-- Logs begin at Thu 2021-09-23 23:11:08 UTC, end at Fri 2021-09-24 01:27:12 UTC. -- Sep 23 23:41:04.886660 n-d-713498-18 systemd[1]: Started Devstack devstack@q-svc.service. Sep 23 23:41:07.735080 n-d-713498-18 neutron-server[106271]: INFO neutron.common.config [-] Logging enabled! Sep 23 23:41:07.735682 n-d-713498-18 neutron-server[106271]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 23:41:07.735848 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106271) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 23:41:07.739771 n-d-713498-18 neutron-server[106271]: INFO neutron.common.config [-] Logging enabled! Sep 23 23:41:07.740026 n-d-713498-18 neutron-server[106271]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev22 Sep 23 23:41:07.740337 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106271) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 23 23:41:07.741366 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 23:41:07.741623 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 23:41:07.741962 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 23:41:07.742205 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 23:41:07.742429 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 23:41:07.742747 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.743069 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.743363 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.743588 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.743880 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.744167 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.744451 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.744741 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.745057 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.745333 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.745815 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.745922 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.746220 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.746469 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.746702 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.746922 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.747142 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] debug = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.747423 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.747845 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.748254 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.748541 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.748828 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.749101 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.749382 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.749635 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.749913 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.750242 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] host = n-d-713498-18 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.750514 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.750819 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.751156 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.751384 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.751653 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.751945 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.752256 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.752525 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.752793 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] log_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.753052 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.753335 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.753618 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.753902 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.754273 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.754377 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.754702 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.754970 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.755242 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.755512 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.755780 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.756049 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.756316 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.756578 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.756857 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.757134 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.757411 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.757679 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.757947 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.758212 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.758478 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.758776 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.759048 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.759315 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.759721 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.759935 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.760215 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.760475 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.760771 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.761054 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.761330 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.761609 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.761878 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.762157 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.762426 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.762957 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.763234 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] use_json = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.763503 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.763772 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.764049 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.764319 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.764590 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.764859 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.765127 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.765406 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:07.765698 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.765991 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.766292 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.766572 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.766891 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.767170 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.767455 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.767730 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.768014 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.768299 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.768584 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.768856 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.769141 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.769412 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.769703 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.770011 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.770325 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.770614 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.770915 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.771185 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.771457 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.771732 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.772047 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.772282 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.772570 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.772850 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.773123 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.773405 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.773692 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.773977 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.774247 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.774527 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.774837 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.775114 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.775384 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.775656 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.775978 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.776213 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.776480 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.776756 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.777028 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.777294 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.777559 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.777826 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.778111 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.778382 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.778645 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.778940 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.779210 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.779474 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.779752 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.780024 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.780290 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.780558 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.780828 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.781094 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.781362 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.781630 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.781895 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.782167 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.782433 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.782699 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.782990 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.783307 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.783689 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.784113 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.784424 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.784711 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.784980 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.785255 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.785527 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.786312 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.786586 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.786901 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.787201 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.787478 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.787752 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.788024 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.788297 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.788570 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.788843 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.789117 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.789388 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.789655 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.789941 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.790220 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.790503 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.790803 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.791081 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.791379 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.791656 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.791931 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.792203 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.792476 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.793150 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.793150 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.793496 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.793587 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.793911 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.794158 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.794540 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.794729 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.795094 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.795429 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:07.795614 n-d-713498-18 neutron-server[106271]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 23:41:07.795825 n-d-713498-18 neutron-server[106271]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106271) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 23 23:41:08.152595 n-d-713498-18 neutron-server[106271]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=106271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 23:41:08.152869 n-d-713498-18 neutron-server[106271]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=106271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 23:41:08.153149 n-d-713498-18 neutron-server[106271]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 23 23:41:08.153481 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 23 23:41:08.566002 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.566329 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.566547 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.568406 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.568675 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.568938 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.605150 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.605460 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.605771 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.620921 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.621189 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.621452 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.652848 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.653127 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.653391 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.691068 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.691344 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.691607 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.929035 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.929668 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.929668 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.929847 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:08.930409 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.052444 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.052757 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.053039 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.053307 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.053567 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.053872 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.054120 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.054371 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.054625 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.054926 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.055175 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.055434 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.055683 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.055931 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.056179 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.056437 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.056681 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.056945 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.057206 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.057460 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.057729 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.057982 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.058263 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.058647 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.058919 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.059161 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.059565 n-d-713498-18 neutron-server[106271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:41:09.059797 n-d-713498-18 neutron-server[106271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:41:09.060025 n-d-713498-18 neutron-server[106271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:41:09.060253 n-d-713498-18 neutron-server[106271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:41:09.060483 n-d-713498-18 neutron-server[106271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:41:09.060709 n-d-713498-18 neutron-server[106271]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:41:09.061074 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 23 23:41:09.064457 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 23 23:41:09.069046 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 23 23:41:09.072802 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 23 23:41:09.074472 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 23 23:41:09.075075 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 23 23:41:09.075262 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 23 23:41:09.075653 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 23 23:41:09.078503 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 23 23:41:09.078787 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 23 23:41:09.079125 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 23:41:09.084785 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 23 23:41:09.106595 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 23 23:41:09.107194 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.107578 n-d-713498-18 neutron-server[106271]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106271) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 23 23:41:09.108016 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.109461 n-d-713498-18 neutron-server[106271]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106271) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 23 23:41:09.110083 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 23 23:41:09.110328 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 23 23:41:09.113716 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.114526 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.179021 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 23 23:41:09.179285 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 23 23:41:09.179474 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 23 23:41:09.179858 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 23 23:41:09.204964 n-d-713498-18 neutron-server[106271]: DEBUG oslo_db.sqlalchemy.engines [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106271) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 23 23:41:09.752180 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Initializing driver for type 'gre' Sep 23 23:41:09.752966 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] gre ID ranges: [(1, 1000)] Sep 23 23:41:09.813566 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Initializing driver for type 'local' Sep 23 23:41:09.814682 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Initializing driver for type 'vlan' Sep 23 23:41:09.830575 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] VlanTypeDriver initialization complete Sep 23 23:41:09.830982 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Initializing driver for type 'vxlan' Sep 23 23:41:09.831565 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] vxlan ID ranges: [(1, 1000)] Sep 23 23:41:09.894780 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Initializing extension driver 'port_security' Sep 23 23:41:09.895849 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.extensions.port_security [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] PortSecurityExtensionDriver initialization complete Sep 23 23:41:09.896305 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Initializing mechanism driver 'openvswitch' Sep 23 23:41:09.896662 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Initializing mechanism driver 'hyperv' Sep 23 23:41:09.903417 n-d-713498-18 neutron-server[106271]: DEBUG neutron.plugins.ml2.plugin [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:09.904080 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > port after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.904442 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > port after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.904786 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > port after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.905302 n-d-713498-18 neutron-server[106271]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106271) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:41:09.905746 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > subnet after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.906078 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > subnet after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.906412 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.906822 n-d-713498-18 neutron-server[106271]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106271) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:41:09.907232 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > network after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.907584 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > network after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.907935 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > network after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.908317 n-d-713498-18 neutron-server[106271]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106271) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:41:09.908714 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > security_group after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.909057 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > security_group after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.909387 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.909914 n-d-713498-18 neutron-server[106271]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106271) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:41:09.910319 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.910679 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.911568 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.912174 n-d-713498-18 neutron-server[106271]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106271) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:41:09.912493 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > address_group after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.912806 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > address_group after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.913139 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.913533 n-d-713498-18 neutron-server[106271]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106271) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 23 23:41:09.913903 n-d-713498-18 neutron-server[106271]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] ML2 OVO RPC backend initialized. {{(pid=106271) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 23 23:41:09.914631 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.915007 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.915417 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > network before_response 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.915788 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > networks before_response 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.916124 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > port before_response 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.916456 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > ports before_response 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.916800 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > subnet before_response 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.917136 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > subnets before_response 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.917474 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > network after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.917799 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > network after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.918126 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > network after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.918521 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > port after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.918807 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > port after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.919136 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > port after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.919457 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > subnet after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.919785 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > subnet after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.920107 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.920701 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.plugin [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Modular L2 Plugin initialization complete Sep 23 23:41:09.921027 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading services supported by the core plugin {{(pid=106271) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 23 23:41:09.921352 n-d-713498-18 neutron-server[106271]: INFO neutron.plugins.ml2.managers [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Got port-security extension from driver 'port_security' Sep 23 23:41:09.921809 n-d-713498-18 neutron-server[106271]: INFO neutron.extensions.vlantransparent [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Disabled vlantransparent extension. Sep 23 23:41:09.922287 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106271) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 23 23:41:09.922597 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading Plugin: router Sep 23 23:41:09.959005 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.959673 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router after_create 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.959761 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router before_create 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.960087 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.960453 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.960804 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router after_delete 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.961155 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.961498 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.961852 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router after_create 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.962212 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router after_update 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.962547 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router after_update 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.962910 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.963266 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router after_update 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.963669 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_update 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.964035 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: port after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.964365 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: port after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.964693 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: subnet after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.965027 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.965360 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.965702 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_create 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.966040 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: port before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.966373 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.966721 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router after_update 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.967079 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.967426 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_create 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.967781 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.968119 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_update 55549900 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.968476 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > agent after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.968821 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > agent after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.969157 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > network after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.970028 n-d-713498-18 neutron-server[106271]: DEBUG neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Tracking information for resource: router configured {{(pid=106271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:41:09.970348 n-d-713498-18 neutron-server[106271]: DEBUG neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Tracking information for resource: floatingip configured {{(pid=106271) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 23 23:41:09.975995 n-d-713498-18 neutron-server[106271]: INFO neutron.db.l3_agentschedulers_db [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 23 23:41:09.976571 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: port after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.976925 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: port after_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.977271 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: port after_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.977614 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: port after_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.978402 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router before_create 55550100 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.978779 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.979133 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_create 55550100 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.979476 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > router precommit_update 55550100 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:09.984355 n-d-713498-18 neutron-server[106271]: DEBUG neutron.services.provider_configuration [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service providers = [] {{(pid=106271) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 23 23:41:09.984719 n-d-713498-18 neutron-server[106271]: DEBUG neutron.db.servicetype_db [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106271) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 23 23:41:09.987729 n-d-713498-18 neutron-server[106271]: DEBUG neutron.services.service_base [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 23:41:09.988073 n-d-713498-18 neutron-server[106271]: DEBUG neutron.services.service_base [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 23:41:09.988407 n-d-713498-18 neutron-server[106271]: DEBUG neutron.services.service_base [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 23:41:09.989621 n-d-713498-18 neutron-server[106271]: DEBUG neutron.services.service_base [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106271) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 23 23:41:09.990093 n-d-713498-18 neutron-server[106271]: INFO neutron.services.service_base [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 23 23:41:09.990473 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:41:09.990805 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 23 23:41:10.001540 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:41:10.001870 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading Plugin: auto_allocate Sep 23 23:41:10.008308 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: network precommit_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:10.008622 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: network precommit_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:10.009151 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:41:10.009474 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading Plugin: tag Sep 23 23:41:10.016245 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:41:10.016568 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading Plugin: timestamp Sep 23 23:41:10.021494 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:41:10.021823 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading Plugin: network_ip_availability Sep 23 23:41:10.027350 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:10.027719 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:10.028102 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:10.028838 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:41:10.029147 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading Plugin: flavors Sep 23 23:41:10.033818 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:41:10.034141 n-d-713498-18 neutron-server[106271]: INFO neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading Plugin: revisions Sep 23 23:41:10.038536 n-d-713498-18 neutron-server[106271]: DEBUG neutron.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106271) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 23 23:41:10.038952 n-d-713498-18 neutron-server[106271]: DEBUG oslo_concurrency.lockutils [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.886s {{(pid=106271) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 23 23:41:10.039687 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106271) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 23 23:41:10.040016 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Initializing extension manager. Sep 23 23:41:10.040522 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: __init__.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.040865 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: __pycache__ {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.041193 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.041521 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: address_group.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.042279 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.042865 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: address-group Sep 23 23:41:10.043181 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: address_scope.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.044090 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.044594 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: address-scope Sep 23 23:41:10.044908 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.045829 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.046326 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: router-admin-state-down-before-update Sep 23 23:41:10.046644 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: agent.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.047362 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.047862 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: agent Sep 23 23:41:10.048197 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: agent_resources_synced.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.049071 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.049572 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: agent-resources-synced Sep 23 23:41:10.049892 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: allowedaddresspairs.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.051758 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.052264 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: allowed-address-pairs Sep 23 23:41:10.052582 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: auto_allocated_topology.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.053649 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.054154 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: auto-allocated-topology Sep 23 23:41:10.054471 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: availability_zone.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.055198 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.055687 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: availability_zone Sep 23 23:41:10.056005 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: availability_zone_filter.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.056900 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.057507 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: availability_zone_filter Sep 23 23:41:10.057828 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: data_plane_status.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.058735 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.059258 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension data-plane-status not supported by any of loaded plugins Sep 23 23:41:10.059576 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: default_subnetpools.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.060488 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.061013 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: default-subnetpools Sep 23 23:41:10.061411 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.062182 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.062705 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: dhcp_agent_scheduler Sep 23 23:41:10.063211 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: dns.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.063929 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.064425 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension dns-integration not supported by any of loaded plugins Sep 23 23:41:10.064734 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: dns_domain_ports.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.065658 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.066158 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 23 23:41:10.066475 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.067963 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.068466 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 23 23:41:10.068778 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: dvr.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.069445 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.069943 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: dvr Sep 23 23:41:10.070244 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: ecmp_routes.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.071198 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.071697 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 23 23:41:10.072013 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: empty_string_filtering.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.072903 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.073398 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: empty-string-filtering Sep 23 23:41:10.073715 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.074609 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.075135 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 23 23:41:10.075447 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.076343 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.076844 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 23 23:41:10.077155 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: external_net.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.078046 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.078548 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: external-net Sep 23 23:41:10.078892 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.079791 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.080292 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: extra_dhcp_opt Sep 23 23:41:10.080603 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: extraroute.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.081513 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.082009 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: extraroute Sep 23 23:41:10.082322 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: extraroute_atomic.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.084031 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.084539 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: extraroute-atomic Sep 23 23:41:10.084850 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: filter_validation.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.085646 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.086147 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: filter-validation Sep 23 23:41:10.086529 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: fip_pf_description.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.087431 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.087928 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 23 23:41:10.088243 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: fip_port_details.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.089154 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.089650 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: fip-port-details Sep 23 23:41:10.089966 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: flavors.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.091239 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.091739 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: flavors Sep 23 23:41:10.092061 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.093718 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.094231 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 23 23:41:10.094564 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: floatingip_pools.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.095275 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.095774 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: floatingip-pools Sep 23 23:41:10.096095 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: ip_allocation.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.097010 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.097511 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension ip_allocation not supported by any of loaded plugins Sep 23 23:41:10.097817 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.098788 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.099277 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: ip-substring-filtering Sep 23 23:41:10.099593 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: l2_adjacency.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.100505 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.101003 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 23 23:41:10.101319 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: l3.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.103497 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.103497 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: router Sep 23 23:41:10.103497 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.105618 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.106179 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 23 23:41:10.106533 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.107406 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.107911 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: ext-gw-mode Sep 23 23:41:10.108232 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.109155 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.109656 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: l3-ha Sep 23 23:41:10.109978 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: l3_flavors.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.110937 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.111431 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: l3-flavors Sep 23 23:41:10.111748 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.112707 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.113202 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 23 23:41:10.113515 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: l3agentscheduler.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.114606 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.115134 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: l3_agent_scheduler Sep 23 23:41:10.115453 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: logging.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.116929 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.117431 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension logging not supported by any of loaded plugins Sep 23 23:41:10.117753 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: metering.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.118674 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.119283 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: metering Sep 23 23:41:10.119599 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.120765 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.121260 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: metering_source_and_destination_fields Sep 23 23:41:10.121573 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: multiprovidernet.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.122488 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.123077 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: multi-provider Sep 23 23:41:10.123393 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: netmtu.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.124430 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.124966 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: net-mtu Sep 23 23:41:10.125344 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: netmtu_writable.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.126351 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.126996 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: net-mtu-writable Sep 23 23:41:10.127269 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: network_availability_zone.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.128020 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.128556 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: network_availability_zone Sep 23 23:41:10.128899 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: network_ip_availability.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.130649 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.131193 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: network-ip-availability Sep 23 23:41:10.131509 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: network_segment_range.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.132294 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.132790 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension network-segment-range not supported by any of loaded plugins Sep 23 23:41:10.133101 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: pagination.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.135894 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.135894 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: pagination Sep 23 23:41:10.135894 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: port_device_profile.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.135894 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.136797 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: port-device-profile Sep 23 23:41:10.136797 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.137289 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.138040 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: port-mac-address-regenerate Sep 23 23:41:10.138355 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.140071 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.140071 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: port-numa-affinity-policy Sep 23 23:41:10.140071 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: port_resource_request.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.141139 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.141639 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension port-resource-request not supported by any of loaded plugins Sep 23 23:41:10.141957 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: portbindings.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.142915 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.143427 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: binding Sep 23 23:41:10.143741 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: portbindings_extended.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.145029 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.146062 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: binding-extended Sep 23 23:41:10.146385 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: portsecurity.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.147327 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.147828 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: port-security Sep 23 23:41:10.148149 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: project_id.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.149111 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.149505 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: project-id Sep 23 23:41:10.149751 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: providernet.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.150653 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.151186 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: provider Sep 23 23:41:10.151517 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.155442 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.156093 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos not supported by any of loaded plugins Sep 23 23:41:10.156520 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.158010 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.158654 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 23 23:41:10.159066 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.160188 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.160805 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 23 23:41:10.161335 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_default.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.162464 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.163098 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-default not supported by any of loaded plugins Sep 23 23:41:10.163481 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_fip.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.164196 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.164727 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-fip not supported by any of loaded plugins Sep 23 23:41:10.165201 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_gateway_ip.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.166212 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.166891 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 23 23:41:10.167227 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_port_network_policy.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.168318 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.168936 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 23 23:41:10.169342 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_pps_rule.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.170674 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.171325 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-pps not supported by any of loaded plugins Sep 23 23:41:10.171695 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_rule_type_details.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.172791 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.173409 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 23 23:41:10.173791 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: qos_rules_alias.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.175025 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.175584 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 23 23:41:10.175934 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: quotasv2.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.177093 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.177448 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: quotas Sep 23 23:41:10.177786 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: quotasv2_detail.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.181579 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.181908 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: quota_details Sep 23 23:41:10.182237 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: rbac.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.183351 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.183884 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: rbac-policies Sep 23 23:41:10.184207 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: rbac_address_group.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.185134 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.185644 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: rbac-address-group Sep 23 23:41:10.186068 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: rbac_address_scope.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.187009 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.187514 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: rbac-address-scope Sep 23 23:41:10.187836 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: rbac_security_groups.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.188785 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.189315 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: rbac-security-groups Sep 23 23:41:10.189545 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: rbac_subnetpool.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.190456 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.190989 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: rbac-subnetpool Sep 23 23:41:10.191306 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: revisionifmatch.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.192738 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.193236 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: revision-if-match Sep 23 23:41:10.193552 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: revisions.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.194666 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.195191 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: standard-attr-revisions Sep 23 23:41:10.195511 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: router_availability_zone.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.196182 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.196681 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: router_availability_zone Sep 23 23:41:10.196997 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: routerservicetype.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.197903 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.198397 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension router-service-type not supported by any of loaded plugins Sep 23 23:41:10.198714 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.199648 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.200148 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: security-groups-normalized-cidr Sep 23 23:41:10.200463 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.201363 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.201871 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: port-security-groups-filtering Sep 23 23:41:10.202183 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.203113 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.203612 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: security-groups-remote-address-group Sep 23 23:41:10.203929 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: securitygroup.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.215897 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.216445 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: security-group Sep 23 23:41:10.216772 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: segment.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.217632 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.218133 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension segment not supported by any of loaded plugins Sep 23 23:41:10.218454 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.219501 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.220005 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 23 23:41:10.220315 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: servicetype.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.221543 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.222060 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: service-type Sep 23 23:41:10.222382 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: sorting.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.223442 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.223768 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: sorting Sep 23 23:41:10.224085 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: standard_attr_segment.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.224997 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.225501 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 23 23:41:10.225817 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: standardattrdescription.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.226466 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.226989 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: standard-attr-description Sep 23 23:41:10.227307 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: stateful_security_group.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.228224 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.228723 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: stateful-security-group Sep 23 23:41:10.229037 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: stdattrs_common.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.229614 n-d-713498-18 neutron-server[106271]: WARNING neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 23 23:41:10.229922 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.230860 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.231368 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 23 23:41:10.231686 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: subnet_onboard.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.232754 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.233260 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: subnet_onboard Sep 23 23:41:10.233576 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.234486 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.235013 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 23 23:41:10.235331 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: subnet_service_types.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.236245 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.236746 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: subnet-service-types Sep 23 23:41:10.237063 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: subnetallocation.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.238128 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.238635 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: subnet_allocation Sep 23 23:41:10.238999 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.240021 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.240531 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: subnetpool-prefix-ops Sep 23 23:41:10.240531 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.241565 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.242399 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 23 23:41:10.242899 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: tagging.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.244122 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.244627 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: standard-attr-tag Sep 23 23:41:10.248003 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: timestamp.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.248003 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.248003 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loaded extension: standard-attr-timestamp Sep 23 23:41:10.248003 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: trunk.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.248003 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.248516 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension trunk not supported by any of loaded plugins Sep 23 23:41:10.248836 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: trunk_details.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.249781 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.250305 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension trunk-details not supported by any of loaded plugins Sep 23 23:41:10.250606 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: uplink_status_propagation.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.251550 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.252066 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 23 23:41:10.252383 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Loading extension file: vlantransparent.py {{(pid=106271) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 23 23:41:10.253057 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106271) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 23 23:41:10.253560 n-d-713498-18 neutron-server[106271]: INFO neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 23 23:41:10.256818 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:network Sep 23 23:41:10.257352 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:subnet Sep 23 23:41:10.257775 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:41:10.258172 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:port Sep 23 23:41:10.259951 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.260320 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service FLAVORS assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.260962 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.261391 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.261719 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:router Sep 23 23:41:10.262138 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 23:41:10.262614 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service METERING assigned prefix: /metering {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.264394 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:10.264756 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:10.265101 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106271) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:41:10.270744 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 23:41:10.271213 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:security_group Sep 23 23:41:10.271653 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 23:41:10.272276 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service CORE assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.272668 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:41:10.273014 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] subnetpool is already registered Sep 23 23:41:10.273481 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service CORE assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.273844 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:41:10.274185 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] subnetpool is already registered Sep 23 23:41:10.276516 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.276945 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service FLAVORS assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.277531 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.277946 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.278272 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:router Sep 23 23:41:10.278602 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] router is already registered Sep 23 23:41:10.279082 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:floatingip Sep 23 23:41:10.279369 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] floatingip is already registered Sep 23 23:41:10.279812 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service METERING assigned prefix: /metering {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.280483 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of CountableResource for resource:rbac_policy Sep 23 23:41:10.280889 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] rbac_policy is already registered Sep 23 23:41:10.281207 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:security_group Sep 23 23:41:10.281530 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] security_group is already registered Sep 23 23:41:10.281920 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 23 23:41:10.282291 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] security_group_rule is already registered Sep 23 23:41:10.282875 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service CORE assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.283198 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:41:10.283521 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] subnetpool is already registered Sep 23 23:41:10.283929 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.v2.resource_helper [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Service CORE assigned prefix: {{(pid=106271) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 23 23:41:10.284250 n-d-713498-18 neutron-server[106271]: INFO neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Creating instance of TrackedResource for resource:subnetpool Sep 23 23:41:10.284571 n-d-713498-18 neutron-server[106271]: WARNING neutron.quota.resource_registry [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] subnetpool is already registered Sep 23 23:41:10.285047 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: extensions {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.286557 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: address-groups {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.288147 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: address-scopes {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.289486 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: agents {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.290630 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: auto-allocated-topology {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.291885 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: availability_zones {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.293099 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: dhcp-networks {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.294592 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: dhcp-agents {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.296047 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: routers {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.298241 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: flavors {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.299438 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: service_profiles {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.300696 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: next_providers {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.302196 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: service_profiles {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.303753 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: floatingip-pools {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.304956 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: routers {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.307074 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: floatingips {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.308342 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: l3-routers {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.309713 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: l3-agents {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.311236 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: metering-labels {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.312505 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: metering-label-rules {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.313783 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: network-ip-availabilities {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.315062 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: bindings {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.318131 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: quotas {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.319636 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: quotas {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.321056 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: rbac-policies {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.322219 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: security-groups {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.323555 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: security-group-rules {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.324807 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: service-providers {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.326012 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: subnetpools {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.327533 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: subnetpools {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.328965 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.330632 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.332485 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.334848 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.336620 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.338434 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.340157 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.342054 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.343830 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.345562 n-d-713498-18 neutron-server[106271]: DEBUG neutron.api.extensions [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Extended resource: tags {{(pid=106271) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 23 23:41:10.351653 n-d-713498-18 neutron-server[106271]: WARNING keystonemiddleware.auth_token [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 23 23:41:10.356423 n-d-713498-18 neutron-server[106271]: WARNING keystonemiddleware.auth_token [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 23 23:41:10.365478 n-d-713498-18 neutron-server[106271]: DEBUG oslo_concurrency.lockutils [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Acquired lock "singleton_lock" {{(pid=106271) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 23 23:41:10.365939 n-d-713498-18 neutron-server[106271]: DEBUG oslo_concurrency.lockutils [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Releasing lock "singleton_lock" {{(pid=106271) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 23 23:41:10.366576 n-d-713498-18 neutron-server[106271]: INFO oslo_service.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Starting 2 workers Sep 23 23:41:10.371437 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Started child 106378 {{(pid=106271) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 23:41:10.376026 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Started child 106379 {{(pid=106271) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 23:41:10.377380 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:10.378469 n-d-713498-18 neutron-server[106271]: INFO neutron.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 23 23:41:10.378469 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Notify callbacks [] for process, before_spawn {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:10.379546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [-] (106378) wsgi starting up on http://0.0.0.0:9696 Sep 23 23:41:10.381380 n-d-713498-18 neutron-server[106271]: INFO oslo_service.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Starting 1 workers Sep 23 23:41:10.383077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:10.384933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [-] (106379) wsgi starting up on http://0.0.0.0:9696 Sep 23 23:41:10.386608 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Started child 106380 {{(pid=106271) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 23:41:10.387196 n-d-713498-18 neutron-server[106271]: INFO oslo_service.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Starting 1 workers Sep 23 23:41:10.391926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] calling RpcWorker wait() {{(pid=106380) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 23 23:41:10.392886 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Started child 106381 {{(pid=106271) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 23 23:41:10.393048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.service [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] returning from RpcWorker wait() {{(pid=106380) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 23 23:41:10.393224 n-d-713498-18 neutron-server[106271]: DEBUG neutron_lib.callbacks.manager [None req-313cda2f-4f7e-4d51-b5ed-665825d9d477 None None] Notify callbacks [] for process, after_spawn {{(pid=106271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:10.394369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:10.394978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:10.395132 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106271) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 23:41:10.395336 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 23:41:10.395478 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 23:41:10.395680 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 23:41:10.395988 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 23:41:10.396138 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 23:41:10.396673 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.396942 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.397269 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.397467 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.397740 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.398346 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.398578 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.398856 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.399141 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.399359 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.399565 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.399771 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.399981 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.400187 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.400462 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.400675 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:10.401452 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.401452 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.401452 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.401452 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.402178 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.402178 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.402178 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.402737 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] debug = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.402737 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.403184 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.403426 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.403648 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.403861 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.404320 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.404518 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.404706 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.404909 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.405125 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.405333 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.405569 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.405810 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.406035 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.406243 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.406484 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.406681 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.407179 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] host = n-d-713498-18 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.407415 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.407649 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.407905 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.408149 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.408379 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.408584 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.408846 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.409076 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.409337 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.409571 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.409821 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.410074 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.410316 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.410696 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.411031 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_options = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.411031 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.411392 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.411615 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.411827 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.412037 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.412378 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.412378 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.412763 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.412763 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.413147 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.413147 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.413508 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.413700 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.413890 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.414078 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.414300 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.414806 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.414806 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.415175 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.415175 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.415540 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.415540 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.415933 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.416140 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.416338 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.416530 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.416721 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.416927 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.417117 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.417327 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.417523 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.417717 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.417929 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.418176 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.418431 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.418638 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.418905 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.419094 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.419313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.419543 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.419798 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.420127 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.420341 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.420534 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.420829 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.421029 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.421222 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_json = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.421415 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.421616 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.421806 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.422015 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.422232 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.422427 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.422618 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.422898 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.423324 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.423602 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.423930 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.424172 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.424426 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.424959 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.424959 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.425351 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.425351 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.425710 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.425901 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.426093 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.426889 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.427099 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.427382 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.427707 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.427960 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.428243 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.428453 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.428674 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.428902 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.429162 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.429439 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.429638 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.429868 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.430111 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.430343 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.430673 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.430989 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.431201 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.431437 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.431640 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.431868 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.432101 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.432304 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.432514 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.432746 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.433003 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.433196 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.433434 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.433628 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.433860 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.434092 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.434300 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.434533 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.434986 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.435301 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.435301 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.435681 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.435681 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.436069 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.436069 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.436435 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.436435 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.436817 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.437013 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.437200 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.437408 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.437616 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.437813 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.438007 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.438200 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.438400 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.438589 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.438833 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.439019 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.439271 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.439470 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.439661 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.439850 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.440084 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.440278 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.440505 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.440697 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.440898 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.441095 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.441458 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.444083 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.444083 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.448294 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.450079 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.450079 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.450079 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.450079 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.450079 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.450079 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.451264 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.451264 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.451264 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.451264 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.452026 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.452026 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.452605 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.452605 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.453342 n-d-713498-18 neutron-server[106381]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:10.454453 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.455608 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.455962 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.456328 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.456644 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.459318 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.459318 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.459618 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.459738 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.460018 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.460339 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.460611 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.460894 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.461156 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.461439 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.461701 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.462002 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.462231 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.462528 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.463050 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.463526 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.463956 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.464447 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.465042 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.465652 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.466248 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.466785 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.467237 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.467709 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.469140 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.469439 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.469694 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.469945 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.471527 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.472701 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.473074 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.473405 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.473660 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.473916 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.474220 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.474485 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.474813 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.475108 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.475376 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.475624 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.476223 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.476481 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.476721 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.476992 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.477260 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.477486 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.477732 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.477961 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.478225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.479162 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.479397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.480026 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.480281 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.480507 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.480757 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.480988 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.481223 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.481512 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.481735 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.481976 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.482228 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.482460 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.482682 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.482956 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.483199 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.483458 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.484052 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.484349 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.484622 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.485144 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.485144 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.485377 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.485604 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.490966 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.492046 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.492603 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.494365 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.495096 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.495462 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.495798 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.496128 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.496487 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.496801 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.497277 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.497633 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.498184 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.499176 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.499768 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.500058 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.500306 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.500583 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.501089 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.501089 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.501320 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.501549 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.501752 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.502036 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.502307 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.502563 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.502835 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.503042 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.503263 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.503486 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.503686 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.505886 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.506026 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.506228 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.506437 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.507697 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.508180 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.508420 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.508617 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.509868 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.510178 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.510347 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.510593 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.510869 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.511088 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.511302 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.511540 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.511769 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.511990 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.512232 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.512887 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.513114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.513347 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.513574 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.513790 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.514045 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.514283 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.514516 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.514738 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.514938 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.515158 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.515485 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.515688 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.515889 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.516093 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.516290 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.516470 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.516787 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.517096 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.517364 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.517579 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.517771 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.517995 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.518222 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.518630 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.519000 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.519252 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.519478 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.519702 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.519946 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.520244 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.520569 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.520961 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.521213 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.521469 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.521767 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.522050 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.522330 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.522564 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.522877 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.523219 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.523508 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.523760 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.524011 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.524263 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.524588 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.524880 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.525049 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.525228 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.525396 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.525615 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.525871 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.526101 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.526319 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.526643 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.526866 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.527080 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.527295 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.527542 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.527776 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.527934 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 23:41:10.528477 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106271) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 23 23:41:10.528635 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 23 23:41:10.528842 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 23 23:41:10.529071 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 23 23:41:10.529247 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 23 23:41:10.529400 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 23 23:41:10.529609 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.529771 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.529932 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.530170 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.530302 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.530422 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.530565 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.530722 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.530906 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.531104 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.531250 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.531367 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.531480 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.531641 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.531849 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.532027 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.532149 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.532251 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.532382 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.532547 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.532705 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.532875 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.533025 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] debug = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.533145 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.533352 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.533564 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.533687 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.533801 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.533951 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.534109 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.534634 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.534634 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.534634 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.535252 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.535252 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.535252 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.535252 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.537456 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.537456 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.537456 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.537456 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] host = n-d-713498-18 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.537456 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.537456 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.537456 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.537456 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.539124 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.539124 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.539124 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.539124 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.539124 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.539124 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.539124 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.539124 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.540493 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.540493 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.540493 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_options = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.540493 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.540493 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.540493 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.540493 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.540493 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.541313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.541313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.541313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.541313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.541313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.541313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.541313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.541313 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.542225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.542225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.542225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.542225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.542225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.542225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.542225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.542225 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.543114 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.544192 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.544192 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.544192 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.544192 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.544192 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.544192 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.544192 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.544192 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.545375 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.545375 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.545375 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.545375 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.545375 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.545375 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.545375 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.545375 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.546397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_json = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.546397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.546397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.546397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.546397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.546397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.546397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.546397 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.547273 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 23 23:41:10.547273 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.547273 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.547273 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.547273 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.547273 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.547273 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.547273 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548076 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548076 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548076 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548076 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548076 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548799 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548799 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548799 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548799 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.548799 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.549488 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.549488 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.549488 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.549914 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.549914 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.549914 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.550589 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.550589 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.550589 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.550589 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.551195 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.551195 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.551195 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.551195 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.552080 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.552080 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.552356 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.552356 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.552606 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.552606 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.552869 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.552869 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.553151 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.553151 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.553457 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.553457 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.553764 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.553764 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.554066 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.554066 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.554267 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.554366 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.554465 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.554623 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.554791 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.554958 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.555120 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.555293 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.555438 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.555598 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.555767 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.555927 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.556102 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.556266 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.556428 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.556546 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.556659 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.556784 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.556938 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.557104 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.557268 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.557432 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.557594 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.557754 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.557871 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.558033 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.558149 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.558289 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.558448 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.558616 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.558803 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.558924 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.559118 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.559316 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.559502 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.559623 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.559738 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.559852 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.559998 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.560191 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.560361 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.560523 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.560686 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.560861 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.561016 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.561179 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.561354 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.561354 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.561581 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.561698 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.561814 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.561929 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.562094 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.562253 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.562412 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.562576 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.562784 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.563065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:10.563278 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.569625 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.569625 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.569625 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.569625 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.569625 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.569625 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.569625 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.569625 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570427 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570427 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33262) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:10.570726 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570726 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570726 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570726 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570726 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570726 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570726 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.570726 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.571597 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.571597 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.571597 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.571597 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.571597 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.571597 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.571597 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572208 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572208 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572208 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572208 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572545 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572545 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572545 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572830 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.572933 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.573032 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.573965 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.573965 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.573965 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.573965 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.573965 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.573965 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.574521 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.574521 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.574521 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.574521 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.574898 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.574898 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.575098 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.575200 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.575309 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.575713 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.575713 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.576075 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.576075 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.576075 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.576626 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.576626 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.577049 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.577049 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.577414 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.577599 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.577809 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.578200 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.578394 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.578583 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.578883 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.579174 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.579450 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.579790 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.579991 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.580178 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.580178 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.580538 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.580538 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.580893 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.581079 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.581276 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.581482 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.581677 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.581917 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.582177 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.582418 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.582660 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.582928 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.583121 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.583329 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.583518 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.583704 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.583892 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.584477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0086415 Sep 23 23:41:10.587040 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.587040 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.587040 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.587040 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.587040 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.587040 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.587040 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.588587 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.588587 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.588587 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.588587 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.588587 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.589087 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.589087 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.589317 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.589430 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.590180 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.590981 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.591189 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.591364 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.591537 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.591704 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.591891 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.592061 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.592215 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.592360 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.592506 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.592653 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.593841 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.593841 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.593841 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.593841 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.593841 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.594698 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.594698 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.595102 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.595102 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.595413 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.595578 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.595747 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.596311 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.597592 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.597895 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.598195 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.598664 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.598664 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.598664 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.599336 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.599336 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.599336 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.599336 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600048 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600048 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600048 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600048 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600481 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600481 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600481 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600800 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.600800 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.601015 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.601128 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.601254 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.601412 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.601579 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.601737 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.603360 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.603760 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.603918 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.604140 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.604269 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.604442 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.604615 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.604845 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.605018 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.605186 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.605373 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.605575 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.605701 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.605936 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.606073 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.606287 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.606451 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.606646 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.606921 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.607167 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.607167 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.607445 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.607445 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.607657 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.607772 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.607872 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.608006 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.609244 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.609244 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.609244 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 23 23:41:10.609244 n-d-713498-18 neutron-server[106271]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106271) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 23 23:41:23.020089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4731249e-fd72-4e1d-aa8b-6ce51b8c3315 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 23 23:41:23.083523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4731249e-fd72-4e1d-aa8b-6ce51b8c3315 None None] No non-hosted networks {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 23 23:41:23.111481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.agentschedulers_db [None req-4731249e-fd72-4e1d-aa8b-6ce51b8c3315 None None] DHCP Agent not found on host n-d-713498-18 {{(pid=106380) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 23 23:41:23.256573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57a5deb2-b995-46ba-bb51-2d940a6a8eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456654'] for agent, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:25.710782 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456654'] for agent, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:25.714274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.716710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.719897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.720329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.721191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.722024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.723447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.723858 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.724238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.725039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.725938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.726738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:25.747272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-713498-18', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:25.760079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-713498-18', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:41:25.919158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2a4cadeb-1090-4561-9221-4b161769421e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456654'] for agent, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:25.996107 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7568709-45a3-43e5-8911-c513aedd028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:26.584310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456654'] for agent, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:28.906711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456654'] for agent, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:30.208052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33358) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:30.848568 n-d-713498-18 neutron-server[106379]: WARNING oslo_policy.policy [None req-b05e5988-707b-4334-8c04-f8fb633c7004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:41:30.849671 n-d-713498-18 neutron-server[106379]: WARNING oslo_policy.policy [None req-b05e5988-707b-4334-8c04-f8fb633c7004 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:41:31.118143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-b05e5988-707b-4334-8c04-f8fb633c7004 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:41:31.119210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b05e5988-707b-4334-8c04-f8fb633c7004 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9100811 Sep 23 23:41:33.497639 n-d-713498-18 neutron-server[106380]: INFO neutron.db.l3_hamode_db [None req-bdc0e366-f7cf-45cc-9717-3a33c301191f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 23 23:41:33.583442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0e366-f7cf-45cc-9717-3a33c301191f None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:41:33.583983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0e366-f7cf-45cc-9717-3a33c301191f None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 23:41:33.694366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33372) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:34.359218 n-d-713498-18 neutron-server[106378]: WARNING oslo_policy.policy [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:41:34.359795 n-d-713498-18 neutron-server[106378]: WARNING oslo_policy.policy [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:41:34.592583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:34.692741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.policy [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106378) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 23:41:34.771293 n-d-713498-18 neutron-server[106378]: WARNING oslo_policy.policy [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:41:34.771983 n-d-713498-18 neutron-server[106378]: WARNING oslo_policy.policy [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:41:34.788502 n-d-713498-18 neutron-server[106378]: INFO neutron.quota [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] Loaded quota_driver: . Sep 23 23:41:34.909241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784069052539', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784069052968', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784069064970', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784069460718', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784069941162', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784069482161', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-541861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3920666', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3844644'] for rbac-policy, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:34.988037 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:34.989522 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4d7535cc-d974-414c-bbc2-ec0c29672006 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2929916 Sep 23 23:41:37.677276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:38.000139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Request body: {'network': {'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'admin_state_up': True, 'name': 'private'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:38.029175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Made reservation on behalf of a75a6dde7a5f46b192fc1ed8290eed44 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:41:38.032015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:38.048995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:38.178312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:38.182353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:38.201426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:41:38.228972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784070565259', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:38.229559 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Unsubscribe: segment precommit_create {{(pid=106378) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 23:41:38.230097 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Added segment 849c46a0-5dca-4854-95c1-c28d03bee445 of type vlan for network 2606f033-6cbd-48cf-849c-2c9e144bc264 Sep 23 23:41:38.249808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e009f028-6d82-42bf-9aaa-25afa709f7a5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:38.298537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.298897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.299242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.299575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.299902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.300256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.300578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.300904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.301221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.301541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.301860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.302176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Tracked resource versions report: Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: pushed versions: Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: { 'AddressGroup': {'1.2'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Log': {'1.0'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Network': {'1.1'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Port': {'1.7'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'PortForwarding': {'1.2'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'QosPolicy': {'1.9'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'SecurityGroup': {'1.4'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'SubPort': {'1.0'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Subnet': {'1.1'}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Trunk': {'1.1'}} Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: consumer versions: Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: { DHCP agent@n-d-713498-18: {}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: L3 agent@n-d-713498-18: {}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: Metadata agent@n-d-713498-18: {}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: Metering agent@n-d-713498-18: {}, Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: Open vSwitch agent@n-d-713498-18: { 'AddressGroup': '1.2', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'ConntrackHelper': '1.0', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Log': '1.0', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Network': '1.1', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Port': '1.7', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'PortForwarding': '1.2', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'QosPolicy': '1.9', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'SecurityGroup': '1.4', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'SecurityGroupRule': '1.2', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'SubPort': '1.0', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Subnet': '1.1', Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: 'Trunk': '1.1'}} Sep 23 23:41:38.303306 n-d-713498-18 neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:41:38.349308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:38.390053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:38.391347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:38.391961 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:38.435575 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7571416 Sep 23 23:41:38.495364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df54e66-8887-40da-bd0d-fa1dbe564ba3 admin admin] Pushing event updated for resources: {'Network': ['ID=2606f033-6cbd-48cf-849c-2c9e144bc264,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:38.507889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2606f033-6cbd-48cf-849c-2c9e144bc264 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:41:41.145483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33404) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:41.688885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.policy [None req-ed587c1e-aff5-45ea-ada4-ee4eb2a35f9a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106379) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 23 23:41:41.735082 n-d-713498-18 neutron-server[106379]: WARNING oslo_policy.policy [None req-ed587c1e-aff5-45ea-ada4-ee4eb2a35f9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:41:41.735453 n-d-713498-18 neutron-server[106379]: WARNING oslo_policy.policy [None req-ed587c1e-aff5-45ea-ada4-ee4eb2a35f9a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 23 23:41:41.743552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed587c1e-aff5-45ea-ada4-ee4eb2a35f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:41.745279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ed587c1e-aff5-45ea-ada4-ee4eb2a35f9a admin admin] 10.222.0.24 "GET /v2.0/networks/2606f033-6cbd-48cf-849c-2c9e144bc264 HTTP/1.1" status: 200 len: 825 time: 0.5988798 Sep 23 23:41:41.784225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c0044ab7-cf54-4dd7-ad85-596d8e847261 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/3847aec2-1551-45a2-be54-1d3fdf4a483d HTTP/1.1" status: 200 len: 734 time: 0.0327022 Sep 23 23:41:41.793833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '3847aec2-1551-45a2-be54-1d3fdf4a483d', 'ip_version': 4, 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'name': 'private-subnet', 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:41.795732 n-d-713498-18 neutron-server[106379]: INFO neutron.quota [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Loaded quota_driver: . Sep 23 23:41:41.835609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Made reservation on behalf of a75a6dde7a5f46b192fc1ed8290eed44 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:41:41.838355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:42.131858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:42.204612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Checking segment: {'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:41:42.205314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Network hostable DHCP agents. Network: 2606f033-6cbd-48cf-849c-2c9e144bc264, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:41:42.218369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e100847e-4668-4fb4-a25f-538a43c0d84d,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:42.233983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.234311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.234639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.234989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.235307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.235619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.235931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.236239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.236545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.236850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.237158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.237501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Tracked resource versions report: Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: pushed versions: Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: { 'AddressGroup': {'1.2'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'ConntrackHelper': {'1.0'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Log': {'1.0'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Network': {'1.1'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Port': {'1.7'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'PortForwarding': {'1.2'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'QosPolicy': {'1.9'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'SecurityGroup': {'1.4'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'SubPort': {'1.0'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Subnet': {'1.1'}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Trunk': {'1.1'}} Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: consumer versions: Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: { DHCP agent@n-d-713498-18: {}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: L3 agent@n-d-713498-18: {}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: Metadata agent@n-d-713498-18: {}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: Metering agent@n-d-713498-18: {}, Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: Open vSwitch agent@n-d-713498-18: { 'AddressGroup': '1.2', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'ConntrackHelper': '1.0', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Log': '1.0', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Network': '1.1', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Port': '1.7', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'PortForwarding': '1.2', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'QosPolicy': '1.9', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'SecurityGroup': '1.4', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'SecurityGroupRule': '1.2', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'SubPort': '1.0', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Subnet': '1.1', Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: 'Trunk': '1.1'}} Sep 23 23:41:42.238633 n-d-713498-18 neutron-server[106379]: {{(pid=106379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:41:42.264860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Network 2606f033-6cbd-48cf-849c-2c9e144bc264 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:41:42.283119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2606f033-6cbd-48cf-849c-2c9e144bc264) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:42.287933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:42.288537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:42.293127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea2c14e-6507-4d60-91d3-f2bab453c4fc None None] Network 2606f033-6cbd-48cf-849c-2c9e144bc264 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:41:42.308775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-42632092-c7f4-481f-8c83-223f6a84121a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5180998 Sep 23 23:41:42.624880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-2606f033-6cbd-48cf-849c-2c9e144bc264', 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'fixed_ips': [{'subnet_id': 'e100847e-4668-4fb4-a25f-538a43c0d84d'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:41:42.626278 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:42.910274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Allocated IP 172.20.0.2 (2606f033-6cbd-48cf-849c-2c9e144bc264/e100847e-4668-4fb4-a25f-538a43c0d84d/9e63d515-ca72-4979-81f0-ed534c9b712f) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:41:43.146244 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:43.154336 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:43.235996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Network 2606f033-6cbd-48cf-849c-2c9e144bc264 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:41:43.242430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:41:43.243996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Pushing event updated for resources: {'Port': ['ID=9e63d515-ca72-4979-81f0-ed534c9b712f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:43.248811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:41:43.260101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.260439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.260763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.261298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.261631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.261958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.262531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.262866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.263182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.263497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.263810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.264121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Tracked resource versions report: Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: pushed versions: Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: { 'AddressGroup': {'1.2'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'ConntrackHelper': {'1.0'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Log': {'1.0'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Network': {'1.1'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Port': {'1.7'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'PortForwarding': {'1.2'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'QosPolicy': {'1.9'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'SecurityGroup': {'1.4'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'SubPort': {'1.0'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Subnet': {'1.1'}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Trunk': {'1.1'}} Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: consumer versions: Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: { DHCP agent@n-d-713498-18: {}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: L3 agent@n-d-713498-18: {}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: Metadata agent@n-d-713498-18: {}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: Metering agent@n-d-713498-18: {}, Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: Open vSwitch agent@n-d-713498-18: { 'AddressGroup': '1.2', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'ConntrackHelper': '1.0', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Log': '1.0', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Network': '1.1', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Port': '1.7', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'PortForwarding': '1.2', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'QosPolicy': '1.9', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'SecurityGroup': '1.4', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'SecurityGroupRule': '1.2', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'SubPort': '1.0', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Subnet': '1.1', Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: 'Trunk': '1.1'}} Sep 23 23:41:43.265214 n-d-713498-18 neutron-server[106380]: {{(pid=106380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:41:43.335702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Attempting to bind port 9e63d515-ca72-4979-81f0-ed534c9b712f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:41:43.336370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Attempting to bind port 9e63d515-ca72-4979-81f0-ed534c9b712f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:41:43.336576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Attempting to bind port 9e63d515-ca72-4979-81f0-ed534c9b712f on network 2606f033-6cbd-48cf-849c-2c9e144bc264 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:41:43.341417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:41:43.341819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Checking segment: {'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:41:43.342310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:43.342691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Bound using segment: {'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:41:43.343299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Bound port: 9e63d515-ca72-4979-81f0-ed534c9b712f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:41:43.343713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:43.408302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] For port 9e63d515-ca72-4979-81f0-ed534c9b712f, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:41:43.412969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] For port 9e63d515-ca72-4979-81f0-ed534c9b712f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9e63d515-ca72-4979-81f0-ed534c9b712f,segment=NetworkSegment(849c46a0-5dca-4854-95c1-c28d03bee445),segment_id=849c46a0-5dca-4854-95c1-c28d03bee445)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:41:43.417595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:43.484391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97ccac-dbdc-42c9-929c-0972799fcdec None None] Pushing event updated for resources: {'Port': ['ID=9e63d515-ca72-4979-81f0-ed534c9b712f,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:44.829887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33418) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:45.183717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-d00b34e5-cf3d-4dca-91ff-77a2abf33d26 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:41:45.184719 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d00b34e5-cf3d-4dca-91ff-77a2abf33d26 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3537931 Sep 23 23:41:47.665561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:48.011774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-564b8d80-1db0-40f0-aa84-a4eb559f8f3a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:41:48.013029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-564b8d80-1db0-40f0-aa84-a4eb559f8f3a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3464913 Sep 23 23:41:50.866002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33440) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:51.255399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9699ef3f-3a11-403c-95a7-2f16e26d719c admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:51.279873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9699ef3f-3a11-403c-95a7-2f16e26d719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:51.281615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9699ef3f-3a11-403c-95a7-2f16e26d719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:51.448792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9699ef3f-3a11-403c-95a7-2f16e26d719c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:51.453836 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9699ef3f-3a11-403c-95a7-2f16e26d719c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:51.471821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9699ef3f-3a11-403c-95a7-2f16e26d719c admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:51.486790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9699ef3f-3a11-403c-95a7-2f16e26d719c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6061056 Sep 23 23:41:51.538567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9e63d515-ca72-4979-81f0-ed534c9b712f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:41:51.642830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9e63d515-ca72-4979-81f0-ed534c9b712f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:51.643234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:51.768710 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:51.818652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 9e63d515-ca72-4979-81f0-ed534c9b712f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9e63d515-ca72-4979-81f0-ed534c9b712f,segment=NetworkSegment(849c46a0-5dca-4854-95c1-c28d03bee445),segment_id=849c46a0-5dca-4854-95c1-c28d03bee445)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:41:51.823049 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:51.880823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=9e63d515-ca72-4979-81f0-ed534c9b712f,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:52.134954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad556da0-6c52-40e5-8ae8-9cb654d28902 None None] Network 2606f033-6cbd-48cf-849c-2c9e144bc264 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:41:52.199942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7306c6ca-318f-41c0-9f86-9b6613422a1f None None] Provisioning complete for port 9e63d515-ca72-4979-81f0-ed534c9b712f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:52.200344 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7306c6ca-318f-41c0-9f86-9b6613422a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:52.550591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ea568594-4b47-4c66-ad80-a723026148b9 None None] Provisioning complete for port 9e63d515-ca72-4979-81f0-ed534c9b712f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:52.551301 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea568594-4b47-4c66-ad80-a723026148b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:52.885194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0004520a-d823-4d73-ac58-35a38fb2b1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:53.494721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9e63d515-ca72-4979-81f0-ed534c9b712f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:41:53.544173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9e63d515-ca72-4979-81f0-ed534c9b712f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:41:53.544451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:53.941300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33448) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:54.285447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-6e3c488f-3ab2-46e7-8263-02664e0a1b13 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:41:54.286444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6e3c488f-3ab2-46e7-8263-02664e0a1b13 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3441854 Sep 23 23:41:55.713343 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:55.919779 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2024136-8da5-4ae9-8e4c-c82e08bfdb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:56.527143 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:56.731718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33456) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:41:57.081165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:41:57.104422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Made reservation on behalf of 1d4e5790a5c84351880dd47861b3dcfe for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:41:57.106817 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:57.122208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:57.242105 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:57.246810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:57.266817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Reserving flat network on physical network physnet1 {{(pid=106379) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 23 23:41:57.285277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf446cbc-b51c-4787-925d-69db69e0a39b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:57.293797 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784070565259', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:57.294364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Unsubscribe: segment precommit_create {{(pid=106379) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 23 23:41:57.295457 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Added segment bac93b99-7042-4871-ba48-845c4c981529 of type flat for network 91b62c44-c5a4-49fd-a058-d6673cd11699 Sep 23 23:41:57.358334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:57.398726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:57.399995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:41:57.400288 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:57.451207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7183824 Sep 23 23:41:57.496017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a47e09-3e97-482a-ac22-b5e5a76429a5 admin admin] Pushing event updated for resources: {'Network': ['ID=91b62c44-c5a4-49fd-a058-d6673cd11699,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:41:57.507277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:41:58.858476 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:41:59.895573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33474) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:00.081070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef548aa-8e4a-48a8-a556-5c0692a8b797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:00.082426 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2ef548aa-8e4a-48a8-a556-5c0692a8b797 admin admin] 10.222.0.24 "GET /v2.0/subnets/e100847e-4668-4fb4-a25f-538a43c0d84d HTTP/1.1" status: 200 len: 849 time: 0.1859040 Sep 23 23:42:00.205233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2524ad02-1258-4517-a294-b6c4fb213abb admin admin] 10.222.0.24 "GET /v2.0/routers/46006995-c28d-4626-9e5d-a20712e2ec1b HTTP/1.1" status: 200 len: 704 time: 0.1165810 Sep 23 23:42:00.475580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:00.770928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Allocated IP 172.20.0.1 (2606f033-6cbd-48cf-849c-2c9e144bc264/e100847e-4668-4fb4-a25f-538a43c0d84d/8815b00a-133a-4df6-ab31-3c2ad55221ca) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:42:00.926930 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:01.056609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:01.119010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Network 2606f033-6cbd-48cf-849c-2c9e144bc264 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:42:01.123800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:42:01.130336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:42:01.130336 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:01.207212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8815b00a-133a-4df6-ab31-3c2ad55221ca,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:01.304093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cf441422-7370-43e2-ab47-42574c971694 None None] Provisioning complete for port 8815b00a-133a-4df6-ab31-3c2ad55221ca triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:42:01.304957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cf441422-7370-43e2-ab47-42574c971694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:01.340695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cf441422-7370-43e2-ab47-42574c971694 None None] Port 8815b00a-133a-4df6-ab31-3c2ad55221ca cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:42:01.358214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:01.480071 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:42:01.578197 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:01.583962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:01.584894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:01.648075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Pushing event updated for resources: {'Port': ['ID=8815b00a-133a-4df6-ab31-3c2ad55221ca,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:01.721448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Network 2606f033-6cbd-48cf-849c-2c9e144bc264 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:42:01.722844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:42:01.895563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Router 46006995-c28d-4626-9e5d-a20712e2ec1b is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:42:01.967957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d3b812ea-f4de-4d69-b0e6-85a2fbe0a9af None None] Provisioning complete for port 8815b00a-133a-4df6-ab31-3c2ad55221ca triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:42:01.968222 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3b812ea-f4de-4d69-b0e6-85a2fbe0a9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:02.004473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d3b812ea-f4de-4d69-b0e6-85a2fbe0a9af None None] Port 8815b00a-133a-4df6-ab31-3c2ad55221ca cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:42:02.017650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:42:02.023460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-48f8bdea-316c-449a-bdd6-379c1bfea3b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/46006995-c28d-4626-9e5d-a20712e2ec1b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8110471 Sep 23 23:42:02.027189 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Sync routers for ids ['46006995-c28d-4626-9e5d-a20712e2ec1b'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:42:02.040651 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Routers {'46006995-c28d-4626-9e5d-a20712e2ec1b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:42:02.041453 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:41:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['46006995-c28d-4626-9e5d-a20712e2ec1b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:02.245359 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Set router 46006995-c28d-4626-9e5d-a20712e2ec1b gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:42:02.731715 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'name': 'router1', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:51Z', 'updated_at': '2021-09-23T23:42:01Z', 'revision_number': 2, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'gw_port_host': None, '_interfaces': [{'id': '8815b00a-133a-4df6-ab31-3c2ad55221ca', 'name': '', 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'mac_address': 'fa:16:3e:fb:a0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:00Z', 'updated_at': '2021-09-23T23:42:01Z', 'revision_number': 2, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'subnets': [{'id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3847aec2-1551-45a2-be54-1d3fdf4a483d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:02.789612 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Checking router: 46006995-c28d-4626-9e5d-a20712e2ec1b for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:42:02.789967 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Updating router 46006995-c28d-4626-9e5d-a20712e2ec1b port 8815b00a-133a-4df6-ab31-3c2ad55221ca binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:42:02.841153 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:03.398744 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:03.406972 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:03.582105 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Pushing event updated for resources: {'Port': ['ID=8815b00a-133a-4df6-ab31-3c2ad55221ca,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:03.589481 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Attempting to bind port 8815b00a-133a-4df6-ab31-3c2ad55221ca on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:42:03.589872 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Attempting to bind port 8815b00a-133a-4df6-ab31-3c2ad55221ca by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:42:03.590312 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Attempting to bind port 8815b00a-133a-4df6-ab31-3c2ad55221ca on network 2606f033-6cbd-48cf-849c-2c9e144bc264 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:42:03.594110 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.594454 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.594792 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.595126 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.595503 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.595912 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.596908 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.597456 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.597907 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.598244 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.598577 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.598922 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Tracked resource versions report: Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: pushed versions: Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: { 'AddressGroup': {'1.2'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'ConntrackHelper': {'1.0'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Log': {'1.0'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Network': {'1.1'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Port': {'1.7'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'PortForwarding': {'1.2'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'QosPolicy': {'1.9'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'SecurityGroup': {'1.4'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'SubPort': {'1.0'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Subnet': {'1.1'}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Trunk': {'1.1'}} Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: consumer versions: Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: { DHCP agent@n-d-713498-18: {}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: L3 agent@n-d-713498-18: {}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: Metadata agent@n-d-713498-18: {}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: Metering agent@n-d-713498-18: {}, Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: Open vSwitch agent@n-d-713498-18: { 'AddressGroup': '1.2', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'ConntrackHelper': '1.0', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Log': '1.0', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Network': '1.1', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Port': '1.7', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'PortForwarding': '1.2', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'QosPolicy': '1.9', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'SecurityGroup': '1.4', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'SecurityGroupRule': '1.2', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'SubPort': '1.0', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Subnet': '1.1', Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: 'Trunk': '1.1'}} Sep 23 23:42:03.600048 n-d-713498-18 neutron-server[106381]: {{(pid=106381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:42:03.604581 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:42:03.604991 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Checking segment: {'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:42:03.605693 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:03.606097 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Bound using segment: {'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:42:03.606401 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Bound port: 8815b00a-133a-4df6-ab31-3c2ad55221ca, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '849c46a0-5dca-4854-95c1-c28d03bee445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:42:03.606774 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:03.637116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b9355207-5f96-49ce-ae85-78f3f02039da None None] Provisioning complete for port 8815b00a-133a-4df6-ab31-3c2ad55221ca triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:42:03.637795 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9355207-5f96-49ce-ae85-78f3f02039da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:03.673836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b9355207-5f96-49ce-ae85-78f3f02039da None None] Port 8815b00a-133a-4df6-ab31-3c2ad55221ca cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:42:03.690646 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] For port 8815b00a-133a-4df6-ab31-3c2ad55221ca, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:42:03.711961 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] For port 8815b00a-133a-4df6-ab31-3c2ad55221ca, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8815b00a-133a-4df6-ab31-3c2ad55221ca,segment=NetworkSegment(849c46a0-5dca-4854-95c1-c28d03bee445),segment_id=849c46a0-5dca-4854-95c1-c28d03bee445)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:42:03.716404 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:03.776286 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb58ed-eccc-40e9-9341-aa7d492a3c49 None None] Pushing event updated for resources: {'Port': ['ID=8815b00a-133a-4df6-ab31-3c2ad55221ca,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:03.783970 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Routers {'46006995-c28d-4626-9e5d-a20712e2ec1b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:42:03.784598 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:41:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['46006995-c28d-4626-9e5d-a20712e2ec1b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:03.884420 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] Set router 46006995-c28d-4626-9e5d-a20712e2ec1b gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:42:04.005015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8c87bc48-e420-4603-985f-b6285ef14b09 None None] Provisioning complete for port 8815b00a-133a-4df6-ab31-3c2ad55221ca triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:42:04.005518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8c87bc48-e420-4603-985f-b6285ef14b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:04.091458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8c87bc48-e420-4603-985f-b6285ef14b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:04.129223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8c87bc48-e420-4603-985f-b6285ef14b09 None None] For port 8815b00a-133a-4df6-ab31-3c2ad55221ca, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8815b00a-133a-4df6-ab31-3c2ad55221ca,segment=NetworkSegment(849c46a0-5dca-4854-95c1-c28d03bee445),segment_id=849c46a0-5dca-4854-95c1-c28d03bee445)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:42:04.132487 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'name': 'router1', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:51Z', 'updated_at': '2021-09-23T23:42:01Z', 'revision_number': 2, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'gw_port_host': None, '_interfaces': [{'id': '8815b00a-133a-4df6-ab31-3c2ad55221ca', 'name': '', 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'mac_address': 'fa:16:3e:fb:a0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:00Z', 'updated_at': '2021-09-23T23:42:03Z', 'revision_number': 4, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'subnets': [{'id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3847aec2-1551-45a2-be54-1d3fdf4a483d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:04.134780 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8c87bc48-e420-4603-985f-b6285ef14b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:04.165195 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5b0f5a-cd20-4ec8-a348-17e453cf2537 None None] The sync data for ids ['46006995-c28d-4626-9e5d-a20712e2ec1b'] in n-d-713498-18 is: [{'id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'name': 'router1', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:51Z', 'updated_at': '2021-09-23T23:42:01Z', 'revision_number': 2, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'gw_port_host': None, '_interfaces': [{'id': '8815b00a-133a-4df6-ab31-3c2ad55221ca', 'name': '', 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'mac_address': 'fa:16:3e:fb:a0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:00Z', 'updated_at': '2021-09-23T23:42:03Z', 'revision_number': 4, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'subnets': [{'id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3847aec2-1551-45a2-be54-1d3fdf4a483d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:42:04.201116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c87bc48-e420-4603-985f-b6285ef14b09 None None] Pushing event updated for resources: {'Port': ['ID=8815b00a-133a-4df6-ab31-3c2ad55221ca,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:04.477993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33494) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:04.603996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff94029-c26e-4974-b842-e357b88f2bed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:04.605442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aff94029-c26e-4974-b842-e357b88f2bed admin admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 842 time: 0.1265883 Sep 23 23:42:04.616927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Request body: {'subnet': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:04.644255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Made reservation on behalf of 1d4e5790a5c84351880dd47861b3dcfe for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:42:04.647594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:04.955187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.objects.ports [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 23 23:42:04.955533 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:05.011809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d495c89-f8ca-4790-8a82-1b632392a534,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:05.021764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:42:05.022508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Network hostable DHCP agents. Network: 91b62c44-c5a4-49fd-a058-d6673cd11699, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:42:05.041231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:42:05.051023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 91b62c44-c5a4-49fd-a058-d6673cd11699) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:42:05.055753 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:05.056667 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:05.066275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447cd74c-2cb0-4d5b-8d6b-54b6c3738541 None None] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:42:05.088312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fe1d0ed2-7605-41d3-920a-513baced0ce1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4643152 Sep 23 23:42:05.225656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd248ca-f725-4d4e-ba8a-85b115e53b19 None None] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:42:07.521215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33502) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:07.742803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c9601359-86b7-4be0-ad1f-938406ffe2e2 admin admin] 10.222.0.24 "GET /v2.0/routers/46006995-c28d-4626-9e5d-a20712e2ec1b HTTP/1.1" status: 200 len: 710 time: 0.2182972 Sep 23 23:42:07.834359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659838c9-a7d1-4d77-bbd3-adc568d2da6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:42:07.835793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-659838c9-a7d1-4d77-bbd3-adc568d2da6d admin admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 886 time: 0.0889452 Sep 23 23:42:07.845425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:42:08.106535 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:08.367205 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:08.450901 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:08.561598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Allocated IP 172.25.5.164 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/e4f47640-b00b-45dc-98a7-6d723ed6fedb) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:42:08.677318 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:08.714030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:08.754700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:42:08.757907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:42:08.760953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:42:08.802129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Pushing event updated for resources: {'Port': ['ID=e4f47640-b00b-45dc-98a7-6d723ed6fedb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:09.041063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:09.337255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:09.340845 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:09.465399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Router 46006995-c28d-4626-9e5d-a20712e2ec1b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:42:09.562504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8815b00a-133a-4df6-ab31-3c2ad55221ca up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:42:09.596908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:42:09.601969 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:09.605062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-91f9bfb5-3b72-49e4-be54-92ddceb600cd admin admin] 10.222.0.24 "PUT /v2.0/routers/46006995-c28d-4626-9e5d-a20712e2ec1b HTTP/1.1" status: 200 len: 890 time: 1.7614334 Sep 23 23:42:09.623179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8815b00a-133a-4df6-ab31-3c2ad55221ca triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:42:09.623554 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:10.909710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Sync routers for ids ['46006995-c28d-4626-9e5d-a20712e2ec1b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:42:10.920390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Routers {'46006995-c28d-4626-9e5d-a20712e2ec1b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:42:10.921172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:41:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['46006995-c28d-4626-9e5d-a20712e2ec1b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:11.141046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Set router 46006995-c28d-4626-9e5d-a20712e2ec1b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:42:11.590735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'name': 'router1', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'e4f47640-b00b-45dc-98a7-6d723ed6fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:51Z', 'updated_at': '2021-09-23T23:42:08Z', 'revision_number': 4, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'gw_port': {'id': 'e4f47640-b00b-45dc-98a7-6d723ed6fedb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:08Z', 'updated_at': '2021-09-23T23:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8815b00a-133a-4df6-ab31-3c2ad55221ca', 'name': '', 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'mac_address': 'fa:16:3e:fb:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:00Z', 'updated_at': '2021-09-23T23:42:04Z', 'revision_number': 5, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'subnets': [{'id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3847aec2-1551-45a2-be54-1d3fdf4a483d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:11.645415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Checking router: 46006995-c28d-4626-9e5d-a20712e2ec1b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:42:11.645415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Updating router 46006995-c28d-4626-9e5d-a20712e2ec1b port e4f47640-b00b-45dc-98a7-6d723ed6fedb binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:42:11.699683 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:12.128455 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:12.134547 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:12.188587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd91ee-74ef-4d5e-be06-51454cf7a9c3 None None] Pushing event updated for resources: {'Port': ['ID=e4f47640-b00b-45dc-98a7-6d723ed6fedb,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:12.189937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33514) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:42:12.191068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Attempting to bind port e4f47640-b00b-45dc-98a7-6d723ed6fedb on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:42:12.191468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Attempting to bind port e4f47640-b00b-45dc-98a7-6d723ed6fedb by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:42:12.191830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Attempting to bind port e4f47640-b00b-45dc-98a7-6d723ed6fedb on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:42:12.198091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:42:12.198470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:42:12.198949 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:12.199373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:42:12.199856 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Bound port: e4f47640-b00b-45dc-98a7-6d723ed6fedb, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:42:12.200250 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:12.257696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] For port e4f47640-b00b-45dc-98a7-6d723ed6fedb, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:42:12.267244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] For port e4f47640-b00b-45dc-98a7-6d723ed6fedb, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e4f47640-b00b-45dc-98a7-6d723ed6fedb,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:42:12.273985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:12.329628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae488a84-a06c-45a1-8a64-f5859ff85c55 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1379967 Sep 23 23:42:12.362846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd91ee-74ef-4d5e-be06-51454cf7a9c3 None None] Pushing event updated for resources: {'Port': ['ID=e4f47640-b00b-45dc-98a7-6d723ed6fedb,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:12.367674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Routers {'46006995-c28d-4626-9e5d-a20712e2ec1b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:42:12.368672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:41:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['46006995-c28d-4626-9e5d-a20712e2ec1b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:12.517326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] Set router 46006995-c28d-4626-9e5d-a20712e2ec1b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:42:12.762490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'name': 'router1', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'e4f47640-b00b-45dc-98a7-6d723ed6fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:51Z', 'updated_at': '2021-09-23T23:42:08Z', 'revision_number': 4, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'gw_port': {'id': 'e4f47640-b00b-45dc-98a7-6d723ed6fedb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:08Z', 'updated_at': '2021-09-23T23:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8815b00a-133a-4df6-ab31-3c2ad55221ca', 'name': '', 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'mac_address': 'fa:16:3e:fb:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:00Z', 'updated_at': '2021-09-23T23:42:04Z', 'revision_number': 5, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'subnets': [{'id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3847aec2-1551-45a2-be54-1d3fdf4a483d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:42:12.790159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ae1042-e220-4271-9850-9d6fea13102d None None] The sync data for ids ['46006995-c28d-4626-9e5d-a20712e2ec1b'] in n-d-713498-18 is: [{'id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'name': 'router1', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.164'}], 'enable_snat': True}, 'gw_port_id': 'e4f47640-b00b-45dc-98a7-6d723ed6fedb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:41:51Z', 'updated_at': '2021-09-23T23:42:08Z', 'revision_number': 4, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'gw_port': {'id': 'e4f47640-b00b-45dc-98a7-6d723ed6fedb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:90:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:08Z', 'updated_at': '2021-09-23T23:42:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8815b00a-133a-4df6-ab31-3c2ad55221ca', 'name': '', 'network_id': '2606f033-6cbd-48cf-849c-2c9e144bc264', 'tenant_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'mac_address': 'fa:16:3e:fb:a0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46006995-c28d-4626-9e5d-a20712e2ec1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:42:00Z', 'updated_at': '2021-09-23T23:42:04Z', 'revision_number': 5, 'project_id': 'a75a6dde7a5f46b192fc1ed8290eed44', 'subnets': [{'id': 'e100847e-4668-4fb4-a25f-538a43c0d84d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3847aec2-1551-45a2-be54-1d3fdf4a483d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:42:13.553275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e4f47640-b00b-45dc-98a7-6d723ed6fedb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:42:13.645837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e4f47640-b00b-45dc-98a7-6d723ed6fedb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:42:13.646227 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:13.741595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:13.770678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port e4f47640-b00b-45dc-98a7-6d723ed6fedb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e4f47640-b00b-45dc-98a7-6d723ed6fedb,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:42:13.776770 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:13.834935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=e4f47640-b00b-45dc-98a7-6d723ed6fedb,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:42:15.512155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e4f47640-b00b-45dc-98a7-6d723ed6fedb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:42:15.571741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e4f47640-b00b-45dc-98a7-6d723ed6fedb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:42:15.572224 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:22.896289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-62f82032-d19b-4ad9-b500-a0eaa9b0eebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:25.715687 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:25.920421 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c389461-26c0-4302-a9ba-d42ca8decf76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:26.533572 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:28.885253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:38.494005 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:42:52.897325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ee3bdce-96a3-4bd8-8a5c-300735704a6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.732906 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:55.923551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-254bf69b-98dd-469d-ab51-81132f3b7996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:56.536737 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:42:58.880463 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:15.483113 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:43:22.890035 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-153e02d4-e611-4324-9610-439e9aca0b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:25.716876 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:25.925396 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d612189d-c38c-49be-90cf-c4f6f6be477f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:26.538848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:28.881493 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:52.483255 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:43:52.892293 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54c404ca-fc4e-455d-8c11-de8fc39c3409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:55.625084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34108) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:55.688042 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc75c40a-d44b-4181-bc49-954893f60483 admin admin] GET failed (client error): The resource could not be found. Sep 23 23:43:55.689374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bc75c40a-d44b-4181-bc49-954893f60483 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0633633 Sep 23 23:43:55.718808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:55.850476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607a866b-3e7f-4dbc-bd7e-a0c17f679312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:55.852002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-607a866b-3e7f-4dbc-bd7e-a0c17f679312 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1580529 Sep 23 23:43:55.926896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2929c32e-2e6d-442c-b9ac-8dc737d02448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:56.540114 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:58.016148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34118) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:43:58.107313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3f1d74-ce99-4d88-8447-32a7a2a08861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:58.109254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cb3f1d74-ce99-4d88-8447-32a7a2a08861 admin admin] 10.222.0.24 "GET /v2.0/subnets/e100847e-4668-4fb4-a25f-538a43c0d84d HTTP/1.1" status: 200 len: 849 time: 0.0921609 Sep 23 23:43:58.119358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:43:58.202025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Notify callbacks [] for subnet, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:58.335858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784070505719'] for subnet, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:58.367552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:43:58.368133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:58.386801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] 10.222.0.24 "PUT /v2.0/subnets/e100847e-4668-4fb4-a25f-538a43c0d84d HTTP/1.1" status: 200 len: 868 time: 0.2536473 Sep 23 23:43:58.387311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6758371c-65d8-44e6-bd87-806fe14eea1c None None] Network 2606f033-6cbd-48cf-849c-2c9e144bc264 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:43:58.388959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e100847e-4668-4fb4-a25f-538a43c0d84d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:43:58.396736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.397107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.397402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.397727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.398050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.398371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.398686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.399033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.399350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.400331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.400331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.400331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ce90f0-bbee-462f-94c4-b7453899f27f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:43:58.769276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e1868d3a-47de-4934-8766-d43f45a8ecfb None None] Provisioning complete for port 9e63d515-ca72-4979-81f0-ed534c9b712f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:58.769646 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1868d3a-47de-4934-8766-d43f45a8ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:58.855690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e1868d3a-47de-4934-8766-d43f45a8ecfb None None] Provisioning complete for port 8815b00a-133a-4df6-ab31-3c2ad55221ca triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:43:58.856058 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1868d3a-47de-4934-8766-d43f45a8ecfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:43:58.896937 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:00.572610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34126) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:00.782402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe5ab7-3438-4072-80b2-037ca5668746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:00.782814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98fe5ab7-3438-4072-80b2-037ca5668746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:00.784380 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-98fe5ab7-3438-4072-80b2-037ca5668746 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2108335 Sep 23 23:44:02.994532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34136) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:03.124716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87699afd-e876-46a9-9191-8fb6b62aa09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:03.125191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87699afd-e876-46a9-9191-8fb6b62aa09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:03.126716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-87699afd-e876-46a9-9191-8fb6b62aa09b admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312146 Sep 23 23:44:05.340780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34144) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:05.468416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef207b08-5de6-4590-b6c0-af79c44f7e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:05.469750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ef207b08-5de6-4590-b6c0-af79c44f7e5d admin admin] 10.222.0.24 "GET /v2.0/networks/2606f033-6cbd-48cf-849c-2c9e144bc264 HTTP/1.1" status: 200 len: 869 time: 0.1280172 Sep 23 23:44:07.658823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34152) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:07.788215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b54d193-9303-421e-94d1-d3a4ab4912db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:07.789600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9b54d193-9303-421e-94d1-d3a4ab4912db admin admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 886 time: 0.1297846 Sep 23 23:44:10.005963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34160) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:10.130506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678bb709-3957-4dee-b595-6750d14dc6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:10.130980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678bb709-3957-4dee-b595-6750d14dc6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:10.132476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-678bb709-3957-4dee-b595-6750d14dc6c9 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1255746 Sep 23 23:44:12.326952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34168) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:12.416573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b99cc-f603-4b6d-a3db-080460961ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:12.417026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049b99cc-f603-4b6d-a3db-080460961ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:12.418510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-049b99cc-f603-4b6d-a3db-080460961ce3 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0906017 Sep 23 23:44:14.601259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34176) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:14.685400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04bf5ea-21d3-44a8-ba74-449ba197b706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:14.687218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c04bf5ea-21d3-44a8-ba74-449ba197b706 admin admin] 10.222.0.24 "GET /v2.0/subnets/0d495c89-f8ca-4790-8a82-1b632392a534 HTTP/1.1" status: 200 len: 816 time: 0.0850244 Sep 23 23:44:16.861123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34184) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:16.952438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573e3b63-0a92-43b0-adcd-01fc64318e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:16.953752 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-573e3b63-0a92-43b0-adcd-01fc64318e9a admin admin] 10.222.0.24 "GET /v2.0/subnets/e100847e-4668-4fb4-a25f-538a43c0d84d HTTP/1.1" status: 200 len: 868 time: 0.0916872 Sep 23 23:44:22.893602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-14f11c4a-e8ef-4d29-bd0d-13ce1bbe8335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:25.719477 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:25.928838 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-939a7bf2-23d2-458f-a140-62e111e85d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:26.548985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:28.892466 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:29.481947 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:44:40.970097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34238) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:41.019760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-adbe3ad2-f153-4c29-9aa5-0ed685441043 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:44:41.020772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-adbe3ad2-f153-4c29-9aa5-0ed685441043 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0497577 Sep 23 23:44:43.278095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34246) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:43.342569 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6053c0-93fe-41f1-a5f7-664bba6c1ad1 admin admin] GET failed (client error): The resource could not be found. Sep 23 23:44:43.343912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4c6053c0-93fe-41f1-a5f7-664bba6c1ad1 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648878 Sep 23 23:44:43.426005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a42954e-aa46-42ca-bb9b-cc18761a747d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:43.427485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9a42954e-aa46-42ca-bb9b-cc18761a747d admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0790329 Sep 23 23:44:45.641558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34254) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:45.689632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:44:45.709351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Made reservation on behalf of 1d4e5790a5c84351880dd47861b3dcfe for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:44:45.711511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:45.746653 n-d-713498-18 neutron-server[106378]: WARNING neutron.services.revisions.revision_plugin [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Could not find related network for resource to bump revision. Sep 23 23:44:45.758698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:44:45.768132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:45.768471 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Added segment 7563151c-acf0-415c-ad36-e25c755178ad of type vlan for network 21c2cfa1-5daa-4e80-a508-453811b2389e Sep 23 23:44:45.823525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:45.846854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:45.847771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:45.848334 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:45.882456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2398736 Sep 23 23:44:45.907559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Pushing event updated for resources: {'Network': ['ID=21c2cfa1-5daa-4e80-a508-453811b2389e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:44:45.915239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.915574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.915905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.916230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.916550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.916869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.917185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.917504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.917823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.918128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.918441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.918779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5768926b-361b-4f10-9cc2-d19ada4a229c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:45.930353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 21c2cfa1-5daa-4e80-a508-453811b2389e details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:44:48.081305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34262) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:44:48.152296 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7059c14-dd0c-455d-bfdd-dbee59fd9313 admin admin] GET failed (client error): The resource could not be found. Sep 23 23:44:48.153660 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d7059c14-dd0c-455d-bfdd-dbee59fd9313 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0714018 Sep 23 23:44:48.252771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732db654-862e-4f3f-afa1-393b9a81c17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:48.254295 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-732db654-862e-4f3f-afa1-393b9a81c17f admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0960941 Sep 23 23:44:48.264916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:44:48.290377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Made reservation on behalf of 1d4e5790a5c84351880dd47861b3dcfe for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:44:48.292632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Notify callbacks [] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:48.529046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:48.578317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aedb13e-87aa-4d17-aae3-df03b90f0531,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:44:48.602405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:44:48.602785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Network hostable DHCP agents. Network: 21c2cfa1-5daa-4e80-a508-453811b2389e, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:44:48.622250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:44:48.631982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 21c2cfa1-5daa-4e80-a508-453811b2389e) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:44:48.636915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:44:48.637557 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:48.642810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ff9a05-a0bf-4e59-8af5-3092c063271b None None] Network 21c2cfa1-5daa-4e80-a508-453811b2389e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:44:48.651980 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d4a4dd07-aea0-44bb-85c6-3aa4c6fdb56a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3908060 Sep 23 23:44:48.793879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-21c2cfa1-5daa-4e80-a508-453811b2389e', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'tenant_id': '1d4e5790a5c84351880dd47861b3dcfe', 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:44:48.794788 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:48.932106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Allocated IP 192.168.233.2 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/75b25d88-e79b-4c9b-8cae-da143387dc61) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:44:49.078419 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.086177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.121437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:44:49.124809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:44:49.129964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:44:49.142185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Pushing event updated for resources: {'Port': ['ID=75b25d88-e79b-4c9b-8cae-da143387dc61,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:44:49.161437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.161790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.162132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.162468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.162824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.163156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.163482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.163810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.164135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.164481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.164870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.165126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:44:49.198548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Attempting to bind port 75b25d88-e79b-4c9b-8cae-da143387dc61 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:44:49.198987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Attempting to bind port 75b25d88-e79b-4c9b-8cae-da143387dc61 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:44:49.199291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Attempting to bind port 75b25d88-e79b-4c9b-8cae-da143387dc61 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:44:49.204717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:44:49.205079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:44:49.205469 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.205854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:44:49.206303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Bound port: 75b25d88-e79b-4c9b-8cae-da143387dc61, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:44:49.206745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.271941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] For port 75b25d88-e79b-4c9b-8cae-da143387dc61, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:44:49.275372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] For port 75b25d88-e79b-4c9b-8cae-da143387dc61, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=75b25d88-e79b-4c9b-8cae-da143387dc61,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:44:49.281074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.343530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa2fa7-6cfb-41cc-a1f9-7c7b0c618a1f None None] Pushing event updated for resources: {'Port': ['ID=75b25d88-e79b-4c9b-8cae-da143387dc61,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:44:49.689891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 75b25d88-e79b-4c9b-8cae-da143387dc61 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:44:49.740257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 75b25d88-e79b-4c9b-8cae-da143387dc61 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:44:49.740538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.824914 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.856705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 75b25d88-e79b-4c9b-8cae-da143387dc61, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=75b25d88-e79b-4c9b-8cae-da143387dc61,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:44:49.860849 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:49.908397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=75b25d88-e79b-4c9b-8cae-da143387dc61,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:44:50.209988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b34b9f-4ce5-4628-b073-48b8d65f7475 None None] Network 21c2cfa1-5daa-4e80-a508-453811b2389e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:44:50.245495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0621933a-0672-46f9-af39-be3f0d80993c None None] Provisioning complete for port 75b25d88-e79b-4c9b-8cae-da143387dc61 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:44:50.245857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0621933a-0672-46f9-af39-be3f0d80993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:50.631710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-91e43bbb-8245-4766-98b5-57b53743502b None None] Provisioning complete for port 75b25d88-e79b-4c9b-8cae-da143387dc61 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:44:50.632078 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91e43bbb-8245-4766-98b5-57b53743502b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:51.628763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 75b25d88-e79b-4c9b-8cae-da143387dc61 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:44:51.680514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 75b25d88-e79b-4c9b-8cae-da143387dc61 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:44:51.680872 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:52.897373 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f91b53b8-eead-4609-af37-04c4881fbdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:55.720818 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:55.929391 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-98dfb443-17b6-4daf-8ebc-6822871be8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:56.547257 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:44:58.895655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:06.480301 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:45:22.899538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca7dc0eb-689a-492b-99c3-5e195232acae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:25.723048 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:25.930242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e4a374a0-602c-4600-8186-1ea7b6bd6d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:26.549884 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:28.905635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:43.479142 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:45:52.901803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25b8c4ee-b306-43b6-9a7b-4b744e22b2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:55.724468 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:55.933246 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a10ca616-d8c5-40de-b59c-01f0de433876 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:56.554268 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:45:58.901464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:03.300792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34314) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:46:03.307322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-2a386c09-c52d-495c-b6c0-694e1f2aea6d tempest-verify_tempest_config-951012743 tempest-verify_tempest_config-951012743-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:46:03.308326 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2a386c09-c52d-495c-b6c0-694e1f2aea6d tempest-verify_tempest_config-951012743 tempest-verify_tempest_config-951012743-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064931 Sep 23 23:46:03.633978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34332) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:46:03.748115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:03.834474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:03.838851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:03.980569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56af0ccfa0bd4abe84273841273ec501&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3454061 Sep 23 23:46:03.981293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502f0d63-c4cc-43ed-8dbb-7ff2096d17be,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:46:03.983173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34338) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:46:03.988795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.989136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.989469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.989799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.990143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.990462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.990796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.991116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.991429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.992333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.992333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:03.992333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e888ab74-a7f5-4f73-a078-5b030fe6553f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.041106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:04.063436 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:04.157854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:04.160366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:04.161732 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/502f0d63-c4cc-43ed-8dbb-7ff2096d17be HTTP/1.1" status: 204 len: 168 time: 0.1767571 Sep 23 23:46:04.170356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f0d63-c4cc-43ed-8dbb-7ff2096d17be,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:46:04.177985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.178302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.178646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.179047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.179568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.179905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.180223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.180722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.181048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.181382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.181675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:04.181995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce1ce8d-aded-491e-b016-9b1d9bba2064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:46:20.477712 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:46:22.903829 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcaf5f7a-7cac-4206-af3f-cc849aed4514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:25.729717 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:25.935286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dc5e20d6-d56b-47cd-a5b0-6e5312b24546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:26.557755 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:28.911170 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:52.905242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f88ac7d3-2eeb-4d79-9e12-1bae4f51b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:55.732584 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:55.936991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00acb64f-cdc9-45ca-a0c2-9fe32f68c3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:56.559343 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:46:57.476650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:46:58.909075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:22.907457 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b7680f7-3f59-4eae-b147-8afdd70bf249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:25.733445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:25.939566 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e294f5e2-3a6d-4cf4-ab8c-d10cfaa12f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:26.563822 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:28.912595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:34.474722 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:47:52.910464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07f84f8a-0788-407c-bb9f-27899c14bb5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:55.734859 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:55.940470 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bddf583d-d319-4adf-a080-ffe7eae58810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:56.565653 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:47:58.913434 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:11.472782 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:48:22.912602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4a5547b-868a-4c84-9590-d1c8323ce977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:25.737470 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:25.941325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a7bc0405-77a6-48d2-8f43-45c60e2e701c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:26.569661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:28.918711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:48.472082 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 5 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:48:52.913709 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-290125b0-ec2d-4693-b9fa-4dcf76489530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:55.740505 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:55.942042 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30ceb21d-bc34-4216-9a47-3b73537acaff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:56.572055 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:48:58.926146 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:06.270707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456654'] for agent, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:08.736961 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-456654'] for agent, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:22.915947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-28a393b1-9c38-4f9b-9d03-1de0970d68b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:25.471340 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:49:25.740983 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:25.943547 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fbca80ec-5e67-4f43-b348-0c02dc9773b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:26.574271 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:28.924636 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:36.222921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:38.692004 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:52.928168 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be0b2822-8047-4a0d-a2d8-c31a2850b21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:53.685241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34402) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:53.797328 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8e7541ea-0dfc-4523-9182-434b8809a89a admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1109982 Sep 23 23:49:55.744865 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:55.945288 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-01bb6306-1474-4d14-8165-b4227e55368a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:56.008029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34412) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:49:56.064553 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cf711513-5d2d-457d-a223-33f0447b734e admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0554802 Sep 23 23:49:56.577889 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:49:58.926519 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:02.470552 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:50:06.226857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:08.677413 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:22.920048 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1645aeaf-e066-4f1c-b786-b751ad717b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:25.747680 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:25.949650 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa692dfe-45ec-424f-9fa1-f1fc997da531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:26.580656 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:28.939250 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:36.213905 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:38.712962 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:39.469931 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:50:52.921149 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aacc884c-bcba-470e-9604-859e3e370834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:55.749360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:55.952583 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d91aa50-72b5-4e29-bc9f-c45ad59c2d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:56.588869 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:50:58.938965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:06.234647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:08.724433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:16.473618 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:51:22.925948 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0ffb1f77-4847-495d-b41b-8bfdcea732eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:23.733392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34792) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:23.738935 n-d-713498-18 neutron-server[106379]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 23:51:23.768620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-fa33509c-eae1-491f-90b3-eed1877daeb5 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335960 Sep 23 23:51:23.971586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-924e29ff-cfc0-40e1-9418-7cb2eb0719e3 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:23.973057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-924e29ff-cfc0-40e1-9418-7cb2eb0719e3 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986701 Sep 23 23:51:23.989169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-db2943a0-85fe-455f-b811-891872a8bc49 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/quotas/bd8c2ad29db748bd94ae12fb0a6b6182 HTTP/1.1" status: 200 len: 375 time: 0.0106084 Sep 23 23:51:24.041276 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-2892328b-e5ab-4289-bc08-dbf0be48f2aa tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465457 Sep 23 23:51:24.464497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34854) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:24.669947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-744347b5-6373-4925-8bdf-1b55e669ffa6 req-6f2a6e0f-6fcd-4615-a8bc-cc323bbe1e47 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 210 time: 0.2037239 Sep 23 23:51:24.800062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34882) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:24.970648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.090163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.095022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.158093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205d2bb1-4165-4aef-a847-bdb797b2d43a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:25.175897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.176411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.176894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.177363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.177830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.178312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.178796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.179258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.179888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.180553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.181044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.181504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] Tracked resource versions report: Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: pushed versions: Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: { 'AddressGroup': {'1.2'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'ConntrackHelper': {'1.0'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Log': {'1.0'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Network': {'1.1'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Port': {'1.7'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'PortForwarding': {'1.2'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'QosPolicy': {'1.9'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'SecurityGroup': {'1.4'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'SubPort': {'1.0'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Subnet': {'1.1'}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Trunk': {'1.1'}} Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: consumer versions: Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: { DHCP agent@n-d-713498-18: {}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: HyperV agent@n-h1-713498-18: {}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: HyperV agent@n-h2-713498-18: {}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: L3 agent@n-d-713498-18: {}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: Metadata agent@n-d-713498-18: {}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: Metering agent@n-d-713498-18: {}, Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: Open vSwitch agent@n-d-713498-18: { 'AddressGroup': '1.2', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'ConntrackHelper': '1.0', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Log': '1.0', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Network': '1.1', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Port': '1.7', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'PortForwarding': '1.2', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'QosPolicy': '1.9', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'SecurityGroup': '1.4', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'SecurityGroupRule': '1.2', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'SubPort': '1.0', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Subnet': '1.1', Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: 'Trunk': '1.1'}} Sep 23 23:51:25.182727 n-d-713498-18 neutron-server[106378]: {{(pid=106378) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:51:25.190281 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab74c6bc-e80c-4ec1-9cbb-6e28173909dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72a8b061b3fb469a8060650796ccb805&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3891840 Sep 23 23:51:25.193344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34914) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:25.284672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.320678 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.391458 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.395442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.397046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/205d2bb1-4165-4aef-a847-bdb797b2d43a HTTP/1.1" status: 204 len: 168 time: 0.2016981 Sep 23 23:51:25.427619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205d2bb1-4165-4aef-a847-bdb797b2d43a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:25.440351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.440762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.441410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.441842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.442212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.442607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.443010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.443514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.444153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.444542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.445038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.445912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d4a177-dea2-44a1-9b56-443ddf7951a3 admin admin] Tracked resource versions report: Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: pushed versions: Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: { 'AddressGroup': {'1.2'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'ConntrackHelper': {'1.0'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Log': {'1.0'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Network': {'1.1'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Port': {'1.7'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'PortForwarding': {'1.2'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'QosPolicy': {'1.9'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'SecurityGroup': {'1.4'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'SubPort': {'1.0'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Subnet': {'1.1'}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Trunk': {'1.1'}} Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: consumer versions: Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: { DHCP agent@n-d-713498-18: {}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: HyperV agent@n-h1-713498-18: {}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: HyperV agent@n-h2-713498-18: {}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: L3 agent@n-d-713498-18: {}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: Metadata agent@n-d-713498-18: {}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: Metering agent@n-d-713498-18: {}, Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: Open vSwitch agent@n-d-713498-18: { 'AddressGroup': '1.2', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'ConntrackHelper': '1.0', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Log': '1.0', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Network': '1.1', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Port': '1.7', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'PortForwarding': '1.2', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'QosPolicy': '1.9', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'SecurityGroup': '1.4', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'SecurityGroupRule': '1.2', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'SubPort': '1.0', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Subnet': '1.1', Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: 'Trunk': '1.1'}} Sep 23 23:51:25.447471 n-d-713498-18 neutron-server[106379]: {{(pid=106379) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:51:25.756474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.964314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b3f042d-0eaa-4c62-a91d-66d36d3e4995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:25.987294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d744f23-58e2-4305-8de8-c0c473d9d863 req-d3c559ec-5577-4f9b-ad5c-cd044b61ae10 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 210 time: 0.0860240 Sep 23 23:51:26.018361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34982) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:26.039908 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad5d4-d0cb-42cb-9db9-8c930b60d707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.040120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-144589b6-e4c2-4903-b058-27c167c0c97f tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=dd41c6295e6b4db69ad5bb1b2eaf3224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409675 Sep 23 23:51:26.137993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad5d4-d0cb-42cb-9db9-8c930b60d707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.145415 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e8ad5d4-d0cb-42cb-9db9-8c930b60d707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.174740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ad5d4-d0cb-42cb-9db9-8c930b60d707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0366392-e9fc-4dd7-b701-828b0952a5a6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:26.190148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-36864f81-a80e-4524-ba3b-ae953cb6dccb tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:26.192077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-36864f81-a80e-4524-ba3b-ae953cb6dccb tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456575 Sep 23 23:51:26.192557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34994) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:26.207641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3e8ad5d4-d0cb-42cb-9db9-8c930b60d707 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=723f1810ae2f4f3c8c80fd8a60fa53c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1878715 Sep 23 23:51:26.210245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34998) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:26.253837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-74e1add9-73e6-4b61-a9fe-cd1dc79bcc53 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/quotas/dd41c6295e6b4db69ad5bb1b2eaf3224 HTTP/1.1" status: 200 len: 375 time: 0.0553944 Sep 23 23:51:26.318463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-b74432f8-b002-4890-8223-7e2a644f9c0f tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dd41c6295e6b4db69ad5bb1b2eaf3224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546319 Sep 23 23:51:26.325377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.18', 53235) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:26.362480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7309f59c-be35-49df-aac8-0cb9cbfa060e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.365820 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bea7efd-0a87-4c7c-a6d3-69707c9057e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.368543 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-1749edef-50fc-45de-bf80-7b27d596e7c6 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420172 Sep 23 23:51:26.404246 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7309f59c-be35-49df-aac8-0cb9cbfa060e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.520088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7309f59c-be35-49df-aac8-0cb9cbfa060e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.531176 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7309f59c-be35-49df-aac8-0cb9cbfa060e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.535976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7309f59c-be35-49df-aac8-0cb9cbfa060e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0366392-e9fc-4dd7-b701-828b0952a5a6 HTTP/1.1" status: 204 len: 168 time: 0.3242788 Sep 23 23:51:26.572342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7309f59c-be35-49df-aac8-0cb9cbfa060e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0366392-e9fc-4dd7-b701-828b0952a5a6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:26.646579 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.680718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-572423de-7f0b-47a2-adeb-aace49f7b837 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:26.682350 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-572423de-7f0b-47a2-adeb-aace49f7b837 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3055878 Sep 23 23:51:26.733150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bea7efd-0a87-4c7c-a6d3-69707c9057e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.737803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec5ade7f-c439-4e6b-adce-3669bf77f519 req-c23b3c8c-263e-4333-8623-73b1567a9fd3 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0804160 Sep 23 23:51:26.744716 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bea7efd-0a87-4c7c-a6d3-69707c9057e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:26.803664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Request body: {'port': {'device_id': '7022245d-91c0-43b2-8c6b-62971546de7d', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'bd8c2ad29db748bd94ae12fb0a6b6182'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:26.839449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea7efd-0a87-4c7c-a6d3-69707c9057e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec59a00e-f809-4de6-b0f0-66169b23a623,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:26.845124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4bea7efd-0a87-4c7c-a6d3-69707c9057e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39f7ca9ff040416893a2075282f53a2b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6512606 Sep 23 23:51:26.847545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35038) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:26.982725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-982b1d0d-6416-4869-a7cf-8558d552d380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:27.041196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-982b1d0d-6416-4869-a7cf-8558d552d380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:27.125525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-982b1d0d-6416-4869-a7cf-8558d552d380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:27.136522 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-982b1d0d-6416-4869-a7cf-8558d552d380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:27.142021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-982b1d0d-6416-4869-a7cf-8558d552d380 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec59a00e-f809-4de6-b0f0-66169b23a623 HTTP/1.1" status: 204 len: 168 time: 0.2921214 Sep 23 23:51:27.164610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b1d0d-6416-4869-a7cf-8558d552d380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec59a00e-f809-4de6-b0f0-66169b23a623,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:27.185121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Made reservation on behalf of bd8c2ad29db748bd94ae12fb0a6b6182 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:27.193467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:27.216005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:27.358159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fa921ee-7657-4533-8ca1-b4e28ae01438 req-eb48e760-a742-446d-acd9-da80b14fa968 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 210 time: 0.0496922 Sep 23 23:51:27.453793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:27.460950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:27.636320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f5ee7-7b08-48f9-9ef8-e963f662782c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:27.984821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c7589abe-369e-494c-86d6-30b263bbeba3 req-34d6dd90-ed37-4f61-99f3-26d6ae7c03a9 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0742152 Sep 23 23:51:28.080523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Allocated IP 192.168.233.237 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/96637585-331d-46f9-b363-af5164c3fb89) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:28.140543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35134) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:28.199575 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85e49f1d-0b1b-4263-8d44-11d0ff77f287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.424449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85e49f1d-0b1b-4263-8d44-11d0ff77f287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.434249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85e49f1d-0b1b-4263-8d44-11d0ff77f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.480517 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.502888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e49f1d-0b1b-4263-8d44-11d0ff77f287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3398db0-e184-4d34-875a-19029e9742b2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:28.525842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85e49f1d-0b1b-4263-8d44-11d0ff77f287 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=906cd763442c46619d76531b78ea581e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3838737 Sep 23 23:51:28.526627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35150) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:28.623882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42604cc1-84f4-4951-afa6-e4cdc0ea5492 req-29db34c4-07a0-42c8-8ec8-a91aa898f418 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 210 time: 0.0539896 Sep 23 23:51:28.632923 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13eb1b8d-bd73-4d21-ac98-934d2dbec3ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.665868 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13eb1b8d-bd73-4d21-ac98-934d2dbec3ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.673428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.689638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.18', 53239) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:28.741499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:28.782245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-9c100acf-ea07-44bf-8493-c1c6130c117f tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=dd41c6295e6b4db69ad5bb1b2eaf3224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904913 Sep 23 23:51:28.829039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13eb1b8d-bd73-4d21-ac98-934d2dbec3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.833348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13eb1b8d-bd73-4d21-ac98-934d2dbec3ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.838977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-13eb1b8d-bd73-4d21-ac98-934d2dbec3ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3398db0-e184-4d34-875a-19029e9742b2 HTTP/1.1" status: 204 len: 168 time: 0.3108366 Sep 23 23:51:28.861965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb1b8d-bd73-4d21-ac98-934d2dbec3ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3398db0-e184-4d34-875a-19029e9742b2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:28.955428 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.962576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:28.966548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:28.973880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:28.974570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:28.977427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Pushing event updated for resources: {'Port': ['ID=96637585-331d-46f9-b363-af5164c3fb89,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:29.020517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-41eedc8a-0198-40dc-b516-ac640969186b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2201123 Sep 23 23:51:29.121278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:29.156129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee04cbd3-a6e3-47ff-8283-5aa84ff20db7 req-82e32d32-2dab-425d-a33f-a3c51e714071 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0749581 Sep 23 23:51:29.191183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-07cac216-3a3f-4219-84d4-458e593d2820 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:51:29.193355 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-07cac216-3a3f-4219-84d4-458e593d2820 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199895 Sep 23 23:51:29.425370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ec650e72-c5a7-4f32-a8f8-8f4cf7b722b2 None None] Provisioning complete for port 96637585-331d-46f9-b363-af5164c3fb89 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:29.426596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-100c3e2b-eb65-4737-ab0d-cf2cda6a87eb tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:29.427437 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec650e72-c5a7-4f32-a8f8-8f4cf7b722b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:29.428487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-100c3e2b-eb65-4737-ab0d-cf2cda6a87eb tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2687473 Sep 23 23:51:29.507803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ec650e72-c5a7-4f32-a8f8-8f4cf7b722b2 None None] Port 96637585-331d-46f9-b363-af5164c3fb89 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:51:29.591532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abfbadc4-191d-4217-8781-856667e02b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:29.807666 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abfbadc4-191d-4217-8781-856667e02b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:29.814472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abfbadc4-191d-4217-8781-856667e02b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:29.889064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfbadc4-191d-4217-8781-856667e02b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed65c52-fda0-41d0-8922-e298213312ad,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:29.892487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3011c6-a2e5-4048-ad4f-49b147d5daa8 req-39035f8f-8c28-4721-8d8f-901ebaf69e90 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:29.909736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f3011c6-a2e5-4048-ad4f-49b147d5daa8 req-39035f8f-8c28-4721-8d8f-901ebaf69e90 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 936 time: 0.1676359 Sep 23 23:51:29.931227 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-abfbadc4-191d-4217-8781-856667e02b92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b3d3421a8ee44268b5bcac42541731b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8021638 Sep 23 23:51:29.934108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35182) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:30.011219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f3011c6-a2e5-4048-ad4f-49b147d5daa8 req-adfbd4f7-e51d-4724-bc50-abe4baab96a6 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004336 Sep 23 23:51:30.014413 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c20b-09ab-46f2-a9c4-e8603d92a55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:30.057280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c20b-09ab-46f2-a9c4-e8603d92a55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:30.111320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c20b-09ab-46f2-a9c4-e8603d92a55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:30.115067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c1c20b-09ab-46f2-a9c4-e8603d92a55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:30.116340 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d7c1c20b-09ab-46f2-a9c4-e8603d92a55c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ed65c52-fda0-41d0-8922-e298213312ad HTTP/1.1" status: 204 len: 168 time: 0.1812851 Sep 23 23:51:30.128078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1c20b-09ab-46f2-a9c4-e8603d92a55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed65c52-fda0-41d0-8922-e298213312ad,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:30.391742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b51800f4-1588-46ab-a932-55698c6f70b7 req-c4167e22-85d0-4453-870e-8d5865ecadbc tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0725636 Sep 23 23:51:30.832798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:30.850650 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93b78320-a14f-4232-8a8f-2c05e74e6c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:30.982605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93b78320-a14f-4232-8a8f-2c05e74e6c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:30.987715 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93b78320-a14f-4232-8a8f-2c05e74e6c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.035527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-93b78320-a14f-4232-8a8f-2c05e74e6c65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bcd14525f4194d7984bd381f027a6ced&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1987171 Sep 23 23:51:31.035527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b78320-a14f-4232-8a8f-2c05e74e6c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66277bde-2e25-4e6b-a8fc-85347bfc62fc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:31.036660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35212) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:31.160043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-82ae202f-cb75-4590-8bc0-a711960e2c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.215870 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-82ae202f-cb75-4590-8bc0-a711960e2c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.254311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35218) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:31.262873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60e8975-bc2e-497d-9026-4bec2bac8ef0 req-711c253c-5757-4e65-bc89-f0d89388836e tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:31.272089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d60e8975-bc2e-497d-9026-4bec2bac8ef0 req-711c253c-5757-4e65-bc89-f0d89388836e tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 936 time: 0.1410141 Sep 23 23:51:31.320286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d60e8975-bc2e-497d-9026-4bec2bac8ef0 req-d36e769f-8be5-4006-83d6-eeed937860c1 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470362 Sep 23 23:51:31.331110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-82ae202f-cb75-4590-8bc0-a711960e2c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.336294 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-82ae202f-cb75-4590-8bc0-a711960e2c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.340344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-82ae202f-cb75-4590-8bc0-a711960e2c75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66277bde-2e25-4e6b-a8fc-85347bfc62fc HTTP/1.1" status: 204 len: 168 time: 0.2999203 Sep 23 23:51:31.346346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae202f-cb75-4590-8bc0-a711960e2c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66277bde-2e25-4e6b-a8fc-85347bfc62fc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:31.475427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae729-0920-49d3-9195-f8d8823e165c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.547736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3de7953-ceb2-4259-aaf2-30430f877dac req-cc818b2a-9c08-4c92-bbea-1e69413ac644 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0506330 Sep 23 23:51:31.630992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae729-0920-49d3-9195-f8d8823e165c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.635564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6ae729-0920-49d3-9195-f8d8823e165c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.670372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ae729-0920-49d3-9195-f8d8823e165c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d61317-5d1e-4acd-a1f3-87033b556271,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:31.694189 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0a6ae729-0920-49d3-9195-f8d8823e165c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0a95fa7a9ff44a4930d6e7ffa199851&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4387434 Sep 23 23:51:31.697350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35236) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:31.755762 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c42913-72fe-45f7-807f-1553a4ecc780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.782434 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c42913-72fe-45f7-807f-1553a4ecc780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.971489 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c42913-72fe-45f7-807f-1553a4ecc780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.975263 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c42913-72fe-45f7-807f-1553a4ecc780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:31.977000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a3c42913-72fe-45f7-807f-1553a4ecc780 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73d61317-5d1e-4acd-a1f3-87033b556271 HTTP/1.1" status: 204 len: 168 time: 0.2784655 Sep 23 23:51:31.991890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c42913-72fe-45f7-807f-1553a4ecc780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d61317-5d1e-4acd-a1f3-87033b556271,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:32.534881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07dcd7-58e5-45d4-8681-236de9fd4791 req-dcb387b6-93f7-41bf-a41c-c6ae5f5f13df tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:32.542739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea07dcd7-58e5-45d4-8681-236de9fd4791 req-dcb387b6-93f7-41bf-a41c-c6ae5f5f13df tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 936 time: 0.0846033 Sep 23 23:51:32.590027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea07dcd7-58e5-45d4-8681-236de9fd4791 req-f3f09be9-5eeb-4e7b-a624-0ec006550742 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459981 Sep 23 23:51:32.653474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35266) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:32.680371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0284ed0a-5ed4-4148-b57a-9914d1d24b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:32.699266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fdcb6401-8891-40e7-9d7b-913c7267a48c req-6f94cf06-4701-46ad-ae8b-78142846a16b tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0483088 Sep 23 23:51:32.829716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0284ed0a-5ed4-4148-b57a-9914d1d24b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:32.835663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0284ed0a-5ed4-4148-b57a-9914d1d24b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:32.873511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284ed0a-5ed4-4148-b57a-9914d1d24b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dff4fca-f38a-454d-85d8-1039c7ff900f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:32.890857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35274) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:32.891013 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0284ed0a-5ed4-4148-b57a-9914d1d24b7d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a8eb24c83dd49fbaa8358216787043c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2355771 Sep 23 23:51:32.951174 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3a35-d044-4807-abd6-79fccf2c3fd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:32.977825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3a35-d044-4807-abd6-79fccf2c3fd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:33.033083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3a35-d044-4807-abd6-79fccf2c3fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:33.036521 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc2f3a35-d044-4807-abd6-79fccf2c3fd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:33.040074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bc2f3a35-d044-4807-abd6-79fccf2c3fd8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8dff4fca-f38a-454d-85d8-1039c7ff900f HTTP/1.1" status: 204 len: 168 time: 0.1458402 Sep 23 23:51:33.046840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f3a35-d044-4807-abd6-79fccf2c3fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dff4fca-f38a-454d-85d8-1039c7ff900f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:33.834543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94327e83-bcfc-4e24-b0e5-6778ad6c504a req-cfdd2b93-1894-4173-a61e-081bad724d89 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:33.845640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94327e83-bcfc-4e24-b0e5-6778ad6c504a req-cfdd2b93-1894-4173-a61e-081bad724d89 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 936 time: 0.1306062 Sep 23 23:51:33.907683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94327e83-bcfc-4e24-b0e5-6778ad6c504a req-b7482393-2bc8-4252-9045-def1832132cc tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563900 Sep 23 23:51:34.001281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c2dd8ac-63a2-420a-8ede-bbc5089fa5e5 req-9216c817-60f8-4ced-80e6-b884112267b3 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0317469 Sep 23 23:51:35.060258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768f9122-a3af-4615-a154-d3793c86dc3f req-2692c3eb-f444-47c6-82d0-3d2ca9c6a980 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:35.063026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-768f9122-a3af-4615-a154-d3793c86dc3f req-2692c3eb-f444-47c6-82d0-3d2ca9c6a980 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 936 time: 0.0690515 Sep 23 23:51:35.100758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35368) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:35.128186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-768f9122-a3af-4615-a154-d3793c86dc3f req-fead7503-0526-4a36-b056-94bd2469eb05 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577493 Sep 23 23:51:35.187561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c3dd90b-8833-42cc-a29a-9dbe6558beae req-59d9e9d2-95bc-46a7-891e-7ceae931a03e tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0343041 Sep 23 23:51:35.323542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2289fd-3068-4d71-acff-8da6c7983fbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.443631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35376) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:35.446272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2289fd-3068-4d71-acff-8da6c7983fbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.453607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2289fd-3068-4d71-acff-8da6c7983fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.521481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9d2289fd-3068-4d71-acff-8da6c7983fbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11345690317d4a29ba1dc8563db8fb93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4194512 Sep 23 23:51:35.522595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2289fd-3068-4d71-acff-8da6c7983fbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6f0ca7-fac5-4583-b47f-6b8b0ae0d39e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:35.525340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35382) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:35.583253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-140999c7-faf8-4501-855a-edd2653cff89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.609189 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-140999c7-faf8-4501-855a-edd2653cff89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.673550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-140999c7-faf8-4501-855a-edd2653cff89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.677472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-140999c7-faf8-4501-855a-edd2653cff89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.679119 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-140999c7-faf8-4501-855a-edd2653cff89 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc6f0ca7-fac5-4583-b47f-6b8b0ae0d39e HTTP/1.1" status: 204 len: 168 time: 0.1527891 Sep 23 23:51:35.690187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140999c7-faf8-4501-855a-edd2653cff89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6f0ca7-fac5-4583-b47f-6b8b0ae0d39e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:35.813936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2707-33d9-4196-a570-6e2a279a531b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.918062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2707-33d9-4196-a570-6e2a279a531b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.924454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e8d2707-33d9-4196-a570-6e2a279a531b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:35.986258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35396) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:35.995433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3e8d2707-33d9-4196-a570-6e2a279a531b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28fc4ed78cc24bd08650e7bfacad26f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5493495 Sep 23 23:51:36.000965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d2707-33d9-4196-a570-6e2a279a531b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f6313e-e4c1-4d15-9de1-d2ba4a80e43a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:36.053517 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d8c7-34a2-4d8b-ab63-2d5a58b43401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.085960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d8c7-34a2-4d8b-ab63-2d5a58b43401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.170509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d8c7-34a2-4d8b-ab63-2d5a58b43401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.173504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9d6d8c7-34a2-4d8b-ab63-2d5a58b43401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.178066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e9d6d8c7-34a2-4d8b-ab63-2d5a58b43401 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78f6313e-e4c1-4d15-9de1-d2ba4a80e43a HTTP/1.1" status: 204 len: 168 time: 0.1906021 Sep 23 23:51:36.186924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6d8c7-34a2-4d8b-ab63-2d5a58b43401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f6313e-e4c1-4d15-9de1-d2ba4a80e43a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:36.275330 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.323736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35410) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:36.347743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb423-1bfe-4019-8444-90ef83e5d8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.379162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1421256f-2c50-4456-bc90-f9c64c48a3d7 req-57059524-2b65-4e0d-9068-f1f48767cdd9 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0384941 Sep 23 23:51:36.425893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f884c7b-14a9-42fe-8f27-6bfc894e5499 req-93114338-dcb7-4609-a7a3-fadd7222ec9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:36.431717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f884c7b-14a9-42fe-8f27-6bfc894e5499 req-93114338-dcb7-4609-a7a3-fadd7222ec9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 936 time: 0.1516199 Sep 23 23:51:36.535376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f884c7b-14a9-42fe-8f27-6bfc894e5499 req-0317880e-3c71-4799-8a8e-bc1e62349f99 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950174 Sep 23 23:51:36.567353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb423-1bfe-4019-8444-90ef83e5d8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.582124 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6cb423-1bfe-4019-8444-90ef83e5d8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.621538 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bb6cb423-1bfe-4019-8444-90ef83e5d8b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5029f5c6c34c48b4aeef86ec386e1ae1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2966745 Sep 23 23:51:36.624366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:36.643180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6cb423-1bfe-4019-8444-90ef83e5d8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7701620d-81cb-494f-900b-ab66df95f99e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:36.722855 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb009-4a47-45cb-be40-ed79aaed477a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.745659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb009-4a47-45cb-be40-ed79aaed477a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.820128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb009-4a47-45cb-be40-ed79aaed477a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.822676 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a4eb009-4a47-45cb-be40-ed79aaed477a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:36.824819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2a4eb009-4a47-45cb-be40-ed79aaed477a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7701620d-81cb-494f-900b-ab66df95f99e HTTP/1.1" status: 204 len: 168 time: 0.1990905 Sep 23 23:51:36.841021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4eb009-4a47-45cb-be40-ed79aaed477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7701620d-81cb-494f-900b-ab66df95f99e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:36.904633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35434) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:36.934530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac123-9b7c-4938-ad73-9d68ef238b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.047814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac123-9b7c-4938-ad73-9d68ef238b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.053224 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac123-9b7c-4938-ad73-9d68ef238b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.079452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35438) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:37.101773 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6a9ac123-9b7c-4938-ad73-9d68ef238b64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f925709db2d48c7869ccf83a6bbfdf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1959221 Sep 23 23:51:37.104979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35442) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:37.106771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ac123-9b7c-4938-ad73-9d68ef238b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ac3c57-c260-4349-b155-f126e2cf9405,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:37.214558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bcad7e0d-e03e-4145-8863-536f35b3ea93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.267042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bcad7e0d-e03e-4145-8863-536f35b3ea93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.280886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e28a700-5be0-4727-a5e8-17b85683a6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.350741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bcad7e0d-e03e-4145-8863-536f35b3ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.353996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bcad7e0d-e03e-4145-8863-536f35b3ea93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.355311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bcad7e0d-e03e-4145-8863-536f35b3ea93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34ac3c57-c260-4349-b155-f126e2cf9405 HTTP/1.1" status: 204 len: 168 time: 0.2496433 Sep 23 23:51:37.370149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad7e0d-e03e-4145-8863-536f35b3ea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ac3c57-c260-4349-b155-f126e2cf9405,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:37.507223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d33305c-3e2f-407e-8e7e-3b5f779804d8 req-a2482aa5-70e8-4c4d-aae6-9bf20900f46d tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0512915 Sep 23 23:51:37.521407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e28a700-5be0-4727-a5e8-17b85683a6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.526367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e28a700-5be0-4727-a5e8-17b85683a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.573560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5e28a700-5be0-4727-a5e8-17b85683a6de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=442d27de4f734bb79df61221d34a07b0&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4921625 Sep 23 23:51:37.575910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35456) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:37.578262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28a700-5be0-4727-a5e8-17b85683a6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68325060-3e8a-42bf-ae4d-42406326e065,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:37.677196 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23885827-0473-487f-9a03-60acd41e7bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.718974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23885827-0473-487f-9a03-60acd41e7bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.721848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a7499-8287-4790-81a2-53d5717a8bbd req-3b909e35-e17b-4e34-9c34-4e0af2a0150e tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:37.729509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e5a7499-8287-4790-81a2-53d5717a8bbd req-3b909e35-e17b-4e34-9c34-4e0af2a0150e tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 936 time: 0.0651565 Sep 23 23:51:37.770302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e5a7499-8287-4790-81a2-53d5717a8bbd req-e3931f30-43e8-48d3-a722-28af57781043 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399106 Sep 23 23:51:37.784711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23885827-0473-487f-9a03-60acd41e7bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.791107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23885827-0473-487f-9a03-60acd41e7bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:37.796294 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-23885827-0473-487f-9a03-60acd41e7bfe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68325060-3e8a-42bf-ae4d-42406326e065 HTTP/1.1" status: 204 len: 168 time: 0.2174542 Sep 23 23:51:37.804403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23885827-0473-487f-9a03-60acd41e7bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68325060-3e8a-42bf-ae4d-42406326e065,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:38.135231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35482) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:38.149868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bed4860-1fde-4138-99ce-3ce570970dde admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.151772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Request body: {'port': {'device_id': 'a2b9dbe9-b90e-4bd4-896f-67a52bff9e16', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'dd41c6295e6b4db69ad5bb1b2eaf3224'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:38.282357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bed4860-1fde-4138-99ce-3ce570970dde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.290500 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bed4860-1fde-4138-99ce-3ce570970dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.324593 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1bed4860-1fde-4138-99ce-3ce570970dde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9a8499dc41648abbfeebbe10fb16a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1881063 Sep 23 23:51:38.334190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35490) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:38.380697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed4860-1fde-4138-99ce-3ce570970dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc76a67-71ca-4f97-be90-133402283e2f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:38.409789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Made reservation on behalf of dd41c6295e6b4db69ad5bb1b2eaf3224 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:38.414390 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.415295 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ca7228e-9525-4da1-9e77-e08db6609eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.425825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.444647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ca7228e-9525-4da1-9e77-e08db6609eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.464649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Request body: {'port': {'device_id': '7022245d-91c0-43b2-8c6b-62971546de7d', 'device_owner': 'compute:tempest-test_az-594752122', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:38.576719 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.595965 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.610000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.669051 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ca7228e-9525-4da1-9e77-e08db6609eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.671891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ca7228e-9525-4da1-9e77-e08db6609eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.673064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2ca7228e-9525-4da1-9e77-e08db6609eb0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1dc76a67-71ca-4f97-be90-133402283e2f HTTP/1.1" status: 204 len: 168 time: 0.3380311 Sep 23 23:51:38.727093 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:38.749125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7228e-9525-4da1-9e77-e08db6609eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc76a67-71ca-4f97-be90-133402283e2f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:38.761573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39ae16ee-b5e8-4f31-aa33-c5d75f2c16dd req-0878e4cb-1780-4e45-a324-70126af6b47b tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.1629801 Sep 23 23:51:38.850325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9774f282-05c2-4b73-8e3f-0713c23b7522,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:38.926225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Allocated IP 192.168.233.9 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/6c8f3fd3-0e75-433d-966d-6a95523764b7) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:38.953477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebab313-448d-4e4e-91bc-d55ab38140b6 req-55d2f49c-13e8-4127-bd67-c3178c4f4b82 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:38.955066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eebab313-448d-4e4e-91bc-d55ab38140b6 req-55d2f49c-13e8-4127-bd67-c3178c4f4b82 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 936 time: 0.0931389 Sep 23 23:51:39.038746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eebab313-448d-4e4e-91bc-d55ab38140b6 req-f25f20fe-13a0-4f25-b8e5-026f90bdd9d0 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718274 Sep 23 23:51:39.135338 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:39.178960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:39.283761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:39.290057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:39.293392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:39.299371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:39.300164 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:39.324761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Pushing event updated for resources: {'Port': ['ID=6c8f3fd3-0e75-433d-966d-6a95523764b7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:39.337656 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-483603b6-67b6-4f53-84a9-dbf683ce1e26 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1899366 Sep 23 23:51:39.355147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Request body: {'port': {'device_id': 'a2b9dbe9-b90e-4bd4-896f-67a52bff9e16', 'device_owner': 'compute:tempest-test_az-594752122', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:39.578069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96637585-331d-46f9-b363-af5164c3fb89 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:51:39.586670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:39.607502 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:39.615397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b7fabfec-112b-4fbe-93e0-0d41ff0f1072 None None] Provisioning complete for port 6c8f3fd3-0e75-433d-966d-6a95523764b7 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:39.616018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7fabfec-112b-4fbe-93e0-0d41ff0f1072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:39.625736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Transition to ACTIVE for port object 96637585-331d-46f9-b363-af5164c3fb89 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:51:39.635770 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:39.655979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b7fabfec-112b-4fbe-93e0-0d41ff0f1072 None None] Port 6c8f3fd3-0e75-433d-966d-6a95523764b7 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:51:39.807084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Pushing event updated for resources: {'Port': ['ID=96637585-331d-46f9-b363-af5164c3fb89,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:39.849876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Attempting to bind port 96637585-331d-46f9-b363-af5164c3fb89 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:51:39.850212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Attempting to bind port 96637585-331d-46f9-b363-af5164c3fb89 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:51:39.850550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Attempting to bind port 96637585-331d-46f9-b363-af5164c3fb89 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:51:39.863107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Port 96637585-331d-46f9-b363-af5164c3fb89 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:51:39.863416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Attempting to bind port 96637585-331d-46f9-b363-af5164c3fb89 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:51:39.869091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:51:39.869448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:51:39.870034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:51:39.870497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Bound port: 96637585-331d-46f9-b363-af5164c3fb89, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:51:39.870883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:40.020725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7eb41-91fa-46bd-9733-35cbca2d39f0 req-d0ed61b3-a9cb-4c7a-a112-14ba90b1d668 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:40.021862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] For port 96637585-331d-46f9-b363-af5164c3fb89, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:51:40.022219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9c7eb41-91fa-46bd-9733-35cbca2d39f0 req-d0ed61b3-a9cb-4c7a-a112-14ba90b1d668 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 934 time: 0.1354208 Sep 23 23:51:40.032425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] For port 96637585-331d-46f9-b363-af5164c3fb89, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=96637585-331d-46f9-b363-af5164c3fb89,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:51:40.039444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:40.090113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9c7eb41-91fa-46bd-9733-35cbca2d39f0 req-63eecf5f-e60f-4448-ae50-64e2069ed2b7 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587347 Sep 23 23:51:40.140672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:40.141558 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:40.143466 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] 10.222.0.18 "PUT /v2.0/ports/96637585-331d-46f9-b363-af5164c3fb89 HTTP/1.1" status: 200 len: 1118 time: 1.9903250 Sep 23 23:51:40.144385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7022245d-91c0-43b2-8c6b-62971546de7d', 'tag': '96637585-331d-46f9-b363-af5164c3fb89'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:51:40.228871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c8f3fd3-0e75-433d-966d-6a95523764b7 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:51:40.240991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:40.268821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Transition to ACTIVE for port object 6c8f3fd3-0e75-433d-966d-6a95523764b7 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:51:40.288364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:40.300978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3803e6e5-a98a-408b-a9fb-7de2bf0ad372 req-4e1f8054-b53e-4dd4-9bb8-23fbe0371f9e tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:40.308450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3803e6e5-a98a-408b-a9fb-7de2bf0ad372 req-4e1f8054-b53e-4dd4-9bb8-23fbe0371f9e tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 969 time: 0.1406345 Sep 23 23:51:40.363988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-af8fd3e9-b339-48c2-9f06-bcdabecc00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:40.365730 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-af8fd3e9-b339-48c2-9f06-bcdabecc00dd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 1121 time: 0.1297646 Sep 23 23:51:40.440576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35564) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:40.455700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8f3fd3-0e75-433d-966d-6a95523764b7,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:40.476487 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-8278ca12-d5f4-4e0e-b030-aa8d3ee5d44d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=96637585-331d-46f9-b363-af5164c3fb89 HTTP/1.1" status: 200 len: 217 time: 0.0977263 Sep 23 23:51:40.477529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aac8e9-8c98-4cca-a89c-c0fe6df06c86 service neutron] Pushing event updated for resources: {'Port': ['ID=96637585-331d-46f9-b363-af5164c3fb89,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:40.545441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3803e6e5-a98a-408b-a9fb-7de2bf0ad372 req-821f5ab2-18ec-4cb9-8276-a0724defa035 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360802 Sep 23 23:51:40.550428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Attempting to bind port 6c8f3fd3-0e75-433d-966d-6a95523764b7 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:51:40.550823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Attempting to bind port 6c8f3fd3-0e75-433d-966d-6a95523764b7 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:51:40.551177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Attempting to bind port 6c8f3fd3-0e75-433d-966d-6a95523764b7 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:51:40.557562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Port 6c8f3fd3-0e75-433d-966d-6a95523764b7 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:51:40.557884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Attempting to bind port 6c8f3fd3-0e75-433d-966d-6a95523764b7 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:51:40.564168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:51:40.564462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:51:40.565034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:51:40.565625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Bound port: 6c8f3fd3-0e75-433d-966d-6a95523764b7, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:51:40.565991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:40.579574 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f7b7c-285e-46cd-92f7-a56e08eade19" -d '{"events": [{"name": "network-changed", "server_uuid": "7022245d-91c0-43b2-8c6b-62971546de7d", "tag": "96637585-331d-46f9-b363-af5164c3fb89"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:51:40.611457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-3ff2df2a-e94d-4aaf-936c-476ce39a4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:40.612939 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-3ff2df2a-e94d-4aaf-936c-476ce39a4467 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1245813 Sep 23 23:51:40.655375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] For port 6c8f3fd3-0e75-433d-966d-6a95523764b7, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:51:40.663054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] For port 6c8f3fd3-0e75-433d-966d-6a95523764b7, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6c8f3fd3-0e75-433d-966d-6a95523764b7,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:51:40.673105 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:40.710630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:40.711460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:40.712945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/6c8f3fd3-0e75-433d-966d-6a95523764b7 HTTP/1.1" status: 200 len: 1116 time: 1.3648436 Sep 23 23:51:40.715546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b9dbe9-b90e-4bd4-896f-67a52bff9e16', 'tag': '6c8f3fd3-0e75-433d-966d-6a95523764b7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:51:40.738454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-d306b410-eab2-4976-8543-696148aaea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:40.745225 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-d306b410-eab2-4976-8543-696148aaea96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1247594 Sep 23 23:51:40.898343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-43bea053-10b6-40ca-a0c1-4f1cf7258c58 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480062 Sep 23 23:51:40.927243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b6a33c-ca22-4200-9da6-dbecf6aa48a7 service neutron] Pushing event updated for resources: {'Port': ['ID=6c8f3fd3-0e75-433d-966d-6a95523764b7,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:40.960447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-9b3fd9f1-77b9-4f7a-a9da-2c0b98d002ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:40.961973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-9b3fd9f1-77b9-4f7a-a9da-2c0b98d002ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd41c6295e6b4db69ad5bb1b2eaf3224&device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 1119 time: 0.1474621 Sep 23 23:51:40.962879 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8614f7d-3ff0-4e20-92e8-88401d38150e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:41.040546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a3d19b28-961a-4ace-96d9-d209065102c1 req-19283052-8803-4ca5-a3b2-a41333534c4e service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344368 Sep 23 23:51:41.097330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-46866d92-00bd-4c0e-9abb-ab2fe7079fcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6c8f3fd3-0e75-433d-966d-6a95523764b7 HTTP/1.1" status: 200 len: 217 time: 0.1258228 Sep 23 23:51:41.103393 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d06c0c85-9768-42da-914f-8210589c4495 x-openstack-request-id: req-d06c0c85-9768-42da-914f-8210589c4495 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:51:41.103688 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7022245d-91c0-43b2-8c6b-62971546de7d", "tag": "96637585-331d-46f9-b363-af5164c3fb89", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:51:41.103932 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d06c0c85-9768-42da-914f-8210589c4495 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:51:41.104381 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7022245d-91c0-43b2-8c6b-62971546de7d', 'tag': '96637585-331d-46f9-b363-af5164c3fb89', 'status': 'completed', 'code': 200} Sep 23 23:51:41.177784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-0eba8177-add4-4678-b800-a6d1451ecff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.179668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-0eba8177-add4-4678-b800-a6d1451ecff4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 1121 time: 0.0566571 Sep 23 23:51:41.312818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-929df6e9-563d-4733-842e-2f8ff4a6d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.314257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-929df6e9-563d-4733-842e-2f8ff4a6d7cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1917949 Sep 23 23:51:41.332470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f35e5-4855-4807-9ed1-babd91684f34 req-83779c06-ff2e-4361-9085-69e3321e3f28 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.339861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c19f35e5-4855-4807-9ed1-babd91684f34 req-83779c06-ff2e-4361-9085-69e3321e3f28 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 967 time: 0.1187847 Sep 23 23:51:41.389066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-31b105fa-1dd7-49b5-9be1-efb031391352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.393413 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-31b105fa-1dd7-49b5-9be1-efb031391352 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2036982 Sep 23 23:51:41.402249 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b01f74d-9be2-421d-854f-e27acb5ae1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b9dbe9-b90e-4bd4-896f-67a52bff9e16", "tag": "6c8f3fd3-0e75-433d-966d-6a95523764b7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:51:41.456805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-889934f8-7600-48d3-a059-9177f7b37a81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=96637585-331d-46f9-b363-af5164c3fb89 HTTP/1.1" status: 200 len: 217 time: 0.0536067 Sep 23 23:51:41.484947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c19f35e5-4855-4807-9ed1-babd91684f34 req-36c35499-3356-45bf-ac87-592489dec6b0 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436865 Sep 23 23:51:41.486180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8614f7d-3ff0-4e20-92e8-88401d38150e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:41.488427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-024c98b1-be25-4f5d-bb14-7e986e29047d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.489972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-024c98b1-be25-4f5d-bb14-7e986e29047d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1481817 Sep 23 23:51:41.493344 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8614f7d-3ff0-4e20-92e8-88401d38150e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:41.526957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-e9fc3c06-606f-4d60-87ae-8d92c641bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.528429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-e9fc3c06-606f-4d60-87ae-8d92c641bf2c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0646710 Sep 23 23:51:41.591068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-ac111b35-2a64-4a86-a615-4b9dcca9ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.596244 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-ac111b35-2a64-4a86-a615-4b9dcca9ef5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574462 Sep 23 23:51:41.596554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-69fcea5f-735e-4974-992a-95c83beca98c service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988739 Sep 23 23:51:41.675309 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aca59b-6057-455a-8534-96f47919ee87 x-openstack-request-id: req-d2aca59b-6057-455a-8534-96f47919ee87 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:51:41.675652 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b9dbe9-b90e-4bd4-896f-67a52bff9e16", "tag": "6c8f3fd3-0e75-433d-966d-6a95523764b7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:51:41.675831 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2aca59b-6057-455a-8534-96f47919ee87 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:51:41.676282 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b9dbe9-b90e-4bd4-896f-67a52bff9e16', 'tag': '6c8f3fd3-0e75-433d-966d-6a95523764b7', 'status': 'completed', 'code': 200} Sep 23 23:51:41.687559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d8614f7d-3ff0-4e20-92e8-88401d38150e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=747c68e3e1ce407399ddf3fa5b2db251&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2455697 Sep 23 23:51:41.691034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35612) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:41.700006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8614f7d-3ff0-4e20-92e8-88401d38150e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5fbbea-02cb-46b4-a8e0-7a2ac9f71d96,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:41.722455 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-da44632c-6623-49cd-82bd-558be9b40249 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148188 Sep 23 23:51:41.762245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35614) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:41.814796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5a3ad3-ac8d-4712-923f-3ef8e15e2544 req-ec0552e3-ca01-4452-af07-35f06df5fb5a service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066045 Sep 23 23:51:41.823583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f9717-ff86-4578-8e4a-3a0894a2d66c req-82e8bca7-fc06-4949-abb9-6be242bad942 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.825216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-304f9717-ff86-4578-8e4a-3a0894a2d66c req-82e8bca7-fc06-4949-abb9-6be242bad942 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 969 time: 0.1801648 Sep 23 23:51:41.843976 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-072f4e61-8f1f-47ee-918b-b74da918c961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:41.845440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c82f7b7c-285e-46cd-92f7-a56e08eade19 req-0a233a2a-9bc9-40ce-9f8f-609fe62cf2e3 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148777 Sep 23 23:51:41.887284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-072f4e61-8f1f-47ee-918b-b74da918c961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:41.919699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-20d46977-c464-4a37-90da-aeb9535a3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:41.920633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-304f9717-ff86-4578-8e4a-3a0894a2d66c req-d5d0f762-9745-4214-afd5-e0abdb0d1f7a tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874126 Sep 23 23:51:41.933354 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-20d46977-c464-4a37-90da-aeb9535a3d21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd41c6295e6b4db69ad5bb1b2eaf3224&device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 1119 time: 0.0589063 Sep 23 23:51:41.976630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-072f4e61-8f1f-47ee-918b-b74da918c961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:41.981670 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-072f4e61-8f1f-47ee-918b-b74da918c961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:41.983361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-072f4e61-8f1f-47ee-918b-b74da918c961 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e5fbbea-02cb-46b4-a8e0-7a2ac9f71d96 HTTP/1.1" status: 204 len: 168 time: 0.2914112 Sep 23 23:51:41.998103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f4e61-8f1f-47ee-918b-b74da918c961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5fbbea-02cb-46b4-a8e0-7a2ac9f71d96,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:42.121728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-381f3ca7-1ab0-421f-87c7-a9c08055563e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.204858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-1aa57da6-c99d-4c0c-986a-5855ea84ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:42.206353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-1aa57da6-c99d-4c0c-986a-5855ea84ebff service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2631152 Sep 23 23:51:42.274931 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-ce8fbc07-7b72-463c-8134-683d1cd4a416 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=6c8f3fd3-0e75-433d-966d-6a95523764b7 HTTP/1.1" status: 200 len: 217 time: 0.0570273 Sep 23 23:51:42.358892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-0356a6da-792e-4b40-b695-1c4359581c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:42.360405 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-0356a6da-792e-4b40-b695-1c4359581c14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0785038 Sep 23 23:51:42.370734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-381f3ca7-1ab0-421f-87c7-a9c08055563e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.381260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-381f3ca7-1ab0-421f-87c7-a9c08055563e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.430468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35630) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:42.440589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f3ca7-1ab0-421f-87c7-a9c08055563e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce382e9-8e98-48e6-aee9-c4bf9624a13c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:42.448324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e659cfb-802c-47c0-99e5-12e77c44a0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.454791 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-381f3ca7-1ab0-421f-87c7-a9c08055563e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=419d96287d9d48f9953c771b86e5ba77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6912560 Sep 23 23:51:42.457031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:42.466102 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-fea0cb92-b211-4eaa-84a4-d28d58e9e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:42.467920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-fea0cb92-b211-4eaa-84a4-d28d58e9e3ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0993302 Sep 23 23:51:42.557461 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e659cfb-802c-47c0-99e5-12e77c44a0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.566165 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e659cfb-802c-47c0-99e5-12e77c44a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.585352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-124fc77c-7b83-4e97-a12e-225789ebc678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.618600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3e659cfb-802c-47c0-99e5-12e77c44a0e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bd99e70f1184e04ba4e48e1ad621593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846151 Sep 23 23:51:42.619872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35640) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:42.633904 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-69f6b1c7-abb4-467c-906a-7061d7abb757 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554220 Sep 23 23:51:42.635963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-124fc77c-7b83-4e97-a12e-225789ebc678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.767617 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-124fc77c-7b83-4e97-a12e-225789ebc678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.770228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-124fc77c-7b83-4e97-a12e-225789ebc678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.773675 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-124fc77c-7b83-4e97-a12e-225789ebc678 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cce382e9-8e98-48e6-aee9-c4bf9624a13c HTTP/1.1" status: 204 len: 168 time: 0.3134549 Sep 23 23:51:42.781803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124fc77c-7b83-4e97-a12e-225789ebc678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce382e9-8e98-48e6-aee9-c4bf9624a13c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:42.788595 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b01f74d-9be2-421d-854f-e27acb5ae1c7 req-428f02ce-bdaa-4a27-b281-1a7c39bd2ba4 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452050 Sep 23 23:51:42.814896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e659cfb-802c-47c0-99e5-12e77c44a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1667625f-f54f-4ba0-a200-2c26e666f994,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:42.855852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dcf0a7-5458-4507-9819-2fdd649c228a req-2ebd8143-768c-4b9b-8758-8783756d6cb3 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:42.857389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64dcf0a7-5458-4507-9819-2fdd649c228a req-2ebd8143-768c-4b9b-8758-8783756d6cb3 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 967 time: 0.2648737 Sep 23 23:51:42.879092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d51fb5b-dc2a-46f4-bbfa-596eff68bb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.921683 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d51fb5b-dc2a-46f4-bbfa-596eff68bb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:42.934898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64dcf0a7-5458-4507-9819-2fdd649c228a req-9748531e-ac4a-4846-8df5-e451566c97b6 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665970 Sep 23 23:51:42.996316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d51fb5b-dc2a-46f4-bbfa-596eff68bb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.000013 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d51fb5b-dc2a-46f4-bbfa-596eff68bb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.001551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8d51fb5b-dc2a-46f4-bbfa-596eff68bb58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1667625f-f54f-4ba0-a200-2c26e666f994 HTTP/1.1" status: 204 len: 168 time: 0.3653209 Sep 23 23:51:43.011316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51fb5b-dc2a-46f4-bbfa-596eff68bb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1667625f-f54f-4ba0-a200-2c26e666f994,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:43.078519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bc0ed-55c4-4624-9a9a-f2a32895c0e5 req-b3f219c6-7e80-437c-a0ea-294c6094e06c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:43.080090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-989bc0ed-55c4-4624-9a9a-f2a32895c0e5 req-b3f219c6-7e80-437c-a0ea-294c6094e06c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 969 time: 0.0645630 Sep 23 23:51:43.121013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-989bc0ed-55c4-4624-9a9a-f2a32895c0e5 req-46eeea6a-49b1-4de3-b164-f5b2c50cd339 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344627 Sep 23 23:51:43.263599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35664) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:43.284185 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b6416d7-7223-4b98-9a09-4607a86c74fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.364949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35668) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:43.396998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b6416d7-7223-4b98-9a09-4607a86c74fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.402253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b6416d7-7223-4b98-9a09-4607a86c74fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.445788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5b6416d7-7223-4b98-9a09-4607a86c74fe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ae09182dcfb41ad9f03cb4ce33cdbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803198 Sep 23 23:51:43.446656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6416d7-7223-4b98-9a09-4607a86c74fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7504d1-a64f-47a7-83d3-8e892a463a70,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:43.448636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35676) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:43.499917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ac56d779-5a1e-46f3-a32a-4901dfb1c3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.533863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c24214c6-638f-4358-a407-3913084d1a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.560687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c24214c6-638f-4358-a407-3913084d1a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.610620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ac56d779-5a1e-46f3-a32a-4901dfb1c3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.615228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ac56d779-5a1e-46f3-a32a-4901dfb1c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.622211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c24214c6-638f-4358-a407-3913084d1a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.626968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c24214c6-638f-4358-a407-3913084d1a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.631205 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c24214c6-638f-4358-a407-3913084d1a15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed7504d1-a64f-47a7-83d3-8e892a463a70 HTTP/1.1" status: 204 len: 168 time: 0.1789412 Sep 23 23:51:43.645458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24214c6-638f-4358-a407-3913084d1a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7504d1-a64f-47a7-83d3-8e892a463a70,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:43.663470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ac56d779-5a1e-46f3-a32a-4901dfb1c3af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4f0aa74801e41239f2a543bfe7d9617&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2973814 Sep 23 23:51:43.666118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35684) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:43.667678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac56d779-5a1e-46f3-a32a-4901dfb1c3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee19d93-a5ce-4daf-8f08-f7ef59f87e64,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:43.725923 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bdae-ab39-4d08-ab9b-5a446b4b5a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.752008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bdae-ab39-4d08-ab9b-5a446b4b5a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.818073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bdae-ab39-4d08-ab9b-5a446b4b5a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.820720 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ab0bdae-ab39-4d08-ab9b-5a446b4b5a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:43.826339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4ab0bdae-ab39-4d08-ab9b-5a446b4b5a86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ee19d93-a5ce-4daf-8f08-f7ef59f87e64 HTTP/1.1" status: 204 len: 168 time: 0.1546848 Sep 23 23:51:43.839381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0bdae-ab39-4d08-ab9b-5a446b4b5a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee19d93-a5ce-4daf-8f08-f7ef59f87e64,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:44.066124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d99cf2-3c1d-4e09-b6ee-d24293375fb1 req-cb76a110-38c4-4f9e-99d8-0c3b45e7028b tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:44.067826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6d99cf2-3c1d-4e09-b6ee-d24293375fb1 req-cb76a110-38c4-4f9e-99d8-0c3b45e7028b tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 967 time: 0.0516710 Sep 23 23:51:44.111838 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6d99cf2-3c1d-4e09-b6ee-d24293375fb1 req-60af12e1-e91e-490f-8cb6-2a04cd7c4947 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377707 Sep 23 23:51:44.169158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:44.196449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35714) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:44.221814 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7751-f187-4dc4-87d7-c378d3b071ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.281463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef670d3-0090-4579-bcc9-1ac51fc5ea48 req-e234ccae-c445-4851-a747-de7b30d55df9 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:44.283052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bef670d3-0090-4579-bcc9-1ac51fc5ea48 req-e234ccae-c445-4851-a747-de7b30d55df9 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 969 time: 0.0787032 Sep 23 23:51:44.347800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bef670d3-0090-4579-bcc9-1ac51fc5ea48 req-e325d1e8-0f0f-4051-999f-0375e544c1b4 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541687 Sep 23 23:51:44.391484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-772445897-network', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:44.400971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7751-f187-4dc4-87d7-c378d3b071ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.406987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7751-f187-4dc4-87d7-c378d3b071ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.426353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Made reservation on behalf of f85961c63c3b4de596f7d938f7725e63 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:44.428898 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.438102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.447264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d7751-f187-4dc4-87d7-c378d3b071ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f54d888-faee-421d-9882-f999cf905a4c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:44.452959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5a9d7751-f187-4dc4-87d7-c378d3b071ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6199b405ee2b46748e5ac8533925b36b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2542789 Sep 23 23:51:44.454365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35724) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:44.513274 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4443-cdb7-498a-a5af-f3112c834276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.546218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4443-cdb7-498a-a5af-f3112c834276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.564523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.576378 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.603063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:51:44.613648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b39f4d-1795-49b7-b521-2c669d1348c2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:44.631767 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4443-cdb7-498a-a5af-f3112c834276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.634222 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd3e4443-cdb7-498a-a5af-f3112c834276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.637859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd3e4443-cdb7-498a-a5af-f3112c834276 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f54d888-faee-421d-9882-f999cf905a4c HTTP/1.1" status: 204 len: 168 time: 0.1797850 Sep 23 23:51:44.640958 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.641500 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Added segment 3985c302-6500-4e81-90de-291bdf6f9130 of type vlan for network 6b868454-f389-4854-ac47-2a80aa4d512c Sep 23 23:51:44.644584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e4443-cdb7-498a-a5af-f3112c834276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f54d888-faee-421d-9882-f999cf905a4c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:44.689284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.718200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.719266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:44.719847 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.756103 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5814650 Sep 23 23:51:44.756835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35732) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:44.763798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Request body: {'subnet': {'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-subnet', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:44.787018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8ac41-3237-4dbf-8182-ae93e892c083 admin admin] Pushing event updated for resources: {'Network': ['ID=6b868454-f389-4854-ac47-2a80aa4d512c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:44.795462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Made reservation on behalf of f85961c63c3b4de596f7d938f7725e63 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:44.797911 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:44.801699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6b868454-f389-4854-ac47-2a80aa4d512c details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:51:44.996208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 96637585-331d-46f9-b363-af5164c3fb89 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:51:45.008495 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.071882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=810ae2bc-824d-464f-9740-86e651aa44bd,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:45.089204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Checking segment: {'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:51:45.089557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Network hostable DHCP agents. Network: 6b868454-f389-4854-ac47-2a80aa4d512c, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:51:45.110844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Network 6b868454-f389-4854-ac47-2a80aa4d512c is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:51:45.124790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6b868454-f389-4854-ac47-2a80aa4d512c) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:45.129611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:45.130224 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.136137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a156a-0d3a-494a-af1e-cc333412f2e1 None None] Network 6b868454-f389-4854-ac47-2a80aa4d512c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:51:45.143227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 96637585-331d-46f9-b363-af5164c3fb89, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=96637585-331d-46f9-b363-af5164c3fb89,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:45.153736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dd7b59a4-559a-47eb-810c-84d7d215ff82 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3931370 Sep 23 23:51:45.154015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35752) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:45.160757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:45.183283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '96637585-331d-46f9-b363-af5164c3fb89', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '96637585-331d-46f9-b363-af5164c3fb89', 'mac_address': 'fa:16:3e:5c:2a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:tempest-test_az-594752122', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:51:45.199262 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.202951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.291056 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.329120 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.335857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96637585-331d-46f9-b363-af5164c3fb89 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:51:45.376605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1533948-a499-45f6-97b2-f3752794ad42 req-eb9c35f5-e06c-401c-8e71-8db7530a4eba tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:45.378158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 96637585-331d-46f9-b363-af5164c3fb89, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=96637585-331d-46f9-b363-af5164c3fb89,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:45.378305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1533948-a499-45f6-97b2-f3752794ad42 req-eb9c35f5-e06c-401c-8e71-8db7530a4eba tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 967 time: 0.1336875 Sep 23 23:51:45.401496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.402370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6c8f3fd3-0e75-433d-966d-6a95523764b7 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:51:45.430635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-6b868454-f389-4854-ac47-2a80aa4d512c', 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'fixed_ips': [{'subnet_id': '810ae2bc-824d-464f-9740-86e651aa44bd'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:51:45.431629 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.472776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6c8f3fd3-0e75-433d-966d-6a95523764b7, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6c8f3fd3-0e75-433d-966d-6a95523764b7,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:45.514267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '6c8f3fd3-0e75-433d-966d-6a95523764b7', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '6c8f3fd3-0e75-433d-966d-6a95523764b7', 'mac_address': 'fa:16:3e:f3:b1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:tempest-test_az-594752122', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:51:45.517953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=96637585-331d-46f9-b363-af5164c3fb89,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:45.536761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.537113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.537468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.537810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.538139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.538465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.538832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.539164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.539480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.539798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.540117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.540433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Tracked resource versions report: Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: pushed versions: Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: { 'AddressGroup': {'1.2'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'ConntrackHelper': {'1.0'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Log': {'1.0'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Network': {'1.1'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Port': {'1.7'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'PortForwarding': {'1.2'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'QosPolicy': {'1.9'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'SecurityGroup': {'1.4'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'SubPort': {'1.0'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Subnet': {'1.1'}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Trunk': {'1.1'}} Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: consumer versions: Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: { DHCP agent@n-d-713498-18: {}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: HyperV agent@n-h1-713498-18: {}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: HyperV agent@n-h2-713498-18: {}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: L3 agent@n-d-713498-18: {}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: Metadata agent@n-d-713498-18: {}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: Metering agent@n-d-713498-18: {}, Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: Open vSwitch agent@n-d-713498-18: { 'AddressGroup': '1.2', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'ConntrackHelper': '1.0', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Log': '1.0', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Network': '1.1', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Port': '1.7', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'PortForwarding': '1.2', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'QosPolicy': '1.9', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'SecurityGroup': '1.4', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'SecurityGroupRule': '1.2', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'SubPort': '1.0', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Subnet': '1.1', Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: 'Trunk': '1.1'}} Sep 23 23:51:45.541531 n-d-713498-18 neutron-server[106380]: {{(pid=106380) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:51:45.555168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.575249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1533948-a499-45f6-97b2-f3752794ad42 req-c29bf61f-e909-4181-a4fa-3b7d2d04a067 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820371 Sep 23 23:51:45.642368 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.648093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423869e-504a-4f4a-ae25-649597db1e63 req-3ffae3ef-18bf-4c14-8658-bb2b872b6eac tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:45.651074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e423869e-504a-4f4a-ae25-649597db1e63 req-3ffae3ef-18bf-4c14-8658-bb2b872b6eac tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 970 time: 0.1528714 Sep 23 23:51:45.683659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c8f3fd3-0e75-433d-966d-6a95523764b7 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:51:45.704953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e423869e-504a-4f4a-ae25-649597db1e63 req-32a2011c-f16e-44f0-b2a2-530b3b9ed640 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407341 Sep 23 23:51:45.718514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6c8f3fd3-0e75-433d-966d-6a95523764b7, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6c8f3fd3-0e75-433d-966d-6a95523764b7,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:45.734581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Allocated IP 172.20.0.2 (6b868454-f389-4854-ac47-2a80aa4d512c/810ae2bc-824d-464f-9740-86e651aa44bd/a5810680-3d89-4803-8758-c0655af8977a) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:45.739803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.850529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6c8f3fd3-0e75-433d-966d-6a95523764b7,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:45.923824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.946848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.949213 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:45.957928 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:46.001094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Network 6b868454-f389-4854-ac47-2a80aa4d512c is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:46.004562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:46.010149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:46.022320 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Pushing event updated for resources: {'Port': ['ID=a5810680-3d89-4803-8758-c0655af8977a,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:46.079519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Allocated IP 172.25.5.195 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d701bc83-3238-47f8-aa89-b3f01d6869a3) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:46.110474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Attempting to bind port a5810680-3d89-4803-8758-c0655af8977a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:51:46.110880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Attempting to bind port a5810680-3d89-4803-8758-c0655af8977a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:51:46.111242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Attempting to bind port a5810680-3d89-4803-8758-c0655af8977a on network 6b868454-f389-4854-ac47-2a80aa4d512c {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:51:46.117364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:51:46.117750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Checking segment: {'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:51:46.118151 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:46.118703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Bound using segment: {'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:51:46.119358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Bound port: a5810680-3d89-4803-8758-c0655af8977a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:51:46.119920 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:46.162558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['96637585-331d-46f9-b363-af5164c3fb89'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:51:46.165877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['6c8f3fd3-0e75-433d-966d-6a95523764b7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:51:46.234772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:46.284911 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:46.328822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:46.332021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:46.342185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:46.376288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Pushing event updated for resources: {'Port': ['ID=d701bc83-3238-47f8-aa89-b3f01d6869a3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:46.386696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-319ff834-a23b-45f7-9170-780745e78032 None None] For port a5810680-3d89-4803-8758-c0655af8977a, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:51:46.430470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-319ff834-a23b-45f7-9170-780745e78032 None None] For port a5810680-3d89-4803-8758-c0655af8977a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a5810680-3d89-4803-8758-c0655af8977a,segment=NetworkSegment(3985c302-6500-4e81-90de-291bdf6f9130),segment_id=3985c302-6500-4e81-90de-291bdf6f9130)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:51:46.448097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:46.632739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ff834-a23b-45f7-9170-780745e78032 None None] Pushing event updated for resources: {'Port': ['ID=a5810680-3d89-4803-8758-c0655af8977a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:46.650807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:46.752193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35810) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:46.931912 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f45d989c-95bd-488f-ad72-2a65c5b376c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.060543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7eadc-313d-449c-89c0-ee795400c1a1 req-8edaf7fd-0be5-4090-bf58-2159402bdd19 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:47.062854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08e7eadc-313d-449c-89c0-ee795400c1a1 req-8edaf7fd-0be5-4090-bf58-2159402bdd19 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 968 time: 0.3552313 Sep 23 23:51:47.077223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f45d989c-95bd-488f-ad72-2a65c5b376c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.084468 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f45d989c-95bd-488f-ad72-2a65c5b376c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.127305 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f45d989c-95bd-488f-ad72-2a65c5b376c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e29670d5430f410883d1b09737c3ccf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737159 Sep 23 23:51:47.128347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35816) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:47.129349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d989c-95bd-488f-ad72-2a65c5b376c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c2e18-644a-4395-9419-05ed1cbb0a87,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:47.148803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35818) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:47.157019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77c960-07e5-4165-b0dc-7cd765f55646 req-cd0f179c-464d-47bd-bf58-36319b6f9a88 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:47.158551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb77c960-07e5-4165-b0dc-7cd765f55646 req-cd0f179c-464d-47bd-bf58-36319b6f9a88 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 970 time: 0.3498836 Sep 23 23:51:47.164203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08e7eadc-313d-449c-89c0-ee795400c1a1 req-1d560b8a-add0-4f47-be13-8caee3e7a47a tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941339 Sep 23 23:51:47.203521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f59a03d-0319-44d8-bf91-c34b491f82f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.227461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f59a03d-0319-44d8-bf91-c34b491f82f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.254493 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.257110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb77c960-07e5-4165-b0dc-7cd765f55646 req-30188544-03b6-4f41-96b2-c73aa8d5bd49 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789173 Sep 23 23:51:47.300328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f59a03d-0319-44d8-bf91-c34b491f82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.303013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f59a03d-0319-44d8-bf91-c34b491f82f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.304271 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8f59a03d-0319-44d8-bf91-c34b491f82f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/961c2e18-644a-4395-9419-05ed1cbb0a87 HTTP/1.1" status: 204 len: 168 time: 0.1716435 Sep 23 23:51:47.313037 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7bc-422b-4635-9fe8-37cbca46e343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.320526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f59a03d-0319-44d8-bf91-c34b491f82f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c2e18-644a-4395-9419-05ed1cbb0a87,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:47.417974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:51:47.435979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7bc-422b-4635-9fe8-37cbca46e343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.443248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1afcd7bc-422b-4635-9fe8-37cbca46e343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.492439 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1afcd7bc-422b-4635-9fe8-37cbca46e343 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9f0f6ff47fc4823bf4cf256f0743a70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401325 Sep 23 23:51:47.492439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afcd7bc-422b-4635-9fe8-37cbca46e343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99681359-6a81-4bd3-8d74-c0d469580504,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:47.494182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35826) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:47.550482 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2572745c-074a-4e43-a495-1d71e52b90ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.560236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:51:47.572152 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Sync routers for ids ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:51:47.580242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2572745c-074a-4e43-a495-1d71e52b90ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.584263 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Routers {'13a211d1-5c48-4fb0-907f-65a670f9e3d2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:51:47.585299 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:51:47.590070 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.590905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c528b528-f03c-4f36-9d18-1fe964283aa1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4342887 Sep 23 23:51:47.594199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35828) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:47.673868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2572745c-074a-4e43-a495-1d71e52b90ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.676997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2572745c-074a-4e43-a495-1d71e52b90ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.678421 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2572745c-074a-4e43-a495-1d71e52b90ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99681359-6a81-4bd3-8d74-c0d469580504 HTTP/1.1" status: 204 len: 168 time: 0.1831882 Sep 23 23:51:47.694785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2572745c-074a-4e43-a495-1d71e52b90ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99681359-6a81-4bd3-8d74-c0d469580504,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:47.812629 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Set router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:51:47.824289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35832) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:47.851576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2f89d6c-58cd-4142-9ce4-753f28230c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.942730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9217796-e929-4a66-b329-d448eaf72b17 None None] Network 6b868454-f389-4854-ac47-2a80aa4d512c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:51:47.964792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2f89d6c-58cd-4142-9ce4-753f28230c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:47.972091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2f89d6c-58cd-4142-9ce4-753f28230c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.002174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c2f89d6c-58cd-4142-9ce4-753f28230c45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07d0f4851c744d7b9697bfd683d52618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1762207 Sep 23 23:51:48.009714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35836) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:48.044929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f89d6c-58cd-4142-9ce4-753f28230c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aba5d3-5268-40eb-8f12-eb7e73c87fea,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:48.082294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5409fce7-9502-4288-9282-b245cfda95ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.103749 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:46Z', 'revision_number': 3, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port': {'id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:51:48.113075 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5409fce7-9502-4288-9282-b245cfda95ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.143056 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Checking router: 13a211d1-5c48-4fb0-907f-65a670f9e3d2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:51:48.143889 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Updating router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 port d701bc83-3238-47f8-aa89-b3f01d6869a3 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:51:48.219572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5409fce7-9502-4288-9282-b245cfda95ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.226080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5409fce7-9502-4288-9282-b245cfda95ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.229695 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5409fce7-9502-4288-9282-b245cfda95ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93aba5d3-5268-40eb-8f12-eb7e73c87fea HTTP/1.1" status: 204 len: 168 time: 0.2181315 Sep 23 23:51:48.232372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a5810680-3d89-4803-8758-c0655af8977a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:51:48.240321 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.255277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35842) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:48.278439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-63233e59-0083-4e6c-800c-10c1419967b7 None None] Provisioning complete for port a5810680-3d89-4803-8758-c0655af8977a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:48.279471 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-63233e59-0083-4e6c-800c-10c1419967b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.316699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edc9ab26-ab4b-44e7-897f-5994436ad75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.392877 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.461198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be6795-38fd-4b9f-af54-d02485fa5845 req-928eb6f7-f75e-4b7f-8dd4-8fabdb33685d tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:48.463886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2be6795-38fd-4b9f-af54-d02485fa5845 req-928eb6f7-f75e-4b7f-8dd4-8fabdb33685d tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 968 time: 0.1649408 Sep 23 23:51:48.468361 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edc9ab26-ab4b-44e7-897f-5994436ad75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.470186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409fce7-9502-4288-9282-b245cfda95ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aba5d3-5268-40eb-8f12-eb7e73c87fea,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:48.488906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edc9ab26-ab4b-44e7-897f-5994436ad75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.549305 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-edc9ab26-ab4b-44e7-897f-5994436ad75b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40ff6448e6314f49a8f85ef82ca82ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758248 Sep 23 23:51:48.552185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35846) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:48.593752 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.598468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc9ab26-ab4b-44e7-897f-5994436ad75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2b1a40-19cb-40ea-b5b8-47b3d0c94ba1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:48.602842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a5810680-3d89-4803-8758-c0655af8977a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:48.603561 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.606635 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.661283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9fad850-2605-4dd8-98f0-f89717ef3dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.690945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9fad850-2605-4dd8-98f0-f89717ef3dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.702277 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-63233e59-0083-4e6c-800c-10c1419967b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.726774 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Attempting to bind port d701bc83-3238-47f8-aa89-b3f01d6869a3 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:51:48.735216 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Attempting to bind port d701bc83-3238-47f8-aa89-b3f01d6869a3 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:51:48.735936 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Attempting to bind port d701bc83-3238-47f8-aa89-b3f01d6869a3 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:51:48.744440 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Pushing event updated for resources: {'Port': ['ID=d701bc83-3238-47f8-aa89-b3f01d6869a3,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:48.761007 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9fad850-2605-4dd8-98f0-f89717ef3dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.766540 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9fad850-2605-4dd8-98f0-f89717ef3dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.766729 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.767238 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.767770 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.768310 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.768820 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.769324 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.769826 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.771692 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.773718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b9fad850-2605-4dd8-98f0-f89717ef3dfd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc2b1a40-19cb-40ea-b5b8-47b3d0c94ba1 HTTP/1.1" status: 204 len: 168 time: 0.2202728 Sep 23 23:51:48.777835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798003c-e00e-480a-940e-a0b5b6d7e7ac req-f8d3be03-e80a-4345-8458-1e7e7f87143b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:48.782262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f798003c-e00e-480a-940e-a0b5b6d7e7ac req-f8d3be03-e80a-4345-8458-1e7e7f87143b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 970 time: 0.3911092 Sep 23 23:51:48.784182 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.793083 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.795748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fad850-2605-4dd8-98f0-f89717ef3dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2b1a40-19cb-40ea-b5b8-47b3d0c94ba1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:48.796349 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.797125 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Tracked resource versions report: Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: pushed versions: Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: { 'AddressGroup': {'1.2'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'ConntrackHelper': {'1.0'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Log': {'1.0'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Network': {'1.1'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Port': {'1.7'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'PortForwarding': {'1.2'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'QosPolicy': {'1.9'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'SecurityGroup': {'1.4'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'SecurityGroupRule': {'1.2'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'SubPort': {'1.0'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Subnet': {'1.1'}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Trunk': {'1.1'}} Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: consumer versions: Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: { DHCP agent@n-d-713498-18: {}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: HyperV agent@n-h1-713498-18: {}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: HyperV agent@n-h2-713498-18: {}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: L3 agent@n-d-713498-18: {}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: Metadata agent@n-d-713498-18: {}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: Metering agent@n-d-713498-18: {}, Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: Open vSwitch agent@n-d-713498-18: { 'AddressGroup': '1.2', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'ConntrackHelper': '1.0', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Log': '1.0', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Network': '1.1', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Port': '1.7', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'PortForwarding': '1.2', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'QosPolicy': '1.9', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'SecurityGroup': '1.4', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'SecurityGroupRule': '1.2', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'SubPort': '1.0', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Subnet': '1.1', Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: 'Trunk': '1.1'}} Sep 23 23:51:48.799019 n-d-713498-18 neutron-server[106381]: {{(pid=106381) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 23 23:51:48.816588 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:51:48.817692 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:51:48.818610 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.821267 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:51:48.821921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2be6795-38fd-4b9f-af54-d02485fa5845 req-cb1fdf32-a702-4e2f-b42d-5c945aa6f199 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218629 Sep 23 23:51:48.822093 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Bound port: d701bc83-3238-47f8-aa89-b3f01d6869a3, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:51:48.822650 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.829757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-63233e59-0083-4e6c-800c-10c1419967b7 None None] For port a5810680-3d89-4803-8758-c0655af8977a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a5810680-3d89-4803-8758-c0655af8977a,segment=NetworkSegment(3985c302-6500-4e81-90de-291bdf6f9130),segment_id=3985c302-6500-4e81-90de-291bdf6f9130)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:48.866382 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-63233e59-0083-4e6c-800c-10c1419967b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.907450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:48.949682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f798003c-e00e-480a-940e-a0b5b6d7e7ac req-b5a7d475-b6de-4496-bd3c-08dbbd28bcf9 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557310 Sep 23 23:51:48.961484 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] For port d701bc83-3238-47f8-aa89-b3f01d6869a3, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:51:48.972816 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] For port d701bc83-3238-47f8-aa89-b3f01d6869a3, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d701bc83-3238-47f8-aa89-b3f01d6869a3,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:51:48.978254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63233e59-0083-4e6c-800c-10c1419967b7 None None] Pushing event updated for resources: {'Port': ['ID=a5810680-3d89-4803-8758-c0655af8977a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:48.984004 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.020452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 96637585-331d-46f9-b363-af5164c3fb89 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:51:49.047379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Allocated IP 172.20.0.1 (6b868454-f389-4854-ac47-2a80aa4d512c/810ae2bc-824d-464f-9740-86e651aa44bd/f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:49.101425 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d76d8f-d4b5-4d32-a685-ea8ef117b9f6 None None] Pushing event updated for resources: {'Port': ['ID=d701bc83-3238-47f8-aa89-b3f01d6869a3,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:49.106792 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Routers {'13a211d1-5c48-4fb0-907f-65a670f9e3d2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:51:49.108288 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:51:49.125367 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:51:49.125922 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:51:49.153274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ad8fe6a7-f082-47e3-bb84-a8cb0bb15a79 None None] Provisioning complete for port a5810680-3d89-4803-8758-c0655af8977a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:49.153989 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad8fe6a7-f082-47e3-bb84-a8cb0bb15a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.187565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 96637585-331d-46f9-b363-af5164c3fb89 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:51:49.197575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 96637585-331d-46f9-b363-af5164c3fb89 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:49.198290 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.225779 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.281391 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] Set router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:51:49.288746 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.358710 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.380379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Network 6b868454-f389-4854-ac47-2a80aa4d512c is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:49.383525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:49.392154 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7022245d-91c0-43b2-8c6b-62971546de7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96637585-331d-46f9-b363-af5164c3fb89'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:51:49.400743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:49.401177 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.474952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 96637585-331d-46f9-b363-af5164c3fb89, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=96637585-331d-46f9-b363-af5164c3fb89,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:49.497365 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.498346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6c8f3fd3-0e75-433d-966d-6a95523764b7 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:51:49.505841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Pushing event updated for resources: {'Port': ['ID=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:49.615512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=96637585-331d-46f9-b363-af5164c3fb89,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:49.708896 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a76fed-84ea-4db6-8dbc-7fed4ad7187f" -d '{"events": [{"server_uuid": "7022245d-91c0-43b2-8c6b-62971546de7d", "name": "network-vif-plugged", "status": "completed", "tag": "96637585-331d-46f9-b363-af5164c3fb89"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:51:49.727287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.753585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 6c8f3fd3-0e75-433d-966d-6a95523764b7 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:51:49.761069 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:46Z', 'revision_number': 3, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port': {'id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:51:49.763012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 6c8f3fd3-0e75-433d-966d-6a95523764b7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:49.763012 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.767622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f8432506-227d-4951-979a-eadbfae542a1 None None] Provisioning complete for port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:49.767878 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8432506-227d-4951-979a-eadbfae542a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.797625 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36a5469-ba6e-414c-bb7a-be5f9831c069 None None] The sync data for ids ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'] in n-d-713498-18 is: [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:46Z', 'revision_number': 3, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port': {'id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:51:49.897441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f8432506-227d-4951-979a-eadbfae542a1 None None] Port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:51:49.967166 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:49.979694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a5810680-3d89-4803-8758-c0655af8977a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:51:50.067835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6c8f3fd3-0e75-433d-966d-6a95523764b7, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6c8f3fd3-0e75-433d-966d-6a95523764b7,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:50.077641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba8c98-26f2-4292-af20-01f199fc4884 req-e1eeae46-c4e7-48e9-b813-e3594b67481a tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:50.080627 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.085212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5ba8c98-26f2-4292-af20-01f199fc4884 req-e1eeae46-c4e7-48e9-b813-e3594b67481a tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 968 time: 0.0816970 Sep 23 23:51:50.086134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a5810680-3d89-4803-8758-c0655af8977a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:50.086702 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.134026 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f90048d3-d62f-442a-bf5c-c8f2fd38fabc x-openstack-request-id: req-f90048d3-d62f-442a-bf5c-c8f2fd38fabc {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:51:50.134450 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7022245d-91c0-43b2-8c6b-62971546de7d", "name": "network-vif-plugged", "status": "completed", "tag": "96637585-331d-46f9-b363-af5164c3fb89", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:51:50.134838 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f90048d3-d62f-442a-bf5c-c8f2fd38fabc {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:51:50.135409 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7022245d-91c0-43b2-8c6b-62971546de7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96637585-331d-46f9-b363-af5164c3fb89', 'code': 200} Sep 23 23:51:50.180970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5ba8c98-26f2-4292-af20-01f199fc4884 req-5f0e2442-09e7-4418-a7c1-235ea4f81cc9 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948184 Sep 23 23:51:50.185320 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.196048 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.197097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.203323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35890) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:50.277960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6c8f3fd3-0e75-433d-966d-6a95523764b7,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:50.351368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Pushing event updated for resources: {'Port': ['ID=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:50.432215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07016891-f03c-41d3-846f-46fdb5172c4f req-7450ebd0-7967-49a6-8ca5-dc5760287f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:50.434298 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-07016891-f03c-41d3-846f-46fdb5172c4f req-7450ebd0-7967-49a6-8ca5-dc5760287f0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 1123 time: 0.1825712 Sep 23 23:51:50.456947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1677588251-network', 'tenant_id': '0f7406a1dee54996bbfe65ad3c51e6d7'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:50.474871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Network 6b868454-f389-4854-ac47-2a80aa4d512c is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:50.475421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-07016891-f03c-41d3-846f-46fdb5172c4f req-5cc98be6-9ae7-4418-8b14-1f84164500f6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.489675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c39eda0-5182-47ac-bdd3-6ec85b9a93f7 req-1e592788-bdf4-4dff-9ca2-a803d18cd676 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:50.491505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c39eda0-5182-47ac-bdd3-6ec85b9a93f7 req-1e592788-bdf4-4dff-9ca2-a803d18cd676 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 971 time: 0.2147143 Sep 23 23:51:50.492636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:50.507956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Made reservation on behalf of 0f7406a1dee54996bbfe65ad3c51e6d7 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:50.511614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.526738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.655317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-07016891-f03c-41d3-846f-46fdb5172c4f req-5cc98be6-9ae7-4418-8b14-1f84164500f6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.666118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-07016891-f03c-41d3-846f-46fdb5172c4f req-5cc98be6-9ae7-4418-8b14-1f84164500f6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.694136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-07016891-f03c-41d3-846f-46fdb5172c4f req-5cc98be6-9ae7-4418-8b14-1f84164500f6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496681 Sep 23 23:51:50.735347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc98be6-9ae7-4418-8b14-1f84164500f6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=63cc66cd-4b5a-49a9-b8ab-51773c7d13ee,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:50.829699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b40d9609-ecaf-473e-83b5-49102797d018 None None] Provisioning complete for port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:50.830166 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b40d9609-ecaf-473e-83b5-49102797d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.855753 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.864887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.880676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b40d9609-ecaf-473e-83b5-49102797d018 None None] Port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:51:50.913208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a91afe-44cc-4cda-8039-46b83b3a9115,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:50.919237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:51:50.934717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c39eda0-5182-47ac-bdd3-6ec85b9a93f7 req-78c20cd6-0dab-4f86-9209-68676f3908db tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216123 Sep 23 23:51:50.947680 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:50.947680 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Added segment f86e4014-4024-46a6-8726-b3ce15331f3d of type vlan for network 159c3e74-89f7-42c9-b316-6955149d7dbb Sep 23 23:51:50.971018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:51:50.997311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:51.030049 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:51.031417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:51.031997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:51.067591 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8595452 Sep 23 23:51:51.068185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35906) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:51.077239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Request body: {'subnet': {'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1677588251-subnet', 'tenant_id': '0f7406a1dee54996bbfe65ad3c51e6d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:51.111921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:51:51.117450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-610e3c71-c5e7-4d6a-9264-8005eeb5d157 admin admin] 10.222.0.24 "PUT /v2.0/routers/13a211d1-5c48-4fb0-907f-65a670f9e3d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5221932 Sep 23 23:51:51.119482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342ea0ad-4d6f-40b1-adf0-30e4717219f1 admin admin] Pushing event updated for resources: {'Network': ['ID=159c3e74-89f7-42c9-b316-6955149d7dbb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:51.133620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 159c3e74-89f7-42c9-b316-6955149d7dbb details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:51:51.141370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Made reservation on behalf of 0f7406a1dee54996bbfe65ad3c51e6d7 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:51.145235 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:51.329826 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8988e3e-1d3e-4de8-bc0b-331dea0a65c9 req-af985e7c-afd0-4b49-bc8c-1e1e26740a8e tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:51.331566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8988e3e-1d3e-4de8-bc0b-331dea0a65c9 req-af985e7c-afd0-4b49-bc8c-1e1e26740a8e tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 969 time: 0.0653079 Sep 23 23:51:51.379319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8988e3e-1d3e-4de8-bc0b-331dea0a65c9 req-3cbf9e86-084b-4fbb-ab96-ab973a83d752 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404515 Sep 23 23:51:51.429588 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:51.484441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc848f4-f899-487f-bd88-8dd2be9ee3e3,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:51.502381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:51:51.502727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Network hostable DHCP agents. Network: 159c3e74-89f7-42c9-b316-6955149d7dbb, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:51:51.520912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Network 159c3e74-89f7-42c9-b316-6955149d7dbb is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:51:51.531456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 159c3e74-89f7-42c9-b316-6955149d7dbb) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:51.535734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:51.536372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:51.544750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571a0e9d-45a5-4f3f-9d23-69e47b5b5ec7 None None] Network 159c3e74-89f7-42c9-b316-6955149d7dbb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:51:51.574623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-51c7598e-a11b-4e64-8ecc-dcd69fe460bc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4959650 Sep 23 23:51:51.695878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb210060-1c31-45ff-91a5-aa9120cfe943 None None] Network 159c3e74-89f7-42c9-b316-6955149d7dbb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:51:51.948007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d701bc83-3238-47f8-aa89-b3f01d6869a3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:51:51.960435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-aa658edd-dfea-4964-9560-8842f55171be tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2576079 Sep 23 23:51:51.973320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:52.010129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d701bc83-3238-47f8-aa89-b3f01d6869a3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:52.010506 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.017345 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.110515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Sync routers for ids ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:51:52.129087 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.136012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b9dbe9-b90e-4bd4-896f-67a52bff9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8f3fd3-0e75-433d-966d-6a95523764b7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:51:52.139411 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a499aab1-8fb4-46bf-bfc9-460438e87e9f" -d '{"events": [{"server_uuid": "a2b9dbe9-b90e-4bd4-896f-67a52bff9e16", "name": "network-vif-plugged", "status": "completed", "tag": "6c8f3fd3-0e75-433d-966d-6a95523764b7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:51:52.151397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Routers {'13a211d1-5c48-4fb0-907f-65a670f9e3d2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:51:52.152331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:51:52.175259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e632c04-36f9-4cba-9245-d1997bb98910 req-a66af343-2eb6-4330-9a1a-7cc7a75c6246 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:52.175259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e632c04-36f9-4cba-9245-d1997bb98910 req-a66af343-2eb6-4330-9a1a-7cc7a75c6246 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 971 time: 0.1060336 Sep 23 23:51:52.206336 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.206505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port d701bc83-3238-47f8-aa89-b3f01d6869a3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d701bc83-3238-47f8-aa89-b3f01d6869a3,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:52.215871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.237973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e632c04-36f9-4cba-9245-d1997bb98910 req-ad2ce701-8082-455f-a11b-fa4962f05146 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567067 Sep 23 23:51:52.369899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Allocated IP 172.25.5.235 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/0e8e0eef-36cc-43c6-9b84-a46b038588d9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:52.482441 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca939320-b8d1-4875-a3fd-6d5aea383ea7 x-openstack-request-id: req-ca939320-b8d1-4875-a3fd-6d5aea383ea7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:51:52.486457 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b9dbe9-b90e-4bd4-896f-67a52bff9e16", "name": "network-vif-plugged", "status": "completed", "tag": "6c8f3fd3-0e75-433d-966d-6a95523764b7", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:51:52.487032 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca939320-b8d1-4875-a3fd-6d5aea383ea7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:51:52.487503 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b9dbe9-b90e-4bd4-896f-67a52bff9e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c8f3fd3-0e75-433d-966d-6a95523764b7', 'code': 200} Sep 23 23:51:52.522823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=d701bc83-3238-47f8-aa89-b3f01d6869a3,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:52.522964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a98cee-c58a-42d6-8ddf-d7369e04c6df req-c6ba4f14-922b-4869-bc1e-cc14b4279e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:52.523714 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-83a98cee-c58a-42d6-8ddf-d7369e04c6df req-c6ba4f14-922b-4869-bc1e-cc14b4279e87 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 1121 time: 0.0649650 Sep 23 23:51:52.524183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35958) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:52.528387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Set router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:51:52.551041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1809216986-network', 'tenant_id': '375c7f9d79ee4ef4bdfaf130942b552a'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:52.610788 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-83a98cee-c58a-42d6-8ddf-d7369e04c6df req-f2966a7f-b000-4a87-9466-09944cf5c0cb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525324 Sep 23 23:51:52.611605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ec2571-bb3c-4b1c-9db5-370fcef2bcff req-90bfba88-f6ef-42d2-b783-ac1c11ec01e5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:52.613482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6ec2571-bb3c-4b1c-9db5-370fcef2bcff req-90bfba88-f6ef-42d2-b783-ac1c11ec01e5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 969 time: 0.0869288 Sep 23 23:51:52.616225 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.626049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Made reservation on behalf of 375c7f9d79ee4ef4bdfaf130942b552a for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:52.629029 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.640733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.689382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6ec2571-bb3c-4b1c-9db5-370fcef2bcff req-ff8ce165-f864-402e-8bb7-df5b73d9b4a8 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695579 Sep 23 23:51:52.722202 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.766077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:52.769174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:52.770846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.773133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:52.777823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.800416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35962) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:52.812429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:49Z', 'revision_number': 4, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port': {'id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5', 'name': '', 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'mac_address': 'fa:16:3e:dc:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '810ae2bc-824d-464f-9740-86e651aa44bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:48Z', 'updated_at': '2021-09-23T23:51:49Z', 'revision_number': 2, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'subnets': [{'id': '810ae2bc-824d-464f-9740-86e651aa44bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:51:52.817604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:51:52.824654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e801f8d3-2fdb-4199-b07f-99d66ea25aa5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:52.844525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.844862 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Added segment 5438f265-fdde-4a6e-b24c-da72f34519d3 of type vlan for network 9f76690b-9ea8-4a8d-a30d-299dc7c71f1c Sep 23 23:51:52.851868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Checking router: 13a211d1-5c48-4fb0-907f-65a670f9e3d2 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:51:52.852494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Updating router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:51:52.858807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event updated for resources: {'Port': ['ID=0e8e0eef-36cc-43c6-9b84-a46b038588d9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:52.889172 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.896685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.907445 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.940272 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.944825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:52.945662 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.960146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.962223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d133a6a-fd4f-4f17-b5a3-2e09c2397922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.990992 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4657261 Sep 23 23:51:52.991904 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca1-b2e8-4a69-8edd-2766e92bd43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:52.993982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35966) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:53.003123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Request body: {'subnet': {'network_id': '9f76690b-9ea8-4a8d-a30d-299dc7c71f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1809216986-subnet', 'tenant_id': '375c7f9d79ee4ef4bdfaf130942b552a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:53.037919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96251b81-93bd-465d-988d-7a277a454554 admin admin] Pushing event updated for resources: {'Network': ['ID=9f76690b-9ea8-4a8d-a30d-299dc7c71f1c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:53.055718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Made reservation on behalf of 375c7f9d79ee4ef4bdfaf130942b552a for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:53.057967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.074060 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 9f76690b-9ea8-4a8d-a30d-299dc7c71f1c details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:51:53.144424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca1-b2e8-4a69-8edd-2766e92bd43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.149852 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca1-b2e8-4a69-8edd-2766e92bd43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.196314 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-54c7aca1-b2e8-4a69-8edd-2766e92bd43c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73f2affcca104572935cbe95660cc092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3948669 Sep 23 23:51:53.198608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7aca1-b2e8-4a69-8edd-2766e92bd43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3a7665-9d09-4a8a-9ede-340fb9d58c6e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:53.199444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35968) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:53.293322 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.308169 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.316947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.327976 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.402080 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2ab65cb5-a90a-4897-9462-0c9178be194c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.406247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.418246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c9c9-7cfe-4f6e-95ae-1f571f1c53a6 None None] Pushing event updated for resources: {'Port': ['ID=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:53.422477 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.460209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Attempting to bind port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:51:53.460833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Attempting to bind port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:51:53.461150 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Attempting to bind port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 on network 6b868454-f389-4854-ac47-2a80aa4d512c {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:51:53.466627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:51:53.467822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Checking segment: {'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:51:53.468741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.468741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Bound using segment: {'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:51:53.469254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Bound port: f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3985c302-6500-4e81-90de-291bdf6f9130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:51:53.469689 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.470541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event updated for resources: {'Port': ['ID=0e8e0eef-36cc-43c6-9b84-a46b038588d9,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:53.476953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.478206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-3451189c-3c54-4a9d-a1a0-116f56173b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5096972 Sep 23 23:51:53.480583 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:51:53.482546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2ab65cb5-a90a-4897-9462-0c9178be194c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.555837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] For port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:51:53.561286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] For port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,segment=NetworkSegment(3985c302-6500-4e81-90de-291bdf6f9130),segment_id=3985c302-6500-4e81-90de-291bdf6f9130)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:51:53.568152 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.644710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Routers {'13a211d1-5c48-4fb0-907f-65a670f9e3d2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:51:53.645388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:51:53.682442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c9c9-7cfe-4f6e-95ae-1f571f1c53a6 None None] Pushing event updated for resources: {'Port': ['ID=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:53.688002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ee32ef8c-c7b2-45da-bc95-35e82e3d706f None None] Provisioning complete for port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:53.688369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ee32ef8c-c7b2-45da-bc95-35e82e3d706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.816290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-a888fa19-3162-4626-b413-aae44bb1e275 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 696 time: 0.3240025 Sep 23 23:51:53.821811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] Set router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:51:53.831065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26ffd4-a966-404f-8ea9-e7142abb0250 req-caa2110f-01c0-42d2-95ad-1a3f2db0963c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:53.832605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd26ffd4-a966-404f-8ea9-e7142abb0250 req-caa2110f-01c0-42d2-95ad-1a3f2db0963c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 971 time: 0.4975197 Sep 23 23:51:53.871364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=840eb251-e0d0-4ac5-9a41-ee0568732f71,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:53.877521 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ee32ef8c-c7b2-45da-bc95-35e82e3d706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.915339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d701bc83-3238-47f8-aa89-b3f01d6869a3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:51:53.950055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Checking segment: {'id': '5438f265-fdde-4a6e-b24c-da72f34519d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '9f76690b-9ea8-4a8d-a30d-299dc7c71f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:51:53.950402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Network hostable DHCP agents. Network: 9f76690b-9ea8-4a8d-a30d-299dc7c71f1c, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:51:53.964845 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2ab65cb5-a90a-4897-9462-0c9178be194c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.968392 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2ab65cb5-a90a-4897-9462-0c9178be194c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:53.969525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2ab65cb5-a90a-4897-9462-0c9178be194c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb3a7665-9d09-4a8a-9ede-340fb9d58c6e HTTP/1.1" status: 204 len: 168 time: 0.7690203 Sep 23 23:51:53.990684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd26ffd4-a966-404f-8ea9-e7142abb0250 req-f51517a2-0bf5-4413-955e-734bc382c7db tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334412 Sep 23 23:51:54.002345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab65cb5-a90a-4897-9462-0c9178be194c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3a7665-9d09-4a8a-9ede-340fb9d58c6e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:54.023910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Network 9f76690b-9ea8-4a8d-a30d-299dc7c71f1c is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:51:54.038768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-a201b009-1750-45dd-9ea7-159e6e3ab12f tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:54.040328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-a201b009-1750-45dd-9ea7-159e6e3ab12f tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2039289 Sep 23 23:51:54.040954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ee32ef8c-c7b2-45da-bc95-35e82e3d706f None None] For port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,segment=NetworkSegment(3985c302-6500-4e81-90de-291bdf6f9130),segment_id=3985c302-6500-4e81-90de-291bdf6f9130)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:54.052339 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ee32ef8c-c7b2-45da-bc95-35e82e3d706f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.053993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-441605fd-476b-4eb2-9038-b70397284ed9 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:51:54.054689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24fcd0f4-ffdd-4628-8537-88bc3cae7099 req-441605fd-476b-4eb2-9038-b70397284ed9 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073979 Sep 23 23:51:54.056781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 9f76690b-9ea8-4a8d-a30d-299dc7c71f1c) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:54.063277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:54.064092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.087520 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-61400165-a2fe-41ae-8630-b6dfc84760bc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0914674 Sep 23 23:51:54.106353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ae7d63-de1d-4a7c-9e12-f196733c1296 None None] Network 9f76690b-9ea8-4a8d-a30d-299dc7c71f1c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:51:54.184739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d31f1-c20f-4ff8-a637-e0e2ff65c075 req-7d54868d-21f7-4014-88e6-4dcca593b7c8 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:54.187840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc5d31f1-c20f-4ff8-a637-e0e2ff65c075 req-7d54868d-21f7-4014-88e6-4dcca593b7c8 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 969 time: 0.0716789 Sep 23 23:51:54.270265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32ef8c-c7b2-45da-bc95-35e82e3d706f None None] Pushing event updated for resources: {'Port': ['ID=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:54.270981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc5d31f1-c20f-4ff8-a637-e0e2ff65c075 req-1d2b73fa-c575-43cc-a3fe-9a55b0addfaa tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Sep 23 23:51:54.288402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d701bc83-3238-47f8-aa89-b3f01d6869a3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:54.288785 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.365944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8a482587-f405-4d35-a031-47c7974af835 None None] Provisioning complete for port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:54.366608 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a482587-f405-4d35-a031-47c7974af835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.403079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-0c12d705-688f-40ae-adcf-acf0bf59cb7f tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1133149 Sep 23 23:51:54.415264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:54.449508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.465736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd244a6a-6485-4be0-9ff8-6f5b325490ed None None] Network 9f76690b-9ea8-4a8d-a30d-299dc7c71f1c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:51:54.484520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:49Z', 'revision_number': 4, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port': {'id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5', 'name': '', 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'mac_address': 'fa:16:3e:dc:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '810ae2bc-824d-464f-9740-86e651aa44bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:48Z', 'updated_at': '2021-09-23T23:51:53Z', 'revision_number': 4, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'subnets': [{'id': '810ae2bc-824d-464f-9740-86e651aa44bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:51:54.539236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09fbb0f3-a071-4975-bf41-3173615bf1a2 None None] The sync data for ids ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'] in n-d-713498-18 is: [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:49Z', 'revision_number': 4, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port': {'id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5', 'name': '', 'network_id': '6b868454-f389-4854-ac47-2a80aa4d512c', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'mac_address': 'fa:16:3e:dc:0f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 174, 'fixed_ips': [{'subnet_id': '810ae2bc-824d-464f-9740-86e651aa44bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:48Z', 'updated_at': '2021-09-23T23:51:53Z', 'revision_number': 4, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'subnets': [{'id': '810ae2bc-824d-464f-9740-86e651aa44bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:51:54.632571 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.643568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35998) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:54.662849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d82d897-88d3-4e38-aeb3-09378b13d6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.818879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d82d897-88d3-4e38-aeb3-09378b13d6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.837714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d82d897-88d3-4e38-aeb3-09378b13d6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.879852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Allocated IP 172.25.5.232 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/eb99de13-27a4-40a8-acd0-995b4aa394a7) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:54.900273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d82d897-88d3-4e38-aeb3-09378b13d6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e32a88-e1dd-4c5a-8e0b-3dfa2d67844d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:54.906844 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0d82d897-88d3-4e38-aeb3-09378b13d6ad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db196576aaf641e09d4e9ee8a3c1a7a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2620814 Sep 23 23:51:54.909285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36004) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:54.966151 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c53b2139-6f89-4202-9f77-8a884f9de0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:54.990524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c53b2139-6f89-4202-9f77-8a884f9de0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.011969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249576e-cffe-47bd-a616-421d1119a9f7 req-f3fd17bf-9fd5-41b8-a051-2424a6ab9027 tempest-AggregatesAdminTestJSON-843540796 tempest-AggregatesAdminTestJSON-843540796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:55.013508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f249576e-cffe-47bd-a616-421d1119a9f7 req-f3fd17bf-9fd5-41b8-a051-2424a6ab9027 tempest-AggregatesAdminTestJSON-843540796 tempest-AggregatesAdminTestJSON-843540796-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 1121 time: 0.1139381 Sep 23 23:51:55.041736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c53b2139-6f89-4202-9f77-8a884f9de0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.045622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c53b2139-6f89-4202-9f77-8a884f9de0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.046802 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c53b2139-6f89-4202-9f77-8a884f9de0a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10e32a88-e1dd-4c5a-8e0b-3dfa2d67844d HTTP/1.1" status: 204 len: 168 time: 0.1365843 Sep 23 23:51:55.056383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b2139-6f89-4202-9f77-8a884f9de0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e32a88-e1dd-4c5a-8e0b-3dfa2d67844d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:55.061985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f249576e-cffe-47bd-a616-421d1119a9f7 req-230f1dfe-e03b-4d53-b433-dff620625bda tempest-AggregatesAdminTestJSON-843540796 tempest-AggregatesAdminTestJSON-843540796-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.122974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.192249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.243533 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f249576e-cffe-47bd-a616-421d1119a9f7 req-230f1dfe-e03b-4d53-b433-dff620625bda tempest-AggregatesAdminTestJSON-843540796 tempest-AggregatesAdminTestJSON-843540796-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.249913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:55.252928 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f249576e-cffe-47bd-a616-421d1119a9f7 req-230f1dfe-e03b-4d53-b433-dff620625bda tempest-AggregatesAdminTestJSON-843540796 tempest-AggregatesAdminTestJSON-843540796-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.261584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:55.274913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:55.307486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event updated for resources: {'Port': ['ID=eb99de13-27a4-40a8-acd0-995b4aa394a7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:55.314865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f249576e-cffe-47bd-a616-421d1119a9f7 req-230f1dfe-e03b-4d53-b433-dff620625bda tempest-AggregatesAdminTestJSON-843540796 tempest-AggregatesAdminTestJSON-843540796-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761126 Sep 23 23:51:55.366226 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.374715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f1dfe-e03b-4d53-b433-dff620625bda tempest-AggregatesAdminTestJSON-843540796 tempest-AggregatesAdminTestJSON-843540796-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2753185a-9468-4519-b7c1-a054d49ec12e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:55.430997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.609840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.615262 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.653085 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.676056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event updated for resources: {'Port': ['ID=eb99de13-27a4-40a8-acd0-995b4aa394a7,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:55.678582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.680146 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-50155eb1-948c-4045-a98c-0355904b05b8 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2695909 Sep 23 23:51:55.753994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-6bab68b4-ac1a-4be0-8e1d-cd10e0b8ab33 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 696 time: 0.0659475 Sep 23 23:51:55.787513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:55.969004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:51:55.997332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-6f50eea0-c355-4533-a300-961d757f960f tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:55.999210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-6f50eea0-c355-4533-a300-961d757f960f tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2391608 Sep 23 23:51:56.001841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99eea7b0-a25d-4ca1-82d8-754a8cdddb6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:56.020627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-1e745b88-82ef-4524-ae00-d7b09604379b tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:51:56.021610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a57ebe39-04ba-4460-a5e6-2e5051cdc78f req-1e745b88-82ef-4524-ae00-d7b09604379b tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0113542 Sep 23 23:51:56.039112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:51:56.039545 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:56.076046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-f151e884-0ce7-409b-8c13-7ff9a0f7bdff tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:56.078300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-f151e884-0ce7-409b-8c13-7ff9a0f7bdff tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 808 time: 0.2340302 Sep 23 23:51:56.103677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-c6473c7f-f913-4198-8c55-4c4c0e3c12ef tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/quotas/0f7406a1dee54996bbfe65ad3c51e6d7 HTTP/1.1" status: 200 len: 375 time: 0.0191889 Sep 23 23:51:56.153756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-5566c68c-1e31-498f-80bc-1500df9df833 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351985 Sep 23 23:51:56.174191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836685d8-16d1-425c-a8fb-d9cbe4d2a937 req-5d62d3ec-1d76-4723-b360-123aa8955361 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:56.175836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-836685d8-16d1-425c-a8fb-d9cbe4d2a937 req-5d62d3ec-1d76-4723-b360-123aa8955361 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 971 time: 0.0846856 Sep 23 23:51:56.189627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f254194-d36d-4af3-bc59-036f51cc498d req-5efe6d4c-1387-4fdc-bb89-4f498c5aa7f1 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:56.191874 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8f254194-d36d-4af3-bc59-036f51cc498d req-5efe6d4c-1387-4fdc-bb89-4f498c5aa7f1 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7022245d-91c0-43b2-8c6b-62971546de7d HTTP/1.1" status: 200 len: 1123 time: 0.0606499 Sep 23 23:51:56.227461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-836685d8-16d1-425c-a8fb-d9cbe4d2a937 req-2eec767e-e2f1-4878-9fca-5618e2af0fab tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439224 Sep 23 23:51:56.303709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] Deleting port 96637585-331d-46f9-b363-af5164c3fb89 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:51:56.304472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:56.402262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] For port 96637585-331d-46f9-b363-af5164c3fb89, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=96637585-331d-46f9-b363-af5164c3fb89,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:51:56.402659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:56.418439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] Calling delete_port for 96637585-331d-46f9-b363-af5164c3fb89 owned by compute:tempest-test_az-594752122 {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:51:56.455126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-eb064ee0-5ab0-4488-8876-d8b90ae7f839 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:51:56.456176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-eb064ee0-5ab0-4488-8876-d8b90ae7f839 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1311924 Sep 23 23:51:56.570352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-c7f66e99-5956-48a4-bf45-31df4211483c service neutron] 10.222.0.24 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018765 Sep 23 23:51:56.606740 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:56.654185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:56.667992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['96637585-331d-46f9-b363-af5164c3fb89'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:51:56.678949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-6d4c450a-31c2-4c24-adbe-7b71c2427286 service neutron] 10.222.0.24 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072168 Sep 23 23:51:56.840493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] Pushing event deleted for resources: {'Port': ['ID=96637585-331d-46f9-b363-af5164c3fb89,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:56.913074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] No DVR routers for this DVR port 96637585-331d-46f9-b363-af5164c3fb89 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:51:56.916210 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:56.918423 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8f254194-d36d-4af3-bc59-036f51cc498d req-e402c1f6-7c10-41aa-9e1d-8092e9477079 tempest-DeleteServersAdminTestJSON-1637140750 tempest-DeleteServersAdminTestJSON-1637140750-project-admin] 10.222.0.18 "DELETE /v2.0/ports/96637585-331d-46f9-b363-af5164c3fb89 HTTP/1.1" status: 204 len: 173 time: 0.7198300 Sep 23 23:51:56.918896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7022245d-91c0-43b2-8c6b-62971546de7d', 'name': 'network-vif-deleted', 'tag': '96637585-331d-46f9-b363-af5164c3fb89'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:51:56.921419 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fa3c09-ca54-4419-96e5-4097aa027c4f" -d '{"events": [{"server_uuid": "7022245d-91c0-43b2-8c6b-62971546de7d", "name": "network-vif-deleted", "tag": "96637585-331d-46f9-b363-af5164c3fb89"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:51:56.976848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-238ea934-3f26-4232-b432-fbde2135bce8 req-1ff03cb6-a815-4031-9f2e-d35e288bb007 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 210 time: 0.0425375 Sep 23 23:51:57.075819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-10c40ec9-7df2-41ce-a126-0fc97f05bbd4 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2383244 Sep 23 23:51:57.081132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:57.116693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:57.130790 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54913b28-aa82-4df3-8841-e5cdd468054e x-openstack-request-id: req-54913b28-aa82-4df3-8841-e5cdd468054e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:51:57.131074 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7022245d-91c0-43b2-8c6b-62971546de7d", "name": "network-vif-deleted", "tag": "96637585-331d-46f9-b363-af5164c3fb89", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:51:57.131319 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54913b28-aa82-4df3-8841-e5cdd468054e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:51:57.131703 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7022245d-91c0-43b2-8c6b-62971546de7d', 'name': 'network-vif-deleted', 'tag': '96637585-331d-46f9-b363-af5164c3fb89', 'status': 'completed', 'code': 200} Sep 23 23:51:57.236366 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:57.349641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Allocated IP 172.25.5.95 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/5b043a13-46b1-4a3a-80b0-a827a4c7d1bc) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:57.458252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-8b35f6d8-d9e1-4423-8c7e-9569031e6496 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=14bd0876ea874d939fb80162f2ac52a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287755 Sep 23 23:51:57.504888 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:57.602150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-03148f15-f835-4e3a-b7e1-c2b3cfe11f69 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:57.603669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-03148f15-f835-4e3a-b7e1-c2b3cfe11f69 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1348276 Sep 23 23:51:57.605203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:57.653167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-a74fda6e-40bf-4b30-a706-0c3f80a4f8bd tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/quotas/14bd0876ea874d939fb80162f2ac52a6 HTTP/1.1" status: 200 len: 375 time: 0.0392442 Sep 23 23:51:57.656365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:57.659147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:57.667035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:57.680704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event updated for resources: {'Port': ['ID=5b043a13-46b1-4a3a-80b0-a827a4c7d1bc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:57.703798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-7fca5eb8-a231-4158-adbd-a20868274243 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=14bd0876ea874d939fb80162f2ac52a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382507 Sep 23 23:51:57.741372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:57.776407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:58.118220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b761d8d-128f-4a8d-81ea-566f3cbe98dc req-78ada808-4e9a-484f-9858-9f53933aeef0 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 210 time: 0.0385172 Sep 23 23:51:58.194434 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:58.204130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:58.291292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:58.295127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e6543e8-fb49-4f13-b68e-62d697638ca3 req-9ac7ce36-bc59-45ec-8d54-25c0db6adbea tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 210 time: 0.0454671 Sep 23 23:51:58.307433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event updated for resources: {'Port': ['ID=5b043a13-46b1-4a3a-80b0-a827a4c7d1bc,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:58.325271 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:58.327230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-8fae257c-0034-42f8-8a53-2c1e9a3411bb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2500026 Sep 23 23:51:58.327695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.20', 53137) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:51:58.413863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-333cdbb4-87c3-4564-adf0-80a4f8b15f89 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.0696745 Sep 23 23:51:58.545907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-14e037eb-b910-4d6a-9359-4b2ebef424cf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:58.547536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-14e037eb-b910-4d6a-9359-4b2ebef424cf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 808 time: 0.2129517 Sep 23 23:51:58.599999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-e290ea89-6291-4bfe-9edc-171a648d86fa tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:58.601480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4a6bf83-d2d2-476a-b8b2-74d632f93014 req-e290ea89-6291-4bfe-9edc-171a648d86fa tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.1563296 Sep 23 23:51:58.614670 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-e684dbcf-5a32-4bbe-9a7b-46d2042d6f32 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362666 Sep 23 23:51:58.677426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Request body: {'port': {'device_id': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'admin_state_up': True, 'tenant_id': '0f7406a1dee54996bbfe65ad3c51e6d7'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:58.880833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-89febec9-0cf0-41c9-acb5-4b7670e2cbb2 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:58.882381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-89febec9-0cf0-41c9-acb5-4b7670e2cbb2 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2601118 Sep 23 23:51:58.925544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-bb0fb17f-eedf-4619-bc05-4016fb8605fd tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2553892 Sep 23 23:51:58.927293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7394407a-d973-42cc-88b8-dbe450b7839b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/quotas/bd8c2ad29db748bd94ae12fb0a6b6182 HTTP/1.1" status: 200 len: 375 time: 0.0387247 Sep 23 23:51:58.943021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:58.954731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:58.978380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-be8aae72-b462-45be-8019-b645671a2ade tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0420589 Sep 23 23:51:58.988652 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 23:51:58.988652 n-d-713498-18 neutron-server[106379]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 23:51:58.988652 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'id': 'ed00f99d-1208-4584-bf87-099dbfc32019', 'expiration': datetime.datetime(2021, 9, 23, 23, 53, 58, 983407)}] Sep 23 23:51:58.988652 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:51:58.989047 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:51:59.000939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Made reservation on behalf of 0f7406a1dee54996bbfe65ad3c51e6d7 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:59.005882 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.030774 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-cbedd6df-bb33-43d4-b571-6984d83b8dba tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=14bd0876ea874d939fb80162f2ac52a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332654 Sep 23 23:51:59.204755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Allocated IP 172.20.0.11 (159c3e74-89f7-42c9-b316-6955149d7dbb/4cc848f4-f899-487f-bd88-8dd2be9ee3e3/36e5d212-82fc-40ab-95e9-fcb39f0380b7) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:59.220587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-20d70ae4-d3d9-47c7-96fe-b358032a4a0d tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:59.222503 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-20d70ae4-d3d9-47c7-96fe-b358032a4a0d tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843057 Sep 23 23:51:59.239760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Request body: {'port': {'device_id': 'b3f49e1b-9813-49eb-b281-38368a0e2246', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': '14bd0876ea874d939fb80162f2ac52a6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:51:59.405035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Made reservation on behalf of 14bd0876ea874d939fb80162f2ac52a6 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:51:59.408911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.414611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68399766-3760-4a81-b764-8e3ae3815a00 req-cb2dd79e-eb90-4602-8cd7-6739b8f54a1c tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 210 time: 0.0418532 Sep 23 23:51:59.418684 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.473886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.548311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6885ef18-9b95-445e-8482-c2c2f9a784e9 req-de72e23d-6195-4dcc-ab5c-d1ff988373a4 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 210 time: 0.0447435 Sep 23 23:51:59.559275 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.565059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.590135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.607265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7053e4-7948-4637-bf38-1a4353f6e6b3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:59.663807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Pushing event updated for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:51:59.668460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.693356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Network 159c3e74-89f7-42c9-b316-6955149d7dbb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:51:59.696681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:51:59.700666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:51:59.710614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:59.710614 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.736086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e669d88f-8a85-428c-95c8-192a1b555a51 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0646484 Sep 23 23:51:59.783336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Allocated IP 192.168.233.58 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/aeafdc29-d412-43ba-9a64-bdf49b74275f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:51:59.832748 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.965657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:51:59.966376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282a8d1-3cd8-47d3-b772-432a30f02872 req-6dc4f205-81d6-4881-89df-67490cbf9d2c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:51:59.968565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b282a8d1-3cd8-47d3-b772-432a30f02872 req-6dc4f205-81d6-4881-89df-67490cbf9d2c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 932 time: 0.1192484 Sep 23 23:52:00.001749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.013424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Allocated IP 172.25.5.194 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d62d593e-2d85-47f7-bfdb-e2942f91de27) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:00.037154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b282a8d1-3cd8-47d3-b772-432a30f02872 req-df5c88ba-59fa-471a-95b6-ebd0ed985a07 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604520 Sep 23 23:52:00.048270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:00.056838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:00.059440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:00.065244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:00.065887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.068447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Pushing event updated for resources: {'Port': ['ID=aeafdc29-d412-43ba-9a64-bdf49b74275f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:00.093176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3198f41a-96f5-4e17-8262-799178ddd7e8 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8585274 Sep 23 23:52:00.113818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Request body: {'port': {'device_id': 'b3f49e1b-9813-49eb-b281-38368a0e2246', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:00.178115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.211472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.228839 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.307917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:00.311761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:00.315442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:00.327835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event updated for resources: {'Port': ['ID=d62d593e-2d85-47f7-bfdb-e2942f91de27,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:00.362505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6248e5f5-e88c-4e7c-acf2-25cd2e98a168 None None] Provisioning complete for port aeafdc29-d412-43ba-9a64-bdf49b74275f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:00.363133 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6248e5f5-e88c-4e7c-acf2-25cd2e98a168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.419104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6248e5f5-e88c-4e7c-acf2-25cd2e98a168 None None] Port aeafdc29-d412-43ba-9a64-bdf49b74275f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:00.419901 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.463256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.581403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeafdc29-d412-43ba-9a64-bdf49b74275f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:00.589726 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.603381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Transition to ACTIVE for port object aeafdc29-d412-43ba-9a64-bdf49b74275f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:00.610478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.686575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Pushing event updated for resources: {'Port': ['ID=aeafdc29-d412-43ba-9a64-bdf49b74275f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:00.690349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.701369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.702925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Attempting to bind port aeafdc29-d412-43ba-9a64-bdf49b74275f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:00.703663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Attempting to bind port aeafdc29-d412-43ba-9a64-bdf49b74275f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:00.704719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Attempting to bind port aeafdc29-d412-43ba-9a64-bdf49b74275f on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:00.709679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Port aeafdc29-d412-43ba-9a64-bdf49b74275f on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:00.710005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Attempting to bind port aeafdc29-d412-43ba-9a64-bdf49b74275f on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:00.712346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173aa9e-9bfe-4737-9a23-454ea2f8a5be req-d827b84a-abc5-4700-95cf-c288b9bccc7e tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:00.713939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9173aa9e-9bfe-4737-9a23-454ea2f8a5be req-d827b84a-abc5-4700-95cf-c288b9bccc7e tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 947 time: 0.0867443 Sep 23 23:52:00.718097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:00.718426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:00.718838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:00.719285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Bound port: aeafdc29-d412-43ba-9a64-bdf49b74275f, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:00.720509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.758481 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.796656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event updated for resources: {'Port': ['ID=d62d593e-2d85-47f7-bfdb-e2942f91de27,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:00.807561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.812748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] For port aeafdc29-d412-43ba-9a64-bdf49b74275f, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:00.816006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-c32c022c-b18d-42e8-8d3f-7af8f43e9f18 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8833399 Sep 23 23:52:00.818889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] For port aeafdc29-d412-43ba-9a64-bdf49b74275f, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=aeafdc29-d412-43ba-9a64-bdf49b74275f,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:00.825246 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.831843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9173aa9e-9bfe-4737-9a23-454ea2f8a5be req-db2ed6dc-59ce-49cd-9ee8-90c76e275d8f tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911171 Sep 23 23:52:00.868330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:00.869288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:00.871099 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] 10.222.0.18 "PUT /v2.0/ports/aeafdc29-d412-43ba-9a64-bdf49b74275f HTTP/1.1" status: 200 len: 1096 time: 0.7695901 Sep 23 23:52:00.871760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f49e1b-9813-49eb-b281-38368a0e2246', 'tag': 'aeafdc29-d412-43ba-9a64-bdf49b74275f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:00.874450 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090d4326-0d95-4c1b-921f-b26221eac950" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f49e1b-9813-49eb-b281-38368a0e2246", "tag": "aeafdc29-d412-43ba-9a64-bdf49b74275f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:00.886847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-d7435805-57bf-4877-bde8-c493843761ba tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0698357 Sep 23 23:52:00.913518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75318405-6f61-4469-b98e-dca9ab99634e service neutron] Pushing event updated for resources: {'Port': ['ID=aeafdc29-d412-43ba-9a64-bdf49b74275f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:01.010129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-d7d2b616-df31-449a-949c-4b1efc88199d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.011770 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-d7d2b616-df31-449a-949c-4b1efc88199d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=14bd0876ea874d939fb80162f2ac52a6&device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 1099 time: 0.0572453 Sep 23 23:52:01.073376 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-e6a4c564-babd-4fad-9dc6-22dc81d3ed54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=aeafdc29-d412-43ba-9a64-bdf49b74275f HTTP/1.1" status: 200 len: 217 time: 0.0539026 Sep 23 23:52:01.079026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 96637585-331d-46f9-b363-af5164c3fb89 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:52:01.089398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-2e3bf7ee-441a-43e8-bcc6-f1cd4caea8af tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.091152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb45349d-1fca-4a64-b250-b1cdba100c43 req-2e3bf7ee-441a-43e8-bcc6-f1cd4caea8af tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2035065 Sep 23 23:52:01.104526 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 96637585-331d-46f9-b363-af5164c3fb89 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:52:01.104962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 96637585-331d-46f9-b363-af5164c3fb89 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:52:01.140757 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1119545b-3896-4be1-a9e5-be2563d3b476 x-openstack-request-id: req-1119545b-3896-4be1-a9e5-be2563d3b476 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:01.141040 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f49e1b-9813-49eb-b281-38368a0e2246", "tag": "aeafdc29-d412-43ba-9a64-bdf49b74275f", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:01.141294 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1119545b-3896-4be1-a9e5-be2563d3b476 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:01.141696 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f49e1b-9813-49eb-b281-38368a0e2246', 'tag': 'aeafdc29-d412-43ba-9a64-bdf49b74275f', 'status': 'completed', 'code': 200} Sep 23 23:52:01.156556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e95332c-b1d8-49e3-ab4e-b910827a4299 req-7be5f00a-3d49-4d04-9ea0-c3460212203e tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 210 time: 0.0410514 Sep 23 23:52:01.168411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-dbacee7c-63de-49d5-91db-8168dcd42975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.170584 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-dbacee7c-63de-49d5-91db-8168dcd42975 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0892637 Sep 23 23:52:01.243598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-a1423844-86ee-4beb-a329-c9582e4552bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.245927 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-a1423844-86ee-4beb-a329-c9582e4552bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649111 Sep 23 23:52:01.297391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc620cf3-55c3-4fad-a96c-49bc4f28b05a req-2ea89aa1-452c-460c-bcf1-f21870ffaabb tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips/7b7b9fdf-69b7-445c-adc9-aebd6de78b49 HTTP/1.1" status: 200 len: 693 time: 0.0900469 Sep 23 23:52:01.362396 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-3e27d5e9-2990-4b78-aef5-afa3bed06037 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091211 Sep 23 23:52:01.470239 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa923a78-0303-45c7-9fc5-d88c3bf699a0 req-0804ef07-9de1-4e15-af75-b5fb3efb5ab6 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001599 Sep 23 23:52:01.560515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db3555-df8e-4bc9-8faf-a2bfcaa3f5e6 req-82c3e9a5-6dd3-4fd7-bed0-2980490d52be tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.561920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9db3555-df8e-4bc9-8faf-a2bfcaa3f5e6 req-82c3e9a5-6dd3-4fd7-bed0-2980490d52be tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 932 time: 0.3214064 Sep 23 23:52:01.569578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d4326-0d95-4c1b-921f-b26221eac950 req-4e8ee4bd-8bc7-431c-a2aa-cd27e83d8526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.571129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-090d4326-0d95-4c1b-921f-b26221eac950 req-4e8ee4bd-8bc7-431c-a2aa-cd27e83d8526 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=14bd0876ea874d939fb80162f2ac52a6&device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 1099 time: 0.0426350 Sep 23 23:52:01.647511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9db3555-df8e-4bc9-8faf-a2bfcaa3f5e6 req-869b4281-654d-4044-874a-dabdaf5eb642 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577781 Sep 23 23:52:01.655237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc620cf3-55c3-4fad-a96c-49bc4f28b05a req-4368325f-f5e7-4f06-b81d-c87f38639f28 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.656583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc620cf3-55c3-4fad-a96c-49bc4f28b05a req-4368325f-f5e7-4f06-b81d-c87f38639f28 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.1557348 Sep 23 23:52:01.676137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-bc620cf3-55c3-4fad-a96c-49bc4f28b05a req-c6b6863f-f4fd-4d43-a214-275f6ea080d3 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:52:01.677146 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc620cf3-55c3-4fad-a96c-49bc4f28b05a req-c6b6863f-f4fd-4d43-a214-275f6ea080d3 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107915 Sep 23 23:52:01.703376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d4326-0d95-4c1b-921f-b26221eac950 req-329c1ea7-acf5-43b1-b7f8-bd09a3079931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.704950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-090d4326-0d95-4c1b-921f-b26221eac950 req-329c1ea7-acf5-43b1-b7f8-bd09a3079931 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1270480 Sep 23 23:52:01.758127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-090d4326-0d95-4c1b-921f-b26221eac950 req-3b42d3fc-bd9a-459a-8e65-02b2299b6843 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=aeafdc29-d412-43ba-9a64-bdf49b74275f HTTP/1.1" status: 200 len: 217 time: 0.0421817 Sep 23 23:52:01.769243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-73ade821-84e3-4bd7-babd-93ae202d5d32 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips/7b7b9fdf-69b7-445c-adc9-aebd6de78b49 HTTP/1.1" status: 200 len: 693 time: 0.0580382 Sep 23 23:52:01.830807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d4326-0d95-4c1b-921f-b26221eac950 req-c51c2f63-df3d-4989-8fb1-3c4e1af9d6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.832302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-090d4326-0d95-4c1b-921f-b26221eac950 req-c51c2f63-df3d-4989-8fb1-3c4e1af9d6b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0668194 Sep 23 23:52:01.898059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d4326-0d95-4c1b-921f-b26221eac950 req-fc39c276-e0b2-4347-a38c-b8a7404aa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.904179 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-090d4326-0d95-4c1b-921f-b26221eac950 req-fc39c276-e0b2-4347-a38c-b8a7404aa959 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0635993 Sep 23 23:52:01.929934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-38be1aa9-3df6-48ad-8240-8695427b62d9 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:01.931405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-38be1aa9-3df6-48ad-8240-8695427b62d9 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.1557536 Sep 23 23:52:01.953198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-56aa4d7f-36c4-4bb6-ae96-2b4f4c5d9f0d tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:52:01.954355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-56aa4d7f-36c4-4bb6-ae96-2b4f4c5d9f0d tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117166 Sep 23 23:52:02.016967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-090d4326-0d95-4c1b-921f-b26221eac950 req-fd32e956-709f-4e06-acf9-aaf281b9b7b2 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044822 Sep 23 23:52:02.017238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-0c1393e9-01c4-43ba-8d20-081039b78bf6 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0556793 Sep 23 23:52:02.059285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b78092-1e0d-4838-ab6c-cc9b02095e29 req-406bbe97-cf1d-4b71-8780-9dd1c2258516 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:02.061480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72b78092-1e0d-4838-ab6c-cc9b02095e29 req-406bbe97-cf1d-4b71-8780-9dd1c2258516 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 947 time: 0.0636497 Sep 23 23:52:02.114081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72b78092-1e0d-4838-ab6c-cc9b02095e29 req-82d95fd3-a711-441e-bfb7-c94821cd2e1d tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447123 Sep 23 23:52:02.142145 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-090d4326-0d95-4c1b-921f-b26221eac950 req-69c2dc11-b2f7-40cd-8f74-2f8811e2ce9b service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171906 Sep 23 23:52:02.252417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-b4736f19-d9c8-4fb9-b8d5-e004f6a9fa10 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.194 HTTP/1.1" status: 200 len: 696 time: 0.0563753 Sep 23 23:52:02.422231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Deleting port d62d593e-2d85-47f7-bfdb-e2942f91de27 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:02.422957 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:02.475152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84066282-f4f4-46fe-a71c-f28c44596915 req-a4f1c750-1db9-4986-b7dd-99faeb27f162 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 210 time: 0.0384455 Sep 23 23:52:02.533876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:02.534196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:02.550997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Calling delete_port for d62d593e-2d85-47f7-bfdb-e2942f91de27 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:02.754195 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:02.791840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event deleted for resources: {'Port': ['ID=d62d593e-2d85-47f7-bfdb-e2942f91de27,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:02.860735 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:02.863313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:02.864497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f31fdab-4594-4da0-abf8-977f2130c557 req-d1421b7e-86ce-4132-b2f3-596d86d7c363 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "DELETE /v2.0/floatingips/7b7b9fdf-69b7-445c-adc9-aebd6de78b49 HTTP/1.1" status: 204 len: 173 time: 0.6057420 Sep 23 23:52:02.963405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db8f11-2e42-44e1-a1d3-e0cf1f641344 req-8933901a-5e8f-4759-b7e4-d5c78fb4affc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:02.964947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43db8f11-2e42-44e1-a1d3-e0cf1f641344 req-8933901a-5e8f-4759-b7e4-d5c78fb4affc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 932 time: 0.0707333 Sep 23 23:52:03.017867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36316) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:03.129373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43db8f11-2e42-44e1-a1d3-e0cf1f641344 req-13f780f7-1ff4-4f04-86bd-7a5e49b458c5 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533244 Sep 23 23:52:03.197337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103c76c-5753-4808-9c4e-bb94d33c8ae9 req-0b30fdff-c948-4062-92fd-99a91dcd7f34 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:03.199196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1103c76c-5753-4808-9c4e-bb94d33c8ae9 req-0b30fdff-c948-4062-92fd-99a91dcd7f34 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2329743 Sep 23 23:52:03.222554 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-986f1a2d-6547-4ee9-a321-832ffd074efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:03.310717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef6c09-1534-424b-948f-5fa18f96ddfa req-75772801-5fbb-46d2-974d-da3c407f4e78 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:03.312320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82ef6c09-1534-424b-948f-5fa18f96ddfa req-75772801-5fbb-46d2-974d-da3c407f4e78 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 947 time: 0.0559232 Sep 23 23:52:03.363304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82ef6c09-1534-424b-948f-5fa18f96ddfa req-975e42dd-1ef4-4388-b6be-329cefb1a26a tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371554 Sep 23 23:52:03.378099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-986f1a2d-6547-4ee9-a321-832ffd074efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:03.384962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-986f1a2d-6547-4ee9-a321-832ffd074efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:03.428818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986f1a2d-6547-4ee9-a321-832ffd074efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985787b-c4ac-4774-99a2-0bedf9801a61,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:03.433948 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-986f1a2d-6547-4ee9-a321-832ffd074efe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60799e74309741bbba110a6c9e8a64be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4148355 Sep 23 23:52:03.436575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36332) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:03.476653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0715d96b-f26a-4643-b64d-8c16f69310b0 req-6b214dd0-e0ba-4a6b-939d-e5d8e5090087 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=f85961c63c3b4de596f7d938f7725e63 HTTP/1.1" status: 200 len: 1656 time: 0.0782044 Sep 23 23:52:03.495792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35834144-030d-4189-ad36-a472b5eccbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:03.526139 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35834144-030d-4189-ad36-a472b5eccbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:03.585140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35834144-030d-4189-ad36-a472b5eccbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:03.587763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35834144-030d-4189-ad36-a472b5eccbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:03.588954 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-35834144-030d-4189-ad36-a472b5eccbd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2985787b-c4ac-4774-99a2-0bedf9801a61 HTTP/1.1" status: 204 len: 168 time: 0.1514664 Sep 23 23:52:03.602969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35834144-030d-4189-ad36-a472b5eccbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985787b-c4ac-4774-99a2-0bedf9801a61,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:03.609894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715d96b-f26a-4643-b64d-8c16f69310b0 req-48d77073-128a-45f7-9040-fc9c8fb912a9 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:03.611481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0715d96b-f26a-4643-b64d-8c16f69310b0 req-48d77073-128a-45f7-9040-fc9c8fb912a9 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks?id=91b62c44-c5a4-49fd-a058-d6673cd11699&id=91b62c44-c5a4-49fd-a058-d6673cd11699&id=91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 787 time: 0.1280644 Sep 23 23:52:03.630994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-0715d96b-f26a-4643-b64d-8c16f69310b0 req-a39c6fe5-d1b2-40b9-aeb9-8e8b2d695e01 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:52:03.632124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0715d96b-f26a-4643-b64d-8c16f69310b0 req-a39c6fe5-d1b2-40b9-aeb9-8e8b2d695e01 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126615 Sep 23 23:52:03.724017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25f0825b-cbde-41a4-b41d-e5b1bad67e43 req-fea5a00a-b34f-4c88-a7e6-828d450835e6 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 210 time: 0.0318265 Sep 23 23:52:03.842295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-57bd361e-cb4c-4a89-8d39-c513b6dae73b tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips/396b23e1-8c58-4ee9-8e63-3d26e67a834a HTTP/1.1" status: 200 len: 692 time: 0.0560939 Sep 23 23:52:04.010163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-1d426225-222b-46e3-8a98-306a53d107c3 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:04.011716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-1d426225-222b-46e3-8a98-306a53d107c3 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.1636279 Sep 23 23:52:04.023400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-40ec4f89-4344-4384-8dd8-a7232067b1aa tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:52:04.024638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-40ec4f89-4344-4384-8dd8-a7232067b1aa tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065730 Sep 23 23:52:04.106743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-990274de-455b-4737-a83a-2e086345f7b0 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.0728240 Sep 23 23:52:04.164110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-aed81555-59f8-40a5-8c0d-db14b87dcab7 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.95 HTTP/1.1" status: 200 len: 695 time: 0.0556479 Sep 23 23:52:04.181202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36370) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:04.203762 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f267df2-b0ca-442c-82e0-3f9fee8bb942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.320980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Deleting port 5b043a13-46b1-4a3a-80b0-a827a4c7d1bc {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:04.321476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.353530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f267df2-b0ca-442c-82e0-3f9fee8bb942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.357074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f267df2-b0ca-442c-82e0-3f9fee8bb942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.409094 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4f267df2-b0ca-442c-82e0-3f9fee8bb942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe90261f2c1049af806eb3a6159b87b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2255700 Sep 23 23:52:04.410736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36384) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:04.410977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f267df2-b0ca-442c-82e0-3f9fee8bb942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a0415b-617c-4ca2-bb3e-baf2680d263f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:04.454129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.454452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.476087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Calling delete_port for 5b043a13-46b1-4a3a-80b0-a827a4c7d1bc owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:04.555035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a338095d-0e47-4b2c-8d6c-05b4eab9eef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.788363 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a338095d-0e47-4b2c-8d6c-05b4eab9eef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.810923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8eb343-2a16-42fc-ba7a-b4b3edb72c5c req-d355873e-1b17-4d2b-b66b-5fd262032b33 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:04.812422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc8eb343-2a16-42fc-ba7a-b4b3edb72c5c req-d355873e-1b17-4d2b-b66b-5fd262032b33 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 932 time: 0.3267107 Sep 23 23:52:04.884367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc8eb343-2a16-42fc-ba7a-b4b3edb72c5c req-db969d5b-25ba-440a-b315-6f4a7e708dc3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613904 Sep 23 23:52:04.911689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a338095d-0e47-4b2c-8d6c-05b4eab9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.914148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a338095d-0e47-4b2c-8d6c-05b4eab9eef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.915296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a338095d-0e47-4b2c-8d6c-05b4eab9eef2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25a0415b-617c-4ca2-bb3e-baf2680d263f HTTP/1.1" status: 204 len: 168 time: 0.5031371 Sep 23 23:52:04.943862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338095d-0e47-4b2c-8d6c-05b4eab9eef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a0415b-617c-4ca2-bb3e-baf2680d263f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:04.946272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:04.987627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event deleted for resources: {'Port': ['ID=5b043a13-46b1-4a3a-80b0-a827a4c7d1bc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:05.018254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:05.020988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:05.022201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2d2ea52-8a73-4b44-b056-c5d900563fca req-d18a9168-144b-4fd8-9ad5-db5e6ea83b87 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "DELETE /v2.0/floatingips/396b23e1-8c58-4ee9-8e63-3d26e67a834a HTTP/1.1" status: 204 len: 173 time: 0.8509874 Sep 23 23:52:05.075426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device aeafdc29-d412-43ba-9a64-bdf49b74275f details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:52:05.212419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8ab7ba4-c2aa-4ce7-85aa-c84a60fd742a req-a5921988-526d-4277-a8c1-9b292e0915c8 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 210 time: 0.0292943 Sep 23 23:52:05.244210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e75b77-1f15-43ae-9b99-61c93a4920c8 req-16dae081-5ffb-413d-8e83-add0afd2fe97 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:05.253117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7e75b77-1f15-43ae-9b99-61c93a4920c8 req-16dae081-5ffb-413d-8e83-add0afd2fe97 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 947 time: 0.1125689 Sep 23 23:52:05.289110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port aeafdc29-d412-43ba-9a64-bdf49b74275f, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=aeafdc29-d412-43ba-9a64-bdf49b74275f,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:05.303481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'aeafdc29-d412-43ba-9a64-bdf49b74275f', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'aeafdc29-d412-43ba-9a64-bdf49b74275f', 'mac_address': 'fa:16:3e:53:12:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:52:05.332960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-41524092-72ff-44d1-923e-0c31069894b4 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips/6f2135ee-c60b-4be9-a41d-b393c263366b HTTP/1.1" status: 200 len: 693 time: 0.0630720 Sep 23 23:52:05.349833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7e75b77-1f15-43ae-9b99-61c93a4920c8 req-0c6758e7-4dcf-4f7a-90c5-ccf9e35bfaf6 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952630 Sep 23 23:52:05.360592 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:05.378934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeafdc29-d412-43ba-9a64-bdf49b74275f {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:05.404362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port aeafdc29-d412-43ba-9a64-bdf49b74275f, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=aeafdc29-d412-43ba-9a64-bdf49b74275f,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:05.410870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-46c97112-0ee5-401d-96a2-8958f333ef2f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:52:05.411948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-46c97112-0ee5-401d-96a2-8958f333ef2f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140119 Sep 23 23:52:05.412228 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:05.442557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36408) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:05.480091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=aeafdc29-d412-43ba-9a64-bdf49b74275f,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:05.592038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-db12e1c8-a4c6-427b-96fe-2747c572d334 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:05.594054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-db12e1c8-a4c6-427b-96fe-2747c572d334 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2430315 Sep 23 23:52:05.631476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['aeafdc29-d412-43ba-9a64-bdf49b74275f'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:05.662367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc045-eadc-4954-845c-17f8e093cf8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:05.696317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-3b92e0e6-9e08-4fa4-9707-19e919e5f8f0 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 696 time: 0.0879385 Sep 23 23:52:05.762305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Request body: {'port': {'device_id': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:05.801423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9c7ffb2b-a4c9-49b5-a300-a2e478ed5ac6 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.232 HTTP/1.1" status: 200 len: 696 time: 0.1039038 Sep 23 23:52:05.860163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc045-eadc-4954-845c-17f8e093cf8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:05.867405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd8bc045-eadc-4954-845c-17f8e093cf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:05.963873 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cd8bc045-eadc-4954-845c-17f8e093cf8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c4f7bac2b38a43e5b4ed71071cbdcf73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199623 Sep 23 23:52:05.965607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36440) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:05.971445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bc045-eadc-4954-845c-17f8e093cf8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e10cde6-9e8a-4dd3-97f0-0a526891080c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:05.988609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.122906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04cc69f5-7544-407b-b21a-cdcd8cabdb82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.134874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.20', 53142) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:06.180272 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-85474059-474d-4ee8-9e3c-71610d4c5b48 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404615 Sep 23 23:52:06.241662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Deleting port eb99de13-27a4-40a8-acd0-995b4aa394a7 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:06.242004 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.245205 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04cc69f5-7544-407b-b21a-cdcd8cabdb82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.292666 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.360812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7b4a59f3-42aa-4126-a316-8544346387f4 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:06.362583 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7b4a59f3-42aa-4126-a316-8544346387f4 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789212 Sep 23 23:52:06.377657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Request body: {'port': {'device_id': '1f0c70cc-3888-422b-93e9-2188d7391f09', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'bd8c2ad29db748bd94ae12fb0a6b6182'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:06.423382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1602f5e-1270-4d0a-8541-9dd4a9b27984 req-f732191a-cae0-4a37-b1d0-cef5d9fbe18b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:06.424958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1602f5e-1270-4d0a-8541-9dd4a9b27984 req-f732191a-cae0-4a37-b1d0-cef5d9fbe18b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 932 time: 0.2517407 Sep 23 23:52:06.446815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.447325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.478941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Calling delete_port for eb99de13-27a4-40a8-acd0-995b4aa394a7 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:06.485319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04cc69f5-7544-407b-b21a-cdcd8cabdb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.487975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04cc69f5-7544-407b-b21a-cdcd8cabdb82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.491486 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-04cc69f5-7544-407b-b21a-cdcd8cabdb82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e10cde6-9e8a-4dd3-97f0-0a526891080c HTTP/1.1" status: 204 len: 168 time: 0.5203063 Sep 23 23:52:06.527210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Made reservation on behalf of bd8c2ad29db748bd94ae12fb0a6b6182 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:06.532450 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.547220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc69f5-7544-407b-b21a-cdcd8cabdb82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e10cde6-9e8a-4dd3-97f0-0a526891080c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:06.584055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1602f5e-1270-4d0a-8541-9dd4a9b27984 req-6515bab0-21a3-4d59-bb62-85f3749b46a2 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403291 Sep 23 23:52:06.687417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e5d212-82fc-40ab-95e9-fcb39f0380b7 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:06.699439 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.760836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Allocated IP 192.168.233.203 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/56c403e6-b290-4b8f-860d-005804a0c9c8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:06.799281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Transition to ACTIVE for port object 36e5d212-82fc-40ab-95e9-fcb39f0380b7 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:06.801014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.813382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8a208-77fe-4fde-af56-7be4a85a758e req-d94c4c10-83b3-4c14-990f-30210c95d273 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:06.815084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8e8a208-77fe-4fde-af56-7be4a85a758e req-d94c4c10-83b3-4c14-990f-30210c95d273 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 969 time: 0.1106787 Sep 23 23:52:06.836179 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.844011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event deleted for resources: {'Port': ['ID=eb99de13-27a4-40a8-acd0-995b4aa394a7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:06.928423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.931189 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:06.932285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aed38fc-9c2f-413b-9198-0bde388ae355 req-9f07f28e-9f25-4d77-84a6-8e4e34ab7311 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "DELETE /v2.0/floatingips/6f2135ee-c60b-4be9-a41d-b393c263366b HTTP/1.1" status: 204 len: 173 time: 1.1300573 Sep 23 23:52:06.958373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8e8a208-77fe-4fde-af56-7be4a85a758e req-911f9572-dd6c-4802-b2af-1aac9aeab0c3 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/security-groups?id=9774f282-05c2-4b73-8e3f-0713c23b7522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197784 Sep 23 23:52:06.991076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Pushing event updated for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:07.028046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:07.030667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:07.032162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:07.046531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:07.046992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:07.048196 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.057737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:07.058555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:07.060515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:07.060947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Bound port: 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:07.061314 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.072643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device aeafdc29-d412-43ba-9a64-bdf49b74275f up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:07.132507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.185357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port aeafdc29-d412-43ba-9a64-bdf49b74275f completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:52:07.198982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port aeafdc29-d412-43ba-9a64-bdf49b74275f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:07.199357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.252403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b7481-c28c-4b69-8b5b-7dff6d3482d0 req-cd7ebf92-7937-421f-8676-96409d8ec5a4 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:07.254198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-136b7481-c28c-4b69-8b5b-7dff6d3482d0 req-cd7ebf92-7937-421f-8676-96409d8ec5a4 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 948 time: 0.1689770 Sep 23 23:52:07.276947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:07.288478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:07.290624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b9524-d98e-4e81-a1ce-095c2e536c98 req-860c78a8-64b4-4a4d-8def-e592423ee21c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:07.298608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:07.299542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-864b9524-d98e-4e81-a1ce-095c2e536c98 req-860c78a8-64b4-4a4d-8def-e592423ee21c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 936 time: 0.1687710 Sep 23 23:52:07.311699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:07.312433 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.340355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:07.371863 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9992199 Sep 23 23:52:07.394572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36482) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:07.395885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Request body: {'port': {'device_id': '1f0c70cc-3888-422b-93e9-2188d7391f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:07.428296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e036d88-781f-4b65-b2f6-16883e08b177 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Pushing event updated for resources: {'Port': ['ID=56c403e6-b290-4b8f-860d-005804a0c9c8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:07.441327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:07.454662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-136b7481-c28c-4b69-8b5b-7dff6d3482d0 req-5e9e0b04-5cfe-449f-9c25-a3e9e4f5f1d2 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898065 Sep 23 23:52:07.471025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.478163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.504147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:07.505107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.507308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] 10.222.0.20 "PUT /v2.0/ports/36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 1093 time: 1.8959050 Sep 23 23:52:07.512722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:07.516927 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f016c87c-4094-4816-9584-0647b6ef133c" -d '{"events": [{"name": "network-changed", "server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:07.545053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f49e1b-9813-49eb-b281-38368a0e2246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeafdc29-d412-43ba-9a64-bdf49b74275f'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:07.549607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60c8a875-14b0-4418-9630-db587df4c67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.553364 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a46208-4b52-4967-94a0-50407ecc588c" -d '{"events": [{"server_uuid": "b3f49e1b-9813-49eb-b281-38368a0e2246", "name": "network-vif-plugged", "status": "completed", "tag": "aeafdc29-d412-43ba-9a64-bdf49b74275f"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:07.571198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port aeafdc29-d412-43ba-9a64-bdf49b74275f, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=aeafdc29-d412-43ba-9a64-bdf49b74275f,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:07.581782 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.589994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-864b9524-d98e-4e81-a1ce-095c2e536c98 req-6a8eb248-2e48-424a-aa0b-91319df58618 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891581 Sep 23 23:52:07.690072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=aeafdc29-d412-43ba-9a64-bdf49b74275f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:07.698443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e346f343-6889-4e08-b484-a8d81650799d req-cd7af025-6b09-41e6-a5d1-c641a3136b56 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips/f67d071d-9eb4-4fd1-892c-ec7ad197bf3f HTTP/1.1" status: 200 len: 693 time: 0.2049234 Sep 23 23:52:07.699129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e310a4-3e94-42eb-a2cd-854ef0c09c9d service neutron] Pushing event updated for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:07.704170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f7ccd5a5-8a4e-4333-81ff-6c4e25e60ed0 None None] Provisioning complete for port 56c403e6-b290-4b8f-860d-005804a0c9c8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:07.704842 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd5a5-8a4e-4333-81ff-6c4e25e60ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.748149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f7ccd5a5-8a4e-4333-81ff-6c4e25e60ed0 None None] Port 56c403e6-b290-4b8f-860d-005804a0c9c8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:07.796500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-335d5603-5b44-47cd-9546-a5ee3d754aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:07.798550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-335d5603-5b44-47cd-9546-a5ee3d754aad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1096 time: 0.2346838 Sep 23 23:52:07.805533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:07.817049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-72de44f7-cc80-4318-86c8-58b74303e0ec tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:07.818693 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-72de44f7-cc80-4318-86c8-58b74303e0ec tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 969 time: 0.3688350 Sep 23 23:52:07.874949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-11d3fd7c-4368-4a58-98fe-69e16f875d2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 217 time: 0.0633276 Sep 23 23:52:08.000053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-b9d84a9a-2465-48dd-bf3d-0a379aa849e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:08.001585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-b9d84a9a-2465-48dd-bf3d-0a379aa849e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0982533 Sep 23 23:52:08.013362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60c8a875-14b0-4418-9630-db587df4c67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.030075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346f343-6889-4e08-b484-a8d81650799d req-c62b261f-f773-41d1-9fc4-aeea7ee32974 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:08.037721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e346f343-6889-4e08-b484-a8d81650799d req-c62b261f-f773-41d1-9fc4-aeea7ee32974 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2757056 Sep 23 23:52:08.049026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60c8a875-14b0-4418-9630-db587df4c67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.061881 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15cc865c-d149-4855-a371-320427488808 x-openstack-request-id: req-15cc865c-d149-4855-a371-320427488808 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:08.062165 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:08.062576 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15cc865c-d149-4855-a371-320427488808 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:08.063142 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7', 'status': 'completed', 'code': 200} Sep 23 23:52:08.103966 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9244c06-f3c8-43de-92c4-890e404c6ba7 x-openstack-request-id: req-a9244c06-f3c8-43de-92c4-890e404c6ba7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:08.104666 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f49e1b-9813-49eb-b281-38368a0e2246", "name": "network-vif-plugged", "status": "completed", "tag": "aeafdc29-d412-43ba-9a64-bdf49b74275f", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:08.105119 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9244c06-f3c8-43de-92c4-890e404c6ba7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:08.105752 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f49e1b-9813-49eb-b281-38368a0e2246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeafdc29-d412-43ba-9a64-bdf49b74275f', 'code': 200} Sep 23 23:52:08.117199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Deleting port 6c8f3fd3-0e75-433d-966d-6a95523764b7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:08.117546 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.157421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-e4e5ddf9-bbcd-4c32-8bf4-c0eede30930d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170700 Sep 23 23:52:08.242315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e346f343-6889-4e08-b484-a8d81650799d req-0d0c95b5-c180-411d-8815-875e7270b0a9 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 696 time: 0.2036214 Sep 23 23:52:08.275233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] For port 6c8f3fd3-0e75-433d-966d-6a95523764b7, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6c8f3fd3-0e75-433d-966d-6a95523764b7,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:08.275604 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.296022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8a875-14b0-4418-9630-db587df4c67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dca3cf9-44ff-45f9-95f5-362d77c56ff8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:08.310749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-60c8a875-14b0-4418-9630-db587df4c67f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3b54a6f87054df691a4b0db83b810c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8928778 Sep 23 23:52:08.314372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36502) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:08.315971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Calling delete_port for 6c8f3fd3-0e75-433d-966d-6a95523764b7 owned by compute:tempest-test_az-594752122 {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:08.338527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c403e6-b290-4b8f-860d-005804a0c9c8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:08.375166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.396911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Transition to ACTIVE for port object 56c403e6-b290-4b8f-860d-005804a0c9c8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:08.404524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.485163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Pushing event updated for resources: {'Port': ['ID=56c403e6-b290-4b8f-860d-005804a0c9c8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:08.557252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Attempting to bind port 56c403e6-b290-4b8f-860d-005804a0c9c8 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:08.557589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Attempting to bind port 56c403e6-b290-4b8f-860d-005804a0c9c8 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:08.558181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Attempting to bind port 56c403e6-b290-4b8f-860d-005804a0c9c8 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:08.568761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Port 56c403e6-b290-4b8f-860d-005804a0c9c8 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:08.569080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Attempting to bind port 56c403e6-b290-4b8f-860d-005804a0c9c8 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:08.577259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:08.577591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:08.577973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:08.578435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Bound port: 56c403e6-b290-4b8f-860d-005804a0c9c8, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:08.578821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.602746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.613848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['6c8f3fd3-0e75-433d-966d-6a95523764b7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:08.665368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e346f343-6889-4e08-b484-a8d81650799d req-738525b8-cad6-4b5b-8742-c0b57faaebb9 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.235 HTTP/1.1" status: 200 len: 696 time: 0.3916869 Sep 23 23:52:08.691925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ecc5d-f695-4d65-9afd-fc3ca4e7b82a req-43917f41-e025-461e-9a94-27997a8fa700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:08.693452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df0ecc5d-f695-4d65-9afd-fc3ca4e7b82a req-43917f41-e025-461e-9a94-27997a8fa700 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 1101 time: 0.5229194 Sep 23 23:52:08.696737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Pushing event deleted for resources: {'Port': ['ID=6c8f3fd3-0e75-433d-966d-6a95523764b7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:08.735232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.744311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] No DVR routers for this DVR port 6c8f3fd3-0e75-433d-966d-6a95523764b7 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:52:08.753889 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.755941 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-562429e7-6e66-4150-b1c5-6ae413c6d2c3 req-38098b91-bb9f-431b-b72e-edae94240ee5 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.18 "DELETE /v2.0/ports/6c8f3fd3-0e75-433d-966d-6a95523764b7 HTTP/1.1" status: 204 len: 173 time: 0.9278526 Sep 23 23:52:08.756794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b9dbe9-b90e-4bd4-896f-67a52bff9e16', 'name': 'network-vif-deleted', 'tag': '6c8f3fd3-0e75-433d-966d-6a95523764b7'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:08.766798 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c815c6-ba11-4b75-9bef-e330e1ecf78f" -d '{"events": [{"server_uuid": "a2b9dbe9-b90e-4bd4-896f-67a52bff9e16", "name": "network-vif-deleted", "tag": "6c8f3fd3-0e75-433d-966d-6a95523764b7"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:08.777560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-82e76c09-fb38-4df3-98d2-bcb02fcf867c service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6029730 Sep 23 23:52:08.791335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0ee1b-d597-40ad-b219-3db1b805cef1 req-fc91a0b9-0bc6-4534-bcc5-962e320541bc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:08.793001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] For port 56c403e6-b290-4b8f-860d-005804a0c9c8, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:08.796446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] For port 56c403e6-b290-4b8f-860d-005804a0c9c8, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=56c403e6-b290-4b8f-860d-005804a0c9c8,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:08.798952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cb0ee1b-d597-40ad-b219-3db1b805cef1 req-fc91a0b9-0bc6-4534-bcc5-962e320541bc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.5889471 Sep 23 23:52:08.803776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.846637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:08.847490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.848987 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] 10.222.0.20 "PUT /v2.0/ports/56c403e6-b290-4b8f-860d-005804a0c9c8 HTTP/1.1" status: 200 len: 1097 time: 1.4632721 Sep 23 23:52:08.882344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed8984-6048-4711-bb8f-cf86ef5a18eb service neutron] Pushing event updated for resources: {'Port': ['ID=56c403e6-b290-4b8f-860d-005804a0c9c8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:08.920945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df0ecc5d-f695-4d65-9afd-fc3ca4e7b82a req-9e4983f9-15bd-4979-832c-50908cd42bd3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791523 Sep 23 23:52:08.921488 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-965eb54e-8a4f-4e86-ab88-cebadb903c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:08.985802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-05bb4666-4545-48ce-8d81-9f9c49f5c207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:08.987428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-05bb4666-4545-48ce-8d81-9f9c49f5c207 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 1100 time: 0.0584645 Sep 23 23:52:09.004054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cb0ee1b-d597-40ad-b219-3db1b805cef1 req-83b80ea2-455d-4b61-b788-2e9ba82ee627 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041562 Sep 23 23:52:09.016362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-965eb54e-8a4f-4e86-ab88-cebadb903c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.047660 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-7da174f4-9944-4823-8e83-75ba15051488 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=56c403e6-b290-4b8f-860d-005804a0c9c8 HTTP/1.1" status: 200 len: 217 time: 0.0514998 Sep 23 23:52:09.065108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2eba178-3a4e-4878-bac5-146c54c5f045 req-b469e471-7b79-47ab-9f2b-099951d41900 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636278 Sep 23 23:52:09.085523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Deleting port 0e8e0eef-36cc-43c6-9b84-a46b038588d9 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:09.088322 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.125545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-179993ac-3800-42c4-b626-b3b2992ef186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:09.127080 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-179993ac-3800-42c4-b626-b3b2992ef186 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0704641 Sep 23 23:52:09.146089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-965eb54e-8a4f-4e86-ab88-cebadb903c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.148840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-965eb54e-8a4f-4e86-ab88-cebadb903c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.150011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-965eb54e-8a4f-4e86-ab88-cebadb903c83 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dca3cf9-44ff-45f9-95f5-362d77c56ff8 HTTP/1.1" status: 204 len: 168 time: 0.7995996 Sep 23 23:52:09.203438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-f4964262-ecdf-453a-bbe5-44389b873456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:09.205694 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-f4964262-ecdf-453a-bbe5-44389b873456 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702972 Sep 23 23:52:09.233223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965eb54e-8a4f-4e86-ab88-cebadb903c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dca3cf9-44ff-45f9-95f5-362d77c56ff8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:09.258390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6ea64ae-a820-45c1-a115-340b5c1d1748 req-ffbb354a-6f30-4d11-877e-26997f4a1112 tempest-AggregatesAdminTestJSON-836656841 tempest-AggregatesAdminTestJSON-836656841-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2b9dbe9-b90e-4bd4-896f-67a52bff9e16 HTTP/1.1" status: 200 len: 210 time: 0.0470340 Sep 23 23:52:09.279263 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.279497 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.290077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016c87c-4094-4816-9584-0647b6ef133c req-8887dd04-5589-4bd7-9712-f720911a6dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:09.291630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f016c87c-4094-4816-9584-0647b6ef133c req-8887dd04-5589-4bd7-9712-f720911a6dab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1096 time: 0.1621618 Sep 23 23:52:09.297486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Calling delete_port for 0e8e0eef-36cc-43c6-9b84-a46b038588d9 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:09.358995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-5f302784-07b3-43cd-b8b7-c87cb3557534 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456544 Sep 23 23:52:09.496734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1168fe83-6d35-4763-83db-d35d0c3c50bc req-3a76797d-8364-474d-90c8-a9f5ab8f6fbb service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282949 Sep 23 23:52:09.593302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016c87c-4094-4816-9584-0647b6ef133c req-06e8ea0a-4edc-4687-8f5c-164e54f84758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:09.594877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f016c87c-4094-4816-9584-0647b6ef133c req-06e8ea0a-4edc-4687-8f5c-164e54f84758 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.2952752 Sep 23 23:52:09.622412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c300aa3-706d-4088-9e45-201060b5d0de req-6768e34a-7ab9-4806-b7f5-f7296ae29147 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:09.627014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c300aa3-706d-4088-9e45-201060b5d0de req-6768e34a-7ab9-4806-b7f5-f7296ae29147 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 949 time: 0.0972340 Sep 23 23:52:09.683166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f016c87c-4094-4816-9584-0647b6ef133c req-9f331cf3-8e42-4517-b74c-34edc8f96a7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 217 time: 0.0794747 Sep 23 23:52:09.766699 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c300aa3-706d-4088-9e45-201060b5d0de req-d8614d31-d95e-4abe-bb6a-21433f1e1f89 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034763 Sep 23 23:52:09.769722 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.780971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016c87c-4094-4816-9584-0647b6ef133c req-7fb036c1-fb54-482d-9381-cc52b921d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:09.782554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f016c87c-4094-4816-9584-0647b6ef133c req-7fb036c1-fb54-482d-9381-cc52b921d50a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0872211 Sep 23 23:52:09.808498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Pushing event deleted for resources: {'Port': ['ID=0e8e0eef-36cc-43c6-9b84-a46b038588d9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:09.852685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f016c87c-4094-4816-9584-0647b6ef133c req-cbaa16e3-6f60-4e46-9e56-8cc69ec0c033 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467794 Sep 23 23:52:09.853499 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.856052 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:09.857738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e346f343-6889-4e08-b484-a8d81650799d req-9cb0970e-b4e3-4d67-9832-e2cc9c808984 tempest-FloatingIPDetailsTestJSON-2095255813 tempest-FloatingIPDetailsTestJSON-2095255813-project] 10.222.0.24 "DELETE /v2.0/floatingips/f67d071d-9eb4-4fd1-892c-ec7ad197bf3f HTTP/1.1" status: 204 len: 173 time: 1.1909571 Sep 23 23:52:09.864100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:09.985946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aca4b6-c6d5-4683-8440-6967a08cefa1 req-dff75751-f0d6-4aa6-9271-479bde8065c1 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:09.994420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0aca4b6-c6d5-4683-8440-6967a08cefa1 req-dff75751-f0d6-4aa6-9271-479bde8065c1 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 948 time: 0.1439705 Sep 23 23:52:10.040236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f016c87c-4094-4816-9584-0647b6ef133c req-fa5772c9-53f1-421e-bac8-b40507338691 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694646 Sep 23 23:52:10.088150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0aca4b6-c6d5-4683-8440-6967a08cefa1 req-e6c228ed-4f22-487a-9178-2db6d33d6078 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902548 Sep 23 23:52:10.307933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f016c87c-4094-4816-9584-0647b6ef133c req-d4a4a61f-e960-4339-809c-4095a56c53a5 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564740 Sep 23 23:52:10.343979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af09c7f-0834-4cba-9af6-df7697f785d4 req-f0a06c1c-14eb-4834-9708-d4b35420e177 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:10.345597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1af09c7f-0834-4cba-9af6-df7697f785d4 req-f0a06c1c-14eb-4834-9708-d4b35420e177 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.1029098 Sep 23 23:52:10.391305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1af09c7f-0834-4cba-9af6-df7697f785d4 req-a2e86e85-dffa-4ec5-8a25-718958eada16 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390790 Sep 23 23:52:10.434327 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e705a7dc-2f94-4732-98db-69ce19edb5b3 x-openstack-request-id: req-e705a7dc-2f94-4732-98db-69ce19edb5b3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:10.434630 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b9dbe9-b90e-4bd4-896f-67a52bff9e16", "name": "network-vif-deleted", "tag": "6c8f3fd3-0e75-433d-966d-6a95523764b7", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:10.434893 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e705a7dc-2f94-4732-98db-69ce19edb5b3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:10.440188 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b9dbe9-b90e-4bd4-896f-67a52bff9e16', 'name': 'network-vif-deleted', 'tag': '6c8f3fd3-0e75-433d-966d-6a95523764b7', 'status': 'completed', 'code': 200} Sep 23 23:52:10.926126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36614) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:10.963506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e276fb8-8e5d-4dc0-a9db-d9e807448835 req-f90c2bfa-7862-41a9-9360-7092f480e7f3 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:10.967435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e276fb8-8e5d-4dc0-a9db-d9e807448835 req-f90c2bfa-7862-41a9-9360-7092f480e7f3 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 949 time: 0.0971751 Sep 23 23:52:10.972660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.051756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e276fb8-8e5d-4dc0-a9db-d9e807448835 req-06fa69ab-f969-4942-895f-6b234a916db2 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762534 Sep 23 23:52:11.090646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6c8f3fd3-0e75-433d-966d-6a95523764b7 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:52:11.122790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 6c8f3fd3-0e75-433d-966d-6a95523764b7 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:52:11.123078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6c8f3fd3-0e75-433d-966d-6a95523764b7 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:52:11.315701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:11.321864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525903d4-ec2a-4eca-a8da-1ad9747bc7a8 req-ecbf330b-36f1-4d02-8fec-ce8b7f5dbd73 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:11.323466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-525903d4-ec2a-4eca-a8da-1ad9747bc7a8 req-ecbf330b-36f1-4d02-8fec-ce8b7f5dbd73 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 948 time: 0.1114128 Sep 23 23:52:11.359500 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-47891edd-e7ba-4229-a2ea-e9dc74f4e301 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd41c6295e6b4db69ad5bb1b2eaf3224&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4301722 Sep 23 23:52:11.359933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36642) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:11.428861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-525903d4-ec2a-4eca-a8da-1ad9747bc7a8 req-9f3667bb-5dfc-479f-8d29-705459a22010 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937307 Sep 23 23:52:11.471991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-5f0c2967-3c15-42f4-b345-95bf34e69635 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897021 Sep 23 23:52:11.487663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3eccc20b-a66b-40b3-95af-bf4c691c07d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.506294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3acc783b-74cb-483b-9122-8f56d1f0bf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.591160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3eccc20b-a66b-40b3-95af-bf4c691c07d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.668785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Deleting port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:11.669153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.708289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-a0e2beeb-f4a4-43b9-afbd-92e58461c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:11.710159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-a0e2beeb-f4a4-43b9-afbd-92e58461c096 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=14bd0876ea874d939fb80162f2ac52a6&device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 1101 time: 0.1626279 Sep 23 23:52:11.729573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c82d7e-98be-400c-b036-da973da8e03a req-e882a3cc-f5f9-4033-b756-0cc98cd768f4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:11.731207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37c82d7e-98be-400c-b036-da973da8e03a req-e882a3cc-f5f9-4033-b756-0cc98cd768f4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.1725068 Sep 23 23:52:11.759772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3eccc20b-a66b-40b3-95af-bf4c691c07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.762849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3eccc20b-a66b-40b3-95af-bf4c691c07d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.764126 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3eccc20b-a66b-40b3-95af-bf4c691c07d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9774f282-05c2-4b73-8e3f-0713c23b7522 HTTP/1.1" status: 204 len: 168 time: 0.4020991 Sep 23 23:52:11.792511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eccc20b-a66b-40b3-95af-bf4c691c07d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9774f282-05c2-4b73-8e3f-0713c23b7522,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:11.795329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92944bd8-1fff-4a0d-8a09-b8338c6250b7 req-ca9b6a41-35ad-4317-90c8-5aaa909b7d93 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:11.797919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92944bd8-1fff-4a0d-8a09-b8338c6250b7 req-ca9b6a41-35ad-4317-90c8-5aaa909b7d93 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 949 time: 0.1538148 Sep 23 23:52:11.833060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] For port f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,segment=NetworkSegment(3985c302-6500-4e81-90de-291bdf6f9130),segment_id=3985c302-6500-4e81-90de-291bdf6f9130)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:11.833528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.845515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36656) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:11.851498 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3acc783b-74cb-483b-9122-8f56d1f0bf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.862582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Calling delete_port for f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:11.863431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3acc783b-74cb-483b-9122-8f56d1f0bf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:11.895992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37c82d7e-98be-400c-b036-da973da8e03a req-c9d58ea6-6129-41a1-827a-0cacbd6a8eba tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505449 Sep 23 23:52:11.914966 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3acc783b-74cb-483b-9122-8f56d1f0bf1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbb77fd9b1e542c59b450cef93391336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5977001 Sep 23 23:52:11.934747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92944bd8-1fff-4a0d-8a09-b8338c6250b7 req-90e9637c-c8d0-46d8-ae76-763eb286dd33 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233263 Sep 23 23:52:11.939332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:11.946927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc783b-74cb-483b-9122-8f56d1f0bf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a442f641-cf61-4712-9cf0-d6e4b58f95cf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:11.975662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-a2d8b285-58c1-4950-a1d1-765cb0e71ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:11.977932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-a2d8b285-58c1-4950-a1d1-765cb0e71ace service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2421148 Sep 23 23:52:12.039169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-657a6edf-c147-4824-9177-b563edc43483 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=aeafdc29-d412-43ba-9a64-bdf49b74275f HTTP/1.1" status: 200 len: 217 time: 0.0497792 Sep 23 23:52:12.107817 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba9b785e-3e89-4b92-b1ab-8ccaf449ff19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.129962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-db103769-2cb0-4c98-b4c5-d163c914d0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:12.131857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-db103769-2cb0-4c98-b4c5-d163c914d0d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0842805 Sep 23 23:52:12.161204 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba9b785e-3e89-4b92-b1ab-8ccaf449ff19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.188675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.234363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-5dd57526-0f52-444f-ad70-79ec2e060e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:12.236159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-5dd57526-0f52-444f-ad70-79ec2e060e96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919213 Sep 23 23:52:12.263930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:12.269441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c01256d2-42eb-4787-a1cd-3ffd251297eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.304277 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba9b785e-3e89-4b92-b1ab-8ccaf449ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.306898 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba9b785e-3e89-4b92-b1ab-8ccaf449ff19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.308041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ba9b785e-3e89-4b92-b1ab-8ccaf449ff19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a442f641-cf61-4712-9cf0-d6e4b58f95cf HTTP/1.1" status: 204 len: 168 time: 0.3626132 Sep 23 23:52:12.354196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b785e-3e89-4b92-b1ab-8ccaf449ff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a442f641-cf61-4712-9cf0-d6e4b58f95cf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:12.395402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-d13d4471-0b10-4133-a038-96613ce9c7cb service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493979 Sep 23 23:52:12.451346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f0c70cc-3888-422b-93e9-2188d7391f09', 'tag': '56c403e6-b290-4b8f-860d-005804a0c9c8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:12.455389 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764292ca-4b48-4e7e-be24-64e17808682a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f0c70cc-3888-422b-93e9-2188d7391f09", "tag": "56c403e6-b290-4b8f-860d-005804a0c9c8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:12.476732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36672) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:12.519919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.662301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d27a3e-efbd-4f62-8cbf-ba93791eab20 req-f902a37d-f536-49a6-b48d-966b137f9a26 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565770 Sep 23 23:52:12.683560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20d6ef-adad-450b-88c1-09f9dec12c84 req-b9afe65d-3f41-4872-9045-292455811d90 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:12.688053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be20d6ef-adad-450b-88c1-09f9dec12c84 req-b9afe65d-3f41-4872-9045-292455811d90 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 948 time: 0.1010919 Sep 23 23:52:12.759991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be20d6ef-adad-450b-88c1-09f9dec12c84 req-56d84ab4-0a55-4b89-b845-319a482075f0 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637312 Sep 23 23:52:12.779880 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50dbb21-7820-44c9-a60e-108f4bb7c43a x-openstack-request-id: req-b50dbb21-7820-44c9-a60e-108f4bb7c43a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:12.779880 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f0c70cc-3888-422b-93e9-2188d7391f09", "tag": "56c403e6-b290-4b8f-860d-005804a0c9c8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:12.779880 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b50dbb21-7820-44c9-a60e-108f4bb7c43a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:12.779880 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f0c70cc-3888-422b-93e9-2188d7391f09', 'tag': '56c403e6-b290-4b8f-860d-005804a0c9c8', 'status': 'completed', 'code': 200} Sep 23 23:52:12.791782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb5cd2d8-526c-4113-b734-26998eb5174e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e8cbbefcc514c39a2c290eed22c1849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106520 Sep 23 23:52:12.795968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36676) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:12.882315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764292ca-4b48-4e7e-be24-64e17808682a req-f6aa4a09-0fa0-4e1e-a79e-1d700a47f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:12.883848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-764292ca-4b48-4e7e-be24-64e17808682a req-f6aa4a09-0fa0-4e1e-a79e-1d700a47f4e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 1100 time: 0.0824659 Sep 23 23:52:12.890632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c01256d2-42eb-4787-a1cd-3ffd251297eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.909467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c989c8-511d-4265-a668-8d7c8634366d req-c01a76ca-e4de-48b4-b82c-859d6416066c tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:12.910122 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c01256d2-42eb-4787-a1cd-3ffd251297eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.912747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7c989c8-511d-4265-a668-8d7c8634366d req-c01a76ca-e4de-48b4-b82c-859d6416066c tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.18 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 949 time: 0.1091261 Sep 23 23:52:12.916346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-226d9eeb-2aab-4150-a695-567799bc0dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:12.945278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-226d9eeb-2aab-4150-a695-567799bc0dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.028187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-226d9eeb-2aab-4150-a695-567799bc0dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.031176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-226d9eeb-2aab-4150-a695-567799bc0dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.032346 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-226d9eeb-2aab-4150-a695-567799bc0dcc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2753185a-9468-4519-b7c1-a054d49ec12e HTTP/1.1" status: 204 len: 168 time: 0.2339392 Sep 23 23:52:13.048837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01256d2-42eb-4787-a1cd-3ffd251297eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7003ed8-2016-4f57-a14a-bb8c4b2fd8cf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:13.054174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c01256d2-42eb-4787-a1cd-3ffd251297eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6428635bba2f40078ae790ceeac9e09b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2050288 Sep 23 23:52:13.084872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36690) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:13.095718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d9eeb-2aab-4150-a695-567799bc0dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2753185a-9468-4519-b7c1-a054d49ec12e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:13.155280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36694) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:13.189478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:52:13.273445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36696) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:13.353071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:52:13.361998 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ffe5caf-745d-47bc-a048-cd99eac040f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/13a211d1-5c48-4fb0-907f-65a670f9e3d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4966466 Sep 23 23:52:13.364521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36700) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:13.364665 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] Sync routers for ids ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:52:13.377795 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] Routers {'13a211d1-5c48-4fb0-907f-65a670f9e3d2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:13.378847 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:13.436096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 56c403e6-b290-4b8f-860d-005804a0c9c8 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:52:13.486632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e20905e2-3aa4-4daa-9489-5c0aaeb598df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.509991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-835118f8-fcdb-46c0-a773-10d67ad11bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.556735 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] Set router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:13.582205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb2b5b-5287-44f5-8d66-534690a6a1a0 req-d2140775-ccc1-47ee-bf29-4be302587f63 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:13.584066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eebb2b5b-5287-44f5-8d66-534690a6a1a0 req-d2140775-ccc1-47ee-bf29-4be302587f63 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.5367105 Sep 23 23:52:13.629350 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 56c403e6-b290-4b8f-860d-005804a0c9c8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=56c403e6-b290-4b8f-860d-005804a0c9c8,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:13.631773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-e20905e2-3aa4-4daa-9489-5c0aaeb598df admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 23:52:13.631773 n-d-713498-18 neutron-server[106378]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 23 23:52:13.631773 n-d-713498-18 neutron-server[106378]: [parameters: {'project_id': '5fe3008a2d974ecfa2df4db31501d50e', 'id': 'ce095a58-3500-4e1a-a60f-277de12d3eb2', 'expiration': datetime.datetime(2021, 9, 23, 23, 54, 13, 601869)}] Sep 23 23:52:13.631773 n-d-713498-18 neutron-server[106378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:52:13.632308 n-d-713498-18 neutron-server[106378]: DEBUG oslo_db.api [None req-e20905e2-3aa4-4daa-9489-5c0aaeb598df admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:52:13.645273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.650055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764292ca-4b48-4e7e-be24-64e17808682a req-7cbe2db1-b206-456b-8987-16bd4744cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:13.652135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-764292ca-4b48-4e7e-be24-64e17808682a req-7cbe2db1-b206-456b-8987-16bd4744cce5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.7374189 Sep 23 23:52:13.652563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '56c403e6-b290-4b8f-860d-005804a0c9c8', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '56c403e6-b290-4b8f-860d-005804a0c9c8', 'mac_address': 'fa:16:3e:a3:c2:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:52:13.693240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe635e-63ef-4bb8-a67c-0585bfa6ad95 req-6ae7d7e5-9fe6-4f82-a1f6-2075ad3b3795 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:13.708649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dfe635e-63ef-4bb8-a67c-0585bfa6ad95 req-6ae7d7e5-9fe6-4f82-a1f6-2075ad3b3795 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 949 time: 0.6220760 Sep 23 23:52:13.723734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9a65fffd-8631-4f99-83c0-8d1a69761864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.750336 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.783214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c403e6-b290-4b8f-860d-005804a0c9c8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:13.786576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-764292ca-4b48-4e7e-be24-64e17808682a req-7cfb1a90-d52c-4ccb-b1f8-64142f3db832 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=56c403e6-b290-4b8f-860d-005804a0c9c8 HTTP/1.1" status: 200 len: 217 time: 0.1171091 Sep 23 23:52:13.800433 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.819838 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eebb2b5b-5287-44f5-8d66-534690a6a1a0 req-03f62e0a-76f0-4f3a-b3f9-d8586c24f90c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223907 Sep 23 23:52:13.820269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 56c403e6-b290-4b8f-860d-005804a0c9c8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=56c403e6-b290-4b8f-860d-005804a0c9c8,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:13.828112 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.829057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 36e5d212-82fc-40ab-95e9-fcb39f0380b7 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:52:13.917819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Deleting port d701bc83-3238-47f8-aa89-b3f01d6869a3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:13.918158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:13.923498 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:52:12Z', 'revision_number': 5, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port': {'id': 'd701bc83-3238-47f8-aa89-b3f01d6869a3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:cc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 153, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:51:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:14.010665 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9a65fffd-8631-4f99-83c0-8d1a69761864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.012271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:14.020994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dfe635e-63ef-4bb8-a67c-0585bfa6ad95 req-92225177-55ec-455e-be96-d66d7359451a tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/security-groups?id=6f7053e4-7948-4637-bf38-1a4353f6e6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109128 Sep 23 23:52:14.024530 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] Checking router: 13a211d1-5c48-4fb0-907f-65a670f9e3d2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:52:14.027343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] For port d701bc83-3238-47f8-aa89-b3f01d6869a3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d701bc83-3238-47f8-aa89-b3f01d6869a3,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:14.030150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Deleting port aeafdc29-d412-43ba-9a64-bdf49b74275f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:14.030313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.030414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.052411 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] Routers {'13a211d1-5c48-4fb0-907f-65a670f9e3d2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:14.052681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '36e5d212-82fc-40ab-95e9-fcb39f0380b7', 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'port_id': '36e5d212-82fc-40ab-95e9-fcb39f0380b7', 'mac_address': 'fa:16:3e:24:60:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc848f4-f899-487f-bd88-8dd2be9ee3e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:52:14.053349 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:14.068249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Calling delete_port for d701bc83-3238-47f8-aa89-b3f01d6869a3 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:14.125821 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.127847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=56c403e6-b290-4b8f-860d-005804a0c9c8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:14.136080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e20905e2-3aa4-4daa-9489-5c0aaeb598df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.161164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e5d212-82fc-40ab-95e9-fcb39f0380b7 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:14.171990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-835118f8-fcdb-46c0-a773-10d67ad11bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.211707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:14.225768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.265442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-835118f8-fcdb-46c0-a773-10d67ad11bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.265920 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] Set router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:14.312114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764292ca-4b48-4e7e-be24-64e17808682a req-5f2a9adc-6269-437f-9da9-51c27674f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:14.313524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-764292ca-4b48-4e7e-be24-64e17808682a req-5f2a9adc-6269-437f-9da9-51c27674f1d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.5019412 Sep 23 23:52:14.323777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835118f8-fcdb-46c0-a773-10d67ad11bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6595c1-a7f8-489f-b804-25af8f325fba,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:14.353282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:14.374384 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:52:13Z', 'revision_number': 6, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:14.400607 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.407677 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd318f9-0d46-4dc4-8452-5c8ca96bfd95 None None] The sync data for ids ['13a211d1-5c48-4fb0-907f-65a670f9e3d2'] in n-d-713498-18 is: [{'id': '13a211d1-5c48-4fb0-907f-65a670f9e3d2', 'name': 'tempest-FloatingIPDetailsTestJSON-772445897-router', 'tenant_id': 'f85961c63c3b4de596f7d938f7725e63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:51:45Z', 'updated_at': '2021-09-23T23:52:13Z', 'revision_number': 6, 'project_id': 'f85961c63c3b4de596f7d938f7725e63', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:52:14.418839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-835118f8-fcdb-46c0-a773-10d67ad11bc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b521e83c2b342a5ae076de0be92ce98&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2525070 Sep 23 23:52:14.423006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] For port aeafdc29-d412-43ba-9a64-bdf49b74275f, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=aeafdc29-d412-43ba-9a64-bdf49b74275f,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:14.423006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.426083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36724) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:14.442684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7bd2d5-25c2-4e1b-b286-a5d64e8708ac req-4092ca80-93c4-47a0-b9c6-6d274d73e547 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:14.444489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb7bd2d5-25c2-4e1b-b286-a5d64e8708ac req-4092ca80-93c4-47a0-b9c6-6d274d73e547 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 949 time: 0.3512745 Sep 23 23:52:14.476372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e20905e2-3aa4-4daa-9489-5c0aaeb598df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.481003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.483947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Pushing event deleted for resources: {'Port': ['ID=d701bc83-3238-47f8-aa89-b3f01d6869a3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:14.487040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Calling delete_port for aeafdc29-d412-43ba-9a64-bdf49b74275f owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:14.504385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36726) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:14.504689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e20905e2-3aa4-4daa-9489-5c0aaeb598df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.510792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9a65fffd-8631-4f99-83c0-8d1a69761864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.513954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9a65fffd-8631-4f99-83c0-8d1a69761864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.515345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9a65fffd-8631-4f99-83c0-8d1a69761864 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7003ed8-2016-4f57-a14a-bb8c4b2fd8cf HTTP/1.1" status: 204 len: 168 time: 1.4277260 Sep 23 23:52:14.550171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764292ca-4b48-4e7e-be24-64e17808682a req-53836e9b-79f9-4ead-9b79-c90c732c3361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:14.550462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-764292ca-4b48-4e7e-be24-64e17808682a req-53836e9b-79f9-4ead-9b79-c90c732c3361 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2231066 Sep 23 23:52:14.587775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65fffd-8631-4f99-83c0-8d1a69761864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7003ed8-2016-4f57-a14a-bb8c4b2fd8cf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:14.592678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['56c403e6-b290-4b8f-860d-005804a0c9c8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:14.617012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['36e5d212-82fc-40ab-95e9-fcb39f0380b7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:14.644032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-210e98d4-554b-48dd-8738-40ba0748e3cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.648282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb7bd2d5-25c2-4e1b-b286-a5d64e8708ac req-005026a4-227d-4a2f-b67f-146cd5a6cd1b tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641831 Sep 23 23:52:14.655646 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.663145 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e20905e2-3aa4-4daa-9489-5c0aaeb598df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fe3008a2d974ecfa2df4db31501d50e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3881071 Sep 23 23:52:14.663731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36732) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:14.665289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.671311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20905e2-3aa4-4daa-9489-5c0aaeb598df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb351a5-210d-4b08-a3e7-97e5e6659806,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:14.730264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-210e98d4-554b-48dd-8738-40ba0748e3cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.829672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.831638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13a211d1-5c48-4fb0-907f-65a670f9e3d2 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:52:14.844080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.845306 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f5945e7b-e8ea-4b3e-8eed-4a22e804ddcf admin admin] 10.222.0.24 "DELETE /v2.0/routers/13a211d1-5c48-4fb0-907f-65a670f9e3d2 HTTP/1.1" status: 204 len: 168 time: 1.4774261 Sep 23 23:52:14.870262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36736) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:14.874801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-764292ca-4b48-4e7e-be24-64e17808682a req-6c03690a-0328-4dee-8de2-33755ecc241d service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905855 Sep 23 23:52:14.930197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3317a631-1eaf-4795-b8d1-fee65cbb0392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.970038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3317a631-1eaf-4795-b8d1-fee65cbb0392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:14.993161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-network', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:15.039862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Made reservation on behalf of d0884c7ffcbb40e6afa1ccea1708b3ca for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:15.042937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.056800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.076608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-210e98d4-554b-48dd-8738-40ba0748e3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.080156 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-210e98d4-554b-48dd-8738-40ba0748e3cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.084698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-210e98d4-554b-48dd-8738-40ba0748e3cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d6595c1-a7f8-489f-b804-25af8f325fba HTTP/1.1" status: 204 len: 168 time: 0.6515567 Sep 23 23:52:15.133056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e98d4-554b-48dd-8738-40ba0748e3cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6595c1-a7f8-489f-b804-25af8f325fba,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:15.134702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3317a631-1eaf-4795-b8d1-fee65cbb0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.141361 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3317a631-1eaf-4795-b8d1-fee65cbb0392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.144757 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3317a631-1eaf-4795-b8d1-fee65cbb0392 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eb351a5-210d-4b08-a3e7-97e5e6659806 HTTP/1.1" status: 204 len: 168 time: 0.4755261 Sep 23 23:52:15.160474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317a631-1eaf-4795-b8d1-fee65cbb0392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb351a5-210d-4b08-a3e7-97e5e6659806,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:15.162952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e5e2d-46c7-423d-bde5-1d8cfd509594 req-e8a3e49c-11a8-40ec-903b-b602ae3b9a84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:15.173102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d35e5e2d-46c7-423d-bde5-1d8cfd509594 req-e8a3e49c-11a8-40ec-903b-b602ae3b9a84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 945 time: 0.1849370 Sep 23 23:52:15.184279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa87fa8b-5303-46fa-90f4-216a76a1eaf7 admin admin] Deleting subnet 810ae2bc-824d-464f-9740-86e651aa44bd {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:52:15.193209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa8b-5303-46fa-90f4-216a76a1eaf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.215357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36746) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:15.238892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.240417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d5f38a-abf9-44e2-a48c-66d65bd2cff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.250248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.265560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:52:15.282476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.282983 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Added segment 0b03f929-6490-41d5-9463-84490c57f4d8 of type vlan for network 67fcd5fe-e92f-42dc-894f-b93672094cb0 Sep 23 23:52:15.305563 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.329193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.360562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3208f019-d727-4fd0-9468-1c7526d39bfb req-7976cd29-96c3-4d7d-ad09-38ee0e64e440 tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3f49e1b-9813-49eb-b281-38368a0e2246 HTTP/1.1" status: 200 len: 210 time: 0.0607221 Sep 23 23:52:15.380688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a7cc73-f989-4004-ae71-3896355079a9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:15.388545 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d35e5e2d-46c7-423d-bde5-1d8cfd509594 req-8970227a-213a-4b34-a25b-8b30c5e21f46 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096434 Sep 23 23:52:15.412945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.414474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:15.415361 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.425867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Pushing event deleted for resources: {'Port': ['ID=aeafdc29-d412-43ba-9a64-bdf49b74275f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:15.430671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa8b-5303-46fa-90f4-216a76a1eaf7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.609681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-764292ca-4b48-4e7e-be24-64e17808682a req-c47f27df-6ff1-4637-a1d2-7d22baffab2e service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7137125 Sep 23 23:52:15.614722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] No DVR routers for this DVR port aeafdc29-d412-43ba-9a64-bdf49b74275f on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:52:15.621679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.624390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7c989c8-511d-4265-a668-8d7c8634366d req-f8c863fe-e279-49d0-bc84-10085272957b tempest-ServerDiagnosticsNegativeTest-319128488 tempest-ServerDiagnosticsNegativeTest-319128488-project] 10.222.0.18 "DELETE /v2.0/ports/aeafdc29-d412-43ba-9a64-bdf49b74275f HTTP/1.1" status: 204 len: 173 time: 2.6928566 Sep 23 23:52:15.624770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f49e1b-9813-49eb-b281-38368a0e2246', 'name': 'network-vif-deleted', 'tag': 'aeafdc29-d412-43ba-9a64-bdf49b74275f'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:15.634791 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5781ae-9ef1-486a-8be4-07f37a6ad482" -d '{"events": [{"server_uuid": "b3f49e1b-9813-49eb-b281-38368a0e2246", "name": "network-vif-deleted", "tag": "aeafdc29-d412-43ba-9a64-bdf49b74275f"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:15.716975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa8b-5303-46fa-90f4-216a76a1eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.785788 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783123ea-27b5-4550-be11-a130e746eea3 x-openstack-request-id: req-783123ea-27b5-4550-be11-a130e746eea3 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:15.792238 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f49e1b-9813-49eb-b281-38368a0e2246", "name": "network-vif-deleted", "tag": "aeafdc29-d412-43ba-9a64-bdf49b74275f", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:15.792585 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-783123ea-27b5-4550-be11-a130e746eea3 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:15.793431 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f49e1b-9813-49eb-b281-38368a0e2246', 'name': 'network-vif-deleted', 'tag': 'aeafdc29-d412-43ba-9a64-bdf49b74275f', 'status': 'completed', 'code': 200} Sep 23 23:52:15.875307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] Pushing event updated for resources: {'Network': ['ID=67fcd5fe-e92f-42dc-894f-b93672094cb0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:15.893433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:52:15.951353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d5f38a-abf9-44e2-a48c-66d65bd2cff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.957180 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d5f38a-abf9-44e2-a48c-66d65bd2cff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.969400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd2bcf-90e3-4fd9-b0bf-2a1a50502945 req-62403832-4894-45b1-acc2-8634cf6bff04 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:15.977642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7cfd2bcf-90e3-4fd9-b0bf-2a1a50502945 req-62403832-4894-45b1-acc2-8634cf6bff04 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 949 time: 0.1544542 Sep 23 23:52:15.988382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa8b-5303-46fa-90f4-216a76a1eaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:15.989074 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d7eed86-6bfe-4ef4-be29-a413877d8e20 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4812717 Sep 23 23:52:15.996300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36762) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:16.009896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:52:16.020644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Request body: {'subnet': {'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-subnet', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:16.023645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87fa8b-5303-46fa-90f4-216a76a1eaf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=810ae2bc-824d-464f-9740-86e651aa44bd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:16.046278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:52:16.051010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f27ca9ef-0648-435d-a18e-9c1b0a9ec9d5 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:52:16.051709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d701bc83-3238-47f8-aa89-b3f01d6869a3 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:52:16.056833 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-16d5f38a-abf9-44e2-a48c-66d65bd2cff0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fc0f657b69f4f47bb68c217744e3aeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8396640 Sep 23 23:52:16.059670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5f38a-abf9-44e2-a48c-66d65bd2cff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa9f069-5902-4887-85c0-7ea1d8e36043,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:16.063188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36764) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:16.064720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa87fa8b-5303-46fa-90f4-216a76a1eaf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.067399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aa87fa8b-5303-46fa-90f4-216a76a1eaf7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/810ae2bc-824d-464f-9740-86e651aa44bd HTTP/1.1" status: 204 len: 168 time: 1.1912944 Sep 23 23:52:16.074551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36766) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:16.075002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36768) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:16.083214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7cfd2bcf-90e3-4fd9-b0bf-2a1a50502945 req-7d3b59c3-fb4f-4b29-aaf4-06c604f46595 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000140 Sep 23 23:52:16.115701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: d701bc83-3238-47f8-aa89-b3f01d6869a3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:52:16.116611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d701bc83-3238-47f8-aa89-b3f01d6869a3 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:52:16.124784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615ba458-5225-4804-a6ea-2dc1b6b7e48b None None] Network 6b868454-f389-4854-ac47-2a80aa4d512c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:16.147472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d7e23f2-a774-4321-a71f-26a3a3bcda99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.171441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Made reservation on behalf of d0884c7ffcbb40e6afa1ccea1708b3ca for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:16.173404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Notify callbacks [] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.175146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdbbf-b29d-4790-9334-89c5ca85cfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.200315 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdbbf-b29d-4790-9334-89c5ca85cfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.276488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.296511 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdbbf-b29d-4790-9334-89c5ca85cfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.302542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bbbdbbf-b29d-4790-9334-89c5ca85cfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.303740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7bbbdbbf-b29d-4790-9334-89c5ca85cfff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/caa9f069-5902-4887-85c0-7ea1d8e36043 HTTP/1.1" status: 204 len: 168 time: 0.2184186 Sep 23 23:52:16.314600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbdbbf-b29d-4790-9334-89c5ca85cfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa9f069-5902-4887-85c0-7ea1d8e36043,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:16.434282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] DHCP port deletion for 6b868454-f389-4854-ac47-2a80aa4d512c request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:52:16.529238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Deleting port a5810680-3d89-4803-8758-c0655af8977a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:16.529697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] Deleting port a5810680-3d89-4803-8758-c0655af8977a {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:16.529830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.530073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.601757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] For port a5810680-3d89-4803-8758-c0655af8977a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a5810680-3d89-4803-8758-c0655af8977a,segment=NetworkSegment(3985c302-6500-4e81-90de-291bdf6f9130),segment_id=3985c302-6500-4e81-90de-291bdf6f9130)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:16.602044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.603676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0886f91-6b7c-4f0d-a188-51c683c14ba8 req-29614de2-3ba3-4ea6-af85-d0908acc3b63 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:16.609203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0886f91-6b7c-4f0d-a188-51c683c14ba8 req-29614de2-3ba3-4ea6-af85-d0908acc3b63 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 945 time: 0.1005235 Sep 23 23:52:16.621146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] Calling delete_port for a5810680-3d89-4803-8758-c0655af8977a owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:16.632581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] For port a5810680-3d89-4803-8758-c0655af8977a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a5810680-3d89-4803-8758-c0655af8977a,segment=NetworkSegment(3985c302-6500-4e81-90de-291bdf6f9130),segment_id=3985c302-6500-4e81-90de-291bdf6f9130)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:16.633178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.707106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0886f91-6b7c-4f0d-a188-51c683c14ba8 req-3449306c-4705-4838-83ff-7dcbd604507b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855002 Sep 23 23:52:16.714674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Calling delete_port for a5810680-3d89-4803-8758-c0655af8977a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:16.734173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d7e23f2-a774-4321-a71f-26a3a3bcda99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.739114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.754446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d7e23f2-a774-4321-a71f-26a3a3bcda99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.760780 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.789111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] Pushing event deleted for resources: {'Port': ['ID=a5810680-3d89-4803-8758-c0655af8977a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:16.791514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17fb73e-22bf-4a92-830e-240ebf8d2565 None None] No DVR routers for this DVR port a5810680-3d89-4803-8758-c0655af8977a on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:52:16.881049 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4d7e23f2-a774-4321-a71f-26a3a3bcda99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd365390807f4872bb9c0c66f3dbc07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8016989 Sep 23 23:52:16.883760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36798) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:16.917982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7e23f2-a774-4321-a71f-26a3a3bcda99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2391ad-fb21-4e4c-8587-9b0bece3c44d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:16.934201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=83d3ef4c-bc9c-461f-a6ad-1994320886b0,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:16.942610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b14ccd0c-c1ae-46cf-97b1-e4a3c3f07261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.963958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36802) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:16.967450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Checking segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:16.967797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Network hostable DHCP agents. Network: 67fcd5fe-e92f-42dc-894f-b93672094cb0, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:52:16.982003 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b14ccd0c-c1ae-46cf-97b1-e4a3c3f07261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:16.998282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:52:17.005454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.042194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 67fcd5fe-e92f-42dc-894f-b93672094cb0) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:17.048411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:17.049013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.054379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f9d47-595d-4229-9afa-f2dd5b56fcad None None] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:17.056814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=a5810680-3d89-4803-8758-c0655af8977a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:17.058523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b14ccd0c-c1ae-46cf-97b1-e4a3c3f07261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.060656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] No DVR routers for this DVR port a5810680-3d89-4803-8758-c0655af8977a on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:52:17.064648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b14ccd0c-c1ae-46cf-97b1-e4a3c3f07261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.065834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b14ccd0c-c1ae-46cf-97b1-e4a3c3f07261 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f2391ad-fb21-4e4c-8587-9b0bece3c44d HTTP/1.1" status: 204 len: 168 time: 0.1811037 Sep 23 23:52:17.073668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ccd0c-c1ae-46cf-97b1-e4a3c3f07261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2391ad-fb21-4e4c-8587-9b0bece3c44d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:17.122697 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-76e398fc-1511-4a4b-af50-eae9e09714aa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1188328 Sep 23 23:52:17.125240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:17.130536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:17.173625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.175198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.184507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device aeafdc29-d412-43ba-9a64-bdf49b74275f no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:52:17.203013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.239993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: aeafdc29-d412-43ba-9a64-bdf49b74275f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:52:17.240673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device aeafdc29-d412-43ba-9a64-bdf49b74275f not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:52:17.245014 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.246848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.248148 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.248499 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > port after_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.248836 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > port after_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.249167 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > port after_update 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.259116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.259834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.260536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.261090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.301776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-67fcd5fe-e92f-42dc-894f-b93672094cb0', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:52:17.302970 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.310697 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.366703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f36d01-131f-4213-b53b-bbc990b469fb req-a45a92f5-fbde-4ebd-afe9-1bec47fe2664 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:17.374523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81f36d01-131f-4213-b53b-bbc990b469fb req-a45a92f5-fbde-4ebd-afe9-1bec47fe2664 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 949 time: 0.1826377 Sep 23 23:52:17.404880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.405461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.406004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.406675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106378) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:17.407270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b868454-f389-4854-ac47-2a80aa4d512c']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:17.437164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3985c302-6500-4e81-90de-291bdf6f9130') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:17.437848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3985c302-6500-4e81-90de-291bdf6f9130') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:17.448371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 56c403e6-b290-4b8f-860d-005804a0c9c8 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:17.465858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.494536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.506615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:52:17.507541 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.550716 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.564388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c7fd99b9-3052-4876-af20-38ae10ac805f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14bd0876ea874d939fb80162f2ac52a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5969310 Sep 23 23:52:17.569256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36820) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:17.590318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Allocated IP 172.20.0.2 (67fcd5fe-e92f-42dc-894f-b93672094cb0/83d3ef4c-bc9c-461f-a6ad-1994320886b0/4170cada-54c1-4733-ba2b-0faf138a9da4) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: from cryptography.utils import int_from_bytes Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: from cryptography.utils import int_from_bytes Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:52:17.612794 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:52:17.617922 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.626397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81f36d01-131f-4213-b53b-bbc990b469fb req-0611023a-78d9-479e-ad48-be4daa4b3882 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506905 Sep 23 23:52:17.664626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b868454-f389-4854-ac47-2a80aa4d512c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:17.671619 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.676538 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e88fe080-2476-44e0-a7a1-b72f3c73a457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.679451 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-35e59a03-fd1d-4008-ad6a-01c9d07c9d0a admin admin] 10.222.0.24 "DELETE /v2.0/networks/6b868454-f389-4854-ac47-2a80aa4d512c HTTP/1.1" status: 204 len: 168 time: 1.5989108 Sep 23 23:52:17.736401 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e88fe080-2476-44e0-a7a1-b72f3c73a457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.884087 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e88fe080-2476-44e0-a7a1-b72f3c73a457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.887860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e88fe080-2476-44e0-a7a1-b72f3c73a457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.891646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e88fe080-2476-44e0-a7a1-b72f3c73a457 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f7053e4-7948-4637-bf38-1a4353f6e6b3 HTTP/1.1" status: 204 len: 168 time: 0.3185039 Sep 23 23:52:17.952349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a5810680-3d89-4803-8758-c0655af8977a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:52:17.954957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.959290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fe080-2476-44e0-a7a1-b72f3c73a457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7053e4-7948-4637-bf38-1a4353f6e6b3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:17.992559 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:17.998274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a5810680-3d89-4803-8758-c0655af8977a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:52:17.998480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a5810680-3d89-4803-8758-c0655af8977a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:52:18.007886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.041971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36844) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:18.042905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.052615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:18.056710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5efc2c1-5d29-4c53-857a-e9c6bd5e2dd8 req-f12acc67-fa0a-4f38-8994-d73b383907af tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:18.058650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:18.059580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5efc2c1-5d29-4c53-857a-e9c6bd5e2dd8 req-f12acc67-fa0a-4f38-8994-d73b383907af tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 945 time: 0.1764927 Sep 23 23:52:18.066385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:18.070334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Pushing event updated for resources: {'Port': ['ID=4170cada-54c1-4733-ba2b-0faf138a9da4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:18.073084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 56c403e6-b290-4b8f-860d-005804a0c9c8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:52:18.081996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 56c403e6-b290-4b8f-860d-005804a0c9c8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:18.082609 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.166530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Attempting to bind port 4170cada-54c1-4733-ba2b-0faf138a9da4 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:18.167243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Attempting to bind port 4170cada-54c1-4733-ba2b-0faf138a9da4 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:18.167778 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Attempting to bind port 4170cada-54c1-4733-ba2b-0faf138a9da4 on network 67fcd5fe-e92f-42dc-894f-b93672094cb0 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:18.169953 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7fa27d43-6e5d-4839-bcdd-68bb0f7bc6ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f85961c63c3b4de596f7d938f7725e63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1256084 Sep 23 23:52:18.173401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36846) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:18.179669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:18.180349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Checking segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:18.181384 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.181944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Bound using segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:18.182892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Bound port: 4170cada-54c1-4733-ba2b-0faf138a9da4, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:18.183704 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.272829 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.317087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0218ae7-b1af-48b8-91e2-ce57359ffc66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.337582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] For port 4170cada-54c1-4733-ba2b-0faf138a9da4, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:18.344697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0c70cc-3888-422b-93e9-2188d7391f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c403e6-b290-4b8f-860d-005804a0c9c8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:18.347543 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7472e63e-ce34-4927-8805-8dbc34ef91dc" -d '{"events": [{"server_uuid": "1f0c70cc-3888-422b-93e9-2188d7391f09", "name": "network-vif-plugged", "status": "completed", "tag": "56c403e6-b290-4b8f-860d-005804a0c9c8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:18.352757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] For port 4170cada-54c1-4733-ba2b-0faf138a9da4, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4170cada-54c1-4733-ba2b-0faf138a9da4,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:18.363052 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.373729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0218ae7-b1af-48b8-91e2-ce57359ffc66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.428787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 56c403e6-b290-4b8f-860d-005804a0c9c8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=56c403e6-b290-4b8f-860d-005804a0c9c8,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:18.434188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc3bd09-5f53-4150-b361-3eebc72d33cb None None] Pushing event updated for resources: {'Port': ['ID=4170cada-54c1-4733-ba2b-0faf138a9da4,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:18.439341 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7eb268-b3e1-412f-88fd-cec50c4e0858 x-openstack-request-id: req-6d7eb268-b3e1-412f-88fd-cec50c4e0858 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:18.439851 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0c70cc-3888-422b-93e9-2188d7391f09", "name": "network-vif-plugged", "status": "completed", "tag": "56c403e6-b290-4b8f-860d-005804a0c9c8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:18.440247 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d7eb268-b3e1-412f-88fd-cec50c4e0858 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:18.440954 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0c70cc-3888-422b-93e9-2188d7391f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c403e6-b290-4b8f-860d-005804a0c9c8', 'code': 200} Sep 23 23:52:18.444732 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.446227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 36e5d212-82fc-40ab-95e9-fcb39f0380b7 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:18.493516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5efc2c1-5d29-4c53-857a-e9c6bd5e2dd8 req-6ad8a57c-cd32-429c-b69d-8d1717d3762b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227464 Sep 23 23:52:18.509652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0218ae7-b1af-48b8-91e2-ce57359ffc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.515599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0218ae7-b1af-48b8-91e2-ce57359ffc66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.525573 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e0218ae7-b1af-48b8-91e2-ce57359ffc66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55b39f4d-1795-49b7-b521-2c669d1348c2 HTTP/1.1" status: 204 len: 168 time: 0.3493319 Sep 23 23:52:18.555762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0218ae7-b1af-48b8-91e2-ce57359ffc66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b39f4d-1795-49b7-b521-2c669d1348c2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:18.607513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=56c403e6-b290-4b8f-860d-005804a0c9c8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:18.657848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Allocated IP 172.25.5.137 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/218f153a-a7ef-4b25-bea0-1459ad7d4347) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:18.664598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808937f-d3d7-45f3-a69d-1cc61db952f2 req-9a25fdf6-5260-4501-8e26-bde78370fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:18.666495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c808937f-d3d7-45f3-a69d-1cc61db952f2 req-9a25fdf6-5260-4501-8e26-bde78370fa8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 1102 time: 0.1436439 Sep 23 23:52:18.694849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:52:18.702567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:18.703309 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.827719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c808937f-d3d7-45f3-a69d-1cc61db952f2 req-c2a27736-6936-46ba-92a2-48bd293b0b98 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531487 Sep 23 23:52:18.863851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36864) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:18.889118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.890595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c296342-7a7d-4caf-89b9-dbe697f463d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.959737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:18.969458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:18.984114 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.010050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdba1a0-9ced-41d5-8543-f6a0d3136120 req-4f91e75a-8a46-4554-a84c-433603e02d51 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:19.013784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7bdba1a0-9ced-41d5-8543-f6a0d3136120 req-4f91e75a-8a46-4554-a84c-433603e02d51 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 950 time: 0.2629178 Sep 23 23:52:19.084061 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c296342-7a7d-4caf-89b9-dbe697f463d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.084640 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:19.092676 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c296342-7a7d-4caf-89b9-dbe697f463d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.125737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.139844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7bdba1a0-9ced-41d5-8543-f6a0d3136120 req-1148ac2d-e94c-4225-9560-778c9af82d38 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920331 Sep 23 23:52:19.140995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4c296342-7a7d-4caf-89b9-dbe697f463d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33da4033ebb14cb88ca4af141efcb8d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2758899 Sep 23 23:52:19.142610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36870) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:19.173659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c296342-7a7d-4caf-89b9-dbe697f463d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd600f-47a8-4239-99ec-4f25cfc43328,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:19.205308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:19.207429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4c94356-0465-41b2-91e9-e6979757c6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.208863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:19.213228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:19.244218 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4c94356-0465-41b2-91e9-e6979757c6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.314120 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4c94356-0465-41b2-91e9-e6979757c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.316657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4c94356-0465-41b2-91e9-e6979757c6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.321220 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f4c94356-0465-41b2-91e9-e6979757c6ea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfdd600f-47a8-4239-99ec-4f25cfc43328 HTTP/1.1" status: 204 len: 168 time: 0.1746671 Sep 23 23:52:19.326411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c94356-0465-41b2-91e9-e6979757c6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd600f-47a8-4239-99ec-4f25cfc43328,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:19.329904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Pushing event updated for resources: {'Port': ['ID=218f153a-a7ef-4b25-bea0-1459ad7d4347,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:19.352025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36876) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:19.460786 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.706624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cb97e-3d41-4c67-ad26-df2e147ba0f9 req-874ec739-5847-4b28-8286-da51a968afa9 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:19.708981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea3cb97e-3d41-4c67-ad26-df2e147ba0f9 req-874ec739-5847-4b28-8286-da51a968afa9 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 946 time: 0.1105764 Sep 23 23:52:19.756002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cbad8228-a3a7-47dd-b7c0-dd7b786bd051 tempest-AutoAllocateNetworkTest-147831169 tempest-AutoAllocateNetworkTest-147831169-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=da25693e98fa4f86b04fe872215dd0b6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4027209 Sep 23 23:52:19.760645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36892) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:19.775712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea3cb97e-3d41-4c67-ad26-df2e147ba0f9 req-84588a41-8fcd-47f0-8289-c2c04e831f70 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560219 Sep 23 23:52:19.821246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d6ae44-d862-4766-8805-6c9ccae7ed9b None None] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:19.833970 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:19.898334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47bf0e2-2109-47ba-9811-61832898f702 tempest-AutoAllocateNetworkTest-147831169 tempest-AutoAllocateNetworkTest-147831169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:19.900069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a47bf0e2-2109-47ba-9811-61832898f702 tempest-AutoAllocateNetworkTest-147831169 tempest-AutoAllocateNetworkTest-147831169-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1384466 Sep 23 23:52:19.905105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36896) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:19.936908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-472efa22-4bb2-4f1c-b7da-ed3edacb0e87 None None] Provisioning complete for port 4170cada-54c1-4733-ba2b-0faf138a9da4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:19.937196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-472efa22-4bb2-4f1c-b7da-ed3edacb0e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:20.026293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-579592f0-fb0a-453b-8fed-e6c96a678498 tempest-AutoAllocateNetworkTest-147831169 tempest-AutoAllocateNetworkTest-147831169-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1197486 Sep 23 23:52:20.027065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36900) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:20.054983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Router c1750bc6-6c57-4e16-98f9-e98bbb466e32 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:52:20.068186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1c1f2999-2fd4-40c3-b403-71439832dab4 tempest-AutoAllocateNetworkTest-147831169 tempest-AutoAllocateNetworkTest-147831169-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=da25693e98fa4f86b04fe872215dd0b6 HTTP/1.1" status: 200 len: 208 time: 0.0401216 Sep 23 23:52:20.085170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4170cada-54c1-4733-ba2b-0faf138a9da4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:20.140969 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-472efa22-4bb2-4f1c-b7da-ed3edacb0e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:20.208252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:52:20.211777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-472efa22-4bb2-4f1c-b7da-ed3edacb0e87 None None] For port 4170cada-54c1-4733-ba2b-0faf138a9da4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4170cada-54c1-4733-ba2b-0faf138a9da4,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:20.223657 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-472efa22-4bb2-4f1c-b7da-ed3edacb0e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:20.227119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Sync routers for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:52:20.234651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4170cada-54c1-4733-ba2b-0faf138a9da4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:20.235071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:20.243530 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:20.249270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:20.253604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-457b1c62-5437-4fd9-b005-930a506c48a6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.1269317 Sep 23 23:52:20.348645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:20.349561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:20.383036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b724d680-b71b-4352-901b-2fe473d54b77 req-56b28fb9-4fc5-436f-91cf-c04a66e1ef68 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:20.402842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b724d680-b71b-4352-901b-2fe473d54b77 req-56b28fb9-4fc5-436f-91cf-c04a66e1ef68 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 950 time: 0.1044989 Sep 23 23:52:20.444961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:20.449246 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86ff24d-d261-4fa9-9352-d4fc25c212e1" -d '{"events": [{"server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "name": "network-vif-plugged", "status": "completed", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:20.502421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b724d680-b71b-4352-901b-2fe473d54b77 req-36a1d266-783b-4147-85b7-ddef2b67221e tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919137 Sep 23 23:52:20.521433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472efa22-4bb2-4f1c-b7da-ed3edacb0e87 None None] Pushing event updated for resources: {'Port': ['ID=4170cada-54c1-4733-ba2b-0faf138a9da4,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:20.604575 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d450f960-660e-4a95-bbe7-0cd6957f2511 x-openstack-request-id: req-d450f960-660e-4a95-bbe7-0cd6957f2511 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:20.604910 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "name": "network-vif-plugged", "status": "completed", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:20.605136 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d450f960-660e-4a95-bbe7-0cd6957f2511 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:20.605530 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7', 'code': 200} Sep 23 23:52:20.749403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:20.791863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3819b5-7788-4234-be23-ffacd424c784 req-be2f648b-19fe-4e2c-8a00-14bdf4c72e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:20.793317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0f3819b5-7788-4234-be23-ffacd424c784 req-be2f648b-19fe-4e2c-8a00-14bdf4c72e2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1098 time: 0.1128170 Sep 23 23:52:20.848654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0f3819b5-7788-4234-be23-ffacd424c784 req-41dc581d-ddf5-4344-be1b-3e18f31726db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477588 Sep 23 23:52:20.883337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-92385068-dbc4-4b98-8a98-558a17e8e39e None None] Provisioning complete for port 4170cada-54c1-4733-ba2b-0faf138a9da4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:20.883871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92385068-dbc4-4b98-8a98-558a17e8e39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.013275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab9e2d9-29d3-429a-96e0-ca4e511d9139 req-33f0acd9-3b45-4c39-af7f-a83640ab4f42 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:21.017912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ab9e2d9-29d3-429a-96e0-ca4e511d9139 req-33f0acd9-3b45-4c39-af7f-a83640ab4f42 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 946 time: 0.0996840 Sep 23 23:52:21.033860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36946) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:21.093961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ab9e2d9-29d3-429a-96e0-ca4e511d9139 req-4a39f238-24a2-4daa-82d4-c880efd5a16b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645175 Sep 23 23:52:21.138776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.194637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:19Z', 'revision_number': 3, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:21.228605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Checking router: c1750bc6-6c57-4e16-98f9-e98bbb466e32 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:52:21.229302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Updating router c1750bc6-6c57-4e16-98f9-e98bbb466e32 port 218f153a-a7ef-4b25-bea0-1459ad7d4347 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:52:21.265081 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.395406 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c536cdb-2eb8-4b5e-92a6-a5a3f862c631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.634135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36968) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:21.722908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Allocated IP 172.20.0.1 (67fcd5fe-e92f-42dc-894f-b93672094cb0/83d3ef4c-bc9c-461f-a6ad-1994320886b0/f48419ee-5645-41df-b714-dfa599556982) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:21.729855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f0a10-adce-4c5d-afa3-92939242b882 req-77783f06-5d1e-47b6-8ffa-7826acf5bf0a tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:21.741410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-023f0a10-adce-4c5d-afa3-92939242b882 req-77783f06-5d1e-47b6-8ffa-7826acf5bf0a tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 950 time: 0.1310432 Sep 23 23:52:21.798395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-023f0a10-adce-4c5d-afa3-92939242b882 req-3722ea05-7ef6-4ac0-b7fc-3d66c6f1ee93 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Sep 23 23:52:21.807786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.823703 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.915785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c536cdb-2eb8-4b5e-92a6-a5a3f862c631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.949671 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c536cdb-2eb8-4b5e-92a6-a5a3f862c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.992772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:21.995138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4170cada-54c1-4733-ba2b-0faf138a9da4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:22.004969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Attempting to bind port 218f153a-a7ef-4b25-bea0-1459ad7d4347 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:22.005486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Attempting to bind port 218f153a-a7ef-4b25-bea0-1459ad7d4347 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:22.006217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Attempting to bind port 218f153a-a7ef-4b25-bea0-1459ad7d4347 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:22.032153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:22.032400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:22.032808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.033202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:22.033678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Bound port: 218f153a-a7ef-4b25-bea0-1459ad7d4347, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:22.034324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.039407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6ceac-0b10-4b0b-b616-a403144578cb None None] Pushing event updated for resources: {'Port': ['ID=218f153a-a7ef-4b25-bea0-1459ad7d4347,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:22.057314 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-595125bf-879f-42c9-8dcf-c6bcb8da1603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.115895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] For port 218f153a-a7ef-4b25-bea0-1459ad7d4347, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:22.120827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] For port 218f153a-a7ef-4b25-bea0-1459ad7d4347, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=218f153a-a7ef-4b25-bea0-1459ad7d4347,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:22.123291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4170cada-54c1-4733-ba2b-0faf138a9da4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:22.123724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.125206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3c536cdb-2eb8-4b5e-92a6-a5a3f862c631 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da25693e98fa4f86b04fe872215dd0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0899823 Sep 23 23:52:22.131059 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.131261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36986) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:22.140172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c536cdb-2eb8-4b5e-92a6-a5a3f862c631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3379f01d-9aac-45eb-8aac-73c442b49dcc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:22.227898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:22.229126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.229758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:22.314103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:22.330410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:22.332626 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-595125bf-879f-42c9-8dcf-c6bcb8da1603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.339350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:22.385498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Pushing event updated for resources: {'Port': ['ID=f48419ee-5645-41df-b714-dfa599556982,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:22.403651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.452766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-595125bf-879f-42c9-8dcf-c6bcb8da1603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.466479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:22.469250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d6ceac-0b10-4b0b-b616-a403144578cb None None] Pushing event updated for resources: {'Port': ['ID=218f153a-a7ef-4b25-bea0-1459ad7d4347,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:22.500730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b8382a4-3a52-49b9-9e2b-6beae9c16963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.526464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b8382a4-3a52-49b9-9e2b-6beae9c16963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.580748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-595125bf-879f-42c9-8dcf-c6bcb8da1603 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3921788aa57467ebc8dfae546734330&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9405742 Sep 23 23:52:22.586434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37004) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:22.604274 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.689280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745dabe7-c8c3-4980-aaeb-67165338342e req-81161b69-2a9f-4680-b1fb-d59649e20f01 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:22.699246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-745dabe7-c8c3-4980-aaeb-67165338342e req-81161b69-2a9f-4680-b1fb-d59649e20f01 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 950 time: 0.3359759 Sep 23 23:52:22.733873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e039dff-4838-4dfa-8a59-9f6794fae8c9 req-7b5fc7b0-fd3f-4d29-a041-7d82af79ad02 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:22.735940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e039dff-4838-4dfa-8a59-9f6794fae8c9 req-7b5fc7b0-fd3f-4d29-a041-7d82af79ad02 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 946 time: 0.3872461 Sep 23 23:52:22.774905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595125bf-879f-42c9-8dcf-c6bcb8da1603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5db2ab-ab2a-4eaf-b6e7-827b344d49b1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:22.782142 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b8382a4-3a52-49b9-9e2b-6beae9c16963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.784945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b8382a4-3a52-49b9-9e2b-6beae9c16963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.792561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2b8382a4-3a52-49b9-9e2b-6beae9c16963 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3379f01d-9aac-45eb-8aac-73c442b49dcc HTTP/1.1" status: 204 len: 168 time: 0.6590531 Sep 23 23:52:22.842517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3055bb76-b9e5-47bb-9a41-f4076b456e04 None None] Provisioning complete for port f48419ee-5645-41df-b714-dfa599556982 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:22.843135 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3055bb76-b9e5-47bb-9a41-f4076b456e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.849000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-745dabe7-c8c3-4980-aaeb-67165338342e req-cb720a2e-a2a5-4526-beb2-bfe69e77b1af tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486444 Sep 23 23:52:22.864124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8382a4-3a52-49b9-9e2b-6beae9c16963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3379f01d-9aac-45eb-8aac-73c442b49dcc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:22.912310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e039dff-4838-4dfa-8a59-9f6794fae8c9 req-aa0ba844-cc80-4403-ba59-35efaf92c266 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555591 Sep 23 23:52:22.917382 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.917595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-196027a1-a181-42ee-97b3-4cfee976eb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.923091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.973443 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-34d3e860-a49b-41b4-b919-3fbcb9b34a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:22.978394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3055bb76-b9e5-47bb-9a41-f4076b456e04 None None] Port f48419ee-5645-41df-b714-dfa599556982 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:23.001451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:19Z', 'revision_number': 3, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:23.008033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-196027a1-a181-42ee-97b3-4cfee976eb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:23.031377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b8065e-1e2f-40ab-9de4-80f42437849f None None] The sync data for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 is: [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:19Z', 'revision_number': 3, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:52:23.105723 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-196027a1-a181-42ee-97b3-4cfee976eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:23.109394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:23.110169 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-196027a1-a181-42ee-97b3-4cfee976eb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:23.111905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-196027a1-a181-42ee-97b3-4cfee976eb32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee5db2ab-ab2a-4eaf-b6e7-827b344d49b1 HTTP/1.1" status: 204 len: 168 time: 0.5213425 Sep 23 23:52:23.118015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Pushing event updated for resources: {'Port': ['ID=f48419ee-5645-41df-b714-dfa599556982,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:23.135043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196027a1-a181-42ee-97b3-4cfee976eb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5db2ab-ab2a-4eaf-b6e7-827b344d49b1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:23.311961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:23.314865 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:23.536778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Router c1750bc6-6c57-4e16-98f9-e98bbb466e32 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:52:23.682984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:52:23.697050 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d1eacc89-28a6-4c1d-8743-7c4b3a961cfd admin admin] 10.222.0.24 "PUT /v2.0/routers/c1750bc6-6c57-4e16-98f9-e98bbb466e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4385867 Sep 23 23:52:23.706860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3e5445e5-b950-41aa-bf53-0ec18f500329 None None] Provisioning complete for port f48419ee-5645-41df-b714-dfa599556982 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:23.707402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e5445e5-b950-41aa-bf53-0ec18f500329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:23.749190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3e5445e5-b950-41aa-bf53-0ec18f500329 None None] Port f48419ee-5645-41df-b714-dfa599556982 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:23.918998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4b160d-e18a-40b6-a769-41424ce4453b req-ab454dc6-f11a-4423-9320-ffa0f3fba78e tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:23.931954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d4b160d-e18a-40b6-a769-41424ce4453b req-ab454dc6-f11a-4423-9320-ffa0f3fba78e tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1098 time: 0.0658517 Sep 23 23:52:24.003167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d4b160d-e18a-40b6-a769-41424ce4453b req-4d54052f-41d1-4517-a459-c04f776117d7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Sep 23 23:52:24.019129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 218f153a-a7ef-4b25-bea0-1459ad7d4347 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:24.036887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:24.059141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5468d452-67ef-40ad-bd59-21f943712f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.146939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 218f153a-a7ef-4b25-bea0-1459ad7d4347 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:24.147761 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.163479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae07f6-2837-4c51-92c9-9ff119a3d960 req-4fac354a-3092-4986-bf12-ad2fe793c0e3 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:24.176793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6ae07f6-2837-4c51-92c9-9ff119a3d960 req-4fac354a-3092-4986-bf12-ad2fe793c0e3 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 950 time: 0.1217697 Sep 23 23:52:24.245716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6ae07f6-2837-4c51-92c9-9ff119a3d960 req-e7a0b0df-2857-4f6c-95f9-9e31391157ce tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.24 "GET /v2.0/security-groups?id=8e3f5ee7-7b08-48f9-9ef8-e963f662782c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679488 Sep 23 23:52:24.295208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5468d452-67ef-40ad-bd59-21f943712f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.301296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5468d452-67ef-40ad-bd59-21f943712f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.352768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.408323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 218f153a-a7ef-4b25-bea0-1459ad7d4347, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=218f153a-a7ef-4b25-bea0-1459ad7d4347,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:24.414965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.419003 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5468d452-67ef-40ad-bd59-21f943712f79 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d101f7f0647483c9a74714017798dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3801975 Sep 23 23:52:24.419738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37062) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:24.427241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468d452-67ef-40ad-bd59-21f943712f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254a02fa-4597-451e-8d81-60b7e04276f0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:24.503827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=218f153a-a7ef-4b25-bea0-1459ad7d4347,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:24.538450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f1e20-bfd7-4de6-9cba-0cc99dc0c6bd req-0bf3f648-cbd2-4119-916e-ee7397d04ce7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:24.544001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-309f1e20-bfd7-4de6-9cba-0cc99dc0c6bd req-0bf3f648-cbd2-4119-916e-ee7397d04ce7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1098 time: 0.1510663 Sep 23 23:52:24.554621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60264734-0974-4784-881e-48c2f021f65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.600052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60264734-0974-4784-881e-48c2f021f65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.629313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-309f1e20-bfd7-4de6-9cba-0cc99dc0c6bd req-a3796c0b-30e1-475d-8d17-303b7709d019 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782700 Sep 23 23:52:24.707558 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60264734-0974-4784-881e-48c2f021f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.711236 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60264734-0974-4784-881e-48c2f021f65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:24.715113 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-60264734-0974-4784-881e-48c2f021f65c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/254a02fa-4597-451e-8d81-60b7e04276f0 HTTP/1.1" status: 204 len: 168 time: 0.2918203 Sep 23 23:52:24.741462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60264734-0974-4784-881e-48c2f021f65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254a02fa-4597-451e-8d81-60b7e04276f0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:24.746517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-206b775c-931b-423b-aa35-4277d50433c5 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:24.748669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-206b775c-931b-423b-aa35-4277d50433c5 tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f0c70cc-3888-422b-93e9-2188d7391f09 HTTP/1.1" status: 200 len: 950 time: 0.1252623 Sep 23 23:52:24.875858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Deleting port 56c403e6-b290-4b8f-860d-005804a0c9c8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:24.876667 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:25.036751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] For port 56c403e6-b290-4b8f-860d-005804a0c9c8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=56c403e6-b290-4b8f-860d-005804a0c9c8,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:25.037781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:25.058509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-7e9d84b0-4045-44db-a52d-868b4aa643a8 req-c1c5316d-140f-41de-9624-e149ef3b7edd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:52:25.060655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e9d84b0-4045-44db-a52d-868b4aa643a8 req-c1c5316d-140f-41de-9624-e149ef3b7edd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070839 Sep 23 23:52:25.062053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Calling delete_port for 56c403e6-b290-4b8f-860d-005804a0c9c8 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:25.383255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:25.395629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['56c403e6-b290-4b8f-860d-005804a0c9c8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:25.404749 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Sync routers for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:52:25.424127 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:25.430873 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:51:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:25.453861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Pushing event deleted for resources: {'Port': ['ID=56c403e6-b290-4b8f-860d-005804a0c9c8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:25.548421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.549014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.549544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.551256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.551806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.552319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.555327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.561432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.562152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.562780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.563362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.563880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:25.600724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] No DVR routers for this DVR port 56c403e6-b290-4b8f-860d-005804a0c9c8 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:52:25.603515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:25.606308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-effc5b91-81ad-425a-af0b-5d7e358a03eb req-d49944e6-48b7-4961-9aeb-ab55f0926c9c tempest-DeleteServersAdminTestJSON-1510828251 tempest-DeleteServersAdminTestJSON-1510828251-project] 10.222.0.20 "DELETE /v2.0/ports/56c403e6-b290-4b8f-860d-005804a0c9c8 HTTP/1.1" status: 204 len: 173 time: 0.8514643 Sep 23 23:52:25.607081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f0c70cc-3888-422b-93e9-2188d7391f09', 'name': 'network-vif-deleted', 'tag': '56c403e6-b290-4b8f-860d-005804a0c9c8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:25.609536 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7178c04-684c-4324-802f-830c0130088b" -d '{"events": [{"server_uuid": "1f0c70cc-3888-422b-93e9-2188d7391f09", "name": "network-vif-deleted", "tag": "56c403e6-b290-4b8f-860d-005804a0c9c8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:25.655335 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:25.785414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:25.934825 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 2, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:25.961968 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d7dee57-e58d-484c-92d2-be0a76d257dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:25.979817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 218f153a-a7ef-4b25-bea0-1459ad7d4347 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:25.983862 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Checking router: c1750bc6-6c57-4e16-98f9-e98bbb466e32 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:52:25.984802 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Updating router c1750bc6-6c57-4e16-98f9-e98bbb466e32 port f48419ee-5645-41df-b714-dfa599556982 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:52:26.018580 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.019514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37180) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:26.025778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-network', 'tenant_id': 'e3cde81245664d48a996f67508613f15'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:26.080034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Made reservation on behalf of e3cde81245664d48a996f67508613f15 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:26.085903 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.104036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 218f153a-a7ef-4b25-bea0-1459ad7d4347 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:26.104414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.110052 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.377915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.384340 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.414213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:52:26.431850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2813f5bf-1eb0-43e8-a201-97253885eaef,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:26.435072 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.435586 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Added segment bd4d51f9-4331-4efe-b767-851ebd0081d3 of type vlan for network 6f3788a6-d4a0-4640-b92c-921b25b45b9e Sep 23 23:52:26.494644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.545604 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.546653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:26.549508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.570600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37198) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:26.578799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Request body: {'subnet': {'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-subnet', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:26.583651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5629697 Sep 23 23:52:26.625846 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.626341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Made reservation on behalf of e3cde81245664d48a996f67508613f15 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:26.629716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.647066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37208) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:26.726055 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9461b2-8131-4f0d-89ed-ff35891d3d4d x-openstack-request-id: req-2a9461b2-8131-4f0d-89ed-ff35891d3d4d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:26.726413 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f0c70cc-3888-422b-93e9-2188d7391f09", "name": "network-vif-deleted", "tag": "56c403e6-b290-4b8f-860d-005804a0c9c8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:26.726594 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a9461b2-8131-4f0d-89ed-ff35891d3d4d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:26.729864 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f0c70cc-3888-422b-93e9-2188d7391f09', 'name': 'network-vif-deleted', 'tag': '56c403e6-b290-4b8f-860d-005804a0c9c8', 'status': 'completed', 'code': 200} Sep 23 23:52:26.729864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043c46d-9903-48f8-8a74-bdd1fd293c2b admin admin] Pushing event updated for resources: {'Network': ['ID=6f3788a6-d4a0-4640-b92c-921b25b45b9e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:26.739705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6f3788a6-d4a0-4640-b92c-921b25b45b9e details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:52:26.938305 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.944262 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:26.989423 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b217d-7882-4265-bf4b-e0513acfc8b2 None None] Pushing event updated for resources: {'Port': ['ID=f48419ee-5645-41df-b714-dfa599556982,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:26.991685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.095242 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Attempting to bind port f48419ee-5645-41df-b714-dfa599556982 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:27.095773 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Attempting to bind port f48419ee-5645-41df-b714-dfa599556982 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:27.096226 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Attempting to bind port f48419ee-5645-41df-b714-dfa599556982 on network 67fcd5fe-e92f-42dc-894f-b93672094cb0 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:27.102914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-646d63aa-599a-486a-bd29-059d92d90e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.103638 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:27.104366 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Checking segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:27.105086 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.105773 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Bound using segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:27.106522 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Bound port: f48419ee-5645-41df-b714-dfa599556982, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:27.107166 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.123248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dc179cd-0f94-41d5-ac44-5606e12f7b1e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:27.165091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.165551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.165838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.166376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.166721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.167072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.167396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.167716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.168040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.168511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.168697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.169980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:27.192788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Checking segment: {'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:27.194192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Network hostable DHCP agents. Network: 6f3788a6-d4a0-4640-b92c-921b25b45b9e, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:52:27.240997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Network 6f3788a6-d4a0-4640-b92c-921b25b45b9e is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:52:27.255768 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] For port f48419ee-5645-41df-b714-dfa599556982, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:27.269606 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] For port f48419ee-5645-41df-b714-dfa599556982, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f48419ee-5645-41df-b714-dfa599556982,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:27.281157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6f3788a6-d4a0-4640-b92c-921b25b45b9e) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:27.283641 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.291913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771da7b8-597b-48a1-abdf-62b5a639bfb7 None None] Network 6f3788a6-d4a0-4640-b92c-921b25b45b9e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:27.293842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:27.295327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.381367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-646d63aa-599a-486a-bd29-059d92d90e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.390408 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-646d63aa-599a-486a-bd29-059d92d90e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.399553 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0e8b6541-88c2-41a3-94c5-b0efad91d908 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8274391 Sep 23 23:52:27.401922 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37270) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:27.407921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:27.443163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37272) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:27.455194 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:27.459985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.461649 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:52:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:27.461796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.491542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d63aa-599a-486a-bd29-059d92d90e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8407086b-c150-40c5-8e64-fc0dac0fe5cc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:27.549433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-646d63aa-599a-486a-bd29-059d92d90e22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71e5084874c441e3af48016afe022a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8983798 Sep 23 23:52:27.555956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37286) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:27.615475 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b217d-7882-4265-bf4b-e0513acfc8b2 None None] Pushing event updated for resources: {'Port': ['ID=f48419ee-5645-41df-b714-dfa599556982,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:27.694829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e8a503c1-e98d-48ed-bde8-da5c1c08f673 None None] Provisioning complete for port f48419ee-5645-41df-b714-dfa599556982 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:27.695403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e8a503c1-e98d-48ed-bde8-da5c1c08f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.754022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13c47a05-fc10-45b0-865b-cd1341c9680b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.787953 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.841157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13c47a05-fc10-45b0-865b-cd1341c9680b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.924055 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:27.927891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1524755123-network', 'tenant_id': '2f36b667314141448cdc609379cf9bbe'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:27.958544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13c47a05-fc10-45b0-865b-cd1341c9680b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.961262 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13c47a05-fc10-45b0-865b-cd1341c9680b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:27.962437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-13c47a05-fc10-45b0-865b-cd1341c9680b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8407086b-c150-40c5-8e64-fc0dac0fe5cc HTTP/1.1" status: 204 len: 168 time: 0.4057062 Sep 23 23:52:27.978203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c47a05-fc10-45b0-865b-cd1341c9680b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8407086b-c150-40c5-8e64-fc0dac0fe5cc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:27.983196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e8a503c1-e98d-48ed-bde8-da5c1c08f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.008418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-6f3788a6-d4a0-4640-b92c-921b25b45b9e', 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'fixed_ips': [{'subnet_id': '6dc179cd-0f94-41d5-ac44-5606e12f7b1e'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:52:28.009581 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.036795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.053968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Made reservation on behalf of 2f36b667314141448cdc609379cf9bbe for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:28.055460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e8a503c1-e98d-48ed-bde8-da5c1c08f673 None None] For port f48419ee-5645-41df-b714-dfa599556982, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f48419ee-5645-41df-b714-dfa599556982,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:28.056308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.085413 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.194217 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e8a503c1-e98d-48ed-bde8-da5c1c08f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.286409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37342) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:28.333660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Allocated IP 172.20.0.2 (6f3788a6-d4a0-4640-b92c-921b25b45b9e/6dc179cd-0f94-41d5-ac44-5606e12f7b1e/f05a278a-c6d1-43db-87e3-3cc66dfc3bad) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:28.468490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.519113 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:27Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:28.519751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.525245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-74d472a3-fd58-4d05-9d5d-4e60106debab None None] Provisioning complete for port f48419ee-5645-41df-b714-dfa599556982 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:28.525896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74d472a3-fd58-4d05-9d5d-4e60106debab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.550216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a503c1-e98d-48ed-bde8-da5c1c08f673 None None] Pushing event updated for resources: {'Port': ['ID=f48419ee-5645-41df-b714-dfa599556982,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:28.565233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:52:28.568865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.580114 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd29d6-da42-4a5a-a403-ac0e7888cf97 None None] The sync data for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 is: [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:27Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:52:28.580520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d25634-6e02-47b8-89e2-1578229b774f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:28.628315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.628668 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Added segment 300247b2-be99-4c78-8710-e8db2bd0690c of type vlan for network 654434e9-f678-49a3-87f5-d4e92ee159ac Sep 23 23:52:28.698114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.838135 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.895614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37384) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:28.917059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1af98f15-01d7-49c0-9a7f-b4cfa6cc81de admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.936015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.939066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:28.939865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:28.972154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-6fe63d86-2ae3-425e-9245-ac58e036a870 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:52:28.973141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-6fe63d86-2ae3-425e-9245-ac58e036a870 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6846440 Sep 23 23:52:28.993279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Allocated IP 172.25.5.21 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/68510e6f-28a4-4e2e-966a-c7c774991e20) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:29.020038 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.032740 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5883114 Sep 23 23:52:29.038094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.043166 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.073680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37398) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:29.086652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f753b0-867e-4306-8eee-9b31bbcccfd3 admin admin] Pushing event updated for resources: {'Network': ['ID=654434e9-f678-49a3-87f5-d4e92ee159ac,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:29.094105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Request body: {'subnet': {'network_id': '654434e9-f678-49a3-87f5-d4e92ee159ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1524755123-subnet', 'tenant_id': '2f36b667314141448cdc609379cf9bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:29.165450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Pushing event updated for resources: {'Port': ['ID=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:29.170912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 654434e9-f678-49a3-87f5-d4e92ee159ac details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:52:29.185062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-6904dd9d-9c13-4129-9be9-e4a28ace0ed7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:29.199304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-6904dd9d-9c13-4129-9be9-e4a28ace0ed7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports/36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 1095 time: 0.2083995 Sep 23 23:52:29.278855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Network 6f3788a6-d4a0-4640-b92c-921b25b45b9e is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:29.355357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1af98f15-01d7-49c0-9a7f-b4cfa6cc81de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.363444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1af98f15-01d7-49c0-9a7f-b4cfa6cc81de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.366124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:29.369113 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.382082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:29.427317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1af98f15-01d7-49c0-9a7f-b4cfa6cc81de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa0cc5c832614fcb9f43528873198c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5302420 Sep 23 23:52:29.427706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:29.480539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.496334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Made reservation on behalf of 2f36b667314141448cdc609379cf9bbe for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:29.513825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.526698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 56c403e6-b290-4b8f-860d-005804a0c9c8 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:52:29.597067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Attempting to bind port f05a278a-c6d1-43db-87e3-3cc66dfc3bad on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:29.597500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Attempting to bind port f05a278a-c6d1-43db-87e3-3cc66dfc3bad by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:29.597868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Attempting to bind port f05a278a-c6d1-43db-87e3-3cc66dfc3bad on network 6f3788a6-d4a0-4640-b92c-921b25b45b9e {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:29.607770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 56c403e6-b290-4b8f-860d-005804a0c9c8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:52:29.608140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 56c403e6-b290-4b8f-860d-005804a0c9c8 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:52:29.627498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:29.627957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Checking segment: {'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:29.635024 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.635537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Bound using segment: {'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:29.636056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Bound port: f05a278a-c6d1-43db-87e3-3cc66dfc3bad, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:29.636456 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:29.679378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af98f15-01d7-49c0-9a7f-b4cfa6cc81de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffe42f46-df15-43f4-a961-f7d69abca15e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:29.732978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37444) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:29.785804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Request body: {'binding': {'host': 'n-h1-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:29.786402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Unknown quota resources ['binding']. {{(pid=106379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 23:52:30.031001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:30.039057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] For port f05a278a-c6d1-43db-87e3-3cc66dfc3bad, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:30.041712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:30.045493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Pushing event updated for resources: {'Port': ['ID=68510e6f-28a4-4e2e-966a-c7c774991e20,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:30.046024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] For port f05a278a-c6d1-43db-87e3-3cc66dfc3bad, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,segment=NetworkSegment(bd4d51f9-4331-4efe-b767-851ebd0081d3),segment_id=bd4d51f9-4331-4efe-b767-851ebd0081d3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:30.048268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:30.054142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.067692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f48419ee-5645-41df-b714-dfa599556982 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:30.087435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d60c250f-0dfc-472b-957c-76b99161cc4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.138113 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d60c250f-0dfc-472b-957c-76b99161cc4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.206236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37454) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:30.215520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59727ca-7c63-47b5-94ef-bed6cd9b7772 None None] Pushing event updated for resources: {'Port': ['ID=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:30.255113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f48419ee-5645-41df-b714-dfa599556982 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:30.255605 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.491990 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:52:30.552815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-247bca6f-0b03-4833-a230-465f6d02b8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.578224 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d60c250f-0dfc-472b-957c-76b99161cc4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.581071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d60c250f-0dfc-472b-957c-76b99161cc4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.587668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d60c250f-0dfc-472b-957c-76b99161cc4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffe42f46-df15-43f4-a961-f7d69abca15e HTTP/1.1" status: 204 len: 168 time: 1.1536403 Sep 23 23:52:30.610633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60c250f-0dfc-472b-957c-76b99161cc4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffe42f46-df15-43f4-a961-f7d69abca15e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:30.680945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d848cca8-d993-4c7d-90ec-61e5423a6005 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd8c2ad29db748bd94ae12fb0a6b6182&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9449868 Sep 23 23:52:30.692444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37490) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:30.768734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.809285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.866083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f529-955e-46d2-9483-f0f6b3518944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:30.880584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on host n-h1-713498-18 for vnic_type normal with profile None {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:30.880584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:30.880584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:30.916845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:30.917457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:30.926132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:30.926609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:30.928320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:30.928873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Bound port: 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:30.971308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f529-955e-46d2-9483-f0f6b3518944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.023871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9032cc-6922-4a32-a932-def7989b03ab,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:31.092759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Checking segment: {'id': '300247b2-be99-4c78-8710-e8db2bd0690c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '654434e9-f678-49a3-87f5-d4e92ee159ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:31.093298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Network hostable DHCP agents. Network: 654434e9-f678-49a3-87f5-d4e92ee159ac, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:52:31.109121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:31.115914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] Notify callbacks [] for binding, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.118265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-cccfebff-ea37-4798-bbd7-c38f029e1552 service neutron] 10.222.0.24 "POST /v2.0/ports/36e5d212-82fc-40ab-95e9-fcb39f0380b7/bindings HTTP/1.1" status: 201 len: 390 time: 1.4541028 Sep 23 23:52:31.132309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Network 654434e9-f678-49a3-87f5-d4e92ee159ac is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:52:31.161546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 654434e9-f678-49a3-87f5-d4e92ee159ac) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:31.171187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:31.171839 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.173245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edf6def-03ca-47ab-97eb-5ac59b918a3f None None] Network 654434e9-f678-49a3-87f5-d4e92ee159ac requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:31.233971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-247bca6f-0b03-4833-a230-465f6d02b8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.243144 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.258098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5fa59f3-2df9-4f6c-8861-c25196df91c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1783545 Sep 23 23:52:31.353462 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-247bca6f-0b03-4833-a230-465f6d02b8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.405424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f529-955e-46d2-9483-f0f6b3518944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.407992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f529-955e-46d2-9483-f0f6b3518944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.409150 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6eb4f529-955e-46d2-9483-f0f6b3518944 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e3f5ee7-7b08-48f9-9ef8-e963f662782c HTTP/1.1" status: 204 len: 168 time: 0.7157903 Sep 23 23:52:31.450729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bca6f-0b03-4833-a230-465f6d02b8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ea3f91-964b-4f4d-9260-e926b3dc8696,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:31.484291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37534) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:31.501806 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-247bca6f-0b03-4833-a230-465f6d02b8be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c74195cb46b4b35a5f549370fd1a502&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2881479 Sep 23 23:52:31.504581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb4f529-955e-46d2-9483-f0f6b3518944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f5ee7-7b08-48f9-9ef8-e963f662782c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:31.622739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d299a1bf-541f-4c65-b76f-4c2f1d987899 None None] Network 654434e9-f678-49a3-87f5-d4e92ee159ac requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:31.632011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a236a43d-f5aa-4dfb-9240-90d0b740fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:31.633543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a236a43d-f5aa-4dfb-9240-90d0b740fd39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1098 time: 0.2210097 Sep 23 23:52:31.692186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c332ec-3263-4482-ace8-08607f3602bf req-c6863d46-e8e9-4760-8c74-24af94865489 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:31.703869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2c332ec-3263-4482-ace8-08607f3602bf req-c6863d46-e8e9-4760-8c74-24af94865489 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 946 time: 0.1655622 Sep 23 23:52:31.735545 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0f21977-7e65-4e09-b7ab-0427e9b6605b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.760135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0f21977-7e65-4e09-b7ab-0427e9b6605b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.798684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Router c96f06a5-23f5-4d47-9b9e-2470120ef90d is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:52:31.799794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b70ae5-33da-44fd-bfbb-11f2bc529fba None None] Network 6f3788a6-d4a0-4640-b92c-921b25b45b9e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:31.822488 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0f21977-7e65-4e09-b7ab-0427e9b6605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.826695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0f21977-7e65-4e09-b7ab-0427e9b6605b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.826907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a0f21977-7e65-4e09-b7ab-0427e9b6605b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58ea3f91-964b-4f4d-9260-e926b3dc8696 HTTP/1.1" status: 204 len: 168 time: 0.3403406 Sep 23 23:52:31.928349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f21977-7e65-4e09-b7ab-0427e9b6605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ea3f91-964b-4f4d-9260-e926b3dc8696,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:31.967020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b349623c-754c-43e0-bd81-7ce79f821b01 None None] Provisioning complete for port f05a278a-c6d1-43db-87e3-3cc66dfc3bad triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:31.975174 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b349623c-754c-43e0-bd81-7ce79f821b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:31.999030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2c332ec-3263-4482-ace8-08607f3602bf req-6af6c7c5-2dd8-44aa-8e13-cdab81ae555e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930083 Sep 23 23:52:32.029767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-6dc73886-0542-4cf4-86b8-8cff4d8ed85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:32.031962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-6dc73886-0542-4cf4-86b8-8cff4d8ed85c service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.3876891 Sep 23 23:52:32.061451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:52:32.091936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-b1a1f670-901c-4fec-a03a-70e6ff0dbb97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 217 time: 0.0534527 Sep 23 23:52:32.093423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.094702 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7214013a-dc4a-4eed-9e52-addd2a4d37d5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6917758 Sep 23 23:52:32.097617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37576) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:32.143478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37582) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:32.145100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f05a278a-c6d1-43db-87e3-3cc66dfc3bad up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:32.169127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f5c830-3d54-4db5-bb4c-a747fbf9a21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.196088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Sync routers for ids ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:52:32.222852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-8b3d6641-f28f-4739-b9ce-383f478f02a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:32.224321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-8b3d6641-f28f-4739-b9ce-383f478f02a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1244400 Sep 23 23:52:32.287712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-054436bb-b80b-4d37-8b00-3568454d4bd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546277 Sep 23 23:52:32.326972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Routers {'c96f06a5-23f5-4d47-9b9e-2470120ef90d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:32.327847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:52:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:32.428054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f5c830-3d54-4db5-bb4c-a747fbf9a21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.435127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00f5c830-3d54-4db5-bb4c-a747fbf9a21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.501560 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-00f5c830-3d54-4db5-bb4c-a747fbf9a21a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dff509dd87245cd855bd7ab2341e089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547814 Sep 23 23:52:32.502898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37618) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:32.513279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-5110fd95-424a-4fff-a43d-924e1e57bb96 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183883 Sep 23 23:52:32.534872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5c830-3d54-4db5-bb4c-a747fbf9a21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693a3872-75ee-4428-ace7-041815d78963,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:32.637842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c798-9127-4543-9abf-feba77f50b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.679215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c798-9127-4543-9abf-feba77f50b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.681303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f05a278a-c6d1-43db-87e3-3cc66dfc3bad triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:32.681742 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.689234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b349623c-754c-43e0-bd81-7ce79f821b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.751972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Set router c96f06a5-23f5-4d47-9b9e-2470120ef90d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:32.761092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c798-9127-4543-9abf-feba77f50b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.768093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ef6c798-9127-4543-9abf-feba77f50b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:32.771554 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9ef6c798-9127-4543-9abf-feba77f50b8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/693a3872-75ee-4428-ace7-041815d78963 HTTP/1.1" status: 204 len: 168 time: 0.2666492 Sep 23 23:52:32.804787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef6c798-9127-4543-9abf-feba77f50b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693a3872-75ee-4428-ace7-041815d78963,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:32.881538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b349623c-754c-43e0-bd81-7ce79f821b01 None None] For port f05a278a-c6d1-43db-87e3-3cc66dfc3bad, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,segment=NetworkSegment(bd4d51f9-4331-4efe-b767-851ebd0081d3),segment_id=bd4d51f9-4331-4efe-b767-851ebd0081d3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:32.903686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a7a265a8-6383-426e-b320-59f61788d6bf service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769989 Sep 23 23:52:32.930169 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b349623c-754c-43e0-bd81-7ce79f821b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:33.197931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349623c-754c-43e0-bd81-7ce79f821b01 None None] Pushing event updated for resources: {'Port': ['ID=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:33.306896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0861a13d-802e-4d08-b6a8-761f0096bfaf None None] Provisioning complete for port f05a278a-c6d1-43db-87e3-3cc66dfc3bad triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:33.307270 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0861a13d-802e-4d08-b6a8-761f0096bfaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:33.327767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-d81459f2-07af-425e-8945-e64a00479e8f tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:33.329442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-d81459f2-07af-425e-8945-e64a00479e8f tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1098 time: 0.2627823 Sep 23 23:52:33.341395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:52:30Z', 'revision_number': 3, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:33.344943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-18'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:33.373992 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:33.383050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2d103-f732-420f-9b93-c12af266dc90 req-3722b373-fbb6-4d37-ac3b-d6acbd2e5d6a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:33.383586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Checking router: c96f06a5-23f5-4d47-9b9e-2470120ef90d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:52:33.384024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Updating router c96f06a5-23f5-4d47-9b9e-2470120ef90d port 68510e6f-28a4-4e2e-966a-c7c774991e20 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:52:33.384579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cf2d103-f732-420f-9b93-c12af266dc90 req-3722b373-fbb6-4d37-ac3b-d6acbd2e5d6a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 946 time: 0.1812904 Sep 23 23:52:33.435261 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:33.469858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:33.538591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cf2d103-f732-420f-9b93-c12af266dc90 req-290dacf3-c7d9-42b3-8669-34b813dd76f4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358161 Sep 23 23:52:33.847923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Allocated IP 172.20.0.1 (6f3788a6-d4a0-4640-b92c-921b25b45b9e/6dc179cd-0f94-41d5-ac44-5606e12f7b1e/db019786-d085-46fe-b075-3d118f5f790e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:33.913247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:33.938436 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:33.945449 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:33.988105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f05a278a-c6d1-43db-87e3-3cc66dfc3bad up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:34.051875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Attempting to bind port 68510e6f-28a4-4e2e-966a-c7c774991e20 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:34.052421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Attempting to bind port 68510e6f-28a4-4e2e-966a-c7c774991e20 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:34.052975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Attempting to bind port 68510e6f-28a4-4e2e-966a-c7c774991e20 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:34.060131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:34.061182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:34.061635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.062119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:34.062704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Bound port: 68510e6f-28a4-4e2e-966a-c7c774991e20, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:34.063561 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.157788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37760) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:34.163248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-831980166-network', 'tenant_id': '282c9ab574ac45c4a7397f595c9fc88d'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:34.175812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1afc82-55db-4542-8b57-1f8c93b3baab None None] Pushing event updated for resources: {'Port': ['ID=68510e6f-28a4-4e2e-966a-c7c774991e20,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:34.193049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] For port 68510e6f-28a4-4e2e-966a-c7c774991e20, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:34.198979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] For port 68510e6f-28a4-4e2e-966a-c7c774991e20, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=68510e6f-28a4-4e2e-966a-c7c774991e20,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:34.203039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f05a278a-c6d1-43db-87e3-3cc66dfc3bad triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:34.203598 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.233736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Made reservation on behalf of 282c9ab574ac45c4a7397f595c9fc88d for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:34.239547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.272770 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.279985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:34.299434 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.359710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.362977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:34.366197 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20614eb1-c9fd-4d00-8094-36e07df1000a" -d '{"events": [{"server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "name": "network-vif-unplugged", "status": "completed", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:34.371662 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.405641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1afc82-55db-4542-8b57-1f8c93b3baab None None] Pushing event updated for resources: {'Port': ['ID=68510e6f-28a4-4e2e-966a-c7c774991e20,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:34.426237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.484114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Routers {'c96f06a5-23f5-4d47-9b9e-2470120ef90d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:34.484827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:52:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:34.488660 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdcc329e-cca2-4b32-a542-033563516c11 x-openstack-request-id: req-cdcc329e-cca2-4b32-a542-033563516c11 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:34.489217 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "name": "network-vif-unplugged", "status": "completed", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:34.489614 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdcc329e-cca2-4b32-a542-033563516c11 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:34.490149 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7', 'code': 200} Sep 23 23:52:34.524026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Pushing event updated for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:34.546937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on host n-h2-713498-18 for vnic_type normal with profile {"migrating_to": "n-h1-713498-18"} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:34.547489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:34.548054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:34.555540 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.560139 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.564174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:34.564611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Attempting to bind port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:34.576131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:34.576468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:34.576847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:34.585361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Bound port: 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:34.585910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.601440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:52:34.622674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.623426 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Added segment 6d21aa23-18d5-4f85-b4bc-e341451167a9 of type vlan for network 4e43acbc-1445-4ed2-8a14-e12e555a5775 Sep 23 23:52:34.625827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9429b42-18a4-44ab-9c7c-d4cd2bc9e6a1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:34.681926 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.719370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.720927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:34.721779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.734374 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.749127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] Set router c96f06a5-23f5-4d47-9b9e-2470120ef90d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:34.775007 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6157734 Sep 23 23:52:34.780062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37816) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:34.795831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Request body: {'subnet': {'network_id': '4e43acbc-1445-4ed2-8a14-e12e555a5775', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-831980166-subnet', 'tenant_id': '282c9ab574ac45c4a7397f595c9fc88d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:34.904120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd36672b-e73c-4908-b2ec-f78ecef8b23a admin admin] Pushing event updated for resources: {'Network': ['ID=4e43acbc-1445-4ed2-8a14-e12e555a5775,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:34.914248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Network 6f3788a6-d4a0-4640-b92c-921b25b45b9e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:34.917569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Pushing event updated for resources: {'Port': ['ID=db019786-d085-46fe-b075-3d118f5f790e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:34.929541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 4e43acbc-1445-4ed2-8a14-e12e555a5775 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:52:34.934937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:34.935485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Made reservation on behalf of 282c9ab574ac45c4a7397f595c9fc88d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:34.937744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:34.954647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:34.955233 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.017489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:35.051047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89af06c-9202-4dfe-8afa-6804416ee255 req-77179907-98f2-4d9c-8454-65512789fe6b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:35.058901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e89af06c-9202-4dfe-8afa-6804416ee255 req-77179907-98f2-4d9c-8454-65512789fe6b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.3337710 Sep 23 23:52:35.068164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:35.092254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.203434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e89af06c-9202-4dfe-8afa-6804416ee255 req-12581c46-1e54-4ac4-85e7-6128d1c44532 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383264 Sep 23 23:52:35.312041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:35.313171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.314833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] 10.222.0.18 "PUT /v2.0/ports/36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 1124 time: 1.9769096 Sep 23 23:52:35.338872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b34efd-456f-4b74-99b5-357978f8d489 service neutron] Pushing event updated for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=8']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:35.365523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:52:30Z', 'revision_number': 3, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:35.381751 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.410412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['36e5d212-82fc-40ab-95e9-fcb39f0380b7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:35.415788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cce8e8b3-e308-422a-b7ac-66d9fab0eb50 None None] Provisioning complete for port db019786-d085-46fe-b075-3d118f5f790e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:35.416381 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cce8e8b3-e308-422a-b7ac-66d9fab0eb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.439175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9caf7c0-73af-4b6e-9437-fd1adfea4402 None None] The sync data for ids ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'] in n-d-713498-18 is: [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:52:30Z', 'revision_number': 3, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:52:35.484650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.508895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cce8e8b3-e308-422a-b7ac-66d9fab0eb50 None None] Port db019786-d085-46fe-b075-3d118f5f790e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:35.609682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37874) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:35.657991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a6da7d-cc0b-4049-8300-939763c92e63,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:35.662126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Checking segment: {'id': '6d21aa23-18d5-4f85-b4bc-e341451167a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4e43acbc-1445-4ed2-8a14-e12e555a5775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:35.662566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Network hostable DHCP agents. Network: 4e43acbc-1445-4ed2-8a14-e12e555a5775, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:52:35.690041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Network 4e43acbc-1445-4ed2-8a14-e12e555a5775 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:52:35.702591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 4e43acbc-1445-4ed2-8a14-e12e555a5775) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:35.708390 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.709006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:35.710179 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.710926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842445bb-21ca-4438-a5e9-dee1335d74e1 None None] Network 4e43acbc-1445-4ed2-8a14-e12e555a5775 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:35.714248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.716094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:35.732918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37880) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:35.749675 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a1fcb75-054b-4114-a9f3-dfea5e4d50ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9681187 Sep 23 23:52:35.859424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Pushing event updated for resources: {'Port': ['ID=db019786-d085-46fe-b075-3d118f5f790e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:35.964389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e243f447-c308-44a0-b7cb-c2ab3f54dd25 None None] Network 4e43acbc-1445-4ed2-8a14-e12e555a5775 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:36.012351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Network 6f3788a6-d4a0-4640-b92c-921b25b45b9e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:36.016836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:36.081776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 68510e6f-28a4-4e2e-966a-c7c774991e20 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:36.319451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.354178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 68510e6f-28a4-4e2e-966a-c7c774991e20 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:36.354535 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.377894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-361251420-network', 'tenant_id': '8804663286b54bf884f821ce37c6f5f9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:36.424331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Made reservation on behalf of 8804663286b54bf884f821ce37c6f5f9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:36.430879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.453289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.492362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1025539036-network', 'tenant_id': 'abfb4a1ac7254b0aaf45608eb88b5762'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:36.494088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:36.496682 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3354e51b-bd2d-412b-a117-3281197929d5" -d '{"events": [{"name": "network-changed", "server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:36.504945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Router c96f06a5-23f5-4d47-9b9e-2470120ef90d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:52:36.512944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9872c14a-19a3-4345-a6bb-afa07959a2e0 None None] Provisioning complete for port db019786-d085-46fe-b075-3d118f5f790e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:36.513476 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9872c14a-19a3-4345-a6bb-afa07959a2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.551078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd84d6d-a3f9-44d9-b2c0-d1020fbb00cf req-d6e71fca-2e54-4f7c-aac9-64a0c8f00bbf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:36.558836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfd84d6d-a3f9-44d9-b2c0-d1020fbb00cf req-d6e71fca-2e54-4f7c-aac9-64a0c8f00bbf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.1907449 Sep 23 23:52:36.574054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:36.638516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb38c493-4beb-4960-ae11-b14e748213ee admin admin] Deleting subnet dc9032cc-6922-4a32-a932-def7989b03ab {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:52:36.644610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9872c14a-19a3-4345-a6bb-afa07959a2e0 None None] Port db019786-d085-46fe-b075-3d118f5f790e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:36.649897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb38c493-4beb-4960-ae11-b14e748213ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.660319 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.699371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb38c493-4beb-4960-ae11-b14e748213ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.708129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 68510e6f-28a4-4e2e-966a-c7c774991e20, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=68510e6f-28a4-4e2e-966a-c7c774991e20,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:36.712720 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.769002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.784659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.785156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfd84d6d-a3f9-44d9-b2c0-d1020fbb00cf req-7e4575db-8efe-43b0-8487-f5a03a19b5d8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201393 Sep 23 23:52:36.800912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=68510e6f-28a4-4e2e-966a-c7c774991e20,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:36.828105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0400b-a2d8-485f-81f4-2c162977f56d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:36.835521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb38c493-4beb-4960-ae11-b14e748213ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.858559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:52:36.863832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1ead8122-3711-40f4-bfda-4636f719569e admin admin] 10.222.0.24 "PUT /v2.0/routers/c96f06a5-23f5-4d47-9b9e-2470120ef90d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7650461 Sep 23 23:52:36.878085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Made reservation on behalf of abfb4a1ac7254b0aaf45608eb88b5762 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:36.880639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.882274 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cba88a1-476a-43dd-bd23-42b8ec094de4 x-openstack-request-id: req-7cba88a1-476a-43dd-bd23-42b8ec094de4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:36.882678 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:36.883063 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7cba88a1-476a-43dd-bd23-42b8ec094de4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:36.883585 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7', 'status': 'completed', 'code': 200} Sep 23 23:52:36.892959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:52:36.906963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.973353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:36.973353 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Added segment 0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2 of type vlan for network ccb7d7fd-8d12-485e-a563-a652ea2cac20 Sep 23 23:52:36.978190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37924) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:36.991677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354e51b-bd2d-412b-a117-3281197929d5 req-16add968-7fa9-4556-81b0-8068ca57cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:36.993297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3354e51b-bd2d-412b-a117-3281197929d5 req-16add968-7fa9-4556-81b0-8068ca57cc9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1127 time: 0.0733194 Sep 23 23:52:37.032743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.047540 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb38c493-4beb-4960-ae11-b14e748213ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.097245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38c493-4beb-4960-ae11-b14e748213ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9032cc-6922-4a32-a932-def7989b03ab,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:37.099299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb38c493-4beb-4960-ae11-b14e748213ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.103911 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb38c493-4beb-4960-ae11-b14e748213ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dc9032cc-6922-4a32-a932-def7989b03ab HTTP/1.1" status: 204 len: 168 time: 0.5283113 Sep 23 23:52:37.104694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37928) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:37.119693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.125080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.130630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.132021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:37.132902 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.141590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354e51b-bd2d-412b-a117-3281197929d5 req-f4b2b421-6fe2-43a5-83ca-871fa77ea0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:37.143175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3354e51b-bd2d-412b-a117-3281197929d5 req-f4b2b421-6fe2-43a5-83ca-871fa77ea0a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.1369703 Sep 23 23:52:37.236676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3354e51b-bd2d-412b-a117-3281197929d5 req-8cc6e4d1-1151-4757-8c48-46415711174c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 217 time: 0.0839922 Sep 23 23:52:37.259417 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.277034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] Pushing event updated for resources: {'Network': ['ID=ccb7d7fd-8d12-485e-a563-a652ea2cac20,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:37.287473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2117be-211a-43fa-8e0b-dd42fd2dfdff,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:37.290572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:52:37.293926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4f24cf1b-a9c0-47fd-aa2f-603d799a6ebe admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6801178 Sep 23 23:52:37.297145 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:52:37.297308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37936) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:37.302369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Request body: {'subnet': {'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-361251420-subnet', 'tenant_id': '8804663286b54bf884f821ce37c6f5f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:37.314633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.315260 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Added segment d8e72d2e-bab0-41a7-86db-e0631aa51c06 of type vlan for network f3e629a6-123d-476f-ab2a-d238ec9ce88e Sep 23 23:52:37.336516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354e51b-bd2d-412b-a117-3281197929d5 req-06a68226-e8b0-4e49-a384-d9f1b11fd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:37.338247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3354e51b-bd2d-412b-a117-3281197929d5 req-06a68226-e8b0-4e49-a384-d9f1b11fd216 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0934217 Sep 23 23:52:37.359870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Made reservation on behalf of 8804663286b54bf884f821ce37c6f5f9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:37.362363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.398614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.415837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3354e51b-bd2d-412b-a117-3281197929d5 req-08d3030d-21ae-4270-8762-a6357e1c7c31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575950 Sep 23 23:52:37.436313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9e668ea-c9ce-4898-8d5b-2749bcc7852c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.513833 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.594801 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.595066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.595929 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.596272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > port after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.596646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.597020 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > port after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.597338 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.597648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.598111 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.598432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.632199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:52:37.662298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.663311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:37.664070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.721391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.722028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.722450 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.722943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106379) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 23 23:52:37.723520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['654434e9-f678-49a3-87f5-d4e92ee159ac']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:37.746417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '300247b2-be99-4c78-8710-e8db2bd0690c') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:37.747401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '300247b2-be99-4c78-8710-e8db2bd0690c') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:37.768767 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.784094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] Pushing event updated for resources: {'Network': ['ID=f3e629a6-123d-476f-ab2a-d238ec9ce88e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:37.796072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f3e629a6-123d-476f-ab2a-d238ec9ce88e details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:52:37.818579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.842709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:52:37.844025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: from cryptography.utils import int_from_bytes Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: from cryptography.utils import int_from_bytes Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: timer() Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: self._notify() Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:52:37.849239 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:52:37.984106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3354e51b-bd2d-412b-a117-3281197929d5 req-d49d8ce1-acce-4e70-9d41-328b8ee1bc3d service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503039 Sep 23 23:52:37.986677 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.000059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 68510e6f-28a4-4e2e-966a-c7c774991e20 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:38.002658 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Sync routers for ids ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:52:38.036252 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Routers {'c96f06a5-23f5-4d47-9b9e-2470120ef90d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:38.036912 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:52:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:38.066928 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.082043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.084493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] 10.222.0.24 "DELETE /v2.0/networks/654434e9-f678-49a3-87f5-d4e92ee159ac HTTP/1.1" status: 204 len: 168 time: 0.9780946 Sep 23 23:52:38.095364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37978) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:38.113925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 68510e6f-28a4-4e2e-966a-c7c774991e20 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:38.114434 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.128582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Checking segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:38.132433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Network hostable DHCP agents. Network: ccb7d7fd-8d12-485e-a563-a652ea2cac20, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:52:38.216283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9e668ea-c9ce-4898-8d5b-2749bcc7852c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.217770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92b308-7a1d-4e10-8b67-0586bd9d255f admin admin] Pushing event deleted for resources: {'Network': ['ID=654434e9-f678-49a3-87f5-d4e92ee159ac,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:38.243653 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Set router c96f06a5-23f5-4d47-9b9e-2470120ef90d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:38.260028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f71937a2-7996-46df-a564-b4e960a55091,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:38.263770 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9e668ea-c9ce-4898-8d5b-2749bcc7852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.267497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:52:38.273723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-57029b54-33d9-44ce-880b-dacb6b6f0c34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.5343385 Sep 23 23:52:38.274886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37982) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:38.282917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Request body: {'subnet': {'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1025539036-subnet', 'tenant_id': 'abfb4a1ac7254b0aaf45608eb88b5762', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:38.302892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bdefa40-3be0-4b3d-adfd-6cc42da0b7e4 admin admin] Deleting subnet b9a6da7d-cc0b-4049-8300-939763c92e63 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:52:38.310827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ccb7d7fd-8d12-485e-a563-a652ea2cac20) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:38.314670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bdefa40-3be0-4b3d-adfd-6cc42da0b7e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.320343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a118fbe-369a-49f6-873d-13356b856454 None None] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:38.332940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc1d742-f117-4b5d-8ed8-f098c9855cbc req-bb1e9d0b-63b2-466c-b847-424779d42d5e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:38.338344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:38.339731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.346336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6dc1d742-f117-4b5d-8ed8-f098c9855cbc req-bb1e9d0b-63b2-466c-b847-424779d42d5e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.3570919 Sep 23 23:52:38.364552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Made reservation on behalf of abfb4a1ac7254b0aaf45608eb88b5762 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:38.367052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.373781 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bdefa40-3be0-4b3d-adfd-6cc42da0b7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.377555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e9e668ea-c9ce-4898-8d5b-2749bcc7852c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c642554c92c4799b1dd4d266f7b5f4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3980677 Sep 23 23:52:38.402581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37984) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:38.405119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37986) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:38.410963 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-64ada64c-e22c-4109-abd0-04b7bdfbc0a3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1125515 Sep 23 23:52:38.417606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-65b11535-9bac-4f15-833b-093406fb25d4 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1454197955', 'description': 'tempest-description--1964751655'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:38.454219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e668ea-c9ce-4898-8d5b-2749bcc7852c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=630c842d-301b-4018-979b-69ef0ebd4b70,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:38.481813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3354e51b-bd2d-412b-a117-3281197929d5 req-0034f07d-e044-4b76-8619-416db2799c18 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712701 Sep 23 23:52:38.562666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52db0be-7ccc-43f2-9ac5-7fcb5119307b None None] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:38.572702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6dc1d742-f117-4b5d-8ed8-f098c9855cbc req-53de128d-d7ca-4923-a65d-5aaa230d837c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249238 Sep 23 23:52:38.586501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65b11535-9bac-4f15-833b-093406fb25d4 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.604103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bdefa40-3be0-4b3d-adfd-6cc42da0b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.712749 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:52:35Z', 'revision_number': 4, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'db019786-d085-46fe-b075-3d118f5f790e', 'name': '', 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'mac_address': 'fa:16:3e:94:09:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dc179cd-0f94-41d5-ac44-5606e12f7b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:33Z', 'updated_at': '2021-09-23T23:52:35Z', 'revision_number': 2, 'project_id': 'e3cde81245664d48a996f67508613f15', 'subnets': [{'id': '6dc179cd-0f94-41d5-ac44-5606e12f7b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:38.713845 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a603d2a-e54a-4502-a55e-199465e6dd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.761690 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Checking router: c96f06a5-23f5-4d47-9b9e-2470120ef90d for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:52:38.762240 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Updating router c96f06a5-23f5-4d47-9b9e-2470120ef90d port db019786-d085-46fe-b075-3d118f5f790e binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:52:38.767064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.804964 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.866181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bdefa40-3be0-4b3d-adfd-6cc42da0b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.906670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.909110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdefa40-3be0-4b3d-adfd-6cc42da0b7e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a6da7d-cc0b-4049-8300-939763c92e63,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:38.919159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bdefa40-3be0-4b3d-adfd-6cc42da0b7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:38.921063 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5bdefa40-3be0-4b3d-adfd-6cc42da0b7e4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b9a6da7d-cc0b-4049-8300-939763c92e63 HTTP/1.1" status: 204 len: 168 time: 0.8210444 Sep 23 23:52:38.932996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38016) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:38.949534 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-667d6a76-00b9-4ee5-a59c-cc706d3a6312 req-7d6cb728-100b-4147-b2a2-ac525158ac08 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c8847a66973f4e779469ca5b6f9cd500&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1503844 Sep 23 23:52:38.984270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c16f53bb-8001-4541-93e2-a751a6ed31ec,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:38.991585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:38.991947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Network hostable DHCP agents. Network: f3e629a6-123d-476f-ab2a-d238ec9ce88e, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:52:39.002484 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a603d2a-e54a-4502-a55e-199465e6dd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.018472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Network f3e629a6-123d-476f-ab2a-d238ec9ce88e is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:52:39.033326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f3e629a6-123d-476f-ab2a-d238ec9ce88e) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:39.066131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6310e6-1fcb-44f0-a004-5639ed69eb34 None None] Network f3e629a6-123d-476f-ab2a-d238ec9ce88e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:39.069996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:39.070899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.184112 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.191429 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.220999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.222057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38028) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:39.242875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 36e5d212-82fc-40ab-95e9-fcb39f0380b7 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:52:39.249639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcb71c3-e3ff-4ad1-81ed-922bb3f9c15b None None] Network f3e629a6-123d-476f-ab2a-d238ec9ce88e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:39.284593 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f39a31-c9d4-4653-b9f3-a35df4de683c None None] Pushing event updated for resources: {'Port': ['ID=db019786-d085-46fe-b075-3d118f5f790e,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:39.326395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65b11535-9bac-4f15-833b-093406fb25d4 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.349209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65b11535-9bac-4f15-833b-093406fb25d4 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.350698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-98f8f245-6ecf-4b3f-9fac-a92a4da45be8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0731630 Sep 23 23:52:39.383426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d6a76-00b9-4ee5-a59c-cc706d3a6312 req-2209f0cd-3d07-473d-bcf7-c70311e64e47 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:39.393291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-667d6a76-00b9-4ee5-a59c-cc706d3a6312 req-2209f0cd-3d07-473d-bcf7-c70311e64e47 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4078090 Sep 23 23:52:39.427161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a603d2a-e54a-4502-a55e-199465e6dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.429347 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Attempting to bind port db019786-d085-46fe-b075-3d118f5f790e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:39.429732 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Attempting to bind port db019786-d085-46fe-b075-3d118f5f790e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:39.430093 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Attempting to bind port db019786-d085-46fe-b075-3d118f5f790e on network 6f3788a6-d4a0-4640-b92c-921b25b45b9e {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:39.431036 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a603d2a-e54a-4502-a55e-199465e6dd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.432364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6a603d2a-e54a-4502-a55e-199465e6dd40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/630c842d-301b-4018-979b-69ef0ebd4b70 HTTP/1.1" status: 204 len: 168 time: 1.0260251 Sep 23 23:52:39.449441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e94fea1e-8111-44dc-8456-545bf9bf50cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.450634 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:39.451210 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Checking segment: {'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:39.451625 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.453844 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Bound using segment: {'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:39.454388 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Bound port: db019786-d085-46fe-b075-3d118f5f790e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4d51f9-4331-4efe-b767-851ebd0081d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:39.456517 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.489327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-667d6a76-00b9-4ee5-a59c-cc706d3a6312 req-c0f34452-7187-4211-a3ba-2b13b5fc3770 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/quotas/c8847a66973f4e779469ca5b6f9cd500 HTTP/1.1" status: 200 len: 375 time: 0.0949345 Sep 23 23:52:39.491603 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65b11535-9bac-4f15-833b-093406fb25d4 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.493108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-65b11535-9bac-4f15-833b-093406fb25d4 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0796645 Sep 23 23:52:39.511180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38038) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:39.515997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-17d7cfa2-744a-47df-9c1e-1a75184dd709 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Request body: {'security_group_rule': {'security_group_id': '130867f5-2b9c-49de-891e-70522d0192ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:39.520513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-828d7810-aa11-4859-932a-1541df46a09b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:39.530843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-828d7810-aa11-4859-932a-1541df46a09b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.4476321 Sep 23 23:52:39.617091 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.653877 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] For port db019786-d085-46fe-b075-3d118f5f790e, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:39.657098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e43acbc-1445-4ed2-8a14-e12e555a5775']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:39.659603 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] For port db019786-d085-46fe-b075-3d118f5f790e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=db019786-d085-46fe-b075-3d118f5f790e,segment=NetworkSegment(bd4d51f9-4331-4efe-b767-851ebd0081d3),segment_id=bd4d51f9-4331-4efe-b767-851ebd0081d3)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:39.667655 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.669880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b11535-9bac-4f15-833b-093406fb25d4 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130867f5-2b9c-49de-891e-70522d0192ac,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:39.690640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e94fea1e-8111-44dc-8456-545bf9bf50cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.703132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e94fea1e-8111-44dc-8456-545bf9bf50cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.733309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-65166055-3056-4735-bb98-81f735951f17 None None] Provisioning complete for port db019786-d085-46fe-b075-3d118f5f790e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:39.733685 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65166055-3056-4735-bb98-81f735951f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.754558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fea1e-8111-44dc-8456-545bf9bf50cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d71073-4aec-4f00-a932-87edf6636869,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:39.790687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-667d6a76-00b9-4ee5-a59c-cc706d3a6312 req-6f4b4044-710f-41f4-b02d-f4191c2e78a4 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8847a66973f4e779469ca5b6f9cd500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3000586 Sep 23 23:52:39.802023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d21aa23-18d5-4f85-b4bc-e341451167a9') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:39.805193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d21aa23-18d5-4f85-b4bc-e341451167a9') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:39.806647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:39.829392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 36e5d212-82fc-40ab-95e9-fcb39f0380b7 has no active binding in host n-h1-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 23:52:39.836347 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f39a31-c9d4-4653-b9f3-a35df4de683c None None] Pushing event updated for resources: {'Port': ['ID=db019786-d085-46fe-b075-3d118f5f790e,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:39.851302 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Routers {'c96f06a5-23f5-4d47-9b9e-2470120ef90d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:52:39.851948 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:52:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:39.859870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-f0c4639a-495a-4ae3-9f89-97ffb0766f1e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/quotas/8804663286b54bf884f821ce37c6f5f9 HTTP/1.1" status: 200 len: 375 time: 0.3278968 Sep 23 23:52:39.863394 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e94fea1e-8111-44dc-8456-545bf9bf50cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb6aae356bd64687ab20d7cd7e2ea1ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6400425 Sep 23 23:52:39.864378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38048) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:39.879177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a603d2a-e54a-4502-a55e-199465e6dd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630c842d-301b-4018-979b-69ef0ebd4b70,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:39.910712 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d7cfa2-744a-47df-9c1e-1a75184dd709 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.912133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:39.992931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65166055-3056-4735-bb98-81f735951f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.001440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-822fc235-3940-4238-bfd5-3432d9bcf95f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1406519 Sep 23 23:52:40.014074 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.024276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:52:40.024745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: timer() Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: self._notify() Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:52:40.031060 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:52:40.127531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-65166055-3056-4735-bb98-81f735951f17 None None] For port db019786-d085-46fe-b075-3d118f5f790e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=db019786-d085-46fe-b075-3d118f5f790e,segment=NetworkSegment(bd4d51f9-4331-4efe-b767-851ebd0081d3),segment_id=bd4d51f9-4331-4efe-b767-851ebd0081d3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:40.139085 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65166055-3056-4735-bb98-81f735951f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.195348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.227336 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d7cfa2-744a-47df-9c1e-1a75184dd709 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.239692 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.242235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] 10.222.0.24 "DELETE /v2.0/networks/4e43acbc-1445-4ed2-8a14-e12e555a5775 HTTP/1.1" status: 204 len: 168 time: 1.3046029 Sep 23 23:52:40.253783 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fde98526-efc4-4084-b303-c71909084ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.254789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65166055-3056-4735-bb98-81f735951f17 None None] Pushing event updated for resources: {'Port': ['ID=db019786-d085-46fe-b075-3d118f5f790e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:40.262194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d7cfa2-744a-47df-9c1e-1a75184dd709 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.287866 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] Set router c96f06a5-23f5-4d47-9b9e-2470120ef90d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:52:40.289396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ae61c064-a2e5-436d-abc0-9a0e92c1a61f None None] Provisioning complete for port db019786-d085-46fe-b075-3d118f5f790e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:40.289785 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae61c064-a2e5-436d-abc0-9a0e92c1a61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.292402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f50fa-5ec3-4b45-9038-b64ced20f91e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e43acbc-1445-4ed2-8a14-e12e555a5775,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:40.303230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-97566fa9-cd1d-4e1a-bd27-7d0569d76d0c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:52:40.304300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-97566fa9-cd1d-4e1a-bd27-7d0569d76d0c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1327362 Sep 23 23:52:40.328572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bdda2-5cdb-4996-9de6-01954ba3f9ea req-8c535b92-a953-46b4-a6d6-462ecc03ccbd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:40.334579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7cfa2-744a-47df-9c1e-1a75184dd709 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042dfdce-05e6-4252-8d35-49d036f2f7d6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:40.337422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a5bdda2-5cdb-4996-9de6-01954ba3f9ea req-8c535b92-a953-46b4-a6d6-462ecc03ccbd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.1643653 Sep 23 23:52:40.368630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fde98526-efc4-4084-b303-c71909084ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.384629 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d7cfa2-744a-47df-9c1e-1a75184dd709 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.393123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-17d7cfa2-744a-47df-9c1e-1a75184dd709 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8783627 Sep 23 23:52:40.398117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38072) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:40.419043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-17b155c7-2454-41b5-8f2c-e69547cf090f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Request body: {'security_group_rule': {'security_group_id': '130867f5-2b9c-49de-891e-70522d0192ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:40.456636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a5bdda2-5cdb-4996-9de6-01954ba3f9ea req-2942ae76-1adb-471c-831d-959c27b92d3a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182182 Sep 23 23:52:40.511689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17b155c7-2454-41b5-8f2c-e69547cf090f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.548258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-bb40eebd-7b4d-4fb0-be52-be49e2954aee service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322698 Sep 23 23:52:40.580455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fde98526-efc4-4084-b303-c71909084ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.583478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fde98526-efc4-4084-b303-c71909084ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.588425 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fde98526-efc4-4084-b303-c71909084ad7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78d71073-4aec-4f00-a932-87edf6636869 HTTP/1.1" status: 204 len: 168 time: 0.7230127 Sep 23 23:52:40.600323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17b155c7-2454-41b5-8f2c-e69547cf090f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.605706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde98526-efc4-4084-b303-c71909084ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d71073-4aec-4f00-a932-87edf6636869,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:40.616542 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17b155c7-2454-41b5-8f2c-e69547cf090f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.641480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b155c7-2454-41b5-8f2c-e69547cf090f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6564f3a7-0ced-4caa-b361-4a955de04d23,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:40.649917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17b155c7-2454-41b5-8f2c-e69547cf090f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.651691 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-17b155c7-2454-41b5-8f2c-e69547cf090f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2458405 Sep 23 23:52:40.655070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38080) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:40.671877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:40.673013 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:52:35Z', 'revision_number': 4, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'db019786-d085-46fe-b075-3d118f5f790e', 'name': '', 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'mac_address': 'fa:16:3e:94:09:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dc179cd-0f94-41d5-ac44-5606e12f7b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:33Z', 'updated_at': '2021-09-23T23:52:39Z', 'revision_number': 4, 'project_id': 'e3cde81245664d48a996f67508613f15', 'subnets': [{'id': '6dc179cd-0f94-41d5-ac44-5606e12f7b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:52:40.707766 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4612f612-7f3c-45d5-bc8a-f1cb6dc7fffa None None] The sync data for ids ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'] in n-d-713498-18 is: [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:52:35Z', 'revision_number': 4, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'db019786-d085-46fe-b075-3d118f5f790e', 'name': '', 'network_id': '6f3788a6-d4a0-4640-b92c-921b25b45b9e', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'mac_address': 'fa:16:3e:94:09:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_interface', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': '6dc179cd-0f94-41d5-ac44-5606e12f7b1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:33Z', 'updated_at': '2021-09-23T23:52:39Z', 'revision_number': 4, 'project_id': 'e3cde81245664d48a996f67508613f15', 'subnets': [{'id': '6dc179cd-0f94-41d5-ac44-5606e12f7b1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:52:40.721573 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:40.744264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38086) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:40.756087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-649878818-network', 'tenant_id': '08cb957c8b2848e59e7fce9c2b25ec55'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:40.776724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38088) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:40.883813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5536e29c-0658-46ef-ab7c-490da4968721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f36b667314141448cdc609379cf9bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1047840 Sep 23 23:52:40.887141 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38090) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:40.931798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Made reservation on behalf of 08cb957c8b2848e59e7fce9c2b25ec55 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:40.934085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.001226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.036271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-c2609419-843b-49c0-af24-9213bb859504 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869893 Sep 23 23:52:41.039454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d24d23b-c36e-4b5c-83d4-2975691ea768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.045212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-6de204de-41a4-4aa9-91e7-2a1c4dee5f57 service neutron] 10.222.0.20 "GET /v2.0/ports/36e5d212-82fc-40ab-95e9-fcb39f0380b7/bindings/n-h1-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.4567907 Sep 23 23:52:41.119934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d24d23b-c36e-4b5c-83d4-2975691ea768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.215982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.322903 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.343422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:41.364080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:41.406153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e5d212-82fc-40ab-95e9-fcb39f0380b7 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:41.425783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:41.446316 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.454475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.482659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-218902b5-9b74-4a63-81fc-c12ea2b22fa9 req-acdaf2e2-b9f4-4fcd-8021-b99f5f46e10b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 210 time: 0.0458922 Sep 23 23:52:41.545219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:52:41.547397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38104) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:41.573766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f4027d8-5e11-44cb-a583-d8b0519d34f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.664229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d235bc-d98f-444f-bdd2-295f3f2e8945,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:41.697887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d24d23b-c36e-4b5c-83d4-2975691ea768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.698267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] Transition to ACTIVE for port object 36e5d212-82fc-40ab-95e9-fcb39f0380b7 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:41.702411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d24d23b-c36e-4b5c-83d4-2975691ea768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.704082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5d24d23b-c36e-4b5c-83d4-2975691ea768 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83d25634-6e02-47b8-89e2-1578229b774f HTTP/1.1" status: 204 len: 168 time: 0.8148503 Sep 23 23:52:41.706127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.706964 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Added segment 054645ef-3a45-4eff-af10-f3ad4a5358e8 of type vlan for network 86d13009-9cc3-4f85-8a9e-77ac3392b07a Sep 23 23:52:41.715956 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.755883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24d23b-c36e-4b5c-83d4-2975691ea768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d25634-6e02-47b8-89e2-1578229b774f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:41.788171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] Pushing event updated for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=10']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:41.821272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Allocated IP 172.25.5.233 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/3bbf0260-000c-4d96-9bc2-67ed0cffe574) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:41.846272 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.857011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b56a5bf-d653-40be-9507-07ea961c55d9 req-ae7c5e96-8a08-43f8-bb70-e17c857f09fd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:41.864470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b56a5bf-d653-40be-9507-07ea961c55d9 req-ae7c5e96-8a08-43f8-bb70-e17c857f09fd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 944 time: 0.2303293 Sep 23 23:52:41.952623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] No DVR routers for this DVR port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:52:41.972281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:41.974905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:41.988865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.022029 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f4027d8-5e11-44cb-a583-d8b0519d34f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.048625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f4027d8-5e11-44cb-a583-d8b0519d34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.065487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device db019786-d085-46fe-b075-3d118f5f790e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:42.080093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-a8c340cd-902a-45d5-9e07-d86d43b688ec service neutron] 10.222.0.20 "PUT /v2.0/ports/36e5d212-82fc-40ab-95e9-fcb39f0380b7/bindings/n-h1-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 1.0277414 Sep 23 23:52:42.125488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.162157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b56a5bf-d653-40be-9507-07ea961c55d9 req-95fde78b-eb4c-45e0-8681-ba6a47423eda tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756984 Sep 23 23:52:42.187527 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4406376 Sep 23 23:52:42.189374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38124) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:42.196390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Request body: {'subnet': {'network_id': '86d13009-9cc3-4f85-8a9e-77ac3392b07a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-649878818-subnet', 'tenant_id': '08cb957c8b2848e59e7fce9c2b25ec55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:42.212478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4027d8-5e11-44cb-a583-d8b0519d34f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaccf90-f2ef-43f1-9853-3a477f7bfb30,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:42.237688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port db019786-d085-46fe-b075-3d118f5f790e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:42.238275 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.258603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fff828-b826-4796-8f37-c6dbfc346892 admin admin] Pushing event updated for resources: {'Network': ['ID=86d13009-9cc3-4f85-8a9e-77ac3392b07a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:42.258603 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.327693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9f4027d8-5e11-44cb-a583-d8b0519d34f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=944e94c0f35e4691bd0b88b11f62e549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7791367 Sep 23 23:52:42.330258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38132) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:42.333089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 86d13009-9cc3-4f85-8a9e-77ac3392b07a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:52:42.379336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-4f2e6b85-4514-4f5f-aea1-3644f094d65c tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:42.380953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-4f2e6b85-4514-4f5f-aea1-3644f094d65c tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.2174981 Sep 23 23:52:42.381809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Made reservation on behalf of 08cb957c8b2848e59e7fce9c2b25ec55 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:42.391572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.415072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:42.429840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b92be72-1f35-4821-bf26-db5f15f41342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.469258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:42.485661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:42.510433 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b92be72-1f35-4821-bf26-db5f15f41342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.590061 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b92be72-1f35-4821-bf26-db5f15f41342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.590941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event updated for resources: {'Port': ['ID=3bbf0260-000c-4d96-9bc2-67ed0cffe574,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:42.592465 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b92be72-1f35-4821-bf26-db5f15f41342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.601214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3b92be72-1f35-4821-bf26-db5f15f41342 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdaccf90-f2ef-43f1-9853-3a477f7bfb30 HTTP/1.1" status: 204 len: 168 time: 0.2697549 Sep 23 23:52:42.607655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-143e6ad1-ef26-46a9-ade2-922f06e837c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:42.609268 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-143e6ad1-ef26-46a9-ade2-922f06e837c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7 HTTP/1.1" status: 200 len: 1097 time: 0.2184794 Sep 23 23:52:42.636471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92be72-1f35-4821-bf26-db5f15f41342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaccf90-f2ef-43f1-9853-3a477f7bfb30,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:42.698333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27c411ce-a261-4c3e-a05a-0fd4aafab3f9 req-0087d6a1-ef5b-47bc-99c0-bb9a2738d840 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 210 time: 0.0632715 Sep 23 23:52:42.699198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38144) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:42.751686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-669beb76-58b9-42b5-b7cd-16ad4aaa954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:42.755107 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-669beb76-58b9-42b5-b7cd-16ad4aaa954e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1097 time: 0.1052790 Sep 23 23:52:42.849917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:42.876124 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a9b71561-44a5-4e81-ada3-c169bbba0163 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=282c9ab574ac45c4a7397f595c9fc88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1692989 Sep 23 23:52:42.878640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38146) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:42.971755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-1a506cfa-2a8a-468b-b08d-be0a10974826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:42.975773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-1a506cfa-2a8a-468b-b08d-be0a10974826 service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.2148948 Sep 23 23:52:43.037568 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.061830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-26725e11-f062-4723-b1c8-bc9dffcbfdc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 217 time: 0.0785563 Sep 23 23:52:43.064073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.151036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-28d0555e-7a5c-4e34-9579-5ec44b05b60f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:43.152587 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-28d0555e-7a5c-4e34-9579-5ec44b05b60f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0836008 Sep 23 23:52:43.229354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-9c9dd1a6-3600-4c9f-b9fa-54d7dfa08f86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675538 Sep 23 23:52:43.229857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38156) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:43.281869 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-024e20b8-f133-4cf0-9623-16359a0bc448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.441115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bc2d7a5-794e-4d47-8727-347b6c15556e req-b6d14ac9-c9a9-4620-8675-ee6e9e1bfb8c tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c8847a66973f4e779469ca5b6f9cd500&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560641 Sep 23 23:52:43.476870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-52ec5f1a-bbf9-43bc-9804-dd9e2bd59c99 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089121 Sep 23 23:52:43.495663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c125be-7aca-4058-af72-22ea78b2a95b req-3e27f939-0274-4b8e-b02f-66d740e4e2b7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:43.497667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5c125be-7aca-4058-af72-22ea78b2a95b req-3e27f939-0274-4b8e-b02f-66d740e4e2b7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 945 time: 0.1973863 Sep 23 23:52:43.505197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f27db192-7e11-43dd-a564-0dd3b10040be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.528844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=011b7713-04be-4fd4-b60b-2a91f6cf6bb7,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:43.557883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-0549950f-7597-4b3a-81cf-560c1c9dc61c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:43.559984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-0549950f-7597-4b3a-81cf-560c1c9dc61c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.6212962 Sep 23 23:52:43.601541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Request body: {'port': {'device_id': '6ffaade5-3901-4476-943c-f84e1a2bcdbe', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'admin_state_up': True, 'tenant_id': '8804663286b54bf884f821ce37c6f5f9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:43.604706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Checking segment: {'id': '054645ef-3a45-4eff-af10-f3ad4a5358e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '86d13009-9cc3-4f85-8a9e-77ac3392b07a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:43.605062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Network hostable DHCP agents. Network: 86d13009-9cc3-4f85-8a9e-77ac3392b07a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:52:43.638854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f27db192-7e11-43dd-a564-0dd3b10040be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.702169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5c125be-7aca-4058-af72-22ea78b2a95b req-76b16dbe-6d08-4cd9-8f34-15fd655df9a9 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885557 Sep 23 23:52:43.724415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc2d7a5-794e-4d47-8727-347b6c15556e req-19f7a25f-c7e5-401e-bf81-9e802347a2b7 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:43.725881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bc2d7a5-794e-4d47-8727-347b6c15556e req-19f7a25f-c7e5-401e-bf81-9e802347a2b7 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731752 Sep 23 23:52:43.734221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Network 86d13009-9cc3-4f85-8a9e-77ac3392b07a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:52:43.736615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-024e20b8-f133-4cf0-9623-16359a0bc448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.739850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-f52a57d2-e911-4481-bc6a-c072212f33a1 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390990 Sep 23 23:52:43.747498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-024e20b8-f133-4cf0-9623-16359a0bc448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.758323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 86d13009-9cc3-4f85-8a9e-77ac3392b07a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:43.777914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bc2d7a5-794e-4d47-8727-347b6c15556e req-9a629eb0-895e-4dc0-bb69-6aefc04088e5 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/quotas/c8847a66973f4e779469ca5b6f9cd500 HTTP/1.1" status: 200 len: 375 time: 0.0436795 Sep 23 23:52:43.779542 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.781913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:43.782501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.783700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b5666a-9263-4cdb-918c-596e68495201 None None] Network 86d13009-9cc3-4f85-8a9e-77ac3392b07a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:43.797532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.840961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-024e20b8-f133-4cf0-9623-16359a0bc448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fba5e42c97de49368baecccf966639a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6095023 Sep 23 23:52:43.843324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f27db192-7e11-43dd-a564-0dd3b10040be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.845832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f27db192-7e11-43dd-a564-0dd3b10040be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:43.846076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38174) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:43.846967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f27db192-7e11-43dd-a564-0dd3b10040be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9429b42-18a4-44ab-9c7c-d4cd2bc9e6a1 HTTP/1.1" status: 204 len: 168 time: 0.9639115 Sep 23 23:52:43.858090 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3628a7bd-d266-44f4-9005-8cf22b76a180 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6660233 Sep 23 23:52:43.886348 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bc2d7a5-794e-4d47-8727-347b6c15556e req-cb210482-2c4f-4d6e-a508-484bd76c89d3 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8847a66973f4e779469ca5b6f9cd500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787179 Sep 23 23:52:43.922124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e20b8-f133-4cf0-9623-16359a0bc448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3c3878-e499-4cc1-a4e4-a0b1583a4b88,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:43.925175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27db192-7e11-43dd-a564-0dd3b10040be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9429b42-18a4-44ab-9c7c-d4cd2bc9e6a1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:43.975857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event updated for resources: {'Port': ['ID=3bbf0260-000c-4d96-9bc2-67ed0cffe574,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:43.996864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-947efcb0-2bd1-44b6-9b4a-f7367447f8cd req-2fd296da-472d-4e24-b158-881f17a4628f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 210 time: 0.1224222 Sep 23 23:52:44.001918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Made reservation on behalf of 8804663286b54bf884f821ce37c6f5f9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:44.008559 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.065005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89bab5a-9bd8-433d-a2ed-4646912b5b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.087371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.148183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89bab5a-9bd8-433d-a2ed-4646912b5b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.151784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.158823 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bdacbc73-4cd1-4a8f-862f-b7c56f3e1528 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4961307 Sep 23 23:52:44.165247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7880130d-2f08-41a6-951d-7fde86338eed None None] Network 86d13009-9cc3-4f85-8a9e-77ac3392b07a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:52:44.223780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-d267eb80-9c73-4a43-a8cc-cb0c762b51b4 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:44.225667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-d267eb80-9c73-4a43-a8cc-cb0c762b51b4 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.1280019 Sep 23 23:52:44.261612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Allocated IP 172.20.0.12 (ccb7d7fd-8d12-485e-a563-a652ea2cac20/f71937a2-7996-46df-a564-b4e960a55091/e627083f-e66d-4359-a8ba-12d648bfea4f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:44.343648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89bab5a-9bd8-433d-a2ed-4646912b5b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.347355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89bab5a-9bd8-433d-a2ed-4646912b5b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.349129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b89bab5a-9bd8-433d-a2ed-4646912b5b15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e3c3878-e499-4cc1-a4e4-a0b1583a4b88 HTTP/1.1" status: 204 len: 168 time: 0.4844697 Sep 23 23:52:44.399147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bab5a-9bd8-433d-a2ed-4646912b5b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3c3878-e499-4cc1-a4e4-a0b1583a4b88,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:44.434931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-45566b2e-55ba-4b67-825a-cba47b4a72e5 service neutron] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:44.438454 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-45566b2e-55ba-4b67-825a-cba47b4a72e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.439713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbfc3f0-eb71-4aee-ac9f-ae7af49cc232 req-45566b2e-55ba-4b67-825a-cba47b4a72e5 service neutron] 10.222.0.18 "DELETE /v2.0/ports/36e5d212-82fc-40ab-95e9-fcb39f0380b7/bindings/n-h2-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.2054458 Sep 23 23:52:44.482699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.520091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.578363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event updated for resources: {'Port': ['ID=e627083f-e66d-4359-a8ba-12d648bfea4f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:44.588630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:44.590358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:44.592767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:44.648152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:44.649509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:44.673626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-678a282d-db5b-48ee-a3d9-5f6a005f882b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0806019 Sep 23 23:52:44.689058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Request body: {'port': {'device_id': '6ffaade5-3901-4476-943c-f84e1a2bcdbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:44.838922 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:45.023819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-2a27f6bc-edfb-45b6-88da-64cef4693a00 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1454197955&fields=id&tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca HTTP/1.1" status: 200 len: 267 time: 0.0825806 Sep 23 23:52:45.034368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-b55e4b4a-3db4-4b15-82aa-464a42c5b888 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:45.035905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-b55e4b4a-3db4-4b15-82aa-464a42c5b888 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 821 time: 0.2289209 Sep 23 23:52:45.077340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-003d8bec-5b0c-43f5-97a7-527d11960720 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/quotas/abfb4a1ac7254b0aaf45608eb88b5762 HTTP/1.1" status: 200 len: 375 time: 0.0276344 Sep 23 23:52:45.114538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-1855ef43-aa74-47cb-be15-01cb84f20f84 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299540 Sep 23 23:52:45.230096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e627083f-e66d-4359-a8ba-12d648bfea4f {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:45.244134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:45.263531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-558710e8-c3cf-40cf-b259-f957b365f92a tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:45.266008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-558710e8-c3cf-40cf-b259-f957b365f92a tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 824 time: 0.2291679 Sep 23 23:52:45.282951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Transition to ACTIVE for port object e627083f-e66d-4359-a8ba-12d648bfea4f will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:45.288147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:45.298442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-af8d65ae-8434-4a00-bfb9-105115636178 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/quotas/d0884c7ffcbb40e6afa1ccea1708b3ca HTTP/1.1" status: 200 len: 375 time: 0.0241520 Sep 23 23:52:45.300364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-94a1f7ed-e3db-43f3-b0de-72b2a4c871a7 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582320 Sep 23 23:52:45.389008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e627083f-e66d-4359-a8ba-12d648bfea4f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:45.444768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-8be3c756-3839-4282-bae6-444ecda11464 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1392643 Sep 23 23:52:45.452461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Attempting to bind port e627083f-e66d-4359-a8ba-12d648bfea4f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:45.453031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Attempting to bind port e627083f-e66d-4359-a8ba-12d648bfea4f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:45.453456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Attempting to bind port e627083f-e66d-4359-a8ba-12d648bfea4f on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:45.458657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Port e627083f-e66d-4359-a8ba-12d648bfea4f on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:45.459024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Attempting to bind port e627083f-e66d-4359-a8ba-12d648bfea4f on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:45.464701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:45.465688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Checking segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:45.466071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Bound using segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:45.466559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Bound port: e627083f-e66d-4359-a8ba-12d648bfea4f, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:45.466946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:45.499717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-ec777ed2-93d2-469c-9507-0b3d4cecf007 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930091 Sep 23 23:52:45.553083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] For port e627083f-e66d-4359-a8ba-12d648bfea4f, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:45.559320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] For port e627083f-e66d-4359-a8ba-12d648bfea4f, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e627083f-e66d-4359-a8ba-12d648bfea4f,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:45.569281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:45.573736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c42d98f5-f671-453e-acf2-41483afc4205 service neutron] 10.222.0.24 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157250 Sep 23 23:52:45.614341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:45.614978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:45.616575 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/e627083f-e66d-4359-a8ba-12d648bfea4f HTTP/1.1" status: 200 len: 1093 time: 0.9335799 Sep 23 23:52:45.617161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffaade5-3901-4476-943c-f84e1a2bcdbe', 'tag': 'e627083f-e66d-4359-a8ba-12d648bfea4f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:45.619678 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "6ffaade5-3901-4476-943c-f84e1a2bcdbe", "tag": "e627083f-e66d-4359-a8ba-12d648bfea4f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:45.644681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 36e5d212-82fc-40ab-95e9-fcb39f0380b7 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:52:45.694341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27345bd5-e8ea-4613-81b6-76a7a99cd6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=e627083f-e66d-4359-a8ba-12d648bfea4f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:45.716170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-81466df4-a3c0-42c1-a6a3-3a512baac8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:45.719165 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-81466df4-a3c0-42c1-a6a3-3a512baac8e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 1096 time: 0.0573111 Sep 23 23:52:45.747922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-36ca5edb-823b-4e30-af78-553672647d4d service neutron] 10.222.0.24 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676369 Sep 23 23:52:45.755655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 36e5d212-82fc-40ab-95e9-fcb39f0380b7 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:52:45.795091 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-d7cd52c8-a06e-4449-87af-a377bad3d285 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e627083f-e66d-4359-a8ba-12d648bfea4f HTTP/1.1" status: 200 len: 217 time: 0.0664930 Sep 23 23:52:45.836599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5dc83-61c5-4b78-9954-9e07aab155b6 req-a00c8497-8474-4ad7-8e6a-638843a522e3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:45.844323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71a5dc83-61c5-4b78-9954-9e07aab155b6 req-a00c8497-8474-4ad7-8e6a-638843a522e3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 945 time: 0.0756092 Sep 23 23:52:45.929749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-e1019aaa-a887-432e-b51d-2debce0c2b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:45.936516 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-e1019aaa-a887-432e-b51d-2debce0c2b6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.1338353 Sep 23 23:52:45.972855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71a5dc83-61c5-4b78-9954-9e07aab155b6 req-69b58c04-3dbf-4a33-a588-8efe578a96ee tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261029 Sep 23 23:52:46.007888 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-07b21738-9197-488f-a686-4f6e849dd900 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661514 Sep 23 23:52:46.148848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0000697-4466-4b10-9aff-fdcec1c550f4 req-0473d8b6-0b4f-4eea-82d7-2555a6c49ef8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:46.158799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0000697-4466-4b10-9aff-fdcec1c550f4 req-0473d8b6-0b4f-4eea-82d7-2555a6c49ef8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 944 time: 0.0674131 Sep 23 23:52:46.210225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0000697-4466-4b10-9aff-fdcec1c550f4 req-fcc9128b-f355-4db1-811e-5d882df26b28 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Sep 23 23:52:46.241384 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-d8066368-30a3-418b-bcd7-6cda3c17ac1b service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294655 Sep 23 23:52:46.316840 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68b95e0-7cf2-492c-aec0-19ca1fc9465f x-openstack-request-id: req-b68b95e0-7cf2-492c-aec0-19ca1fc9465f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:46.317135 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ffaade5-3901-4476-943c-f84e1a2bcdbe", "tag": "e627083f-e66d-4359-a8ba-12d648bfea4f", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:46.317425 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b68b95e0-7cf2-492c-aec0-19ca1fc9465f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:46.318021 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffaade5-3901-4476-943c-f84e1a2bcdbe', 'tag': 'e627083f-e66d-4359-a8ba-12d648bfea4f', 'status': 'completed', 'code': 200} Sep 23 23:52:46.390165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c048bfa8-21cc-457b-a339-d35c8ca773a4 req-9b1093a6-cc72-4a83-a884-8c8b5aeca7f8 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 210 time: 0.0420706 Sep 23 23:52:46.449663 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23fae37f-adf6-41a9-8759-2d851e2c10f3 req-b46adbc0-8c3b-4807-8487-2f54fa294809 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984689 Sep 23 23:52:46.490567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12aedee5-0caf-4501-a1f1-fbd8c00a6600 req-3902b3ac-2ace-495f-a3aa-4057aafe1877 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 210 time: 0.0516682 Sep 23 23:52:46.648042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-40f7c995-2684-4815-b3ba-c23559257c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:46.654788 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-40f7c995-2684-4815-b3ba-c23559257c19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 1096 time: 0.1355717 Sep 23 23:52:46.783302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021467-f375-4dfc-a521-bf47b6fb6a70 req-c39f513c-565c-461e-8ee4-58af4d500428 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:46.792532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1021467-f375-4dfc-a521-bf47b6fb6a70 req-c39f513c-565c-461e-8ee4-58af4d500428 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1097 time: 0.0714712 Sep 23 23:52:46.846354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1021467-f375-4dfc-a521-bf47b6fb6a70 req-a1d8d01c-e695-450a-aec8-8642aa77e007 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526111 Sep 23 23:52:46.859999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-3daf5dd1-b7d8-42db-af3e-1d82514bb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:46.862296 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-3daf5dd1-b7d8-42db-af3e-1d82514bb3dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 912 time: 0.2016392 Sep 23 23:52:46.916044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-c36e1dee-9738-479a-a157-d13f7e4e8fbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e627083f-e66d-4359-a8ba-12d648bfea4f HTTP/1.1" status: 200 len: 217 time: 0.0443969 Sep 23 23:52:46.967219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-d3f45f29-088b-4991-988d-16953307deac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:46.968917 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-d3f45f29-088b-4991-988d-16953307deac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.0443883 Sep 23 23:52:47.006838 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-bc51b6c0-ee14-4106-a26b-2b608509a1c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285583 Sep 23 23:52:47.183419 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-fc2d3252-51d8-47db-8c0f-9b999112d6f9 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699481 Sep 23 23:52:47.335766 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d5b5ce25-eaf2-4b50-9f59-3c6914a51e7c req-ade9de6d-2587-45b1-92ee-ff2951ca8d9a service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444519 Sep 23 23:52:47.508159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-466b52be-bd14-4245-88d6-838ed8c449af tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:47.509593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-466b52be-bd14-4245-88d6-838ed8c449af tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 821 time: 0.3418500 Sep 23 23:52:47.522353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee667-0903-4626-9bc0-2712407945be req-c924b435-aa00-4908-b7c8-9e4e116a6844 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:47.529847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-c924b435-aa00-4908-b7c8-9e4e116a6844 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 808 time: 0.3125904 Sep 23 23:52:47.545907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Request body: {'port': {'device_id': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'admin_state_up': True, 'tenant_id': 'abfb4a1ac7254b0aaf45608eb88b5762'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:47.557496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58430134-e354-44bc-a419-1c7be5c8b864 req-a49ebf45-5a49-4554-82f5-609c67458335 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:47.559035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58430134-e354-44bc-a419-1c7be5c8b864 req-a49ebf45-5a49-4554-82f5-609c67458335 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 944 time: 0.2138801 Sep 23 23:52:47.562527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-bd88ecda-a5dd-429b-863c-82c1d1125393 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/quotas/0f7406a1dee54996bbfe65ad3c51e6d7 HTTP/1.1" status: 200 len: 375 time: 0.0319183 Sep 23 23:52:47.681413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58430134-e354-44bc-a419-1c7be5c8b864 req-37379253-ef42-4d78-a86c-5b259b59bbc4 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 Sep 23 23:52:47.681661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-a792012b-fc35-4cde-bbbf-90764457ba49 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:47.683201 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-a792012b-fc35-4cde-bbbf-90764457ba49 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.20 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 824 time: 0.1128459 Sep 23 23:52:47.703206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-32e2f7c9-3662-4d95-a199-5e0f88b762b6 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1270516 Sep 23 23:52:47.760733 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-e64826bc-7082-4599-b662-48c029d4eb36 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca HTTP/1.1" status: 200 len: 380 time: 0.0682178 Sep 23 23:52:47.776648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Request body: {'port': {'device_id': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'admin_state_up': True, 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'security_groups': ['130867f5-2b9c-49de-891e-70522d0192ac']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:48.071216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Made reservation on behalf of abfb4a1ac7254b0aaf45608eb88b5762 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:48.074675 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.077694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55963869-9fff-44d3-8bcf-d57c54da47cd req-756759ea-ddab-402b-8c6a-7c6632e52bdb tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=c8847a66973f4e779469ca5b6f9cd500&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3034232 Sep 23 23:52:48.082499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Made reservation on behalf of d0884c7ffcbb40e6afa1ccea1708b3ca for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:48.086861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.158730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-63dc5d63-6b55-4d4c-bc47-c55200fbe1b8 service neutron] 10.222.0.24 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470203 Sep 23 23:52:48.228395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Allocated IP 172.20.0.8 (67fcd5fe-e92f-42dc-894f-b93672094cb0/83d3ef4c-bc9c-461f-a6ad-1994320886b0/9dd26db5-4b3d-471f-93d3-9f9a3ce059fe) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:48.332951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55963869-9fff-44d3-8bcf-d57c54da47cd req-1335ddb8-f11d-45d6-b096-22e0e3dd66d3 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:48.334405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55963869-9fff-44d3-8bcf-d57c54da47cd req-1335ddb8-f11d-45d6-b096-22e0e3dd66d3 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2463231 Sep 23 23:52:48.376339 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.387016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55963869-9fff-44d3-8bcf-d57c54da47cd req-ad02e208-8a91-4ca5-9d4f-e05ae608868f tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/quotas/c8847a66973f4e779469ca5b6f9cd500 HTTP/1.1" status: 200 len: 375 time: 0.0335217 Sep 23 23:52:48.392111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-85786a1d-e402-4d4a-933a-636acbac7501 service neutron] 10.222.0.24 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262850 Sep 23 23:52:48.406023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Allocated IP 172.20.0.12 (f3e629a6-123d-476f-ab2a-d238ec9ce88e/c16f53bb-8001-4541-93e2-a751a6ed31ec/330ba16f-e910-4ef8-99cc-f6f1ac85010d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:48.413860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.437229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55963869-9fff-44d3-8bcf-d57c54da47cd req-035ff041-ae99-424b-8a9d-099a00b247a9 tempest-QuotasAdminNegativeTest-80878605 tempest-QuotasAdminNegativeTest-80878605-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8847a66973f4e779469ca5b6f9cd500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427282 Sep 23 23:52:48.486590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:48.493694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:48.495775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event updated for resources: {'Port': ['ID=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:48.498387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:48.572130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:48.573033 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.597292 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-c6b09bf8-9d3b-47ac-b5d4-f43adbda8794 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8248663 Sep 23 23:52:48.610626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Request body: {'port': {'device_id': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:48.630489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dff03e7b-69a7-44be-a73b-b26425ad3613 req-80944516-c593-4e49-8113-d7e5d6029f0e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 210 time: 0.0662196 Sep 23 23:52:48.737206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.750676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dbbe2ef4-8b9d-4fc7-8fdf-b16a290fa999 None None] Provisioning complete for port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:48.751226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbbe2ef4-8b9d-4fc7-8fdf-b16a290fa999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.752117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.835607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:48.841952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-dbbe2ef4-8b9d-4fc7-8fdf-b16a290fa999 None None] Port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:48.846415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d2720-4058-4e2e-894b-1289064c29a0 req-ce258354-dbfa-460b-aefc-a9f11ec54c80 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:48.847936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab5d2720-4058-4e2e-894b-1289064c29a0 req-ce258354-dbfa-460b-aefc-a9f11ec54c80 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 931 time: 0.0715418 Sep 23 23:52:48.916785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-68d5d837-77ca-4da7-9d06-a67ba071fc12 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=619e29798ea7490aafb81bc480ce28b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0789196 Sep 23 23:52:48.921560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Network f3e629a6-123d-476f-ab2a-d238ec9ce88e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:48.928687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:48.936411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:48.969831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Pushing event updated for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:49.004183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab5d2720-4058-4e2e-894b-1289064c29a0 req-c4d29d54-b923-4433-a091-a863e6ffdca1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444004 Sep 23 23:52:49.066062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:49.066962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.087241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:49.099015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.102845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-4316cf97-a31c-4fa4-92ce-84aca05315e4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5695095 Sep 23 23:52:49.112794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Transition to ACTIVE for port object 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:49.113003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-049ba6eb-6964-45cb-a2de-bc1c8eaf8dad tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:49.115241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-049ba6eb-6964-45cb-a2de-bc1c8eaf8dad tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897089 Sep 23 23:52:49.121657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Request body: {'port': {'device_id': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:49.123701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.157500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-6a102535-e01c-457c-976d-ffa2bf2ce63d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/quotas/619e29798ea7490aafb81bc480ce28b1 HTTP/1.1" status: 200 len: 375 time: 0.0322156 Sep 23 23:52:49.187261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:49.228287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-5d2a3bd1-a4ac-4280-b47f-e717f03e9014 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623281 Sep 23 23:52:49.268545 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.292373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Attempting to bind port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:49.292802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Attempting to bind port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:49.293380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Attempting to bind port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe on network 67fcd5fe-e92f-42dc-894f-b93672094cb0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:49.300560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe on network 67fcd5fe-e92f-42dc-894f-b93672094cb0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:49.300880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Attempting to bind port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe on network 67fcd5fe-e92f-42dc-894f-b93672094cb0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:49.307005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:49.307513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Checking segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:49.307891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Bound using segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:49.308321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Bound port: 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:49.309344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.323249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e627083f-e66d-4359-a8ba-12d648bfea4f details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:52:49.404845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] For port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:49.408995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] For port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:49.426501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.493294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e627083f-e66d-4359-a8ba-12d648bfea4f, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e627083f-e66d-4359-a8ba-12d648bfea4f,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:49.507239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'e627083f-e66d-4359-a8ba-12d648bfea4f', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'port_id': 'e627083f-e66d-4359-a8ba-12d648bfea4f', 'mac_address': 'fa:16:3e:63:df:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71937a2-7996-46df-a564-b4e960a55091', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:52:49.540359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Pushing event updated for resources: {'Port': ['ID=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:49.549943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:49.550386 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.551848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-5fb27c57-45c2-49ff-98e4-2a27dd6df452 service neutron] 10.222.0.20 "PUT /v2.0/ports/9dd26db5-4b3d-471f-93d3-9f9a3ce059fe HTTP/1.1" status: 200 len: 1092 time: 0.9465895 Sep 23 23:52:49.552286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'tag': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:49.554807 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda633ba-95bc-463b-bee7-807edf383dc8" -d '{"events": [{"name": "network-changed", "server_uuid": "daf909eb-a07f-4458-8484-8cf6b125c6b5", "tag": "9dd26db5-4b3d-471f-93d3-9f9a3ce059fe"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:49.623412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.643239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e627083f-e66d-4359-a8ba-12d648bfea4f {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:49.674483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e627083f-e66d-4359-a8ba-12d648bfea4f, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e627083f-e66d-4359-a8ba-12d648bfea4f,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:49.688254 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.689105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-7d5e8fec-baa0-4677-83a0-41b90da9faed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:49.689229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84077438-c946-4618-b91b-cc2c5fd5e651 req-15ae5768-86df-4185-84ed-0012f69fe970 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 210 time: 0.0808349 Sep 23 23:52:49.690788 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-7d5e8fec-baa0-4677-83a0-41b90da9faed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 1095 time: 0.0882719 Sep 23 23:52:49.794061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=e627083f-e66d-4359-a8ba-12d648bfea4f,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:49.812274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.812917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.815212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.815752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.816238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.816851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.819460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.820789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.820927 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-703c0728-8e91-4cef-9483-6fae5663624d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe HTTP/1.1" status: 200 len: 217 time: 0.1221449 Sep 23 23:52:49.821405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.821886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.822376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.823141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:52:49.846147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330ba16f-e910-4ef8-99cc-f6f1ac85010d {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:49.866704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:49.931391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['e627083f-e66d-4359-a8ba-12d648bfea4f'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:49.938851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Transition to ACTIVE for port object 330ba16f-e910-4ef8-99cc-f6f1ac85010d will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:49.969823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01e3e-9730-4d03-896e-90399fe4e7af req-c333579b-f086-4b9d-8c9e-01a34ffce107 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:49.980085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0aa01e3e-9730-4d03-896e-90399fe4e7af req-c333579b-f086-4b9d-8c9e-01a34ffce107 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 945 time: 0.1390233 Sep 23 23:52:49.984334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:50.114693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0aa01e3e-9730-4d03-896e-90399fe4e7af req-57a6efec-0415-4bf4-be33-2d7750fc55ce tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317949 Sep 23 23:52:50.203925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Pushing event updated for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:50.226346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:50.226817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:50.227456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:50.231908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-74704568-bb77-46ee-bb7f-71762ea82b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:50.235234 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-74704568-bb77-46ee-bb7f-71762ea82b58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83d3ef4c-bc9c-461f-a6ad-1994320886b0 HTTP/1.1" status: 200 len: 863 time: 0.4058847 Sep 23 23:52:50.241408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:50.243624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:50.252971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:50.253429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:50.253891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:50.254393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Bound port: 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:50.257069 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:50.306456 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020be7c5-d906-4210-9bfa-9f00bde24817 x-openstack-request-id: req-020be7c5-d906-4210-9bfa-9f00bde24817 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:50.308292 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf909eb-a07f-4458-8484-8cf6b125c6b5", "tag": "9dd26db5-4b3d-471f-93d3-9f9a3ce059fe", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:50.308768 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-020be7c5-d906-4210-9bfa-9f00bde24817 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:50.314054 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'tag': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'status': 'completed', 'code': 200} Sep 23 23:52:50.347864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-1b0fcce6-a44b-483e-8565-731e1d7402b1 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=619e29798ea7490aafb81bc480ce28b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282919 Sep 23 23:52:50.364764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-ab413ae2-8f29-4840-9f50-b7dad0c540b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:50.366291 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-ab413ae2-8f29-4840-9f50-b7dad0c540b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67fcd5fe-e92f-42dc-894f-b93672094cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102931 Sep 23 23:52:50.373741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee667-0903-4626-9bc0-2712407945be req-7fe69372-44cf-413b-97c8-17d284c12010 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:50.375204 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-7fe69372-44cf-413b-97c8-17d284c12010 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 808 time: 0.2619510 Sep 23 23:52:50.392262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Request body: {'port': {'device_id': '3e67d284-0114-4323-bca8-faccb95f059e', 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'admin_state_up': True, 'tenant_id': '0f7406a1dee54996bbfe65ad3c51e6d7'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:50.436915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:50.488931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:50.500633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:50.528829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Made reservation on behalf of 0f7406a1dee54996bbfe65ad3c51e6d7 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:50.533163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:50.559613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad368872-8ca8-4478-9159-d7d6fc2d6083 req-22a8859d-fb2e-4b9f-b651-bc681b7bab5a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:50.561093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad368872-8ca8-4478-9159-d7d6fc2d6083 req-22a8859d-fb2e-4b9f-b651-bc681b7bab5a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.1644228 Sep 23 23:52:50.568426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:50.568978 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:50.570313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] 10.222.0.20 "PUT /v2.0/ports/330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 1093 time: 1.4541111 Sep 23 23:52:50.570738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:50.573054 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:50.588892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89056-2cf4-43c2-8540-18af8eff681e req-c5deb1ca-8110-4e82-a1a8-f4157b177d0d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:50.590968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-c5deb1ca-8110-4e82-a1a8-f4157b177d0d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2306921 Sep 23 23:52:50.635160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a9e53-543d-4f9c-a319-bc02b35f893f service neutron] Pushing event updated for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:50.657824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-a2654b8c-2947-4496-91b4-9ad4895079b6 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/quotas/619e29798ea7490aafb81bc480ce28b1 HTTP/1.1" status: 200 len: 375 time: 0.0562711 Sep 23 23:52:50.676462 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-82d110d9-6786-45d7-84b7-40f17ceb06bc service neutron] 10.222.0.20 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002760 Sep 23 23:52:50.683332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad368872-8ca8-4478-9159-d7d6fc2d6083 req-51376e15-c14c-4578-b8fa-cb72d127eb84 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039925 Sep 23 23:52:50.705069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-3525e65f-aed2-4423-a035-e5f498e20835 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341322 Sep 23 23:52:50.721303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-ac5f6125-d5dd-4a97-a31f-52dc3749beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:50.722926 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-ac5f6125-d5dd-4a97-a31f-52dc3749beb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1096 time: 0.0983083 Sep 23 23:52:50.824082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Allocated IP 172.20.0.3 (159c3e74-89f7-42c9-b316-6955149d7dbb/4cc848f4-f899-487f-bd88-8dd2be9ee3e3/db96ad4b-84a3-4125-b82d-b7593aa36c62) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:50.830362 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f85f0f9f-b122-4c0d-ade8-1c7ad7cf9748 req-70418477-320b-4392-a52b-af84a0e88108 service neutron] 10.222.0.20 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449573 Sep 23 23:52:50.846773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-8e530bb7-0886-4c12-becf-479d6f4a5679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 217 time: 0.1152036 Sep 23 23:52:50.922444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.20', 53180) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:50.997099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ac1e-d7a2-49a4-a620-31ffad23ac47 req-29553d8d-a822-4e35-a484-3da3b88c951f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:50.998775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66a4ac1e-d7a2-49a4-a620-31ffad23ac47 req-29553d8d-a822-4e35-a484-3da3b88c951f tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 943 time: 0.2049291 Sep 23 23:52:51.001524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-a4d015c7-ba8c-4c2e-9b85-974b01861e12 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=619e29798ea7490aafb81bc480ce28b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755899 Sep 23 23:52:51.024856 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f161b5-1058-4b64-a514-54f44b19ca0a x-openstack-request-id: req-93f161b5-1058-4b64-a514-54f44b19ca0a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:51.025136 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:51.025375 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-93f161b5-1058-4b64-a514-54f44b19ca0a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:51.025777 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d', 'status': 'completed', 'code': 200} Sep 23 23:52:51.042587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-dff9f787-4061-41a0-9b2f-d9c0500c2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:51.044626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-dff9f787-4061-41a0-9b2f-d9c0500c2aec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.1862938 Sep 23 23:52:51.142789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66a4ac1e-d7a2-49a4-a620-31ffad23ac47 req-e47138ed-9d07-40bc-8178-c83fb0d6ef34 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302648 Sep 23 23:52:51.149148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-8eeffe27-86b1-4ce5-a719-b5ddf0d9f48f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924778 Sep 23 23:52:51.152305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-5f4abf1f-92f7-4f23-8b5b-8e0f165c70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:51.154076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-5f4abf1f-92f7-4f23-8b5b-8e0f165c70c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 1095 time: 0.2539532 Sep 23 23:52:51.233556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38522) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:51.275731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dedda57d-429f-400d-8800-22b48a5f4ba1 req-efbd3169-5107-476a-beff-6c4b681dd691 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 210 time: 0.1315699 Sep 23 23:52:51.331447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0112f734-ebbb-4a34-bec6-2347b1eb2fd7 req-e9e0f058-bf15-4818-b790-692291ef6021 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 210 time: 0.1109374 Sep 23 23:52:51.331868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e627083f-e66d-4359-a8ba-12d648bfea4f up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:51.389132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:51.433490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-b6cf721b-f0c9-4880-825e-78d1ecd4899b tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:51.434940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-e594cabf-a597-40d3-837a-2e8e74ba1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:51.435254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-b6cf721b-f0c9-4880-825e-78d1ecd4899b tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4263115 Sep 23 23:52:51.440697 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-e594cabf-a597-40d3-837a-2e8e74ba1dba service neutron] 10.222.0.20 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 925 time: 0.2754872 Sep 23 23:52:51.455146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Request body: {'port': {'device_id': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': '619e29798ea7490aafb81bc480ce28b1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:51.498826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-b27de19a-8032-4200-85c2-1748d2fb1773 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe HTTP/1.1" status: 200 len: 217 time: 0.0455470 Sep 23 23:52:51.520868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port e627083f-e66d-4359-a8ba-12d648bfea4f completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:52:51.528635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port e627083f-e66d-4359-a8ba-12d648bfea4f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:51.531394 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:51.617548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-d8ff1653-7d74-4f65-832f-0a1d72da0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:51.620972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-d8ff1653-7d74-4f65-832f-0a1d72da0ab9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83d3ef4c-bc9c-461f-a6ad-1994320886b0 HTTP/1.1" status: 200 len: 863 time: 0.1104777 Sep 23 23:52:51.622975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:51.630451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-88e91972-3919-40b5-af01-6e5478bfea10 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4241714 Sep 23 23:52:51.633386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Made reservation on behalf of 619e29798ea7490aafb81bc480ce28b1 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:51.637461 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:51.649636 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:51.671733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c578f304-d563-48a2-a70b-16f316274761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:51.693544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffbf64-a424-4ff5-90ab-732e37cc2e59 req-000c6f7e-9618-450e-b0e8-52fd4974a6b1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:51.701072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2ffbf64-a424-4ff5-90ab-732e37cc2e59 req-000c6f7e-9618-450e-b0e8-52fd4974a6b1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 945 time: 0.2776296 Sep 23 23:52:51.756226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:51.820527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffaade5-3901-4476-943c-f84e1a2bcdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e627083f-e66d-4359-a8ba-12d648bfea4f'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:51.824713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2ffbf64-a424-4ff5-90ab-732e37cc2e59 req-faee14c6-b51a-4f6f-9ca9-f21f012c98f1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171494 Sep 23 23:52:51.827335 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1441087e-5cfd-4b7d-938c-df295b32728c" -d '{"events": [{"server_uuid": "6ffaade5-3901-4476-943c-f84e1a2bcdbe", "name": "network-vif-plugged", "status": "completed", "tag": "e627083f-e66d-4359-a8ba-12d648bfea4f"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:51.853176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Network 159c3e74-89f7-42c9-b316-6955149d7dbb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:51.879016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:51.882974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:51.914614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e627083f-e66d-4359-a8ba-12d648bfea4f, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e627083f-e66d-4359-a8ba-12d648bfea4f,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:51.922695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:51.933989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Pushing event updated for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:51.944215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-4cd029e0-a1e0-4b0b-a700-8de27d2efc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:51.946583 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-4cd029e0-a1e0-4b0b-a700-8de27d2efc5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67fcd5fe-e92f-42dc-894f-b93672094cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3107295 Sep 23 23:52:51.955305 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d058ed-8980-426b-8760-05cfa1fc360a x-openstack-request-id: req-80d058ed-8980-426b-8760-05cfa1fc360a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:51.957090 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffaade5-3901-4476-943c-f84e1a2bcdbe", "name": "network-vif-plugged", "status": "completed", "tag": "e627083f-e66d-4359-a8ba-12d648bfea4f", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:51.957884 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80d058ed-8980-426b-8760-05cfa1fc360a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:51.961583 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffaade5-3901-4476-943c-f84e1a2bcdbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e627083f-e66d-4359-a8ba-12d648bfea4f', 'code': 200} Sep 23 23:52:51.995516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acf0579-2878-4f54-81fc-5fc9cb512f38 req-78fcfa0c-da58-4457-ae6a-5208792b62f2 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472164 Sep 23 23:52:52.044246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c477caa-0b59-4d33-86d1-376faff8d836 req-1ef90ce6-b8e9-40d7-81e5-f6fe92514042 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:52.046808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c477caa-0b59-4d33-86d1-376faff8d836 req-1ef90ce6-b8e9-40d7-81e5-f6fe92514042 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.1795995 Sep 23 23:52:52.060204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38550) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:52.092392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:52.093048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:52.110015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=e627083f-e66d-4359-a8ba-12d648bfea4f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:52.135436 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-afc8880e-0365-4879-8a06-b1a4d5a168e6 service neutron] 10.222.0.20 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729155 Sep 23 23:52:52.188609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:52.222493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c477caa-0b59-4d33-86d1-376faff8d836 req-fd6fff0b-6493-42c3-839b-ca1065f0d73b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515141 Sep 23 23:52:52.229421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:52.244491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-a86b5a55-a3d4-42cc-9a2b-47429d7e1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:52.246221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-a86b5a55-a3d4-42cc-9a2b-47429d7e1ac2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1096 time: 0.1589651 Sep 23 23:52:52.251181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ef4a8-954b-43f5-9fe1-5a0aadab9e95 req-d4050202-f074-4619-84e0-fa0bf8ae902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:52.252851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c09ef4a8-954b-43f5-9fe1-5a0aadab9e95 req-d4050202-f074-4619-84e0-fa0bf8ae902a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 1098 time: 0.2049334 Sep 23 23:52:52.287795 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-031f0541-00a9-4788-ad06-798c08c13b2a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9006402 Sep 23 23:52:52.312200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Request body: {'port': {'device_id': '3e67d284-0114-4323-bca8-faccb95f059e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:52.344430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.18', 53260) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:52.379479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2b834bd-286f-493c-833b-94f5c1493123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:52.403439 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eda633ba-95bc-463b-bee7-807edf383dc8 req-3aed3ab9-5121-49e3-b0db-c509469607b8 service neutron] 10.222.0.20 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584183 Sep 23 23:52:52.418842 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-60d1cb28-facc-4c1f-af75-db0dfc756be2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=619e29798ea7490aafb81bc480ce28b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725710 Sep 23 23:52:52.432683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edff8d2a-9afa-4d34-9405-5ee533231dc6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:52.520158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:52.659600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c578f304-d563-48a2-a70b-16f316274761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:52.673338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c578f304-d563-48a2-a70b-16f316274761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:52.681895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89056-2cf4-43c2-8540-18af8eff681e req-9fd84613-54cf-4030-b419-589231c488a7 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:52.683440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-9fd84613-54cf-4030-b419-589231c488a7 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2526572 Sep 23 23:52:52.740882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c09ef4a8-954b-43f5-9fe1-5a0aadab9e95 req-4d3a9f7a-d84e-4d55-a0cf-ae8df280b408 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641852 Sep 23 23:52:52.744732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Request body: {'port': {'device_id': 'd4b92d7d-6a76-4ecc-8690-b525deebf331', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': '619e29798ea7490aafb81bc480ce28b1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:52.799056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaff89a-3035-4e12-8db7-ccbccf441f2d req-86d0ff3a-d99d-458e-8d0c-4618f1ec6b0b tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:52.800447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebaff89a-3035-4e12-8db7-ccbccf441f2d req-86d0ff3a-d99d-458e-8d0c-4618f1ec6b0b tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 943 time: 0.5162480 Sep 23 23:52:52.831751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-4ace1d43-703a-42eb-ad0c-49bb007de8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:52.833193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-4ace1d43-703a-42eb-ad0c-49bb007de8e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.5721760 Sep 23 23:52:52.836546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c578f304-d563-48a2-a70b-16f316274761 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8847a66973f4e779469ca5b6f9cd500&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5704677 Sep 23 23:52:52.850244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891088cc-82f7-4a8b-a38d-ca79c5fdb8bb req-662a63bb-ca07-4376-9249-a76714bc639f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:52.852853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-891088cc-82f7-4a8b-a38d-ca79c5fdb8bb req-662a63bb-ca07-4376-9249-a76714bc639f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 931 time: 0.4698787 Sep 23 23:52:52.853630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38570) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:52.854726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Allocated IP 192.168.233.69 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/c8b5f3d3-6722-471b-9897-49c9b730ad44) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:52.878856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c578f304-d563-48a2-a70b-16f316274761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415f6085-543d-4f07-8356-51bf0aec4193,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:52.934428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-e3704d60-7ab2-4ae9-b2bf-b7b9df453588 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 217 time: 0.0768583 Sep 23 23:52:52.936583 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7471db0-09db-4e43-a5cb-4d1b290caa11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:52.997079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebaff89a-3035-4e12-8db7-ccbccf441f2d req-a1fb437f-022f-42e7-bfa7-c27b2ad13271 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853464 Sep 23 23:52:53.044061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-891088cc-82f7-4a8b-a38d-ca79c5fdb8bb req-3346987b-5d63-43c8-b473-38f3c1d7e68d tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714609 Sep 23 23:52:53.070982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-a8a46729-fd55-46d9-9dde-2fc2084ab780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:53.072441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-a8a46729-fd55-46d9-9dde-2fc2084ab780 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.1276221 Sep 23 23:52:53.096606 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2b834bd-286f-493c-833b-94f5c1493123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.108953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a1c40f8-eb14-4ba6-a4ea-ccdeb8d70a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.115394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2b834bd-286f-493c-833b-94f5c1493123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.159198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b032db4b-db7c-4abc-8c41-c0c22e545e97 req-998ad729-6af3-4ee4-8268-986bca7db8b0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 210 time: 0.0790102 Sep 23 23:52:53.160919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-8743dc49-c659-4dd2-99cc-429deedb7ca8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690122 Sep 23 23:52:53.247291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Made reservation on behalf of 619e29798ea7490aafb81bc480ce28b1 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:53.247874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a1c40f8-eb14-4ba6-a4ea-ccdeb8d70a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.254785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.266074 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d2b834bd-286f-493c-833b-94f5c1493123 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab2280dde6ed475cbc30c0b9763e4908&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2023253 Sep 23 23:52:53.280960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:53.281893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b834bd-286f-493c-833b-94f5c1493123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e92b554-8897-4e2c-9c3d-d62ca5789e7b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:53.300986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db96ad4b-84a3-4125-b82d-b7593aa36c62 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:53.328073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.422009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc422b-3400-42dd-8831-4bfa514e82ed req-939e0c55-82ea-48e3-81f4-5d96b5c06e59 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:53.423531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0cc422b-3400-42dd-8831-4bfa514e82ed req-939e0c55-82ea-48e3-81f4-5d96b5c06e59 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 946 time: 0.2528231 Sep 23 23:52:53.426457 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.453254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-2f6fd57e-b7ce-4df0-a7fd-0772d95597ab service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850728 Sep 23 23:52:53.467487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Transition to ACTIVE for port object db96ad4b-84a3-4125-b82d-b7593aa36c62 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:53.471022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-741286d4-0a4e-4838-b0b3-2ce5e34b87cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.475421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.479037 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a1c40f8-eb14-4ba6-a4ea-ccdeb8d70a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.482055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a1c40f8-eb14-4ba6-a4ea-ccdeb8d70a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.483182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4a1c40f8-eb14-4ba6-a4ea-ccdeb8d70a7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/415f6085-543d-4f07-8356-51bf0aec4193 HTTP/1.1" status: 204 len: 168 time: 0.6251497 Sep 23 23:52:53.527957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-741286d4-0a4e-4838-b0b3-2ce5e34b87cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.533245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c40f8-eb14-4ba6-a4ea-ccdeb8d70a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415f6085-543d-4f07-8356-51bf0aec4193,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:53.547117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068030a0-236e-4330-906c-4a89adf14f10 req-f0beee1e-2c10-4f73-8126-e0a3734fbf06 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:53.548672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-068030a0-236e-4330-906c-4a89adf14f10 req-f0beee1e-2c10-4f73-8126-e0a3734fbf06 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.2081614 Sep 23 23:52:53.591893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0cc422b-3400-42dd-8831-4bfa514e82ed req-3abc0b38-e8b4-4068-b785-9a2d2cd1b712 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583514 Sep 23 23:52:53.628686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Pushing event updated for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:53.637171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.682097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:52:53.682845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-068030a0-236e-4330-906c-4a89adf14f10 req-30e16140-b9df-4ba5-af78-2aead0ac7f42 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899022 Sep 23 23:52:53.693819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b269aa05-7ea3-4f92-bc0c-3f01f862c01f req-3f76ce6e-dea6-41f4-9b8e-fe3bee04abe3 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312317 Sep 23 23:52:53.705979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:53.712345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:53.712592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Allocated IP 192.168.233.59 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/a4875707-213d-43f8-9d56-79fe0153236b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:53.714389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:53.718276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:53.786080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-080225f0-e8f4-4cc5-886d-644c3da31484 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ef0ace61758d479e859ed1efb70a8634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687428 Sep 23 23:52:53.807181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:53.807534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:53.807868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:53.831168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:53.831437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:53.835370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-741286d4-0a4e-4838-b0b3-2ce5e34b87cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.837916 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-741286d4-0a4e-4838-b0b3-2ce5e34b87cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.841956 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-741286d4-0a4e-4838-b0b3-2ce5e34b87cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2e92b554-8897-4e2c-9c3d-d62ca5789e7b HTTP/1.1" status: 204 len: 168 time: 0.5530553 Sep 23 23:52:53.844093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:53.846328 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.898196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-2afe70cc-0efb-4913-bdf8-6583171f3e5c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4471927 Sep 23 23:52:53.902063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741286d4-0a4e-4838-b0b3-2ce5e34b87cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e92b554-8897-4e2c-9c3d-d62ca5789e7b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:53.916339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:53.916679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:53.917058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:53.917504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Bound port: db96ad4b-84a3-4125-b82d-b7593aa36c62, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:53.917911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:53.975250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Request body: {'port': {'device_id': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:54.055117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:54.077983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-39003e6a-e2c7-4a32-a692-f73922edde15 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:54.085550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-39003e6a-e2c7-4a32-a692-f73922edde15 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2893925 Sep 23 23:52:54.095221 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.107776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'port_id': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'mac_address': 'fa:16:3e:ce:21:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:52:54.117206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-8c7f88ab-29d5-45b6-812f-aa2c940f788f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/quotas/ef0ace61758d479e859ed1efb70a8634 HTTP/1.1" status: 200 len: 375 time: 0.0305560 Sep 23 23:52:54.166206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-61f89842-a607-41ce-a0cd-f6d0fed383c4 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef0ace61758d479e859ed1efb70a8634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479000 Sep 23 23:52:54.173715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c0b312c2-1048-473b-98a4-dcf31b00761f None None] Provisioning complete for port c8b5f3d3-6722-471b-9897-49c9b730ad44 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:54.174139 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c0b312c2-1048-473b-98a4-dcf31b00761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.229193 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.242926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38620) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:54.265258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c0b312c2-1048-473b-98a4-dcf31b00761f None None] Port c8b5f3d3-6722-471b-9897-49c9b730ad44 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:54.275030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d37b6afd-fc0e-4ad0-afb0-77a15ec7f3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.279724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:54.323940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:54.329595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.388389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ceb142-e19f-4dfa-90de-21a1d8c37ed9 req-c6688386-86ea-4af5-a403-75bebf0e6b84 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:54.397036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66ceb142-e19f-4dfa-90de-21a1d8c37ed9 req-c6688386-86ea-4af5-a403-75bebf0e6b84 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 943 time: 0.2527072 Sep 23 23:52:54.418890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:54.489787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:54.493588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66ceb142-e19f-4dfa-90de-21a1d8c37ed9 req-f14e7cd9-363a-4062-9063-9f67eae34298 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911047 Sep 23 23:52:54.506425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:54.518115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.527608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['9dd26db5-4b3d-471f-93d3-9f9a3ce059fe'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:54.565164 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.572481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:54.573230 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.575300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] 10.222.0.18 "PUT /v2.0/ports/db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 1092 time: 2.2746818 Sep 23 23:52:54.578142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:54.587156 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30579867-383f-475f-932e-985306292104" -d '{"events": [{"name": "network-changed", "server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:54.684880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d37b6afd-fc0e-4ad0-afb0-77a15ec7f3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.704356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8f34aba-8bc4-4e6c-9af0-7264c985c5e4 req-c25f53f4-f029-4a88-8788-78430f39ea8d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 210 time: 0.0703206 Sep 23 23:52:54.707479 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d37b6afd-fc0e-4ad0-afb0-77a15ec7f3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.718641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1d84e-2676-4798-8a30-0ef7be8b09e7 service neutron] Pushing event updated for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:54.781281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f307a-2562-4c09-8d02-5e582c6969de req-3bbd68d6-3b05-49ca-8b69-b3ac04fb5467 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:54.789506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac0f307a-2562-4c09-8d02-5e582c6969de req-3bbd68d6-3b05-49ca-8b69-b3ac04fb5467 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 943 time: 0.1943030 Sep 23 23:52:54.816548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d37b6afd-fc0e-4ad0-afb0-77a15ec7f3d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b491265bd5d4ae19d1489158d7d1c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5718460 Sep 23 23:52:54.821168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b6afd-fc0e-4ad0-afb0-77a15ec7f3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd5d90-8af5-4f2f-98c3-d423858b03b4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:54.826856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee667-0903-4626-9bc0-2712407945be req-c816e629-d6ef-4215-8c33-5b7d8045d93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:54.828661 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-c816e629-d6ef-4215-8c33-5b7d8045d93e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1095 time: 0.2016473 Sep 23 23:52:54.832128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:54.851286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:54.869992 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fa0894-8598-4692-8667-7bf31f354b92 x-openstack-request-id: req-34fa0894-8598-4692-8667-7bf31f354b92 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:54.870471 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:54.873457 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34fa0894-8598-4692-8667-7bf31f354b92 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:54.873879 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62', 'status': 'completed', 'code': 200} Sep 23 23:52:54.879637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac0f307a-2562-4c09-8d02-5e582c6969de req-0a85ae1b-e6e4-4037-8139-37fe4ecb69f4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890329 Sep 23 23:52:54.918432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38640) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:54.942709 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-f357ada0-e248-4ae2-9a8d-eaf0b0ff6c07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 217 time: 0.0667703 Sep 23 23:52:54.961685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93349a76-0e4c-4347-af1d-f72b1bddc67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.031087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Pushing event updated for resources: {'Port': ['ID=a4875707-213d-43f8-9d56-79fe0153236b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:55.033662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-6ae30436-c96f-44ef-a81f-f699bc60de3c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ef0ace61758d479e859ed1efb70a8634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442967 Sep 23 23:52:55.052158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c4b06-0116-4300-a2f0-a25a510cb471 req-88a2491a-6721-4f75-b3e9-0e08cc2fbc97 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:55.054026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d84c4b06-0116-4300-a2f0-a25a510cb471 req-88a2491a-6721-4f75-b3e9-0e08cc2fbc97 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 946 time: 0.1455362 Sep 23 23:52:55.062133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:55.070283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:55.083109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:55.142475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ee667-0903-4626-9bc0-2712407945be req-7e0a4b3c-fccd-4cbe-b242-00e543e82d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:55.143977 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-7e0a4b3c-fccd-4cbe-b242-00e543e82d04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1475081 Sep 23 23:52:55.204000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-c59f93ba-f808-4c5e-a4d2-8d10121833f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493631 Sep 23 23:52:55.210803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:55.211450 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.214138 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2412fa28-9d59-4754-8eaa-521e4e4756ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.246841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b5f3d3-6722-471b-9897-49c9b730ad44 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:55.259770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d84c4b06-0116-4300-a2f0-a25a510cb471 req-17c0abda-a6bd-4cf9-8d18-386e86de9c82 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815643 Sep 23 23:52:55.275671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.276458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2412fa28-9d59-4754-8eaa-521e4e4756ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.332245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Transition to ACTIVE for port object c8b5f3d3-6722-471b-9897-49c9b730ad44 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:55.338689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93349a76-0e4c-4347-af1d-f72b1bddc67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.346705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-4d9bca69-d8ba-4378-b661-a261827f870c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:55.354271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-4d9bca69-d8ba-4378-b661-a261827f870c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3106155 Sep 23 23:52:55.364047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.365726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93349a76-0e4c-4347-af1d-f72b1bddc67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.379091 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-4b5a4c53-e549-4617-bcee-4aeb129697b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6437509 Sep 23 23:52:55.383568 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-8f85afd3-6fc7-40e6-a23b-f271bb912295 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675434 Sep 23 23:52:55.398827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fa324117-a45b-4ccb-a021-396862bc4d96 None None] Provisioning complete for port a4875707-213d-43f8-9d56-79fe0153236b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:55.399387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Request body: {'port': {'device_id': 'd4b92d7d-6a76-4ecc-8690-b525deebf331', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:55.400194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa324117-a45b-4ccb-a021-396862bc4d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.427931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-2ed59be4-abf1-4543-b5b9-c43cf466a4af tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/quotas/ef0ace61758d479e859ed1efb70a8634 HTTP/1.1" status: 200 len: 375 time: 0.0727468 Sep 23 23:52:55.445049 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2412fa28-9d59-4754-8eaa-521e4e4756ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.447747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2412fa28-9d59-4754-8eaa-521e4e4756ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.463329 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2412fa28-9d59-4754-8eaa-521e4e4756ed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0cd5d90-8af5-4f2f-98c3-d423858b03b4 HTTP/1.1" status: 204 len: 168 time: 0.6032085 Sep 23 23:52:55.464494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fa324117-a45b-4ccb-a021-396862bc4d96 None None] Port a4875707-213d-43f8-9d56-79fe0153236b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:55.489001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2412fa28-9d59-4754-8eaa-521e4e4756ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd5d90-8af5-4f2f-98c3-d423858b03b4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:55.508545 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-93349a76-0e4c-4347-af1d-f72b1bddc67c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30392c21f69d4dfca70f510afbf3c132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850344 Sep 23 23:52:55.537252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-811b9e40-77ec-4478-a2db-49c27c3cbcc7 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef0ace61758d479e859ed1efb70a8634&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084185 Sep 23 23:52:55.544714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:52:55.600088 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-284ee667-0903-4626-9bc0-2712407945be req-cebea1ef-c541-4f5b-a175-250584985ea9 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972692 Sep 23 23:52:55.600686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.602178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:55.619553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93349a76-0e4c-4347-af1d-f72b1bddc67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8ee230-3102-4fda-91b3-f5ff3a38ca92,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:55.663086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 330ba16f-e910-4ef8-99cc-f6f1ac85010d details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:52:55.697467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:55.776344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5793a9-7424-48fc-ac71-adb46c234537 req-3620836c-a1bc-4303-b9f9-21341464ab74 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:55.778843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de5793a9-7424-48fc-ac71-adb46c234537 req-3620836c-a1bc-4303-b9f9-21341464ab74 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.3755112 Sep 23 23:52:55.807553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66912bd8-4e26-4b6d-af80-48dac95a07b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.828572 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.resource_extend [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:52:55.848721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Attempting to bind port c8b5f3d3-6722-471b-9897-49c9b730ad44 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:55.849300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Attempting to bind port c8b5f3d3-6722-471b-9897-49c9b730ad44 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:55.849776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Attempting to bind port c8b5f3d3-6722-471b-9897-49c9b730ad44 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:55.857955 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.873511 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66912bd8-4e26-4b6d-af80-48dac95a07b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.875462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Port c8b5f3d3-6722-471b-9897-49c9b730ad44 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:55.876035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Attempting to bind port c8b5f3d3-6722-471b-9897-49c9b730ad44 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:55.909356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de5793a9-7424-48fc-ac71-adb46c234537 req-1ac93875-80ca-49f3-81f5-3d89f5081ce3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089218 Sep 23 23:52:55.927037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:55.927567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:55.928100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:55.928700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Bound port: c8b5f3d3-6722-471b-9897-49c9b730ad44, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:55.929194 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:55.997063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579867-383f-475f-932e-985306292104 req-128ae484-9511-4c44-ae39-d1ecd082b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:56.000909 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30579867-383f-475f-932e-985306292104 req-128ae484-9511-4c44-ae39-d1ecd082b3a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1095 time: 0.3419974 Sep 23 23:52:56.022424 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a6ce1e17-9fce-44ee-bc40-9b11e3f44b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.033204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-8538962d-ee04-42c6-b68c-a2e3fa8fa49d tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ef0ace61758d479e859ed1efb70a8634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932648 Sep 23 23:52:56.063297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:52:56.102893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:56.102893 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.187223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:56.213457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '330ba16f-e910-4ef8-99cc-f6f1ac85010d', 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'port_id': '330ba16f-e910-4ef8-99cc-f6f1ac85010d', 'mac_address': 'fa:16:3e:5e:d6:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16f53bb-8001-4541-93e2-a751a6ed31ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:52:56.233185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-ca9e81cf-466d-44c5-add3-049f66c309c3 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:56.235416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-ca9e81cf-466d-44c5-add3-049f66c309c3 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1941035 Sep 23 23:52:56.275644 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.307323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Request body: {'port': {'device_id': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'ef0ace61758d479e859ed1efb70a8634'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:56.334082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:56.337565 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ba55e8-0f55-49bf-a9db-8bcf5d0b2ce7" -d '{"events": [{"server_uuid": "daf909eb-a07f-4458-8484-8cf6b125c6b5", "name": "network-vif-plugged", "status": "completed", "tag": "9dd26db5-4b3d-471f-93d3-9f9a3ce059fe"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:56.348024 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.367899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:56.372025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 330ba16f-e910-4ef8-99cc-f6f1ac85010d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:56.377889 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.396029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579867-383f-475f-932e-985306292104 req-b382ba31-5549-41fb-a944-a8f97ce9cadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:56.397523 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30579867-383f-475f-932e-985306292104 req-b382ba31-5549-41fb-a944-a8f97ce9cadb service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.3778644 Sep 23 23:52:56.415586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:56.433391 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.447517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:56.457107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220dff26-a9d8-4006-98ca-56d4335df75e req-31031a2d-767d-43c0-87ee-1c47df69ee46 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:56.465272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-220dff26-a9d8-4006-98ca-56d4335df75e req-31031a2d-767d-43c0-87ee-1c47df69ee46 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 944 time: 0.4391925 Sep 23 23:52:56.468788 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30579867-383f-475f-932e-985306292104 req-7441b95d-03b0-4d50-bd1a-976cd8f0193c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 217 time: 0.0589888 Sep 23 23:52:56.470542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66912bd8-4e26-4b6d-af80-48dac95a07b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.473514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66912bd8-4e26-4b6d-af80-48dac95a07b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.474655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-66912bd8-4e26-4b6d-af80-48dac95a07b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d8ee230-3102-4fda-91b3-f5ff3a38ca92 HTTP/1.1" status: 204 len: 168 time: 0.9256909 Sep 23 23:52:56.567606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:56.569978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4875707-213d-43f8-9d56-79fe0153236b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:56.581000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c2bbc-d444-4c01-96fc-aa7583cdad7c req-c2ee7b41-153f-41cb-8469-fae41a6db089 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:56.582560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-296c2bbc-d444-4c01-96fc-aa7583cdad7c req-c2ee7b41-153f-41cb-8469-fae41a6db089 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 935 time: 0.3419130 Sep 23 23:52:56.588116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:56.593719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66912bd8-4e26-4b6d-af80-48dac95a07b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8ee230-3102-4fda-91b3-f5ff3a38ca92,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:56.610100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-220dff26-a9d8-4006-98ca-56d4335df75e req-553cce95-d8a5-47b3-9b1f-6533da88d2af tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438506 Sep 23 23:52:56.622502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.629920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30579867-383f-475f-932e-985306292104 req-1e83593d-6f95-4572-83b9-58f2a95fd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:56.631806 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30579867-383f-475f-932e-985306292104 req-1e83593d-6f95-4572-83b9-58f2a95fd95b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1487484 Sep 23 23:52:56.670546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Transition to ACTIVE for port object a4875707-213d-43f8-9d56-79fe0153236b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:52:56.688294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:56.712210 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30579867-383f-475f-932e-985306292104 req-9d281203-eeac-4389-91b7-02a5ee78de47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666187 Sep 23 23:52:56.716672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.757537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['330ba16f-e910-4ef8-99cc-f6f1ac85010d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:56.803742 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:56.957707 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30579867-383f-475f-932e-985306292104 req-265185cb-e4d9-475c-85a3-25580b693722 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229357 Sep 23 23:52:57.001487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Pushing event updated for resources: {'Port': ['ID=a4875707-213d-43f8-9d56-79fe0153236b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:57.158571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66b129c8-800a-48e3-8040-65c3f9db3c46 req-02415198-212d-4043-924e-9e7d480bdc41 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 210 time: 0.4685574 Sep 23 23:52:57.160530 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:57.170125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Made reservation on behalf of ef0ace61758d479e859ed1efb70a8634 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:57.173955 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:57.236063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Attempting to bind port a4875707-213d-43f8-9d56-79fe0153236b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:52:57.237076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Attempting to bind port a4875707-213d-43f8-9d56-79fe0153236b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:52:57.237076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Attempting to bind port a4875707-213d-43f8-9d56-79fe0153236b on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:57.238623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-296c2bbc-d444-4c01-96fc-aa7583cdad7c req-4e4a2dda-76c6-436a-99b9-4e1b6941eee4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6447296 Sep 23 23:52:57.240355 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30579867-383f-475f-932e-985306292104 req-77f28694-3719-42d2-b27b-537cec705c65 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696879 Sep 23 23:52:57.244054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Port a4875707-213d-43f8-9d56-79fe0153236b on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:52:57.244054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Attempting to bind port a4875707-213d-43f8-9d56-79fe0153236b on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:52:57.269963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:52:57.270299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:52:57.270669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:52:57.278178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Bound port: a4875707-213d-43f8-9d56-79fe0153236b, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:52:57.278548 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:57.280924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:57.282562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:57.284508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] 10.222.0.20 "PUT /v2.0/ports/c8b5f3d3-6722-471b-9897-49c9b730ad44 HTTP/1.1" status: 200 len: 1096 time: 3.3139389 Sep 23 23:52:57.284982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:57.287436 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc85eaa8-7274-4be4-826a-1dc4680465d0" -d '{"events": [{"name": "network-changed", "server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:57.295472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:57.423514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] For port a4875707-213d-43f8-9d56-79fe0153236b, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:52:57.427105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] For port a4875707-213d-43f8-9d56-79fe0153236b, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a4875707-213d-43f8-9d56-79fe0153236b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:52:57.444071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:57.502687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81570230-4e0a-433e-b8ce-3de8667d369b service neutron] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:57.564705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e508b-7656-4898-adec-7709d491bf13 req-e05f37a3-f4ff-4a7d-9313-36e80988a4fd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:57.567790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d82e508b-7656-4898-adec-7709d491bf13 req-e05f37a3-f4ff-4a7d-9313-36e80988a4fd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 943 time: 0.2757473 Sep 23 23:52:57.573221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-bebdc554-9a97-4615-871c-ef62f5dc9729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:57.575918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-bebdc554-9a97-4615-871c-ef62f5dc9729 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1099 time: 0.2266150 Sep 23 23:52:57.577916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:57.578501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:57.579917 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] 10.222.0.18 "PUT /v2.0/ports/a4875707-213d-43f8-9d56-79fe0153236b HTTP/1.1" status: 200 len: 1096 time: 2.1855733 Sep 23 23:52:57.580367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b92d7d-6a76-4ecc-8690-b525deebf331', 'tag': 'a4875707-213d-43f8-9d56-79fe0153236b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:52:57.582825 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b92d7d-6a76-4ecc-8690-b525deebf331", "tag": "a4875707-213d-43f8-9d56-79fe0153236b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:52:57.675098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 330ba16f-e910-4ef8-99cc-f6f1ac85010d up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:52:57.676957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-40cce9a5-c27a-43e6-9832-315cfbff2fb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44 HTTP/1.1" status: 200 len: 217 time: 0.0792029 Sep 23 23:52:57.697376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf93c5-d9a3-4921-9c95-57502a8d7888 req-a0b76736-4336-47c7-9dcc-874fe4e1feee tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:57.697774 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-494cca72-d050-498e-8b72-d4c4cc080ab5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ef0ace61758d479e859ed1efb70a8634&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818012 Sep 23 23:52:57.706294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2caf93c5-d9a3-4921-9c95-57502a8d7888 req-a0b76736-4336-47c7-9dcc-874fe4e1feee tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 946 time: 0.2649698 Sep 23 23:52:57.732374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-758ac71d-82c9-400e-a932-c0b37a9b17e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:57.737550 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-758ac71d-82c9-400e-a932-c0b37a9b17e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 946 time: 0.3055336 Sep 23 23:52:57.738542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f877a840-534c-473b-bc3f-10400e3aca01 service neutron] Pushing event updated for resources: {'Port': ['ID=a4875707-213d-43f8-9d56-79fe0153236b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:57.826096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 330ba16f-e910-4ef8-99cc-f6f1ac85010d completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:52:57.830324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 330ba16f-e910-4ef8-99cc-f6f1ac85010d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:57.830702 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:57.858531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2caf93c5-d9a3-4921-9c95-57502a8d7888 req-fa41dd32-1e49-47d6-9e91-dc9cfb31703b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511831 Sep 23 23:52:57.928652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-bd2f29e1-6aa5-46bc-aacb-ae7dda3caa3d tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:57.930135 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-bd2f29e1-6aa5-46bc-aacb-ae7dda3caa3d tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1742783 Sep 23 23:52:57.959703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Request body: {'port': {'device_id': '23252833-58da-4d1e-b607-3063d717f4dd', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'ef0ace61758d479e859ed1efb70a8634'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:57.998180 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fe127b-5594-48fc-a8d2-7151eb289cba x-openstack-request-id: req-41fe127b-5594-48fc-a8d2-7151eb289cba {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:57.998483 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf909eb-a07f-4458-8484-8cf6b125c6b5", "name": "network-vif-plugged", "status": "completed", "tag": "9dd26db5-4b3d-471f-93d3-9f9a3ce059fe", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:57.998735 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41fe127b-5594-48fc-a8d2-7151eb289cba {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:57.999155 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'code': 200} Sep 23 23:52:57.999717 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.027772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d82e508b-7656-4898-adec-7709d491bf13 req-3e93544a-f4f7-4f10-88e7-180d228f4865 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425037 Sep 23 23:52:58.072730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:58.079648 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.093674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89056-2cf4-43c2-8540-18af8eff681e req-d8c817f7-660c-41f5-9ede-4a29e9fafab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.095222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-d8c817f7-660c-41f5-9ede-4a29e9fafab1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 1099 time: 0.4173961 Sep 23 23:52:58.153594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:58.170609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-02238aaa-5520-44c4-b9ab-62ff13776b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.172238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-02238aaa-5520-44c4-b9ab-62ff13776b0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.4637117 Sep 23 23:52:58.182938 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e0ba2c-bb64-4c13-95ca-8596ce544fd2 x-openstack-request-id: req-04e0ba2c-bb64-4c13-95ca-8596ce544fd2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:58.183230 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:58.183593 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04e0ba2c-bb64-4c13-95ca-8596ce544fd2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:58.183905 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'status': 'completed', 'code': 200} Sep 23 23:52:58.203128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.254027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.259808 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf3be30-d180-4b3a-91e6-6d59d76584a3 x-openstack-request-id: req-7bf3be30-d180-4b3a-91e6-6d59d76584a3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:52:58.266969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-04d0d37f-f37d-47d5-b534-7542a0b63313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=a4875707-213d-43f8-9d56-79fe0153236b HTTP/1.1" status: 200 len: 217 time: 0.1449580 Sep 23 23:52:58.267517 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b92d7d-6a76-4ecc-8690-b525deebf331", "tag": "a4875707-213d-43f8-9d56-79fe0153236b", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:52:58.267783 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bf3be30-d180-4b3a-91e6-6d59d76584a3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:52:58.268211 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b92d7d-6a76-4ecc-8690-b525deebf331', 'tag': 'a4875707-213d-43f8-9d56-79fe0153236b', 'status': 'completed', 'code': 200} Sep 23 23:52:58.331359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80abfd20-e5c3-42bf-aa80-da39b0ee6579 req-55c45285-e499-4fc0-b03b-80eef5990799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.332876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-80abfd20-e5c3-42bf-aa80-da39b0ee6579 req-55c45285-e499-4fc0-b03b-80eef5990799 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 1097 time: 0.3068419 Sep 23 23:52:58.363978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Deleting port e627083f-e66d-4359-a8ba-12d648bfea4f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:52:58.364317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.374563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159d74a-0c69-4964-ab34-d3fcd999240d req-8792b71c-fd00-41f8-b2e1-f1dbf3de6819 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.376141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2159d74a-0c69-4964-ab34-d3fcd999240d req-8792b71c-fd00-41f8-b2e1-f1dbf3de6819 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 946 time: 0.2554646 Sep 23 23:52:58.396533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f89c20-18c6-4315-b704-8280b7605e84,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:58.424063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Made reservation on behalf of ef0ace61758d479e859ed1efb70a8634 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:52:58.428032 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.447526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-93e8fcab-97a4-4a82-8fa9-370f9909e052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.449219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-93e8fcab-97a4-4a82-8fa9-370f9909e052 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2592504 Sep 23 23:52:58.461257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89056-2cf4-43c2-8540-18af8eff681e req-818cb264-4c72-470c-85b7-d4f5d42c3415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.462669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-818cb264-4c72-470c-85b7-d4f5d42c3415 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1913362 Sep 23 23:52:58.580629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2159d74a-0c69-4964-ab34-d3fcd999240d req-4a807a1e-da6f-4f0e-af75-ba62e6fc96ed tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850569 Sep 23 23:52:58.607563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4be8a-3d5e-4d85-96b7-cd916274d5e1 req-ec6df7e5-f6f7-461a-9164-9a8e0f1e1daa tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.609123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ca4be8a-3d5e-4d85-96b7-cd916274d5e1 req-ec6df7e5-f6f7-461a-9164-9a8e0f1e1daa tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 945 time: 0.2544413 Sep 23 23:52:58.635879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Allocated IP 192.168.233.226 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/f9329365-91df-45db-b2aa-ea6c57e23d2e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:58.689143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89056-2cf4-43c2-8540-18af8eff681e req-957fe981-85ef-4169-a425-e3bd1079595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:58.693712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-957fe981-85ef-4169-a425-e3bd1079595a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2145386 Sep 23 23:52:58.713158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-80abfd20-e5c3-42bf-aa80-da39b0ee6579 req-d2ff3d1f-ef4a-4f2c-9eaa-c960be2eb9d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703158 Sep 23 23:52:58.766366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-9fd88e66-fa77-42c4-bad9-9afbbe3a0258 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078535 Sep 23 23:52:58.779729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] For port e627083f-e66d-4359-a8ba-12d648bfea4f, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e627083f-e66d-4359-a8ba-12d648bfea4f,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:58.780098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.795160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ca4be8a-3d5e-4d85-96b7-cd916274d5e1 req-d5b251d7-be80-447c-9e57-21e9ed8b9620 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562324 Sep 23 23:52:58.797074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32395d3b-d680-420c-b205-2e0d05fcc451 req-38e7ce04-c33e-4043-9eba-1eefc44f1104 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 210 time: 0.0713174 Sep 23 23:52:58.800285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Calling delete_port for e627083f-e66d-4359-a8ba-12d648bfea4f owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:52:58.962611 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.983310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-ed235917-bb19-4545-852e-23c2617a8ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820349 Sep 23 23:52:58.983483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:58.997896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['e627083f-e66d-4359-a8ba-12d648bfea4f'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:52:59.059192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event deleted for resources: {'Port': ['ID=e627083f-e66d-4359-a8ba-12d648bfea4f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:59.089481 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.093143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] No DVR routers for this DVR port e627083f-e66d-4359-a8ba-12d648bfea4f on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:52:59.096654 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.098944 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbedb442-e987-4b2c-80cb-1951dcbabab4 req-7f3e4384-8efd-46e2-8ed2-a7b4474656e1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "DELETE /v2.0/ports/e627083f-e66d-4359-a8ba-12d648bfea4f HTTP/1.1" status: 204 len: 173 time: 1.3519242 Sep 23 23:52:59.116042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6ead09-3862-4d72-b6e5-bbc1a8caceea req-01aac95c-dbb9-44d7-90d4-9cf593100f47 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:59.117595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed6ead09-3862-4d72-b6e5-bbc1a8caceea req-01aac95c-dbb9-44d7-90d4-9cf593100f47 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 947 time: 0.2080843 Sep 23 23:52:59.188315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cd2911-3939-4e45-aea8-aa74783f1409 req-39abc791-0055-4e62-9f2d-008d86fa5293 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766087 Sep 23 23:52:59.244461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed6ead09-3862-4d72-b6e5-bbc1a8caceea req-d7cf9abf-9882-4da9-b1c8-4e588ea3fcc1 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957613 Sep 23 23:52:59.257587 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35b89056-2cf4-43c2-8540-18af8eff681e req-8f044820-56c8-4d48-ae3c-4f1f27a57f86 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632442 Sep 23 23:52:59.259666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-ae82abd2-cf84-4c3e-8f5e-30b1a70191e6 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=de7120a7424849278206e90489fab53c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442145 Sep 23 23:52:59.277494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.367485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Allocated IP 192.168.233.45 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/8a733b9e-5a9f-48b1-a4ba-ca121d7da360) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:52:59.391318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db96ad4b-84a3-4125-b82d-b7593aa36c62 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:52:59.404663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:59.460493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a4caa05-410c-415a-975e-67924b6c5235 req-2635d4d7-17fb-491e-858d-96f1f3f5a29b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=6ffaade5-3901-4476-943c-f84e1a2bcdbe HTTP/1.1" status: 200 len: 210 time: 0.1098526 Sep 23 23:52:59.469187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:59.478504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:59.485773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:59.506005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:59.530511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-cdd37e89-473e-4b2e-bc22-5bc3ca494722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:59.532062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-cdd37e89-473e-4b2e-bc22-5bc3ca494722 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1099 time: 0.2635236 Sep 23 23:52:59.541087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'db96ad4b-84a3-4125-b82d-b7593aa36c62', 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'port_id': 'db96ad4b-84a3-4125-b82d-b7593aa36c62', 'mac_address': 'fa:16:3e:29:2f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc848f4-f899-487f-bd88-8dd2be9ee3e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:52:59.543855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.587968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.594213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-49fc91ad-a24c-4b78-b41a-02d848210c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:59.595915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-49fc91ad-a24c-4b78-b41a-02d848210c75 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 1099 time: 0.2355661 Sep 23 23:52:59.632356 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.640618 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:52:59.643905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:52:59.647675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:52:59.649660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db96ad4b-84a3-4125-b82d-b7593aa36c62 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:52:59.674684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Pushing event updated for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:59.691673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:52:59.699964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.722414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:59.723484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.729505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-68fb9fc9-03a9-4f95-8541-93ddf3f0462a tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:59.739213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-68fb9fc9-03a9-4f95-8541-93ddf3f0462a tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4717023 Sep 23 23:52:59.742097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-11a0a3c1-bc89-4a8d-92ae-2d35de20f1e5 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7868454 Sep 23 23:52:59.757554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Request body: {'port': {'device_id': '23252833-58da-4d1e-b607-3063d717f4dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:52:59.774367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:52:59.774995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.787743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:52:59.831858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.838286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-3d401134-6dfa-4300-b824-882c7bcb0b94 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5504260 Sep 23 23:52:59.849517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d76910ab-fe4b-4235-b0c8-ac07f9de283a tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/quotas/de7120a7424849278206e90489fab53c HTTP/1.1" status: 200 len: 375 time: 0.1093047 Sep 23 23:52:59.929431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cefb5a10-dac9-42e6-a346-6db08f0dab98 None None] Provisioning complete for port f9329365-91df-45db-b2aa-ea6c57e23d2e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:52:59.929843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cefb5a10-dac9-42e6-a346-6db08f0dab98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:52:59.969448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cefb5a10-dac9-42e6-a346-6db08f0dab98 None None] Port f9329365-91df-45db-b2aa-ea6c57e23d2e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:52:59.971402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['db96ad4b-84a3-4125-b82d-b7593aa36c62'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:00.000383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:00.002690 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5186eabc-5aac-4c37-bfe2-8bdb8e9a1a04" -d '{"events": [{"server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "name": "network-vif-plugged", "status": "completed", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:00.125076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-94592bc9-74e7-4c6c-a563-f9d7900d83d0 None None] Provisioning complete for port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:00.125398 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94592bc9-74e7-4c6c-a563-f9d7900d83d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:00.136102 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Request body: {'port': {'device_id': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:00.150603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:00.161747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:00.175459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Transition to ACTIVE for port object 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:00.176766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-94592bc9-74e7-4c6c-a563-f9d7900d83d0 None None] Port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:53:00.180519 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:00.209036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-3552a8bd-79aa-48ec-af40-df3aad51cd95 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=de7120a7424849278206e90489fab53c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658746 Sep 23 23:53:00.210022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-8c77e8d4-5244-4f74-8f52-300a001967a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.212029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-8c77e8d4-5244-4f74-8f52-300a001967a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.6648576 Sep 23 23:53:00.239437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Pushing event updated for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:00.291533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffaade5-3901-4476-943c-f84e1a2bcdbe', 'name': 'network-vif-deleted', 'tag': 'e627083f-e66d-4359-a8ba-12d648bfea4f'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:00.293780 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f800f9a-cf96-424b-b6a3-17d166f52599" -d '{"events": [{"server_uuid": "6ffaade5-3901-4476-943c-f84e1a2bcdbe", "name": "network-vif-deleted", "tag": "e627083f-e66d-4359-a8ba-12d648bfea4f"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:00.318192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce7b78e-7a6a-4202-81d1-b9b9aa8be34f req-12c23082-648a-4905-95a9-a28a62da08fa tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.326986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cce7b78e-7a6a-4202-81d1-b9b9aa8be34f req-12c23082-648a-4905-95a9-a28a62da08fa tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 944 time: 0.6075003 Sep 23 23:53:00.329287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Attempting to bind port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:00.329583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-24d01de8-a9a8-4623-9676-3b84c4e17460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.329697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Attempting to bind port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:00.329947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Attempting to bind port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:00.331054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-24d01de8-a9a8-4623-9676-3b84c4e17460 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.6132197 Sep 23 23:53:00.332500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-9aa231cf-e605-4e0d-96b0-3f8b525d2962 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44 HTTP/1.1" status: 200 len: 217 time: 0.1002567 Sep 23 23:53:00.335243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:00.335579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Attempting to bind port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:00.341902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:00.342359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:00.342855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:00.343275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Bound port: 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:00.343637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:00.406167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:00.421230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:00.424604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:00.430536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:00.456566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-22b0d530-4e7e-46b5-a0bd-0afc21511e0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=a4875707-213d-43f8-9d56-79fe0153236b HTTP/1.1" status: 200 len: 217 time: 0.1116805 Sep 23 23:53:00.501332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Pushing event updated for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:00.517469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cce7b78e-7a6a-4202-81d1-b9b9aa8be34f req-c527bc8a-3876-4ae0-aab5-5e22f876c69c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858349 Sep 23 23:53:00.547764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.549819 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:00.557619 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b7390e41-3f72-42cd-989c-f8ba6329e73e service neutron] 10.222.0.18 "PUT /v2.0/ports/8a733b9e-5a9f-48b1-a4ba-ca121d7da360 HTTP/1.1" status: 200 len: 1096 time: 0.8059051 Sep 23 23:53:00.588057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-8498fee4-58b9-4407-af90-15e8b736c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.589612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-8498fee4-58b9-4407-af90-15e8b736c964 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.2476785 Sep 23 23:53:00.674775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-8d72cbab-153c-4faf-befe-27a9bac90e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.677692 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-8d72cbab-153c-4faf-befe-27a9bac90e1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef0ace61758d479e859ed1efb70a8634&device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 1099 time: 0.0766737 Sep 23 23:53:00.685580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-9f03b0eb-96d2-475e-9478-fd0dbbbab46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.687662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-9f03b0eb-96d2-475e-9478-fd0dbbbab46b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.2196584 Sep 23 23:53:00.738334 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-61a121f5-a549-4090-852b-50e4abc38bcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360 HTTP/1.1" status: 200 len: 217 time: 0.0536170 Sep 23 23:53:00.795857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-e4d548a9-8415-40be-9adf-a35a66d97c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.797802 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-e4d548a9-8415-40be-9adf-a35a66d97c9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0529604 Sep 23 23:53:00.810117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0040147-d1f5-4de5-8b9c-eaba52d149c4 req-e321b6a2-9134-46dd-9138-21e2a136dd0a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.812085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0040147-d1f5-4de5-8b9c-eaba52d149c4 req-e321b6a2-9134-46dd-9138-21e2a136dd0a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 946 time: 0.2046478 Sep 23 23:53:00.847429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-65f5b7f4-0cfb-4d5b-a57d-93743a008e9d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0655863 Sep 23 23:53:00.860614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-4b4c2645-ba42-4080-8267-384b8d2450ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.862193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-4b4c2645-ba42-4080-8267-384b8d2450ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2654319 Sep 23 23:53:00.863673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-feb0400d-669b-4540-a8d1-3bebc2bdb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.865349 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-feb0400d-669b-4540-a8d1-3bebc2bdb67b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0607214 Sep 23 23:53:00.974818 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-3e44f69b-e53f-440d-99c8-566916f9f1a5 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022727 Sep 23 23:53:00.985198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-e0fa2230-7eff-4069-8c98-4146312262fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:00.986701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-e0fa2230-7eff-4069-8c98-4146312262fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2930431 Sep 23 23:53:00.989742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0040147-d1f5-4de5-8b9c-eaba52d149c4 req-4cc0f11b-3e95-4693-9f8a-221cc0d59c17 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541994 Sep 23 23:53:01.093469 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b377db1e-5eee-48fd-b505-84590b1d0e00 req-b97aa66a-af87-4c39-a48e-b7f226744633 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118660 Sep 23 23:53:01.276812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-8bef9fd6-55a0-41af-a9d2-4bc2bb7a3aac tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:01.278834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-8bef9fd6-55a0-41af-a9d2-4bc2bb7a3aac tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4110386 Sep 23 23:53:01.323581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-75567190-5ff7-451b-b14e-0bf3d04cf1f5 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353783 Sep 23 23:53:01.331219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4c1e7beb-57d2-4bac-a1f5-4b83d881c17a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/quotas/e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 375 time: 0.0348499 Sep 23 23:53:01.338559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3972cb-1ddb-4dcf-936d-75946ecd5a1b req-531a3c69-275f-41f4-a4c1-0cbfe2660068 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:01.340525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c3972cb-1ddb-4dcf-936d-75946ecd5a1b req-531a3c69-275f-41f4-a4c1-0cbfe2660068 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 947 time: 0.2512407 Sep 23 23:53:01.423310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db96ad4b-84a3-4125-b82d-b7593aa36c62 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:01.437212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-a72f11b9-8385-458c-9712-727adb5c4a1e service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373498 Sep 23 23:53:01.439156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-aaa7599c-cee0-4912-88ff-e907e1265887 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977681 Sep 23 23:53:01.490970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port db96ad4b-84a3-4125-b82d-b7593aa36c62 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:01.495995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port db96ad4b-84a3-4125-b82d-b7593aa36c62 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:01.496379 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:01.547443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9329365-91df-45db-b2aa-ea6c57e23d2e {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:01.581140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-ef2873b6-9f94-40d3-8fe0-44c35fb5092c tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=de7120a7424849278206e90489fab53c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268328 Sep 23 23:53:01.593084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:01.607159 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:01.623688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Transition to ACTIVE for port object f9329365-91df-45db-b2aa-ea6c57e23d2e will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:01.626401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc85eaa8-7274-4be4-826a-1dc4680465d0 req-163987ee-0dfd-48a0-b711-668d6a229bfb service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838130 Sep 23 23:53:01.650460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:01.660067 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:01.660917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e627083f-e66d-4359-a8ba-12d648bfea4f no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:01.682196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c3972cb-1ddb-4dcf-936d-75946ecd5a1b req-dbafcd67-ac47-4a3d-9516-4b016a677c85 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256657 Sep 23 23:53:01.691249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:01.747478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:01.759614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: e627083f-e66d-4359-a8ba-12d648bfea4f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:53:01.760006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e627083f-e66d-4359-a8ba-12d648bfea4f not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:53:01.774186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:01.782684 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ea6338-0f1c-4192-9a90-c740f6e82fac x-openstack-request-id: req-a4ea6338-0f1c-4192-9a90-c740f6e82fac {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:01.783034 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "name": "network-vif-plugged", "status": "completed", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:01.783294 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4ea6338-0f1c-4192-9a90-c740f6e82fac {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:01.785905 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d', 'code': 200} Sep 23 23:53:01.794664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-ce32b7f2-8c09-4a32-a7aa-eda1d04ec782 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:01.797251 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-ce32b7f2-8c09-4a32-a7aa-eda1d04ec782 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099113 Sep 23 23:53:01.813106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Request body: {'port': {'device_id': '1ffe415e-cee2-49c5-92e9-a8b8a78d89be', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'de7120a7424849278206e90489fab53c'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:01.884693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:01.954367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2553c1b-17eb-45a5-bd26-e13dfb7321bc req-f6d25054-1e5a-4fff-b06a-efb92d6ba01c tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:01.956206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2553c1b-17eb-45a5-bd26-e13dfb7321bc req-f6d25054-1e5a-4fff-b06a-efb92d6ba01c tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 945 time: 0.2724261 Sep 23 23:53:01.987572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Made reservation on behalf of de7120a7424849278206e90489fab53c for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:01.991907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47f1232b-7531-4e2f-ab9a-8fc3cc74f760 req-d3c51997-32cf-45d8-bbf4-b45c4168a343 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5472517 Sep 23 23:53:01.992227 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:01.994893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:02.004080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.027992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'mac_address': 'fa:16:3e:0e:b3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:02.091538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Attempting to bind port f9329365-91df-45db-b2aa-ea6c57e23d2e on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:02.092200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Attempting to bind port f9329365-91df-45db-b2aa-ea6c57e23d2e by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:02.093213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Attempting to bind port f9329365-91df-45db-b2aa-ea6c57e23d2e on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:02.124292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.127441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Port f9329365-91df-45db-b2aa-ea6c57e23d2e on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:02.127615 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.127761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Attempting to bind port f9329365-91df-45db-b2aa-ea6c57e23d2e on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:02.130618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.135909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71f4a9-a621-4e7f-adb3-ea91ae9fb3f5 req-cbe75ed5-3b37-44bd-8ee4-15353fdb85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:02.137481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e71f4a9-a621-4e7f-adb3-ea91ae9fb3f5 req-cbe75ed5-3b37-44bd-8ee4-15353fdb85f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1098 time: 0.2926946 Sep 23 23:53:02.152820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b5f3d3-6722-471b-9897-49c9b730ad44 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:02.155625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b5f06d-6002-4e8c-84c1-f82aeac71672 req-c3eda4a4-42d9-4c14-954c-ffc22c32d9a5 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:02.157238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b5f06d-6002-4e8c-84c1-f82aeac71672 req-c3eda4a4-42d9-4c14-954c-ffc22c32d9a5 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 947 time: 0.2330704 Sep 23 23:53:02.167486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:02.168389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:02.168835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:02.169317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Bound port: f9329365-91df-45db-b2aa-ea6c57e23d2e, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:02.169791 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.187320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2553c1b-17eb-45a5-bd26-e13dfb7321bc req-4b6d47a1-f5cf-4576-99f9-0914f2acb59e tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840124 Sep 23 23:53:02.192499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:02.197120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.235085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358ecf54-2511-4c9b-ab4c-d613d978b2fc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:02.290146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:02.312461 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b988198-78c7-4a3c-aaea-ab49fec4312c x-openstack-request-id: req-3b988198-78c7-4a3c-aaea-ab49fec4312c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:02.312843 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ffaade5-3901-4476-943c-f84e1a2bcdbe", "name": "network-vif-deleted", "tag": "e627083f-e66d-4359-a8ba-12d648bfea4f", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:02.313157 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b988198-78c7-4a3c-aaea-ab49fec4312c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:02.313601 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffaade5-3901-4476-943c-f84e1a2bcdbe', 'name': 'network-vif-deleted', 'tag': 'e627083f-e66d-4359-a8ba-12d648bfea4f', 'status': 'completed', 'code': 200} Sep 23 23:53:02.315188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b5f06d-6002-4e8c-84c1-f82aeac71672 req-29df8602-6a17-4f9d-a615-1442bf4d020f tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236317 Sep 23 23:53:02.322427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e71f4a9-a621-4e7f-adb3-ea91ae9fb3f5 req-b3795657-cd69-42a9-9013-5f888655bd0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640317 Sep 23 23:53:02.353986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Allocated IP 192.168.233.18 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/00c2b592-9ca9-4408-888f-d46d3eb3bc06) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:53:02.356981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:02.362696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:02.370378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.408939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:02.409761 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.411584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] 10.222.0.20 "PUT /v2.0/ports/f9329365-91df-45db-b2aa-ea6c57e23d2e HTTP/1.1" status: 200 len: 1097 time: 2.2814021 Sep 23 23:53:02.414145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:02.416393 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0" -d '{"events": [{"name": "network-changed", "server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:02.423721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8b5f3d3-6722-471b-9897-49c9b730ad44'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:02.472339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7151c668-08a1-4cf2-8479-b70803e1bf53 req-7fbb6988-f329-4155-b813-b47429a536b4 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 210 time: 0.0481393 Sep 23 23:53:02.669632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.706367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.755852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:53:02.759429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:02.763961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:53:02.773271 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Pushing event updated for resources: {'Port': ['ID=00c2b592-9ca9-4408-888f-d46d3eb3bc06,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:02.824832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:02.825797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.842324 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d1b4e15a-40e1-413b-907b-0ef5916ef281 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0350196 Sep 23 23:53:02.855935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Request body: {'port': {'device_id': '1ffe415e-cee2-49c5-92e9-a8b8a78d89be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:02.874202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48117971-27e2-461e-bfd6-8c677ebb92a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:02.907310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b322dd6d-d29a-483f-ad90-c6f3d9eac809 req-39636412-6115-495c-a006-472dab54e28d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 210 time: 0.0634027 Sep 23 23:53:02.929456 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:02.945535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-59ae9cf0-3e43-4f28-9df2-b162fbd585e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:02.947408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-59ae9cf0-3e43-4f28-9df2-b162fbd585e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef0ace61758d479e859ed1efb70a8634&device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 1100 time: 0.1096928 Sep 23 23:53:02.961122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4507a7-7be8-46ca-b2f2-76936f97839d req-c048455b-facf-49ce-b34b-03f4a50c27fb tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:02.962798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4507a7-7be8-46ca-b2f2-76936f97839d req-c048455b-facf-49ce-b34b-03f4a50c27fb tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 945 time: 0.5004454 Sep 23 23:53:03.007013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-da0c1b34-3051-4dc5-8396-1ee2d91267d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e HTTP/1.1" status: 200 len: 217 time: 0.0431092 Sep 23 23:53:03.050778 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6e175be1-5991-4791-a278-3347706929d0 None None] Provisioning complete for port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:03.051369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6e175be1-5991-4791-a278-3347706929d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.079669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-7b4baccf-cdeb-4bb5-8e62-4d6fc8c9a823 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338764 Sep 23 23:53:03.117008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6e175be1-5991-4791-a278-3347706929d0 None None] Port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:53:03.182046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4507a7-7be8-46ca-b2f2-76936f97839d req-22659b03-32ad-4d9d-babe-403bc2c1f774 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099314 Sep 23 23:53:03.208837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-93d40398-93d1-4d55-a16a-a515bdca0d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.210312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-93d40398-93d1-4d55-a16a-a515bdca0d17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1576104 Sep 23 23:53:03.217828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d59929-d6dd-4ad0-802c-028fd43a8483 req-e2c66976-a2f0-4868-bf94-df28ae66377c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.219322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06d59929-d6dd-4ad0-802c-028fd43a8483 req-e2c66976-a2f0-4868-bf94-df28ae66377c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 946 time: 0.2155771 Sep 23 23:53:03.248806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c2b592-9ca9-4408-888f-d46d3eb3bc06 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:03.257146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.271810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Transition to ACTIVE for port object 00c2b592-9ca9-4408-888f-d46d3eb3bc06 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:03.276249 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.343523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Pushing event updated for resources: {'Port': ['ID=00c2b592-9ca9-4408-888f-d46d3eb3bc06,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:03.386381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-135b4ecc-42f9-47f2-b292-72e9cd94f1ae tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.388446 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-135b4ecc-42f9-47f2-b292-72e9cd94f1ae tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2662089 Sep 23 23:53:03.399039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06d59929-d6dd-4ad0-802c-028fd43a8483 req-389a7a34-1b6b-4ce3-b432-39cc8c327592 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393170 Sep 23 23:53:03.408108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Request body: {'port': {'device_id': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'e758294d01cf43e0b123cd4585eaf8f7'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:03.422858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-00d01b6c-61b9-4a78-afd8-c4dee707cf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.422858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-00d01b6c-61b9-4a78-afd8-c4dee707cf0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1948526 Sep 23 23:53:03.423162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Attempting to bind port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:03.423162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Attempting to bind port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:03.431930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a4875707-213d-43f8-9d56-79fe0153236b details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:03.442661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d348bd-45c6-426b-a65f-00300a6a9199 req-ee49bfb4-65be-4ce5-a48d-4844a6c932ac tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.444263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3d348bd-45c6-426b-a65f-00300a6a9199 req-ee49bfb4-65be-4ce5-a48d-4844a6c932ac tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 945 time: 0.1812873 Sep 23 23:53:03.447244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Attempting to bind port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:03.459792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38838) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:03.473587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Request body: {'floatingip': {'port_id': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:03.521473 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263f5bb3-620a-4c65-90aa-0f88da8dbaa4 x-openstack-request-id: req-263f5bb3-620a-4c65-90aa-0f88da8dbaa4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:03.521759 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:03.522011 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-263f5bb3-620a-4c65-90aa-0f88da8dbaa4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:03.522403 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'status': 'completed', 'code': 200} Sep 23 23:53:03.534285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:03.543847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Attempting to bind port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:03.603955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:03.604341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:03.604682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:03.605669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Bound port: 00c2b592-9ca9-4408-888f-d46d3eb3bc06, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:03.606047 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.623611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.649212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a4875707-213d-43f8-9d56-79fe0153236b, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a4875707-213d-43f8-9d56-79fe0153236b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:03.660510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a4875707-213d-43f8-9d56-79fe0153236b', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a4875707-213d-43f8-9d56-79fe0153236b', 'mac_address': 'fa:16:3e:b5:1d:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:03.690845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:03.720076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-acce5b51-1c18-440f-9148-760ea92fa668 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891440 Sep 23 23:53:03.730741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.747668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4875707-213d-43f8-9d56-79fe0153236b {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:03.751790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb2288-83b0-41ff-b5a3-d242f4168c6b req-6abb653d-d332-4e30-a254-c030eb7dfe9b tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.752896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9fb2288-83b0-41ff-b5a3-d242f4168c6b req-6abb653d-d332-4e30-a254-c030eb7dfe9b tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 947 time: 0.1727750 Sep 23 23:53:03.780664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a4875707-213d-43f8-9d56-79fe0153236b, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a4875707-213d-43f8-9d56-79fe0153236b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:03.785200 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.788654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:03.790945 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afde9cf1-0cac-4950-a6fe-706d1606fade" -d '{"events": [{"server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "name": "network-vif-plugged", "status": "completed", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:03.796258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port c8b5f3d3-6722-471b-9897-49c9b730ad44 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:03.817163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c8b5f3d3-6722-471b-9897-49c9b730ad44 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:03.817163 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.820446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Made reservation on behalf of e758294d01cf43e0b123cd4585eaf8f7 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:03.823352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.836399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] For port 00c2b592-9ca9-4408-888f-d46d3eb3bc06, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:03.841823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] For port 00c2b592-9ca9-4408-888f-d46d3eb3bc06, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=00c2b592-9ca9-4408-888f-d46d3eb3bc06,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:03.851468 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.874249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a4875707-213d-43f8-9d56-79fe0153236b,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:03.877860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-55f17087-6b89-47a9-9395-c57cf35151e8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.884440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:03.885028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-55f17087-6b89-47a9-9395-c57cf35151e8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.3061574 Sep 23 23:53:03.885371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.892041 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] 10.222.0.18 "PUT /v2.0/ports/00c2b592-9ca9-4408-888f-d46d3eb3bc06 HTTP/1.1" status: 200 len: 1096 time: 1.0404160 Sep 23 23:53:03.895109 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.919582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9fb2288-83b0-41ff-b5a3-d242f4168c6b req-f29c3462-ad1c-4707-b620-7b597c889d36 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453218 Sep 23 23:53:03.939865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-7468c590-c315-4246-b7fe-1c9ec9649cc7 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/quotas/8804663286b54bf884f821ce37c6f5f9 HTTP/1.1" status: 200 len: 375 time: 0.0536084 Sep 23 23:53:03.950359 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:03.988946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:03.999549 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:04.021950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-ede1fcf0-d007-4bbf-a3b5-1ee493fd0286 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809662 Sep 23 23:53:04.033551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d967d9d6-5bac-44a9-9da8-e6cdc0febb5a req-632d7593-ce57-40b0-bc3c-a81355f71246 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009632 Sep 23 23:53:04.042255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a4875707-213d-43f8-9d56-79fe0153236b'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:04.109957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:04.141493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd442-1864-478c-8ee3-1ba5e5c0dad6 service neutron] Pushing event updated for resources: {'Port': ['ID=00c2b592-9ca9-4408-888f-d46d3eb3bc06,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:04.151487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d7234ae7-15bd-43b0-a472-d060ae8d1ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.153710 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-d7234ae7-15bd-43b0-a472-d060ae8d1ab8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de7120a7424849278206e90489fab53c&device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 1099 time: 0.1719332 Sep 23 23:53:04.268528 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-7784d6a1-7e9c-4bfc-a27e-4b9b19b29582 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=00c2b592-9ca9-4408-888f-d46d3eb3bc06 HTTP/1.1" status: 200 len: 217 time: 0.0942760 Sep 23 23:53:04.281517 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:04.285773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-f7954cc1-7426-43f1-aa4c-c12a61944675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.287352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-f7954cc1-7426-43f1-aa4c-c12a61944675 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef0ace61758d479e859ed1efb70a8634&device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 1100 time: 0.1585822 Sep 23 23:53:04.296749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec61276-b789-450d-915c-96b28ad3739f req-b8710b93-8acb-4a0f-b48e-25baaed26839 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.298187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ec61276-b789-450d-915c-96b28ad3739f req-b8710b93-8acb-4a0f-b48e-25baaed26839 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 948 time: 0.2918060 Sep 23 23:53:04.301579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:04.315283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360'}, {'name': 'network-changed', 'server_uuid': '1ffe415e-cee2-49c5-92e9-a8b8a78d89be', 'tag': '00c2b592-9ca9-4408-888f-d46d3eb3bc06'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:04.317562 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d556bf8-6cea-47bd-9a67-8ea935a22374" -d '{"events": [{"name": "network-changed", "server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360"}, {"name": "network-changed", "server_uuid": "1ffe415e-cee2-49c5-92e9-a8b8a78d89be", "tag": "00c2b592-9ca9-4408-888f-d46d3eb3bc06"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:04.370242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-ba1d57a5-a499-41b1-a42b-9bc17161ba70 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471782 Sep 23 23:53:04.483125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e862183e-3492-446f-b9c1-9108de579b57,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:04.515335 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ec61276-b789-450d-915c-96b28ad3739f req-f8b4ea7b-268f-4bd3-b04b-47a9b2e85bad tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106712 Sep 23 23:53:04.621213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-355b072a-7f44-4619-9bad-d9bf3d48cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.622788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-355b072a-7f44-4619-9bad-d9bf3d48cce7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.3221545 Sep 23 23:53:04.627812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-bba098a9-346a-4d18-bb5c-57b21028a2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.629294 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-bba098a9-346a-4d18-bb5c-57b21028a2cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.3540208 Sep 23 23:53:04.663895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Allocated IP 192.168.233.132 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/fab9c15b-e224-4498-9bd4-efa859de6c82) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:53:04.709388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-5c2aab21-adc2-4e05-bbbf-5c565f8d9b74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e HTTP/1.1" status: 200 len: 217 time: 0.0655811 Sep 23 23:53:04.714361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-951d0dd1-ab3a-4e7a-ab82-5986b3beff63 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020799 Sep 23 23:53:04.767775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-51546cd9-54da-4300-8f01-0e072e0dea52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.769305 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-51546cd9-54da-4300-8f01-0e072e0dea52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1269462 Sep 23 23:53:04.772861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54220690-129f-4723-81de-fe5c0724c956 req-89581834-190e-4f14-94c7-6b247ab8e5ae tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.774365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54220690-129f-4723-81de-fe5c0724c956 req-89581834-190e-4f14-94c7-6b247ab8e5ae tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 947 time: 0.1814694 Sep 23 23:53:04.839493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-a7babe43-c017-44bd-88ea-db6575699abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:04.841047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-a7babe43-c017-44bd-88ea-db6575699abb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1208797 Sep 23 23:53:04.867286 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf31131-4086-4cd3-b7d7-09f060744167 x-openstack-request-id: req-5bf31131-4086-4cd3-b7d7-09f060744167 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:04.867783 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "name": "network-vif-plugged", "status": "completed", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:04.867980 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bf31131-4086-4cd3-b7d7-09f060744167 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:04.868463 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62', 'code': 200} Sep 23 23:53:04.891967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:04.922401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54220690-129f-4723-81de-fe5c0724c956 req-07c4c24d-8718-43ea-bd4c-dc9b7ed1af04 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314669 Sep 23 23:53:04.923306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.007386 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-82fd0b38-9809-462f-945f-7a7fa8292bc9 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027760 Sep 23 23:53:05.121061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50dcceac-7dbd-4560-9843-751962e3ea17 req-36943e43-fead-4c2a-95f8-bd13296fc9c0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 210 time: 0.1002655 Sep 23 23:53:05.122156 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Floating IP 3501d27e-b983-441f-a588-a2b11da2433a associated. External IP: 172.25.5.233, port: 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe. Sep 23 23:53:05.125103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.128259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-db1c7464-f86d-46bd-9987-f4fc3560f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.129303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-db1c7464-f86d-46bd-9987-f4fc3560f9bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2730384 Sep 23 23:53:05.189513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b850876-0abb-4d2d-b0f5-f9d6c6e7bcec req-ec0e79b9-46b4-4fe0-9fe9-e89565a49c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.191044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b850876-0abb-4d2d-b0f5-f9d6c6e7bcec req-ec0e79b9-46b4-4fe0-9fe9-e89565a49c1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1097 time: 0.1693625 Sep 23 23:53:05.202805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4abe1596-07e7-4a84-9105-ec7f129182b1 req-139a5d64-3cef-4cbf-acfa-3979d98cef82 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875849 Sep 23 23:53:05.208510 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e03f507-a94c-4a19-9153-dc7865169fbc x-openstack-request-id: req-5e03f507-a94c-4a19-9153-dc7865169fbc {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:05.208891 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ffe415e-cee2-49c5-92e9-a8b8a78d89be", "tag": "00c2b592-9ca9-4408-888f-d46d3eb3bc06", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:05.209212 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e03f507-a94c-4a19-9153-dc7865169fbc {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:05.209694 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'status': 'completed', 'code': 200} Sep 23 23:53:05.210325 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffe415e-cee2-49c5-92e9-a8b8a78d89be', 'tag': '00c2b592-9ca9-4408-888f-d46d3eb3bc06', 'status': 'completed', 'code': 200} Sep 23 23:53:05.218176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ff96a-9aaa-4c3f-abcc-e29f890ba453 req-63305166-fbc6-474a-81e7-8874f479b523 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.225655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e94ff96a-9aaa-4c3f-abcc-e29f890ba453 req-63305166-fbc6-474a-81e7-8874f479b523 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 945 time: 0.2057409 Sep 23 23:53:05.357613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-3b0feae9-58e4-4347-9de1-f77949e363ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.359192 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-3b0feae9-58e4-4347-9de1-f77949e363ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef0ace61758d479e859ed1efb70a8634&device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 1099 time: 0.1098678 Sep 23 23:53:05.449299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:05.451866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a4875707-213d-43f8-9d56-79fe0153236b up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:05.511869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Router c1750bc6-6c57-4e16-98f9-e98bbb466e32 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:53:05.526519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-42373da7-a4b9-4b88-a571-ca21fb7eb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.528279 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-42373da7-a4b9-4b88-a571-ca21fb7eb712 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1601293 Sep 23 23:53:05.581959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port a4875707-213d-43f8-9d56-79fe0153236b completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:05.592009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a4875707-213d-43f8-9d56-79fe0153236b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:05.592377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.593208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.618658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-cdd89207-c4e6-40a2-89a8-4e0c2ea28f51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360 HTTP/1.1" status: 200 len: 217 time: 0.0819378 Sep 23 23:53:05.626317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-f0311c9f-d0b9-4418-a797-0f43b790d1dc service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879427 Sep 23 23:53:05.638309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:05.655946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'mac_address': 'fa:16:3e:d0:1e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:05.711716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:05.711937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-402c16d6-e985-498b-8227-93c185af90b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.713412 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-402c16d6-e985-498b-8227-93c185af90b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0860186 Sep 23 23:53:05.717458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e94ff96a-9aaa-4c3f-abcc-e29f890ba453 req-6c9e8421-58a2-404c-bd97-a68e12328de0 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4911919 Sep 23 23:53:05.719241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b850876-0abb-4d2d-b0f5-f9d6c6e7bcec req-16dfe5a8-474c-4ffa-8840-c9f16fde9d32 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5110612 Sep 23 23:53:05.734921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.747194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:53:05.754302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.754449 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.782118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:53:05.788612 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fa75e52f-1e4e-459a-b211-08f1df0300fd tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "PUT /v2.0/floatingips/3501d27e-b983-441f-a588-a2b11da2433a HTTP/1.1" status: 200 len: 991 time: 2.3213062 Sep 23 23:53:05.790868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:05.796404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] Sync routers for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:53:05.800987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:05.806606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:53:05.817255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a4875707-213d-43f8-9d56-79fe0153236b, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a4875707-213d-43f8-9d56-79fe0153236b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:05.822079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff0314-d94f-400d-8b63-028ed038a401 req-898c90dd-019d-452e-a10b-516400420876 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.823786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96ff0314-d94f-400d-8b63-028ed038a401 req-898c90dd-019d-452e-a10b-516400420876 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 946 time: 0.2235742 Sep 23 23:53:05.830615 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.841787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:53:05.842418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:52:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:53:05.847120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:05.898334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.937093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.938581 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:05.939789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a4875707-213d-43f8-9d56-79fe0153236b,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:05.942547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7c576be-2acd-4bc1-8776-3673144f3408 req-cde73efe-9688-49c4-8401-193bb89e170a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 210 time: 0.1294713 Sep 23 23:53:05.947367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-fc470fe5-afa8-4b65-8c32-0dc8bd23dd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:05.950227 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-fc470fe5-afa8-4b65-8c32-0dc8bd23dd24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537317 Sep 23 23:53:05.952625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dc5611f-ce0f-4b4f-a72c-4638cdf0a3b0 req-8e0255c2-d173-4e60-b0d8-d7f17be9ab9a service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765794 Sep 23 23:53:05.989682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96ff0314-d94f-400d-8b63-028ed038a401 req-f0c9a1ae-fd72-451b-bacb-5dff18c13bea tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350114 Sep 23 23:53:06.008179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-4d48c0a0-2721-4081-9754-d71d7355f3f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6056252 Sep 23 23:53:06.022865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Request body: {'port': {'device_id': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:06.133876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:06.139160 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-036e8630-4f0c-4fa0-b10a-77bae7a39fbf service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795630 Sep 23 23:53:06.182877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:53:06.231000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:06.258081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['8a733b9e-5a9f-48b1-a4ba-ca121d7da360'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:06.294529 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-ea63cd2b-3b94-4a50-885c-0ff04abbd20d service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472611 Sep 23 23:53:06.343315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-24405924-d74b-4e94-a622-bd7ec904408f None None] Provisioning complete for port fab9c15b-e224-4498-9bd4-efa859de6c82 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:06.343676 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24405924-d74b-4e94-a622-bd7ec904408f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:06.403654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede428c5-4e0a-4ce8-803b-b4561a72bad1 req-90172791-cf70-4e9c-a163-a352aa9abbdc tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.405249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ede428c5-4e0a-4ce8-803b-b4561a72bad1 req-90172791-cf70-4e9c-a163-a352aa9abbdc tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 948 time: 0.2728233 Sep 23 23:53:06.405378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:06.419458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1703-538a-4bfa-a969-5ffd00f0c5b0 req-67e21596-b078-47dc-992d-fe5b331e8490 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.420970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc2e1703-538a-4bfa-a969-5ffd00f0c5b0 req-67e21596-b078-47dc-992d-fe5b331e8490 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 949 time: 0.2903104 Sep 23 23:53:06.429645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-9060d23e-c525-4b03-bdeb-7e915306e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.431212 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-9060d23e-c525-4b03-bdeb-7e915306e1c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=de7120a7424849278206e90489fab53c&device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 1099 time: 0.0616653 Sep 23 23:53:06.462890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-24405924-d74b-4e94-a622-bd7ec904408f None None] Port fab9c15b-e224-4498-9bd4-efa859de6c82 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:53:06.515969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-b718fdcf-7e3e-45be-b8f1-a7e7b2405ee8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.518480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-b718fdcf-7e3e-45be-b8f1-a7e7b2405ee8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.3184931 Sep 23 23:53:06.537740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Request body: {'port': {'device_id': 'd704b2b5-c123-4a9f-b48d-881c991587ea', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'admin_state_up': True, 'tenant_id': '8804663286b54bf884f821ce37c6f5f9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:06.541837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-bd42da3a-8e7c-4624-b565-04a25aa56b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.543464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-bd42da3a-8e7c-4624-b565-04a25aa56b87 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1045017 Sep 23 23:53:06.573537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ede428c5-4e0a-4ce8-803b-b4561a72bad1 req-c8b023cf-af70-47e3-a8c1-7bb7c099a539 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513572 Sep 23 23:53:06.598840 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-18a1ae13-bef0-4e3b-bacc-fb7c99719892 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=00c2b592-9ca9-4408-888f-d46d3eb3bc06 HTTP/1.1" status: 200 len: 217 time: 0.0470219 Sep 23 23:53:06.635747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc2e1703-538a-4bfa-a969-5ffd00f0c5b0 req-727a1176-0a87-4c87-b617-059043980b65 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053304 Sep 23 23:53:06.673018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '3501d27e-b983-441f-a588-a2b11da2433a', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'port_id': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'mac_address': 'fa:16:3e:ce:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:52:42Z', 'updated_at': '2021-09-23T23:53:04Z', 'revision_number': 1, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:53:06.708994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] Checking router: c1750bc6-6c57-4e16-98f9-e98bbb466e32 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:53:06.718238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:53:06.718705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:52:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:53:06.722398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-20d085b1-4656-494f-8f3a-80693a2872e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.723957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-20d085b1-4656-494f-8f3a-80693a2872e0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1130679 Sep 23 23:53:06.803022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-57a9cb93-02d1-438a-acb3-f0744484a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.804903 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-57a9cb93-02d1-438a-acb3-f0744484a8a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0666223 Sep 23 23:53:06.854071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:53:06.870157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab9c15b-e224-4498-9bd4-efa859de6c82 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:06.885923 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:06.886176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44'}, {'server_uuid': 'd4b92d7d-6a76-4ecc-8690-b525deebf331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4875707-213d-43f8-9d56-79fe0153236b'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:06.889686 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef38324-fe9f-4741-8cd5-f2c045ee950a" -d '{"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-plugged", "status": "completed", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44"}, {"server_uuid": "d4b92d7d-6a76-4ecc-8690-b525deebf331", "name": "network-vif-plugged", "status": "completed", "tag": "a4875707-213d-43f8-9d56-79fe0153236b"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:06.896667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5903c-9703-4237-b724-ccc04f27c438 req-e59cc8ac-51eb-42ae-8733-cadb84f180b6 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:06.898234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fa5903c-9703-4237-b724-ccc04f27c438 req-e59cc8ac-51eb-42ae-8733-cadb84f180b6 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 947 time: 0.1423411 Sep 23 23:53:06.898876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Made reservation on behalf of 8804663286b54bf884f821ce37c6f5f9 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:06.902619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:06.929729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Transition to ACTIVE for port object fab9c15b-e224-4498-9bd4-efa859de6c82 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:06.939771 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-3d9a2010-2e0d-4380-a147-3733abd44404 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265807 Sep 23 23:53:06.949595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:07.059259 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4d556bf8-6cea-47bd-9a67-8ea935a22374 req-8414faef-4787-43c4-acf9-e9b6968bb275 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121292 Sep 23 23:53:07.072121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fa5903c-9703-4237-b724-ccc04f27c438 req-1bc6a68f-b4ce-4a1e-af2f-38c9e336d52e tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568713 Sep 23 23:53:07.098842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:07.211857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'tag': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:07.215062 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e6b8ed-6581-4fdb-ac9d-76487e735a02" -d '{"events": [{"name": "network-changed", "server_uuid": "daf909eb-a07f-4458-8484-8cf6b125c6b5", "tag": "9dd26db5-4b3d-471f-93d3-9f9a3ce059fe"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:07.235000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6083bd-04ba-4830-bbe3-14008ab96ecc req-d96b8975-209f-4c58-8ec5-3b9b2d8aa304 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:07.236495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db6083bd-04ba-4830-bbe3-14008ab96ecc req-d96b8975-209f-4c58-8ec5-3b9b2d8aa304 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1098 time: 0.2410758 Sep 23 23:53:07.238469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '3501d27e-b983-441f-a588-a2b11da2433a', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'port_id': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'mac_address': 'fa:16:3e:ce:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:52:42Z', 'updated_at': '2021-09-23T23:53:04Z', 'revision_number': 1, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:53:07.274784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f09a67-140d-46bd-85d8-c3df2d39bdcb None None] The sync data for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 is: [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '3501d27e-b983-441f-a588-a2b11da2433a', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'port_id': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'mac_address': 'fa:16:3e:ce:21:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:52:42Z', 'updated_at': '2021-09-23T23:53:04Z', 'revision_number': 1, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:53:07.275968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Allocated IP 172.20.0.9 (ccb7d7fd-8d12-485e-a563-a652ea2cac20/f71937a2-7996-46df-a564-b4e960a55091/a180ef38-5153-4572-a148-cf0ab928ac82) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:53:07.311537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Attempting to bind port fab9c15b-e224-4498-9bd4-efa859de6c82 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:07.312103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Attempting to bind port fab9c15b-e224-4498-9bd4-efa859de6c82 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:07.312430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Attempting to bind port fab9c15b-e224-4498-9bd4-efa859de6c82 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:07.341664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Port fab9c15b-e224-4498-9bd4-efa859de6c82 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:07.342006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Attempting to bind port fab9c15b-e224-4498-9bd4-efa859de6c82 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:07.363430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072d84d7-f4e7-4169-8360-feedf6d5c1b5 req-488fae64-bba1-409c-b0cb-10d6f5bdd9e7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:07.364931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-072d84d7-f4e7-4169-8360-feedf6d5c1b5 req-488fae64-bba1-409c-b0cb-10d6f5bdd9e7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.1939132 Sep 23 23:53:07.369842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db6083bd-04ba-4830-bbe3-14008ab96ecc req-5453906c-5fd3-4192-9c09-d978765b59fb tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215162 Sep 23 23:53:07.375802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:07.376141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:07.376520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:07.376954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Bound port: fab9c15b-e224-4498-9bd4-efa859de6c82, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:07.377302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:07.441442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:07.472701 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:53:07.521582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:07.529828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:07.530223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:07.535677 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc85c35-7ad4-4085-a162-2e40293af92a None None] New status for floating IP 3501d27e-b983-441f-a588-a2b11da2433a: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:53:07.543305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-072d84d7-f4e7-4169-8360-feedf6d5c1b5 req-63c69715-e93d-4ba5-80f2-68398b1cd730 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569674 Sep 23 23:53:07.647668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:07.653697 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67bf819-cad6-4990-bbe1-b946ee0a2532 x-openstack-request-id: req-f67bf819-cad6-4990-bbe1-b946ee0a2532 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:07.654520 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-plugged", "status": "completed", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44", "code": 200}, {"server_uuid": "d4b92d7d-6a76-4ecc-8690-b525deebf331", "name": "network-vif-plugged", "status": "completed", "tag": "a4875707-213d-43f8-9d56-79fe0153236b", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:07.654520 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f67bf819-cad6-4990-bbe1-b946ee0a2532 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:07.654742 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'code': 200} Sep 23 23:53:07.663164 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b92d7d-6a76-4ecc-8690-b525deebf331', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4875707-213d-43f8-9d56-79fe0153236b', 'code': 200} Sep 23 23:53:07.678221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:07.689536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:07.693569 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:07.705500 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:07.718364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:07.744013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96731ea4-479f-4559-adb6-b0f3afb4fdaa req-0c740503-a54c-4b46-a16f-4bd21810f7db tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:07.752244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96731ea4-479f-4559-adb6-b0f3afb4fdaa req-0c740503-a54c-4b46-a16f-4bd21810f7db tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 945 time: 0.1832490 Sep 23 23:53:07.773552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:07.774161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:07.775854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] 10.222.0.20 "PUT /v2.0/ports/fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 1097 time: 1.7592833 Sep 23 23:53:07.778424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:07.780859 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e978d2-05ab-42de-9e44-774459f86ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:07.817865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b0fcea0-e83c-4b52-9ac7-42734d0bc2a2 req-097a22e5-41e1-4ef6-b7a5-0c42a390a4b3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 210 time: 0.0884767 Sep 23 23:53:07.837588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8914dac-d044-4b4b-a6b1-13ea855ce0e0 req-9b266249-22b6-4933-b580-d94ff7648d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:07.849027 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b8914dac-d044-4b4b-a6b1-13ea855ce0e0 req-9b266249-22b6-4933-b580-d94ff7648d36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 1101 time: 0.1070399 Sep 23 23:53:07.869352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:07.896709 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:07.926417 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b8914dac-d044-4b4b-a6b1-13ea855ce0e0 req-1e81e015-c0ca-40dd-a525-79ce60792f20 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705340 Sep 23 23:53:07.940394 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407b0656-2768-4946-bc62-d5038cd5c881 x-openstack-request-id: req-407b0656-2768-4946-bc62-d5038cd5c881 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:07.940908 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf909eb-a07f-4458-8484-8cf6b125c6b5", "tag": "9dd26db5-4b3d-471f-93d3-9f9a3ce059fe", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:07.941371 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-407b0656-2768-4946-bc62-d5038cd5c881 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:07.941952 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'tag': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'status': 'completed', 'code': 200} Sep 23 23:53:07.992349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a66feb-45b8-4b31-8a4f-af2dcf6810ea service neutron] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:08.026172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:08.030789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96731ea4-479f-4559-adb6-b0f3afb4fdaa req-5704627a-15d5-48c3-a285-f62e6eab53c3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775939 Sep 23 23:53:08.064739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-9a90e2d3-8cf8-42b7-918d-15b2074cc888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.066260 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-9a90e2d3-8cf8-42b7-918d-15b2074cc888 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 1097 time: 0.0825882 Sep 23 23:53:08.128827 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:08.135381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:08.136768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77707e8b-70c7-4999-a97e-48d40d333cc8 req-6806e861-84e6-4296-bf11-11df040acce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.138497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77707e8b-70c7-4999-a97e-48d40d333cc8 req-6806e861-84e6-4296-bf11-11df040acce4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1101 time: 0.3347332 Sep 23 23:53:08.150063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'mac_address': 'fa:16:3e:d5:40:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:08.163576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77755a90-b92a-464d-b17e-37af0d8f3faa req-8eeba816-5f77-4a7d-94d9-af693f7d6009 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.171313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77755a90-b92a-464d-b17e-37af0d8f3faa req-8eeba816-5f77-4a7d-94d9-af693f7d6009 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1098 time: 0.1395075 Sep 23 23:53:08.191976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-ff8b38f7-bce0-4460-acf8-edfdcd79081f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.197377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-ff8b38f7-bce0-4460-acf8-edfdcd79081f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1100 time: 0.3264740 Sep 23 23:53:08.212723 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:08.220467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:53:08.239510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9329365-91df-45db-b2aa-ea6c57e23d2e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:08.267255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:08.269741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:53:08.270714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:08.276045 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:08.353981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:08.393358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-ab27c120-bbc9-4dc4-a44d-f0e24649bd0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 217 time: 0.1274793 Sep 23 23:53:08.412506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event updated for resources: {'Port': ['ID=a180ef38-5153-4572-a148-cf0ab928ac82,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:08.436085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-5d328193-90f8-499c-a344-3d7bce33897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.437434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77755a90-b92a-464d-b17e-37af0d8f3faa req-af18c43c-1a34-4e35-a0f6-71fd743bf83a tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652743 Sep 23 23:53:08.437574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-5d328193-90f8-499c-a344-3d7bce33897e service neutron] 10.222.0.20 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 925 time: 0.3576996 Sep 23 23:53:08.439802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77707e8b-70c7-4999-a97e-48d40d333cc8 req-ca3ce8a0-b44e-4ef6-ab28-317d17e1e661 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552972 Sep 23 23:53:08.468269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4862aad-bbe5-4e79-9dd7-0ce060b4dde0 req-378302dc-797c-4fd1-adc4-75e820846844 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.469805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4862aad-bbe5-4e79-9dd7-0ce060b4dde0 req-378302dc-797c-4fd1-adc4-75e820846844 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 949 time: 0.3186495 Sep 23 23:53:08.475282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.475867 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:08.511884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['f9329365-91df-45db-b2aa-ea6c57e23d2e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:08.515805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d5bffd4f-5818-4b2c-a8ef-344405f4fc0c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9863741 Sep 23 23:53:08.525144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-9ce5a6a2-6f10-4a71-b3a5-a6ab3e099ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.526640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-9ce5a6a2-6f10-4a71-b3a5-a6ab3e099ee7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1194837 Sep 23 23:53:08.534391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Request body: {'port': {'device_id': 'd704b2b5-c123-4a9f-b48d-881c991587ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:08.543007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4862aad-bbe5-4e79-9dd7-0ce060b4dde0 req-b9615cd5-de21-4081-a2bb-44cb5efd74f6 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604134 Sep 23 23:53:08.632072 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:08.650990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe614f6d-407e-4d1c-bf50-a2dd253253f5 req-e1882979-815b-4ed5-a66b-fb594bdc3c6a tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.658880 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe614f6d-407e-4d1c-bf50-a2dd253253f5 req-e1882979-815b-4ed5-a66b-fb594bdc3c6a tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 949 time: 0.0957296 Sep 23 23:53:08.699075 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2f8d02-f28d-487d-a6a6-f4a32b205442 x-openstack-request-id: req-8c2f8d02-f28d-487d-a6a6-f4a32b205442 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:08.699361 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:08.699710 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c2f8d02-f28d-487d-a6a6-f4a32b205442 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:08.699989 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'status': 'completed', 'code': 200} Sep 23 23:53:08.727607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:08.732271 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-9ea03535-3732-4fdb-b644-4258bb7b291e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe HTTP/1.1" status: 200 len: 1001 time: 0.0990639 Sep 23 23:53:08.755298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe614f6d-407e-4d1c-bf50-a2dd253253f5 req-65f9e84c-7e21-4b01-8f18-34d152411f96 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951838 Sep 23 23:53:08.785266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-6040060e-2934-48cb-8ab7-8ea3cae09c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.786875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-6040060e-2934-48cb-8ab7-8ea3cae09c2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1255202 Sep 23 23:53:08.802522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-bee863d5-9afc-498b-befe-1268e3eb9f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.804043 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-bee863d5-9afc-498b-befe-1268e3eb9f8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83d3ef4c-bc9c-461f-a6ad-1994320886b0 HTTP/1.1" status: 200 len: 863 time: 0.0644710 Sep 23 23:53:08.859913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-068cf6e5-a212-427f-8248-63e00550513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:08.861431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-068cf6e5-a212-427f-8248-63e00550513e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67fcd5fe-e92f-42dc-894f-b93672094cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432763 Sep 23 23:53:08.974071 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-53061a63-5082-4170-a56b-b75275b98557 service neutron] 10.222.0.20 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051142 Sep 23 23:53:09.065911 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91e6b8ed-6581-4fdb-ac9d-76487e735a02 req-76e9ddeb-c559-44ac-9fe2-17033bf63285 service neutron] 10.222.0.20 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843611 Sep 23 23:53:09.235291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42233764-7691-4d1e-888c-005e5729f6b4 req-f69af0ca-82f6-4cdd-99b9-71add73b0154 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:09.236791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42233764-7691-4d1e-888c-005e5729f6b4 req-f69af0ca-82f6-4cdd-99b9-71add73b0154 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1097 time: 0.4805884 Sep 23 23:53:09.304713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0988c1e-eebe-4e7e-989b-41596c433b66 req-173830af-a9ff-4cef-a287-7c9f8489c58e tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:09.306383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0988c1e-eebe-4e7e-989b-41596c433b66 req-173830af-a9ff-4cef-a287-7c9f8489c58e tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 947 time: 0.2637210 Sep 23 23:53:09.314889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-646aa9a6-8fdf-4e1b-a31e-97b4fe64dd0f service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733881 Sep 23 23:53:09.375863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42233764-7691-4d1e-888c-005e5729f6b4 req-def2f6f7-dfac-4a48-9865-7d9f3dbb5566 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313097 Sep 23 23:53:09.407265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0988c1e-eebe-4e7e-989b-41596c433b66 req-9717141d-30fc-4377-836f-550e5d4edf02 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890732 Sep 23 23:53:09.443407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 00c2b592-9ca9-4408-888f-d46d3eb3bc06 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:09.546238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 00c2b592-9ca9-4408-888f-d46d3eb3bc06, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=00c2b592-9ca9-4408-888f-d46d3eb3bc06,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:09.557719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '00c2b592-9ca9-4408-888f-d46d3eb3bc06', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '00c2b592-9ca9-4408-888f-d46d3eb3bc06', 'mac_address': 'fa:16:3e:f9:02:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:09.566045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a180ef38-5153-4572-a148-cf0ab928ac82 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:09.576288 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:09.580042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43a31292-cf93-401f-8202-c9c4a6d19a31 req-40fe3c2c-1fdb-44bd-8c40-9acb7ff86fb2 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375822 Sep 23 23:53:09.596012 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:09.601849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Transition to ACTIVE for port object a180ef38-5153-4572-a148-cf0ab928ac82 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:09.610059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:09.613038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c2b592-9ca9-4408-888f-d46d3eb3bc06 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:09.623441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aa531e-c49f-44e6-a6a2-34032a7f6572 req-90d7e9ee-d383-455b-bcb1-180c157257f7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:09.625102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02aa531e-c49f-44e6-a6a2-34032a7f6572 req-90d7e9ee-d383-455b-bcb1-180c157257f7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.1325555 Sep 23 23:53:09.635345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 00c2b592-9ca9-4408-888f-d46d3eb3bc06, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=00c2b592-9ca9-4408-888f-d46d3eb3bc06,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:09.638638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69776d-314c-4788-b0f0-c82b288730b1 req-38273548-d268-498b-9cf0-096a17c04d4b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:09.639851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:09.640587 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c69776d-314c-4788-b0f0-c82b288730b1 req-38273548-d268-498b-9cf0-096a17c04d4b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 931 time: 0.1494629 Sep 23 23:53:09.669395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:09.673119 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea57a33e-6245-4cee-84f4-8571b73c11ec" -d '{"events": [{"server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:09.708041 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=00c2b592-9ca9-4408-888f-d46d3eb3bc06,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:09.732353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:09.773845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Pushing event updated for resources: {'Port': ['ID=a180ef38-5153-4572-a148-cf0ab928ac82,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:09.787848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port f9329365-91df-45db-b2aa-ea6c57e23d2e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:09.788300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c69776d-314c-4788-b0f0-c82b288730b1 req-9abd2882-d6c1-4fc8-8942-e06344135b2f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134272 Sep 23 23:53:09.791893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port f9329365-91df-45db-b2aa-ea6c57e23d2e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:09.792232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:09.797129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02aa531e-c49f-44e6-a6a2-34032a7f6572 req-61ebdc85-1443-40be-aa26-f8468a9d48b3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326694 Sep 23 23:53:09.827156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-f2550743-f50f-4af4-a245-f4ca8ffa5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:09.828663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-f2550743-f50f-4af4-a245-f4ca8ffa5ffe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1100 time: 0.1657374 Sep 23 23:53:09.879632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['00c2b592-9ca9-4408-888f-d46d3eb3bc06'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:09.881901 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:09.966280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Attempting to bind port a180ef38-5153-4572-a148-cf0ab928ac82 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:09.966610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Attempting to bind port a180ef38-5153-4572-a148-cf0ab928ac82 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:09.966955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Attempting to bind port a180ef38-5153-4572-a148-cf0ab928ac82 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:09.980563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Port a180ef38-5153-4572-a148-cf0ab928ac82 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:09.980856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Attempting to bind port a180ef38-5153-4572-a148-cf0ab928ac82 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:09.997518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:09.997881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Checking segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:09.998207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Bound using segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:09.998638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Bound port: a180ef38-5153-4572-a148-cf0ab928ac82, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:09.999005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:10.004896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfb9f1-7c90-4152-a604-4f1b80f5c535 req-72f5cd79-13da-4829-a665-629ecb9911f1 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.011503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6cfb9f1-7c90-4152-a604-4f1b80f5c535 req-72f5cd79-13da-4829-a665-629ecb9911f1 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1097 time: 0.1389084 Sep 23 23:53:10.035336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-89ef45f8-fd6c-4db5-bb9f-0efec6cdcd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.036455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-89ef45f8-fd6c-4db5-bb9f-0efec6cdcd59 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1896927 Sep 23 23:53:10.078193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:10.088588 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:10.119730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-d29a0a08-2336-4282-95e7-16273443fb9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 217 time: 0.0549347 Sep 23 23:53:10.127464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6cfb9f1-7c90-4152-a604-4f1b80f5c535 req-f63d33ad-7ba3-4132-b0f2-49254bb14804 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148846 Sep 23 23:53:10.160278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:10.203083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] For port a180ef38-5153-4572-a148-cf0ab928ac82, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:10.224169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] For port a180ef38-5153-4572-a148-cf0ab928ac82, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a180ef38-5153-4572-a148-cf0ab928ac82,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:10.228264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-ef269d66-a65a-4ff7-be07-82c454cb7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.231019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-ef269d66-a65a-4ff7-be07-82c454cb7345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0976589 Sep 23 23:53:10.233481 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:10.320104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.320712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:10.322087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] 10.222.0.18 "PUT /v2.0/ports/a180ef38-5153-4572-a148-cf0ab928ac82 HTTP/1.1" status: 200 len: 1092 time: 1.7940295 Sep 23 23:53:10.360904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd0d6d-597d-43a2-995e-113a7cea3842 service neutron] Pushing event updated for resources: {'Port': ['ID=a180ef38-5153-4572-a148-cf0ab928ac82,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:10.366888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-d3f32a7b-021c-4a17-8464-51fb0c37f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.368353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-d3f32a7b-021c-4a17-8464-51fb0c37f280 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1307256 Sep 23 23:53:10.397103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b32a2c-7e99-4448-8a7b-6be8c1494d7e req-580aa9dc-d2c4-4f15-b8e6-c6d1fb4dc3d1 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.398844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24b32a2c-7e99-4448-8a7b-6be8c1494d7e req-580aa9dc-d2c4-4f15-b8e6-c6d1fb4dc3d1 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 949 time: 0.1505375 Sep 23 23:53:10.509913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-0ba56e70-12ac-4dad-9f97-6d02d5870b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.511462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-0ba56e70-12ac-4dad-9f97-6d02d5870b69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 1095 time: 0.1468754 Sep 23 23:53:10.516117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24b32a2c-7e99-4448-8a7b-6be8c1494d7e req-051c8d0f-0069-456e-b3ab-f83f02451600 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029203 Sep 23 23:53:10.567923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-71dc2fed-252a-41cf-8b96-3524fc892893 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868012 Sep 23 23:53:10.569591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-2238cc46-3bf0-4582-a4dd-dadd28cbaab0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a180ef38-5153-4572-a148-cf0ab928ac82 HTTP/1.1" status: 200 len: 217 time: 0.0459847 Sep 23 23:53:10.618825 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df4d58d-43b8-4797-b3e5-8c20f9500356 x-openstack-request-id: req-4df4d58d-43b8-4797-b3e5-8c20f9500356 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:10.619358 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:10.619781 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4df4d58d-43b8-4797-b3e5-8c20f9500356 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:10.620385 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'code': 200} Sep 23 23:53:10.677307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-8ff35509-12cc-4ceb-8eaf-bd849c8bbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.678727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-8ff35509-12cc-4ceb-8eaf-bd849c8bbc03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.1015501 Sep 23 23:53:10.707695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd704b2b5-c123-4a9f-b48d-881c991587ea', 'tag': 'a180ef38-5153-4572-a148-cf0ab928ac82'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:10.709771 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a6fa51-42ce-41bb-a302-9c31cffb073c" -d '{"events": [{"name": "network-changed", "server_uuid": "d704b2b5-c123-4a9f-b48d-881c991587ea", "tag": "a180ef38-5153-4572-a148-cf0ab928ac82"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:10.747713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e12a1f-4c9e-4a35-8eaa-03eb11a671ac req-7e70f09a-110f-4a5a-9008-545ebc46c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.749548 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-07e12a1f-4c9e-4a35-8eaa-03eb11a671ac req-7e70f09a-110f-4a5a-9008-545ebc46c126 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 1101 time: 0.0521507 Sep 23 23:53:10.755956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-18949a26-c9db-43d9-9c2e-ad6333a48f27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428874 Sep 23 23:53:10.765391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-ffac2205-edc8-4e59-a489-03ec3986005d tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:53:10.766350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-ffac2205-edc8-4e59-a489-03ec3986005d tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082257 Sep 23 23:53:10.768303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69e978d2-05ab-42de-9e44-774459f86ae3 req-b637dd2d-f60c-4eaa-b850-1fc3d9f226f1 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825390 Sep 23 23:53:10.787607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-07e12a1f-4c9e-4a35-8eaa-03eb11a671ac req-3bf7c50f-d04a-46b6-8e82-8f5d63884a3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303681 Sep 23 23:53:10.809602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b568d77-f113-47ae-b424-7ff5613b2aff req-3fde5d2e-9694-4205-82bd-6f93836728b9 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.811048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b568d77-f113-47ae-b424-7ff5613b2aff req-3fde5d2e-9694-4205-82bd-6f93836728b9 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 949 time: 0.1379812 Sep 23 23:53:10.857521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-e3e87ab4-44d7-4c8f-bff2-01cd0213b7ce tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:10.858855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-e3e87ab4-44d7-4c8f-bff2-01cd0213b7ce tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports/330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 1095 time: 0.0822887 Sep 23 23:53:10.888423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Request body: {'binding': {'host': 'n-h1-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:10.888852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Unknown quota resources ['binding']. {{(pid=106379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 23:53:10.935033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b568d77-f113-47ae-b424-7ff5613b2aff req-ce21719e-b01d-4883-afed-aeaf037492a3 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083775 Sep 23 23:53:10.966605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-28e7077c-92cf-44b4-9e12-121306f5b4c1 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975236 Sep 23 23:53:11.154440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f001c7-b5a0-48b4-bed7-4b328ae1e502 req-266feae9-670d-46c2-9c9a-c972a59458fe tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.155898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79f001c7-b5a0-48b4-bed7-4b328ae1e502 req-266feae9-670d-46c2-9c9a-c972a59458fe tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 948 time: 0.1208851 Sep 23 23:53:11.158281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on host n-h1-713498-18 for vnic_type normal with profile None {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:11.158601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:11.158947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:11.162109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a22d018d-bdaf-4a84-99de-9b6dbc577f1f req-da959865-4076-424d-a5a4-76d91e9d372a service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840947 Sep 23 23:53:11.171064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:11.171373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:11.184093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:11.184418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:11.184784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:11.185197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Bound port: 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:11.227008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79f001c7-b5a0-48b4-bed7-4b328ae1e502 req-1d254d7f-3eff-4430-886b-064475b87687 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638773 Sep 23 23:53:11.254024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:11.259287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] Notify callbacks [] for binding, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:11.260435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-259c7022-64cd-47d5-b5fc-292f68cea1ad service neutron] 10.222.0.24 "POST /v2.0/ports/330ba16f-e910-4ef8-99cc-f6f1ac85010d/bindings HTTP/1.1" status: 201 len: 390 time: 0.3787067 Sep 23 23:53:11.272796 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02440450-2c60-4c7a-aca9-e9ab1c976ee5 x-openstack-request-id: req-02440450-2c60-4c7a-aca9-e9ab1c976ee5 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:11.273281 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d704b2b5-c123-4a9f-b48d-881c991587ea", "tag": "a180ef38-5153-4572-a148-cf0ab928ac82", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:11.274286 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02440450-2c60-4c7a-aca9-e9ab1c976ee5 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:11.274897 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd704b2b5-c123-4a9f-b48d-881c991587ea', 'tag': 'a180ef38-5153-4572-a148-cf0ab928ac82', 'status': 'completed', 'code': 200} Sep 23 23:53:11.410445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-5100cceb-bb17-415c-aefc-c1fe5d840e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.411929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-5100cceb-bb17-415c-aefc-c1fe5d840e01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 1095 time: 0.1055803 Sep 23 23:53:11.427447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1a23-866f-4b2d-9e2f-577a28b9ab14 req-5f1fce6a-1e51-40b1-9aee-db436294ce44 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.428877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b8f1a23-866f-4b2d-9e2f-577a28b9ab14 req-5f1fce6a-1e51-40b1-9aee-db436294ce44 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 943 time: 0.0942090 Sep 23 23:53:11.450398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d55dbe-3369-42d8-98ec-5300b13e26be req-02c21878-dfc8-444f-a248-d6e1b7764b1e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.451859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22d55dbe-3369-42d8-98ec-5300b13e26be req-02c21878-dfc8-444f-a248-d6e1b7764b1e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.0863500 Sep 23 23:53:11.468578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 00c2b592-9ca9-4408-888f-d46d3eb3bc06 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:11.509514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-83b8a795-7518-4499-90fe-53144de4c992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.511952 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-83b8a795-7518-4499-90fe-53144de4c992 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1098 time: 0.0416949 Sep 23 23:53:11.523291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:11.528072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:11.528821 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:11.613666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-896bb7a7-2837-4069-a77b-842e179d70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.614310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:11.615698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-896bb7a7-2837-4069-a77b-842e179d70bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.0958688 Sep 23 23:53:11.659165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 00c2b592-9ca9-4408-888f-d46d3eb3bc06, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=00c2b592-9ca9-4408-888f-d46d3eb3bc06,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:11.663961 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-563a0aae-b6f8-44ab-bceb-6fd164685a83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 217 time: 0.0403233 Sep 23 23:53:11.665102 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:11.721363 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=00c2b592-9ca9-4408-888f-d46d3eb3bc06,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:11.752140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-2ee4b89e-b088-419f-ad1f-ff0c39555b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.753612 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-2ee4b89e-b088-419f-ad1f-ff0c39555b11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0813968 Sep 23 23:53:11.762584 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-633fa244-7192-4ffd-98ab-19c8b4dd2d64 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0623991 Sep 23 23:53:11.790498 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-330b98c5-aa55-47bc-85c5-f104d20885e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270200 Sep 23 23:53:11.791626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b8f1a23-866f-4b2d-9e2f-577a28b9ab14 req-42cb41fb-cc6d-4171-9212-cc16742fdb9e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555188 Sep 23 23:53:11.799597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22d55dbe-3369-42d8-98ec-5300b13e26be req-76f5e3b0-5d0b-4203-a81d-24f8d46b4528 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318188 Sep 23 23:53:11.823197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-759f8c40-ad8c-4c96-9173-1111213a0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.825462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-759f8c40-ad8c-4c96-9173-1111213a0e64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 912 time: 0.3905442 Sep 23 23:53:11.883797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-56080786-b1cd-4b7b-85a5-72b06bed54a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a180ef38-5153-4572-a148-cf0ab928ac82 HTTP/1.1" status: 200 len: 217 time: 0.0484834 Sep 23 23:53:11.922281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-eb9e5454-5967-44e8-8e02-f1c6c49940db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:11.923818 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-eb9e5454-5967-44e8-8e02-f1c6c49940db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1097 time: 0.1030872 Sep 23 23:53:11.941498 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-ee2db73e-32a2-4572-98f5-af3b11b6d8c6 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379178 Sep 23 23:53:12.011941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-eb5406d3-4b7b-40ea-a093-bc55da36a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.013440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-eb5406d3-4b7b-40ea-a093-bc55da36a5db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.1199338 Sep 23 23:53:12.029480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37665f-c1d7-46c2-acf1-d0a71137f6b2 req-6d89c4b7-1e44-42ae-be6d-1ce9dfaa2bfe tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.030937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce37665f-c1d7-46c2-acf1-d0a71137f6b2 req-6d89c4b7-1e44-42ae-be6d-1ce9dfaa2bfe tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1502547 Sep 23 23:53:12.066326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-1d2c542b-143f-49bc-8c8d-530fdf3f818f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337701 Sep 23 23:53:12.075296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73d79dc-9c80-47d5-be12-4625dba362bc req-20745498-a2f3-425c-9f01-d327359048a3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.076490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a73d79dc-9c80-47d5-be12-4625dba362bc req-20745498-a2f3-425c-9f01-d327359048a3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 946 time: 0.1148667 Sep 23 23:53:12.118640 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-084ce70d-dbc1-4bee-80f3-9b46ba2e7ce3 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519856 Sep 23 23:53:12.119882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-c19decd1-65b7-4499-9e5c-ef03f4335ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.121784 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-c19decd1-65b7-4499-9e5c-ef03f4335ab5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.1478207 Sep 23 23:53:12.153496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce37665f-c1d7-46c2-acf1-d0a71137f6b2 req-f98113f8-be10-4abb-8dd0-105abad8be29 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115210 Sep 23 23:53:12.180148 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-7c57a1cf-de14-4fe5-9749-d268dd8482e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 217 time: 0.0450141 Sep 23 23:53:12.261667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a73d79dc-9c80-47d5-be12-4625dba362bc req-861e0586-31bb-4eb3-b243-5f077b99daa7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702182 Sep 23 23:53:12.334213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-09c52167-70fa-48dc-ae58-0cb8867e2b99 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516873 Sep 23 23:53:12.344730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-1a682626-1bbf-4ff9-812f-f0fe41ee57b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.346300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-1a682626-1bbf-4ff9-812f-f0fe41ee57b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0880764 Sep 23 23:53:12.371206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-1082e0f3-963c-49e5-afdb-f64abe9437a7 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.371554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d6cf6-2310-4687-96ee-c0849d68ce1c req-36658b1a-c370-46df-a86c-032740f0534b tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.372916 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-1082e0f3-963c-49e5-afdb-f64abe9437a7 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1098 time: 0.1774700 Sep 23 23:53:12.373042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-381d6cf6-2310-4687-96ee-c0849d68ce1c req-36658b1a-c370-46df-a86c-032740f0534b tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 949 time: 0.1452417 Sep 23 23:53:12.390867 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-d51954a7-769a-40c4-9f8e-0be0830bd64a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325003 Sep 23 23:53:12.395180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-18'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:12.482576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-381d6cf6-2310-4687-96ee-c0849d68ce1c req-94dc64e2-8a66-4114-a7fb-cdcf2e6ef0fb tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004763 Sep 23 23:53:12.503154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a6fa51-42ce-41bb-a302-9c31cffb073c req-b89d1391-755c-47c2-a617-503a7983a6d1 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543167 Sep 23 23:53:12.503258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:12.509732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c723-ef81-4f7d-af24-07f2437104d0 req-a721f71d-c105-45df-9da1-0754676d7626 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.512285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a480c723-ef81-4f7d-af24-07f2437104d0 req-a721f71d-c105-45df-9da1-0754676d7626 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1097 time: 0.1129005 Sep 23 23:53:12.555362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a480c723-ef81-4f7d-af24-07f2437104d0 req-9306921d-3d2a-46b5-b693-22ea35fbfa0a tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339866 Sep 23 23:53:12.564341 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-1ac02f8f-2666-4548-92b0-8b6a8fa9bd42 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654961 Sep 23 23:53:12.618627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee98c14-4598-4ce1-be80-a5c4daaf8cb1 req-f65bccf7-60d7-4730-9710-b757bc919460 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.621732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ee98c14-4598-4ce1-be80-a5c4daaf8cb1 req-f65bccf7-60d7-4730-9710-b757bc919460 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 949 time: 0.0693276 Sep 23 23:53:12.622337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e'}, {'server_uuid': '1ffe415e-cee2-49c5-92e9-a8b8a78d89be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2b592-9ca9-4408-888f-d46d3eb3bc06'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:12.625236 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50e08aa-316b-4ba3-8eaa-6c63b685b917" -d '{"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-plugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e"}, {"server_uuid": "1ffe415e-cee2-49c5-92e9-a8b8a78d89be", "name": "network-vif-plugged", "status": "completed", "tag": "00c2b592-9ca9-4408-888f-d46d3eb3bc06"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:12.661609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-3cab7154-fd30-46f9-9a29-365a160ff0f6 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=619e29798ea7490aafb81bc480ce28b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321133 Sep 23 23:53:12.697397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ee98c14-4598-4ce1-be80-a5c4daaf8cb1 req-9fa8f3bf-5721-475d-81c1-174f269e6c76 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697136 Sep 23 23:53:12.713272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:12.732871 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b38846-43bc-4f19-978e-c5f16dbe73c1 req-bcda724f-23dd-40e4-837d-aab1ccc19daf service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598582 Sep 23 23:53:12.774011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:12.786796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-2f690102-d9e3-4a75-be91-ad40e34f91b3 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:12.788252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-2f690102-d9e3-4a75-be91-ad40e34f91b3 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208429 Sep 23 23:53:12.806660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-d935f992-929d-493a-b353-038ca63a256c req-86cad3bb-0151-4f42-b9b6-cfa9b0c45c2e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:53:12.807666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d935f992-929d-493a-b353-038ca63a256c req-86cad3bb-0151-4f42-b9b6-cfa9b0c45c2e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058827 Sep 23 23:53:12.810741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-af650f81-97ff-4842-a25f-7ba42f777edd tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/quotas/619e29798ea7490aafb81bc480ce28b1 HTTP/1.1" status: 200 len: 375 time: 0.0155005 Sep 23 23:53:12.817262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:12.819728 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07ef76b9-505a-44e9-9030-1b2b7fdc9d37" -d '{"events": [{"server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:12.823953 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:12.830813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:12.875340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-78902a66-e7fe-47c4-aa5b-e09eddb4d89c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0580571 Sep 23 23:53:12.918685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Pushing event updated for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:12.921852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on host n-h2-713498-18 for vnic_type normal with profile {"migrating_to": "n-h1-713498-18"} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:12.922179 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:12.922494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:12.927259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:12.927658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Attempting to bind port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:12.933192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:12.933514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:12.933905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:12.934318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Bound port: 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:12.934669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:13.006416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:13.009939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:13.014734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:13.034577 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad2af55-0caf-4495-bd9c-8541fb376a5f x-openstack-request-id: req-7ad2af55-0caf-4495-bd9c-8541fb376a5f {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:13.035984 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-plugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e", "code": 200}, {"server_uuid": "1ffe415e-cee2-49c5-92e9-a8b8a78d89be", "name": "network-vif-plugged", "status": "completed", "tag": "00c2b592-9ca9-4408-888f-d46d3eb3bc06", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:13.036490 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ad2af55-0caf-4495-bd9c-8541fb376a5f {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:13.037055 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'code': 200} Sep 23 23:53:13.037472 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffe415e-cee2-49c5-92e9-a8b8a78d89be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c2b592-9ca9-4408-888f-d46d3eb3bc06', 'code': 200} Sep 23 23:53:13.115733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Pushing event updated for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:13.141052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:13.145617 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:13.147108 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-da1d4a52-1530-4e20-beeb-ac4dfff7f383 service neutron] 10.222.0.18 "PUT /v2.0/ports/330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 1124 time: 0.7589540 Sep 23 23:53:13.240968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['330ba16f-e910-4ef8-99cc-f6f1ac85010d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:13.244784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca328a-2229-48dd-86ed-365e0f672361 req-9037858f-e6fc-40fa-be5e-abf052229f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:13.258941 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70ca328a-2229-48dd-86ed-365e0f672361 req-9037858f-e6fc-40fa-be5e-abf052229f00 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 1101 time: 0.0740767 Sep 23 23:53:13.271538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48485d65-e254-4f2f-9405-1dbaeab921ae req-d0e989f6-c677-4fd9-b1b4-79ea6d8243ea tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:13.273180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48485d65-e254-4f2f-9405-1dbaeab921ae req-d0e989f6-c677-4fd9-b1b4-79ea6d8243ea tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 943 time: 0.1501083 Sep 23 23:53:13.275656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205686e-d808-4d40-a520-c5694b863ce9 req-6a5916e6-3af6-4086-a47d-af3b52c82b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:13.277149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c205686e-d808-4d40-a520-c5694b863ce9 req-6a5916e6-3af6-4086-a47d-af3b52c82b8d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 1102 time: 0.1087995 Sep 23 23:53:13.304047 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70ca328a-2229-48dd-86ed-365e0f672361 req-ee278eec-a33a-4383-8168-92c32fa22c32 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382161 Sep 23 23:53:13.366295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48485d65-e254-4f2f-9405-1dbaeab921ae req-ff00e5c0-1d17-4b8a-82ab-b61a3d2f537b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839398 Sep 23 23:53:13.371529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c205686e-d808-4d40-a520-c5694b863ce9 req-a9bd0149-6979-4bbd-add6-b17f0113dcbe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580609 Sep 23 23:53:13.476050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85792b8f-5f56-4f20-a43a-6a7f29be5708 req-f7af6697-9309-48fe-945a-0998ea34f2ff tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:13.477531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85792b8f-5f56-4f20-a43a-6a7f29be5708 req-f7af6697-9309-48fe-945a-0998ea34f2ff tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.0530903 Sep 23 23:53:13.524531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85792b8f-5f56-4f20-a43a-6a7f29be5708 req-b4c3998b-f812-4798-a5c1-fdbf8348cdad tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387051 Sep 23 23:53:13.573459 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e267ce7f-dd34-431b-a042-9e8fe72deef1 x-openstack-request-id: req-e267ce7f-dd34-431b-a042-9e8fe72deef1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:13.573755 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:13.574005 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e267ce7f-dd34-431b-a042-9e8fe72deef1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:13.574394 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d', 'code': 200} Sep 23 23:53:13.647779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81b6f8c6-bf3f-4cbf-a1ff-0a16eb081bb0 req-88f247d1-139a-4ea0-9722-1a95b9c70b78 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 210 time: 0.0302670 Sep 23 23:53:13.743506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device fab9c15b-e224-4498-9bd4-efa859de6c82 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:13.761105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cbec2a-48fe-4115-8163-3d12d88caced req-6dd28bd8-7854-4c54-87d6-8400f15444f3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:13.762621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83cbec2a-48fe-4115-8163-3d12d88caced req-6dd28bd8-7854-4c54-87d6-8400f15444f3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.0616939 Sep 23 23:53:13.809512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83cbec2a-48fe-4115-8163-3d12d88caced req-98193941-0d1d-4ee1-96c8-dc24ff74b8a9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376620 Sep 23 23:53:13.870844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:13.881336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'mac_address': 'fa:16:3e:5c:cf:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:13.926872 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:13.941274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab9c15b-e224-4498-9bd4-efa859de6c82 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:13.962029 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:13.967187 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:13.989619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdb423f-d46c-4564-bc75-025018c32002 req-329c02e1-4126-4c6e-ba74-95b4232e01b6 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:13.991121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cdb423f-d46c-4564-bc75-025018c32002 req-329c02e1-4126-4c6e-ba74-95b4232e01b6 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 949 time: 0.0517929 Sep 23 23:53:13.998505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39046) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:14.023696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:14.031516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cdb423f-d46c-4564-bc75-025018c32002 req-2d80557d-5e44-413e-9611-ec0588b3ca1a tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340731 Sep 23 23:53:14.106828 n-d-713498-18 neutron-server[106378]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 23 23:53:14.110795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-351dcf06-74cd-4fbd-99ad-9a3ab76c5dd7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:53:14.114913 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-351dcf06-74cd-4fbd-99ad-9a3ab76c5dd7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1152983 Sep 23 23:53:14.135435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52e8d1-c87f-4212-b88d-017eec522fa3 req-ffb53d6b-9fa8-43ff-b69e-e18c8e35aa4b tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:14.137527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce52e8d1-c87f-4212-b88d-017eec522fa3 req-ffb53d6b-9fa8-43ff-b69e-e18c8e35aa4b tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 949 time: 0.0541008 Sep 23 23:53:14.158234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-f8a149c9-103a-4ba9-b438-e025df2aa53f tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:14.159626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-f8a149c9-103a-4ba9-b438-e025df2aa53f tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports/db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 1094 time: 0.0357397 Sep 23 23:53:14.175594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce52e8d1-c87f-4212-b88d-017eec522fa3 req-3ac43ed7-5eb3-47d9-aff9-79cd902c2eeb tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Sep 23 23:53:14.261432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Request body: {'binding': {'host': 'n-h2-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:14.262235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Unknown quota resources ['binding']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 23:53:14.300161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5c3ec015-45fa-4bee-8bed-4fa11109e8a9 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=619e29798ea7490aafb81bc480ce28b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396984 Sep 23 23:53:14.331317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69af0dc3-1d8b-4f5b-9ae7-8a66b18fad44 req-af0e7f8c-68d3-4253-a9ab-7d8b2aa666a4 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:14.332793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69af0dc3-1d8b-4f5b-9ae7-8a66b18fad44 req-af0e7f8c-68d3-4253-a9ab-7d8b2aa666a4 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 950 time: 0.0875974 Sep 23 23:53:14.372549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['fab9c15b-e224-4498-9bd4-efa859de6c82'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:14.415676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on host n-h2-713498-18 for vnic_type normal with profile None {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:14.416515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:14.416848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:14.421272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:14.421586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:14.426322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69af0dc3-1d8b-4f5b-9ae7-8a66b18fad44 req-c5e52dc1-0a35-42f0-8107-f7f3e4b2ac86 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830786 Sep 23 23:53:14.427382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:14.427814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:14.428253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:14.429165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Bound port: db96ad4b-84a3-4125-b82d-b7593aa36c62, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:14.467188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b1ced9dd-ef23-4dc0-b704-0d3f3b4f7240 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:14.468819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b1ced9dd-ef23-4dc0-b704-0d3f3b4f7240 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607158 Sep 23 23:53:14.494411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Request body: {'port': {'device_id': '090e198b-9c6c-42a8-8c54-6498fa402661', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': '619e29798ea7490aafb81bc480ce28b1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:14.524420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:14.530773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:14.532397 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-709e6bc5-b495-491b-ac3e-134e62ce5684 service neutron] 10.222.0.24 "POST /v2.0/ports/db96ad4b-84a3-4125-b82d-b7593aa36c62/bindings HTTP/1.1" status: 201 len: 390 time: 0.3263741 Sep 23 23:53:14.624122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf123d24-6bc3-405a-bbe2-ae2e0380df0f req-fc67fb4e-17a4-4d43-bd50-44a86c5fc338 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:14.625667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf123d24-6bc3-405a-bbe2-ae2e0380df0f req-fc67fb4e-17a4-4d43-bd50-44a86c5fc338 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 943 time: 0.1246281 Sep 23 23:53:14.692382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf123d24-6bc3-405a-bbe2-ae2e0380df0f req-ce29f19e-f719-4648-b5c2-17f69c5408c6 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528123 Sep 23 23:53:14.695358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Made reservation on behalf of 619e29798ea7490aafb81bc480ce28b1 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:14.698732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:14.802391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe245499-5b1a-4333-bba7-79ad91ca83f9 req-f5ff8743-fe82-45c4-af3b-2a63a532f6b8 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:14.804005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe245499-5b1a-4333-bba7-79ad91ca83f9 req-f5ff8743-fe82-45c4-af3b-2a63a532f6b8 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 949 time: 0.1102865 Sep 23 23:53:14.910548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2793ab7-d787-48c5-9296-0bffa73f7ed2 req-42fc2e58-c694-42bc-9d51-59aa459f936e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:14.911924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2793ab7-d787-48c5-9296-0bffa73f7ed2 req-42fc2e58-c694-42bc-9d51-59aa459f936e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 945 time: 0.1288743 Sep 23 23:53:14.918959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe245499-5b1a-4333-bba7-79ad91ca83f9 req-a5e60cb5-1250-4c26-8e86-33b6d9ce6785 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921934 Sep 23 23:53:14.920949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-7ee65d80-e0e6-4bef-b7a9-5e98c78745d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:14.923056 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-7ee65d80-e0e6-4bef-b7a9-5e98c78745d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1097 time: 0.0414984 Sep 23 23:53:14.965474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Allocated IP 192.168.233.24 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/9041ec97-ee69-41d3-aa73-aa79ac140b87) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:53:14.973938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2793ab7-d787-48c5-9296-0bffa73f7ed2 req-93249a69-1262-42bc-9dd5-340ab0a3c52a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540638 Sep 23 23:53:15.028693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-94885816-ab6f-44ae-ae78-5d70f0a94fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.030266 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-94885816-ab6f-44ae-ae78-5d70f0a94fd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.1002979 Sep 23 23:53:15.031779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b062d57-46bc-4e85-8503-697beac36f01 req-d45b767f-d287-4777-b740-fb8e951b187d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 210 time: 0.0424221 Sep 23 23:53:15.084672 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-437386f0-921a-4281-bfeb-ad88aa668b91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 217 time: 0.0466166 Sep 23 23:53:15.139779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-0e5513f7-d724-4e11-974e-567ee38f49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.141361 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-0e5513f7-d724-4e11-974e-567ee38f49f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0451381 Sep 23 23:53:15.147458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968db8e-a592-41e2-aa2b-7775409139df req-9a22c759-4adb-4a0c-81d8-0ce567c7e3eb tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.148916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e968db8e-a592-41e2-aa2b-7775409139df req-9a22c759-4adb-4a0c-81d8-0ce567c7e3eb tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.1076562 Sep 23 23:53:15.189829 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-0139059d-9569-403d-b824-f31d5c544004 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239758 Sep 23 23:53:15.202733 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:15.210731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e968db8e-a592-41e2-aa2b-7775409139df req-3a72b397-71b9-4ef9-990c-9b3d16eeefe9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549679 Sep 23 23:53:15.251257 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:15.267985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8b5f3d3-6722-471b-9897-49c9b730ad44'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:15.270822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a4875707-213d-43f8-9d56-79fe0153236b'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:15.295652 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-d2ca4399-1655-4622-9e0a-f941258c7c0e service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970938 Sep 23 23:53:15.322188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:53:15.327820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:15.335774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:53:15.363147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Pushing event updated for resources: {'Port': ['ID=9041ec97-ee69-41d3-aa73-aa79ac140b87,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:15.393624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459df59-da1f-46e6-ac8d-38a7e7b876f7 req-f49b1e8f-0c31-428c-8dc4-a4452dfa4c9b tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.395170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9459df59-da1f-46e6-ac8d-38a7e7b876f7 req-f49b1e8f-0c31-428c-8dc4-a4452dfa4c9b tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 949 time: 0.1076877 Sep 23 23:53:15.405337 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-1bed9c06-b6b1-4b70-89d0-6ec50cac96fb service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016622 Sep 23 23:53:15.406308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.406950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:15.438159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5050b4ad-406a-446a-a548-9a7c14537843 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9486852 Sep 23 23:53:15.454675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9459df59-da1f-46e6-ac8d-38a7e7b876f7 req-d6ec892a-759b-452e-a8f8-46971217bb04 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449519 Sep 23 23:53:15.461428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Request body: {'port': {'device_id': '090e198b-9c6c-42a8-8c54-6498fa402661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:15.510126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a180ef38-5153-4572-a148-cf0ab928ac82 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:15.565662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-4dd37e0b-b3dc-4066-abc6-0a2d664e2740 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.566932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-4dd37e0b-b3dc-4066-abc6-0a2d664e2740 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.0721769 Sep 23 23:53:15.575677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:15.578559 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f" -d '{"events": [{"name": "network-changed", "server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:15.586209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-18'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:15.600958 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:15.630929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a974f-c63d-44b1-adb7-173770ad9c1a req-f5657d4e-1028-4db9-906c-37391a3b29f0 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.634824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8a974f-c63d-44b1-adb7-173770ad9c1a req-f5657d4e-1028-4db9-906c-37391a3b29f0 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 950 time: 0.0981300 Sep 23 23:53:15.666045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:15.714604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8a974f-c63d-44b1-adb7-173770ad9c1a req-646cb84b-618c-4774-9e1c-fc61aff53f9e tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685313 Sep 23 23:53:15.720237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9b6b1e3a-5b39-4807-b72d-6920bac41f9b None None] Provisioning complete for port 9041ec97-ee69-41d3-aa73-aa79ac140b87 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:15.720857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b6b1e3a-5b39-4807-b72d-6920bac41f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:15.723368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a180ef38-5153-4572-a148-cf0ab928ac82, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a180ef38-5153-4572-a148-cf0ab928ac82,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:15.758568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a180ef38-5153-4572-a148-cf0ab928ac82', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'port_id': 'a180ef38-5153-4572-a148-cf0ab928ac82', 'mac_address': 'fa:16:3e:58:b5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71937a2-7996-46df-a564-b4e960a55091', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:15.768620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device fab9c15b-e224-4498-9bd4-efa859de6c82 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:15.774035 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f55fee7e-5ffc-433a-a7ed-251b000cf148 x-openstack-request-id: req-f55fee7e-5ffc-433a-a7ed-251b000cf148 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:15.774328 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:15.774736 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f55fee7e-5ffc-433a-a7ed-251b000cf148 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:15.775792 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d', 'status': 'completed', 'code': 200} Sep 23 23:53:15.779364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9b6b1e3a-5b39-4807-b72d-6920bac41f9b None None] Port 9041ec97-ee69-41d3-aa73-aa79ac140b87 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:53:15.864403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:15.883532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a180ef38-5153-4572-a148-cf0ab928ac82 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:15.934326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a180ef38-5153-4572-a148-cf0ab928ac82, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a180ef38-5153-4572-a148-cf0ab928ac82,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:15.940751 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:15.965716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-6b864f4c-4bbd-4492-9b48-71e495ca8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.967370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-6b864f4c-4bbd-4492-9b48-71e495ca8167 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1127 time: 0.1150978 Sep 23 23:53:15.988211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098ef2ce-8b90-4024-9076-4ee2a623ad3d req-4bbcafd5-007b-4caf-927b-14cba66a4e4d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:15.996222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-098ef2ce-8b90-4024-9076-4ee2a623ad3d req-4bbcafd5-007b-4caf-927b-14cba66a4e4d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 943 time: 0.1421106 Sep 23 23:53:16.002239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a180ef38-5153-4572-a148-cf0ab928ac82,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:16.013313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port fab9c15b-e224-4498-9bd4-efa859de6c82 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:16.018040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port fab9c15b-e224-4498-9bd4-efa859de6c82 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:16.018503 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.118705 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.159960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:16.162898 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f827cf97-2cac-4f80-99f5-4e0a63426487" -d '{"events": [{"server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "name": "network-vif-plugged", "status": "completed", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:16.172298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-870d4975-102b-4370-b769-a20543149f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:16.173884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-870d4975-102b-4370-b769-a20543149f7a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.1755831 Sep 23 23:53:16.178095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:16.184025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.198073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-098ef2ce-8b90-4024-9076-4ee2a623ad3d req-86b592ec-d0e8-48cf-a274-133bbaa2c39f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009220 Sep 23 23:53:16.201301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:16.261355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:16.267689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:16.292655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a180ef38-5153-4572-a148-cf0ab928ac82'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:16.322353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.329594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.422697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on host n-h1-713498-18 for vnic_type normal with profile {"migrating_to": "n-h2-713498-18"} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:16.423163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:16.423598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:16.426921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Pushing event updated for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:16.431748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:16.432144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Attempting to bind port db96ad4b-84a3-4125-b82d-b7593aa36c62 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:16.437647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:16.438073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:16.438539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:16.439612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Bound port: db96ad4b-84a3-4125-b82d-b7593aa36c62, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:16.439612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.508488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:16.511504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:16.516611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.552378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-345a4bc5-7d47-400d-8b18-01a8e33c3f5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 217 time: 0.3479609 Sep 23 23:53:16.597408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:16.598353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.599765 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] 10.222.0.20 "PUT /v2.0/ports/db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 1123 time: 1.0177050 Sep 23 23:53:16.600748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a09b13-4bb5-4e43-8d36-0268b43b1608 service neutron] Pushing event updated for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:16.700521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9041ec97-ee69-41d3-aa73-aa79ac140b87 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:16.711642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-f63e3a31-1903-413c-b573-30cf24cdb11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:16.713133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-f63e3a31-1903-413c-b573-30cf24cdb11e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.1346703 Sep 23 23:53:16.715360 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.724960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d0d036-49b8-4270-b6bb-0c0b5c7a3939 req-92872b25-6bd5-41df-a120-ae74ec00bc47 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:16.726416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10d0d036-49b8-4270-b6bb-0c0b5c7a3939 req-92872b25-6bd5-41df-a120-ae74ec00bc47 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1781979 Sep 23 23:53:16.736758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae24ee-4b55-4dc9-8903-25d6683a4f0e req-a64dd5ea-e4cb-4af3-af80-6a74e2d94bdb tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:16.738128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91ae24ee-4b55-4dc9-8903-25d6683a4f0e req-a64dd5ea-e4cb-4af3-af80-6a74e2d94bdb tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 943 time: 0.1888592 Sep 23 23:53:16.780307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Transition to ACTIVE for port object 9041ec97-ee69-41d3-aa73-aa79ac140b87 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:16.782450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-b09c1e82-3c6f-4b3d-a3d9-bb9997736113 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540633 Sep 23 23:53:16.795938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['db96ad4b-84a3-4125-b82d-b7593aa36c62'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:16.798493 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:16.894515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91ae24ee-4b55-4dc9-8903-25d6683a4f0e req-75f9f093-35e1-44c2-b9c3-fb43e19da9c4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432137 Sep 23 23:53:16.903432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10d0d036-49b8-4270-b6bb-0c0b5c7a3939 req-a9113eb2-fb44-44a1-bff4-31548c8a6309 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622798 Sep 23 23:53:16.937577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Pushing event updated for resources: {'Port': ['ID=9041ec97-ee69-41d3-aa73-aa79ac140b87,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:17.028358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-bfa36497-8473-4b55-ab36-b39d7a96a15d service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306809 Sep 23 23:53:17.112323 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e84db28-c7f1-47da-b2a2-82f1e0345c03 x-openstack-request-id: req-6e84db28-c7f1-47da-b2a2-82f1e0345c03 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:17.112835 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "name": "network-vif-plugged", "status": "completed", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:17.113351 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e84db28-c7f1-47da-b2a2-82f1e0345c03 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:17.113892 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'code': 200} Sep 23 23:53:17.115918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee27b5-757f-401a-ad45-da891a25e629 req-4f2d99ad-910f-41d7-b21e-7708e5b0057d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.117408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dee27b5-757f-401a-ad45-da891a25e629 req-4f2d99ad-910f-41d7-b21e-7708e5b0057d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 947 time: 0.1121187 Sep 23 23:53:17.122604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Attempting to bind port 9041ec97-ee69-41d3-aa73-aa79ac140b87 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:17.123037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Attempting to bind port 9041ec97-ee69-41d3-aa73-aa79ac140b87 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:17.123282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Attempting to bind port 9041ec97-ee69-41d3-aa73-aa79ac140b87 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:17.172488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Port 9041ec97-ee69-41d3-aa73-aa79ac140b87 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:17.173163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Attempting to bind port 9041ec97-ee69-41d3-aa73-aa79ac140b87 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:17.205483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:17.205814 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:17.206193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:17.206620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Bound port: 9041ec97-ee69-41d3-aa73-aa79ac140b87, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:17.206995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:17.224079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d4a82-40ca-41bc-b766-d9dce9c1b459 req-8aea59d6-c1d6-4a9c-b465-9e2aecf0310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.225571 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b50d4a82-40ca-41bc-b766-d9dce9c1b459 req-8aea59d6-c1d6-4a9c-b465-9e2aecf0310c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1102 time: 0.0400741 Sep 23 23:53:17.254968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f3a57ab-c3c5-433d-aeed-386fa3d1603f req-a2781a47-4cca-40d7-9a5a-8dffddbc5d6a service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068293 Sep 23 23:53:17.258332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dee27b5-757f-401a-ad45-da891a25e629 req-af8ba859-7336-4742-a882-852b32e9e534 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052697 Sep 23 23:53:17.275105 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b50d4a82-40ca-41bc-b766-d9dce9c1b459 req-787d169d-81fb-49a7-ad1f-6458da905dbc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313311 Sep 23 23:53:17.316327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21962b-92ce-419d-8a53-2c89ee6707cc req-441a7f3c-5ff7-43a3-a34d-3b943de61f99 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.317825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f21962b-92ce-419d-8a53-2c89ee6707cc req-441a7f3c-5ff7-43a3-a34d-3b943de61f99 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.1430819 Sep 23 23:53:17.376129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] For port 9041ec97-ee69-41d3-aa73-aa79ac140b87, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:17.384573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f21962b-92ce-419d-8a53-2c89ee6707cc req-226d3ee9-df69-4732-8137-d6b29fd56d1f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584679 Sep 23 23:53:17.394977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] For port 9041ec97-ee69-41d3-aa73-aa79ac140b87, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9041ec97-ee69-41d3-aa73-aa79ac140b87,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:17.399951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:17.436022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.436542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:17.437962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] 10.222.0.20 "PUT /v2.0/ports/9041ec97-ee69-41d3-aa73-aa79ac140b87 HTTP/1.1" status: 200 len: 1096 time: 1.9823346 Sep 23 23:53:17.438396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '090e198b-9c6c-42a8-8c54-6498fa402661', 'tag': '9041ec97-ee69-41d3-aa73-aa79ac140b87'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:17.440649 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db4f533-d0c4-415b-822f-6aec13fe58c6" -d '{"events": [{"name": "network-changed", "server_uuid": "090e198b-9c6c-42a8-8c54-6498fa402661", "tag": "9041ec97-ee69-41d3-aa73-aa79ac140b87"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:17.498635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 330ba16f-e910-4ef8-99cc-f6f1ac85010d details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:17.504928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a180ef38-5153-4572-a148-cf0ab928ac82 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:17.505145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf0434-0fad-4001-b9c7-d5cd73f12063 service neutron] Pushing event updated for resources: {'Port': ['ID=9041ec97-ee69-41d3-aa73-aa79ac140b87,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:17.546824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc50e74-b1b6-4fd5-b1de-4642d5016bce req-85bae781-e3b7-4212-9f91-d7c962b979b1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.547968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc50e74-b1b6-4fd5-b1de-4642d5016bce req-85bae781-e3b7-4212-9f91-d7c962b979b1 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 944 time: 0.0898376 Sep 23 23:53:17.581949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd51962-c1fa-4af4-aa70-91e052e17594 req-16146b48-9489-4bf8-ad2b-32dfb5f53af0 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.587750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfd51962-c1fa-4af4-aa70-91e052e17594 req-16146b48-9489-4bf8-ad2b-32dfb5f53af0 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 949 time: 0.1123695 Sep 23 23:53:17.634398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port a180ef38-5153-4572-a148-cf0ab928ac82 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:17.642630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a180ef38-5153-4572-a148-cf0ab928ac82 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:17.643025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:17.683328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:17.687924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-ed71b3af-7433-42ec-8d52-ab230de92f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.690153 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-ed71b3af-7433-42ec-8d52-ab230de92f8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1127 time: 0.0524616 Sep 23 23:53:17.691328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc50e74-b1b6-4fd5-b1de-4642d5016bce req-59f095ae-ba2c-43ac-8c6b-adaefa4b0544 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344216 Sep 23 23:53:17.694763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfd51962-c1fa-4af4-aa70-91e052e17594 req-ed96fa51-17ce-4478-acb7-21c410fc66c8 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978069 Sep 23 23:53:17.701907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 330ba16f-e910-4ef8-99cc-f6f1ac85010d has no active binding in host n-h1-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 23:53:17.708890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5763b9f7-0dc9-4f45-9b1a-1bb3697c486e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.711642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-5763b9f7-0dc9-4f45-9b1a-1bb3697c486e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 1099 time: 0.1017654 Sep 23 23:53:17.758554 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:17.774793 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4646b11e-af3f-4993-9c04-411cdd33ea43 x-openstack-request-id: req-4646b11e-af3f-4993-9c04-411cdd33ea43 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:17.775080 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "090e198b-9c6c-42a8-8c54-6498fa402661", "tag": "9041ec97-ee69-41d3-aa73-aa79ac140b87", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:17.775323 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4646b11e-af3f-4993-9c04-411cdd33ea43 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:17.775713 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '090e198b-9c6c-42a8-8c54-6498fa402661', 'tag': '9041ec97-ee69-41d3-aa73-aa79ac140b87', 'status': 'completed', 'code': 200} Sep 23 23:53:17.778075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-8f7d36bb-2f01-4119-ad55-b71dfa848dfe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9041ec97-ee69-41d3-aa73-aa79ac140b87 HTTP/1.1" status: 200 len: 217 time: 0.0485179 Sep 23 23:53:17.794126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a180ef38-5153-4572-a148-cf0ab928ac82, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a180ef38-5153-4572-a148-cf0ab928ac82,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:17.798151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62'}, {'name': 'network-changed', 'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:17.799534 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:17.800465 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e7830-fb6f-498c-986d-149009e20353" -d '{"events": [{"server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "name": "network-vif-unplugged", "status": "completed", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62"}, {"name": "network-changed", "server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:17.833686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-1deeba27-e82e-41bd-ad02-62abd7cd3fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.835350 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-1deeba27-e82e-41bd-ad02-62abd7cd3fbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.1073921 Sep 23 23:53:17.838315 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d99117-bb15-4f21-88fa-a753a2d3ec1e x-openstack-request-id: req-e1d99117-bb15-4f21-88fa-a753a2d3ec1e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:17.838625 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "name": "network-vif-unplugged", "status": "completed", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62", "code": 200}, {"name": "network-changed", "server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:17.838980 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1d99117-bb15-4f21-88fa-a753a2d3ec1e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:17.839366 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62', 'code': 200} Sep 23 23:53:17.839617 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62', 'status': 'completed', 'code': 200} Sep 23 23:53:17.845687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-32fc8273-536e-4ec9-92ab-2a6ce610f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.847184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-32fc8273-536e-4ec9-92ab-2a6ce610f6af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0555129 Sep 23 23:53:17.855732 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a180ef38-5153-4572-a148-cf0ab928ac82,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:17.901975 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-e35262ef-bc89-4d3d-b6ea-11512b9ff2b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 217 time: 0.0432968 Sep 23 23:53:17.904630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-9118b11e-246c-450c-afed-0ec14716a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.906126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-9118b11e-246c-450c-afed-0ec14716a7fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463073 Sep 23 23:53:17.967591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e7830-fb6f-498c-986d-149009e20353 req-8cda75c0-c932-449a-be30-f9294a39ed14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.969048 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff1e7830-fb6f-498c-986d-149009e20353 req-8cda75c0-c932-449a-be30-f9294a39ed14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1126 time: 0.0752802 Sep 23 23:53:17.979461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-7bfef9c9-c7d0-4a45-adfd-bc99ecd39641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:17.980957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-7bfef9c9-c7d0-4a45-adfd-bc99ecd39641 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0600445 Sep 23 23:53:18.033353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-fae2c0ee-fb6e-46fe-b45a-c1ab079b767e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334518 Sep 23 23:53:18.075838 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-69375ad0-285f-42c4-8090-e527ed5e9251 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496050 Sep 23 23:53:18.117769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4791d-be2c-4853-ac5d-19b6551bbe60 req-803a3e23-d521-465c-9c6c-eaf76f927358 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.119257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8de4791d-be2c-4853-ac5d-19b6551bbe60 req-803a3e23-d521-465c-9c6c-eaf76f927358 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1162322 Sep 23 23:53:18.128830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438d32a-9c97-421d-9327-dcee310480e6 req-bcbeee70-d96d-48b4-b0ac-62fccb2af983 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.130227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c438d32a-9c97-421d-9327-dcee310480e6 req-bcbeee70-d96d-48b4-b0ac-62fccb2af983 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 943 time: 0.1173196 Sep 23 23:53:18.144703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e7830-fb6f-498c-986d-149009e20353 req-fdb2b0b4-b36f-4c44-95c4-f3648a1e013d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.146149 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff1e7830-fb6f-498c-986d-149009e20353 req-fdb2b0b4-b36f-4c44-95c4-f3648a1e013d service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.1641645 Sep 23 23:53:18.174079 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-35091dda-0957-42a1-9a49-332d659a8b1f service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120732 Sep 23 23:53:18.211692 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff1e7830-fb6f-498c-986d-149009e20353 req-f2a96e9c-bbcd-4c7a-9927-38353cd6d2d3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 217 time: 0.0468740 Sep 23 23:53:18.227571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8de4791d-be2c-4853-ac5d-19b6551bbe60 req-0a5975cd-61ca-4c44-97f0-0a1aa9c0cdbf tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910347 Sep 23 23:53:18.239785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c438d32a-9c97-421d-9327-dcee310480e6 req-b267bd38-1a06-4d4d-a859-679a7b9eeb3c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007915 Sep 23 23:53:18.255576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab8f5aa-771f-49df-bcf8-0f1ddbcf216a req-56019173-5346-4a59-9ae8-546cdb2c9d3d service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708941 Sep 23 23:53:18.315192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e7830-fb6f-498c-986d-149009e20353 req-eea2b029-78fa-46de-b2e6-070567ce4def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.316645 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff1e7830-fb6f-498c-986d-149009e20353 req-eea2b029-78fa-46de-b2e6-070567ce4def service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0932095 Sep 23 23:53:18.336550 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2b9d5de-700c-4b15-9d74-f72157a3fb21 req-99510e98-74b0-4a2e-883e-467d051223cc service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326225 Sep 23 23:53:18.370972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff1e7830-fb6f-498c-986d-149009e20353 req-3781bd9b-53cc-41d4-bbe9-188e07a86175 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329094 Sep 23 23:53:18.380954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-f3500374-e41c-4fd3-ac0d-0bafbcc11312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.382439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-f3500374-e41c-4fd3-ac0d-0bafbcc11312 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 1099 time: 0.0651443 Sep 23 23:53:18.469532 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff1e7830-fb6f-498c-986d-149009e20353 req-8916f323-5f20-4390-9678-5d0e4743e81a service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855753 Sep 23 23:53:18.483357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60481ace-fd34-4c3d-8470-2869953ff00d req-3753f451-2b3f-4c32-bd40-6d457546e89f tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.484820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60481ace-fd34-4c3d-8470-2869953ff00d req-3753f451-2b3f-4c32-bd40-6d457546e89f tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 947 time: 0.1015022 Sep 23 23:53:18.566123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-942ae0a3-e17a-45be-ac8b-d2b2f3a731ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.568050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-942ae0a3-e17a-45be-ac8b-d2b2f3a731ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1732779 Sep 23 23:53:18.570435 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff1e7830-fb6f-498c-986d-149009e20353 req-52c37bba-6541-4f4b-bf2f-6866c7b6dce4 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907638 Sep 23 23:53:18.571779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60481ace-fd34-4c3d-8470-2869953ff00d req-90c624a2-6943-4adb-9b01-25a5cc3208bd tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796597 Sep 23 23:53:18.583388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10e47d-9cea-4e23-a6c6-d6fa8908f994 req-c6955e61-c7cb-45bc-8742-9e89f39e7201 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.589510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c10e47d-9cea-4e23-a6c6-d6fa8908f994 req-c6955e61-c7cb-45bc-8742-9e89f39e7201 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.0973938 Sep 23 23:53:18.635294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-c4a7f961-e4c4-4cbe-a262-088c5872470f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=9041ec97-ee69-41d3-aa73-aa79ac140b87 HTTP/1.1" status: 200 len: 217 time: 0.0496626 Sep 23 23:53:18.691741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c10e47d-9cea-4e23-a6c6-d6fa8908f994 req-cafeada9-9fcc-4b1c-b551-bd4ec6d679f6 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951338 Sep 23 23:53:18.702495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-1938f5fc-fe3d-4ae9-81ee-b0e430af6bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.703923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-1938f5fc-fe3d-4ae9-81ee-b0e430af6bdd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0604303 Sep 23 23:53:18.751388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-53a95058-1789-48f4-a7f3-e42e25ac0cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.752925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-53a95058-1789-48f4-a7f3-e42e25ac0cf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0412800 Sep 23 23:53:18.914489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7d7d3-1d8c-444a-bf81-46154315c2b6 req-1276da4f-efd9-4a52-a3ac-9aaaa2a4a2c2 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.915903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07c7d7d3-1d8c-444a-bf81-46154315c2b6 req-1276da4f-efd9-4a52-a3ac-9aaaa2a4a2c2 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 949 time: 0.1308069 Sep 23 23:53:18.933335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f98eca-90ee-465e-b04f-dc27928ab825 req-cf0f4206-6dd1-4a3a-8318-cd5f2a7421a2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:18.934731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51f98eca-90ee-465e-b04f-dc27928ab825 req-cf0f4206-6dd1-4a3a-8318-cd5f2a7421a2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 945 time: 0.1507013 Sep 23 23:53:18.955076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-9940c9f6-569e-455b-94f9-2937ec109559 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902883 Sep 23 23:53:19.017206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07c7d7d3-1d8c-444a-bf81-46154315c2b6 req-3582ad74-f2f2-4934-801c-17e50661e845 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/security-groups?id=358ecf54-2511-4c9b-ab4c-d613d978b2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945771 Sep 23 23:53:19.023325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51f98eca-90ee-465e-b04f-dc27928ab825 req-76d00ff6-a764-4ecf-8026-9f23eaf51d60 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825906 Sep 23 23:53:19.073209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1db4f533-d0c4-415b-822f-6aec13fe58c6 req-b50e9458-e286-4e74-b190-130dc4312e55 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092875 Sep 23 23:53:19.115171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704b2b5-c123-4a9f-b48d-881c991587ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a180ef38-5153-4572-a148-cf0ab928ac82'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:19.117470 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525e76a9-4059-4992-a97d-58c41520296b" -d '{"events": [{"server_uuid": "d704b2b5-c123-4a9f-b48d-881c991587ea", "name": "network-vif-plugged", "status": "completed", "tag": "a180ef38-5153-4572-a148-cf0ab928ac82"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:19.152589 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393b58a2-dd6c-4b8c-bd01-aec95a0db940 x-openstack-request-id: req-393b58a2-dd6c-4b8c-bd01-aec95a0db940 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:19.152897 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704b2b5-c123-4a9f-b48d-881c991587ea", "name": "network-vif-plugged", "status": "completed", "tag": "a180ef38-5153-4572-a148-cf0ab928ac82", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:19.153150 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-393b58a2-dd6c-4b8c-bd01-aec95a0db940 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:19.153539 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704b2b5-c123-4a9f-b48d-881c991587ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a180ef38-5153-4572-a148-cf0ab928ac82', 'code': 200} Sep 23 23:53:19.269425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12846542-ca78-4ae1-a6e2-3f74ff287c23 req-8432b5a5-489c-46bd-8bed-e57dcce86269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:19.270945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12846542-ca78-4ae1-a6e2-3f74ff287c23 req-8432b5a5-489c-46bd-8bed-e57dcce86269 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 1097 time: 0.0639701 Sep 23 23:53:19.305709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-deb58c57-1108-4a0b-8726-14f52a26f463 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:19.307202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-deb58c57-1108-4a0b-8726-14f52a26f463 tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 949 time: 0.0714564 Sep 23 23:53:19.327454 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12846542-ca78-4ae1-a6e2-3f74ff287c23 req-c21ba403-b4f4-41d5-9310-c2e378e02c8b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487528 Sep 23 23:53:19.383530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b2be5-44fe-4bf7-a49f-2996a7c40920 req-342c8ef2-edf1-4533-8a82-829d034cc9fd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:19.385011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-391b2be5-44fe-4bf7-a49f-2996a7c40920 req-342c8ef2-edf1-4533-8a82-829d034cc9fd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0848012 Sep 23 23:53:19.397411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18076b64-6d7d-4c2a-8898-6e606e74d771 req-a02e7ea7-bfcd-4e84-a68d-431f353b588c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:19.398871 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18076b64-6d7d-4c2a-8898-6e606e74d771 req-a02e7ea7-bfcd-4e84-a68d-431f353b588c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 943 time: 0.0703952 Sep 23 23:53:19.412080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Deleting port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:53:19.412423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:19.447416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-391b2be5-44fe-4bf7-a49f-2996a7c40920 req-ece31091-f5ee-4f78-97fb-4ca25cda87da tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Sep 23 23:53:19.468169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18076b64-6d7d-4c2a-8898-6e606e74d771 req-d9a92856-ac03-4927-b04a-6d6aebe374b8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539343 Sep 23 23:53:19.539826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] For port 00c2b592-9ca9-4408-888f-d46d3eb3bc06, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=00c2b592-9ca9-4408-888f-d46d3eb3bc06,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:19.543740 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:19.552590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Calling delete_port for 00c2b592-9ca9-4408-888f-d46d3eb3bc06 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:53:19.687133 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:19.699902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['00c2b592-9ca9-4408-888f-d46d3eb3bc06'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:19.712946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514b62b-3f39-4509-ad54-8b63c00fe553 req-1047d269-a117-48a6-bf3f-3d7d7395f87c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:19.715449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7514b62b-3f39-4509-ad54-8b63c00fe553 req-1047d269-a117-48a6-bf3f-3d7d7395f87c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 947 time: 0.0725470 Sep 23 23:53:19.718985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Pushing event deleted for resources: {'Port': ['ID=00c2b592-9ca9-4408-888f-d46d3eb3bc06,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:19.755337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device db96ad4b-84a3-4125-b82d-b7593aa36c62 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:19.773686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] No DVR routers for this DVR port 00c2b592-9ca9-4408-888f-d46d3eb3bc06 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:53:19.778387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:19.794184 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3d8389b0-c531-4f56-b9da-feb2d7a721b9 req-2ff11085-5e65-4be3-82da-9049068640af tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.18 "DELETE /v2.0/ports/00c2b592-9ca9-4408-888f-d46d3eb3bc06 HTTP/1.1" status: 204 len: 173 time: 0.4740667 Sep 23 23:53:19.802330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7514b62b-3f39-4509-ad54-8b63c00fe553 req-885371c9-f644-4c37-9fc1-19c1ab0f6482 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630498 Sep 23 23:53:19.840901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffe415e-cee2-49c5-92e9-a8b8a78d89be', 'name': 'network-vif-deleted', 'tag': '00c2b592-9ca9-4408-888f-d46d3eb3bc06'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:19.843292 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e871430-99bb-4259-89e7-57e43a316be9" -d '{"events": [{"server_uuid": "1ffe415e-cee2-49c5-92e9-a8b8a78d89be", "name": "network-vif-deleted", "tag": "00c2b592-9ca9-4408-888f-d46d3eb3bc06"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:19.913931 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd4c154-f736-4a5c-8810-de6623b91d69 x-openstack-request-id: req-9cd4c154-f736-4a5c-8810-de6623b91d69 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:19.914620 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffe415e-cee2-49c5-92e9-a8b8a78d89be", "name": "network-vif-deleted", "tag": "00c2b592-9ca9-4408-888f-d46d3eb3bc06", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:19.914712 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cd4c154-f736-4a5c-8810-de6623b91d69 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:19.915129 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffe415e-cee2-49c5-92e9-a8b8a78d89be', 'name': 'network-vif-deleted', 'tag': '00c2b592-9ca9-4408-888f-d46d3eb3bc06', 'status': 'completed', 'code': 200} Sep 23 23:53:19.937436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075f231-5cb7-4a07-8fb2-057b9e6f8cef req-7eaf5da8-caea-484a-b4a7-afbded8e0ae9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:19.939200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5075f231-5cb7-4a07-8fb2-057b9e6f8cef req-7eaf5da8-caea-484a-b4a7-afbded8e0ae9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.1255965 Sep 23 23:53:19.984343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:19.988749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5075f231-5cb7-4a07-8fb2-057b9e6f8cef req-2766613e-ffe8-4493-b9d3-f70097d550a2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 Sep 23 23:53:19.997357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device db96ad4b-84a3-4125-b82d-b7593aa36c62 has no active binding in host n-h2-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 23:53:19.997669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:20.105298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:20.119949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'mac_address': 'fa:16:3e:d5:40:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:20.162730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08ba2bc0-fa08-4ee4-a13e-7c5ab1e9d6a3 req-1232de57-db99-4525-b20a-49ce9426fe1b tempest-TenantUsagesTestJSON-1149589589 tempest-TenantUsagesTestJSON-1149589589-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ffe415e-cee2-49c5-92e9-a8b8a78d89be HTTP/1.1" status: 200 len: 210 time: 0.0552428 Sep 23 23:53:20.169138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:20.187473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf0b31-c8da-4d74-ba88-f363a6a12a14 req-19ba80d6-adfa-49e7-b908-fad66cfe9677 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:20.189261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bdf0b31-c8da-4d74-ba88-f363a6a12a14 req-19ba80d6-adfa-49e7-b908-fad66cfe9677 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 945 time: 0.0853238 Sep 23 23:53:20.193293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9329365-91df-45db-b2aa-ea6c57e23d2e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:20.213708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:20.219935 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:20.235886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bdf0b31-c8da-4d74-ba88-f363a6a12a14 req-a8f0d332-ec86-4d46-9aa0-3dfa6a945577 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Sep 23 23:53:20.281434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:20.457617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-07e02301-3e0e-4e4e-b680-0d56313c339c service neutron] 10.222.0.20 "GET /v2.0/ports/330ba16f-e910-4ef8-99cc-f6f1ac85010d/bindings/n-h1-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.0685034 Sep 23 23:53:20.460194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['f9329365-91df-45db-b2aa-ea6c57e23d2e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:20.711479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ad6caf-1ffa-4086-a62f-4955b0bdca0b req-636bef53-39d6-4da8-8d12-579f197d0599 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:20.713124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42ad6caf-1ffa-4086-a62f-4955b0bdca0b req-636bef53-39d6-4da8-8d12-579f197d0599 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 943 time: 0.1103144 Sep 23 23:53:20.727519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caf8a8-c719-48e3-b7ab-6249b4d609d5 req-64ef1463-d7b0-4c47-95c3-c224a417e8c9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:20.729113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2caf8a8-c719-48e3-b7ab-6249b4d609d5 req-64ef1463-d7b0-4c47-95c3-c224a417e8c9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1310437 Sep 23 23:53:20.812400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42ad6caf-1ffa-4086-a62f-4955b0bdca0b req-0764b329-3a45-45d7-8e95-2f411038ed15 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820186 Sep 23 23:53:20.911112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2caf8a8-c719-48e3-b7ab-6249b4d609d5 req-7f946a83-39ee-4bd7-a04b-dc9bfc392366 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576004 Sep 23 23:53:21.038651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:21.081918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:21.125587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206240ff-ee43-4f64-b6ac-e761a0271b00 req-23349743-993e-4e3d-ae4c-e06763a95cc1 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:21.127235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-206240ff-ee43-4f64-b6ac-e761a0271b00 req-23349743-993e-4e3d-ae4c-e06763a95cc1 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 947 time: 0.1184971 Sep 23 23:53:21.131602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 330ba16f-e910-4ef8-99cc-f6f1ac85010d {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:21.164249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:21.206813 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:21.226673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-206240ff-ee43-4f64-b6ac-e761a0271b00 req-d227add9-674e-4e49-92d0-d19885015121 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902083 Sep 23 23:53:21.258346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a592c2-5ae3-4f41-88cc-faa4cc38f527 req-28a8ab0f-2392-4a2c-8abd-73bacedaae44 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:21.260080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63a592c2-5ae3-4f41-88cc-faa4cc38f527 req-28a8ab0f-2392-4a2c-8abd-73bacedaae44 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1102 time: 0.1224120 Sep 23 23:53:21.289092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-63a592c2-5ae3-4f41-88cc-faa4cc38f527 req-ee9b3765-6bd0-4dae-9bf3-50f9575a3915 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:21.361682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] Transition to ACTIVE for port object 330ba16f-e910-4ef8-99cc-f6f1ac85010d will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:21.371234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:21.449111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] Pushing event updated for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=10']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:21.491045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056bc6a-1d1a-41ab-a803-f067b7a87b8b req-8deb81bb-6002-4430-afa2-c125c42a9659 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:21.497003 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-34648ef0-1e0f-41e6-9ba9-43a09dee15f7 service neutron] 10.222.0.18 "GET /v2.0/ports/db96ad4b-84a3-4125-b82d-b7593aa36c62/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.0948381 Sep 23 23:53:21.501482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a056bc6a-1d1a-41ab-a803-f067b7a87b8b req-8deb81bb-6002-4430-afa2-c125c42a9659 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 944 time: 0.1860890 Sep 23 23:53:21.543767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] No DVR routers for this DVR port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:53:21.620723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-68d77574-53e0-4df9-9e09-7ef21f459753 service neutron] 10.222.0.20 "PUT /v2.0/ports/330ba16f-e910-4ef8-99cc-f6f1ac85010d/bindings/n-h1-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 1.1546040 Sep 23 23:53:21.626744 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a056bc6a-1d1a-41ab-a803-f067b7a87b8b req-76b98155-eaf4-421e-88a2-79ab3fcb0c8a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244247 Sep 23 23:53:21.675006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-63a592c2-5ae3-4f41-88cc-faa4cc38f527 req-ee9b3765-6bd0-4dae-9bf3-50f9575a3915 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:21.680104 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-63a592c2-5ae3-4f41-88cc-faa4cc38f527 req-ee9b3765-6bd0-4dae-9bf3-50f9575a3915 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:21.731134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63a592c2-5ae3-4f41-88cc-faa4cc38f527 req-ee9b3765-6bd0-4dae-9bf3-50f9575a3915 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558706 Sep 23 23:53:21.776600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b3765-6bd0-4dae-9bf3-50f9575a3915 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0949251-7aed-4169-8209-01bce3673437,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:21.784794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9041ec97-ee69-41d3-aa73-aa79ac140b87 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:21.794473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:21.815675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:21.845995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-03b78cbe-020a-4f1b-9752-e67cb79a8f5b tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:21.846716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-03b78cbe-020a-4f1b-9752-e67cb79a8f5b tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.1294458 Sep 23 23:53:21.894950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1384a02e-b3b0-4ad3-b3c0-67a8a47e3c77 req-61ca28e4-7b28-467d-996b-9b069fefdd08 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:21.903797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1384a02e-b3b0-4ad3-b3c0-67a8a47e3c77 req-61ca28e4-7b28-467d-996b-9b069fefdd08 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 945 time: 0.0757666 Sep 23 23:53:21.963684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1384a02e-b3b0-4ad3-b3c0-67a8a47e3c77 req-b992e2ea-3c0c-493f-916e-a6ea460b4113 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560439 Sep 23 23:53:21.994798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port f9329365-91df-45db-b2aa-ea6c57e23d2e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:21.995207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.011126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:22.107068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db96ad4b-84a3-4125-b82d-b7593aa36c62 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:22.138011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:22.152153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-1e0f057e-3849-4017-aaa1-81fb316746ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:22.154004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-1e0f057e-3849-4017-aaa1-81fb316746ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762 HTTP/1.1" status: 200 len: 1097 time: 0.2960811 Sep 23 23:53:22.237195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39248) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:22.269946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.296149 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.327931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3105177-e269-43e1-905e-7199aaa7fafc req-31253e8c-20aa-468c-ad6f-2077bfd69763 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:22.329381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9041ec97-ee69-41d3-aa73-aa79ac140b87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9041ec97-ee69-41d3-aa73-aa79ac140b87,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:22.336274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3105177-e269-43e1-905e-7199aaa7fafc req-31253e8c-20aa-468c-ad6f-2077bfd69763 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 943 time: 0.1871145 Sep 23 23:53:22.413371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:22.418497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:22.433303 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a035d-b0bb-4693-8e1d-81367dbf6226" -d '{"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-plugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:22.445921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.460176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '9041ec97-ee69-41d3-aa73-aa79ac140b87', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '9041ec97-ee69-41d3-aa73-aa79ac140b87', 'mac_address': 'fa:16:3e:5d:d4:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:22.466273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3105177-e269-43e1-905e-7199aaa7fafc req-379ce3c5-ab70-45b9-8cd4-b4b793a05509 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159394 Sep 23 23:53:22.474170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] Transition to ACTIVE for port object db96ad4b-84a3-4125-b82d-b7593aa36c62 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:22.498202 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.515567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-8e1621a6-1088-4978-808c-6ae22f498df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:22.517151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-8e1621a6-1088-4978-808c-6ae22f498df9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1097 time: 0.3375704 Sep 23 23:53:22.578354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c3b8235d-4e09-48bc-b268-94ca29e0a4c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de7120a7424849278206e90489fab53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3262031 Sep 23 23:53:22.580881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39270) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:22.592680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] Pushing event updated for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:22.648107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] No DVR routers for this DVR port db96ad4b-84a3-4125-b82d-b7593aa36c62 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:53:22.649080 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f34a0310-181a-4484-9c83-8a7057152837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.703317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f34a0310-181a-4484-9c83-8a7057152837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.793262 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f34a0310-181a-4484-9c83-8a7057152837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.795876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f34a0310-181a-4484-9c83-8a7057152837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:22.803135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f34a0310-181a-4484-9c83-8a7057152837 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/358ecf54-2511-4c9b-ab4c-d613d978b2fc HTTP/1.1" status: 204 len: 168 time: 0.2208991 Sep 23 23:53:22.826516 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-00bece8e-8af4-4e3e-b035-044549a3345c service neutron] 10.222.0.18 "PUT /v2.0/ports/db96ad4b-84a3-4125-b82d-b7593aa36c62/bindings/n-h2-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 1.3222187 Sep 23 23:53:22.832739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a0310-181a-4484-9c83-8a7057152837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ecf54-2511-4c9b-ab4c-d613d978b2fc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:22.865621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-efbab076-fedd-4b90-89f7-e0e57945be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:22.865621 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-efbab076-fedd-4b90-89f7-e0e57945be4a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2655792 Sep 23 23:53:22.943833 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-79f429d4-1016-4401-b2df-4d5b29effa48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 217 time: 0.0671213 Sep 23 23:53:23.005092 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eec7f4b1-3f28-47a7-ab5c-25da7f4c8dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:23.033262 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:23.036412 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-6c3986f0-3b6a-4906-86fd-eae85ce83c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:23.037885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-6c3986f0-3b6a-4906-86fd-eae85ce83c45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0869312 Sep 23 23:53:23.055638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:23.068905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9041ec97-ee69-41d3-aa73-aa79ac140b87 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:23.098822 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-b5fe33ba-8d90-4a68-8e29-0ad7b2193d09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504086 Sep 23 23:53:23.125809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff89399-a1a8-458c-9b0d-12bd6dae225a req-a47307e0-f2f4-4832-85a2-3418f920b11e tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:23.134562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9041ec97-ee69-41d3-aa73-aa79ac140b87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9041ec97-ee69-41d3-aa73-aa79ac140b87,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:23.142952 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:23.152829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ff89399-a1a8-458c-9b0d-12bd6dae225a req-a47307e0-f2f4-4832-85a2-3418f920b11e tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 947 time: 0.1625683 Sep 23 23:53:23.224998 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-5fbca945-1ea0-4251-93df-0eb894db1287 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164322 Sep 23 23:53:23.255497 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-15074530-22cc-4bff-8eed-98779cb4a310 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2127979 Sep 23 23:53:23.303701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9041ec97-ee69-41d3-aa73-aa79ac140b87,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:23.346128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-3250ab77-d227-4438-8994-d8bff0bdb894 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:53:23.347186 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-3250ab77-d227-4438-8994-d8bff0bdb894 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0547493 Sep 23 23:53:23.517758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['9041ec97-ee69-41d3-aa73-aa79ac140b87'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:23.534187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-adb86aed-1633-456d-82df-1e32188815cb service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814975 Sep 23 23:53:23.582700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db96ad4b-84a3-4125-b82d-b7593aa36c62 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:23.673207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db96ad4b-84a3-4125-b82d-b7593aa36c62 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:53:23.682406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39296) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:23.683454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 00c2b592-9ca9-4408-888f-d46d3eb3bc06 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:23.706233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-027f7a2e-d97f-47cd-8d4f-7358cebc6e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:23.719336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 00c2b592-9ca9-4408-888f-d46d3eb3bc06 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:53:23.719678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 00c2b592-9ca9-4408-888f-d46d3eb3bc06 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:53:23.779121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ff89399-a1a8-458c-9b0d-12bd6dae225a req-13ea36e8-7c1d-404d-8f8d-e94a22bfa9b0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145525 Sep 23 23:53:23.813758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 330ba16f-e910-4ef8-99cc-f6f1ac85010d no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:23.841927 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44d3eec-53a8-4445-b569-413fe1f8c84c x-openstack-request-id: req-d44d3eec-53a8-4445-b569-413fe1f8c84c {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:23.843706 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-plugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:23.843988 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d44d3eec-53a8-4445-b569-413fe1f8c84c {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:23.846529 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'code': 200} Sep 23 23:53:23.971714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc6037-d0da-45cc-bd70-2b4c480fc710 req-8e23c858-5e74-479d-bf6f-39d262054111 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:23.973249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4fc6037-d0da-45cc-bd70-2b4c480fc710 req-8e23c858-5e74-479d-bf6f-39d262054111 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 945 time: 0.0623102 Sep 23 23:53:23.973377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-4145774f-4609-4e52-a52e-32599f89c56a tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:23.975028 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-4145774f-4609-4e52-a52e-32599f89c56a tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.1347835 Sep 23 23:53:24.028740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 330ba16f-e910-4ef8-99cc-f6f1ac85010d not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:53:24.036687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4fc6037-d0da-45cc-bd70-2b4c480fc710 req-2cc544b1-e053-4557-9034-9852432cfb8f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535626 Sep 23 23:53:24.070447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-027f7a2e-d97f-47cd-8d4f-7358cebc6e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:24.076079 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-027f7a2e-d97f-47cd-8d4f-7358cebc6e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:24.170642 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-027f7a2e-d97f-47cd-8d4f-7358cebc6e1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=334e9efc95854c6e8f533469a522623a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4868579 Sep 23 23:53:24.173376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39314) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:24.207748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f7a2e-d97f-47cd-8d4f-7358cebc6e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14fdde9-a93b-44c5-bb7e-abadb9bea045,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:24.298062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-47fc793c-8cf7-40f3-9d72-cf03c3ef04c6 service neutron] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:24.304613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-47fc793c-8cf7-40f3-9d72-cf03c3ef04c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:24.306538 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c31aee2f-0034-4dbb-9b91-9790410eb200 req-47fc793c-8cf7-40f3-9d72-cf03c3ef04c6 service neutron] 10.222.0.18 "DELETE /v2.0/ports/330ba16f-e910-4ef8-99cc-f6f1ac85010d/bindings/n-h2-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.3234110 Sep 23 23:53:24.337090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79bc2355-1395-44b5-98f9-13600d601dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:24.388374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79bc2355-1395-44b5-98f9-13600d601dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:24.412268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-d57b9f04-5658-44f9-a080-7707ca5f3da7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.413800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-d57b9f04-5658-44f9-a080-7707ca5f3da7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.2185144 Sep 23 23:53:24.422454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24645b-bd75-415a-8acc-3b1233b12977 req-1dd2d3b9-a11e-4618-a681-0464cc7933cd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.424048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a24645b-bd75-415a-8acc-3b1233b12977 req-1dd2d3b9-a11e-4618-a681-0464cc7933cd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2623391 Sep 23 23:53:24.481056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79bc2355-1395-44b5-98f9-13600d601dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:24.483809 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79bc2355-1395-44b5-98f9-13600d601dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:24.488462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056e850-a1f3-4a25-9c79-f084f637a3d3 req-9d80b162-879a-4239-b697-a22a51c510d1 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.489553 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-79bc2355-1395-44b5-98f9-13600d601dc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c14fdde9-a93b-44c5-bb7e-abadb9bea045 HTTP/1.1" status: 204 len: 168 time: 0.3111415 Sep 23 23:53:24.497229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3056e850-a1f3-4a25-9c79-f084f637a3d3 req-9d80b162-879a-4239-b697-a22a51c510d1 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 944 time: 0.1527925 Sep 23 23:53:24.518976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc2355-1395-44b5-98f9-13600d601dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14fdde9-a93b-44c5-bb7e-abadb9bea045,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:24.550440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a24645b-bd75-415a-8acc-3b1233b12977 req-9a38d839-c3e4-441e-9d5e-479d2724e35c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112425 Sep 23 23:53:24.608682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-50d6abb7-0a38-4f26-a0db-06c835fe58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.620073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-50d6abb7-0a38-4f26-a0db-06c835fe58b6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7 HTTP/1.1" status: 200 len: 1096 time: 0.1851594 Sep 23 23:53:24.644342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3056e850-a1f3-4a25-9c79-f084f637a3d3 req-bc632b34-5b0f-4cc4-bbf3-7c2d50ba9d22 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460779 Sep 23 23:53:24.780432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-db2dd8ab-70b4-4079-923e-f8af54cce084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:24.784169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-db2dd8ab-70b4-4079-923e-f8af54cce084 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1096 time: 0.1253347 Sep 23 23:53:25.133279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-89a238bf-1df5-4af5-9d98-722bae533004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:25.136441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-89a238bf-1df5-4af5-9d98-722bae533004 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.3432512 Sep 23 23:53:25.278890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-eaf8c801-060d-4538-a43d-0d1f8f83a33a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 217 time: 0.0646145 Sep 23 23:53:25.292420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5682c-9942-4a1b-887e-fbb3e3b6146c req-6a3d6cba-487c-4384-810a-63e4ca5c8ae1 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:25.300162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eeb5682c-9942-4a1b-887e-fbb3e3b6146c req-6a3d6cba-487c-4384-810a-63e4ca5c8ae1 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1097 time: 0.4350288 Sep 23 23:53:25.374416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8beb23-2463-423f-8ca6-f7c3c23cd9bc req-f2d0038b-3ff9-4e28-9f49-1870ca6df3fb tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:25.377056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa8beb23-2463-423f-8ca6-f7c3c23cd9bc req-f2d0038b-3ff9-4e28-9f49-1870ca6df3fb tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 948 time: 0.4285624 Sep 23 23:53:25.405943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eeb5682c-9942-4a1b-887e-fbb3e3b6146c req-a1101567-669a-41c1-8f9a-18bae47173fc tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982213 Sep 23 23:53:25.486374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-e5f87b91-970f-405f-8c82-6c46cc6734d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:25.491981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-e5f87b91-970f-405f-8c82-6c46cc6734d8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1887457 Sep 23 23:53:25.577652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-ec583d2b-2576-4c05-92ba-549a83dd7cc6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591991 Sep 23 23:53:25.595968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa8beb23-2463-423f-8ca6-f7c3c23cd9bc req-04cfe5dc-d519-4376-ac9b-36e8bbf0f3c0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057767 Sep 23 23:53:25.822559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9041ec97-ee69-41d3-aa73-aa79ac140b87 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:25.872696 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:25.935958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 9041ec97-ee69-41d3-aa73-aa79ac140b87 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:25.953839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 9041ec97-ee69-41d3-aa73-aa79ac140b87 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:25.962078 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:26.061490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c1da1-c9e4-4977-8622-3652fe0b1a2f req-38f73491-5860-42f6-8e84-bbe472eef6b3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.063145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-808c1da1-c9e4-4977-8622-3652fe0b1a2f req-38f73491-5860-42f6-8e84-bbe472eef6b3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 944 time: 0.1987004 Sep 23 23:53:26.065765 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-0be7b076-110a-413a-a05d-194c4d533e29 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683416 Sep 23 23:53:26.075586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4a1c77-eb93-4106-bccf-cd308dae0974 req-26b611c3-c96a-4acb-b7f5-f77684e2dace tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.077203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85b1e7ac-716a-4d4b-b44d-f8fe9dbfa527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:26.077347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f4a1c77-eb93-4106-bccf-cd308dae0974 req-26b611c3-c96a-4acb-b7f5-f77684e2dace tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2117429 Sep 23 23:53:26.219967 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:26.230108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f4a1c77-eb93-4106-bccf-cd308dae0974 req-a057c92c-4a5e-4713-a9b9-e3e08260101b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305046 Sep 23 23:53:26.293814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090e198b-9c6c-42a8-8c54-6498fa402661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9041ec97-ee69-41d3-aa73-aa79ac140b87'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:26.297790 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d04e00-3230-4042-99fd-af92e7fa40c6" -d '{"events": [{"server_uuid": "090e198b-9c6c-42a8-8c54-6498fa402661", "name": "network-vif-plugged", "status": "completed", "tag": "9041ec97-ee69-41d3-aa73-aa79ac140b87"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:26.326339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-0aea94ce-2329-481d-851f-3a42f8bc4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.329465 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-0aea94ce-2329-481d-851f-3a42f8bc4b85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1102 time: 0.0856354 Sep 23 23:53:26.347943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-808c1da1-c9e4-4977-8622-3652fe0b1a2f req-682cc3fb-d5e9-4798-be0a-3f3dfb3b0fe2 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684503 Sep 23 23:53:26.357739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9041ec97-ee69-41d3-aa73-aa79ac140b87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9041ec97-ee69-41d3-aa73-aa79ac140b87,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:26.363445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:26.401336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-30aa2e0b-42e7-40b9-b258-78fc07d46a73 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229799 Sep 23 23:53:26.404561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39386) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:26.454404 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a439e7-d161-4ef5-a6a2-5587f592a4dd x-openstack-request-id: req-69a439e7-d161-4ef5-a6a2-5587f592a4dd {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:26.454404 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090e198b-9c6c-42a8-8c54-6498fa402661", "name": "network-vif-plugged", "status": "completed", "tag": "9041ec97-ee69-41d3-aa73-aa79ac140b87", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:26.463346 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-69a439e7-d161-4ef5-a6a2-5587f592a4dd {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:26.464301 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090e198b-9c6c-42a8-8c54-6498fa402661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9041ec97-ee69-41d3-aa73-aa79ac140b87', 'code': 200} Sep 23 23:53:26.547864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9041ec97-ee69-41d3-aa73-aa79ac140b87,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:26.581583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-47d40144-8bc9-49a5-bee7-53b372c6fab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.586136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-47d40144-8bc9-49a5-bee7-53b372c6fab6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2350001 Sep 23 23:53:26.601664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1236530062-network', 'tenant_id': '4bf4160ccf3840fa8b4917ae7d482fdb'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:26.616249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:26.646652 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-4d5c80e2-7dc2-424b-a275-730d35f22743 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 217 time: 0.0449903 Sep 23 23:53:26.677622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96590889-ed59-4627-84f8-fd8b23686275 req-93f02e36-fdc0-4186-9db5-0c234b23792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.679157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96590889-ed59-4627-84f8-fd8b23686275 req-93f02e36-fdc0-4186-9db5-0c234b23792f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 1101 time: 0.1503596 Sep 23 23:53:26.701709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-af0e071b-52f0-4e17-864a-9162917b71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.703440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-af0e071b-52f0-4e17-864a-9162917b71e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0453467 Sep 23 23:53:26.727746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Made reservation on behalf of 4bf4160ccf3840fa8b4917ae7d482fdb for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:26.730677 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:26.768077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-a8e203b9-71a1-41f7-b2a2-0ebafde65c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.769562 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-a8e203b9-71a1-41f7-b2a2-0ebafde65c65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0572228 Sep 23 23:53:26.803196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:26.826209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-17a70fb4-8782-4fe6-836d-08cb0107bcaf tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.827792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-17a70fb4-8782-4fe6-836d-08cb0107bcaf tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 821 time: 0.2887924 Sep 23 23:53:26.842250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96590889-ed59-4627-84f8-fd8b23686275 req-a4be2ed8-ffd3-4fba-9f3a-9335fde1b24c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435816 Sep 23 23:53:26.870966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d0547-39cd-4ed7-86d2-5a64e4d69584 req-ce055839-f6b8-4681-bab7-fa68a588e45d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.871992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-503d0547-39cd-4ed7-86d2-5a64e4d69584 req-ce055839-f6b8-4681-bab7-fa68a588e45d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 949 time: 0.1746805 Sep 23 23:53:26.877300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-3fc3e97b-a80f-45e6-af95-e6422f45556b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/quotas/abfb4a1ac7254b0aaf45608eb88b5762 HTTP/1.1" status: 200 len: 375 time: 0.0383139 Sep 23 23:53:26.882972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2849187-3949-4565-96c9-623356c3680c req-a2dad74f-f504-44c2-be76-bfec0405f3db tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:26.884450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-a2dad74f-f504-44c2-be76-bfec0405f3db tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.1497152 Sep 23 23:53:26.894572 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-a08da434-c15f-4343-9eb5-832f0c2edde6 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134942 Sep 23 23:53:26.991228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-503d0547-39cd-4ed7-86d2-5a64e4d69584 req-f75b90ff-489a-4a28-9731-2ad489ceb3f4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928395 Sep 23 23:53:27.036891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.044726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.056236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-682850c4-74a5-4932-b45a-4afe53475cd4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1660297 Sep 23 23:53:27.086660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:53:27.107448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aecc632-22d2-404f-b4d4-164af8acd169,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:27.114084 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.114422 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Added segment 9fdbabbc-baed-401b-af99-5fa3bd973c25 of type vlan for network 2c33d385-f6b3-49ec-b127-afdffb791181 Sep 23 23:53:27.134035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.134375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.134714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.135068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.135428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.135754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.136078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.136397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.136725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.137037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.137357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.137670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.202231 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.241840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-a9e2e4ba-e03c-4163-8f99-835f07b995af service neutron] 10.222.0.24 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752923 Sep 23 23:53:27.247122 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.248108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:27.248675 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.314053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9082844 Sep 23 23:53:27.317014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39408) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:27.324925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Request body: {'subnet': {'network_id': '2c33d385-f6b3-49ec-b127-afdffb791181', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1236530062-subnet', 'tenant_id': '4bf4160ccf3840fa8b4917ae7d482fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:27.373304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Made reservation on behalf of 4bf4160ccf3840fa8b4917ae7d482fdb for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:27.374341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d77f5-ff27-4ed8-8a87-4321ca4a4f05 admin admin] Pushing event updated for resources: {'Network': ['ID=2c33d385-f6b3-49ec-b127-afdffb791181,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:27.382304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.388643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2c33d385-f6b3-49ec-b127-afdffb791181 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:53:27.407945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-3be89591-8ab1-4980-acfd-bba66e8b64e9 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566372 Sep 23 23:53:27.646974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.702399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b6c7ad-ed0a-4ae6-ae2d-0f9fa118050c,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:27.713243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.714155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.714492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.714855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.715193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.715550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.715881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.716207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.716538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.716899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.717260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.717643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:27.762540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Checking segment: {'id': '9fdbabbc-baed-401b-af99-5fa3bd973c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c33d385-f6b3-49ec-b127-afdffb791181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:27.762770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Network hostable DHCP agents. Network: 2c33d385-f6b3-49ec-b127-afdffb791181, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:53:27.782846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Network 2c33d385-f6b3-49ec-b127-afdffb791181 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:53:27.800409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2c33d385-f6b3-49ec-b127-afdffb791181) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:27.811288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22932025-dc15-4eb5-88e8-6b68281fff77 None None] Network 2c33d385-f6b3-49ec-b127-afdffb791181 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:53:27.823398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:27.824084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:27.852301 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5702173a-3393-4ef8-8692-1f6cf1b66f49 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5330594 Sep 23 23:53:28.164013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc038ff-6ed3-4f94-be42-ea32e5d26c86 None None] Network 2c33d385-f6b3-49ec-b127-afdffb791181 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:53:28.218993 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-58925884-31b7-4eb1-b295-ca7b03988af6 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755928 Sep 23 23:53:28.351960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec6077-51e8-4c33-b580-677a7669cf43 req-1e609c81-5409-45ef-a403-3d7cbee45e1b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:28.353531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4ec6077-51e8-4c33-b580-677a7669cf43 req-1e609c81-5409-45ef-a403-3d7cbee45e1b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2638221 Sep 23 23:53:28.419503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b2849187-3949-4565-96c9-623356c3680c req-cef6f1b9-fef5-4a8c-983e-e53584f70e05 service neutron] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:28.426279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b2849187-3949-4565-96c9-623356c3680c req-cef6f1b9-fef5-4a8c-983e-e53584f70e05 service neutron] Notify callbacks [] for binding, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:28.427440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2849187-3949-4565-96c9-623356c3680c req-cef6f1b9-fef5-4a8c-983e-e53584f70e05 service neutron] 10.222.0.20 "DELETE /v2.0/ports/db96ad4b-84a3-4125-b82d-b7593aa36c62/bindings/n-h1-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.4856322 Sep 23 23:53:28.460780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3fab95-4ddd-41e0-a3e2-43ab3db1c7da req-8b93b260-72f9-4cfa-9817-725db071ebb8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:28.470010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d3fab95-4ddd-41e0-a3e2-43ab3db1c7da req-8b93b260-72f9-4cfa-9817-725db071ebb8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 944 time: 0.1909578 Sep 23 23:53:28.490853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4ec6077-51e8-4c33-b580-677a7669cf43 req-d8d3fad9-7555-43e0-82dc-01f9fbef2cd2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969739 Sep 23 23:53:28.583512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d3fab95-4ddd-41e0-a3e2-43ab3db1c7da req-f3a77aeb-866c-4956-a81d-bc3e24ed909a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107051 Sep 23 23:53:28.689362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-237757a7-e029-4e75-a0cf-66c9acfab52a req-abfb7d30-f719-4816-b2d3-42ed69fddfaa tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 210 time: 0.0797541 Sep 23 23:53:28.844418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9afca4-86db-48f9-af8b-6db45c520577 req-92d79e77-8ae0-4e01-9813-b169f779fce7 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:28.850664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c9afca4-86db-48f9-af8b-6db45c520577 req-92d79e77-8ae0-4e01-9813-b169f779fce7 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 949 time: 0.1122634 Sep 23 23:53:28.910976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c9afca4-86db-48f9-af8b-6db45c520577 req-cd023c78-206d-4c7b-92d5-c84aea4598b4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519042 Sep 23 23:53:28.961157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.001632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f3341a-0453-4586-ad3d-3fb1df212165 req-5e08e752-37f7-440d-aed6-c2f52ce40983 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.015374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0f3341a-0453-4586-ad3d-3fb1df212165 req-5e08e752-37f7-440d-aed6-c2f52ce40983 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1096 time: 0.1020379 Sep 23 23:53:29.064475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0f3341a-0453-4586-ad3d-3fb1df212165 req-52124e3c-1bfc-4a28-b360-64edd0b0f2eb tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477841 Sep 23 23:53:29.252806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39478) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:29.257670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-479373246-network', 'tenant_id': '618cb94b5d364b54a5e4954504553fcf'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:29.311614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Made reservation on behalf of 618cb94b5d364b54a5e4954504553fcf for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:29.315399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.337029 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.535607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-6e1ac5f7-aae0-4ee3-905d-8a2b0851aded tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.537379 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-6e1ac5f7-aae0-4ee3-905d-8a2b0851aded tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 821 time: 0.1779983 Sep 23 23:53:29.590652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.598077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Request body: {'port': {'device_id': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'admin_state_up': True, 'tenant_id': 'abfb4a1ac7254b0aaf45608eb88b5762'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:29.605459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.662438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:53:29.708306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd5ae9-60e2-40ff-b870-e0b37c749599,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:29.741819 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.742411 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Added segment 75db214d-ecc7-4a37-a1da-36829537b685 of type vlan for network 2def993c-8b51-4514-9b8b-db2ebc335c03 Sep 23 23:53:29.758821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f188db-c23c-43c3-ae17-9c910e002229 req-505fbba2-6152-4252-b945-f01cb4270354 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.775922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-505fbba2-6152-4252-b945-f01cb4270354 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 808 time: 0.2352393 Sep 23 23:53:29.802620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-8823d39e-5b4b-4c1b-9857-f678721525a0 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/quotas/0f7406a1dee54996bbfe65ad3c51e6d7 HTTP/1.1" status: 200 len: 375 time: 0.0235491 Sep 23 23:53:29.809048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.845703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Made reservation on behalf of abfb4a1ac7254b0aaf45608eb88b5762 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:29.851146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.854682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.855651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.856297 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.884291 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6303120 Sep 23 23:53:29.894038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39494) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:53:29.911720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Request body: {'subnet': {'network_id': '2def993c-8b51-4514-9b8b-db2ebc335c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-479373246-subnet', 'tenant_id': '618cb94b5d364b54a5e4954504553fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:29.959247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Made reservation on behalf of 618cb94b5d364b54a5e4954504553fcf for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:29.963119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:29.991149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f300111-54ea-4edb-a053-8886dd6686a2 req-63ad2b65-07a2-426c-b592-ae8dcd3e6597 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:29.993581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f300111-54ea-4edb-a053-8886dd6686a2 req-63ad2b65-07a2-426c-b592-ae8dcd3e6597 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2132826 Sep 23 23:53:30.068892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f300111-54ea-4edb-a053-8886dd6686a2 req-f5feee83-edab-4613-8dd1-83241dcbeca0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661421 Sep 23 23:53:30.085747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-8c2bc577-539a-4230-90b7-025a55e428b6 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2810566 Sep 23 23:53:30.247634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3da249a-9368-478e-9a49-b21505d03e4d req-2f02f053-52d5-4dad-acee-a0b8ece1f799 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 210 time: 0.0649040 Sep 23 23:53:30.396061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a6a37-7090-4763-9c61-02d982f0ed08 admin admin] Pushing event updated for resources: {'Network': ['ID=2def993c-8b51-4514-9b8b-db2ebc335c03,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:30.400504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-107754cb-d841-4650-9d72-39689b46594e service neutron] 10.222.0.24 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128407 Sep 23 23:53:30.408952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2def993c-8b51-4514-9b8b-db2ebc335c03 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:53:30.491867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Allocated IP 172.20.0.5 (f3e629a6-123d-476f-ab2a-d238ec9ce88e/c16f53bb-8001-4541-93e2-a751a6ed31ec/e052ed3c-c0b3-462f-a2a5-d42166890fc8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:53:30.593903 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:30.608892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea947d-5b62-4bf2-9511-ba24d8710acb req-06bb091c-a2af-4055-b32d-6402e1aeeb64 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:30.610601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60ea947d-5b62-4bf2-9511-ba24d8710acb req-06bb091c-a2af-4055-b32d-6402e1aeeb64 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 949 time: 0.1764565 Sep 23 23:53:30.664423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-400af486-cd44-4d62-b758-8925925f7fcd service neutron] 10.222.0.24 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620506 Sep 23 23:53:30.690129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:30.720450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98d878e3-1161-4ab4-be9b-b7812504e035,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:30.728097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60ea947d-5b62-4bf2-9511-ba24d8710acb req-9ef3e1ad-cf40-4fb7-afac-fbe6163c4739 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847588 Sep 23 23:53:30.736581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Checking segment: {'id': '75db214d-ecc7-4a37-a1da-36829537b685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '2def993c-8b51-4514-9b8b-db2ebc335c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:30.736677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Network hostable DHCP agents. Network: 2def993c-8b51-4514-9b8b-db2ebc335c03, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:53:30.786599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Network 2def993c-8b51-4514-9b8b-db2ebc335c03 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:53:30.792887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:30.808761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2def993c-8b51-4514-9b8b-db2ebc335c03) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:30.818920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:30.819647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:30.820986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e79799-d7dd-4865-a502-6b6a935e4b27 None None] Network 2def993c-8b51-4514-9b8b-db2ebc335c03 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:53:30.844526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-96054a68-839e-496b-8ca4-216bd8960997 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9445794 Sep 23 23:53:30.893327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Pushing event updated for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:30.962714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Network f3e629a6-123d-476f-ab2a-d238ec9ce88e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:53:30.965700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:30.969175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:53:31.200683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:31.201334 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:31.264650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-820d9ecc-2b5d-44bb-a44d-909366a2ef14 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6720836 Sep 23 23:53:31.277726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Request body: {'port': {'device_id': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:31.291692 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d60ec5f-2226-4801-b672-ee41e434ffd8 req-2e342a03-f3e5-49dc-b97b-0176bcd9e797 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 210 time: 0.0845823 Sep 23 23:53:31.487934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4016a700-8d5b-468c-b792-87de7335d03b None None] Network 2def993c-8b51-4514-9b8b-db2ebc335c03 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:53:31.549226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:31.776485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e609c1a-fd0f-4565-aa88-1f6e9c9c664f req-e2880490-9319-49ac-ae35-c792d11dfe9f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:31.784457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e609c1a-fd0f-4565-aa88-1f6e9c9c664f req-e2880490-9319-49ac-ae35-c792d11dfe9f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2408564 Sep 23 23:53:31.872368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e609c1a-fd0f-4565-aa88-1f6e9c9c664f req-b02f7963-682a-4e1a-a613-535547b262b4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846925 Sep 23 23:53:32.098749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87144d-bb27-4220-a308-e7b69d279836 req-9d5c5235-0243-47d3-913a-3d618a338bdc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:32.099727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e052ed3c-c0b3-462f-a2a5-d42166890fc8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:32.101248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d87144d-bb27-4220-a308-e7b69d279836 req-9d5c5235-0243-47d3-913a-3d618a338bdc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 931 time: 0.1144850 Sep 23 23:53:32.130935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:32.163184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Transition to ACTIVE for port object e052ed3c-c0b3-462f-a2a5-d42166890fc8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:32.168776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:32.188414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d87144d-bb27-4220-a308-e7b69d279836 req-a90c2fa4-ab0c-48c0-a663-3fd059e462c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764964 Sep 23 23:53:32.272621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:32.419070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:32.423359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:32.424026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:32.438988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:32.439831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:32.448777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:32.453864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:32.454615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:32.455785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Bound port: e052ed3c-c0b3-462f-a2a5-d42166890fc8, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:32.462373 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:32.525683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e438649-b952-4b53-ada2-66d899aee026 req-3e03fddd-64e7-4de1-8508-eef7e8285cee tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:32.535758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-3e03fddd-64e7-4de1-8508-eef7e8285cee tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/networks?id=2c33d385-f6b3-49ec-b127-afdffb791181 HTTP/1.1" status: 200 len: 815 time: 0.1667919 Sep 23 23:53:32.559874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-5d41959c-c712-4d90-9f90-6908b089e485 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/quotas/4bf4160ccf3840fa8b4917ae7d482fdb HTTP/1.1" status: 200 len: 375 time: 0.0197453 Sep 23 23:53:32.593142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:32.596868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:32.607128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:32.648141 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:32.648816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:32.650346 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] 10.222.0.18 "PUT /v2.0/ports/e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 1092 time: 1.3776910 Sep 23 23:53:32.651311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:32.653925 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ab15e9-d370-48e0-9863-2a7c1daa7461" -d '{"events": [{"name": "network-changed", "server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:32.674455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-a1829039-b2ea-467d-a64e-7b89d93e8197 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4bf4160ccf3840fa8b4917ae7d482fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015759 Sep 23 23:53:32.715348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cad0e-983a-4121-ac55-8befc2086ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:32.779969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-e0f1db3d-88ab-494c-8052-28a4c4694e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:32.782233 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-e0f1db3d-88ab-494c-8052-28a4c4694e1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1095 time: 0.0800846 Sep 23 23:53:32.843552 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-33fd8730-c037-4d0d-92c9-37566558a2ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 217 time: 0.0449369 Sep 23 23:53:32.900542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-2a5d82a0-b169-4882-be8c-a5973b986c4e service neutron] 10.222.0.24 "GET /v2.0/networks/2c33d385-f6b3-49ec-b127-afdffb791181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128046 Sep 23 23:53:32.948339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-27a11855-7022-43f0-aeb5-35779d2f4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:32.954011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-27a11855-7022-43f0-aeb5-35779d2f4417 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0998874 Sep 23 23:53:33.071126 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-032020a6-2e9b-4d9a-9805-a87ab6c5c0c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0958414 Sep 23 23:53:33.303403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f188db-c23c-43c3-ae17-9c910e002229 req-d3c8319b-88f8-4bb4-80ef-8b6ef05c649f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.304885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-d3c8319b-88f8-4bb4-80ef-8b6ef05c649f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 808 time: 0.2607141 Sep 23 23:53:33.322329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Request body: {'port': {'device_id': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'admin_state_up': True, 'tenant_id': '0f7406a1dee54996bbfe65ad3c51e6d7'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:33.346978 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-6a3c1e97-fecc-4059-8b68-e708e1271848 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460752 Sep 23 23:53:33.385049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.385821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.386315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.386811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.387251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.387712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.388305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.388768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.389496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.389942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.390501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.390983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:33.393927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-92a1da8a-8de6-45b0-909b-49ea3366fb86 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604&device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c&device_id=090e198b-9c6c-42a8-8c54-6498fa402661&device_id=d704b2b5-c123-4a9f-b48d-881c991587ea&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5&device_id=23252833-58da-4d1e-b607-3063d717f4dd&device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e&device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331&device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10&device_id=3e67d284-0114-4323-bca8-faccb95f059e&device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb&device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5&device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 10879 time: 0.4444046 Sep 23 23:53:33.413861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-7217fc0e-52b9-4672-873d-35c694ecae43 service neutron] 10.222.0.24 "GET /v2.0/networks/2c33d385-f6b3-49ec-b127-afdffb791181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058744 Sep 23 23:53:33.428671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-9a70f99a-41b5-48eb-b46d-18467df6055c tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:33.539735 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1681b7fe-a35b-4177-9730-ffb14f178fc0 req-c423a144-1c61-4575-b0f3-5e56d9a78e75 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817741 Sep 23 23:53:33.560383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-9a70f99a-41b5-48eb-b46d-18467df6055c tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:33.566208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-9a70f99a-41b5-48eb-b46d-18467df6055c tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:33.607639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fad5399-acd2-41fe-95d9-0ba25bd71e4a req-9a70f99a-41b5-48eb-b46d-18467df6055c tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&id=ccc0400b-a2d8-485f-81f4-2c162977f56d&id=e862183e-3492-446f-b9c1-9108de579b57&id=20a91afe-44cc-4cda-8039-46b83b3a9115&id=130867f5-2b9c-49de-891e-70522d0192ac&id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 715 time: 0.1923296 Sep 23 23:53:33.623699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70f99a-41b5-48eb-b46d-18467df6055c tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c90083-b2a5-40ff-8035-3aa2fd63b5af,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:33.658852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Made reservation on behalf of 0f7406a1dee54996bbfe65ad3c51e6d7 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:33.668808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:33.821179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-295b24c0-0317-4a8b-8dca-06cf2c394f4d req-8078e244-892c-42bc-9d09-0955ff35a613 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 210 time: 0.0611160 Sep 23 23:53:33.850873 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7795c7-530c-4468-9a2f-ed4a7bea57ff x-openstack-request-id: req-da7795c7-530c-4468-9a2f-ed4a7bea57ff {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:33.854177 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:33.854742 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da7795c7-530c-4468-9a2f-ed4a7bea57ff {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:33.858492 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8', 'status': 'completed', 'code': 200} Sep 23 23:53:33.976732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Allocated IP 172.20.0.7 (159c3e74-89f7-42c9-b316-6955149d7dbb/4cc848f4-f899-487f-bd88-8dd2be9ee3e3/81007724-64bb-495f-a755-cfd200c6be4a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:53:34.073760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-59a6c0d3-990e-47f7-9d2f-b86668ecb0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.076141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-59a6c0d3-990e-47f7-9d2f-b86668ecb0f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1095 time: 0.2128685 Sep 23 23:53:34.137190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b329f2-e9b3-4883-8a60-925babc0819e req-e972ee06-b683-41e0-a9da-f12ec3e9022a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.147893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48b329f2-e9b3-4883-8a60-925babc0819e req-e972ee06-b683-41e0-a9da-f12ec3e9022a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2379084 Sep 23 23:53:34.188140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d05425-fe93-408a-8574-dcb203f29671 req-92195a7b-7cd6-426c-a4b4-785b7a54f3ef tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.189780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04d05425-fe93-408a-8574-dcb203f29671 req-92195a7b-7cd6-426c-a4b4-785b7a54f3ef tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 943 time: 0.2100015 Sep 23 23:53:34.258662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48b329f2-e9b3-4883-8a60-925babc0819e req-f3877906-9a61-462b-ab13-da5e14cb7c26 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053820 Sep 23 23:53:34.308335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-3f3b97b5-900c-4c73-88f7-83392d9c0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.310251 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-3f3b97b5-900c-4c73-88f7-83392d9c0976 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2209542 Sep 23 23:53:34.315380 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:34.373490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04d05425-fe93-408a-8574-dcb203f29671 req-e56bbe90-fbe0-4588-8a62-5fc6c835bbf6 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585519 Sep 23 23:53:34.384561 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-cdeeecc3-5b8f-4c08-b8ca-eb2fbb031453 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 217 time: 0.0647173 Sep 23 23:53:34.478466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-aac7113a-2f8e-413c-83b1-37280ca5e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.480140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-aac7113a-2f8e-413c-83b1-37280ca5e373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0830777 Sep 23 23:53:34.481918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:34.534985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6572ea3-5fe2-4023-8610-9eb914b3f9c2 req-667e0946-8623-4d89-8f30-449ef6f53fc3 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 210 time: 0.0508339 Sep 23 23:53:34.565186 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-921c3cc7-0bb9-4e3a-a517-ec6311b57579 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527606 Sep 23 23:53:34.574094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Network 159c3e74-89f7-42c9-b316-6955149d7dbb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:53:34.588930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:34.591857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Pushing event updated for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:34.600292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:53:34.725609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.726435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:34.782742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-600e0148-c87f-4be3-b8a0-2925fb11e783 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4664369 Sep 23 23:53:34.789247 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-d05b8dfd-6aa0-4fe3-8e46-59ae10470a8d service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134733 Sep 23 23:53:34.803774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Request body: {'port': {'device_id': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:34.991894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9e486-982a-480d-9b67-1f6a789b1cd4 req-c1d28a32-13cf-4e51-a448-e9d409b58a95 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.992225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9e486-982a-480d-9b67-1f6a789b1cd4 req-c1d28a32-13cf-4e51-a448-e9d409b58a95 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:34.992764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9e486-982a-480d-9b67-1f6a789b1cd4 req-c1d28a32-13cf-4e51-a448-e9d409b58a95 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:35.001213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eef9e486-982a-480d-9b67-1f6a789b1cd4 req-c1d28a32-13cf-4e51-a448-e9d409b58a95 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661&device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331&device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 2884 time: 0.1108003 Sep 23 23:53:35.028044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4ab15e9-d370-48e0-9863-2a7c1daa7461 req-ab59b59f-9dd7-4ce6-b32c-13ca9205fb1e service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214358 Sep 23 23:53:35.030937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:35.032110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b9981-f4b0-48a4-bdd5-c4be7bf65641 req-86cff479-456e-4db3-8c13-31507fac16f7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:35.040517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-157b9981-f4b0-48a4-bdd5-c4be7bf65641 req-86cff479-456e-4db3-8c13-31507fac16f7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 931 time: 0.1054559 Sep 23 23:53:35.097643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eef9e486-982a-480d-9b67-1f6a789b1cd4 req-267f4969-3a65-4161-8ef9-72886e344f94 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743432 Sep 23 23:53:35.137485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-157b9981-f4b0-48a4-bdd5-c4be7bf65641 req-df5001a6-edfc-4ce2-8b4e-5b544a4e989e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959659 Sep 23 23:53:35.573450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cac09-9cd7-4e2f-9fb4-7097c2cfa23a req-e139085f-6a04-491a-9331-dff1cce63caa tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:35.576009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d0cac09-9cd7-4e2f-9fb4-7097c2cfa23a req-e139085f-6a04-491a-9331-dff1cce63caa tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2043953 Sep 23 23:53:35.617837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81007724-64bb-495f-a755-cfd200c6be4a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:35.630593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e438649-b952-4b53-ada2-66d899aee026 req-c71c0886-b6a2-44ca-9277-8de6cd0c2e39 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:35.632273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-c71c0886-b6a2-44ca-9277-8de6cd0c2e39 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.20 "GET /v2.0/networks?id=2c33d385-f6b3-49ec-b127-afdffb791181 HTTP/1.1" status: 200 len: 815 time: 0.2475827 Sep 23 23:53:35.632573 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:35.656857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d0cac09-9cd7-4e2f-9fb4-7097c2cfa23a req-8a6bddd1-c13d-460a-a5fc-be25a4b9f7ce tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711372 Sep 23 23:53:35.661083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Request body: {'port': {'device_id': '6e783ea4-02fc-4b32-aa7b-92295ef08074', 'network_id': '2c33d385-f6b3-49ec-b127-afdffb791181', 'admin_state_up': True, 'tenant_id': '4bf4160ccf3840fa8b4917ae7d482fdb'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:35.669896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Transition to ACTIVE for port object 81007724-64bb-495f-a755-cfd200c6be4a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:35.674633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:35.825134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Pushing event updated for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:35.844646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Made reservation on behalf of 4bf4160ccf3840fa8b4917ae7d482fdb for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:53:35.848129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:35.878526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47394db9-4a07-42f6-b46a-9c512cbe4fc5 req-73faccfa-5af0-439e-9dff-df6f84f8ab9b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:35.886826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47394db9-4a07-42f6-b46a-9c512cbe4fc5 req-73faccfa-5af0-439e-9dff-df6f84f8ab9b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 943 time: 0.0966096 Sep 23 23:53:35.955165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:35.955496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:35.955820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:35.962505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:35.962890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:35.978885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:35.979801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:35.980198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:35.980646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Bound port: 81007724-64bb-495f-a755-cfd200c6be4a, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:35.981010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:36.016577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47394db9-4a07-42f6-b46a-9c512cbe4fc5 req-555b30f2-9835-4116-8fe5-0742139e3272 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232321 Sep 23 23:53:36.076206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2323d85-7d0c-4ea2-8546-717c56b6cfcc req-5ee07de7-490d-47ca-9c23-f545f4bb8825 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 210 time: 0.0557523 Sep 23 23:53:36.134078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:36.139581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:36.146570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:36.196173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Allocated IP 172.20.0.2 (2c33d385-f6b3-49ec-b127-afdffb791181/20b6c7ad-ed0a-4ae6-ae2d-0f9fa118050c/b5a6d216-be4b-4bb2-ac06-9a3f757aa05a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:53:36.223045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Pushing event updated for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:36.235920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.236671 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:36.239635 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-10dcfb28-ee03-470a-8abf-f7e4660ea210 service neutron] 10.222.0.18 "PUT /v2.0/ports/81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 200 len: 1092 time: 1.4393880 Sep 23 23:53:36.239635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:36.244516 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2114acf5-0ccf-40b8-88f9-bba704646f90" -d '{"events": [{"name": "network-changed", "server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "tag": "81007724-64bb-495f-a755-cfd200c6be4a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:36.286149 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:36.354303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f188db-c23c-43c3-ae17-9c910e002229 req-681b5665-13fb-45c1-bb55-6e28aea3e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.356294 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-681b5665-13fb-45c1-bb55-6e28aea3e642 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1095 time: 0.0641925 Sep 23 23:53:36.358516 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee75603-d240-4b2a-b691-87d941357a52 x-openstack-request-id: req-dee75603-d240-4b2a-b691-87d941357a52 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:36.358892 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "tag": "81007724-64bb-495f-a755-cfd200c6be4a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:36.359207 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dee75603-d240-4b2a-b691-87d941357a52 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:36.359681 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a', 'status': 'completed', 'code': 200} Sep 23 23:53:36.449261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179930c9-da9d-44e6-9f74-3b892a29d4fd req-f7c21b69-7213-4969-aa1c-504aed68999a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.451340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179930c9-da9d-44e6-9f74-3b892a29d4fd req-f7c21b69-7213-4969-aa1c-504aed68999a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.1577137 Sep 23 23:53:36.474215 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-fc72324f-96bc-4e8d-9afa-0e9bb6992007 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 200 len: 217 time: 0.1001031 Sep 23 23:53:36.543384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f188db-c23c-43c3-ae17-9c910e002229 req-fe2a1000-9790-462d-a203-d67aa478c4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.544801 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-fe2a1000-9790-462d-a203-d67aa478c4df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0570674 Sep 23 23:53:36.570826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179930c9-da9d-44e6-9f74-3b892a29d4fd req-3ca57f1c-c1aa-4ea0-92ff-352c2069e1f5 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116636 Sep 23 23:53:36.575111 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:36.577916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0d6db-620b-43a2-a9c1-05dba1ca9520 req-6fff8228-32a2-4c5d-aa31-60d09b891e50 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.579465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2e0d6db-620b-43a2-a9c1-05dba1ca9520 req-6fff8228-32a2-4c5d-aa31-60d09b891e50 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1101 time: 0.1133814 Sep 23 23:53:36.584811 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-3908b7c3-ab63-4d26-89fb-c36210c3606b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266237 Sep 23 23:53:36.631122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2e0d6db-620b-43a2-a9c1-05dba1ca9520 req-b7078c5d-068d-4587-9b02-55d42c9275b1 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452123 Sep 23 23:53:36.645025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:36.700748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Network 2c33d385-f6b3-49ec-b127-afdffb791181 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:53:36.704734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:53:36.711455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:53:36.744776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-7be5492d-943c-484a-832b-f7a1d0148313 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506186 Sep 23 23:53:36.749287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Pushing event updated for resources: {'Port': ['ID=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:36.835901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.836445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:36.851893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48589e6-b032-4ab9-a23e-ad4cca7beea9 req-128694ed-3ac7-40e6-820f-03fb3049bb98 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.858796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48589e6-b032-4ab9-a23e-ad4cca7beea9 req-128694ed-3ac7-40e6-820f-03fb3049bb98 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1101 time: 0.1112211 Sep 23 23:53:36.872272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-0753a8ac-ece2-4131-86df-2acb007f29dd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2193530 Sep 23 23:53:36.873252 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88f188db-c23c-43c3-ae17-9c910e002229 req-5ee228f6-710c-4e4c-8899-dc033013a2b2 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002457 Sep 23 23:53:36.886133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aae541-baaf-4f4e-898c-284eb827c5b6 req-751b2f5f-5a21-49c9-9b74-857d9819cb5e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:36.891794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55aae541-baaf-4f4e-898c-284eb827c5b6 req-751b2f5f-5a21-49c9-9b74-857d9819cb5e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1298075 Sep 23 23:53:36.903273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Request body: {'port': {'device_id': '6e783ea4-02fc-4b32-aa7b-92295ef08074', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:36.965361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48589e6-b032-4ab9-a23e-ad4cca7beea9 req-36272f6d-e695-4bb9-9deb-8acaeb4b78f2 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007292 Sep 23 23:53:37.024311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-80be0e53-05e4-476c-b57d-9ecfd7d7a7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:37.027202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-80be0e53-05e4-476c-b57d-9ecfd7d7a7f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1095 time: 0.0879252 Sep 23 23:53:37.036461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55aae541-baaf-4f4e-898c-284eb827c5b6 req-261d69ab-ea2f-4024-992f-c264c9ef60e7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304748 Sep 23 23:53:37.048892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:37.245687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-76edff3d-2404-4f97-ab86-f847471d4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:37.253835 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-76edff3d-2404-4f97-ab86-f847471d4a4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.2134795 Sep 23 23:53:37.340247 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-8aad15a9-6589-4698-b5c0-9ca88521a727 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 200 len: 217 time: 0.0792437 Sep 23 23:53:37.408224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-54d84a7e-5059-4075-8fa7-055e11224034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:37.409856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-54d84a7e-5059-4075-8fa7-055e11224034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0601203 Sep 23 23:53:37.418889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ccf5e-1ef0-499a-8878-e1cfa02fa540 req-fc154f63-eabf-465d-b7d9-03fdc2f2b4f2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:37.427036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-529ccf5e-1ef0-499a-8878-e1cfa02fa540 req-fc154f63-eabf-465d-b7d9-03fdc2f2b4f2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 943 time: 0.2174551 Sep 23 23:53:37.450803 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-e1e654f5-5eb8-46db-a44a-aadab5bb373b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328429 Sep 23 23:53:37.524592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-529ccf5e-1ef0-499a-8878-e1cfa02fa540 req-30797169-c92f-450e-8e7b-9fa18920f879 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974267 Sep 23 23:53:37.574807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f317bc-9033-45fa-b253-009d07d7c857 req-bb1118a0-c865-447b-9bd1-b91154fb3318 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:37.581640 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e052ed3c-c0b3-462f-a2a5-d42166890fc8 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:37.582482 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-80afa99b-9373-44b9-8e93-60c1526ad28e service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221998 Sep 23 23:53:37.583411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96f317bc-9033-45fa-b253-009d07d7c857 req-bb1118a0-c865-447b-9bd1-b91154fb3318 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 931 time: 0.1477554 Sep 23 23:53:37.620231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5a6d216-be4b-4bb2-ac06-9a3f757aa05a {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:37.635812 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:37.667609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96f317bc-9033-45fa-b253-009d07d7c857 req-ea89e521-98b8-4290-8922-ae54993d862d tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827765 Sep 23 23:53:37.679970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Transition to ACTIVE for port object b5a6d216-be4b-4bb2-ac06-9a3f757aa05a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:37.685693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:37.791146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:37.811418 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2114acf5-0ccf-40b8-88f9-bba704646f90 req-efb40352-b93f-4c40-bd24-461f5eebc2f1 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212284 Sep 23 23:53:37.821283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8', 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'port_id': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8', 'mac_address': 'fa:16:3e:9e:09:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16f53bb-8001-4541-93e2-a751a6ed31ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:37.843073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:37.886042 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:37.896856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e83ea9-e4a0-40b8-b7a0-64ddf329f759 req-31abab33-d9c6-4b29-838c-8498a0f45d8a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:37.905245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e052ed3c-c0b3-462f-a2a5-d42166890fc8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:37.905447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0e83ea9-e4a0-40b8-b7a0-64ddf329f759 req-31abab33-d9c6-4b29-838c-8498a0f45d8a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.1227710 Sep 23 23:53:37.932334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:37.940155 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:37.971411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0e83ea9-e4a0-40b8-b7a0-64ddf329f759 req-bcb13004-5cda-449f-b2ec-cf208febc791 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594423 Sep 23 23:53:37.990646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Attempting to bind port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:37.991130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Attempting to bind port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '9fdbabbc-baed-401b-af99-5fa3bd973c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c33d385-f6b3-49ec-b127-afdffb791181'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:37.991469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Attempting to bind port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a on network 2c33d385-f6b3-49ec-b127-afdffb791181 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:37.996319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a on network 2c33d385-f6b3-49ec-b127-afdffb791181 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:37.996641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Attempting to bind port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a on network 2c33d385-f6b3-49ec-b127-afdffb791181 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:38.001948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:38.002421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Checking segment: {'id': '9fdbabbc-baed-401b-af99-5fa3bd973c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c33d385-f6b3-49ec-b127-afdffb791181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:38.002901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Bound using segment: {'id': '9fdbabbc-baed-401b-af99-5fa3bd973c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c33d385-f6b3-49ec-b127-afdffb791181'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:38.003509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Bound port: b5a6d216-be4b-4bb2-ac06-9a3f757aa05a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdbabbc-baed-401b-af99-5fa3bd973c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2c33d385-f6b3-49ec-b127-afdffb791181'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:38.003900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:38.005547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:38.094929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] For port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:38.098228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] For port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,segment=NetworkSegment(9fdbabbc-baed-401b-af99-5fa3bd973c25),segment_id=9fdbabbc-baed-401b-af99-5fa3bd973c25)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:38.105996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:38.145183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:38.146203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:38.148237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] 10.222.0.20 "PUT /v2.0/ports/b5a6d216-be4b-4bb2-ac06-9a3f757aa05a HTTP/1.1" status: 200 len: 1092 time: 1.2550676 Sep 23 23:53:38.152067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e783ea4-02fc-4b32-aa7b-92295ef08074', 'tag': 'b5a6d216-be4b-4bb2-ac06-9a3f757aa05a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:38.154648 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c242e04b-9aaa-4198-a988-47f6d1027422" -d '{"events": [{"name": "network-changed", "server_uuid": "6e783ea4-02fc-4b32-aa7b-92295ef08074", "tag": "b5a6d216-be4b-4bb2-ac06-9a3f757aa05a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:38.263379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['e052ed3c-c0b3-462f-a2a5-d42166890fc8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:38.327758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20917f-1299-4924-b574-dc8232344f67 service neutron] Pushing event updated for resources: {'Port': ['ID=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:38.420992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af9cee-6db9-4855-b6c0-51bc78cac03d req-7ca8eb6a-c3d3-436c-a7ab-20f5ace9ec73 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:38.430936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0af9cee-6db9-4855-b6c0-51bc78cac03d req-7ca8eb6a-c3d3-436c-a7ab-20f5ace9ec73 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2689319 Sep 23 23:53:38.495001 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e583b4a-7fc6-464c-93bc-c86b9333467d x-openstack-request-id: req-1e583b4a-7fc6-464c-93bc-c86b9333467d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:38.495001 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e783ea4-02fc-4b32-aa7b-92295ef08074", "tag": "b5a6d216-be4b-4bb2-ac06-9a3f757aa05a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:38.495001 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e583b4a-7fc6-464c-93bc-c86b9333467d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:38.495001 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e783ea4-02fc-4b32-aa7b-92295ef08074', 'tag': 'b5a6d216-be4b-4bb2-ac06-9a3f757aa05a', 'status': 'completed', 'code': 200} Sep 23 23:53:38.507489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e438649-b952-4b53-ada2-66d899aee026 req-c4cc8a38-18b9-4295-bb83-6c107abc6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:38.509265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-c4cc8a38-18b9-4295-bb83-6c107abc6f4d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bf4160ccf3840fa8b4917ae7d482fdb&device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 1095 time: 0.2944176 Sep 23 23:53:38.519249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0af9cee-6db9-4855-b6c0-51bc78cac03d req-de25db35-dc75-4f14-9f0f-dedf81fe9605 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872419 Sep 23 23:53:38.572279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-27119ad5-15f7-4cae-bb93-7b2d9510d010 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a HTTP/1.1" status: 200 len: 217 time: 0.0504942 Sep 23 23:53:38.635018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e438649-b952-4b53-ada2-66d899aee026 req-68b94337-45c0-46fe-9a55-ea8532d25fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:38.636624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-68b94337-45c0-46fe-9a55-ea8532d25fa6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20b6c7ad-ed0a-4ae6-ae2d-0f9fa118050c HTTP/1.1" status: 200 len: 855 time: 0.0519001 Sep 23 23:53:38.694657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-e2c88a89-9326-4503-abbe-948c0071bb52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c33d385-f6b3-49ec-b127-afdffb791181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473175 Sep 23 23:53:38.761972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:38.893042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-1413dccb-928f-4a37-ab67-0cf3e2ac90c7 service neutron] 10.222.0.20 "GET /v2.0/networks/2c33d385-f6b3-49ec-b127-afdffb791181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906328 Sep 23 23:53:38.903654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee64aac-c494-4edd-bbde-63c2b73680ef req-0b1c1af5-0b2e-4838-9ce9-33823398e80c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:38.905131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ee64aac-c494-4edd-bbde-63c2b73680ef req-0b1c1af5-0b2e-4838-9ce9-33823398e80c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1073546 Sep 23 23:53:39.033480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ee64aac-c494-4edd-bbde-63c2b73680ef req-1724dee2-8012-4dbb-8eca-cfa790f4f68e tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189518 Sep 23 23:53:39.043051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f6d35-fd05-4788-a6f5-ceb66b009524 req-eb94924f-fec3-4dcc-9e82-b61f79e955eb tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.044533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d85f6d35-fd05-4788-a6f5-ceb66b009524 req-eb94924f-fec3-4dcc-9e82-b61f79e955eb tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 944 time: 0.1385269 Sep 23 23:53:39.084258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e438649-b952-4b53-ada2-66d899aee026 req-501b825b-fe1c-4015-9751-e2f106041e5f service neutron] 10.222.0.20 "GET /v2.0/networks/2c33d385-f6b3-49ec-b127-afdffb791181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770179 Sep 23 23:53:39.136073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d85f6d35-fd05-4788-a6f5-ceb66b009524 req-cf89694c-f0b3-4f52-83a7-850e3be03676 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821464 Sep 23 23:53:39.282208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-07c1e4a3-ad7b-4713-82c9-8ea6fd2e6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.284046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-07c1e4a3-ad7b-4713-82c9-8ea6fd2e6267 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4bf4160ccf3840fa8b4917ae7d482fdb&device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 1095 time: 0.1231146 Sep 23 23:53:39.308510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcac24-ad72-406e-ad25-dc92021b9a16 req-a84d7b30-c110-4e03-9337-bb85bba919cf tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.310732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcbcac24-ad72-406e-ad25-dc92021b9a16 req-a84d7b30-c110-4e03-9337-bb85bba919cf tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 943 time: 0.1067231 Sep 23 23:53:39.348690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe72c112-b315-4b85-995b-226f0db6254a req-0fd29b31-8133-4664-b1b1-0c291480ae65 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.350169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe72c112-b315-4b85-995b-226f0db6254a req-0fd29b31-8133-4664-b1b1-0c291480ae65 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.1327364 Sep 23 23:53:39.435470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcbcac24-ad72-406e-ad25-dc92021b9a16 req-d3a207b8-0806-4189-b7f0-3f407228c28b tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129556 Sep 23 23:53:39.444787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe72c112-b315-4b85-995b-226f0db6254a req-73a3ee78-42b6-4638-90fc-b1e321067c3b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867412 Sep 23 23:53:39.463693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-50df9ef5-423d-43a7-8914-0c7ee983566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.467129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-50df9ef5-423d-43a7-8914-0c7ee983566e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2c33d385-f6b3-49ec-b127-afdffb791181 HTTP/1.1" status: 200 len: 916 time: 0.1739826 Sep 23 23:53:39.532502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-5d9b0d80-0b12-484a-a2c4-8b568c9d24e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a HTTP/1.1" status: 200 len: 217 time: 0.0382612 Sep 23 23:53:39.590729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e052ed3c-c0b3-462f-a2a5-d42166890fc8 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:39.594066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-bdeac3c6-850b-4028-abea-6be5fbfccea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.594953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-bdeac3c6-850b-4028-abea-6be5fbfccea5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=20b6c7ad-ed0a-4ae6-ae2d-0f9fa118050c HTTP/1.1" status: 200 len: 855 time: 0.0475621 Sep 23 23:53:39.638241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port e052ed3c-c0b3-462f-a2a5-d42166890fc8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:39.642554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port e052ed3c-c0b3-462f-a2a5-d42166890fc8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:39.642950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:39.643340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bc6b5-423a-4a88-b1e2-270c609d546c req-3c7e67d3-1102-4d6f-acb4-c3590523b850 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.645109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b0bc6b5-423a-4a88-b1e2-270c609d546c req-3c7e67d3-1102-4d6f-acb4-c3590523b850 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0491824 Sep 23 23:53:39.704599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-7df7b467-e2fa-4ed8-afc0-ee2d30fa20dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2c33d385-f6b3-49ec-b127-afdffb791181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326140 Sep 23 23:53:39.707812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b0bc6b5-423a-4a88-b1e2-270c609d546c req-208ccfbe-90ca-4376-abd7-0e04a15ff486 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554347 Sep 23 23:53:39.740186 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:39.764473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:39.766676 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c7ec2c-b098-4c83-98f6-43da50672449" -d '{"events": [{"server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "name": "network-vif-plugged", "status": "completed", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:39.779941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:39.784353 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:39.808889 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e720cc-19ca-4d54-89fa-8b221caf3d7a x-openstack-request-id: req-34e720cc-19ca-4d54-89fa-8b221caf3d7a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:39.809189 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "name": "network-vif-plugged", "status": "completed", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:39.809468 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34e720cc-19ca-4d54-89fa-8b221caf3d7a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:39.809851 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8', 'code': 200} Sep 23 23:53:39.816355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-74c43636-0205-4e20-a5ca-161069ba7871 service neutron] 10.222.0.20 "GET /v2.0/networks/2c33d385-f6b3-49ec-b127-afdffb791181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951340 Sep 23 23:53:39.839394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:39.914182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c242e04b-9aaa-4198-a988-47f6d1027422 req-5a432a45-e978-4665-ac0c-2257073ba225 service neutron] 10.222.0.20 "GET /v2.0/networks/2c33d385-f6b3-49ec-b127-afdffb791181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887485 Sep 23 23:53:39.916090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffad8d-1dde-4083-816d-108e9b899513 req-f2b58db9-7ed1-4566-a642-801e22b3e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:39.917572 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e6ffad8d-1dde-4083-816d-108e9b899513 req-f2b58db9-7ed1-4566-a642-801e22b3e5a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1097 time: 0.0415688 Sep 23 23:53:39.956427 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e6ffad8d-1dde-4083-816d-108e9b899513 req-32415b0a-c3f4-45f5-8b99-119d71f0de6b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297463 Sep 23 23:53:40.170288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37d71a-1795-4941-9c20-4215fb0a11da req-3bfc05f1-be55-4525-94e5-eb17433efa15 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:40.171831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d37d71a-1795-4941-9c20-4215fb0a11da req-3bfc05f1-be55-4525-94e5-eb17433efa15 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0591249 Sep 23 23:53:40.216646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d37d71a-1795-4941-9c20-4215fb0a11da req-0b68a2d0-78b5-430c-88e4-3aa104a046c7 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387146 Sep 23 23:53:40.309194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49717049-0c86-40af-ac86-92dda2252c2c req-e0fc4f0b-2e5e-425e-a10c-9a9000ad0a69 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:40.310899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49717049-0c86-40af-ac86-92dda2252c2c req-e0fc4f0b-2e5e-425e-a10c-9a9000ad0a69 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 945 time: 0.0519607 Sep 23 23:53:40.357424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49717049-0c86-40af-ac86-92dda2252c2c req-e48ae9cf-5bc1-4715-994f-f1af97c160fa tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Sep 23 23:53:40.392098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c326e0-4908-42c5-8c87-9493f5172e58 req-ebf7baa6-0305-42b2-8bf2-f37172742994 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:40.393551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5c326e0-4908-42c5-8c87-9493f5172e58 req-ebf7baa6-0305-42b2-8bf2-f37172742994 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 950 time: 0.0522373 Sep 23 23:53:40.430204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5c326e0-4908-42c5-8c87-9493f5172e58 req-26bca438-a6a1-4739-aff1-1a77a463a783 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Sep 23 23:53:40.566035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb5bbb-ccaa-4aad-9962-cec8139b8c3a req-9dbefc29-c61e-4e65-95e0-91e050df38ed tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:40.567619 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29cb5bbb-ccaa-4aad-9962-cec8139b8c3a req-9dbefc29-c61e-4e65-95e0-91e050df38ed tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 943 time: 0.0553341 Sep 23 23:53:40.612466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29cb5bbb-ccaa-4aad-9962-cec8139b8c3a req-f6582b71-1389-4f3b-adef-cc11c2da8ce8 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338669 Sep 23 23:53:40.711161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d510aa7-0868-4a36-bc64-6c95a83cc818 req-96342789-1696-4806-8e96-39c84dfe7da7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:40.713611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d510aa7-0868-4a36-bc64-6c95a83cc818 req-96342789-1696-4806-8e96-39c84dfe7da7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.0494053 Sep 23 23:53:40.757964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d510aa7-0868-4a36-bc64-6c95a83cc818 req-209ec3a6-17e5-4d9a-a0ae-a7f26cd405a4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377395 Sep 23 23:53:40.876468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf813aa-6d12-43c1-b4b2-c3fa7f5fc72d req-522cafc2-af99-4825-824d-4fd9b915ac84 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:40.877923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0bf813aa-6d12-43c1-b4b2-c3fa7f5fc72d req-522cafc2-af99-4825-824d-4fd9b915ac84 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0521212 Sep 23 23:53:40.916035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0bf813aa-6d12-43c1-b4b2-c3fa7f5fc72d req-26f3040c-007a-4ca8-ade5-9c4ae74bca78 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320992 Sep 23 23:53:41.340565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c9d5a-f619-4ee8-b85b-7810c644653d req-dbc95d73-1fe8-43f1-a9ae-a42d3ee14b23 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:41.342023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df8c9d5a-f619-4ee8-b85b-7810c644653d req-dbc95d73-1fe8-43f1-a9ae-a42d3ee14b23 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0534968 Sep 23 23:53:41.380389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df8c9d5a-f619-4ee8-b85b-7810c644653d req-21fa3d6a-d0e7-454b-a2fd-8bb34e4dce8d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310009 Sep 23 23:53:41.474071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad8aa31-5844-41d8-b392-c0ac5b7062c2 req-9e17d1cb-b04e-4ec0-a78f-a9e6ff4c3f88 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:41.475577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ad8aa31-5844-41d8-b392-c0ac5b7062c2 req-9e17d1cb-b04e-4ec0-a78f-a9e6ff4c3f88 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 945 time: 0.0480204 Sep 23 23:53:41.515159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ad8aa31-5844-41d8-b392-c0ac5b7062c2 req-5f6feb02-0566-430b-9c0a-7542758c226d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333362 Sep 23 23:53:41.602365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 81007724-64bb-495f-a755-cfd200c6be4a details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:41.702400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:41.713362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '81007724-64bb-495f-a755-cfd200c6be4a', 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'port_id': '81007724-64bb-495f-a755-cfd200c6be4a', 'mac_address': 'fa:16:3e:db:5d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc848f4-f899-487f-bd88-8dd2be9ee3e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:41.727101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4448ba4e-6427-4998-867b-1bb299687ec6 req-727b600d-cad7-41ec-b0b9-c556c5571f1e tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:41.729103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4448ba4e-6427-4998-867b-1bb299687ec6 req-727b600d-cad7-41ec-b0b9-c556c5571f1e tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 943 time: 0.0484216 Sep 23 23:53:41.753375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:41.766578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4448ba4e-6427-4998-867b-1bb299687ec6 req-46991b75-c2d1-4bef-9647-ab6bf00564b1 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312719 Sep 23 23:53:41.767603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81007724-64bb-495f-a755-cfd200c6be4a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:41.793343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:41.798012 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:41.852906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:41.884434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef0555-5f52-4baf-8c91-2fed87fd9b7b req-98714994-ba5a-47cf-a557-c983ff890901 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:41.885904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30ef0555-5f52-4baf-8c91-2fed87fd9b7b req-98714994-ba5a-47cf-a557-c983ff890901 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 944 time: 0.0566282 Sep 23 23:53:41.895485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b5a6d216-be4b-4bb2-ac06-9a3f757aa05a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:41.926105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30ef0555-5f52-4baf-8c91-2fed87fd9b7b req-23c4bd1b-dbc5-4db3-b92f-b5ce41edd726 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339043 Sep 23 23:53:42.004553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,segment=NetworkSegment(9fdbabbc-baed-401b-af99-5fa3bd973c25),segment_id=9fdbabbc-baed-401b-af99-5fa3bd973c25)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:42.015809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'b5a6d216-be4b-4bb2-ac06-9a3f757aa05a', 'network_id': '2c33d385-f6b3-49ec-b127-afdffb791181', 'port_id': 'b5a6d216-be4b-4bb2-ac06-9a3f757aa05a', 'mac_address': 'fa:16:3e:f6:65:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b6c7ad-ed0a-4ae6-ae2d-0f9fa118050c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:42.037735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef913c7-97ce-467f-a240-cea27e3192fd req-100a89ab-46ef-4dd0-b6aa-559ace81361d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:42.039123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ef913c7-97ce-467f-a240-cea27e3192fd req-100a89ab-46ef-4dd0-b6aa-559ace81361d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0485058 Sep 23 23:53:42.055784 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:42.069326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5a6d216-be4b-4bb2-ac06-9a3f757aa05a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:42.078049 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ef913c7-97ce-467f-a240-cea27e3192fd req-2609751a-269e-45c9-9b3d-46af36b6eda3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320532 Sep 23 23:53:42.089418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,segment=NetworkSegment(9fdbabbc-baed-401b-af99-5fa3bd973c25),segment_id=9fdbabbc-baed-401b-af99-5fa3bd973c25)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:42.093687 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:42.141325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:42.451969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b5a6d216-be4b-4bb2-ac06-9a3f757aa05a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:42.476389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['81007724-64bb-495f-a755-cfd200c6be4a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:42.501017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee244b4-04e7-4105-a066-67ebacb3a29d req-d23d8c2c-8779-47bb-87e9-9364febec7a0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:42.502806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ee244b4-04e7-4105-a066-67ebacb3a29d req-d23d8c2c-8779-47bb-87e9-9364febec7a0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0531836 Sep 23 23:53:42.547316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ee244b4-04e7-4105-a066-67ebacb3a29d req-96c743ec-8208-417a-ae69-4dd2415d9ac8 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358593 Sep 23 23:53:42.653321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb3a4c-c369-430b-b7e9-e2c52197e711 req-299bd8b0-bc7a-4736-9b67-d20f08e478b5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:42.654829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fabb3a4c-c369-430b-b7e9-e2c52197e711 req-299bd8b0-bc7a-4736-9b67-d20f08e478b5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 945 time: 0.0568266 Sep 23 23:53:42.943433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fabb3a4c-c369-430b-b7e9-e2c52197e711 req-0653ae81-5fb9-4aeb-b3c3-b88472461d63 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824450 Sep 23 23:53:42.959004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c8252-a0ef-4ba5-8a71-4a31de1a8a7e req-e01e6ee4-ddea-46cf-8d76-ff22c7fae6c1 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:42.960454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f48c8252-a0ef-4ba5-8a71-4a31de1a8a7e req-e01e6ee4-ddea-46cf-8d76-ff22c7fae6c1 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 944 time: 0.0606508 Sep 23 23:53:43.003794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f48c8252-a0ef-4ba5-8a71-4a31de1a8a7e req-dbafa171-faf0-44aa-9c43-4af3dde367cd tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321620 Sep 23 23:53:43.114621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c5f83-82ba-40d1-b6a5-c4e60b89c047 req-42e33346-e157-4f42-b35c-85dbe36ece12 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:43.116129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f5c5f83-82ba-40d1-b6a5-c4e60b89c047 req-42e33346-e157-4f42-b35c-85dbe36ece12 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 944 time: 0.0514283 Sep 23 23:53:43.186229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f5c5f83-82ba-40d1-b6a5-c4e60b89c047 req-5c0f08d5-710b-4151-b086-219511419528 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626130 Sep 23 23:53:43.188867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627f46-f630-485d-a68b-5240eb8227b3 req-ecfd46b2-7b78-487f-bfe3-2ff46dccf10b tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:43.190290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b627f46-f630-485d-a68b-5240eb8227b3 req-ecfd46b2-7b78-487f-bfe3-2ff46dccf10b tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1097 time: 0.0684693 Sep 23 23:53:43.226740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b627f46-f630-485d-a68b-5240eb8227b3 req-dd92cfda-bad5-4860-be3b-0f2dad6b3fe7 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292928 Sep 23 23:53:43.289569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125dd695-d54b-482e-a697-47aa818fad76 req-8cfe8f0d-01b4-4141-ae6a-866256b4b752 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:43.291821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-125dd695-d54b-482e-a697-47aa818fad76 req-8cfe8f0d-01b4-4141-ae6a-866256b4b752 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0502155 Sep 23 23:53:43.356861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-125dd695-d54b-482e-a697-47aa818fad76 req-10506ae6-1fd3-4162-8511-b516637f43f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598104 Sep 23 23:53:43.366134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ce7c4-932f-497b-a48e-71f71d5c80eb req-5b55577c-d38b-42a4-a3b1-6a3ccd79563a tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:43.367784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b01ce7c4-932f-497b-a48e-71f71d5c80eb req-5b55577c-d38b-42a4-a3b1-6a3ccd79563a tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1097 time: 0.0572417 Sep 23 23:53:43.403580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b01ce7c4-932f-497b-a48e-71f71d5c80eb req-f05c02b6-976f-4607-83be-a2853a135829 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294392 Sep 23 23:53:43.672295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c86830-b725-4790-b764-8fc60c5bade6 req-400cd491-27cd-4373-bf43-33a8ba102303 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:43.673790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76c86830-b725-4790-b764-8fc60c5bade6 req-400cd491-27cd-4373-bf43-33a8ba102303 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1097 time: 0.0629945 Sep 23 23:53:43.693144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed9811-b22e-4307-be94-b287cc9a176c req-5c0290c0-452d-4135-9b9d-a774522c0f87 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:43.694527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faed9811-b22e-4307-be94-b287cc9a176c req-5c0290c0-452d-4135-9b9d-a774522c0f87 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0755267 Sep 23 23:53:43.733598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76c86830-b725-4790-b764-8fc60c5bade6 req-e591099e-12ea-49d6-b69e-4474f3539855 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535886 Sep 23 23:53:43.746105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faed9811-b22e-4307-be94-b287cc9a176c req-529c11c3-c57c-45b6-8c23-0ae26d96589b tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Sep 23 23:53:43.924512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b5a6d216-be4b-4bb2-ac06-9a3f757aa05a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:43.973744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:43.977473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:43.977841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:44.064874 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:44.092829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e783ea4-02fc-4b32-aa7b-92295ef08074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6d216-be4b-4bb2-ac06-9a3f757aa05a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:44.098457 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6bcb89-02ff-40a5-845e-deec4f2ca74d" -d '{"events": [{"server_uuid": "6e783ea4-02fc-4b32-aa7b-92295ef08074", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6d216-be4b-4bb2-ac06-9a3f757aa05a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:44.111436 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,segment=NetworkSegment(9fdbabbc-baed-401b-af99-5fa3bd973c25),segment_id=9fdbabbc-baed-401b-af99-5fa3bd973c25)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:44.118941 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:44.120561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:44.145952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677a9a4-b268-451c-8bdb-3a6ac8a0fe6c req-416ab191-f672-41f6-a6d9-c90fd5b98f04 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.147533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9677a9a4-b268-451c-8bdb-3a6ac8a0fe6c req-416ab191-f672-41f6-a6d9-c90fd5b98f04 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 944 time: 0.0618346 Sep 23 23:53:44.199122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9677a9a4-b268-451c-8bdb-3a6ac8a0fe6c req-1423dc5d-c55f-42ee-993a-0479cc97e753 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426459 Sep 23 23:53:44.204680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:44.356610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aa6e2-10e9-4414-b1a0-b031201eb6a8 req-50a0f3cd-011c-4cc2-a389-6b99754c67c9 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.358184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-531aa6e2-10e9-4414-b1a0-b031201eb6a8 req-50a0f3cd-011c-4cc2-a389-6b99754c67c9 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 944 time: 0.0795317 Sep 23 23:53:44.361657 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a800f-f683-4530-bd6f-43c061872e1b x-openstack-request-id: req-997a800f-f683-4530-bd6f-43c061872e1b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:44.362064 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e783ea4-02fc-4b32-aa7b-92295ef08074", "name": "network-vif-plugged", "status": "completed", "tag": "b5a6d216-be4b-4bb2-ac06-9a3f757aa05a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:44.362316 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-997a800f-f683-4530-bd6f-43c061872e1b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:44.362742 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e783ea4-02fc-4b32-aa7b-92295ef08074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5a6d216-be4b-4bb2-ac06-9a3f757aa05a', 'code': 200} Sep 23 23:53:44.364006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a2c5f-ff6b-4378-9a95-bec604c4b853 req-e6c1bd4f-52d8-4a4e-9b17-0a6217ec985e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.365503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea0a2c5f-ff6b-4378-9a95-bec604c4b853 req-e6c1bd4f-52d8-4a4e-9b17-0a6217ec985e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 1097 time: 0.0601783 Sep 23 23:53:44.380354 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:44.417830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-531aa6e2-10e9-4414-b1a0-b031201eb6a8 req-9c8cc800-5e61-454c-aaab-bd86e74f21a7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513756 Sep 23 23:53:44.421958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:44.427448 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:44.430953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea0a2c5f-ff6b-4378-9a95-bec604c4b853 req-ddc6b6f7-f816-4d8d-b1e2-8dd734cb6b0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515039 Sep 23 23:53:44.471764 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:53:44.477292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:44.480158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3d28c-966c-4ea3-9840-3fffb941ddf9 req-b1afcf93-7b11-427f-8d27-cd656f5005e1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.481694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9c3d28c-966c-4ea3-9840-3fffb941ddf9 req-b1afcf93-7b11-427f-8d27-cd656f5005e1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0535841 Sep 23 23:53:44.526073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9c3d28c-966c-4ea3-9840-3fffb941ddf9 req-a50a59cd-d108-47a0-931f-f8faceffa737 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350170 Sep 23 23:53:44.913532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89e785-c5e6-420a-b4fe-e02192ca512d req-bb74f7ed-36ea-447e-a5e4-688d3e763f3a tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.915120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da89e785-c5e6-420a-b4fe-e02192ca512d req-bb74f7ed-36ea-447e-a5e4-688d3e763f3a tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0798767 Sep 23 23:53:44.917027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bdcaa-8796-4414-9b92-e8f7586981a5 req-c640459d-c1e0-429e-b78a-a774bb6a4543 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:44.918431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c39bdcaa-8796-4414-9b92-e8f7586981a5 req-c640459d-c1e0-429e-b78a-a774bb6a4543 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1097 time: 0.0812864 Sep 23 23:53:44.988840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c39bdcaa-8796-4414-9b92-e8f7586981a5 req-456ed19f-193a-4733-9366-35ff6bec384e tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593522 Sep 23 23:53:44.991712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da89e785-c5e6-420a-b4fe-e02192ca512d req-0b905f29-1362-4303-92a6-be760c53ff72 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705798 Sep 23 23:53:45.317909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc3334-8344-4156-97e3-b9e16b00ea0b req-bad715a1-d3bd-4ee2-8281-0514b74928c3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:45.319492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38cc3334-8344-4156-97e3-b9e16b00ea0b req-bad715a1-d3bd-4ee2-8281-0514b74928c3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 945 time: 0.0565670 Sep 23 23:53:45.382304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38cc3334-8344-4156-97e3-b9e16b00ea0b req-7684f4b7-342a-40ba-bd98-4876767d1d34 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534043 Sep 23 23:53:45.554011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff53b5-4356-4c6e-b92b-60eaf4e55228 req-ca2dc32a-9578-4b7a-904a-66e51043ebd0 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:45.562480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05ff53b5-4356-4c6e-b92b-60eaf4e55228 req-ca2dc32a-9578-4b7a-904a-66e51043ebd0 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 945 time: 0.0666730 Sep 23 23:53:45.616999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05ff53b5-4356-4c6e-b92b-60eaf4e55228 req-f66dae48-a866-43b9-8085-7cb4d8c4002e tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475662 Sep 23 23:53:45.637326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:45.640213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 81007724-64bb-495f-a755-cfd200c6be4a up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:45.749275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f9b41-be71-457e-824b-e9fc2e9ba156 req-0ef47e4e-8f17-486a-9e09-3323535c6b36 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:45.757127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d23f9b41-be71-457e-824b-e9fc2e9ba156 req-0ef47e4e-8f17-486a-9e09-3323535c6b36 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 944 time: 0.0641990 Sep 23 23:53:45.805084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d23f9b41-be71-457e-824b-e9fc2e9ba156 req-2aeb3a9a-e528-4ed6-93c5-809315d5b9f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469997 Sep 23 23:53:45.892986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 81007724-64bb-495f-a755-cfd200c6be4a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:53:45.958783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:45.978628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'mac_address': 'fa:16:3e:d0:1e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:45.980388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 81007724-64bb-495f-a755-cfd200c6be4a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:45.980860 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:45.989729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314bcd-8e06-463e-9656-201415a5e85a req-8173fb00-0a92-4b86-af71-9b62908dbf81 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:45.998485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec314bcd-8e06-463e-9656-201415a5e85a req-8173fb00-0a92-4b86-af71-9b62908dbf81 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1098542 Sep 23 23:53:46.065270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec314bcd-8e06-463e-9656-201415a5e85a req-4d2703c2-3af2-4462-b21a-9505ec0037a6 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654852 Sep 23 23:53:46.109179 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:46.158007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:46.179113 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:46.200750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:46.211627 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:46.239808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b329d255-df7f-4717-ae85-1598f3e2c967 req-4e17cfa9-efed-4ca3-b21b-bfc5a7a762a1 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:46.242453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b329d255-df7f-4717-ae85-1598f3e2c967 req-4e17cfa9-efed-4ca3-b21b-bfc5a7a762a1 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1005096 Sep 23 23:53:46.248269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-8e4dc817-423e-4ba9-868b-605b0983af68 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:53:46.249732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-8e4dc817-423e-4ba9-868b-605b0983af68 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208459 Sep 23 23:53:46.290468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:46.302414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:46.309375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:46.345174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ac4719d8-cb64-46b2-8ab9-b6ec239ea137 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:46.346539 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ac4719d8-cb64-46b2-8ab9-b6ec239ea137 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports/e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0721583 Sep 23 23:53:46.364538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e'}, {'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:46.366971 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5730a386-fedf-4786-9834-9111f84de9fb" -d '{"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-unplugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e"}, {"server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "name": "network-vif-plugged", "status": "completed", "tag": "81007724-64bb-495f-a755-cfd200c6be4a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:46.373140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Request body: {'binding': {'host': 'n-h2-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:46.373581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Unknown quota resources ['binding']. {{(pid=106379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 23:53:46.385655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['8a733b9e-5a9f-48b1-a4ba-ca121d7da360'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:46.390036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b329d255-df7f-4717-ae85-1598f3e2c967 req-a102f926-7bb8-4882-80d5-ecfd7f645497 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390560 Sep 23 23:53:46.455084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:46.589243 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658e04dd-d5c2-463b-8953-22d642888101 x-openstack-request-id: req-658e04dd-d5c2-463b-8953-22d642888101 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:46.589571 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-unplugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e", "code": 200}, {"server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "name": "network-vif-plugged", "status": "completed", "tag": "81007724-64bb-495f-a755-cfd200c6be4a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:46.589835 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-658e04dd-d5c2-463b-8953-22d642888101 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:46.590245 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'code': 200} Sep 23 23:53:46.591756 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a', 'code': 200} Sep 23 23:53:46.638085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on host n-h2-713498-18 for vnic_type normal with profile None {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:46.638461 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:46.638732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:46.647290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:46.647665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:46.658970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:46.659397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:46.662501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:46.662984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Bound port: e052ed3c-c0b3-462f-a2a5-d42166890fc8, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:46.745982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d41181b-ff26-498e-9b30-193f64d75b9f req-570e3bd9-dea1-47a7-be61-8332bca73be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:46.750261 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d41181b-ff26-498e-9b30-193f64d75b9f req-570e3bd9-dea1-47a7-be61-8332bca73be1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1097 time: 0.0725732 Sep 23 23:53:46.754483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca17430-7d2b-41bf-b777-db37d4c35254 req-3985676d-8e6e-4d84-8f1d-9b7052a8cb27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:46.756004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dca17430-7d2b-41bf-b777-db37d4c35254 req-3985676d-8e6e-4d84-8f1d-9b7052a8cb27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 945 time: 0.0907788 Sep 23 23:53:46.765273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:46.776711 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] Notify callbacks [] for binding, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:46.777928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-e03bcf59-217d-4b54-9edb-389e66b710bc service neutron] 10.222.0.24 "POST /v2.0/ports/e052ed3c-c0b3-462f-a2a5-d42166890fc8/bindings HTTP/1.1" status: 201 len: 390 time: 0.4103813 Sep 23 23:53:46.827755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dca17430-7d2b-41bf-b777-db37d4c35254 req-0e6eba3b-c869-4153-8c6c-bfa589bfb39f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Sep 23 23:53:46.848536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d41181b-ff26-498e-9b30-193f64d75b9f req-f5f487e1-9f0b-4514-a2a8-8f873a95dffd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782955 Sep 23 23:53:46.994137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee90bec-c222-48d3-a6ca-cec5f3b82244 req-c9b8c1f5-55d5-4f75-90d9-faedd1eb4fc0 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:46.995732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dee90bec-c222-48d3-a6ca-cec5f3b82244 req-c9b8c1f5-55d5-4f75-90d9-faedd1eb4fc0 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 945 time: 0.0594842 Sep 23 23:53:47.085522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dee90bec-c222-48d3-a6ca-cec5f3b82244 req-0d007c06-3824-43b3-be92-09d9a075980f tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818224 Sep 23 23:53:47.102865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a593aa1-bd49-4d23-bcf3-eda2ce12ea64 req-c894b457-6cac-4c8f-99bd-ad9c004e0e55 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.116264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a593aa1-bd49-4d23-bcf3-eda2ce12ea64 req-c894b457-6cac-4c8f-99bd-ad9c004e0e55 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.1343579 Sep 23 23:53:47.211247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a593aa1-bd49-4d23-bcf3-eda2ce12ea64 req-8e841af3-98e9-4fd3-953c-2c37bc196175 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938756 Sep 23 23:53:47.313118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de82cc2-55d0-4589-81b5-3138dff8eeb8 req-3e932f8b-27d2-4367-9f95-4e1b81cef1ef tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.315506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7de82cc2-55d0-4589-81b5-3138dff8eeb8 req-3e932f8b-27d2-4367-9f95-4e1b81cef1ef tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 945 time: 0.0786977 Sep 23 23:53:47.446747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7de82cc2-55d0-4589-81b5-3138dff8eeb8 req-2579c4ec-800d-4e7e-8e7c-8d3477ceb8e8 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229424 Sep 23 23:53:47.464742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-23b14020-0cd3-47d7-abbf-d10d5e7edcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.467516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-23b14020-0cd3-47d7-abbf-d10d5e7edcb6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1097 time: 0.1160052 Sep 23 23:53:47.483035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bb379-bf5b-4b27-9d9d-dfdf494bffbc req-10d454d0-ce07-4598-bc93-f41de3771654 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.484664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d6bb379-bf5b-4b27-9d9d-dfdf494bffbc req-10d454d0-ce07-4598-bc93-f41de3771654 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0919006 Sep 23 23:53:47.619450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d6bb379-bf5b-4b27-9d9d-dfdf494bffbc req-7270462c-5d01-45a2-b95f-d97c03059021 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252892 Sep 23 23:53:47.655847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:47.693622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-cd52d770-8261-4ff0-b5e1-7203aaeed818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.699424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-cd52d770-8261-4ff0-b5e1-7203aaeed818 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2127388 Sep 23 23:53:47.769075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c80b5-e25f-49e7-aac7-4d55b71bec1d req-6a8ab26f-b15e-44a6-a68b-8624494bac33 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.771672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c4c80b5-e25f-49e7-aac7-4d55b71bec1d req-6a8ab26f-b15e-44a6-a68b-8624494bac33 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1788480 Sep 23 23:53:47.773983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-d4f1bd3e-7f4c-4d4e-b44a-2a8673ddc535 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.774531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-79358a60-323b-44c7-bac7-d3c956dda0de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 217 time: 0.0662065 Sep 23 23:53:47.779027 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-d4f1bd3e-7f4c-4d4e-b44a-2a8673ddc535 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 945 time: 0.1324131 Sep 23 23:53:47.796745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:47.797904 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:47.910468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c4c80b5-e25f-49e7-aac7-4d55b71bec1d req-f4497003-d3ce-4c20-9ec2-250ae3c7fcac tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295028 Sep 23 23:53:47.913032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-b810ea4c-89eb-4ab8-97c6-95934ca91787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:47.914354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-b810ea4c-89eb-4ab8-97c6-95934ca91787 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.1317620 Sep 23 23:53:48.023471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Deleting port a180ef38-5153-4572-a148-cf0ab928ac82 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:53:48.023814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:48.042734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-0686f303-8170-4269-837b-46d0ff5b04df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1166849 Sep 23 23:53:48.060842 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:48.137223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:48.143250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] For port a180ef38-5153-4572-a148-cf0ab928ac82, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a180ef38-5153-4572-a148-cf0ab928ac82,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:48.144083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:48.151611 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:48.164771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Calling delete_port for a180ef38-5153-4572-a148-cf0ab928ac82 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:53:48.215952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-b382de36-e598-4f01-90a2-71f4d863adb0 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525102 Sep 23 23:53:48.237522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:48.243585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee5da5-8054-4c61-8d54-124a8a8f3302 req-dca51802-5d55-4c43-a5c9-e8ca1f86268c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:48.263020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63ee5da5-8054-4c61-8d54-124a8a8f3302 req-dca51802-5d55-4c43-a5c9-e8ca1f86268c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 945 time: 0.2290635 Sep 23 23:53:48.469169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63ee5da5-8054-4c61-8d54-124a8a8f3302 req-9a2aa4b6-4c5a-473b-87ea-b7e1ff1fb007 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051225 Sep 23 23:53:48.562202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ea20e96d-3146-46ae-9999-7a92737d0273 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965319 Sep 23 23:53:48.572818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01014a-e9ab-4a5a-99c5-780a4d508900 req-861a1b16-37cf-4372-add1-cb583ac5cbfe tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:48.597422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:48.602959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb01014a-e9ab-4a5a-99c5-780a4d508900 req-861a1b16-37cf-4372-add1-cb583ac5cbfe tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.2664015 Sep 23 23:53:48.612337 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d9b882-5755-413f-b491-5363ce937ce0" -d '{"events": [{"server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:48.711211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb01014a-e9ab-4a5a-99c5-780a4d508900 req-21ab07f4-94b0-4d64-b040-3c084c4bc7c8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058531 Sep 23 23:53:48.800246 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-726be72b-ad1e-4b97-896f-68f7f65b9254 x-openstack-request-id: req-726be72b-ad1e-4b97-896f-68f7f65b9254 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:48.800799 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "name": "network-vif-plugged", "status": "completed", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:48.800893 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-726be72b-ad1e-4b97-896f-68f7f65b9254 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:48.801342 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'code': 200} Sep 23 23:53:48.816553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5d02ab-93c8-4aea-ab1c-1a0f6584d8de req-ba21706b-547f-4119-bce5-852d6a64b704 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:48.820419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e5d02ab-93c8-4aea-ab1c-1a0f6584d8de req-ba21706b-547f-4119-bce5-852d6a64b704 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 945 time: 0.1995933 Sep 23 23:53:48.877515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-9d86a21b-89dc-422e-a10d-012e05b3ead4 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:48.879501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-9d86a21b-89dc-422e-a10d-012e05b3ead4 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.1629741 Sep 23 23:53:48.904316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-18'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:53:49.002707 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.017719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a180ef38-5153-4572-a148-cf0ab928ac82'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:49.026145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e5d02ab-93c8-4aea-ab1c-1a0f6584d8de req-b7726073-8405-425f-ad2c-ec0349f4dd99 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951153 Sep 23 23:53:49.049667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event deleted for resources: {'Port': ['ID=a180ef38-5153-4572-a148-cf0ab928ac82,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:49.108518 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.159474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2c2a-1d61-4353-85f3-afa33901816e req-99953563-4839-4f8c-815a-1bcefdb143a0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:49.161366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e97e2c2a-1d61-4353-85f3-afa33901816e req-99953563-4839-4f8c-815a-1bcefdb143a0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2319889 Sep 23 23:53:49.202946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] No DVR routers for this DVR port a180ef38-5153-4572-a148-cf0ab928ac82 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:53:49.206703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.209810 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-29e03951-8f13-4ba5-8e08-2adac6184e00 req-4d8fe7f4-c307-46ab-9af7-b6abcd415b27 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "DELETE /v2.0/ports/a180ef38-5153-4572-a148-cf0ab928ac82 HTTP/1.1" status: 204 len: 173 time: 1.4224558 Sep 23 23:53:49.210309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd704b2b5-c123-4a9f-b48d-881c991587ea', 'name': 'network-vif-deleted', 'tag': 'a180ef38-5153-4572-a148-cf0ab928ac82'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:49.232068 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d3de4cb-ddb7-4aff-951d-69d756aa5fbf" -d '{"events": [{"server_uuid": "d704b2b5-c123-4a9f-b48d-881c991587ea", "name": "network-vif-deleted", "tag": "a180ef38-5153-4572-a148-cf0ab928ac82"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:49.404453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e97e2c2a-1d61-4353-85f3-afa33901816e req-5e89e95c-518b-4e75-a52f-7f15c667ae11 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295969 Sep 23 23:53:49.447713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:49.494942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:49.549587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391d059-e462-4df8-ada8-0bf8f78fc8b5 req-22c3d4ae-814f-4ddb-a4df-6dc968825c71 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:49.551590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c391d059-e462-4df8-ada8-0bf8f78fc8b5 req-22c3d4ae-814f-4ddb-a4df-6dc968825c71 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.2549653 Sep 23 23:53:49.616653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:49.619451 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a605384-f741-41c5-894e-4c9e2e4dc22e" -d '{"events": [{"server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:49.624726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.651110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c391d059-e462-4df8-ada8-0bf8f78fc8b5 req-fb49ae3f-af62-4af8-bd91-43b96fc2d74f tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868850 Sep 23 23:53:49.671799 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.689759 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe17fdda-533b-4279-b717-121745eaa12d x-openstack-request-id: req-fe17fdda-533b-4279-b717-121745eaa12d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:49.690082 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d704b2b5-c123-4a9f-b48d-881c991587ea", "name": "network-vif-deleted", "tag": "a180ef38-5153-4572-a148-cf0ab928ac82", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:49.690287 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe17fdda-533b-4279-b717-121745eaa12d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:49.690679 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd704b2b5-c123-4a9f-b48d-881c991587ea', 'name': 'network-vif-deleted', 'tag': 'a180ef38-5153-4572-a148-cf0ab928ac82', 'status': 'completed', 'code': 200} Sep 23 23:53:49.752553 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdcd769-0f1c-47ed-97fe-a41539760415 x-openstack-request-id: req-5cdcd769-0f1c-47ed-97fe-a41539760415 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:49.752862 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "name": "network-vif-unplugged", "status": "completed", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:49.753171 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5cdcd769-0f1c-47ed-97fe-a41539760415 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:49.753495 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8', 'code': 200} Sep 23 23:53:49.799010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8da28324-0c20-461a-81e1-51e82ad00123 req-1e0e4f95-f4a3-4394-b6b8-cc64c859300d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 210 time: 0.0605409 Sep 23 23:53:49.832349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Pushing event updated for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:49.874573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on host n-h1-713498-18 for vnic_type normal with profile {"migrating_to": "n-h2-713498-18"} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:53:49.874933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:53:49.875261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:49.883286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:53:49.883603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Attempting to bind port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:53:49.894720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:53:49.895079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:53:49.898699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:53:49.898699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Bound port: e052ed3c-c0b3-462f-a2a5-d42166890fc8, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:53:49.898699 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:49.907281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d6cc8-c16f-44d9-a955-c054684c4cdc req-d837ebe1-84fe-4a77-9ce1-2b8f9c5aa670 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:49.914531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-973d6cc8-c16f-44d9-a955-c054684c4cdc req-d837ebe1-84fe-4a77-9ce1-2b8f9c5aa670 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.0696113 Sep 23 23:53:49.989272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-973d6cc8-c16f-44d9-a955-c054684c4cdc req-00c832a4-07f0-4f54-a15e-d0cf927982cd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738647 Sep 23 23:53:50.036731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:50.040755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:53:50.046117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:50.211920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:50.212611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:50.214288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] 10.222.0.20 "PUT /v2.0/ports/e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 1123 time: 1.3231125 Sep 23 23:53:50.226418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb19866-c336-465d-b2f9-32cbb9086b9e service neutron] Pushing event updated for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=8']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:50.261971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf505d9a-62e3-4233-96c2-dc53efeb966c req-298f0fab-5b32-48e3-88a3-bfd46444cf0d tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:50.270852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf505d9a-62e3-4233-96c2-dc53efeb966c req-298f0fab-5b32-48e3-88a3-bfd46444cf0d tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1097 time: 0.1710389 Sep 23 23:53:50.281700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cc329-eea7-4154-9447-70305d1029a2 req-c35c2985-a231-4e67-91f9-2071b855fc1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:50.283200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b5cc329-eea7-4154-9447-70305d1029a2 req-c35c2985-a231-4e67-91f9-2071b855fc1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 943 time: 0.1159558 Sep 23 23:53:50.299002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['e052ed3c-c0b3-462f-a2a5-d42166890fc8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:50.380084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b5cc329-eea7-4154-9447-70305d1029a2 req-f6ead595-1163-41c4-b7f1-586080e58d18 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826554 Sep 23 23:53:50.395449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf505d9a-62e3-4233-96c2-dc53efeb966c req-21bb6440-8771-436a-be91-57efc2686426 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235664 Sep 23 23:53:50.666747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c3e85-20d7-46a0-9c2c-c490782e1fdb req-e0818fc6-0b86-45c0-a586-d20ee45348b3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:50.678246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-651c3e85-20d7-46a0-9c2c-c490782e1fdb req-e0818fc6-0b86-45c0-a586-d20ee45348b3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1158359 Sep 23 23:53:50.740549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-651c3e85-20d7-46a0-9c2c-c490782e1fdb req-412dd61b-63a6-422b-8cac-f25ce72ab80f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610940 Sep 23 23:53:50.958439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065f52f-0440-468d-b66f-cc2f4581dc42 req-10053c09-8bd3-44dd-aee3-572941367bee tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:50.968235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7065f52f-0440-468d-b66f-cc2f4581dc42 req-10053c09-8bd3-44dd-aee3-572941367bee tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0787103 Sep 23 23:53:51.034194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7065f52f-0440-468d-b66f-cc2f4581dc42 req-29da1bee-67b5-4c2c-a3f1-4bba5b2dd983 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645640 Sep 23 23:53:51.149300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6016825-603b-489d-b93a-269dd9f85e1d req-99deee4b-3357-4d6c-9724-660e15afc02a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 210 time: 0.0364296 Sep 23 23:53:51.573594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcfa829-eb06-4a69-b11f-ba141ddd5c0d req-51874447-9b87-44b5-ba80-ec2b620623ec tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:51.575476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbcfa829-eb06-4a69-b11f-ba141ddd5c0d req-51874447-9b87-44b5-ba80-ec2b620623ec tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 943 time: 0.0734029 Sep 23 23:53:51.667674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a180ef38-5153-4572-a148-cf0ab928ac82 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:51.716815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbcfa829-eb06-4a69-b11f-ba141ddd5c0d req-238bf81c-ae24-4ced-ac89-158ff5060f74 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298399 Sep 23 23:53:51.727654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: a180ef38-5153-4572-a148-cf0ab928ac82 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:53:51.728021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a180ef38-5153-4572-a148-cf0ab928ac82 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:53:51.754564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:51.756988 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588" -d '{"events": [{"name": "network-changed", "server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:51.850978 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019647c0-07c7-41d7-90ed-fc2b395a89fd x-openstack-request-id: req-019647c0-07c7-41d7-90ed-fc2b395a89fd {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:51.851567 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:51.852141 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-019647c0-07c7-41d7-90ed-fc2b395a89fd {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:51.853023 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8', 'status': 'completed', 'code': 200} Sep 23 23:53:51.977890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-d9b32be5-80fb-43a2-a112-dbf0c60921f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:51.980655 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-d9b32be5-80fb-43a2-a112-dbf0c60921f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1126 time: 0.1023886 Sep 23 23:53:51.991454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67e237-fb72-4276-b41a-9cb913cf765e req-5a18d8d9-0e2f-4e6a-8e2d-b0226ea2d912 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:52.001714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d67e237-fb72-4276-b41a-9cb913cf765e req-5a18d8d9-0e2f-4e6a-8e2d-b0226ea2d912 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1150889 Sep 23 23:53:52.146601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d67e237-fb72-4276-b41a-9cb913cf765e req-6ede05fe-222e-427d-85ed-9665c1236f5c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438081 Sep 23 23:53:52.176073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-91846ef9-02d6-484d-b5a7-b8c94bc09592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:52.177805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-91846ef9-02d6-484d-b5a7-b8c94bc09592 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.1886392 Sep 23 23:53:52.264579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e5d97-26bf-418c-aa55-dcdb5029aa3b req-923df5a0-58a9-415b-8cc8-00b37470888e tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:52.273358 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-6b04f73c-32f8-45d3-89f2-56c86ebe7237 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 217 time: 0.0842896 Sep 23 23:53:52.274810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be8e5d97-26bf-418c-aa55-dcdb5029aa3b req-923df5a0-58a9-415b-8cc8-00b37470888e tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0975065 Sep 23 23:53:52.369182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc882fb7-0a0d-4114-b933-15a5dca5e3e1 req-edd6ad8c-fd65-4cec-91aa-c72662c3ccb7 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 210 time: 0.0542626 Sep 23 23:53:52.376056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-2573b7e1-f1b2-46bd-8f16-32b1d283a317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:52.377542 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-2573b7e1-f1b2-46bd-8f16-32b1d283a317 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0939317 Sep 23 23:53:52.394232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be8e5d97-26bf-418c-aa55-dcdb5029aa3b req-709cb577-b1cf-40e0-90c6-778922a8abf1 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182837 Sep 23 23:53:52.427021 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-a174f471-e208-4c18-9df7-7df1fcd75b97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369959 Sep 23 23:53:52.560902 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-dfd703d8-bd41-4289-afdd-0ab1248eeca6 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190033 Sep 23 23:53:52.677368 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b0005208-8d7b-46b8-9a9a-07a1b4f1e588 req-0a233047-5508-4f6f-b0a4-9d93de824a77 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036282 Sep 23 23:53:52.852443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ffcbc-4f0c-4d6e-b791-b6b09f3971dd req-78c3ca42-5a70-4009-81de-e22c8ff0bb25 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:52.860686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca9ffcbc-4f0c-4d6e-b791-b6b09f3971dd req-78c3ca42-5a70-4009-81de-e22c8ff0bb25 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 943 time: 0.0572786 Sep 23 23:53:52.898380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca9ffcbc-4f0c-4d6e-b791-b6b09f3971dd req-04f497fb-32b2-499b-9f9c-f3d9b39c453f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Sep 23 23:53:52.942428 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4f3f9de-8e2e-40a6-b257-5571115bd0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:53.287029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f302b6-9c5d-47cb-afa0-54dfe8fc2282 req-3dc7c2fd-5353-45a1-8e91-649f410a2bdb tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:53.295255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4f302b6-9c5d-47cb-afa0-54dfe8fc2282 req-3dc7c2fd-5353-45a1-8e91-649f410a2bdb tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0709462 Sep 23 23:53:53.357964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4f302b6-9c5d-47cb-afa0-54dfe8fc2282 req-893706e3-b329-49d3-aef3-aeac7b2689ef tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616617 Sep 23 23:53:53.484966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a73f0226-509c-47ab-b16c-1a15cd32527d req-75d3c2f8-2a2d-4b1e-b609-84355bbf17e3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 210 time: 0.0441296 Sep 23 23:53:53.589438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e78f18-8b0b-4daa-8380-84a3124c6921 req-824ffe52-e62b-44c9-b7ab-a4035735d47f tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:53.595347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8e78f18-8b0b-4daa-8380-84a3124c6921 req-824ffe52-e62b-44c9-b7ab-a4035735d47f tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0654724 Sep 23 23:53:53.672484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8e78f18-8b0b-4daa-8380-84a3124c6921 req-152ecedb-4c1b-4ba5-8580-d1c35f438c92 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731318 Sep 23 23:53:54.018979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e052ed3c-c0b3-462f-a2a5-d42166890fc8 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:54.064856 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:54.079023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae1a34-1300-47e9-8651-f49bc19f29c1 req-467d921c-064a-4708-a779-4d0e7bd2c813 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:54.098850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33ae1a34-1300-47e9-8651-f49bc19f29c1 req-467d921c-064a-4708-a779-4d0e7bd2c813 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 943 time: 0.1014593 Sep 23 23:53:54.216703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33ae1a34-1300-47e9-8651-f49bc19f29c1 req-01b35937-802a-46fa-9fe2-72bf4692b996 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168246 Sep 23 23:53:54.246917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:54.261498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e052ed3c-c0b3-462f-a2a5-d42166890fc8 has no active binding in host n-h2-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 23:53:54.274692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:53:54.391573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:54.434716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:54.439801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:54.442981 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418e0f83-46bd-43ad-9cd8-bb1ebe2a2f7f" -d '{"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:54.453637 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:54.510158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:54.538250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'mac_address': 'fa:16:3e:0e:b3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:53:54.585430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:54.594018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:54.597057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.597508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.598087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.598618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.599283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.599480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.600176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.600372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.600698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.601235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.601707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.602246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:53:54.641146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b5f3d3-6722-471b-9897-49c9b730ad44 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:54.674821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf88ffd-de62-457b-8b5f-0d82a429d19a req-11081f94-a8ee-40c7-8eda-94555c65b7e0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:54.677642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cf88ffd-de62-457b-8b5f-0d82a429d19a req-11081f94-a8ee-40c7-8eda-94555c65b7e0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1826994 Sep 23 23:53:54.722042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:54.735545 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:54.781867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cf88ffd-de62-457b-8b5f-0d82a429d19a req-11806d49-5a85-4718-8bc7-8a8b02c9b717 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778830 Sep 23 23:53:54.903803 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5360d718-98ea-4bbb-9923-25665a33d0a6 x-openstack-request-id: req-5360d718-98ea-4bbb-9923-25665a33d0a6 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:54.904134 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-unplugged", "status": "completed", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:54.904394 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5360d718-98ea-4bbb-9923-25665a33d0a6 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:54.904939 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'code': 200} Sep 23 23:53:54.949775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:55.044488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94044c37-43ba-4a77-9f05-fa9b4ff3454d req-1ca5d75c-e539-4843-9e30-18dda5df1b13 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=d704b2b5-c123-4a9f-b48d-881c991587ea HTTP/1.1" status: 200 len: 210 time: 0.0673118 Sep 23 23:53:55.139710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8b5f3d3-6722-471b-9897-49c9b730ad44'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:53:55.166574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b9a2b-1100-4821-9723-dd6c683a806a req-dcef868d-7061-42c4-b203-4076b6631950 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:55.180293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d9b9a2b-1100-4821-9723-dd6c683a806a req-dcef868d-7061-42c4-b203-4076b6631950 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1505096 Sep 23 23:53:55.281847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d9b9a2b-1100-4821-9723-dd6c683a806a req-45a0e016-fbbc-4fab-a7fc-a71652bd9a82 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004684 Sep 23 23:53:55.421096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982ba4d-3abc-46ff-96d6-c3ea8d6c431c req-4d17cdca-a000-49fc-ad1a-a6411ecf8679 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:55.429302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5982ba4d-3abc-46ff-96d6-c3ea8d6c431c req-4d17cdca-a000-49fc-ad1a-a6411ecf8679 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 943 time: 0.0649164 Sep 23 23:53:55.467494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-8a8bdaec-1749-4fb9-a6ed-c7896af45d3a service neutron] 10.222.0.18 "GET /v2.0/ports/e052ed3c-c0b3-462f-a2a5-d42166890fc8/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.1221900 Sep 23 23:53:55.486560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5982ba4d-3abc-46ff-96d6-c3ea8d6c431c req-08350225-b303-4544-a660-6efae5185f8e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559530 Sep 23 23:53:55.765198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:55.767673 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:55.809478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:55.891858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e052ed3c-c0b3-462f-a2a5-d42166890fc8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:53:55.930510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:55.978019 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-577b0951-3a1e-4d8f-9729-57b3fd15d8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:55.992969 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:56.016645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38746a-cfd5-4f13-beb9-a754d9192f70 req-a3a7c736-8603-4f8a-9cb5-cf02e98ae9a1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:56.031384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee38746a-cfd5-4f13-beb9-a754d9192f70 req-a3a7c736-8603-4f8a-9cb5-cf02e98ae9a1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0817544 Sep 23 23:53:56.096868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee38746a-cfd5-4f13-beb9-a754d9192f70 req-3642d4a0-0a26-4f3b-92d1-c92b495c62f2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630288 Sep 23 23:53:56.140947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] Transition to ACTIVE for port object e052ed3c-c0b3-462f-a2a5-d42166890fc8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:53:56.146403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:56.271784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] No DVR routers for this DVR port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:53:56.298488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] Pushing event updated for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:56.362632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-881f6b63-e3fd-440d-b1a1-180e1729805b service neutron] 10.222.0.18 "PUT /v2.0/ports/e052ed3c-c0b3-462f-a2a5-d42166890fc8/bindings/n-h2-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 0.8867464 Sep 23 23:53:56.485792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a68aaf-da5a-46d9-a97a-ba679381d31c req-33d1c927-87ca-45aa-911d-28958dab21a8 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:56.487933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9a68aaf-da5a-46d9-a97a-ba679381d31c req-33d1c927-87ca-45aa-911d-28958dab21a8 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 948 time: 0.0957778 Sep 23 23:53:56.494731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-be336faf-f8e0-4077-9711-2a33d831d89f tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:56.503430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-be336faf-f8e0-4077-9711-2a33d831d89f tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.0765593 Sep 23 23:53:56.576137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9a68aaf-da5a-46d9-a97a-ba679381d31c req-207e90a7-0a22-4790-9227-7dba6fc18a99 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712771 Sep 23 23:53:56.622110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-72198a91-b2f8-4e18-8a4f-223e4d1c62e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:56.624983 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:56.625758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-72198a91-b2f8-4e18-8a4f-223e4d1c62e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762 HTTP/1.1" status: 200 len: 1096 time: 0.1107728 Sep 23 23:53:56.959320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b03dabf-10a8-482f-b6bb-c5615cacca88 req-36d4f9b9-2518-4ee2-9ead-5f9f865c8e4d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:56.967566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b03dabf-10a8-482f-b6bb-c5615cacca88 req-36d4f9b9-2518-4ee2-9ead-5f9f865c8e4d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 944 time: 0.3846400 Sep 23 23:53:56.981090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-5cbf2802-31e5-4192-b0e6-f5c4cb273d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:56.982534 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-5cbf2802-31e5-4192-b0e6-f5c4cb273d5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1096 time: 0.3312683 Sep 23 23:53:57.081311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b03dabf-10a8-482f-b6bb-c5615cacca88 req-8334deeb-32fc-4470-8791-5581a9a11905 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128650 Sep 23 23:53:57.104788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-5f68bd8a-60bf-46fc-92a5-7c406a2abee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:57.107413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-5f68bd8a-60bf-46fc-92a5-7c406a2abee8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.1158247 Sep 23 23:53:57.162515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-eb5ae917-3dab-4eaf-b572-29bb1012dd02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 217 time: 0.0445464 Sep 23 23:53:57.225824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-d6a00fa1-c459-4126-b299-19be8513b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:57.227425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-d6a00fa1-c459-4126-b299-19be8513b96a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0532784 Sep 23 23:53:57.317335 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-56d90233-89b5-4825-8367-18f4c3eb28d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803590 Sep 23 23:53:57.362486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3507b-7a17-460a-aada-dbbe4afe2c68 req-15c17258-5fb3-480b-bc5b-1bdb75dc789b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:57.364035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ac3507b-7a17-460a-aada-dbbe4afe2c68 req-15c17258-5fb3-480b-bc5b-1bdb75dc789b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1356294 Sep 23 23:53:57.464153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ac3507b-7a17-460a-aada-dbbe4afe2c68 req-c7a814ff-1ee1-4391-b60e-7320f9113ccf tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878496 Sep 23 23:53:57.483610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-58464288-c08e-48ac-880e-e38ab36c85cc service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575344 Sep 23 23:53:57.630941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-3a8ce83a-5748-4903-b3cc-ebf5d8408a00 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379600 Sep 23 23:53:57.739694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffcdb9-d0e3-4527-abff-54e4dd54345e req-76b0f403-40b0-4224-935b-d6549550dc05 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:57.741290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95ffcdb9-d0e3-4527-abff-54e4dd54345e req-76b0f403-40b0-4224-935b-d6549550dc05 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 948 time: 0.0788851 Sep 23 23:53:57.788427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95ffcdb9-d0e3-4527-abff-54e4dd54345e req-9f886ee0-3d39-46b5-a97f-f40f26078571 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391819 Sep 23 23:53:57.960647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-604c4e81-3f40-4074-b774-46c131ea6d33 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:57.962573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-604c4e81-3f40-4074-b774-46c131ea6d33 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.0511932 Sep 23 23:53:58.010376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:53:58.106096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c8b5f3d3-6722-471b-9897-49c9b730ad44 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:53:58.106952 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:58.119252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-b0532cb8-dcfc-41ec-8d51-f2210cab9d06 service neutron] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:53:58.123857 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-b0532cb8-dcfc-41ec-8d51-f2210cab9d06 service neutron] Notify callbacks [] for binding, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:58.127523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c642785a-a5a0-49f2-bd97-7d240bc4e2a1 req-b0532cb8-dcfc-41ec-8d51-f2210cab9d06 service neutron] 10.222.0.20 "DELETE /v2.0/ports/e052ed3c-c0b3-462f-a2a5-d42166890fc8/bindings/n-h1-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.1496646 Sep 23 23:53:58.242441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:58.272253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e858140-7a00-4b84-a4a4-3c4ebe8dce37 req-4469cac3-55d8-490a-8cb0-a3a9ae02d3bd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:58.280158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e858140-7a00-4b84-a4a4-3c4ebe8dce37 req-4469cac3-55d8-490a-8cb0-a3a9ae02d3bd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 944 time: 0.0786796 Sep 23 23:53:58.291568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:53:58.295081 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e14ae1e-30ff-4531-b853-4f96a9f7cae7" -d '{"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-plugged", "status": "completed", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:53:58.323569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:53:58.329441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:58.342981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e858140-7a00-4b84-a4a4-3c4ebe8dce37 req-bd44c1c2-5abd-489e-83db-3755ead26262 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608554 Sep 23 23:53:58.441591 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd6a28f-05ec-4372-b6c7-add8fc7b4758 x-openstack-request-id: req-1bd6a28f-05ec-4372-b6c7-add8fc7b4758 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:53:58.442153 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-plugged", "status": "completed", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:53:58.442569 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bd6a28f-05ec-4372-b6c7-add8fc7b4758 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:53:58.443142 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'code': 200} Sep 23 23:53:58.449512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:53:58.717968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc600f4-ebed-4533-95e7-5aca972729da req-1aae9519-be32-4b11-9139-e96a438ef3f3 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:58.726388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fc600f4-ebed-4533-95e7-5aca972729da req-1aae9519-be32-4b11-9139-e96a438ef3f3 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1096 time: 0.1583352 Sep 23 23:53:58.763466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1e61a-e5a8-4c08-9727-8f9a5c1577bb req-0f016860-fb96-4064-8d6d-2cb2dc9303d8 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:58.765600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6f1e61a-e5a8-4c08-9727-8f9a5c1577bb req-0f016860-fb96-4064-8d6d-2cb2dc9303d8 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1190555 Sep 23 23:53:58.769952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d2418-d7a4-4d1f-bdab-9fd279ce0fd5 req-5e6ce0d0-9c7f-489c-afd9-bbf726f64617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:58.771817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf4d2418-d7a4-4d1f-bdab-9fd279ce0fd5 req-5e6ce0d0-9c7f-489c-afd9-bbf726f64617 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1101 time: 0.1218524 Sep 23 23:53:58.823260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fc600f4-ebed-4533-95e7-5aca972729da req-5a1b09b7-e3d1-4e63-a07a-7116c2390707 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891764 Sep 23 23:53:59.004434 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:53:59.007359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf4d2418-d7a4-4d1f-bdab-9fd279ce0fd5 req-4853d195-e375-4740-a7e2-9bf49853b41d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186866 Sep 23 23:53:59.039972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6f1e61a-e5a8-4c08-9727-8f9a5c1577bb req-2b4a5e0d-1379-4be6-89e5-fb8f6034cb29 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625725 Sep 23 23:53:59.125840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deefad68-daaf-46d5-8394-7b55c2620377 req-5e6b732f-b16b-48d1-853e-8b08b2eec535 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:59.131403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-deefad68-daaf-46d5-8394-7b55c2620377 req-5e6b732f-b16b-48d1-853e-8b08b2eec535 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1354873 Sep 23 23:53:59.301406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-3eda26e1-2920-4049-b8de-fffffa0fe86a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:53:59.309576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-3eda26e1-2920-4049-b8de-fffffa0fe86a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 821 time: 0.1479554 Sep 23 23:53:59.341316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-deefad68-daaf-46d5-8394-7b55c2620377 req-57a01215-d439-4779-b951-1cff04dd751d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000582 Sep 23 23:53:59.348671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0cd426d9-00b4-4cca-901d-211a07436a88 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/quotas/abfb4a1ac7254b0aaf45608eb88b5762 HTTP/1.1" status: 200 len: 375 time: 0.0381806 Sep 23 23:53:59.416450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0dbb9ac3-90ad-484c-a9a7-460857387977 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668082 Sep 23 23:53:59.519211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-c4feb542-4962-4471-83b2-7bc7cb46b850 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017685 Sep 23 23:53:59.637895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-bd352d37-c4a2-4c0d-b2e6-edd385b3e881 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177108 Sep 23 23:53:59.713283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e052ed3c-c0b3-462f-a2a5-d42166890fc8 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:53:59.766976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e052ed3c-c0b3-462f-a2a5-d42166890fc8 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:53:59.843133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4103568-c2ed-4ccc-a8ea-a25824f74e68 req-342ad7ae-0321-4582-98ed-468cada63884 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 210 time: 0.0281055 Sep 23 23:54:00.178785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6ccb50-9205-4d6c-9bf2-669e0ad74424 req-836103d8-36f3-4449-88f3-19ab8860b096 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:00.187354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd6ccb50-9205-4d6c-9bf2-669e0ad74424 req-836103d8-36f3-4449-88f3-19ab8860b096 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0730488 Sep 23 23:54:00.230067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd6ccb50-9205-4d6c-9bf2-669e0ad74424 req-ef11789d-63b5-4813-bbb4-c48ab908b32b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413914 Sep 23 23:54:00.479043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00d730-d2de-492d-8a33-2bafaa39d849 req-85ffd5bc-c854-4683-8d9a-4f916dd263e7 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:00.480645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd00d730-d2de-492d-8a33-2bafaa39d849 req-85ffd5bc-c854-4683-8d9a-4f916dd263e7 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0543792 Sep 23 23:54:00.530031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd00d730-d2de-492d-8a33-2bafaa39d849 req-9b8b0dc3-5ba2-4ccd-823a-75f306cb1b5d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Sep 23 23:54:00.889263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f27ed-f5b4-482f-9c3e-66d39e47723d req-2579ea35-c72d-472a-9699-a33460602700 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:00.897840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-892f27ed-f5b4-482f-9c3e-66d39e47723d req-2579ea35-c72d-472a-9699-a33460602700 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 949 time: 0.0673521 Sep 23 23:54:01.017157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-5c24b377-626f-4423-a9c3-c5f96896543f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:01.019788 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-5c24b377-626f-4423-a9c3-c5f96896543f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 821 time: 0.1632657 Sep 23 23:54:01.044289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Request body: {'port': {'device_id': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'admin_state_up': True, 'tenant_id': 'abfb4a1ac7254b0aaf45608eb88b5762'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:01.076919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc63d7fd-480d-4847-959d-91295d7fd695 req-b40bc188-422e-4bd9-8283-e59d41d5c303 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 210 time: 0.1004965 Sep 23 23:54:01.082106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-892f27ed-f5b4-482f-9c3e-66d39e47723d req-610887cc-6282-435c-b732-d0907e0dcd15 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831596 Sep 23 23:54:01.083091 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-76029888-a519-4379-8cb9-04bc843535eb service neutron] show failed (client error): The resource could not be found. Sep 23 23:54:01.084000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-76029888-a519-4379-8cb9-04bc843535eb service neutron] 10.222.0.20 "GET /v2.0/ports/fab9c15b-e224-4498-9bd4-efa859de6c82/bindings/n-h1-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.1270432 Sep 23 23:54:01.213134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Made reservation on behalf of abfb4a1ac7254b0aaf45608eb88b5762 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:54:01.225248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:01.437617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647af831-d953-4e1f-8a18-e24a4bc165b2 req-c55d4a2e-bc62-4d84-999f-946fc128f924 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:01.440121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-647af831-d953-4e1f-8a18-e24a4bc165b2 req-c55d4a2e-bc62-4d84-999f-946fc128f924 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.0870125 Sep 23 23:54:01.485715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-647af831-d953-4e1f-8a18-e24a4bc165b2 req-132a3c60-e32e-44be-a942-d0164f00ece9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367482 Sep 23 23:54:01.489454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Allocated IP 172.20.0.11 (f3e629a6-123d-476f-ab2a-d238ec9ce88e/c16f53bb-8001-4541-93e2-a751a6ed31ec/2eeafef6-f21f-46f2-bb74-9ce4d864684e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:54:01.533620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-1e45cedb-f952-4b6c-a422-ccc30e1f5364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:01.535331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-1e45cedb-f952-4b6c-a422-ccc30e1f5364 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5&tenant_id=e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 1102 time: 0.1920955 Sep 23 23:54:01.550932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:01.655180 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:01.769155 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:01.770535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe84b8e-99b0-40ee-a15b-ce7a68b9e086 req-ef6e77cb-5824-47ad-b1c6-30e55b812b40 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:01.772171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efe84b8e-99b0-40ee-a15b-ce7a68b9e086 req-ef6e77cb-5824-47ad-b1c6-30e55b812b40 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.1951926 Sep 23 23:54:01.783230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ccbc6-b723-407b-a339-d56817b0492f req-fc4e7aaa-dbdc-48c8-8345-e0e5f3696e00 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:01.790843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb8ccbc6-b723-407b-a339-d56817b0492f req-fc4e7aaa-dbdc-48c8-8345-e0e5f3696e00 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0906260 Sep 23 23:54:01.823693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efe84b8e-99b0-40ee-a15b-ce7a68b9e086 req-abd1989b-1c8f-467c-9a17-d9ae6e288ade tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/quotas/8804663286b54bf884f821ce37c6f5f9 HTTP/1.1" status: 200 len: 375 time: 0.0180604 Sep 23 23:54:01.846011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb8ccbc6-b723-407b-a339-d56817b0492f req-a558b5cc-9903-4b39-820a-353bd1c31f25 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522988 Sep 23 23:54:01.904919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efe84b8e-99b0-40ee-a15b-ce7a68b9e086 req-249a1103-d5f4-478e-8386-b9ca92e51a51 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552962 Sep 23 23:54:01.956705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:01.999191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.008679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:02.050780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efe84b8e-99b0-40ee-a15b-ce7a68b9e086 req-6225c5f9-3053-4e20-b027-cd8967c397e8 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323106 Sep 23 23:54:02.094777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Network f3e629a6-123d-476f-ab2a-d238ec9ce88e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:54:02.109465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:02.120188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:54:02.122580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:02.124913 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a10327-f3bb-40d9-875e-18b26579be32" -d '{"events": [{"server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:02.128934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.133846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Pushing event updated for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:02.189646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Transition to ACTIVE for port object fab9c15b-e224-4498-9bd4-efa859de6c82 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:54:02.199510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efe84b8e-99b0-40ee-a15b-ce7a68b9e086 req-7dd17a0a-8fd0-45ed-9010-a44c00fbff09 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398127 Sep 23 23:54:02.206374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:02.207080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.209631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.247534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f67c27-84e3-4fe3-a0f2-69c2c9c0b74a req-cc5833ac-ed7b-48bf-b442-4461dd2019d3 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:02.249959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80f67c27-84e3-4fe3-a0f2-69c2c9c0b74a req-cc5833ac-ed7b-48bf-b442-4461dd2019d3 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0684590 Sep 23 23:54:02.277554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:02.282912 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-0fdf62b1-90c5-46ef-868c-14f57f843ed7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2456920 Sep 23 23:54:02.299334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Request body: {'port': {'device_id': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:02.332747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80f67c27-84e3-4fe3-a0f2-69c2c9c0b74a req-05945c01-2f56-44fd-9bdf-419b6cf79385 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678630 Sep 23 23:54:02.343385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] No DVR routers for this DVR port fab9c15b-e224-4498-9bd4-efa859de6c82 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:02.447484 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4b4aba-8dfe-4fdc-b699-d99d1001f76c x-openstack-request-id: req-5f4b4aba-8dfe-4fdc-b699-d99d1001f76c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:02.448033 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "name": "network-vif-unplugged", "status": "completed", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:02.448449 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f4b4aba-8dfe-4fdc-b699-d99d1001f76c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:02.448999 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'code': 200} Sep 23 23:54:02.459889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Attempting to bind port fab9c15b-e224-4498-9bd4-efa859de6c82 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:02.460541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Attempting to bind port fab9c15b-e224-4498-9bd4-efa859de6c82 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:02.461046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Attempting to bind port fab9c15b-e224-4498-9bd4-efa859de6c82 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:02.465603 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.476818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Port fab9c15b-e224-4498-9bd4-efa859de6c82 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:02.477586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Attempting to bind port fab9c15b-e224-4498-9bd4-efa859de6c82 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:02.489989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:02.490665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:02.491278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:02.491895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Bound port: fab9c15b-e224-4498-9bd4-efa859de6c82, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:02.492525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.554123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d79bf2-2dd3-4cb0-bb21-112ce668ec37 req-9051a414-6269-4b91-b2fa-b6979489276e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:02.562867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45d79bf2-2dd3-4cb0-bb21-112ce668ec37 req-9051a414-6269-4b91-b2fa-b6979489276e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 932 time: 0.0985787 Sep 23 23:54:02.619730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45d79bf2-2dd3-4cb0-bb21-112ce668ec37 req-8cedae01-6f68-4745-8e41-910ba8219dbc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550370 Sep 23 23:54:02.762465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc61f3c8-d8e6-47c7-8f79-4f52d6600e60 req-6da086bc-b3cd-46a8-b321-f5a526f84a41 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=dcc4b529-054c-4d42-907b-6fd5c63e0e48 HTTP/1.1" status: 200 len: 210 time: 0.0555265 Sep 23 23:54:02.864106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:02.881713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:02.886863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211d3237-bf2a-44b7-8f3e-7d3b21835a7f req-08caf4e9-c830-4d5a-a331-84ec3e57701a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:02.894465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.896386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-211d3237-bf2a-44b7-8f3e-7d3b21835a7f req-08caf4e9-c830-4d5a-a331-84ec3e57701a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.0720348 Sep 23 23:54:02.899878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eeafef6-f21f-46f2-bb74-9ce4d864684e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:02.937401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-211d3237-bf2a-44b7-8f3e-7d3b21835a7f req-d8a8b1a9-4d9f-4d97-a99d-f52102c2e636 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400596 Sep 23 23:54:02.943388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.981087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:02.981727 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:02.983278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] 10.222.0.18 "PUT /v2.0/ports/fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 1097 time: 1.4366369 Sep 23 23:54:02.997675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Transition to ACTIVE for port object 2eeafef6-f21f-46f2-bb74-9ce4d864684e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:54:03.004906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:03.082209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b7e03-2b4c-4acf-9249-9f5ca292ac05 service neutron] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:03.178232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1014f6c-6931-4be3-bba9-bf31828d2a92 req-820c0cda-2a9a-4b44-bc60-29d397521097 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.180068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1014f6c-6931-4be3-bba9-bf31828d2a92 req-820c0cda-2a9a-4b44-bc60-29d397521097 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1156411 Sep 23 23:54:03.217076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-5d6c294a-8042-417f-b8d4-06ea0d1389bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.218985 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-5d6c294a-8042-417f-b8d4-06ea0d1389bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1100 time: 0.2023137 Sep 23 23:54:03.266644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Pushing event updated for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:03.282380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1014f6c-6931-4be3-bba9-bf31828d2a92 req-72feadb8-a451-4c06-bcd4-47edd2024739 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900109 Sep 23 23:54:03.394182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:03.394528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:03.395007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:03.407906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:03.408570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:03.426280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:03.426839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:03.427271 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:03.427809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Bound port: 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:03.428279 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:03.441059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-65963cd3-b6ec-4f68-9a55-26995269b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.442642 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-65963cd3-b6ec-4f68-9a55-26995269b86e service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2032495 Sep 23 23:54:03.524450 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-9f370b05-1407-42da-80e4-bfde1afcf338 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 217 time: 0.0531766 Sep 23 23:54:03.583210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:03.599105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:03.603070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-da5b54ec-9488-4483-8af6-16a7f26625ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.604548 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-da5b54ec-9488-4483-8af6-16a7f26625ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0652311 Sep 23 23:54:03.605954 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:03.664770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.665410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:03.666818 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] 10.222.0.18 "PUT /v2.0/ports/2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 200 len: 1093 time: 1.3733857 Sep 23 23:54:03.689382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0a536-82f1-4199-acb6-56fac10d417a service neutron] Pushing event updated for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:03.700839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-75591db6-ecb4-4533-9610-6380afff4411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.702428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-75591db6-ecb4-4533-9610-6380afff4411 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0709491 Sep 23 23:54:03.716690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-a79ade2b-67c0-4abc-9baa-0e01d4c0f679 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.718332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-a79ade2b-67c0-4abc-9baa-0e01d4c0f679 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.1117344 Sep 23 23:54:03.743015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:03.769392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-aff9331a-f755-4c6e-aba9-9569e8042cd9 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/quotas/8804663286b54bf884f821ce37c6f5f9 HTTP/1.1" status: 200 len: 375 time: 0.0352411 Sep 23 23:54:03.809218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-c0a48b08-5259-410d-8d85-67705aff71ca tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299654 Sep 23 23:54:03.817760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53d2fe-12c7-424d-9afe-3a9e8ce8f00b req-5d759444-3984-4a39-a38f-f230c43ffd74 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.819267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb53d2fe-12c7-424d-9afe-3a9e8ce8f00b req-5d759444-3984-4a39-a38f-f230c43ffd74 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 944 time: 0.0957732 Sep 23 23:54:03.831925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-609e74eb-722e-4ab8-8f1f-d05edb9783ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:03.833493 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-609e74eb-722e-4ab8-8f1f-d05edb9783ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1096 time: 0.1042690 Sep 23 23:54:03.841359 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:03.863987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:03.866488 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef594d59-cedd-41c3-8025-a55b52b6d9a2" -d '{"events": [{"server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:03.879858 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:03.885334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:03.886594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-98ab8c22-f253-4abf-9d2d-51c0e9b2a86b service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673021 Sep 23 23:54:03.887913 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-7d174cea-9a2d-491d-91a1-4e1d26a82922 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 200 len: 217 time: 0.0420177 Sep 23 23:54:03.921599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb53d2fe-12c7-424d-9afe-3a9e8ce8f00b req-c9a5ff23-35b8-4414-8190-d9750666e007 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947611 Sep 23 23:54:03.941853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:03.948480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-8887d925-1ea0-457a-b3fa-c46c6afd4d80 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228721 Sep 23 23:54:04.016539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-f57bbc59-9f32-40cf-aac3-431ada5c35d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.018288 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-f57bbc59-9f32-40cf-aac3-431ada5c35d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.1162128 Sep 23 23:54:04.021158 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c15300-6a0a-4750-b01e-f393d76830b9 x-openstack-request-id: req-30c15300-6a0a-4750-b01e-f393d76830b9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:04.021732 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "name": "network-vif-unplugged", "status": "completed", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:04.022669 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-30c15300-6a0a-4750-b01e-f393d76830b9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:04.023300 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'code': 200} Sep 23 23:54:04.058466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device fab9c15b-e224-4498-9bd4-efa859de6c82 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:04.065654 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-df44cb27-34b9-4765-a82a-c66abea826aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288050 Sep 23 23:54:04.067000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-e3a86434-1233-4160-bac3-6cf12b959249 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100080 Sep 23 23:54:04.067712 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75acffcf-ec78-4f17-b02d-ff16c055696c req-9fee2b9c-f3a7-4cc8-a469-7d31542e795d service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674011 Sep 23 23:54:04.117455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device fab9c15b-e224-4498-9bd4-efa859de6c82 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:04.133880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627793d-0ebf-4a05-af82-c1362beb42b4 req-ab7b5c85-3510-42de-a2c3-4f2b41d385d7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.135889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2627793d-0ebf-4a05-af82-c1362beb42b4 req-ab7b5c85-3510-42de-a2c3-4f2b41d385d7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.0609341 Sep 23 23:54:04.189634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2627793d-0ebf-4a05-af82-c1362beb42b4 req-4a70863c-f78d-483f-b3e0-b27d08fde0df tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468063 Sep 23 23:54:04.200730 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-d967daa5-eb2e-4313-a884-532fd7cdf4fa service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234686 Sep 23 23:54:04.329055 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-675fbf23-e9ab-4977-8f80-4c3202a213b4 req-ddd44c7d-4fe2-4973-96ae-a6fd83b7500b service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201694 Sep 23 23:54:04.331235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be43517f-2e59-4e2e-82c6-604f9e0e58b6 req-64d9fa08-6898-44ea-80b4-6e0e4d70da0b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 210 time: 0.0407584 Sep 23 23:54:04.433950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a688e9-5f80-4f6e-b4fe-d402e9d92530 req-35477adf-7681-4453-a5ca-6c0e0a865a09 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.436302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61a688e9-5f80-4f6e-b4fe-d402e9d92530 req-35477adf-7681-4453-a5ca-6c0e0a865a09 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0538843 Sep 23 23:54:04.450140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82'}, {'name': 'network-changed', 'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:04.453554 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e41701-4ddd-4a76-a1cc-177e761ff09b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82"}, {"name": "network-changed", "server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:04.496264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61a688e9-5f80-4f6e-b4fe-d402e9d92530 req-2eada8ea-cbe5-4396-b1a7-deb742ac612a tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515814 Sep 23 23:54:04.513060 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7b41ca-2570-417a-8b3f-acfcef108891 x-openstack-request-id: req-ed7b41ca-2570-417a-8b3f-acfcef108891 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:04.513362 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:04.513619 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed7b41ca-2570-417a-8b3f-acfcef108891 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:04.514279 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'status': 'completed', 'code': 200} Sep 23 23:54:04.514529 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e', 'status': 'completed', 'code': 200} Sep 23 23:54:04.597236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-f481cf0a-0c54-4658-8524-35a618a48ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.600012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-f481cf0a-0c54-4658-8524-35a618a48ced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1100 time: 0.0563297 Sep 23 23:54:04.607951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-9dfeda7c-72e8-4b78-923b-3cf00abacb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.609477 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-9dfeda7c-72e8-4b78-923b-3cf00abacb8e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1100 time: 0.0553942 Sep 23 23:54:04.717513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-6937583a-1f5f-4971-bcb0-e1bae475e3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.717926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-9f3d6fb7-6390-4931-bfd9-92b176e6a85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.719604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-9f3d6fb7-6390-4931-bfd9-92b176e6a85a service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1047077 Sep 23 23:54:04.719827 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-6937583a-1f5f-4971-bcb0-e1bae475e3e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1011350 Sep 23 23:54:04.768775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-c4230bb0-5635-468f-8a2d-c26347c331a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 217 time: 0.0364056 Sep 23 23:54:04.779759 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-5207ca4f-a8e8-4307-9110-15990dee5e12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 217 time: 0.0501535 Sep 23 23:54:04.829538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-0255c337-7de7-4f33-a023-eb78eff913c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.831609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-0255c337-7de7-4f33-a023-eb78eff913c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0535226 Sep 23 23:54:04.838549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-12b5c6ae-8ecf-4802-a6e2-f5253a501039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.840715 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-12b5c6ae-8ecf-4802-a6e2-f5253a501039 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0519772 Sep 23 23:54:04.879364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-79c7dfd1-f2e0-4509-99c9-4cd3c121ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.881147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-79c7dfd1-f2e0-4509-99c9-4cd3c121ea46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0416579 Sep 23 23:54:04.891150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-f9cbe98a-ad94-4d3d-9139-5d0d1b31999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:04.892634 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-f9cbe98a-ad94-4d3d-9139-5d0d1b31999d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0416150 Sep 23 23:54:04.981337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-dda2c6e5-e09c-4cf4-b2f5-b975a99cc7fe service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909712 Sep 23 23:54:05.008008 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-c6331204-5b56-4f53-9c37-025efc0e0236 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948579 Sep 23 23:54:05.110033 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-810dad1e-a488-45f4-9289-96204f994eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864558 Sep 23 23:54:05.120627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-6cb6a604-20ee-47d8-a22a-0ae94b2d7e74 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275535 Sep 23 23:54:05.134658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f4285-1c8a-4388-858d-43f6a5122152 req-e8234577-9139-4900-857c-2e8631af9bd5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:05.136341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d43f4285-1c8a-4388-858d-43f6a5122152 req-e8234577-9139-4900-857c-2e8631af9bd5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 944 time: 0.0711310 Sep 23 23:54:05.178131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d43f4285-1c8a-4388-858d-43f6a5122152 req-c9b061fa-8197-499c-be89-75d31cebc19f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351820 Sep 23 23:54:05.330158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a29666e-e610-42ae-8c88-79533284f038 req-b0b2a869-b70a-4597-89a2-586edc62eb83 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:05.331773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a29666e-e610-42ae-8c88-79533284f038 req-b0b2a869-b70a-4597-89a2-586edc62eb83 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.0576129 Sep 23 23:54:05.413452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a29666e-e610-42ae-8c88-79533284f038 req-cf44145c-2ae5-482f-8171-50ef664b7acc tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742655 Sep 23 23:54:05.457202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d121fd41-d0b5-4631-bc11-1f2ccd567c29 req-b063d33f-38dc-4c56-9218-96d36b7a6ce3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 210 time: 0.0422142 Sep 23 23:54:05.484989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-b9f91b01-4896-4f6e-a4bd-29dc38988c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:05.486613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-b9f91b01-4896-4f6e-a4bd-29dc38988c44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1096 time: 0.3227406 Sep 23 23:54:05.629564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e8517-1ff5-4be1-93cd-7e444fa203a9 req-9c5cef50-fb59-49c7-8caf-4ab911ca143b tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:05.631191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b7e8517-1ff5-4be1-93cd-7e444fa203a9 req-9c5cef50-fb59-49c7-8caf-4ab911ca143b tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0700355 Sep 23 23:54:05.651740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-c39b9eed-fe8e-4ab5-8620-c461e9dd309c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:05.653552 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-c39b9eed-fe8e-4ab5-8620-c461e9dd309c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.1721897 Sep 23 23:54:05.670961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Request body: {'port': {'device_id': '46fdd96a-439f-4612-af76-8c76465b52a8', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'admin_state_up': True, 'tenant_id': '8804663286b54bf884f821ce37c6f5f9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:05.677515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b7e8517-1ff5-4be1-93cd-7e444fa203a9 req-6bcf19c5-e388-42ba-bc86-e4963d4e035d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371130 Sep 23 23:54:05.699985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-256359ac-f3ee-46ec-bbf2-ec64cd320bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:05.701564 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-256359ac-f3ee-46ec-bbf2-ec64cd320bcb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2048368 Sep 23 23:54:05.777735 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-2d01b2c9-9bea-430e-bd58-b7898a89f129 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 200 len: 217 time: 0.0643058 Sep 23 23:54:05.852619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-f4de6716-a2ac-4fb2-92c1-bac957ad8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:05.854105 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-f4de6716-a2ac-4fb2-92c1-bac957ad8352 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0680351 Sep 23 23:54:05.873647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Made reservation on behalf of 8804663286b54bf884f821ce37c6f5f9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:54:05.876928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:05.902778 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-64d4df15-305f-452c-b3db-60a3ee001d2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383356 Sep 23 23:54:06.069951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:06.088110 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-7f6e8582-baec-4202-9860-25d4e9b14a3b service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732340 Sep 23 23:54:06.097272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Allocated IP 172.20.0.6 (ccb7d7fd-8d12-485e-a563-a652ea2cac20/f71937a2-7996-46df-a564-b4e960a55091/abb0bbf9-4c6b-4300-845b-51be6494a29a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:54:06.193391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:06.210733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'mac_address': 'fa:16:3e:d5:40:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:54:06.261351 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25e41701-4ddd-4a76-a1cc-177e761ff09b req-fc9bc1c0-7628-4436-91e7-e0d8e0b090da service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652706 Sep 23 23:54:06.268647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:06.269863 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:06.292708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9329365-91df-45db-b2aa-ea6c57e23d2e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:06.314067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:06.319258 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:06.394439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:06.401863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:06.409959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fa5a3-ca53-43e4-9661-39308cde403b req-d9d58741-0e34-4999-9c74-a424cc268076 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:06.412406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b76fa5a3-ca53-43e4-9661-39308cde403b req-d9d58741-0e34-4999-9c74-a424cc268076 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 944 time: 0.1264920 Sep 23 23:54:06.485307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b76fa5a3-ca53-43e4-9661-39308cde403b req-9e47500a-e2bf-4b70-9325-0236657800bd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633142 Sep 23 23:54:06.489499 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:06.508806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['f9329365-91df-45db-b2aa-ea6c57e23d2e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:06.610822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad641536-b24c-4cc1-8380-070ecca58e62 req-d50e6489-d239-4c01-a3b1-87756dd5257e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:06.623237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad641536-b24c-4cc1-8380-070ecca58e62 req-d50e6489-d239-4c01-a3b1-87756dd5257e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.1249793 Sep 23 23:54:06.661685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:54:06.677750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event updated for resources: {'Port': ['ID=abb0bbf9-4c6b-4300-845b-51be6494a29a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:06.695031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:06.701364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:54:06.737919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad641536-b24c-4cc1-8380-070ecca58e62 req-6e902c11-508e-4720-8d11-75501b7ce8bd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135619 Sep 23 23:54:06.802334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:06.802867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:06.814681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7896b1-21b7-4d5e-ae21-4206de19004e req-eac78500-710e-46f5-bb45-42c7feb4971a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:06.835399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be7896b1-21b7-4d5e-ae21-4206de19004e req-eac78500-710e-46f5-bb45-42c7feb4971a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 931 time: 0.1989028 Sep 23 23:54:06.836819 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-5ebebe2a-42f1-475f-b9c5-c1e790d8f93f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1702771 Sep 23 23:54:06.849552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Request body: {'port': {'device_id': '46fdd96a-439f-4612-af76-8c76465b52a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:06.919030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:06.923389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be7896b1-21b7-4d5e-ae21-4206de19004e req-df0c8916-a16c-4f62-a4a3-ba2c40ee87f9 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870185 Sep 23 23:54:07.049788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aabc2fa-cf04-4af9-a174-efe671549df0 req-4022718c-8885-47e0-b15a-c3a606d8a364 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:07.058973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7aabc2fa-cf04-4af9-a174-efe671549df0 req-4022718c-8885-47e0-b15a-c3a606d8a364 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1279967 Sep 23 23:54:07.159910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7aabc2fa-cf04-4af9-a174-efe671549df0 req-2221417a-3718-4c14-9fff-0749dde80ae8 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973890 Sep 23 23:54:07.403570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb0bbf9-4c6b-4300-845b-51be6494a29a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:07.414078 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:07.433336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Transition to ACTIVE for port object abb0bbf9-4c6b-4300-845b-51be6494a29a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:54:07.437699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:07.483795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7be5f-b85d-4ddc-adc8-d4f702cf4259 req-ba58bf73-a852-4ba4-a0b7-278a9961ad6d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:07.491164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0d7be5f-b85d-4ddc-adc8-d4f702cf4259 req-ba58bf73-a852-4ba4-a0b7-278a9961ad6d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 948 time: 0.1962132 Sep 23 23:54:07.498256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Pushing event updated for resources: {'Port': ['ID=abb0bbf9-4c6b-4300-845b-51be6494a29a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:07.512448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368eb78-7b44-471d-a4e1-267ec137673b req-09e7db8d-12e3-4035-b490-2881cefa88db tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:07.514293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-09e7db8d-12e3-4035-b490-2881cefa88db tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5&tenant_id=e758294d01cf43e0b123cd4585eaf8f7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 948 time: 0.1356287 Sep 23 23:54:07.604597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0d7be5f-b85d-4ddc-adc8-d4f702cf4259 req-cb90271b-8c38-47e7-9044-dadbdbb7e2cc tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075037 Sep 23 23:54:07.629969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Attempting to bind port abb0bbf9-4c6b-4300-845b-51be6494a29a on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:07.630312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Attempting to bind port abb0bbf9-4c6b-4300-845b-51be6494a29a by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:07.630649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Attempting to bind port abb0bbf9-4c6b-4300-845b-51be6494a29a on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:07.642662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Port abb0bbf9-4c6b-4300-845b-51be6494a29a on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:07.643161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Attempting to bind port abb0bbf9-4c6b-4300-845b-51be6494a29a on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:07.651097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:07.651456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Checking segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:07.651821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Bound using segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:07.652259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Bound port: abb0bbf9-4c6b-4300-845b-51be6494a29a, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:07.652921 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:07.660047 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-c368eb78-7b44-471d-a4e1-267ec137673b req-679a9bd8-4fd5-4553-8c53-1a8016f54ed6 service neutron] delete failed (client error): The resource could not be found. Sep 23 23:54:07.661116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-679a9bd8-4fd5-4553-8c53-1a8016f54ed6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/fab9c15b-e224-4498-9bd4-efa859de6c82/bindings/n-h2-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.1286576 Sep 23 23:54:07.739746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] For port abb0bbf9-4c6b-4300-845b-51be6494a29a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:07.743795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] For port abb0bbf9-4c6b-4300-845b-51be6494a29a, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abb0bbf9-4c6b-4300-845b-51be6494a29a,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:07.749803 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:07.760099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8339c-5ed4-445e-b7c1-0b720ee4a078 req-e05951b5-b8fa-4112-ad3a-306f476a3556 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:07.763607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fab9c15b-e224-4498-9bd4-efa859de6c82 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:07.772268 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56e8339c-5ed4-445e-b7c1-0b720ee4a078 req-e05951b5-b8fa-4112-ad3a-306f476a3556 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 944 time: 0.1134174 Sep 23 23:54:07.830307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:07.831263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:07.832884 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] 10.222.0.18 "PUT /v2.0/ports/abb0bbf9-4c6b-4300-845b-51be6494a29a HTTP/1.1" status: 200 len: 1092 time: 0.9880421 Sep 23 23:54:07.833547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46fdd96a-439f-4612-af76-8c76465b52a8', 'tag': 'abb0bbf9-4c6b-4300-845b-51be6494a29a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:07.836027 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a874dc9-680a-46d2-a54c-89705fb08a02" -d '{"events": [{"name": "network-changed", "server_uuid": "46fdd96a-439f-4612-af76-8c76465b52a8", "tag": "abb0bbf9-4c6b-4300-845b-51be6494a29a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:07.889884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56e8339c-5ed4-445e-b7c1-0b720ee4a078 req-35105199-3a78-4e9a-b555-cc6ac61dae87 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166701 Sep 23 23:54:07.921587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368eb78-7b44-471d-a4e1-267ec137673b req-cc662952-c3d2-4d33-8bb3-804594a071b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:07.927455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-cc662952-c3d2-4d33-8bb3-804594a071b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1100 time: 0.1167929 Sep 23 23:54:07.971983 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70da17b3-e3b0-49e0-9db4-d3c9d48b6532 x-openstack-request-id: req-70da17b3-e3b0-49e0-9db4-d3c9d48b6532 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:07.975146 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46fdd96a-439f-4612-af76-8c76465b52a8", "tag": "abb0bbf9-4c6b-4300-845b-51be6494a29a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:07.975538 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70da17b3-e3b0-49e0-9db4-d3c9d48b6532 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:07.976049 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46fdd96a-439f-4612-af76-8c76465b52a8', 'tag': 'abb0bbf9-4c6b-4300-845b-51be6494a29a', 'status': 'completed', 'code': 200} Sep 23 23:54:07.980403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81c0d3-4d1b-4f21-b81d-bb14a1f73f93 service neutron] Pushing event updated for resources: {'Port': ['ID=abb0bbf9-4c6b-4300-845b-51be6494a29a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:07.988386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:08.019778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-1e3b3d75-843c-46bd-b13b-aacc419a2efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:08.021168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-1e3b3d75-843c-46bd-b13b-aacc419a2efd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 1095 time: 0.1233006 Sep 23 23:54:08.026353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'mac_address': 'fa:16:3e:5c:cf:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:54:08.079989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368eb78-7b44-471d-a4e1-267ec137673b req-63c0cee2-d166-4e8b-b1b0-a9f8ee2915b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:08.083845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-63c0cee2-d166-4e8b-b1b0-a9f8ee2915b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1374104 Sep 23 23:54:08.093766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:54:08.150641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-677bf901-464c-4ca4-9991-09c66320f301 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb0bbf9-4c6b-4300-845b-51be6494a29a HTTP/1.1" status: 200 len: 217 time: 0.1182292 Sep 23 23:54:08.157746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-d958ceb5-98e1-48a6-8adc-df6138e86a24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 217 time: 0.0628645 Sep 23 23:54:08.170190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port f9329365-91df-45db-b2aa-ea6c57e23d2e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:08.172159 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:08.229990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea541030-20f7-4ba6-b629-305460f770f9 req-6549ab3e-fbab-4713-8b30-628ec0cf1aac tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:08.232051 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:08.237721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea541030-20f7-4ba6-b629-305460f770f9 req-6549ab3e-fbab-4713-8b30-628ec0cf1aac tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 943 time: 0.1527071 Sep 23 23:54:08.254529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab9c15b-e224-4498-9bd4-efa859de6c82 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:08.285563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368eb78-7b44-471d-a4e1-267ec137673b req-35a92d18-5171-4385-a88d-f53ca23032c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:08.286201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:08.287346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-35a92d18-5171-4385-a88d-f53ca23032c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1224620 Sep 23 23:54:08.300100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:08.300914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2eeafef6-f21f-46f2-bb74-9ce4d864684e details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:08.343604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea541030-20f7-4ba6-b629-305460f770f9 req-2bb87d39-1d5d-4005-935d-43c24ae1ed02 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942404 Sep 23 23:54:08.377347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-911d7634-db3f-4e50-a5a7-a26be2e021dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:08.382344 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-911d7634-db3f-4e50-a5a7-a26be2e021dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.2231364 Sep 23 23:54:08.447764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:08.492712 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-fbe4c56a-6c9b-4057-9308-dabe88eaa193 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989351 Sep 23 23:54:08.581768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c368eb78-7b44-471d-a4e1-267ec137673b req-8ed42754-1fe0-4f3f-b61a-95c08febc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:08.587568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-8ed42754-1fe0-4f3f-b61a-95c08febc8f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2897344 Sep 23 23:54:08.614438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '2eeafef6-f21f-46f2-bb74-9ce4d864684e', 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'port_id': '2eeafef6-f21f-46f2-bb74-9ce4d864684e', 'mac_address': 'fa:16:3e:d2:b6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16f53bb-8001-4541-93e2-a751a6ed31ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:54:08.674417 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:08.715972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:08.727421 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-7cecc0ee-2538-4947-a78f-9ed1c61ff13a service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216458 Sep 23 23:54:08.770230 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:08.777004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:08.779279 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a57678-e7f7-4c58-b633-35a718102ed1" -d '{"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-plugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:08.792552 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:08.814516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eeafef6-f21f-46f2-bb74-9ce4d864684e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:08.820111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:08.835192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:08.848214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:08.868579 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:08.928631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:08.986392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9dbe3413-4ceb-4ba1-9e87-29ab6b1a74f4 req-b31f7fe6-b01e-4fd6-ae8e-43f012ce8378 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378261 Sep 23 23:54:09.019728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:09.099691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-feda2b0b-55be-4553-a913-16cad163cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:09.101539 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-feda2b0b-55be-4553-a913-16cad163cd7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 1095 time: 0.0592158 Sep 23 23:54:09.203351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['2eeafef6-f21f-46f2-bb74-9ce4d864684e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:09.229696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585d5c4a-76fb-4e5f-8522-38d683b45ff0 req-512cbaff-39ed-45a4-924a-9908196f7742 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:09.241267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-585d5c4a-76fb-4e5f-8522-38d683b45ff0 req-512cbaff-39ed-45a4-924a-9908196f7742 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.8296390 Sep 23 23:54:09.282722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-c59ec9a0-7869-46f4-994b-16978a8683a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:09.284644 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-c59ec9a0-7869-46f4-994b-16978a8683a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 912 time: 0.1684978 Sep 23 23:54:09.289083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fab9c15b-e224-4498-9bd4-efa859de6c82'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:09.342957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-b122d131-74b9-4ff3-b268-5d7d6947d12b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=abb0bbf9-4c6b-4300-845b-51be6494a29a HTTP/1.1" status: 200 len: 217 time: 0.0504882 Sep 23 23:54:09.372126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-585d5c4a-76fb-4e5f-8522-38d683b45ff0 req-e61f1211-8a65-40bb-96e6-9e8f0641a81f tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256485 Sep 23 23:54:09.407784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0da4f7-3fce-4c8f-9bd3-5216bd33e334 req-a82d9fcb-b8eb-4e7d-8ee2-e2fcb2677e8b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:09.420845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c0da4f7-3fce-4c8f-9bd3-5216bd33e334 req-a82d9fcb-b8eb-4e7d-8ee2-e2fcb2677e8b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 949 time: 0.2243850 Sep 23 23:54:09.432390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-190b2f1d-e041-43fd-bc5f-51514eff939d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:09.435157 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-190b2f1d-e041-43fd-bc5f-51514eff939d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.0815287 Sep 23 23:54:09.437377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-b64f1828-6ee1-4e4a-8734-3a02bd81ba62 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8381553 Sep 23 23:54:09.477027 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7885bc-3599-48ad-b9eb-bee3d5250bb9 x-openstack-request-id: req-3e7885bc-3599-48ad-b9eb-bee3d5250bb9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:09.477476 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-plugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:09.478333 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3e7885bc-3599-48ad-b9eb-bee3d5250bb9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:09.478834 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'code': 200} Sep 23 23:54:09.494572 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-922f354e-e0ef-4740-9dd5-255b37a4735b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388393 Sep 23 23:54:09.568680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c368eb78-7b44-471d-a4e1-267ec137673b req-59e02746-e82c-40f7-8105-3963cdc83bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197865 Sep 23 23:54:09.635401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c0da4f7-3fce-4c8f-9bd3-5216bd33e334 req-df0d7be0-8a02-46f3-ad61-91b5ead68924 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135682 Sep 23 23:54:09.677009 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-7880b545-3918-463a-8050-b91bf856434d service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688902 Sep 23 23:54:09.682577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b89e56a-2a01-4752-9769-4e546aa42f3b req-cebfba76-94f1-4361-93dd-9c0874aee4f0 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:09.692955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b89e56a-2a01-4752-9769-4e546aa42f3b req-cebfba76-94f1-4361-93dd-9c0874aee4f0 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 945 time: 0.1214943 Sep 23 23:54:09.751685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b89e56a-2a01-4752-9769-4e546aa42f3b req-cf8f9f5b-3632-42f1-86dc-3efe6c1a98b5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513766 Sep 23 23:54:09.827516 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4a874dc9-680a-46d2-a54c-89705fb08a02 req-86fd825a-5a4f-42de-b6e1-d4dc7b330653 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433237 Sep 23 23:54:10.020514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fe8399-6ca5-4b4b-9e25-978ee7f3b731 req-61e78d38-30da-4abd-ae43-7aac0105d1ee tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:10.022450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78fe8399-6ca5-4b4b-9e25-978ee7f3b731 req-61e78d38-30da-4abd-ae43-7aac0105d1ee tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1097 time: 0.0766523 Sep 23 23:54:10.119801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78fe8399-6ca5-4b4b-9e25-978ee7f3b731 req-ee517a7a-2d59-4221-8ddc-ed3616b7df00 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899041 Sep 23 23:54:10.331133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e84f-2175-4f50-a5dc-3805fd71e6a1 req-438afb1b-2f74-4504-8628-0adfac568496 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:10.332775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84b7e84f-2175-4f50-a5dc-3805fd71e6a1 req-438afb1b-2f74-4504-8628-0adfac568496 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 943 time: 0.1113713 Sep 23 23:54:10.409405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84b7e84f-2175-4f50-a5dc-3805fd71e6a1 req-48785ed9-4e3a-4b52-a794-f670396f4410 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688574 Sep 23 23:54:10.909064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759063df-8500-4466-8dd5-ff64fa5eed2c req-1cfaf880-eaae-42d1-8b0d-268b2bc287e9 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:10.917772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-759063df-8500-4466-8dd5-ff64fa5eed2c req-1cfaf880-eaae-42d1-8b0d-268b2bc287e9 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0792856 Sep 23 23:54:10.957157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-759063df-8500-4466-8dd5-ff64fa5eed2c req-820459e1-d7f2-45fd-aff9-5fda0a26c766 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385036 Sep 23 23:54:11.091002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92bbcb-5052-49f1-853b-89821305da03 req-24b6758e-c797-45bd-a71c-90ae5aef0c0d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:11.092708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f92bbcb-5052-49f1-853b-89821305da03 req-24b6758e-c797-45bd-a71c-90ae5aef0c0d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 949 time: 0.0640955 Sep 23 23:54:11.134377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f92bbcb-5052-49f1-853b-89821305da03 req-1630a520-11d5-45b7-b2ea-f4ed361bea29 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352209 Sep 23 23:54:11.281728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-77ffd732-1c75-42a9-9b62-6a1f3626df1f tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:54:11.282932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-77ffd732-1c75-42a9-9b62-6a1f3626df1f tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059133 Sep 23 23:54:11.383460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-87e61231-d8e9-4e1f-ac03-01e91f09dfcb tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:11.385861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388bf37e-65ae-4335-98fd-b177c201976a req-f03cc085-fc9a-4d32-ba6a-d35ef9da9db4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:11.385861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-388bf37e-65ae-4335-98fd-b177c201976a req-f03cc085-fc9a-4d32-ba6a-d35ef9da9db4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 945 time: 0.1207464 Sep 23 23:54:11.388149 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-87e61231-d8e9-4e1f-ac03-01e91f09dfcb tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports/81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 200 len: 1094 time: 0.0886772 Sep 23 23:54:11.406945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Request body: {'binding': {'host': 'n-h2-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:11.406945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Unknown quota resources ['binding']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 23:54:11.507472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-388bf37e-65ae-4335-98fd-b177c201976a req-3aafb4d3-6359-4a9a-9e55-931fbca75254 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056151 Sep 23 23:54:11.622718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on host n-h2-713498-18 for vnic_type normal with profile None {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:11.623438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:11.623943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:11.636769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:11.641264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:11.645309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:11.645642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:11.646015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:11.646499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Bound port: 81007724-64bb-495f-a755-cfd200c6be4a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:11.724352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:11.734273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:11.735651 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-556327ac-e5c0-49d1-8103-c0254a987c6c service neutron] 10.222.0.24 "POST /v2.0/ports/81007724-64bb-495f-a755-cfd200c6be4a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3406255 Sep 23 23:54:11.820897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abb0bbf9-4c6b-4300-845b-51be6494a29a details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:11.876953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe87678-bde0-422e-98b9-b8889cb67ed3 req-bbd1491d-ca60-45da-9247-64afbebf0fba tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:11.888940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbe87678-bde0-422e-98b9-b8889cb67ed3 req-bbd1491d-ca60-45da-9247-64afbebf0fba tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1101 time: 0.1185377 Sep 23 23:54:11.891455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fab9c15b-e224-4498-9bd4-efa859de6c82 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:54:12.008358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbe87678-bde0-422e-98b9-b8889cb67ed3 req-238441c9-c8c4-48fa-9072-4c8bfd7b093c tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077390 Sep 23 23:54:12.096916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port fab9c15b-e224-4498-9bd4-efa859de6c82 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:54:12.104972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-b7cd167d-6ed7-4ca0-989b-4fa76d6d94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:12.109240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port fab9c15b-e224-4498-9bd4-efa859de6c82 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:12.110005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-b7cd167d-6ed7-4ca0-989b-4fa76d6d94c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1097 time: 0.0952215 Sep 23 23:54:12.110395 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:12.118681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abb0bbf9-4c6b-4300-845b-51be6494a29a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abb0bbf9-4c6b-4300-845b-51be6494a29a,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:12.127155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd4c13-9c07-49d9-a3f0-002a69c319f5 req-2eb7db5a-99c3-4cca-9c20-663f0ffd2a85 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:12.141499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0dbd4c13-9c07-49d9-a3f0-002a69c319f5 req-2eb7db5a-99c3-4cca-9c20-663f0ffd2a85 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 943 time: 0.1975708 Sep 23 23:54:12.163867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'abb0bbf9-4c6b-4300-845b-51be6494a29a', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'port_id': 'abb0bbf9-4c6b-4300-845b-51be6494a29a', 'mac_address': 'fa:16:3e:33:d2:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71937a2-7996-46df-a564-b4e960a55091', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:54:12.296455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0dbd4c13-9c07-49d9-a3f0-002a69c319f5 req-517c8e2b-71fc-4391-8c86-c63903066778 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446671 Sep 23 23:54:12.387493 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:12.397909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e330678a-4822-4516-a0b1-3e2cb9043062 req-cbcacc15-8b6f-4f60-92ed-43bd0dadd569 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:12.399990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e330678a-4822-4516-a0b1-3e2cb9043062 req-cbcacc15-8b6f-4f60-92ed-43bd0dadd569 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.2030289 Sep 23 23:54:12.433761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb0bbf9-4c6b-4300-845b-51be6494a29a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:12.466236 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:12.472073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abb0bbf9-4c6b-4300-845b-51be6494a29a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abb0bbf9-4c6b-4300-845b-51be6494a29a,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:12.483069 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:12.526180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:12.528562 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4c2368-90df-43b2-a7a7-d9ef4ad96ca7" -d '{"events": [{"server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "name": "network-vif-plugged", "status": "completed", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:12.531832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e330678a-4822-4516-a0b1-3e2cb9043062 req-5345a9bc-6727-49e6-b365-74e0d876d4a1 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238170 Sep 23 23:54:12.545132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80030b88-868c-4b6d-8267-a2d9b32594f6 req-771df7ff-f2a7-4685-ba22-e0037cc9fa03 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:12.564520 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80030b88-868c-4b6d-8267-a2d9b32594f6 req-771df7ff-f2a7-4685-ba22-e0037cc9fa03 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1553807 Sep 23 23:54:12.572788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:12.595152 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:12.600732 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2eeafef6-f21f-46f2-bb74-9ce4d864684e up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:54:12.604641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6c4f0934-9bee-4a8f-8e66-cae54a015cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:12.606434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6c4f0934-9bee-4a8f-8e66-cae54a015cd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.4625967 Sep 23 23:54:12.670007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=abb0bbf9-4c6b-4300-845b-51be6494a29a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:12.687585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-addd4016-f342-4742-9497-8d2764da95a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 200 len: 217 time: 0.0694771 Sep 23 23:54:12.728248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80030b88-868c-4b6d-8267-a2d9b32594f6 req-9091a844-8df3-4f21-a5b3-e200545ebc83 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621494 Sep 23 23:54:12.783800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:12.795748 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3feadb-b1f5-418c-81bc-961c3f60934b x-openstack-request-id: req-ab3feadb-b1f5-418c-81bc-961c3f60934b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:12.796163 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "name": "network-vif-plugged", "status": "completed", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:12.796348 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab3feadb-b1f5-418c-81bc-961c3f60934b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:12.796725 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'code': 200} Sep 23 23:54:12.799411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-192c527e-b38b-4ec5-92db-0741737f6442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:12.800144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 2eeafef6-f21f-46f2-bb74-9ce4d864684e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:54:12.800997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-192c527e-b38b-4ec5-92db-0741737f6442 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1038373 Sep 23 23:54:12.814648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 2eeafef6-f21f-46f2-bb74-9ce4d864684e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:12.815188 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:12.853887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-4700805b-7dbd-4e20-a996-a83b466e5228 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439763 Sep 23 23:54:12.859572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['abb0bbf9-4c6b-4300-845b-51be6494a29a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:13.014372 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:13.051628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa30e1-f692-487b-9139-1c020c7a4ec3 req-9ee82a90-ae1e-47b9-bb4e-a823e8a0fa03 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:13.053209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61fa30e1-f692-487b-9139-1c020c7a4ec3 req-9ee82a90-ae1e-47b9-bb4e-a823e8a0fa03 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 945 time: 0.1388252 Sep 23 23:54:13.080172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-41ef4b9d-8098-4307-959e-e9cc6abe7671 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182925 Sep 23 23:54:13.138316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:13.146463 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:13.207028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-9a896884-a238-49b6-ab17-61c8046dd9b9 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051331 Sep 23 23:54:13.261768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-46d3f384-3d16-4630-a04d-1e5b8324041e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525436 Sep 23 23:54:13.264644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:13.414712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-bfd4fa94-2538-40e4-a132-d504a894a06c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:13.423792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-bfd4fa94-2538-40e4-a132-d504a894a06c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611364 Sep 23 23:54:13.441837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61fa30e1-f692-487b-9139-1c020c7a4ec3 req-08f1cbab-6c1d-4af5-ba92-55c771552e5f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752544 Sep 23 23:54:13.456071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-db2a1590-d2fb-4a5f-bf09-1214e5b2e13f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/quotas/e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 375 time: 0.0313296 Sep 23 23:54:13.567184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-557fad5c-c6d5-4a35-a114-b5d84822736a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1101263 Sep 23 23:54:13.701915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b1eb4-cbc6-4a8d-a1cd-ca9cbab10012 req-819af500-1b24-4b06-a81c-7d55bcf4b220 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:13.729565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-514b1eb4-cbc6-4a8d-a1cd-ca9cbab10012 req-819af500-1b24-4b06-a81c-7d55bcf4b220 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 944 time: 0.1481192 Sep 23 23:54:13.823498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-514b1eb4-cbc6-4a8d-a1cd-ca9cbab10012 req-27f8c72a-02f9-4b2c-be49-f7b010c27179 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874462 Sep 23 23:54:14.023037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2412bf04-09cc-4377-aefe-ea46ae44abe2 req-3ab26157-3ffe-4ec8-aa04-d46e7f728bda tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:14.031522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2412bf04-09cc-4377-aefe-ea46ae44abe2 req-3ab26157-3ffe-4ec8-aa04-d46e7f728bda tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.1228373 Sep 23 23:54:14.057746 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-b1446fdc-8626-43b9-b363-4768698868dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1129017 Sep 23 23:54:14.096155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-063e3f04-b7d0-4f0d-b8b0-ddcb00443695 req-60c5d8a5-f247-4958-b9fa-79efc3179ece tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 210 time: 0.0589292 Sep 23 23:54:14.165875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2412bf04-09cc-4377-aefe-ea46ae44abe2 req-dec22601-f488-4716-91cd-413cc80b4ed3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148565 Sep 23 23:54:14.181801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-0984e66a-05ea-4118-9a43-b6e811f0e02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:14.184805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-0984e66a-05ea-4118-9a43-b6e811f0e02c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=619e29798ea7490aafb81bc480ce28b1&device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 1101 time: 0.0991306 Sep 23 23:54:14.270303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17565472-6afd-4bf5-8bd5-04d234b921f2 req-9f4d815a-6af1-47ba-9d26-244dac313b24 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:14.280671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17565472-6afd-4bf5-8bd5-04d234b921f2 req-9f4d815a-6af1-47ba-9d26-244dac313b24 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0714748 Sep 23 23:54:14.329557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17565472-6afd-4bf5-8bd5-04d234b921f2 req-5208fe97-b8b3-40cd-9c77-85978f8aa290 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477784 Sep 23 23:54:14.362582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-abd9321e-72f2-4d4e-867f-da0e2d1d09c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:14.364307 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-abd9321e-72f2-4d4e-867f-da0e2d1d09c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1565397 Sep 23 23:54:14.439436 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-983c99e8-4cf8-45e4-97d1-eed3482109c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=a4875707-213d-43f8-9d56-79fe0153236b HTTP/1.1" status: 200 len: 217 time: 0.0666001 Sep 23 23:54:14.503915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-e2ce6115-dd12-4b70-9910-90bbc7d10100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:14.505924 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-e2ce6115-dd12-4b70-9910-90bbc7d10100 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0596461 Sep 23 23:54:14.633072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-bfbbd693-6cc2-42ac-bb57-b5cde76e030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:14.636234 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-bfbbd693-6cc2-42ac-bb57-b5cde76e030b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1205966 Sep 23 23:54:14.650105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa22f2-fec7-41c5-a504-e8b9bd3c2c5a req-15976690-f81e-463d-a294-1dba3c7c05f5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:14.651843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1aa22f2-fec7-41c5-a504-e8b9bd3c2c5a req-15976690-f81e-463d-a294-1dba3c7c05f5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.0704644 Sep 23 23:54:14.734567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1aa22f2-fec7-41c5-a504-e8b9bd3c2c5a req-f705809b-149e-472c-9a1d-bb8b7f9e48f7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675261 Sep 23 23:54:14.798188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:14.800557 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e27b840-0a9f-4094-9c2d-ebcf5399d5e1" -d '{"events": [{"server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "name": "network-vif-plugged", "status": "completed", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:14.813086 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-1bf1849b-bbc0-4797-9a0f-d9b1399373c1 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532083 Sep 23 23:54:14.877145 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91aeb5bb-97fc-43cc-ba5c-faf614c1f369 x-openstack-request-id: req-91aeb5bb-97fc-43cc-ba5c-faf614c1f369 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:14.878113 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "name": "network-vif-plugged", "status": "completed", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:14.878718 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91aeb5bb-97fc-43cc-ba5c-faf614c1f369 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:14.879806 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e', 'code': 200} Sep 23 23:54:15.113519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e8bfa3a4-6bd4-4fe4-a320-b3222384dc4c req-d5901088-2ef5-4ac8-90ed-66b0c6351082 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699051 Sep 23 23:54:15.117512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96f598-0e91-4a94-ad75-38aa06d00eb8 req-eb8517ff-f999-437f-be25-2060e262e635 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:15.120703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcf6f59-0df3-4231-ab1b-1c5497d3c236 req-71371284-01e9-49f0-a49f-91c0aa68221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:15.122343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb96f598-0e91-4a94-ad75-38aa06d00eb8 req-eb8517ff-f999-437f-be25-2060e262e635 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 944 time: 0.1640830 Sep 23 23:54:15.122476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bcf6f59-0df3-4231-ab1b-1c5497d3c236 req-71371284-01e9-49f0-a49f-91c0aa68221f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1098 time: 0.1005397 Sep 23 23:54:15.222309 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bcf6f59-0df3-4231-ab1b-1c5497d3c236 req-f43363f8-9c23-4f0e-ae3f-6d1daf5d772a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920179 Sep 23 23:54:15.266897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb96f598-0e91-4a94-ad75-38aa06d00eb8 req-f77a767e-cef4-4310-99dc-248d21ccda42 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303058 Sep 23 23:54:15.328372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4956e9c-88df-4ee8-ae8f-dbf1740ae9df req-ec4b69bb-00ad-413a-ae2e-aa5125a089d0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 210 time: 0.0590317 Sep 23 23:54:15.423892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ddfcc-b6a7-4d69-b005-05b30b32161c req-d6fb7d12-a021-4110-8501-961595b001c9 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:15.431371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d61ddfcc-b6a7-4d69-b005-05b30b32161c req-d6fb7d12-a021-4110-8501-961595b001c9 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.0726242 Sep 23 23:54:15.479753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d61ddfcc-b6a7-4d69-b005-05b30b32161c req-38540657-ef2d-4b7d-985c-ad2ab0445c9d tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432987 Sep 23 23:54:15.662538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cd399-a772-4775-a5df-1bac5979deee req-82dfab2b-fe81-4b2f-9628-afba8c985b86 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:15.664416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-126cd399-a772-4775-a5df-1bac5979deee req-82dfab2b-fe81-4b2f-9628-afba8c985b86 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0927827 Sep 23 23:54:15.745367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-126cd399-a772-4775-a5df-1bac5979deee req-2473b5a3-7c6f-4ec7-8c1c-6e955b47ee6d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644953 Sep 23 23:54:15.828637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abb0bbf9-4c6b-4300-845b-51be6494a29a up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:54:15.900089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b485a05-5e9b-49de-ac13-ddad8e33f327 req-64dbfa41-0951-4bc2-a198-56fe5497cf1c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:15.906252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b485a05-5e9b-49de-ac13-ddad8e33f327 req-64dbfa41-0951-4bc2-a198-56fe5497cf1c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.0809145 Sep 23 23:54:15.956156 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-f0acb8bb-10d4-49d0-ae7c-b84a49bcbe6e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885327 Sep 23 23:54:15.998822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b485a05-5e9b-49de-ac13-ddad8e33f327 req-0c9b6b91-c7a7-482d-92c9-fa913f0bbb15 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865285 Sep 23 23:54:16.023272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port abb0bbf9-4c6b-4300-845b-51be6494a29a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:54:16.037956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port abb0bbf9-4c6b-4300-845b-51be6494a29a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:16.043193 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:16.232523 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:16.263323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-5ffc9efc-c98b-451e-b831-455c8ab93fee tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:16.265106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-5ffc9efc-c98b-451e-b831-455c8ab93fee tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2987125 Sep 23 23:54:16.284940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-c9ca867a-e7f8-4f22-bb7b-4c1dfa3aba58 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534549 Sep 23 23:54:16.295983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Request body: {'port': {'device_id': '627a331b-471b-482a-8f66-05334d763f23', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'e758294d01cf43e0b123cd4585eaf8f7'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:16.306151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abb0bbf9-4c6b-4300-845b-51be6494a29a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abb0bbf9-4c6b-4300-845b-51be6494a29a,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:16.311735 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:16.436448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-ee0c0afd-1a01-426c-85ae-4227ac4708bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:16.446583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-ee0c0afd-1a01-426c-85ae-4227ac4708bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 1097 time: 0.1239502 Sep 23 23:54:16.456336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Made reservation on behalf of e758294d01cf43e0b123cd4585eaf8f7 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:54:16.460680 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:16.478806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=abb0bbf9-4c6b-4300-845b-51be6494a29a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:16.618262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-e2801c3c-7696-4463-b4f6-03961b132039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:16.620323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-e2801c3c-7696-4463-b4f6-03961b132039 service neutron] 10.222.0.20 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 925 time: 0.1540720 Sep 23 23:54:16.690798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-689d4d93-9026-4b6c-85bc-e68584f9a158 req-f165fea2-63fa-4f3e-bfc1-03c75a15c0eb tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 210 time: 0.0909863 Sep 23 23:54:16.831352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c05313-8bef-4b46-9c71-4e2deacff638 req-ecbb4110-580f-4b16-b1cc-a4067e4f387d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:16.843264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4c05313-8bef-4b46-9c71-4e2deacff638 req-ecbb4110-580f-4b16-b1cc-a4067e4f387d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 945 time: 0.3614516 Sep 23 23:54:16.881306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fdd96a-439f-4612-af76-8c76465b52a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb0bbf9-4c6b-4300-845b-51be6494a29a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:16.885205 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b715ad41-25b3-4248-aa16-090a9603dc05" -d '{"events": [{"server_uuid": "46fdd96a-439f-4612-af76-8c76465b52a8", "name": "network-vif-plugged", "status": "completed", "tag": "abb0bbf9-4c6b-4300-845b-51be6494a29a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:16.926151 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-f1ff3270-3cb1-48af-89b5-685750c186e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe HTTP/1.1" status: 200 len: 1001 time: 0.2389457 Sep 23 23:54:17.072725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4c05313-8bef-4b46-9c71-4e2deacff638 req-8701cb88-9d24-4c30-8112-c83e4ea370c4 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281206 Sep 23 23:54:17.262467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-8fdc716e-8897-45d6-9852-1ecaa374333a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:17.266326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-8fdc716e-8897-45d6-9852-1ecaa374333a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83d3ef4c-bc9c-461f-a6ad-1994320886b0 HTTP/1.1" status: 200 len: 863 time: 0.3227813 Sep 23 23:54:17.297195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b4150-ea06-49c0-af4e-03341f64ee64 req-3ee90073-fb85-4339-8942-92d289ffbcdb tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:17.307093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-538b4150-ea06-49c0-af4e-03341f64ee64 req-3ee90073-fb85-4339-8942-92d289ffbcdb tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.2759314 Sep 23 23:54:17.359853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Allocated IP 192.168.233.23 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/a26edc70-d10c-40ea-b598-c2559777adaf) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:54:17.392205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-20591bf2-0efc-4e82-b408-9004d07155a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:17.393882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-20591bf2-0efc-4e82-b408-9004d07155a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=67fcd5fe-e92f-42dc-894f-b93672094cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1101089 Sep 23 23:54:17.431294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-538b4150-ea06-49c0-af4e-03341f64ee64 req-ffc4aed8-5aaa-42f9-94ee-2e868dc79551 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227448 Sep 23 23:54:17.520205 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e08ed2-77d6-48b9-a6c7-402bbb2950b2 x-openstack-request-id: req-a6e08ed2-77d6-48b9-a6c7-402bbb2950b2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:17.520662 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fdd96a-439f-4612-af76-8c76465b52a8", "name": "network-vif-plugged", "status": "completed", "tag": "abb0bbf9-4c6b-4300-845b-51be6494a29a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:17.521065 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6e08ed2-77d6-48b9-a6c7-402bbb2950b2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:17.522290 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fdd96a-439f-4612-af76-8c76465b52a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb0bbf9-4c6b-4300-845b-51be6494a29a', 'code': 200} Sep 23 23:54:17.640419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-8325a8a7-7469-4a5e-8b09-96e5562fb11f service neutron] 10.222.0.20 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334847 Sep 23 23:54:17.682513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ace814-fd1e-427e-8a09-1c142f7daa66 req-0de3e177-5a9b-45a3-809d-27986a34fba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:17.689714 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2ace814-fd1e-427e-8a09-1c142f7daa66 req-0de3e177-5a9b-45a3-809d-27986a34fba9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 1097 time: 0.0866337 Sep 23 23:54:17.722412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:17.729239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed12d2c-8c49-4e16-8715-ba22b4b84fbc req-1177b67a-1014-4d2d-99a4-683777921684 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:17.737398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ed12d2c-8c49-4e16-8715-ba22b4b84fbc req-1177b67a-1014-4d2d-99a4-683777921684 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.3598976 Sep 23 23:54:17.749258 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2ace814-fd1e-427e-8a09-1c142f7daa66 req-58bb4238-a255-41a6-80ad-aa1e5535a751 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555768 Sep 23 23:54:17.794569 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:17.809526 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fab9c15b-e224-4498-9bd4-efa859de6c82'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:17.862314 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:54:17.870687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event updated for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:17.874998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:17.877540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:54:17.938015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ed12d2c-8c49-4e16-8715-ba22b4b84fbc req-c0464e15-4fd5-4843-83ad-cb69c5fd3a0b tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996627 Sep 23 23:54:17.979125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:17.980242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3c961-edfb-4bda-bbeb-b1bc3b33b41d req-d516cc00-a270-48bc-93be-effb6a41dd59 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:17.986510 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:17.998586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9bf3c961-edfb-4bda-bbeb-b1bc3b33b41d req-d516cc00-a270-48bc-93be-effb6a41dd59 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.3534174 Sep 23 23:54:18.020605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-0bf1de12-19e4-48ca-b521-ff928f16ad34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7285714 Sep 23 23:54:18.035025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Request body: {'port': {'device_id': '627a331b-471b-482a-8f66-05334d763f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:18.151436 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:18.178394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9bf3c961-edfb-4bda-bbeb-b1bc3b33b41d req-907ae460-be04-41cb-8d0a-c2ca849421e7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735334 Sep 23 23:54:18.233011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eccad26f-d8bf-4b43-94ec-c6c0fa9958a6 req-aa67c321-5866-49da-b5ef-c29a5216ea5d service neutron] 10.222.0.20 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736876 Sep 23 23:54:18.309644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5329ce50-3437-4d91-a603-64ed5abe59f2 None None] Provisioning complete for port a26edc70-d10c-40ea-b598-c2559777adaf triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:18.310675 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5329ce50-3437-4d91-a603-64ed5abe59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:18.398942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5329ce50-3437-4d91-a603-64ed5abe59f2 None None] Port a26edc70-d10c-40ea-b598-c2559777adaf cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:54:18.572023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22350d5b-bf76-4034-be12-6fee3ee88818 req-24f2ba49-bf78-4052-98c1-adb824093777 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:18.579679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22350d5b-bf76-4034-be12-6fee3ee88818 req-24f2ba49-bf78-4052-98c1-adb824093777 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 945 time: 0.1352556 Sep 23 23:54:18.599623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ea46b-69de-466f-a720-b42795e4095f req-194a9e70-8b0d-41a8-8a5a-35a86ab132e6 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:18.607711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b16ea46b-69de-466f-a720-b42795e4095f req-194a9e70-8b0d-41a8-8a5a-35a86ab132e6 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 935 time: 0.2023168 Sep 23 23:54:18.663899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22350d5b-bf76-4034-be12-6fee3ee88818 req-602d50c6-7152-4845-9a29-37bd041422ca tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776780 Sep 23 23:54:18.721522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b16ea46b-69de-466f-a720-b42795e4095f req-53967810-3708-4ffb-85fc-d79d8478e7ba tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129208 Sep 23 23:54:18.731173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26edc70-d10c-40ea-b598-c2559777adaf {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:18.764993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:18.816568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Transition to ACTIVE for port object a26edc70-d10c-40ea-b598-c2559777adaf will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:54:18.821784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:18.913118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f21be5-d88b-4415-93b2-faf64cd5a0ee req-279c6dd4-07b6-424a-8379-5bdff95f83e9 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:18.922332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49f21be5-d88b-4415-93b2-faf64cd5a0ee req-279c6dd4-07b6-424a-8379-5bdff95f83e9 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1098 time: 0.1191194 Sep 23 23:54:18.980193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Pushing event updated for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:19.107244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49f21be5-d88b-4415-93b2-faf64cd5a0ee req-fa96643b-3ca0-499c-b30a-53321d7a4a46 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677074 Sep 23 23:54:19.183037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Attempting to bind port a26edc70-d10c-40ea-b598-c2559777adaf on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:19.183470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Attempting to bind port a26edc70-d10c-40ea-b598-c2559777adaf by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:19.183874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Attempting to bind port a26edc70-d10c-40ea-b598-c2559777adaf on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:19.187695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b213d6c-cc87-4f7c-bfdf-e1390c298d72 req-15c70fd8-c59f-464e-b31d-e9d096da8366 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:19.193087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b213d6c-cc87-4f7c-bfdf-e1390c298d72 req-15c70fd8-c59f-464e-b31d-e9d096da8366 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.2194138 Sep 23 23:54:19.197243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Port a26edc70-d10c-40ea-b598-c2559777adaf on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:19.197566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Attempting to bind port a26edc70-d10c-40ea-b598-c2559777adaf on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:19.205985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:19.206405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:19.208390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:19.208841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Bound port: a26edc70-d10c-40ea-b598-c2559777adaf, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:19.209200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:19.325595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b213d6c-cc87-4f7c-bfdf-e1390c298d72 req-14b00eda-28f0-46dc-956b-618a84537567 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110346 Sep 23 23:54:19.466194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:19.473666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:19.479881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:19.498431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a79a74-c445-4001-9c82-8afddeb04897 req-ce40a7bb-db3f-4d9e-b568-659ae6a32a3b tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:19.503492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93a79a74-c445-4001-9c82-8afddeb04897 req-ce40a7bb-db3f-4d9e-b568-659ae6a32a3b tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1552715 Sep 23 23:54:19.579118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93a79a74-c445-4001-9c82-8afddeb04897 req-3ba045cc-a9e6-4e00-add0-625b2baf8836 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654876 Sep 23 23:54:19.623256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:19.625596 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:19.632087 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] 10.222.0.18 "PUT /v2.0/ports/a26edc70-d10c-40ea-b598-c2559777adaf HTTP/1.1" status: 200 len: 1096 time: 1.6019137 Sep 23 23:54:19.643997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:19.654849 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdc319f-e549-4c75-8a36-e9833af175a3" -d '{"events": [{"name": "network-changed", "server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:19.787002 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d89a92-e09c-42cc-818a-5ab3bfe6d78c x-openstack-request-id: req-18d89a92-e09c-42cc-818a-5ab3bfe6d78c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:19.787686 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:19.787686 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18d89a92-e09c-42cc-818a-5ab3bfe6d78c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:19.791905 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'status': 'completed', 'code': 200} Sep 23 23:54:19.862137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400a71f-d4c2-4120-981d-f3d476562701 service neutron] Pushing event updated for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:19.905844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-017a336e-2ca8-4ead-89ff-1fd90d57701f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:19.907831 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-017a336e-2ca8-4ead-89ff-1fd90d57701f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 1099 time: 0.1951058 Sep 23 23:54:19.979488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2070-582e-4a17-a397-f6fbd2b0a569 req-c713ba75-3fff-4ca9-a071-76fc0c93da02 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:19.989537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c1e2070-582e-4a17-a397-f6fbd2b0a569 req-c713ba75-3fff-4ca9-a071-76fc0c93da02 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 945 time: 0.1601155 Sep 23 23:54:20.023587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ed916-5082-40e0-94f2-8d7e7790c458 req-0d93a243-4232-449b-a3d2-f3cbe338ac58 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:20.032088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-214ed916-5082-40e0-94f2-8d7e7790c458 req-0d93a243-4232-449b-a3d2-f3cbe338ac58 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 947 time: 0.1925833 Sep 23 23:54:20.236246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-386ebf4f-7f72-424a-8d90-4eaf9c3030a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a26edc70-d10c-40ea-b598-c2559777adaf HTTP/1.1" status: 200 len: 217 time: 0.3092465 Sep 23 23:54:20.316605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-e404ea7d-bc63-434e-af0c-43f0baf0c8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:20.318826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-e404ea7d-bc63-434e-af0c-43f0baf0c8fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0744224 Sep 23 23:54:20.429996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c1e2070-582e-4a17-a397-f6fbd2b0a569 req-2396475e-d01c-4617-b2dc-e4e2838b2844 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391818 Sep 23 23:54:20.430892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-62e60aa6-9cfe-4f4e-b7dd-80306bc75885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:20.435896 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-62e60aa6-9cfe-4f4e-b7dd-80306bc75885 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1089604 Sep 23 23:54:20.461378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-214ed916-5082-40e0-94f2-8d7e7790c458 req-4b7d44db-fbb5-44cf-9270-26b334e1de19 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4233587 Sep 23 23:54:20.601179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec0234-8614-4d4e-b611-1d2a1b273d71 req-af8d53af-a063-409b-812d-bbf6495e66ce tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:20.611409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daec0234-8614-4d4e-b611-1d2a1b273d71 req-af8d53af-a063-409b-812d-bbf6495e66ce tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.0932629 Sep 23 23:54:20.648219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-5589fe5a-8a3f-4385-9ab1-e618334555c1 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042704 Sep 23 23:54:20.697208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daec0234-8614-4d4e-b611-1d2a1b273d71 req-701b442a-2717-477e-95ed-fe334cb1adc9 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836456 Sep 23 23:54:20.799921 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa488f31-3ad1-43ec-84bb-146e97cc59da req-705f5de8-c481-4ebc-8a9d-78da0a8371d2 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357803 Sep 23 23:54:20.910376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f120fe-605a-472b-95cd-ba65f0410e6f req-21269da6-d51e-49b8-b4bd-139599ef24f8 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:20.913460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6f120fe-605a-472b-95cd-ba65f0410e6f req-21269da6-d51e-49b8-b4bd-139599ef24f8 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1116133 Sep 23 23:54:20.997102 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-2774437c-0436-40d0-a95d-939279dfda29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:21.000768 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-2774437c-0436-40d0-a95d-939279dfda29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 1099 time: 0.0995195 Sep 23 23:54:21.047818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6f120fe-605a-472b-95cd-ba65f0410e6f req-2333bf87-a8b6-4acb-b537-ec4d006c4083 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183660 Sep 23 23:54:21.086775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b8250-0af6-4e29-8f7c-2402b5fa3c44 req-93c338dc-fc9a-4f72-9841-272a228e7ffe tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:21.099005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a5b8250-0af6-4e29-8f7c-2402b5fa3c44 req-93c338dc-fc9a-4f72-9841-272a228e7ffe tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 945 time: 0.1415668 Sep 23 23:54:21.153322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a5b8250-0af6-4e29-8f7c-2402b5fa3c44 req-ed9ad2df-338b-4673-b8b0-cbc23c510751 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Sep 23 23:54:21.228524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-d5a8ae00-9a56-4983-b03c-62a50b231ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:21.230640 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-d5a8ae00-9a56-4983-b03c-62a50b231ade service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2222297 Sep 23 23:54:21.329537 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-ad59e915-6d9c-4d59-8d0d-8ecf0605d80d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a26edc70-d10c-40ea-b598-c2559777adaf HTTP/1.1" status: 200 len: 217 time: 0.0842233 Sep 23 23:54:21.404890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-8b1be865-1f2f-4ddc-bbfd-ec72bbdd7593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:21.406834 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-8b1be865-1f2f-4ddc-bbfd-ec72bbdd7593 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0634341 Sep 23 23:54:21.472441 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:54:21.494691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-066414aa-a178-44e6-9428-a920e7e5aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:21.497545 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-066414aa-a178-44e6-9428-a920e7e5aaab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0769427 Sep 23 23:54:21.671643 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-61c96004-039c-41ce-a182-cbbf314988a2 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608505 Sep 23 23:54:21.697428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ba2e48-c518-49a1-97a3-34034a422e1f req-2f5f799c-de44-47f8-9e24-3cd11bb606c4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:21.709596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07ba2e48-c518-49a1-97a3-34034a422e1f req-2f5f799c-de44-47f8-9e24-3cd11bb606c4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 947 time: 0.1275697 Sep 23 23:54:21.777620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07ba2e48-c518-49a1-97a3-34034a422e1f req-e435c4ca-bfa1-488b-b696-9c9bc1c77a27 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668888 Sep 23 23:54:21.961504 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7bdc319f-e549-4c75-8a36-e9833af175a3 req-f5727aa8-a4ba-4ff2-92c3-767103a2c8de service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815499 Sep 23 23:54:22.082122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377dbdf-0250-47d8-bcaa-4ced2bb0e7ff req-b279985f-5a66-4c72-b98f-7eac8ee61cc7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:22.098604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6377dbdf-0250-47d8-bcaa-4ced2bb0e7ff req-b279985f-5a66-4c72-b98f-7eac8ee61cc7 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.1060011 Sep 23 23:54:22.186995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6377dbdf-0250-47d8-bcaa-4ced2bb0e7ff req-15b2354c-3ad7-43a2-adb8-ee669cf336fe tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892789 Sep 23 23:54:22.405043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8604c6e4-ed1f-4d73-aab5-741a558bc855 req-10826b4f-8a48-4686-8080-4f953ab8866c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:22.406544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8604c6e4-ed1f-4d73-aab5-741a558bc855 req-10826b4f-8a48-4686-8080-4f953ab8866c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0999722 Sep 23 23:54:22.414205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8b8ba-91c1-4f9e-bff1-e1d4675b1711 req-89b14ed3-99bc-4da1-989c-19b5be301ea0 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:22.422139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59a8b8ba-91c1-4f9e-bff1-e1d4675b1711 req-89b14ed3-99bc-4da1-989c-19b5be301ea0 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 945 time: 0.1170640 Sep 23 23:54:22.494482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8604c6e4-ed1f-4d73-aab5-741a558bc855 req-c44713d1-8875-4b56-97ac-f13ebf3944ea tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645924 Sep 23 23:54:22.526141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59a8b8ba-91c1-4f9e-bff1-e1d4675b1711 req-f120fcb4-4314-4a6e-a49d-305dddad7c92 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022015 Sep 23 23:54:22.965041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5381d525-4e41-4129-8604-52db430255eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:23.045907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d2e59-6460-49c8-bde4-f9c8bf9b0668 req-7929d737-f788-4117-a83c-e4e0e7de74f0 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:23.047685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be8d2e59-6460-49c8-bde4-f9c8bf9b0668 req-7929d737-f788-4117-a83c-e4e0e7de74f0 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 945 time: 0.1472554 Sep 23 23:54:23.089101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7229f1-82ad-4446-ac34-e06de5814c4d req-fc50b870-75da-439a-a13a-edce32fe2348 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:23.090671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca7229f1-82ad-4446-ac34-e06de5814c4d req-fc50b870-75da-439a-a13a-edce32fe2348 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 947 time: 0.1710272 Sep 23 23:54:23.143960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be8d2e59-6460-49c8-bde4-f9c8bf9b0668 req-4d78268a-6a09-4330-bf9b-f2bcdb0987cd tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893927 Sep 23 23:54:23.177565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca7229f1-82ad-4446-ac34-e06de5814c4d req-b0196ea8-0449-476f-8729-c4a1e276a0dc tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633609 Sep 23 23:54:23.422576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fe63b2-1d4f-4898-8434-f9cc04244f58 req-970c5e57-6ef2-4c0d-a13f-c5b85b180a04 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:23.431129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33fe63b2-1d4f-4898-8434-f9cc04244f58 req-970c5e57-6ef2-4c0d-a13f-c5b85b180a04 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.1010771 Sep 23 23:54:23.488489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33fe63b2-1d4f-4898-8434-f9cc04244f58 req-2ef72853-abb4-40b1-b617-e45064be20a0 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564294 Sep 23 23:54:23.653134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a86ee-a821-4376-8b0d-f8d0a4f328bf req-16b7b280-f79d-418e-8c01-65f89c609f80 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:23.655473 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-698a86ee-a821-4376-8b0d-f8d0a4f328bf req-16b7b280-f79d-418e-8c01-65f89c609f80 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0756986 Sep 23 23:54:23.754002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-698a86ee-a821-4376-8b0d-f8d0a4f328bf req-1e0d6515-05a3-495e-b6e2-24f89ea54ce7 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750332 Sep 23 23:54:23.853731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a26edc70-d10c-40ea-b598-c2559777adaf details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:24.017414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:24.032949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'mac_address': 'fa:16:3e:27:ea:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:54:24.176115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:24.270321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26edc70-d10c-40ea-b598-c2559777adaf {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:24.337031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:24.342848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:24.417020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:24.526259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df42ae9-311b-44f7-8ee1-ccd171ea1b1f req-6c6167d2-5183-4660-8c68-33b67abefd6b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:24.533626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-a0d240e6-6c6a-4aa0-a264-1d72fa47f078 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:24.535110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8df42ae9-311b-44f7-8ee1-ccd171ea1b1f req-6c6167d2-5183-4660-8c68-33b67abefd6b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 948 time: 0.2049444 Sep 23 23:54:24.536609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-a0d240e6-6c6a-4aa0-a264-1d72fa47f078 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 945 time: 0.0914075 Sep 23 23:54:24.598255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa1f952-34e9-4578-88e9-9a13afed215b req-ca904a78-3378-49dc-9e92-c814cd2c1299 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:24.600249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aa1f952-34e9-4578-88e9-9a13afed215b req-ca904a78-3378-49dc-9e92-c814cd2c1299 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 945 time: 0.1848264 Sep 23 23:54:24.679490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a26edc70-d10c-40ea-b598-c2559777adaf'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:24.697735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aa1f952-34e9-4578-88e9-9a13afed215b req-65d708da-aea4-401d-9f38-ff16d8cf097f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830636 Sep 23 23:54:24.722617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8df42ae9-311b-44f7-8ee1-ccd171ea1b1f req-6a12007b-f4b2-4842-b3e5-e72ca160cbbe tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865170 Sep 23 23:54:24.904066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Deleting port abb0bbf9-4c6b-4300-845b-51be6494a29a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:54:24.905003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:25.032850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb496e-9531-4166-9ac1-086d3efab968 req-1c2994bb-dac9-42c0-86f9-c12d8ae6dc22 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:25.052224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05eb496e-9531-4166-9ac1-086d3efab968 req-1c2994bb-dac9-42c0-86f9-c12d8ae6dc22 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.1519442 Sep 23 23:54:25.133055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9938e2-c871-4173-84a1-54a19420a65d req-fc740c4a-bb28-407b-a812-5c5da3d51842 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:25.144516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e9938e2-c871-4173-84a1-54a19420a65d req-fc740c4a-bb28-407b-a812-5c5da3d51842 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1894686 Sep 23 23:54:25.182478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] For port abb0bbf9-4c6b-4300-845b-51be6494a29a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abb0bbf9-4c6b-4300-845b-51be6494a29a,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:25.183173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:25.233445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Calling delete_port for abb0bbf9-4c6b-4300-845b-51be6494a29a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:54:25.260690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05eb496e-9531-4166-9ac1-086d3efab968 req-bfb7a74f-8125-41d3-8cfc-f937d0c2632e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069430 Sep 23 23:54:25.327684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e9938e2-c871-4173-84a1-54a19420a65d req-210fd715-6b0a-40f9-8a86-a1eec6383da2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819584 Sep 23 23:54:25.542964 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:25.606820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event deleted for resources: {'Port': ['ID=abb0bbf9-4c6b-4300-845b-51be6494a29a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:25.672156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] No DVR routers for this DVR port abb0bbf9-4c6b-4300-845b-51be6494a29a on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:25.674900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:25.676994 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c365f567-27d0-4260-b4ee-cf22723f91ca req-3d4f257b-e410-405a-a9d3-11496d84e225 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "DELETE /v2.0/ports/abb0bbf9-4c6b-4300-845b-51be6494a29a HTTP/1.1" status: 204 len: 173 time: 1.1284297 Sep 23 23:54:25.677478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46fdd96a-439f-4612-af76-8c76465b52a8', 'name': 'network-vif-deleted', 'tag': 'abb0bbf9-4c6b-4300-845b-51be6494a29a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:25.680884 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09131d90-dbc0-439f-bb15-b274f751d839" -d '{"events": [{"server_uuid": "46fdd96a-439f-4612-af76-8c76465b52a8", "name": "network-vif-deleted", "tag": "abb0bbf9-4c6b-4300-845b-51be6494a29a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:25.756277 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2985f6c6-5c29-4181-ba03-5e22ca9540a2 x-openstack-request-id: req-2985f6c6-5c29-4181-ba03-5e22ca9540a2 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:25.756557 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46fdd96a-439f-4612-af76-8c76465b52a8", "name": "network-vif-deleted", "tag": "abb0bbf9-4c6b-4300-845b-51be6494a29a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:25.756819 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2985f6c6-5c29-4181-ba03-5e22ca9540a2 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:25.757195 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46fdd96a-439f-4612-af76-8c76465b52a8', 'name': 'network-vif-deleted', 'tag': 'abb0bbf9-4c6b-4300-845b-51be6494a29a', 'status': 'completed', 'code': 200} Sep 23 23:54:25.790329 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:25.849012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['abb0bbf9-4c6b-4300-845b-51be6494a29a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:25.931015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-edd8a6f2-6a12-43ec-8e86-344ab5e4b578 req-79314b69-d860-411a-bd00-db9b46885b09 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=46fdd96a-439f-4612-af76-8c76465b52a8 HTTP/1.1" status: 200 len: 210 time: 0.0635490 Sep 23 23:54:25.962358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc514b-ac99-46b6-9a7e-069ef048121b req-ffe98127-60fb-4bb6-9bd4-f58153054eaa tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:25.972919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbdc514b-ac99-46b6-9a7e-069ef048121b req-ffe98127-60fb-4bb6-9bd4-f58153054eaa tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 948 time: 0.1500237 Sep 23 23:54:25.984235 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbff210c-593b-4283-8253-4a3a1437a8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:26.025650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbdc514b-ac99-46b6-9a7e-069ef048121b req-e59bf91b-c939-49e6-b3c1-fa34f4d0f541 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515430 Sep 23 23:54:26.503885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650b946-8bb8-410e-8db4-f90a0bc3dc74 req-3320dbf0-e93c-4677-8f89-9e96fd57891e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:26.505456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a650b946-8bb8-410e-8db4-f90a0bc3dc74 req-3320dbf0-e93c-4677-8f89-9e96fd57891e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.0885100 Sep 23 23:54:26.519124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cd1b3-a0be-4eb1-857a-d75d840e91d4 req-855e37bd-8aed-4cb7-8e80-eb6854ab8602 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:26.520593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-253cd1b3-a0be-4eb1-857a-d75d840e91d4 req-855e37bd-8aed-4cb7-8e80-eb6854ab8602 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0885017 Sep 23 23:54:26.573170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a650b946-8bb8-410e-8db4-f90a0bc3dc74 req-a1dc9814-c2a2-4791-a729-96742fa65986 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515316 Sep 23 23:54:26.580417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-253cd1b3-a0be-4eb1-857a-d75d840e91d4 req-dc392475-afec-4d56-9a50-38ba86fb5c76 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530469 Sep 23 23:54:26.614620 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:27.187570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24793a-24f4-4621-9507-6e303c666b36 req-dc3e105f-f05d-465a-ad53-bd8cd2fcbeb9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:27.188992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec24793a-24f4-4621-9507-6e303c666b36 req-dc3e105f-f05d-465a-ad53-bd8cd2fcbeb9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 948 time: 0.0906539 Sep 23 23:54:27.272735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec24793a-24f4-4621-9507-6e303c666b36 req-d01a7686-8751-43a4-97c5-9c79ecc4eccd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580440 Sep 23 23:54:27.282110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686302-b273-4007-a2a3-11e6286be482 req-3d1bf98b-7932-403a-a582-bcd5f7c6dca4 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:27.283859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-3d1bf98b-7932-403a-a582-bcd5f7c6dca4 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.1535137 Sep 23 23:54:27.310093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-57e308c8-b8e4-4b0c-803f-1704c2cf63fa tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/quotas/8804663286b54bf884f821ce37c6f5f9 HTTP/1.1" status: 200 len: 375 time: 0.0142927 Sep 23 23:54:27.346600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-ec90a951-6fbe-4ad8-91e4-a1be00369d82 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288162 Sep 23 23:54:27.444599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-3e626236-8a1d-4daa-b308-ddfceb3319fb service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895629 Sep 23 23:54:27.581725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-ec2685d8-f6f2-4428-a8a7-ca6e0576acc3 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220436 Sep 23 23:54:27.597036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae453df-142a-47a3-817d-a3d7a0e6e4b9 req-008043fe-63b5-4da2-9e78-1f889ccebf24 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:27.598660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ae453df-142a-47a3-817d-a3d7a0e6e4b9 req-008043fe-63b5-4da2-9e78-1f889ccebf24 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 951 time: 0.0691009 Sep 23 23:54:27.638535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ae453df-142a-47a3-817d-a3d7a0e6e4b9 req-a6a7e156-01fd-432f-8fce-5adc814e5ebd tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333877 Sep 23 23:54:27.757776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fcbe75-1c6e-4426-8cc1-bb0afebea586 req-6872c15e-9ddf-43ae-9073-8ae91091f364 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:27.759947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2fcbe75-1c6e-4426-8cc1-bb0afebea586 req-6872c15e-9ddf-43ae-9073-8ae91091f364 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.0575492 Sep 23 23:54:27.852457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322b471-f37e-4f76-b59e-46174f93ceff req-5860f259-8f5e-403a-af57-6642bab260b2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:27.853901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9322b471-f37e-4f76-b59e-46174f93ceff req-5860f259-8f5e-403a-af57-6642bab260b2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0845439 Sep 23 23:54:27.856721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2fcbe75-1c6e-4426-8cc1-bb0afebea586 req-0c9fade0-5d7f-49dc-a25f-c131f90c5482 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751715 Sep 23 23:54:27.895097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a26edc70-d10c-40ea-b598-c2559777adaf up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:54:27.932095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9322b471-f37e-4f76-b59e-46174f93ceff req-04bf5d32-1e03-41e0-a389-8c6b9ae25e92 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653601 Sep 23 23:54:27.958485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port a26edc70-d10c-40ea-b598-c2559777adaf completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:54:27.963419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a26edc70-d10c-40ea-b598-c2559777adaf triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:27.964632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:28.034175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d2011fb-7bed-41e0-8f3b-ad326b5e06e3 req-fd933003-7dad-4be1-b978-fa55ff80958f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 210 time: 0.0634627 Sep 23 23:54:28.136421 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:28.189667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:28.193058 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff491d5-8a26-445f-be23-964a64f7eafa" -d '{"events": [{"server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "name": "network-vif-plugged", "status": "completed", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:28.232473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:28.238192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:28.242257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abb0bbf9-4c6b-4300-845b-51be6494a29a no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:28.352290 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2a2fdc-5490-4693-ab2e-0fd63e94aa30 x-openstack-request-id: req-9e2a2fdc-5490-4693-ab2e-0fd63e94aa30 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:28.352607 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "name": "network-vif-plugged", "status": "completed", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:28.352826 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e2a2fdc-5490-4693-ab2e-0fd63e94aa30 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:28.357211 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'code': 200} Sep 23 23:54:28.360619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: abb0bbf9-4c6b-4300-845b-51be6494a29a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:54:28.363232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abb0bbf9-4c6b-4300-845b-51be6494a29a not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:28.416459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:28.447476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a512296-2eb3-42d6-8446-42c69c11d8d3 req-e79ae804-2514-4d26-b44e-c44350f523d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:28.450042 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0a512296-2eb3-42d6-8446-42c69c11d8d3 req-e79ae804-2514-4d26-b44e-c44350f523d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 1101 time: 0.0660338 Sep 23 23:54:28.525516 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0a512296-2eb3-42d6-8446-42c69c11d8d3 req-49cfe4ed-5db2-4545-b287-e317759fde70 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627456 Sep 23 23:54:28.528262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bbcaf-4726-4916-bc4a-20eac83bed48 req-f8c24c22-532d-4b58-bbb1-fdf6055d40ad tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:28.536200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-085bbcaf-4726-4916-bc4a-20eac83bed48 req-f8c24c22-532d-4b58-bbb1-fdf6055d40ad tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1451154 Sep 23 23:54:28.585749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-085bbcaf-4726-4916-bc4a-20eac83bed48 req-0992e176-5527-45d0-beb0-7be539ba0a27 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481100 Sep 23 23:54:28.986493 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:29.035338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091c35-139b-48e7-a3d7-742013dccb57 req-20f24f28-0223-4010-b037-f258da327866 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:29.043459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63091c35-139b-48e7-a3d7-742013dccb57 req-20f24f28-0223-4010-b037-f258da327866 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.0897701 Sep 23 23:54:29.143613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63091c35-139b-48e7-a3d7-742013dccb57 req-5dff2b2d-0338-4b97-804c-f1d0e26143a3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987117 Sep 23 23:54:29.271884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8345d13-f79e-4a4a-a522-c0dab6e610fc req-8ba2a861-3c3d-4601-9b71-90cb694e4637 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:29.287866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8345d13-f79e-4a4a-a522-c0dab6e610fc req-8ba2a861-3c3d-4601-9b71-90cb694e4637 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.2086697 Sep 23 23:54:29.325958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686302-b273-4007-a2a3-11e6286be482 req-7e462994-d6b4-4157-b131-d8750aae07e3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:29.327673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-7e462994-d6b4-4157-b131-d8750aae07e3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.20 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.2498546 Sep 23 23:54:29.355135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Request body: {'port': {'device_id': '40909885-710c-406d-87ab-7174d4681420', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'admin_state_up': True, 'tenant_id': '8804663286b54bf884f821ce37c6f5f9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:29.407414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8345d13-f79e-4a4a-a522-c0dab6e610fc req-de81dee9-00ff-4c3f-b7e0-6af024dcb864 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174896 Sep 23 23:54:29.424274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c6966c4-5dee-46b8-bd1a-a3d5a8ad30f0 req-9af79bd7-d0ff-494b-8a02-ecbfd3ee5b30 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 210 time: 0.0728459 Sep 23 23:54:29.558850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Made reservation on behalf of 8804663286b54bf884f821ce37c6f5f9 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:54:29.565292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:29.818646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Allocated IP 172.20.0.2 (ccb7d7fd-8d12-485e-a563-a652ea2cac20/f71937a2-7996-46df-a564-b4e960a55091/b6f17edc-3edb-44b7-9ffd-eb0cfa586703) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:54:29.834274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f3092-5fcf-4fe0-85fc-bcdec26f64eb req-1e13091a-3a8d-4a0e-ab0f-e104b8e0bf15 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:29.843761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc0f3092-5fcf-4fe0-85fc-bcdec26f64eb req-1e13091a-3a8d-4a0e-ab0f-e104b8e0bf15 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1275451 Sep 23 23:54:29.913738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc0f3092-5fcf-4fe0-85fc-bcdec26f64eb req-3228a92f-5eac-46c8-ac8a-09e2f50f855a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686822 Sep 23 23:54:30.075397 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:30.140465 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:30.185764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:54:30.188921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:30.199064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:54:30.203100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event updated for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:30.205137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:30.237999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.238335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.238673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.239080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.239427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.239738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.240061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.240373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.240691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.241010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.241330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.241647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:30.312915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:30.313547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:30.342803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3d46c-cb9e-4200-9da4-a9fdd9acac34 req-039076d8-b064-4845-834c-bf3e6ddb134b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:30.342803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe3d46c-cb9e-4200-9da4-a9fdd9acac34 req-039076d8-b064-4845-834c-bf3e6ddb134b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 945 time: 0.0872140 Sep 23 23:54:30.346164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-fc709784-0a60-469a-ba02-65e977801b5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0012064 Sep 23 23:54:30.360584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Request body: {'port': {'device_id': '40909885-710c-406d-87ab-7174d4681420', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:30.376218 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:30.405950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:30.409285 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0eab40-a41e-4ffd-aeed-29c97fcb2600" -d '{"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-unplugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:30.424607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe3d46c-cb9e-4200-9da4-a9fdd9acac34 req-444dffa5-3273-4d73-9d19-d7a5e6512e62 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696921 Sep 23 23:54:30.432385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:30.455803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:30.463398 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:30.512257 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b8392e-9246-4a22-b78e-4cba331243c3 x-openstack-request-id: req-a5b8392e-9246-4a22-b78e-4cba331243c3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:30.512563 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-unplugged", "status": "completed", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:30.512807 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5b8392e-9246-4a22-b78e-4cba331243c3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:30.515378 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'code': 200} Sep 23 23:54:30.539576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:30.709028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028036-9fdf-4585-a3ae-0e1067770bb9 req-4a88a071-c0db-4e9f-b780-47ffe2c91886 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:30.711689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d028036-9fdf-4585-a3ae-0e1067770bb9 req-4a88a071-c0db-4e9f-b780-47ffe2c91886 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1753910 Sep 23 23:54:30.752791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94dc96-d304-42df-83b6-963bd3719526 req-efb00e40-3147-4bc3-a440-69471931c8d8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:30.754149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a94dc96-d304-42df-83b6-963bd3719526 req-efb00e40-3147-4bc3-a440-69471931c8d8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 931 time: 0.1351326 Sep 23 23:54:30.823816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d028036-9fdf-4585-a3ae-0e1067770bb9 req-7135597f-1618-42e5-a12e-9d3b0a48d7ba tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031346 Sep 23 23:54:30.839009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a94dc96-d304-42df-83b6-963bd3719526 req-d1cdac88-1c83-418e-98d7-b1f3b5cbef5e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743289 Sep 23 23:54:30.931020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f17edc-3edb-44b7-9ffd-eb0cfa586703 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:30.939794 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:30.958596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Transition to ACTIVE for port object b6f17edc-3edb-44b7-9ffd-eb0cfa586703 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:54:30.964172 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.045015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:31.101467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Attempting to bind port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:31.102138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Attempting to bind port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:31.102726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Attempting to bind port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:31.110986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:31.111529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Attempting to bind port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:31.120476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:31.120947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Checking segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:31.121424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Bound using segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:31.122136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Bound port: b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:31.122696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.235126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:31.242338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:31.251429 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.273039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5fd75-a368-4218-84ab-ec17dcf5d7ef req-31bf1475-fa52-4663-95a6-7ac427c45890 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:31.275612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20b5fd75-a368-4218-84ab-ec17dcf5d7ef req-31bf1475-fa52-4663-95a6-7ac427c45890 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1107635 Sep 23 23:54:31.319151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-70a8c3cc-81f1-468c-bee5-dc6714e7337e tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:31.321662 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-70a8c3cc-81f1-468c-bee5-dc6714e7337e tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.0535047 Sep 23 23:54:31.334128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-18'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:31.366131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:31.371241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.375213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] 10.222.0.20 "PUT /v2.0/ports/b6f17edc-3edb-44b7-9ffd-eb0cfa586703 HTTP/1.1" status: 200 len: 1092 time: 1.0154986 Sep 23 23:54:31.376137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:31.379473 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67be021a-f65d-4dec-8ea2-9824ce898335" -d '{"events": [{"name": "network-changed", "server_uuid": "40909885-710c-406d-87ab-7174d4681420", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:31.405750 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.451578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20b5fd75-a368-4218-84ab-ec17dcf5d7ef req-e3f261b0-3933-43ec-a72f-1e4c27ba7b12 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366811 Sep 23 23:54:31.476868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0ec2a-8332-4731-80d8-facdfe2f75b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:31.562783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686302-b273-4007-a2a3-11e6286be482 req-7a4ca50f-9d34-4a97-abe5-2cf68114b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:31.565234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-7a4ca50f-9d34-4a97-abe5-2cf68114b39b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 1095 time: 0.1441517 Sep 23 23:54:31.579361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:31.581914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acff146-7519-44c9-aef6-9798f2250d54 req-04f33a8d-ef67-4708-9a42-cfb89c69587f tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:31.583753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acff146-7519-44c9-aef6-9798f2250d54 req-04f33a8d-ef67-4708-9a42-cfb89c69587f tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 945 time: 0.1388712 Sep 23 23:54:31.626260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:31.638034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-df3de7f7-af59-4ff4-99b4-39f05b5ae2a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703 HTTP/1.1" status: 200 len: 217 time: 0.0530651 Sep 23 23:54:31.675545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:31.677918 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a134cda0-555b-4c40-bfab-4c76feeb609a" -d '{"events": [{"server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "name": "network-vif-unplugged", "status": "completed", "tag": "81007724-64bb-495f-a755-cfd200c6be4a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:31.682535 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.687625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acff146-7519-44c9-aef6-9798f2250d54 req-cc59c939-9409-4a79-af3a-ad4871351fd5 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944576 Sep 23 23:54:31.689185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.709951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2686302-b273-4007-a2a3-11e6286be482 req-003be61d-94ed-4052-920f-b0531e6a9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:31.712779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-003be61d-94ed-4052-920f-b0531e6a9e22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.0613935 Sep 23 23:54:31.777913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on host n-h1-713498-18 for vnic_type normal with profile {"migrating_to": "n-h2-713498-18"} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:31.778277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:31.778597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:31.795153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:31.795712 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00eb7686-a8fd-4722-8921-7b3d818d5dc2 x-openstack-request-id: req-00eb7686-a8fd-4722-8921-7b3d818d5dc2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:31.795915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Attempting to bind port 81007724-64bb-495f-a755-cfd200c6be4a on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:31.796072 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40909885-710c-406d-87ab-7174d4681420", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:31.796247 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00eb7686-a8fd-4722-8921-7b3d818d5dc2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:31.797702 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'status': 'completed', 'code': 200} Sep 23 23:54:31.798976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-f073fafb-32a9-4ffa-9cb8-6a44dd36cf76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761704 Sep 23 23:54:31.804557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:31.805585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:31.805985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:31.807126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Bound port: 81007724-64bb-495f-a755-cfd200c6be4a, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:31.807480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.825715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Pushing event updated for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:31.843999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.844332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.844843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.846483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.847031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.848663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.849151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.849705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.850830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.851460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.855001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.855509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:31.942746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:31.948294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:31.954810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:31.957640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-2d6bc057-5c9c-4991-a855-1560e7c9c8c8 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455429 Sep 23 23:54:31.972390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2444-beaa-4d90-aaf6-808f12f69bf0 req-79ea70db-8657-42bd-a44f-a32311f9dddc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:31.981458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eeec2444-beaa-4d90-aaf6-808f12f69bf0 req-79ea70db-8657-42bd-a44f-a32311f9dddc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.0935969 Sep 23 23:54:32.047033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:32.047929 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:32.049484 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] 10.222.0.20 "PUT /v2.0/ports/81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 200 len: 1123 time: 0.7197919 Sep 23 23:54:32.050647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db18751-5791-48e0-a526-cadc2b810f45 service neutron] Pushing event updated for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:32.079587 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eeec2444-beaa-4d90-aaf6-808f12f69bf0 req-0f104af9-579c-4ba9-8449-2ff5253ba584 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970836 Sep 23 23:54:32.130065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2686302-b273-4007-a2a3-11e6286be482 req-5f7777da-c648-46e0-a6af-ba7168204b79 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443751 Sep 23 23:54:32.182611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['81007724-64bb-495f-a755-cfd200c6be4a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:32.239605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['81007724-64bb-495f-a755-cfd200c6be4a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:32.241920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 81007724-64bb-495f-a755-cfd200c6be4a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:32.274061 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c2dcce-f1cc-4951-98c6-4eba1f24a741 x-openstack-request-id: req-21c2dcce-f1cc-4951-98c6-4eba1f24a741 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:32.274688 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "name": "network-vif-unplugged", "status": "completed", "tag": "81007724-64bb-495f-a755-cfd200c6be4a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:32.275520 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21c2dcce-f1cc-4951-98c6-4eba1f24a741 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:32.276169 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a', 'code': 200} Sep 23 23:54:32.282635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-d7d1bb4f-eff7-44d5-8685-98fb0476792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:32.285502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-d7d1bb4f-eff7-44d5-8685-98fb0476792e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 1095 time: 0.0638776 Sep 23 23:54:32.346389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-863df947-5907-4902-93aa-3eaeee36bef2 req-7514cd20-4e8b-4cfc-8e3d-d8fd08d063dd service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:54:32.348937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-863df947-5907-4902-93aa-3eaeee36bef2 req-7514cd20-4e8b-4cfc-8e3d-d8fd08d063dd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097592 Sep 23 23:54:32.406794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:32.454534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 81007724-64bb-495f-a755-cfd200c6be4a has no active binding in host n-h2-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 23:54:32.538203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69b6690-cb86-40c0-a8b8-52074cd3cad5 req-20ba6a44-ee42-41b5-a608-a78beb6fc818 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:32.550621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c69b6690-cb86-40c0-a8b8-52074cd3cad5 req-20ba6a44-ee42-41b5-a608-a78beb6fc818 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1827953 Sep 23 23:54:32.566858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-5bbbbc4c-713a-496f-b277-f279beffc695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:32.569260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-5bbbbc4c-713a-496f-b277-f279beffc695 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 912 time: 0.2742534 Sep 23 23:54:32.990183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-7831541f-12ff-45c2-94d2-635ae4d38633 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703 HTTP/1.1" status: 200 len: 217 time: 0.4103591 Sep 23 23:54:33.027711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c69b6690-cb86-40c0-a8b8-52074cd3cad5 req-ae3b066d-4993-4408-a1ea-6276232a0987 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4759724 Sep 23 23:54:33.078104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-fb7dbafc-3ea1-4789-9f64-71e8c01ce7f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4942961 Sep 23 23:54:33.080911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-aa2515bc-bc24-4675-8710-7a0dd13b3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:33.082225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-aa2515bc-bc24-4675-8710-7a0dd13b3a45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.0717499 Sep 23 23:54:33.090049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-7d64652a-6a0e-48c3-90ef-2abe93467cc0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:54:33.091061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-7d64652a-6a0e-48c3-90ef-2abe93467cc0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061433 Sep 23 23:54:33.098581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a42a1-72d2-4532-ab8b-f8a27562d4ca req-418576c7-163a-4629-be1b-b2caf93b584a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:33.100064 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b73a42a1-72d2-4532-ab8b-f8a27562d4ca req-418576c7-163a-4629-be1b-b2caf93b584a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 943 time: 0.4930172 Sep 23 23:54:33.155301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-4e938df4-3c08-4c20-96cf-e060971bef9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458243 Sep 23 23:54:33.191571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-2cec62bd-f235-47da-9cb9-758ff0aa7388 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:33.193202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-2cec62bd-f235-47da-9cb9-758ff0aa7388 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.20 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 945 time: 0.0656500 Sep 23 23:54:33.210541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b73a42a1-72d2-4532-ab8b-f8a27562d4ca req-ebe37ad0-bc7e-42e9-a416-17dbd5a8ba21 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963571 Sep 23 23:54:33.326257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-f9d18a1e-6945-44a4-bdf6-0db0df908a59 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543849 Sep 23 23:54:33.346545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Deleting port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:54:33.348677 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:33.424984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d425573-ec9e-4ac6-bd59-ef342444ce34 req-3a4defdc-029a-4d1f-9178-8c389b825fa2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:33.426521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d425573-ec9e-4ac6-bd59-ef342444ce34 req-3a4defdc-029a-4d1f-9178-8c389b825fa2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1040406 Sep 23 23:54:33.460905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] For port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,segment=NetworkSegment(9fdbabbc-baed-401b-af99-5fa3bd973c25),segment_id=9fdbabbc-baed-401b-af99-5fa3bd973c25)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:33.462029 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:33.486829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Calling delete_port for b5a6d216-be4b-4bb2-ac06-9a3f757aa05a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:54:33.526650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d425573-ec9e-4ac6-bd59-ef342444ce34 req-26fca263-03c0-4243-bc89-aa2cf3888322 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605726 Sep 23 23:54:33.536298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67be021a-f65d-4dec-8ea2-9824ce898335 req-6dd1f9c6-d6a6-434a-b43d-f22f0ac6d592 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679945 Sep 23 23:54:33.666745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49442c0-8eb9-45d3-8597-5100448eac8c req-24ef5cbf-256b-4d59-9516-44d17b581b3a tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:33.671641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f49442c0-8eb9-45d3-8597-5100448eac8c req-24ef5cbf-256b-4d59-9516-44d17b581b3a tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e783ea4-02fc-4b32-aa7b-92295ef08074 HTTP/1.1" status: 200 len: 945 time: 0.0768111 Sep 23 23:54:33.706693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:33.716105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f49442c0-8eb9-45d3-8597-5100448eac8c req-6b3f0c92-bc99-45b0-8ea5-c2af1724d42e tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.24 "GET /v2.0/security-groups?id=1aecc632-22d2-404f-b4d4-164af8acd169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364096 Sep 23 23:54:33.720252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b5a6d216-be4b-4bb2-ac06-9a3f757aa05a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:33.744216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Pushing event deleted for resources: {'Port': ['ID=b5a6d216-be4b-4bb2-ac06-9a3f757aa05a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:33.820090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] No DVR routers for this DVR port b5a6d216-be4b-4bb2-ac06-9a3f757aa05a on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:33.825434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:33.833505 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6c886f1-e77d-4fda-9f31-58b361816ea6 req-5914fcc1-1d38-48bc-8c2e-fd37311aff69 tempest-VolumesAdminNegativeTest-386387254 tempest-VolumesAdminNegativeTest-386387254-project] 10.222.0.20 "DELETE /v2.0/ports/b5a6d216-be4b-4bb2-ac06-9a3f757aa05a HTTP/1.1" status: 204 len: 173 time: 0.6311195 Sep 23 23:54:33.868966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946a562-6725-4e54-83b5-b6ee9b402ce3 req-685b3284-95f2-479e-b102-57d3514e543f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:33.879457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b946a562-6725-4e54-83b5-b6ee9b402ce3 req-685b3284-95f2-479e-b102-57d3514e543f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.0730879 Sep 23 23:54:33.938153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b946a562-6725-4e54-83b5-b6ee9b402ce3 req-b27260e7-e0b9-4ede-acd0-8ef4055459d3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559359 Sep 23 23:54:34.098180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85262b13-42ad-4945-bd9d-b62d52cd68e2 req-c6907509-b3ee-4cd7-8b7e-8c9df483fe88 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:34.099785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85262b13-42ad-4945-bd9d-b62d52cd68e2 req-c6907509-b3ee-4cd7-8b7e-8c9df483fe88 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 947 time: 0.0595949 Sep 23 23:54:34.170723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85262b13-42ad-4945-bd9d-b62d52cd68e2 req-4be29eae-66d6-48d5-a799-9afc6d7f1f11 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568411 Sep 23 23:54:34.182807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d1c8eb-f6c3-415a-a709-8b2122f3fdd7 req-3b49d312-96db-4919-8410-54ccb0b529e4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:34.184311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96d1c8eb-f6c3-415a-a709-8b2122f3fdd7 req-3b49d312-96db-4919-8410-54ccb0b529e4 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0802002 Sep 23 23:54:34.233557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96d1c8eb-f6c3-415a-a709-8b2122f3fdd7 req-1e09bada-6562-4131-91bb-12dbe7207304 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418317 Sep 23 23:54:34.277142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a'}, {'server_uuid': '6e783ea4-02fc-4b32-aa7b-92295ef08074', 'name': 'network-vif-deleted', 'tag': 'b5a6d216-be4b-4bb2-ac06-9a3f757aa05a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:34.279847 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4704ba33-bfb1-4c67-84c8-f91bc819ad05" -d '{"events": [{"name": "network-changed", "server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "tag": "81007724-64bb-495f-a755-cfd200c6be4a"}, {"server_uuid": "6e783ea4-02fc-4b32-aa7b-92295ef08074", "name": "network-vif-deleted", "tag": "b5a6d216-be4b-4bb2-ac06-9a3f757aa05a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:34.326239 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6f0d45-5d54-4cb4-878f-4a025bebad26 x-openstack-request-id: req-2d6f0d45-5d54-4cb4-878f-4a025bebad26 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:34.326534 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "tag": "81007724-64bb-495f-a755-cfd200c6be4a", "status": "completed", "code": 200}, {"server_uuid": "6e783ea4-02fc-4b32-aa7b-92295ef08074", "name": "network-vif-deleted", "tag": "b5a6d216-be4b-4bb2-ac06-9a3f757aa05a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:34.326802 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d6f0d45-5d54-4cb4-878f-4a025bebad26 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:34.327998 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a', 'status': 'completed', 'code': 200} Sep 23 23:54:34.327998 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e783ea4-02fc-4b32-aa7b-92295ef08074', 'name': 'network-vif-deleted', 'tag': 'b5a6d216-be4b-4bb2-ac06-9a3f757aa05a', 'status': 'completed', 'code': 200} Sep 23 23:54:34.374566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e8a6b-5d16-4154-968c-b982cdd46561 req-7628d269-95b9-4cab-b5a7-4fa2e4dc42c2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:34.376155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc6e8a6b-5d16-4154-968c-b982cdd46561 req-7628d269-95b9-4cab-b5a7-4fa2e4dc42c2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 943 time: 0.0795829 Sep 23 23:54:34.425536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-98088a6c-318f-4627-9e5d-ec93685c0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:34.427952 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-98088a6c-318f-4627-9e5d-ec93685c0a97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1126 time: 0.0643795 Sep 23 23:54:34.431094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc6e8a6b-5d16-4154-968c-b982cdd46561 req-eafce551-e513-4e44-a08a-a66f0f6daa4c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468893 Sep 23 23:54:34.540420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-db9253ad-b3dd-44a5-b153-f5a917fcebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:34.541974 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-db9253ad-b3dd-44a5-b153-f5a917fcebdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.1057823 Sep 23 23:54:34.588313 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-6ab225d2-c62f-4e7b-a423-ac2e7d0a27b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 200 len: 217 time: 0.0359421 Sep 23 23:54:34.648777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-8d1c04ab-47cf-4a6c-b26c-b0e206695ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:34.650523 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-8d1c04ab-47cf-4a6c-b26c-b0e206695ed6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0526035 Sep 23 23:54:34.653026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388aa64e-b8f4-4d03-be89-0281460e1564 req-f3a7cc01-7df2-4f8f-9557-9cc1344e4b65 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:34.655046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-388aa64e-b8f4-4d03-be89-0281460e1564 req-f3a7cc01-7df2-4f8f-9557-9cc1344e4b65 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0634539 Sep 23 23:54:34.693659 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-72962346-babc-4c5b-a705-bd1014970ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305448 Sep 23 23:54:34.697272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-388aa64e-b8f4-4d03-be89-0281460e1564 req-b9192260-69b9-449d-a118-51e78efcffce tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361729 Sep 23 23:54:34.788902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41470) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:34.798424 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-47824663-5032-4e40-ab37-30164da5205d service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935764 Sep 23 23:54:34.834785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a18c3ae-5ed4-4d6c-a972-a7280de39ed4 admin admin] Deleting subnet 20b6c7ad-ed0a-4ae6-ae2d-0f9fa118050c {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:54:34.837755 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a18c3ae-5ed4-4d6c-a972-a7280de39ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:34.873992 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a18c3ae-5ed4-4d6c-a972-a7280de39ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:34.914715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-5473094d-5719-4964-906c-4c01dc3ccefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:34.916243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-5473094d-5719-4964-906c-4c01dc3ccefa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 1101 time: 0.0864592 Sep 23 23:54:34.917102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a18c3ae-5ed4-4d6c-a972-a7280de39ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:34.937761 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4704ba33-bfb1-4c67-84c8-f91bc819ad05 req-be711413-82dc-41b7-a2b8-1e930e94fa42 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258357 Sep 23 23:54:34.973683 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a18c3ae-5ed4-4d6c-a972-a7280de39ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.000737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a18c3ae-5ed4-4d6c-a972-a7280de39ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b6c7ad-ed0a-4ae6-ae2d-0f9fa118050c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:35.004508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a18c3ae-5ed4-4d6c-a972-a7280de39ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.007265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7a18c3ae-5ed4-4d6c-a972-a7280de39ed4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/20b6c7ad-ed0a-4ae6-ae2d-0f9fa118050c HTTP/1.1" status: 204 len: 168 time: 0.2160137 Sep 23 23:54:35.008854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41474) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:35.032866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-b1a43eae-3259-4520-8766-d6dcd6853650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:35.034495 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-b1a43eae-3259-4520-8766-d6dcd6853650 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1058943 Sep 23 23:54:35.080984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-06b807c7-fefd-4e9b-9be3-b5f8f6a1606d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a26edc70-d10c-40ea-b598-c2559777adaf HTTP/1.1" status: 200 len: 217 time: 0.0359671 Sep 23 23:54:35.117101 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.137405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c9ddd-9fc9-4ccd-9030-218be95474fb req-3822d366-1e8b-4971-868c-36652e7f6237 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:35.139065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6c9ddd-9fc9-4ccd-9030-218be95474fb req-3822d366-1e8b-4971-868c-36652e7f6237 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.1020882 Sep 23 23:54:35.167301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-cb766fe4-be78-4e4c-bff7-5bf1ee85cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:35.168872 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-cb766fe4-be78-4e4c-bff7-5bf1ee85cd41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0742512 Sep 23 23:54:35.227535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6c9ddd-9fc9-4ccd-9030-218be95474fb req-44ce33cd-e607-491d-888f-f04515840b22 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786657 Sep 23 23:54:35.252634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.269894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-129e78eb-c781-41cd-a91a-5f8036d97d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:35.272312 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-129e78eb-c781-41cd-a91a-5f8036d97d60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0924859 Sep 23 23:54:35.282733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c33d385-f6b3-49ec-b127-afdffb791181']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:54:35.316459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdbabbc-baed-401b-af99-5fa3bd973c25') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:54:35.316742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdbabbc-baed-401b-af99-5fa3bd973c25') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:54:35.342478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.385541 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-1d4fc2fb-1d8e-4c64-b551-d076941ba65c service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007609 Sep 23 23:54:35.388454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e6054-15f9-4870-b73c-f8565c616e20 req-13b833b1-513f-48f6-901c-c60c3fbd6a14 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:35.390237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e00e6054-15f9-4870-b73c-f8565c616e20 req-13b833b1-513f-48f6-901c-c60c3fbd6a14 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 947 time: 0.1165779 Sep 23 23:54:35.391339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.407365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:54:35.407751 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: timer() Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: self._notify() Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:54:35.410418 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:54:35.446887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5bff8-116d-4f72-97c5-d72647deb690 req-865b938e-9d7b-4d4b-9b89-9cbe0c12b3b0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:35.448365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3a5bff8-116d-4f72-97c5-d72647deb690 req-865b938e-9d7b-4d4b-9b89-9cbe0c12b3b0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.1274188 Sep 23 23:54:35.484840 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-5a596834-d9f0-4260-9341-b9ccbdc06ffb service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899818 Sep 23 23:54:35.517688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e00e6054-15f9-4870-b73c-f8565c616e20 req-4a649079-36de-40ae-be33-3ae01186a69e tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211207 Sep 23 23:54:35.519968 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.526837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.531535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2c33d385-f6b3-49ec-b127-afdffb791181 HTTP/1.1" status: 204 len: 168 time: 0.5217354 Sep 23 23:54:35.532148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41484) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:35.582921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124ba2d-8ea3-485b-bdff-5305f79c23e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c33d385-f6b3-49ec-b127-afdffb791181,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:35.604299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3a5bff8-116d-4f72-97c5-d72647deb690 req-01ef0bd9-367d-435b-863a-cb86339e19bb tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199887 Sep 23 23:54:35.619638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f0232ec-84e8-4715-b704-ed992c2554bb admin admin] Deleting subnet 98d878e3-1161-4ab4-be9b-b7812504e035 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:54:35.623108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f0232ec-84e8-4715-b704-ed992c2554bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.675506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f0232ec-84e8-4715-b704-ed992c2554bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.743845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c12623-4e49-4311-9c7b-94600db13d2d req-6155fe3a-f83a-4acc-9673-f05d85a21d17 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:35.745341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4c12623-4e49-4311-9c7b-94600db13d2d req-6155fe3a-f83a-4acc-9673-f05d85a21d17 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 943 time: 0.0895555 Sep 23 23:54:35.748058 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f0232ec-84e8-4715-b704-ed992c2554bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.852653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4c12623-4e49-4311-9c7b-94600db13d2d req-dfdb19f0-a772-407d-be60-db173d973896 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844786 Sep 23 23:54:35.869646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daf0bc-d1aa-4942-8278-3abcc3abc601 req-7f7e6e2b-43aa-4b25-9ac6-af2aa50c722f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:35.871190 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68daf0bc-d1aa-4942-8278-3abcc3abc601 req-7f7e6e2b-43aa-4b25-9ac6-af2aa50c722f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0924559 Sep 23 23:54:35.872647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f0232ec-84e8-4715-b704-ed992c2554bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.905026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0232ec-84e8-4715-b704-ed992c2554bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98d878e3-1161-4ab4-be9b-b7812504e035,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:35.916590 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f0232ec-84e8-4715-b704-ed992c2554bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:35.918433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4f0232ec-84e8-4715-b704-ed992c2554bb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98d878e3-1161-4ab4-be9b-b7812504e035 HTTP/1.1" status: 204 len: 168 time: 0.3835762 Sep 23 23:54:35.921726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41490) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:35.937764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68daf0bc-d1aa-4942-8278-3abcc3abc601 req-92427ece-3bb4-4ab0-bb1d-480f72d46e74 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597632 Sep 23 23:54:35.989392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.248879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b6f17edc-3edb-44b7-9ffd-eb0cfa586703 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:36.260714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b5a6d216-be4b-4bb2-ac06-9a3f757aa05a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:36.300908 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.312889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: b5a6d216-be4b-4bb2-ac06-9a3f757aa05a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:54:36.313461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b5a6d216-be4b-4bb2-ac06-9a3f757aa05a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:36.323841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2def993c-8b51-4514-9b8b-db2ebc335c03']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:54:36.326792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.334071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75db214d-ecc7-4a37-a1da-36829537b685') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:54:36.334603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75db214d-ecc7-4a37-a1da-36829537b685') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:54:36.344881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.356439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033fc54-2e3b-4cad-a484-e70d3de89862 req-4edbf78a-e601-4d21-b8aa-9bd854475b59 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:36.358225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4033fc54-2e3b-4cad-a484-e70d3de89862 req-4edbf78a-e601-4d21-b8aa-9bd854475b59 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.0517981 Sep 23 23:54:36.364288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.371190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:54:36.371586 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:54:36.373637 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:54:36.410148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4033fc54-2e3b-4cad-a484-e70d3de89862 req-e6e429b6-514b-4a05-94d7-1777a06c3315 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328095 Sep 23 23:54:36.430734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.464560 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.466494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] 10.222.0.24 "DELETE /v2.0/networks/2def993c-8b51-4514-9b8b-db2ebc335c03 HTTP/1.1" status: 204 len: 168 time: 0.5434391 Sep 23 23:54:36.468537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:36.481186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'port_id': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'mac_address': 'fa:16:3e:e5:a5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71937a2-7996-46df-a564-b4e960a55091', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:54:36.489044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd360f5-827b-4ba8-b842-ca3ce4ba408f admin admin] Pushing event deleted for resources: {'Network': ['ID=2def993c-8b51-4514-9b8b-db2ebc335c03,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:36.524466 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.526325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29565d2-f403-4dce-926b-4e56409ea726 req-d4f3c847-964a-4eb9-87ec-627173452180 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:36.528781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e29565d2-f403-4dce-926b-4e56409ea726 req-d4f3c847-964a-4eb9-87ec-627173452180 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.18 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 947 time: 0.0961804 Sep 23 23:54:36.537631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f17edc-3edb-44b7-9ffd-eb0cfa586703 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:36.567623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:36.573426 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.627132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:36.681208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62666715-2568-4084-a008-19f385d271ee req-94d01a80-fc23-40e7-a19d-353a0d47eff9 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:36.683214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62666715-2568-4084-a008-19f385d271ee req-94d01a80-fc23-40e7-a19d-353a0d47eff9 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 947 time: 0.0755217 Sep 23 23:54:36.703258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41502) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:36.717293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Deleting port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:54:36.717704 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.733612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62666715-2568-4084-a008-19f385d271ee req-5dbb1d92-f4f5-45e9-b44e-b7814234dab9 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390608 Sep 23 23:54:36.800985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ea763b-88c1-4f01-8905-93778b2a65c3 req-39c1dded-7e39-4670-afac-1a31a7e67282 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:36.802539 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04ea763b-88c1-4f01-8905-93778b2a65c3 req-39c1dded-7e39-4670-afac-1a31a7e67282 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0524716 Sep 23 23:54:36.826565 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-967f237a-2863-44a2-b31f-ef1d6480838a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bf4160ccf3840fa8b4917ae7d482fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210794 Sep 23 23:54:36.830690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41506) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:36.862835 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04ea763b-88c1-4f01-8905-93778b2a65c3 req-30561659-da8d-4217-8c2e-e7b484e903a0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526483 Sep 23 23:54:36.866263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] For port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:36.866694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.883289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Calling delete_port for 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:54:36.908695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50b262f6-dd4f-4282-bd89-07fcf1e4f748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:36.934034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50b262f6-dd4f-4282-bd89-07fcf1e4f748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.026113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b6f17edc-3edb-44b7-9ffd-eb0cfa586703'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:37.041250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5028cd-bf14-427a-87b7-46894d7b1027 req-bc071771-38cf-4140-bdbb-d095348424d3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:37.042680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd5028cd-bf14-427a-87b7-46894d7b1027 req-bc071771-38cf-4140-bdbb-d095348424d3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 944 time: 0.1023347 Sep 23 23:54:37.055976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d2b46-c56c-44b0-9515-672e9b80e85b req-962a80d5-a70f-4d2e-bfa3-dadf79aa6f9c tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:37.057532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-858d2b46-c56c-44b0-9515-672e9b80e85b req-962a80d5-a70f-4d2e-bfa3-dadf79aa6f9c tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1098 time: 0.0706739 Sep 23 23:54:37.060544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50b262f6-dd4f-4282-bd89-07fcf1e4f748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.063197 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50b262f6-dd4f-4282-bd89-07fcf1e4f748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.064304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-50b262f6-dd4f-4282-bd89-07fcf1e4f748 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1aecc632-22d2-404f-b4d4-164af8acd169 HTTP/1.1" status: 204 len: 168 time: 0.2326078 Sep 23 23:54:37.079011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.094688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b262f6-dd4f-4282-bd89-07fcf1e4f748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aecc632-22d2-404f-b4d4-164af8acd169,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:37.151880 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd5028cd-bf14-427a-87b7-46894d7b1027 req-42319e17-7da3-406e-a2db-ab48cba3f97f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932944 Sep 23 23:54:37.154092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-858d2b46-c56c-44b0-9515-672e9b80e85b req-0b2062e4-0b40-4eb9-9341-d7d7d9a87833 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823314 Sep 23 23:54:37.160913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Pushing event deleted for resources: {'Port': ['ID=8a733b9e-5a9f-48b1-a4ba-ca121d7da360,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:37.187151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] No DVR routers for this DVR port 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:37.189936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.192514 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e29565d2-f403-4dce-926b-4e56409ea726 req-3d75c448-20fb-4390-bf09-d6a163a1811c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.18 "DELETE /v2.0/ports/8a733b9e-5a9f-48b1-a4ba-ca121d7da360 HTTP/1.1" status: 204 len: 173 time: 0.6546113 Sep 23 23:54:37.192996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'name': 'network-vif-deleted', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:37.195339 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3305033e-0276-4b36-b999-1a9ac54f0d3e" -d '{"events": [{"server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "name": "network-vif-deleted", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:37.292667 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a148b46f-96cf-45e5-b375-ace4d9b5ae78 x-openstack-request-id: req-a148b46f-96cf-45e5-b375-ace4d9b5ae78 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:37.293228 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23252833-58da-4d1e-b607-3063d717f4dd", "name": "network-vif-deleted", "tag": "8a733b9e-5a9f-48b1-a4ba-ca121d7da360", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:37.293682 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a148b46f-96cf-45e5-b375-ace4d9b5ae78 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:37.294266 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23252833-58da-4d1e-b607-3063d717f4dd', 'name': 'network-vif-deleted', 'tag': '8a733b9e-5a9f-48b1-a4ba-ca121d7da360', 'status': 'completed', 'code': 200} Sep 23 23:54:37.342378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129d743-6db2-4201-9f4c-2c045872629a req-b0fe5416-7dcb-45b5-8fda-ebb180f24de0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:37.344800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b129d743-6db2-4201-9f4c-2c045872629a req-b0fe5416-7dcb-45b5-8fda-ebb180f24de0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1010082 Sep 23 23:54:37.426670 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b129d743-6db2-4201-9f4c-2c045872629a req-18b7ab02-52fb-4b7f-97b8-7736ec0a80ec tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677102 Sep 23 23:54:37.546122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930b342-8a22-408a-a409-a1066964a38d req-0f0140f4-f0f7-44c2-9ec8-897e7ba07798 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:37.553716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4930b342-8a22-408a-a409-a1066964a38d req-0f0140f4-f0f7-44c2-9ec8-897e7ba07798 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.0615263 Sep 23 23:54:37.602858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4930b342-8a22-408a-a409-a1066964a38d req-77058ee8-95e1-419c-b2a1-a2fa2b2c45a1 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431142 Sep 23 23:54:37.615688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41530) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:37.659039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fa2ee290-edab-41c5-b461-a0b28b13b6bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=618cb94b5d364b54a5e4954504553fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0421705 Sep 23 23:54:37.661544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41538) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:37.714399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59516a2f-9c35-4fbc-a5de-342601178ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.739599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59516a2f-9c35-4fbc-a5de-342601178ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.812763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59516a2f-9c35-4fbc-a5de-342601178ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.816056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59516a2f-9c35-4fbc-a5de-342601178ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:37.817235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-59516a2f-9c35-4fbc-a5de-342601178ab4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15cd5ae9-60e2-40ff-b870-e0b37c749599 HTTP/1.1" status: 204 len: 168 time: 0.1547184 Sep 23 23:54:37.842537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59516a2f-9c35-4fbc-a5de-342601178ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd5ae9-60e2-40ff-b870-e0b37c749599,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:37.921597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a787cda-b3b0-4296-87c8-5b9612613391 req-ea19dbbe-a86d-4a63-a5db-1b7662a4882c tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=23252833-58da-4d1e-b607-3063d717f4dd HTTP/1.1" status: 200 len: 210 time: 0.0442958 Sep 23 23:54:38.065181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13bddb-69be-4e5b-b32a-c273b330523d req-74b1da66-2768-4525-8986-354a3abcf3b0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:38.066970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c13bddb-69be-4e5b-b32a-c273b330523d req-74b1da66-2768-4525-8986-354a3abcf3b0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 949 time: 0.0608289 Sep 23 23:54:38.124431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c13bddb-69be-4e5b-b32a-c273b330523d req-ead78add-3a01-49ac-b2ae-11c308ba4f21 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505967 Sep 23 23:54:38.269071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:38.273197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b6f17edc-3edb-44b7-9ffd-eb0cfa586703 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:54:38.286797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67c1fd-4329-4c01-8b36-370891aff1c6 req-80a2dd4a-7eca-4aab-ab71-2483fbbeb7da tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:38.291391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb67c1fd-4329-4c01-8b36-370891aff1c6 req-80a2dd4a-7eca-4aab-ab71-2483fbbeb7da tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 944 time: 0.0756783 Sep 23 23:54:38.369318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb67c1fd-4329-4c01-8b36-370891aff1c6 req-82234f85-ab5c-4ae5-86e9-e96b0c83e959 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670578 Sep 23 23:54:38.396942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:54:38.407123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:38.407469 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:38.458748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:38.477792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'mac_address': 'fa:16:3e:0e:b3:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:54:38.546645 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:38.559809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-f7a64bb9-018f-4852-b981-8d1d53c297ee tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:54:38.560036 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:38.562882 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-f7a64bb9-018f-4852-b981-8d1d53c297ee tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085728 Sep 23 23:54:38.573957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8b5f3d3-6722-471b-9897-49c9b730ad44 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:38.575407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e596e1c-8b55-423d-80ee-6d4acca7825d req-c738cf9b-5ae2-4773-8780-62c5d8920024 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:38.583493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e596e1c-8b55-423d-80ee-6d4acca7825d req-c738cf9b-5ae2-4773-8780-62c5d8920024 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0600970 Sep 23 23:54:38.595850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:38.606539 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:38.627785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e596e1c-8b55-423d-80ee-6d4acca7825d req-2a978785-f3e6-4322-92b5-18faaf5f4f4d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434279 Sep 23 23:54:38.646671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-ddfd33a6-f0db-4a21-aba8-9ccceaf4ec71 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:38.648151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-ddfd33a6-f0db-4a21-aba8-9ccceaf4ec71 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports/2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 200 len: 1095 time: 0.0770965 Sep 23 23:54:38.659743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Request body: {'binding': {'host': 'n-h2-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:38.660197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Unknown quota resources ['binding']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 23:54:38.680906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:38.690641 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8e1d8c-1865-4dfb-9fa2-0cc2d15232a4" -d '{"events": [{"server_uuid": "40909885-710c-406d-87ab-7174d4681420", "name": "network-vif-plugged", "status": "completed", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:38.713183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:38.726370 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:38.728116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:38.782525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2be7-49b9-4842-96ea-8d772fda606e req-3df1641f-54b4-4a06-b0bf-087e553e52bf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:38.801001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05bf2be7-49b9-4842-96ea-8d772fda606e req-3df1641f-54b4-4a06-b0bf-087e553e52bf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.0929997 Sep 23 23:54:38.868931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05bf2be7-49b9-4842-96ea-8d772fda606e req-fd56bb41-61ba-4c10-9181-f90916f591f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665185 Sep 23 23:54:38.904429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on host n-h2-713498-18 for vnic_type normal with profile None {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:38.904997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:38.905306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:38.910672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:38.911515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:38.920699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:38.921550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:38.922043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:38.922696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Bound port: 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:38.983275 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57a9918-e6d1-4c95-839b-ba7335af697e x-openstack-request-id: req-e57a9918-e6d1-4c95-839b-ba7335af697e {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:38.983576 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40909885-710c-406d-87ab-7174d4681420", "name": "network-vif-plugged", "status": "completed", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:38.983920 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e57a9918-e6d1-4c95-839b-ba7335af697e {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:38.984398 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'code': 200} Sep 23 23:54:39.023004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:39.047508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:39.048106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:39.051623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-555e027d-9afc-4b54-9feb-ac7f2042f2a5 service neutron] 10.222.0.24 "POST /v2.0/ports/2eeafef6-f21f-46f2-bb74-9ce4d864684e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3954256 Sep 23 23:54:39.128192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7a233-def8-410f-811a-f2462bf16b37 req-29f148de-76c2-4ccf-862e-6575e21a1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:39.133807 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18a7a233-def8-410f-811a-f2462bf16b37 req-29f148de-76c2-4ccf-862e-6575e21a1f5a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 1097 time: 0.1053507 Sep 23 23:54:39.145640 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8b5f3d3-6722-471b-9897-49c9b730ad44'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:39.160642 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:39.182997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18a7a233-def8-410f-811a-f2462bf16b37 req-fbb9a8ed-850d-4a45-92a7-4dff469f1326 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396030 Sep 23 23:54:39.290102 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:39.308982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:39.316191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c8b5f3d3-6722-471b-9897-49c9b730ad44 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:39.365419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:39.376431 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:39.473811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839588a-84d1-457e-b32f-a33e1cfa5db2 req-0ddb7a8c-940b-4589-9ec1-4c1afc9ee3f3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:39.481110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:39.481940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e839588a-84d1-457e-b32f-a33e1cfa5db2 req-0ddb7a8c-940b-4589-9ec1-4c1afc9ee3f3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1057153 Sep 23 23:54:39.511696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7e4f98-8233-47b3-b877-75e0cbedcf38 req-85baedb0-612f-4bfb-ac8d-99ce64d68bbe tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:39.513360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee7e4f98-8233-47b3-b877-75e0cbedcf38 req-85baedb0-612f-4bfb-ac8d-99ce64d68bbe tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1358445 Sep 23 23:54:39.544977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e839588a-84d1-457e-b32f-a33e1cfa5db2 req-3c9ffadb-3a03-4f2b-9d32-270026f1704b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620446 Sep 23 23:54:39.589529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee7e4f98-8233-47b3-b877-75e0cbedcf38 req-438d0ff0-a2e2-470b-8eea-25a1b6fdf76c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 Sep 23 23:54:39.772536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c583a-8bce-470d-a02a-bdda7d276b80 req-bad46bda-6e90-4cf1-958c-d2770fa6dd6e tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:39.774369 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-085c583a-8bce-470d-a02a-bdda7d276b80 req-bad46bda-6e90-4cf1-958c-d2770fa6dd6e tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 949 time: 0.1318419 Sep 23 23:54:39.788531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544ad2c-df35-4f30-857e-758bd00a33a5 req-1c58ea16-3039-4ff8-b773-8214f8ed33e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:39.797221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f544ad2c-df35-4f30-857e-758bd00a33a5 req-1c58ea16-3039-4ff8-b773-8214f8ed33e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1090350 Sep 23 23:54:39.856953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f544ad2c-df35-4f30-857e-758bd00a33a5 req-33538694-f6bf-407d-8bc7-825912a83781 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588818 Sep 23 23:54:39.859775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-085c583a-8bce-470d-a02a-bdda7d276b80 req-1bd4af92-6146-4b1d-8ec0-52bd3c66461e tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605359 Sep 23 23:54:39.914494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:39.941616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:54:39.941975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8a733b9e-5a9f-48b1-a4ba-ca121d7da360 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:40.030652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2c74b-46a6-4563-a637-60309bf43d5c req-89d70eb6-c43a-4a61-8a64-a6e53cc4e691 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:40.032164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abc2c74b-46a6-4563-a637-60309bf43d5c req-89d70eb6-c43a-4a61-8a64-a6e53cc4e691 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0795772 Sep 23 23:54:40.045126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680090e2-98b2-45e6-b7cb-821e77ed0613 req-9dcb05b9-71e6-4fa3-abe8-10cd7442c3de tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:40.046508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-680090e2-98b2-45e6-b7cb-821e77ed0613 req-9dcb05b9-71e6-4fa3-abe8-10cd7442c3de tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.0851424 Sep 23 23:54:40.112203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-680090e2-98b2-45e6-b7cb-821e77ed0613 req-1c5b1d8c-3e1a-4f45-9c8d-db6d7b09a010 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589139 Sep 23 23:54:40.114854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abc2c74b-46a6-4563-a637-60309bf43d5c req-af917bdd-25fd-4c20-a375-127a7d027668 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673835 Sep 23 23:54:40.238116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51c96830-aafe-40ac-a648-ba61f85c54dd req-7c5ede27-6f57-4e87-acf3-034e5e96ced1 tempest-FlavorsV2NegativeTest-1015980347 tempest-FlavorsV2NegativeTest-1015980347-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ebf2f04d4e4745e387c229134132015a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415859 Sep 23 23:54:40.413481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c96830-aafe-40ac-a648-ba61f85c54dd req-175af881-f775-4e62-bd89-1da562bc93a0 tempest-FlavorsV2NegativeTest-1015980347 tempest-FlavorsV2NegativeTest-1015980347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:40.416298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51c96830-aafe-40ac-a648-ba61f85c54dd req-175af881-f775-4e62-bd89-1da562bc93a0 tempest-FlavorsV2NegativeTest-1015980347 tempest-FlavorsV2NegativeTest-1015980347-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718831 Sep 23 23:54:40.439963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51c96830-aafe-40ac-a648-ba61f85c54dd req-393bc835-c27f-4136-8767-df613013821b tempest-FlavorsV2NegativeTest-1015980347 tempest-FlavorsV2NegativeTest-1015980347-project] 10.222.0.24 "GET /v2.0/quotas/ebf2f04d4e4745e387c229134132015a HTTP/1.1" status: 200 len: 375 time: 0.0154009 Sep 23 23:54:40.472664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51c96830-aafe-40ac-a648-ba61f85c54dd req-f983acea-40da-40d2-80d0-c2525ae3ebc5 tempest-FlavorsV2NegativeTest-1015980347 tempest-FlavorsV2NegativeTest-1015980347-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ebf2f04d4e4745e387c229134132015a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268810 Sep 23 23:54:40.775209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9cdb5f-8ca9-46b6-9e4d-cb0de8f74300 req-0039f12d-0a4f-4aa6-8a17-550e8d3c9a3e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:40.777525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d9cdb5f-8ca9-46b6-9e4d-cb0de8f74300 req-0039f12d-0a4f-4aa6-8a17-550e8d3c9a3e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1148152 Sep 23 23:54:40.797405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b440-a801-414f-96fb-0badcb841e7e req-996e287e-4c02-48ad-84b7-4190dcedb659 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:40.799710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f08b440-a801-414f-96fb-0badcb841e7e req-996e287e-4c02-48ad-84b7-4190dcedb659 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1091847 Sep 23 23:54:40.875641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d9cdb5f-8ca9-46b6-9e4d-cb0de8f74300 req-1b3f389d-734a-4e61-a087-e133e097c183 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745122 Sep 23 23:54:40.888269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f08b440-a801-414f-96fb-0badcb841e7e req-89158be2-cf07-41d8-a41f-86d5afca6567 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760818 Sep 23 23:54:41.019791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167d57a-e90d-4462-86bc-69daf7427be1 req-171632a7-3e05-496e-bf11-370d2fae7b73 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:41.021822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167d57a-e90d-4462-86bc-69daf7427be1 req-171632a7-3e05-496e-bf11-370d2fae7b73 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.0612891 Sep 23 23:54:41.110107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01776eac-8fdf-4d41-860a-58a0f13a1b15 req-4813c43d-c9d2-44d1-b8af-f7ed783abc8b tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:41.112802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01776eac-8fdf-4d41-860a-58a0f13a1b15 req-4813c43d-c9d2-44d1-b8af-f7ed783abc8b tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 949 time: 0.0898831 Sep 23 23:54:41.118243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167d57a-e90d-4462-86bc-69daf7427be1 req-084758bc-7f63-42fb-8d46-3a67dfed7c38 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852606 Sep 23 23:54:41.148193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41672) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:41.177473 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01776eac-8fdf-4d41-860a-58a0f13a1b15 req-403f590d-0329-4133-b45e-9822e669b6f0 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/security-groups?id=34f89c20-18c6-4315-b704-8280b7605e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563459 Sep 23 23:54:41.192866 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-d65743e5-2ee8-4d00-a100-1992749e9070 service neutron] 10.222.0.18 "GET /v2.0/ports/81007724-64bb-495f-a755-cfd200c6be4a/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.0772552 Sep 23 23:54:41.262122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2e5b2-0529-4b4c-ac1d-25311d54f11c req-4cbad96a-1485-4955-b3e3-c233f29208cf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:41.264327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9af2e5b2-0529-4b4c-ac1d-25311d54f11c req-4cbad96a-1485-4955-b3e3-c233f29208cf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 943 time: 0.0733776 Sep 23 23:54:41.317858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9af2e5b2-0529-4b4c-ac1d-25311d54f11c req-00a9a38c-649a-440f-9128-db8d72973144 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466321 Sep 23 23:54:41.358545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b2ed04-5ea7-437a-890c-c40e99e4fb69 req-66d4d4f9-e61b-43df-a7bd-4aaa87fc6761 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:41.360320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19b2ed04-5ea7-437a-890c-c40e99e4fb69 req-66d4d4f9-e61b-43df-a7bd-4aaa87fc6761 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0595152 Sep 23 23:54:41.372279 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73345387-b8a1-48ce-b152-5752f90b8fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.410296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19b2ed04-5ea7-437a-890c-c40e99e4fb69 req-6d7ea2c0-2d1f-40db-8571-1dc4630c7886 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347672 Sep 23 23:54:41.469556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:41.503644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:41.548970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81007724-64bb-495f-a755-cfd200c6be4a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:41.564196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:41.591518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.594465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73345387-b8a1-48ce-b152-5752f90b8fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.604533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73345387-b8a1-48ce-b152-5752f90b8fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.691989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73345387-b8a1-48ce-b152-5752f90b8fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cd0ef5-1490-4113-9c56-0a3835927466,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:41.699688 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-73345387-b8a1-48ce-b152-5752f90b8fb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebf2f04d4e4745e387c229134132015a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5474744 Sep 23 23:54:41.702479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41688) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:41.757915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3feb1c66-49c2-4201-b5f3-1a8d8aaeba97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.760229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-0530c08a-401c-4ba1-8aab-456446880b15 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:41.762576 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-0530c08a-401c-4ba1-8aab-456446880b15 tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.20 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 949 time: 0.1392646 Sep 23 23:54:41.778000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] Transition to ACTIVE for port object 81007724-64bb-495f-a755-cfd200c6be4a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:54:41.780899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3feb1c66-49c2-4201-b5f3-1a8d8aaeba97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.801476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.868050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3feb1c66-49c2-4201-b5f3-1a8d8aaeba97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.874905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3feb1c66-49c2-4201-b5f3-1a8d8aaeba97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:41.886843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3feb1c66-49c2-4201-b5f3-1a8d8aaeba97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/93cd0ef5-1490-4113-9c56-0a3835927466 HTTP/1.1" status: 204 len: 168 time: 0.1820827 Sep 23 23:54:41.916838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] No DVR routers for this DVR port 81007724-64bb-495f-a755-cfd200c6be4a on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:41.928507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] Pushing event updated for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:41.931312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb1c66-49c2-4201-b5f3-1a8d8aaeba97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cd0ef5-1490-4113-9c56-0a3835927466,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:41.969486 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-51da583c-fb39-4c59-afe1-52e7c1fe2f01 service neutron] 10.222.0.18 "PUT /v2.0/ports/81007724-64bb-495f-a755-cfd200c6be4a/bindings/n-h2-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 0.7637153 Sep 23 23:54:41.982471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Deleting port f9329365-91df-45db-b2aa-ea6c57e23d2e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:54:41.983146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:42.086970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] For port f9329365-91df-45db-b2aa-ea6c57e23d2e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f9329365-91df-45db-b2aa-ea6c57e23d2e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:42.087691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:42.104773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Calling delete_port for f9329365-91df-45db-b2aa-ea6c57e23d2e owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:54:42.134480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166ef1d-90c0-4756-b94d-8814e934831d req-d36334c6-c85a-4622-b72b-d2ae68c1122a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.137164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7166ef1d-90c0-4756-b94d-8814e934831d req-d36334c6-c85a-4622-b72b-d2ae68c1122a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1857638 Sep 23 23:54:42.172413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e6f18-a94d-4d3c-916b-3e19380decc5 req-0a6b65e1-f921-42f4-802b-aee3b09c0857 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.174978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-732e6f18-a94d-4d3c-916b-3e19380decc5 req-0a6b65e1-f921-42f4-802b-aee3b09c0857 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 948 time: 0.1510396 Sep 23 23:54:42.190112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-f92bfe96-d5d6-4d84-91b4-8307678da806 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.192687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-f92bfe96-d5d6-4d84-91b4-8307678da806 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.1557322 Sep 23 23:54:42.289755 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:54:42.297389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7166ef1d-90c0-4756-b94d-8814e934831d req-2bfeae16-557e-44fb-a449-8c2e28025aee tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467292 Sep 23 23:54:42.306280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:42.324990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-732e6f18-a94d-4d3c-916b-3e19380decc5 req-729c9b22-65f5-4eb6-875d-54c83f3e4f72 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391881 Sep 23 23:54:42.331811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-66817e53-88a3-4247-a0c8-09eb3b692a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.333544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-66817e53-88a3-4247-a0c8-09eb3b692a7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7 HTTP/1.1" status: 200 len: 1096 time: 0.1171777 Sep 23 23:54:42.389538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Pushing event deleted for resources: {'Port': ['ID=f9329365-91df-45db-b2aa-ea6c57e23d2e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:42.416913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c8b5f3d3-6722-471b-9897-49c9b730ad44 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:42.417293 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:42.454541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17f32ce5-6eef-4aad-bdc1-c2e5c03ca119 req-0166e852-8a20-4cc9-a00a-da434db91f9e tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.24 "GET /v2.0/ports?device_id=b99f65a2-1add-4dba-8d23-3fa57ed5c61e HTTP/1.1" status: 200 len: 210 time: 0.0512269 Sep 23 23:54:42.480726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-8db95fbe-0593-4f2b-b09b-55facb7b0cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.482363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-8db95fbe-0593-4f2b-b09b-55facb7b0cc3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1096 time: 0.1239972 Sep 23 23:54:42.519591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] No DVR routers for this DVR port f9329365-91df-45db-b2aa-ea6c57e23d2e on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:42.523706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:42.525787 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff538752-c9b8-47ba-8619-8c69636f7386 req-6c6a4174-897b-4738-a6f3-6ec2be38de6f tempest-ListImageFiltersTestJSON-1549249597 tempest-ListImageFiltersTestJSON-1549249597-project] 10.222.0.20 "DELETE /v2.0/ports/f9329365-91df-45db-b2aa-ea6c57e23d2e HTTP/1.1" status: 204 len: 173 time: 0.7567253 Sep 23 23:54:42.531616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-deleted', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:42.537238 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cc57c9-e55b-4bea-a9ab-85b999084bdb" -d '{"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-deleted", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:42.544382 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:42.584094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:42.587891 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cda3dde-c426-43c9-93ff-8f81d1a1d305" -d '{"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-plugged", "status": "completed", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:42.602530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:42.608442 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:42.639088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543a15f-982a-47ce-b7d7-3db1d32c7ab9 req-7f5a8524-c7f0-4c08-9d13-ef7ffc3b64db tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.646521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1543a15f-982a-47ce-b7d7-3db1d32c7ab9 req-7f5a8524-c7f0-4c08-9d13-ef7ffc3b64db tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.2078476 Sep 23 23:54:42.676649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:42.719015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-28c1714b-0292-409f-88cd-a248ecde4584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.720417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-28c1714b-0292-409f-88cd-a248ecde4584 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.2183414 Sep 23 23:54:42.734167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1315d-a692-4d5b-b93f-d677f378c2b7 req-f356b0c9-9b9a-41d6-a61c-75c657938422 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.735695 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ef1315d-a692-4d5b-b93f-d677f378c2b7 req-f356b0c9-9b9a-41d6-a61c-75c657938422 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 944 time: 0.1707692 Sep 23 23:54:42.786057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1543a15f-982a-47ce-b7d7-3db1d32c7ab9 req-36ae56e2-02c3-4e74-a7e8-532c6918e9aa tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385875 Sep 23 23:54:42.788482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-9a6cc6be-1aa2-4843-bacb-2e984e178877 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 200 len: 217 time: 0.0498340 Sep 23 23:54:42.880325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ef1315d-a692-4d5b-b93f-d677f378c2b7 req-be84b72a-b40a-4b02-99c7-f2ed9da75f87 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323564 Sep 23 23:54:42.904120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-a1160882-8ad2-4099-88ca-7249da350567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:42.904120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-a1160882-8ad2-4099-88ca-7249da350567 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1027818 Sep 23 23:54:42.983529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-e4721ac9-12c6-46ce-aacc-b0647cb263a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714660 Sep 23 23:54:43.055041 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6224b91-6e7f-4112-af6c-13b215db771a x-openstack-request-id: req-d6224b91-6e7f-4112-af6c-13b215db771a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:43.058198 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b99f65a2-1add-4dba-8d23-3fa57ed5c61e", "name": "network-vif-deleted", "tag": "f9329365-91df-45db-b2aa-ea6c57e23d2e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:43.058893 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6224b91-6e7f-4112-af6c-13b215db771a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:43.060624 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b99f65a2-1add-4dba-8d23-3fa57ed5c61e', 'name': 'network-vif-deleted', 'tag': 'f9329365-91df-45db-b2aa-ea6c57e23d2e', 'status': 'completed', 'code': 200} Sep 23 23:54:43.071963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580613e-d880-409a-aad4-7347b14e91b1 req-28e7636d-1c61-47cd-ae85-3e8f4117a7ee tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:43.074378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d580613e-d880-409a-aad4-7347b14e91b1 req-28e7636d-1c61-47cd-ae85-3e8f4117a7ee tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1643987 Sep 23 23:54:43.090842 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771b89b5-9ac0-419a-9ad9-c2c02eca69d6 x-openstack-request-id: req-771b89b5-9ac0-419a-9ad9-c2c02eca69d6 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:43.091140 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-plugged", "status": "completed", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:43.091392 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-771b89b5-9ac0-419a-9ad9-c2c02eca69d6 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:43.091790 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'code': 200} Sep 23 23:54:43.204339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d580613e-d880-409a-aad4-7347b14e91b1 req-f0981db0-f56e-47e7-a722-5ebcc0f24c5d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828972 Sep 23 23:54:43.207583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-042ffccf-da87-4aac-9f46-151efa4778e9 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104857 Sep 23 23:54:43.370244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881f294-3cb4-4675-9b2e-ec96abcb56a1 req-7b53e1ca-4b53-4206-850e-b05cdc567342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:43.372757 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9881f294-3cb4-4675-9b2e-ec96abcb56a1 req-7b53e1ca-4b53-4206-850e-b05cdc567342 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1102 time: 0.0819752 Sep 23 23:54:43.387617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-a3a9bf82-3d1c-4fce-ad12-fa58f4616431 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724608 Sep 23 23:54:43.426824 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9881f294-3cb4-4675-9b2e-ec96abcb56a1 req-abbb715b-a99e-4dc3-bd98-6945c7f543a3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Sep 23 23:54:43.456333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb0dc2-38db-466c-9fd3-b0f6f6439c9a req-62f8b556-5dca-46ac-a34f-6183200d5ddf tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:43.457999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53bb0dc2-38db-466c-9fd3-b0f6f6439c9a req-62f8b556-5dca-46ac-a34f-6183200d5ddf tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.0810494 Sep 23 23:54:43.513119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-b86f1330-2b45-4fd1-b2b8-ff445c832d04 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a7a77090b9f4165a9f4db4e50fb8432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278363 Sep 23 23:54:43.520647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53bb0dc2-38db-466c-9fd3-b0f6f6439c9a req-5324b769-0ea9-4ea9-b5a1-fbae7d03725c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542955 Sep 23 23:54:43.666091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-34a833b5-f23b-4de4-a696-a860a85689f3 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:43.667503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-34a833b5-f23b-4de4-a696-a860a85689f3 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1460085 Sep 23 23:54:43.676914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b922814-a9d5-4b56-b38b-18b1ba0ae591 req-0b45a7b3-c4b8-433e-ac6b-6b07eb1fa960 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:43.678344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b922814-a9d5-4b56-b38b-18b1ba0ae591 req-0b45a7b3-c4b8-433e-ac6b-6b07eb1fa960 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 950 time: 0.0788808 Sep 23 23:54:43.698306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-4766e721-345b-453d-8097-6479d42246e8 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/quotas/7a7a77090b9f4165a9f4db4e50fb8432 HTTP/1.1" status: 200 len: 375 time: 0.0189798 Sep 23 23:54:43.751439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b922814-a9d5-4b56-b38b-18b1ba0ae591 req-2a16da29-2a7a-4357-8ba2-29181a34ec38 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646677 Sep 23 23:54:43.753360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-d8d4b8f9-d5a1-41c8-a366-c0ce0811b2e0 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a7a77090b9f4165a9f4db4e50fb8432&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423722 Sep 23 23:54:43.833178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-aa80fa09-5d9d-4f5c-897e-e36b74152d1b tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:43.836438 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-aa80fa09-5d9d-4f5c-897e-e36b74152d1b tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.0506997 Sep 23 23:54:43.965487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 81007724-64bb-495f-a755-cfd200c6be4a no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:44.050686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 81007724-64bb-495f-a755-cfd200c6be4a not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:44.059082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-b49c3293-3f38-46fb-9418-d0c828e718c6 service neutron] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:44.063485 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-b49c3293-3f38-46fb-9418-d0c828e718c6 service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:44.064991 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9cbee24d-e410-4134-9e2d-77c69ae28ce6 req-b49c3293-3f38-46fb-9418-d0c828e718c6 service neutron] 10.222.0.20 "DELETE /v2.0/ports/81007724-64bb-495f-a755-cfd200c6be4a/bindings/n-h1-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.2206788 Sep 23 23:54:44.310070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cc4cea-18da-46cc-a5a2-48609fd517c9 req-043fb083-1a3f-411d-bca0-b6eefaf96e68 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:44.318434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7cc4cea-18da-46cc-a5a2-48609fd517c9 req-043fb083-1a3f-411d-bca0-b6eefaf96e68 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.3512545 Sep 23 23:54:44.354517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7cc4cea-18da-46cc-a5a2-48609fd517c9 req-86c16c4c-3830-4b4e-8ae1-b1550a89b380 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350962 Sep 23 23:54:44.448890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12f09033-73ac-44b8-9f22-54b6b2a1a96e req-13d4a3f7-fa6a-429d-bdd1-9cb4c1964712 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 210 time: 0.0317030 Sep 23 23:54:44.534544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba122c3-2de9-4487-a612-f3d516377f09 req-f5336561-71a4-4b3c-95ff-f538d8422123 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:44.536237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ba122c3-2de9-4487-a612-f3d516377f09 req-f5336561-71a4-4b3c-95ff-f538d8422123 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 944 time: 0.0691786 Sep 23 23:54:44.583818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ba122c3-2de9-4487-a612-f3d516377f09 req-d78226e6-bdfc-4668-97e9-e284452e3d5e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408790 Sep 23 23:54:44.713978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77f905-e2b7-4a76-a2ca-24630d823f82 req-9d94458e-008a-4124-8c35-adc1cd040520 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:44.715803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e77f905-e2b7-4a76-a2ca-24630d823f82 req-9d94458e-008a-4124-8c35-adc1cd040520 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0711932 Sep 23 23:54:44.768795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e77f905-e2b7-4a76-a2ca-24630d823f82 req-197b1810-d662-41cc-b53c-50746d65382d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447185 Sep 23 23:54:44.895458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be11d55a-9b65-43fc-a246-a846eaeeef49 req-8b8b4024-2697-44c0-be33-bdc743c4a914 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:44.897058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be11d55a-9b65-43fc-a246-a846eaeeef49 req-8b8b4024-2697-44c0-be33-bdc743c4a914 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.0645647 Sep 23 23:54:44.943849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be11d55a-9b65-43fc-a246-a846eaeeef49 req-88b85763-818b-4130-84d5-d26a77471ced tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Sep 23 23:54:45.101319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b08272-1afe-491a-a06f-03067d045778 req-57a31151-0e99-4d6b-9f61-87b74a766f46 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:45.115741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34b08272-1afe-491a-a06f-03067d045778 req-57a31151-0e99-4d6b-9f61-87b74a766f46 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 950 time: 0.0861871 Sep 23 23:54:45.195477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34b08272-1afe-491a-a06f-03067d045778 req-268adae6-0801-4ceb-8988-b5c3f42c4dde tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768676 Sep 23 23:54:45.296399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-576c673e-29e7-4505-b581-93f3c1ba25bc tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7a7a77090b9f4165a9f4db4e50fb8432&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683763 Sep 23 23:54:45.491892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-dd88f515-e663-4bbf-ba31-4196fd48a95f tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:45.495243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-dd88f515-e663-4bbf-ba31-4196fd48a95f tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1901169 Sep 23 23:54:45.496900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f812b32-ed3e-444e-81e7-1137e081d0cd req-b1f0c5ec-efa9-436a-985d-58e873a070b9 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:45.498696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f812b32-ed3e-444e-81e7-1137e081d0cd req-b1f0c5ec-efa9-436a-985d-58e873a070b9 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1096 time: 0.1262355 Sep 23 23:54:45.503647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-a6ed9488-43f7-4c28-88ea-934fbdc1923a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:45.505105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-a6ed9488-43f7-4c28-88ea-934fbdc1923a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1098 time: 0.0924366 Sep 23 23:54:45.515504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Request body: {'port': {'device_id': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': '7a7a77090b9f4165a9f4db4e50fb8432'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:45.624644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f812b32-ed3e-444e-81e7-1137e081d0cd req-6f6729f0-1020-4d30-aafe-724b8a198a37 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158514 Sep 23 23:54:45.690222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Made reservation on behalf of 7a7a77090b9f4165a9f4db4e50fb8432 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:54:45.699201 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:45.714327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:45.763384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-f98d3c98-b925-4a6f-ba0b-2fe6d42b518f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:45.765972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-f98d3c98-b925-4a6f-ba0b-2fe6d42b518f service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2513349 Sep 23 23:54:45.778106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41848) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:45.788605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba302a0-4c59-4b04-8654-c6d320591fab req-c8d18ba4-0940-4c02-ae1d-3a69d758a7a7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:45.791089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cba302a0-4c59-4b04-8654-c6d320591fab req-c8d18ba4-0940-4c02-ae1d-3a69d758a7a7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.2167366 Sep 23 23:54:45.862990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:45.869901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:45.874379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-972152cd-689b-4538-904e-0c33fe242dd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 200 len: 217 time: 0.0819991 Sep 23 23:54:45.899213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31d2a4-bc0f-4fb2-835c-49c5e1121534 req-c04b8bbe-5e9c-4972-a37c-6600f8f00df7 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:45.900759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb31d2a4-bc0f-4fb2-835c-49c5e1121534 req-c04b8bbe-5e9c-4972-a37c-6600f8f00df7 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1102 time: 0.2022171 Sep 23 23:54:45.958805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cba302a0-4c59-4b04-8654-c6d320591fab req-7c3cd2a6-36c9-48ec-a157-a7638f66861a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505873 Sep 23 23:54:45.963253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ff0a76-cb28-437c-930d-6b0b95b78dba,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:45.973463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-ab320caf-efc5-44e3-9638-2cf7fd06304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:45.975113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-ab320caf-efc5-44e3-9638-2cf7fd06304e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0924809 Sep 23 23:54:45.981340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb31d2a4-bc0f-4fb2-835c-49c5e1121534 req-598dbe80-af40-4277-a74e-bf48663febb8 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Sep 23 23:54:46.020861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-315b6ba4-e8ae-46fe-8747-661a2ac7eb7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384266 Sep 23 23:54:46.034901 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d8d32db8-2a81-4196-aa2e-9a9f8fd1e623 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef0ace61758d479e859ed1efb70a8634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531328 Sep 23 23:54:46.038327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41856) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:46.092263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Allocated IP 192.168.233.136 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/9886e280-94c4-46f6-b68d-227a890832be) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:54:46.130040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a90ef80-02c7-4d81-98e3-5358dfb308de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.152461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c45aa169-d9eb-4cc0-b8e2-cec75eab6d81 req-582bb150-587d-4a1b-ac16-884e08d310dc tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 210 time: 0.0392334 Sep 23 23:54:46.189600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-c5efc3a8-81c2-4d85-a08e-6d7a84773c21 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609035 Sep 23 23:54:46.190943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a90ef80-02c7-4d81-98e3-5358dfb308de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.306148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:46.347283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a90ef80-02c7-4d81-98e3-5358dfb308de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.347879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: f9329365-91df-45db-b2aa-ea6c57e23d2e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:54:46.348493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f9329365-91df-45db-b2aa-ea6c57e23d2e not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:46.353131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a90ef80-02c7-4d81-98e3-5358dfb308de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.357499 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a90ef80-02c7-4d81-98e3-5358dfb308de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34f89c20-18c6-4315-b704-8280b7605e84 HTTP/1.1" status: 204 len: 168 time: 0.3149750 Sep 23 23:54:46.378078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a90ef80-02c7-4d81-98e3-5358dfb308de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f89c20-18c6-4315-b704-8280b7605e84,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:46.382835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244f323-e4e2-4b8a-a841-1c249e79e72d req-309abb08-4409-49ab-a0f6-57786c69bea8 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:46.385147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4244f323-e4e2-4b8a-a841-1c249e79e72d req-309abb08-4409-49ab-a0f6-57786c69bea8 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 1096 time: 0.1279247 Sep 23 23:54:46.386885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.394171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cccf67a-e0c0-4884-be35-b3320da5e470 req-c2e007fe-7c35-4de5-9297-e8deba1d70fd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:46.401718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cccf67a-e0c0-4884-be35-b3320da5e470 req-c2e007fe-7c35-4de5-9297-e8deba1d70fd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1639512 Sep 23 23:54:46.412204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-c0530b5b-9a76-4c4a-bc2d-a1ff3a2ab7bc service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150545 Sep 23 23:54:46.455723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.465895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cccf67a-e0c0-4884-be35-b3320da5e470 req-eb2bf8ec-d31c-4fbc-9e54-112c46563f09 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Sep 23 23:54:46.476087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4244f323-e4e2-4b8a-a841-1c249e79e72d req-0938032f-ec3b-4396-a16a-86ab192f2c2e tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719428 Sep 23 23:54:46.584709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:54:46.588852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:46.592770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:54:46.604615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:46.678807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa1e4a-589d-44e9-a333-312a154de389 req-baf20c7a-a9d7-4211-814a-f0a3795d891e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:46.684018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25aa1e4a-589d-44e9-a333-312a154de389 req-baf20c7a-a9d7-4211-814a-f0a3795d891e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.0994244 Sep 23 23:54:46.719161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:46.728849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.765998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25aa1e4a-589d-44e9-a333-312a154de389 req-07e60620-a74e-439b-ac57-28e9e20cf8c8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745687 Sep 23 23:54:46.773252 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-a7bb4744-69b2-4faf-9e7c-e1386151185a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2652166 Sep 23 23:54:46.789860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Request body: {'port': {'device_id': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:46.879394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:46.920207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72a7d79-9696-44cb-8f34-877cd5b0f680 req-6ac2bf5f-43e5-4892-801c-530347691ca4 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:46.922344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a72a7d79-9696-44cb-8f34-877cd5b0f680 req-6ac2bf5f-43e5-4892-801c-530347691ca4 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 1102 time: 0.0492544 Sep 23 23:54:46.994018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a72a7d79-9696-44cb-8f34-877cd5b0f680 req-420c3ac8-03ab-4caf-baee-02a34afb5c49 tempest-ServersAdminTestJSON-89497894 tempest-ServersAdminTestJSON-89497894-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652573 Sep 23 23:54:47.053592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3bab8c41-c832-4d05-abe2-45e86f37a324 None None] Provisioning complete for port 9886e280-94c4-46f6-b68d-227a890832be triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:47.054423 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3bab8c41-c832-4d05-abe2-45e86f37a324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:47.190364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3bab8c41-c832-4d05-abe2-45e86f37a324 None None] Port 9886e280-94c4-46f6-b68d-227a890832be cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:54:47.295073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc0b69-1342-4482-8ca0-03742e042bf4 req-c3b28cd1-3d7f-4518-89ea-63248eb17305 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:47.303824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bcc0b69-1342-4482-8ca0-03742e042bf4 req-c3b28cd1-3d7f-4518-89ea-63248eb17305 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1248872 Sep 23 23:54:47.350700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bcc0b69-1342-4482-8ca0-03742e042bf4 req-db6f897a-12b1-4df9-9dbe-8e1a4f4cdf89 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 Sep 23 23:54:47.384215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9886e280-94c4-46f6-b68d-227a890832be {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:47.404870 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:47.427602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Transition to ACTIVE for port object 9886e280-94c4-46f6-b68d-227a890832be will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:54:47.435137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:47.535656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:47.641103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84703a87-38bc-4c2e-920c-af5ad9f32d07 req-43d7b058-3fbd-401c-a541-c68c7ff985b8 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:47.643843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84703a87-38bc-4c2e-920c-af5ad9f32d07 req-43d7b058-3fbd-401c-a541-c68c7ff985b8 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 948 time: 0.1239581 Sep 23 23:54:47.679028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e36a0-0b9f-4e17-9112-736997d7722f req-5df4d6f1-d55b-45dc-b323-fb9b313357c6 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:47.687272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd6e36a0-0b9f-4e17-9112-736997d7722f req-5df4d6f1-d55b-45dc-b323-fb9b313357c6 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 949 time: 0.1037781 Sep 23 23:54:47.700964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Attempting to bind port 9886e280-94c4-46f6-b68d-227a890832be on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:47.701368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Attempting to bind port 9886e280-94c4-46f6-b68d-227a890832be by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:47.701679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Attempting to bind port 9886e280-94c4-46f6-b68d-227a890832be on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:47.708810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Port 9886e280-94c4-46f6-b68d-227a890832be on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:54:47.708810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Attempting to bind port 9886e280-94c4-46f6-b68d-227a890832be on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:47.715479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:47.715818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:47.716199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:47.716632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Bound port: 9886e280-94c4-46f6-b68d-227a890832be, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:47.716990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:47.746331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84703a87-38bc-4c2e-920c-af5ad9f32d07 req-81d46076-96dd-41d9-b66d-ca7055d7d1a3 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952892 Sep 23 23:54:47.752361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd6e36a0-0b9f-4e17-9112-736997d7722f req-14eaa581-9935-4751-a9ef-06517732d2f3 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638790 Sep 23 23:54:47.845415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:47.848820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:47.856162 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:47.905933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:47.911811 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:47.913576 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] 10.222.0.20 "PUT /v2.0/ports/9886e280-94c4-46f6-b68d-227a890832be HTTP/1.1" status: 200 len: 1097 time: 1.1308687 Sep 23 23:54:47.917831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'tag': '9886e280-94c4-46f6-b68d-227a890832be'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:47.944461 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4535ded4-cf41-4f0f-8158-2e31192a57d5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "tag": "9886e280-94c4-46f6-b68d-227a890832be"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:47.963013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c4956-157a-4ca6-ae13-788f079d476d req-9bce3210-37e0-4bce-962a-42dc648dfd1b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:47.977302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c60c4956-157a-4ca6-ae13-788f079d476d req-9bce3210-37e0-4bce-962a-42dc648dfd1b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1162567 Sep 23 23:54:48.036451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ca742-d826-4402-85d9-362678eae4c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:48.063637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c60c4956-157a-4ca6-ae13-788f079d476d req-836281fb-9d4d-4246-a645-446da7f6b827 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851176 Sep 23 23:54:48.074847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-b80b4ea1-b14f-48cd-a1db-bdb0c51c06cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.076560 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-b80b4ea1-b14f-48cd-a1db-bdb0c51c06cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a7a77090b9f4165a9f4db4e50fb8432&device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 1100 time: 0.1032734 Sep 23 23:54:48.109923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5554245f-4b29-4041-ba1f-b97550444f74 req-b27f74e3-67d4-43b5-a119-4bd297015c8d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.124052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5554245f-4b29-4041-ba1f-b97550444f74 req-b27f74e3-67d4-43b5-a119-4bd297015c8d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1440306 Sep 23 23:54:48.167969 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-60205400-17c2-4639-aaf5-623e2ce63d85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=9886e280-94c4-46f6-b68d-227a890832be HTTP/1.1" status: 200 len: 217 time: 0.0705972 Sep 23 23:54:48.170233 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa2feb1-1ae2-463c-920a-089a73f0fe9f x-openstack-request-id: req-5fa2feb1-1ae2-463c-920a-089a73f0fe9f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:48.170537 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "tag": "9886e280-94c4-46f6-b68d-227a890832be", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:48.170809 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fa2feb1-1ae2-463c-920a-089a73f0fe9f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:48.171211 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'tag': '9886e280-94c4-46f6-b68d-227a890832be', 'status': 'completed', 'code': 200} Sep 23 23:54:48.192123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5554245f-4b29-4041-ba1f-b97550444f74 req-43656276-35f5-4a77-b23f-69e54efd15ee tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652359 Sep 23 23:54:48.237163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-329be490-3034-424b-9445-a07feebddedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.238778 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-329be490-3034-424b-9445-a07feebddedc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0609899 Sep 23 23:54:48.293242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-0ced5bba-06bd-439a-893e-1edd7d896410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.295120 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-0ced5bba-06bd-439a-893e-1edd7d896410 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475135 Sep 23 23:54:48.410060 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-3beff1aa-fd59-4c3a-8477-83f2cdace833 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071742 Sep 23 23:54:48.478511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20023f-35a9-42bf-a1f9-e6137b75c50e req-8b94d244-e090-4547-9d99-cfee5b897789 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.480260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca20023f-35a9-42bf-a1f9-e6137b75c50e req-8b94d244-e090-4547-9d99-cfee5b897789 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.0584843 Sep 23 23:54:48.531856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d258fa4b-da3c-4ad1-ac7c-572eba284a86 req-3a0849b7-3036-43c2-9b84-aace8c9dcd5e service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118050 Sep 23 23:54:48.537930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca20023f-35a9-42bf-a1f9-e6137b75c50e req-b8cff5a5-30f0-4bca-9990-ab3a867cb24d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511298 Sep 23 23:54:48.659309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-476c4761-d2ba-445c-b361-4b85eed071db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.662176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-476c4761-d2ba-445c-b361-4b85eed071db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a7a77090b9f4165a9f4db4e50fb8432&device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 1100 time: 0.0717242 Sep 23 23:54:48.765403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-a57e171f-9b92-47d8-a625-9909c9b25868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.767011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-a57e171f-9b92-47d8-a625-9909c9b25868 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.0897565 Sep 23 23:54:48.833208 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-82962b19-3d35-4695-b6bd-89a749630428 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=9886e280-94c4-46f6-b68d-227a890832be HTTP/1.1" status: 200 len: 217 time: 0.0556908 Sep 23 23:54:48.912792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f2007-3cb4-4c83-ad1a-9df3e445c5cc req-36523f1a-bd77-42da-8a80-bd2da3608732 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.914917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f2007-3cb4-4c83-ad1a-9df3e445c5cc req-36523f1a-bd77-42da-8a80-bd2da3608732 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 949 time: 0.0710990 Sep 23 23:54:48.919408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-ce0cc692-330a-4000-aa35-c187e203e737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:48.921467 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-ce0cc692-330a-4000-aa35-c187e203e737 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0731361 Sep 23 23:54:48.967914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f2007-3cb4-4c83-ad1a-9df3e445c5cc req-356f8c8d-af51-40de-ba8b-360bec72797d tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463669 Sep 23 23:54:48.996823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-6372c3cd-45f2-4e39-9fa2-bcaa87477fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:49.000278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-6372c3cd-45f2-4e39-9fa2-bcaa87477fed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0681443 Sep 23 23:54:49.007810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-632ab5b6-bca5-4b77-86ba-b47df4a57fc0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:49.010020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-632ab5b6-bca5-4b77-86ba-b47df4a57fc0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 949 time: 0.0610163 Sep 23 23:54:49.114102 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-80af0d11-d048-4542-b69e-fd2d78e878ed service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063285 Sep 23 23:54:49.189226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58039c2f-b5b8-4b4a-9871-7ba23d64f065 req-9510aef7-c124-4b86-b50b-807bcafce5c6 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:49.191685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58039c2f-b5b8-4b4a-9871-7ba23d64f065 req-9510aef7-c124-4b86-b50b-807bcafce5c6 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 948 time: 0.1110847 Sep 23 23:54:49.207081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Deleting port 9041ec97-ee69-41d3-aa73-aa79ac140b87 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:54:49.207721 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:49.219129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4535ded4-cf41-4f0f-8158-2e31192a57d5 req-4c82c743-309e-4467-9267-521c4b108092 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976994 Sep 23 23:54:49.337604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58039c2f-b5b8-4b4a-9871-7ba23d64f065 req-48477d97-3831-4892-8fc1-1e96db797b49 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343033 Sep 23 23:54:49.385245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] For port 9041ec97-ee69-41d3-aa73-aa79ac140b87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9041ec97-ee69-41d3-aa73-aa79ac140b87,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:49.385859 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:49.399912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Calling delete_port for 9041ec97-ee69-41d3-aa73-aa79ac140b87 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:54:49.503530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f2433-b524-4521-ae63-a162c9a7d27b req-bfd816a0-cdd8-4d21-b717-9be29992d513 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:49.505053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b35f2433-b524-4521-ae63-a162c9a7d27b req-bfd816a0-cdd8-4d21-b717-9be29992d513 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0899611 Sep 23 23:54:49.557735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b35f2433-b524-4521-ae63-a162c9a7d27b req-a1bad976-7461-4df2-a9b3-ec9c7cecb170 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Sep 23 23:54:49.615603 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:49.633743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['9041ec97-ee69-41d3-aa73-aa79ac140b87', 'c8b5f3d3-6722-471b-9897-49c9b730ad44'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:49.641467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a4875707-213d-43f8-9d56-79fe0153236b'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:49.765027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Pushing event deleted for resources: {'Port': ['ID=9041ec97-ee69-41d3-aa73-aa79ac140b87,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:49.796437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] No DVR routers for this DVR port 9041ec97-ee69-41d3-aa73-aa79ac140b87 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:49.800807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:49.803195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d092d56-59e5-44ba-8a99-e17cd24435fa req-3cc44409-5a84-444e-bdac-a81d35f54fbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "DELETE /v2.0/ports/9041ec97-ee69-41d3-aa73-aa79ac140b87 HTTP/1.1" status: 204 len: 173 time: 0.7810702 Sep 23 23:54:49.805398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '090e198b-9c6c-42a8-8c54-6498fa402661', 'name': 'network-vif-deleted', 'tag': '9041ec97-ee69-41d3-aa73-aa79ac140b87'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:49.808016 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ca73a9-f3e3-4327-8133-4cf301b4435d" -d '{"events": [{"server_uuid": "090e198b-9c6c-42a8-8c54-6498fa402661", "name": "network-vif-deleted", "tag": "9041ec97-ee69-41d3-aa73-aa79ac140b87"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:49.840884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4b6e9-1f12-4730-b306-7c0211b51897 req-d840f912-3f1f-4cff-8678-02a003ed968a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:49.842489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61b4b6e9-1f12-4730-b306-7c0211b51897 req-d840f912-3f1f-4cff-8678-02a003ed968a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.2237816 Sep 23 23:54:49.852418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747be47e-6eb3-4032-a4e4-3e72ea1c94f8 req-895896a9-4488-46bd-9215-77a36e96cbd9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:49.860768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-747be47e-6eb3-4032-a4e4-3e72ea1c94f8 req-895896a9-4488-46bd-9215-77a36e96cbd9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1774864 Sep 23 23:54:49.938078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-747be47e-6eb3-4032-a4e4-3e72ea1c94f8 req-db9dd278-db52-45b6-af64-7941fa7a0b48 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762336 Sep 23 23:54:49.962176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61b4b6e9-1f12-4730-b306-7c0211b51897 req-6f8679cd-4eff-45f7-b343-004cd8a5048b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835135 Sep 23 23:54:50.176796 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a94ecc-6f92-4857-b258-82738b43213b x-openstack-request-id: req-21a94ecc-6f92-4857-b258-82738b43213b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:50.177093 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "090e198b-9c6c-42a8-8c54-6498fa402661", "name": "network-vif-deleted", "tag": "9041ec97-ee69-41d3-aa73-aa79ac140b87", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:50.177353 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21a94ecc-6f92-4857-b258-82738b43213b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:50.177832 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '090e198b-9c6c-42a8-8c54-6498fa402661', 'name': 'network-vif-deleted', 'tag': '9041ec97-ee69-41d3-aa73-aa79ac140b87', 'status': 'completed', 'code': 200} Sep 23 23:54:50.348976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3307883-a53f-4644-af37-4cf5c3f0eb3b req-ac1263d3-a053-4087-8d64-54656c237047 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=090e198b-9c6c-42a8-8c54-6498fa402661 HTTP/1.1" status: 200 len: 210 time: 0.0289621 Sep 23 23:54:50.536698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7748cbfa-8511-4c4c-b306-0d78324dec26 req-05f36a49-b564-4a13-9efa-e1723a3a2bda tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:50.552526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7748cbfa-8511-4c4c-b306-0d78324dec26 req-05f36a49-b564-4a13-9efa-e1723a3a2bda tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 948 time: 0.0925150 Sep 23 23:54:50.616840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7748cbfa-8511-4c4c-b306-0d78324dec26 req-2eb40a03-eeda-4f26-bac6-75cde38ce455 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607579 Sep 23 23:54:50.798335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdce427-65bf-40bf-9a2d-7c2c2c0dedbd req-3f7b34b8-61de-4fd4-99f7-15601e254b0f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:50.799895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afdce427-65bf-40bf-9a2d-7c2c2c0dedbd req-3f7b34b8-61de-4fd4-99f7-15601e254b0f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0766168 Sep 23 23:54:50.853811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afdce427-65bf-40bf-9a2d-7c2c2c0dedbd req-2d79fb8d-fa80-47d6-8209-fa55c905eac0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Sep 23 23:54:51.101164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b91e67-f64a-4982-afdf-50c90263c3e6 req-34404d81-6bfb-402c-80c8-2bf9510adb6a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:51.103401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57b91e67-f64a-4982-afdf-50c90263c3e6 req-34404d81-6bfb-402c-80c8-2bf9510adb6a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.0670440 Sep 23 23:54:51.146858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57b91e67-f64a-4982-afdf-50c90263c3e6 req-7f25bcc1-2c7c-4930-a76b-fe02bfa98d31 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347676 Sep 23 23:54:51.253612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dbfc3-2cc8-4e37-a2b5-bb55c5ce473a req-a518331e-77d1-4a11-86c2-17b4fff13bde tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:51.255365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b9dbfc3-2cc8-4e37-a2b5-bb55c5ce473a req-a518331e-77d1-4a11-86c2-17b4fff13bde tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.0599818 Sep 23 23:54:51.304346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b9dbfc3-2cc8-4e37-a2b5-bb55c5ce473a req-28859d90-fd65-4ad8-aa9a-ec0c4012b1fa tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344284 Sep 23 23:54:51.730487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c992e83-349a-49e6-b9ab-97be31e79d3d req-c932cfc2-c448-4c81-a222-4161cb335b9c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:51.732085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c992e83-349a-49e6-b9ab-97be31e79d3d req-c932cfc2-c448-4c81-a222-4161cb335b9c tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 949 time: 0.0565579 Sep 23 23:54:51.796526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c992e83-349a-49e6-b9ab-97be31e79d3d req-582e2fa9-b2b7-45a7-8cd8-c7d4f898fcb0 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565970 Sep 23 23:54:51.823951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726c928-59e6-4b6a-a810-b29e2b7979f8 req-288aac1f-a079-4a3e-baeb-f5d78489589c tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:51.831485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3726c928-59e6-4b6a-a810-b29e2b7979f8 req-288aac1f-a079-4a3e-baeb-f5d78489589c tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 948 time: 0.0700738 Sep 23 23:54:51.879610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3726c928-59e6-4b6a-a810-b29e2b7979f8 req-c4a2e444-808f-48ea-a44d-86abaf0308c8 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457726 Sep 23 23:54:52.003996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc79d8-9094-42bb-a9bf-b2d47218be17 req-69322c2c-0048-4ce7-87d7-2bdd38297784 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:52.005603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20cc79d8-9094-42bb-a9bf-b2d47218be17 req-69322c2c-0048-4ce7-87d7-2bdd38297784 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0587759 Sep 23 23:54:52.060605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20cc79d8-9094-42bb-a9bf-b2d47218be17 req-568b7b26-f268-43a8-93c0-6efaf4582c0f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405068 Sep 23 23:54:52.314471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41994) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:52.316109 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:54:52.372954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1bdbc-e4e6-4c32-8c5c-d1845d33df2b req-8bf86557-e369-462f-a70f-8ddd0cc00bcd tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:52.375569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-baf1bdbc-e4e6-4c32-8c5c-d1845d33df2b req-8bf86557-e369-462f-a70f-8ddd0cc00bcd tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1256285 Sep 23 23:54:52.437611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9041ec97-ee69-41d3-aa73-aa79ac140b87 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:52.475564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-baf1bdbc-e4e6-4c32-8c5c-d1845d33df2b req-96c1a891-e9e5-4e15-88ae-7fe66e930a80 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908237 Sep 23 23:54:52.483535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 9041ec97-ee69-41d3-aa73-aa79ac140b87 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:54:52.484049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9041ec97-ee69-41d3-aa73-aa79ac140b87 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:52.493820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:52.515885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '9886e280-94c4-46f6-b68d-227a890832be', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '9886e280-94c4-46f6-b68d-227a890832be', 'mac_address': 'fa:16:3e:8b:93:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:54:52.564691 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:52.576714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3e6bc6-394d-4dc1-a1a3-e5bba8944fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:52.579694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9886e280-94c4-46f6-b68d-227a890832be {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:54:52.580164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0ce7e-e573-4b62-9a3c-094b82846fc0 req-c60a5946-75e0-4a39-b128-5d87b5dd6bd3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:52.594497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ba0ce7e-e573-4b62-9a3c-094b82846fc0 req-c60a5946-75e0-4a39-b128-5d87b5dd6bd3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1564260 Sep 23 23:54:52.603308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:52.609117 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:52.673751 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:52.674617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ba0ce7e-e573-4b62-9a3c-094b82846fc0 req-60d08fc9-8d0d-4870-b3dd-eb94bb8e7484 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785041 Sep 23 23:54:52.782206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3e6bc6-394d-4dc1-a1a3-e5bba8944fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:52.786603 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3e6bc6-394d-4dc1-a1a3-e5bba8944fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:52.800094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8959715a-2d58-48a8-9cae-175aefe3623c req-f3f3f3ec-5834-412f-adf2-cbbe7211ef90 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:52.801570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8959715a-2d58-48a8-9cae-175aefe3623c req-f3f3f3ec-5834-412f-adf2-cbbe7211ef90 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 945 time: 0.0625036 Sep 23 23:54:52.834347 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9f3e6bc6-394d-4dc1-a1a3-e5bba8944fc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c035b3d47c304379bc477ff9fd166a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181363 Sep 23 23:54:52.835300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42006) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:52.847631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8959715a-2d58-48a8-9cae-175aefe3623c req-19b56ece-4361-464d-8975-2a0901dd953b tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364964 Sep 23 23:54:52.863985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e6bc6-394d-4dc1-a1a3-e5bba8944fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b485ec-83fd-4573-97ff-ba423e33175f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:52.893767 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab44729f-e6a4-4525-b253-ac831ec11815 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:52.913641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['9886e280-94c4-46f6-b68d-227a890832be'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:52.919518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab44729f-e6a4-4525-b253-ac831ec11815 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:52.996086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab44729f-e6a4-4525-b253-ac831ec11815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:53.001723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab44729f-e6a4-4525-b253-ac831ec11815 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:53.003716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab44729f-e6a4-4525-b253-ac831ec11815 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42b485ec-83fd-4573-97ff-ba423e33175f HTTP/1.1" status: 204 len: 168 time: 0.1672249 Sep 23 23:54:53.017390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44729f-e6a4-4525-b253-ac831ec11815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b485ec-83fd-4573-97ff-ba423e33175f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:53.105699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f802a17-f0dd-4070-8fdf-47418765291c req-e1a9b317-d3ac-4e60-b701-38f6903b1978 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:53.111820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f802a17-f0dd-4070-8fdf-47418765291c req-e1a9b317-d3ac-4e60-b701-38f6903b1978 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 949 time: 0.1489263 Sep 23 23:54:53.112303 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd9aae34-a47d-4a94-a0bc-e3eac8842798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:53.125837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2612e-5f86-4cb0-816b-22411f9817bc req-1e8242f7-911b-43dc-b4ad-8d7fecdad256 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:53.129100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8f2612e-5f86-4cb0-816b-22411f9817bc req-1e8242f7-911b-43dc-b4ad-8d7fecdad256 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 949 time: 0.0917556 Sep 23 23:54:53.200994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f802a17-f0dd-4070-8fdf-47418765291c req-a8b2f2c9-3af7-4fae-b92d-93a56d4d4103 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641079 Sep 23 23:54:53.213287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8f2612e-5f86-4cb0-816b-22411f9817bc req-00535e61-8dd7-4bf9-9b2e-9f095e032bae tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773325 Sep 23 23:54:53.321315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9c4cd6f5-5ddf-4604-8f20-7901e426b283 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:53.323608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9c4cd6f5-5ddf-4604-8f20-7901e426b283 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 949 time: 0.1184604 Sep 23 23:54:53.431430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b217b-2687-45c7-a298-188829972104 req-9e51b04f-99b6-4cd3-9733-2772caefc15d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:53.443718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a3b217b-2687-45c7-a298-188829972104 req-9e51b04f-99b6-4cd3-9733-2772caefc15d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1142044 Sep 23 23:54:53.527386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a3b217b-2687-45c7-a298-188829972104 req-bdbb968d-1c1c-46c7-8121-2b946fd2d681 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804250 Sep 23 23:54:53.553665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Deleting port a4875707-213d-43f8-9d56-79fe0153236b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:54:53.559816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:53.700114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd494ba6-c5b2-491c-a512-43706ebe9c83 req-5e2a481f-3ec5-4590-8f8c-4344394b2b8f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:53.702715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd494ba6-c5b2-491c-a512-43706ebe9c83 req-5e2a481f-3ec5-4590-8f8c-4344394b2b8f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1434603 Sep 23 23:54:53.715719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] For port a4875707-213d-43f8-9d56-79fe0153236b, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a4875707-213d-43f8-9d56-79fe0153236b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:53.716217 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:53.732341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Calling delete_port for a4875707-213d-43f8-9d56-79fe0153236b owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:54:53.785547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd494ba6-c5b2-491c-a512-43706ebe9c83 req-9fb3b8c8-cd0e-4eca-ae58-74643e6c19f2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731833 Sep 23 23:54:53.965995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:53.980198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8b5f3d3-6722-471b-9897-49c9b730ad44'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:53.983492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a4875707-213d-43f8-9d56-79fe0153236b'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:54:53.994411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90bfca-f544-4686-ae99-d0dc3649117b req-f8f79f68-161c-4819-b96f-6c73c241f6ee tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:54.003841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc90bfca-f544-4686-ae99-d0dc3649117b req-f8f79f68-161c-4819-b96f-6c73c241f6ee tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1133947 Sep 23 23:54:54.088549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Pushing event deleted for resources: {'Port': ['ID=a4875707-213d-43f8-9d56-79fe0153236b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:54.091745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc90bfca-f544-4686-ae99-d0dc3649117b req-5bd92ad2-197e-4e63-b2fe-318a91a04b59 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867462 Sep 23 23:54:54.155378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] No DVR routers for this DVR port a4875707-213d-43f8-9d56-79fe0153236b on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:54.158588 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.161760 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6871310f-c315-4cca-a92b-9f8aa2fc05da req-9551c894-baca-4696-afa3-715823cd84a2 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.18 "DELETE /v2.0/ports/a4875707-213d-43f8-9d56-79fe0153236b HTTP/1.1" status: 204 len: 173 time: 0.8305516 Sep 23 23:54:54.161760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b92d7d-6a76-4ecc-8690-b525deebf331', 'name': 'network-vif-deleted', 'tag': 'a4875707-213d-43f8-9d56-79fe0153236b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:54.174352 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6450f5-5fea-4d76-8c6c-fd5c476c5665" -d '{"events": [{"server_uuid": "d4b92d7d-6a76-4ecc-8690-b525deebf331", "name": "network-vif-deleted", "tag": "a4875707-213d-43f8-9d56-79fe0153236b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:54.248140 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ead7f4c-d102-4be9-aa87-609a390b8771 x-openstack-request-id: req-4ead7f4c-d102-4be9-aa87-609a390b8771 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:54.248477 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b92d7d-6a76-4ecc-8690-b525deebf331", "name": "network-vif-deleted", "tag": "a4875707-213d-43f8-9d56-79fe0153236b", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:54.248737 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ead7f4c-d102-4be9-aa87-609a390b8771 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:54.249298 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b92d7d-6a76-4ecc-8690-b525deebf331', 'name': 'network-vif-deleted', 'tag': 'a4875707-213d-43f8-9d56-79fe0153236b', 'status': 'completed', 'code': 200} Sep 23 23:54:54.284922 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42058) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:54.347063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-198922b9-ad0f-4a3c-8278-917e2bd36764 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1454197955&fields=id&tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca HTTP/1.1" status: 200 len: 267 time: 0.0923743 Sep 23 23:54:54.351352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:54:54.523537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2047671639-network', 'tenant_id': 'f06e73627d154347955444cbd3d617ce'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:54.524379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43014690-4a83-4638-8b69-40e35d5cf777 req-fac947b8-cc8d-4faf-97e1-8bda0af64702 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:54.531208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 9886e280-94c4-46f6-b68d-227a890832be completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:54:54.533386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43014690-4a83-4638-8b69-40e35d5cf777 req-fac947b8-cc8d-4faf-97e1-8bda0af64702 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 949 time: 0.1514716 Sep 23 23:54:54.537618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 9886e280-94c4-46f6-b68d-227a890832be triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:54:54.538287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.559382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Made reservation on behalf of f06e73627d154347955444cbd3d617ce for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:54:54.562633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.575773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.581810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-88900bd8-1913-429c-81cd-dde0a4646745 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:54.589442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-88900bd8-1913-429c-81cd-dde0a4646745 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 824 time: 0.2414746 Sep 23 23:54:54.628783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-0e8cb0e3-dd9f-4a99-ab7f-41905a401cf2 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/quotas/d0884c7ffcbb40e6afa1ccea1708b3ca HTTP/1.1" status: 200 len: 375 time: 0.0383980 Sep 23 23:54:54.687893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43014690-4a83-4638-8b69-40e35d5cf777 req-489281ac-a8aa-4dfa-9222-00280331ea73 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532342 Sep 23 23:54:54.718791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.724631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.738404 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.760840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-0f668e5f-9560-4e73-9364-4eb3c7b01de1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1311038 Sep 23 23:54:54.775567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:54:54.777070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:54.781024 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc748e1b-83d7-4774-979d-397fc3f44645" -d '{"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-plugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:54.789068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c17caf-a643-458a-8b13-a597bcb2fc3b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:54.796948 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.797365 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Added segment 0f5cecf6-dcf5-42d7-952a-e191c2ded9cb of type vlan for network e24980cc-6d91-484a-80b9-5134220b3082 Sep 23 23:54:54.803988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:54.824651 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.896165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.932992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:54.934650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.938210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:54.940216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3348e8d0-34b8-400b-b5dc-5d78fa5f84c2 req-8af06f53-e527-443d-a766-f0680735c8b3 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=d4b92d7d-6a76-4ecc-8690-b525deebf331 HTTP/1.1" status: 200 len: 210 time: 0.0473452 Sep 23 23:54:54.940823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:54.951362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.952683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.953387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.954225 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.955054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.955796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.956742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.957845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.958662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.959313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.959516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.960725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:54:54.991035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7018721 Sep 23 23:54:54.992888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42072) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:54.999700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-f0ad4411-6fad-495a-9d21-c0e23cb9a7bc service neutron] 10.222.0.24 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347744 Sep 23 23:54:55.001084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Request body: {'subnet': {'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2047671639-subnet', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:55.067283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Made reservation on behalf of f06e73627d154347955444cbd3d617ce for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:54:55.071494 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:55.182678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f969a-d6cc-42aa-9541-b85ca0d26e2f admin admin] Pushing event updated for resources: {'Network': ['ID=e24980cc-6d91-484a-80b9-5134220b3082,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:55.203207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e24980cc-6d91-484a-80b9-5134220b3082 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:54:55.338307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-0ade8bf6-b00a-42a1-9bb0-ac11a93d958b service neutron] 10.222.0.24 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313589 Sep 23 23:54:55.392491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02016edf-e471-4b90-bcfb-37350e88db42 req-80e243b6-6b14-4dc7-8c77-dbd47012545a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:55.395003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02016edf-e471-4b90-bcfb-37350e88db42 req-80e243b6-6b14-4dc7-8c77-dbd47012545a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.2709999 Sep 23 23:54:55.461677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce13c640-69f8-4897-94fa-01df36fb278f req-7d4df05f-3fab-487e-b5b4-ba0fed29e70d tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:55.464207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce13c640-69f8-4897-94fa-01df36fb278f req-7d4df05f-3fab-487e-b5b4-ba0fed29e70d tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.20 "GET /v2.0/ports?device_id=daf909eb-a07f-4458-8484-8cf6b125c6b5 HTTP/1.1" status: 200 len: 945 time: 0.1797674 Sep 23 23:54:55.554651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02016edf-e471-4b90-bcfb-37350e88db42 req-8b145952-bff3-436b-9b7a-e2b93ecd5895 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439209 Sep 23 23:54:55.682515 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36adf3b9-2251-42a4-8d80-c901329cd4f6 x-openstack-request-id: req-36adf3b9-2251-42a4-8d80-c901329cd4f6 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:55.682515 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-plugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:55.682950 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36adf3b9-2251-42a4-8d80-c901329cd4f6 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:55.693170 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be', 'code': 200} Sep 23 23:54:55.726008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Deleting port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:54:55.726892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:55.798671 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:55.978745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8730497e-afb3-4a1a-ad4d-885398ec1584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:56.020391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7885b475-4742-46ff-ad74-1784ad5e760c req-c4aaff98-31da-4b91-9879-2bd70ed5618b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:56.021987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7885b475-4742-46ff-ad74-1784ad5e760c req-c4aaff98-31da-4b91-9879-2bd70ed5618b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1113658 Sep 23 23:54:56.039947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e8ac7-7d0f-4449-946d-4bb092f3b13e req-11f666b6-de4d-4ca1-8361-6b18ec09118c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:56.041671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d4e8ac7-7d0f-4449-946d-4bb092f3b13e req-11f666b6-de4d-4ca1-8361-6b18ec09118c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1809945 Sep 23 23:54:56.118491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d4e8ac7-7d0f-4449-946d-4bb092f3b13e req-7605c24b-0c6d-4c80-8c3b-5e956dd28f7a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638003 Sep 23 23:54:56.189500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7885b475-4742-46ff-ad74-1784ad5e760c req-cad15b0f-31da-4139-bad7-92e836ec9670 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425531 Sep 23 23:54:56.248211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800c4e09-2d73-4fef-9151-1e361ce5211a req-6b206269-87fb-43c1-a92c-7eadabd87c27 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 210 time: 0.0461607 Sep 23 23:54:56.280711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] For port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:56.286459 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:56.410023 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:56.658272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:56.669240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabbd9c-295b-489c-b955-e1272b33b517 req-fea0d0b2-92d2-4403-9c74-68ffd69287c1 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:56.679799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecabbd9c-295b-489c-b955-e1272b33b517 req-fea0d0b2-92d2-4403-9c74-68ffd69287c1 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 950 time: 0.2548394 Sep 23 23:54:56.684412 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=624250f8-8041-4acd-b8de-dbb7fa03658b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:56.712458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fae5ec-a3a8-46d5-a344-dfaf54ef4b31 req-7d8cc5d0-8efa-4654-aea5-1ed84f24d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:56.714008 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2fae5ec-a3a8-46d5-a344-dfaf54ef4b31 req-7d8cc5d0-8efa-4654-aea5-1ed84f24d72a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 1102 time: 0.3429618 Sep 23 23:54:56.719864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Checking segment: {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:56.720220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Network hostable DHCP agents. Network: e24980cc-6d91-484a-80b9-5134220b3082, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:54:56.785280 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2fae5ec-a3a8-46d5-a344-dfaf54ef4b31 req-0506cf5c-f25d-4c41-96b8-379fcaedf527 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540183 Sep 23 23:54:56.796548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Network e24980cc-6d91-484a-80b9-5134220b3082 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:54:56.810514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e24980cc-6d91-484a-80b9-5134220b3082) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:56.819362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a534a8c-44ec-40ff-b1ab-0983ae8197d2 None None] Network e24980cc-6d91-484a-80b9-5134220b3082 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:54:56.821151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:56.822958 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:56.848176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d9124cf2-b039-4d41-a881-30f4db86ac52 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8520758 Sep 23 23:54:56.851205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42146) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:54:56.862489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:56.901688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:56.905235 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:57.030454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:57.149117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-e24980cc-6d91-484a-80b9-5134220b3082', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:54:57.151168 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:57.292958 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:57.323160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecabbd9c-295b-489c-b955-e1272b33b517 req-a370bbb7-042b-4946-ab23-41c8926e7cb5 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6420848 Sep 23 23:54:57.479941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Allocated IP 172.20.0.2 (e24980cc-6d91-484a-80b9-5134220b3082/624250f8-8041-4acd-b8de-dbb7fa03658b/a80eb71e-ad3f-44aa-b60e-436121f2065d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:54:57.534166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852723d-f800-4d9d-98d1-843bae7497c2 req-c96b9301-c2c5-499d-bf97-8ab7e15214b5 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:57.541660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d852723d-f800-4d9d-98d1-843bae7497c2 req-c96b9301-c2c5-499d-bf97-8ab7e15214b5 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 950 time: 0.8011603 Sep 23 23:54:57.578822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ba7c3937-7dc3-41a3-a11e-e752214eb2ae tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:57.580362 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ba7c3937-7dc3-41a3-a11e-e752214eb2ae tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.18 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 824 time: 0.2805846 Sep 23 23:54:57.587225 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:57.587864 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:57.588409 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Floating IP 3501d27e-b983-441f-a588-a2b11da2433a disassociated. External IP: 172.25.5.233, port: 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe. Sep 23 23:54:57.588903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Calling delete_port for 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:54:57.648716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-58a1c646-2cf9-47fa-8d04-2edc89a37395 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca HTTP/1.1" status: 200 len: 380 time: 0.0554399 Sep 23 23:54:57.687303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aaf3f1-6c2f-435d-98a7-04321084e3d5 req-e541e9b9-16b5-4282-ba99-b84d1d1d5f9c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:57.695688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Request body: {'port': {'device_id': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'admin_state_up': True, 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'security_groups': ['130867f5-2b9c-49de-891e-70522d0192ac']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:54:57.701027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3aaf3f1-6c2f-435d-98a7-04321084e3d5 req-e541e9b9-16b5-4282-ba99-b84d1d1d5f9c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.2644813 Sep 23 23:54:57.736842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d852723d-f800-4d9d-98d1-843bae7497c2 req-84c35cee-6ae6-43e3-bd73-9d16ffe9e1da tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701729 Sep 23 23:54:57.857523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3aaf3f1-6c2f-435d-98a7-04321084e3d5 req-f862a344-2f53-4425-86f2-150d274fee45 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548669 Sep 23 23:54:57.898557 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:57.904946 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:57.955022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Network e24980cc-6d91-484a-80b9-5134220b3082 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:54:57.962067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:57.964117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Pushing event updated for resources: {'Port': ['ID=a80eb71e-ad3f-44aa-b60e-436121f2065d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:57.969126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:54:58.045311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Made reservation on behalf of d0884c7ffcbb40e6afa1ccea1708b3ca for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:54:58.051177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a4875707-213d-43f8-9d56-79fe0153236b no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:58.058843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:58.105203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:58.114072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a700f63c-fb04-4fbd-bc19-60bf0e7a02d0 req-5a9f4a79-f5eb-4a0f-8536-295c4db30bcc tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:58.121243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: a4875707-213d-43f8-9d56-79fe0153236b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:54:58.121757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a4875707-213d-43f8-9d56-79fe0153236b not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:58.132931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a700f63c-fb04-4fbd-bc19-60bf0e7a02d0 req-5a9f4a79-f5eb-4a0f-8536-295c4db30bcc tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.2549508 Sep 23 23:54:58.134473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Attempting to bind port a80eb71e-ad3f-44aa-b60e-436121f2065d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:54:58.134921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Attempting to bind port a80eb71e-ad3f-44aa-b60e-436121f2065d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:54:58.135286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Attempting to bind port a80eb71e-ad3f-44aa-b60e-436121f2065d on network e24980cc-6d91-484a-80b9-5134220b3082 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:54:58.143940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:54:58.144321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Checking segment: {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:54:58.144785 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:58.145182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Bound using segment: {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:54:58.145646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Bound port: a80eb71e-ad3f-44aa-b60e-436121f2065d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:54:58.146214 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:58.170855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:58.186289 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:58.222246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event deleted for resources: {'Port': ['ID=9dd26db5-4b3d-471f-93d3-9f9a3ce059fe,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:58.243096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27240a-a32d-4953-af94-7e5ae889d6ee req-c32557d8-f704-420b-b144-0ee34f1fe517 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:58.244956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc27240a-a32d-4953-af94-7e5ae889d6ee req-c32557d8-f704-420b-b144-0ee34f1fe517 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.2920518 Sep 23 23:54:58.278450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a700f63c-fb04-4fbd-bc19-60bf0e7a02d0 req-d2187228-a3d5-4f0b-95d4-05bac48e71a0 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423943 Sep 23 23:54:58.286902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] For port a80eb71e-ad3f-44aa-b60e-436121f2065d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:54:58.294665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] For port a80eb71e-ad3f-44aa-b60e-436121f2065d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a80eb71e-ad3f-44aa-b60e-436121f2065d,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:54:58.302932 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:58.363983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:54:58.366505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc27240a-a32d-4953-af94-7e5ae889d6ee req-337893ce-f448-4bf7-9d04-65c2a625c270 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936561 Sep 23 23:54:58.396179 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Allocated IP 172.20.0.13 (67fcd5fe-e92f-42dc-894f-b93672094cb0/83d3ef4c-bc9c-461f-a6ad-1994320886b0/f97a1f8f-3e8a-4b54-9af0-5a1621231af8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:54:58.465402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:54:58.465856 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:54:58.490953 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:54:58.494483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Router c1750bc6-6c57-4e16-98f9-e98bbb466e32 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:54:58.516432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132f786-75e6-4789-bb7d-ad2f92ac147a None None] Pushing event updated for resources: {'Port': ['ID=a80eb71e-ad3f-44aa-b60e-436121f2065d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:58.543785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Allocated IP 172.25.5.162 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/0d8b5038-80d0-4e01-bee6-20ab2689e770) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:54:58.631633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38871f87-924a-41de-9b0b-36eb866ddcb1 req-1df360d9-ee3a-4d4e-9680-2f481b344b3b tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 210 time: 0.1015472 Sep 23 23:54:58.668425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-fe3a5528-0948-4655-a3ce-5f77b5823476 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:58.668425 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-fe3a5528-0948-4655-a3ce-5f77b5823476 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 950 time: 0.2531273 Sep 23 23:54:58.879597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb037a59-fc95-4845-a451-da2cbf6d7dfa req-c59b321c-c21f-4b66-9d4f-8103d8b3b2c3 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:58.889625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb037a59-fc95-4845-a451-da2cbf6d7dfa req-c59b321c-c21f-4b66-9d4f-8103d8b3b2c3 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 950 time: 0.3633163 Sep 23 23:54:58.992828 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.056740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb037a59-fc95-4845-a451-da2cbf6d7dfa req-83ea9480-40e9-49be-8b79-5894b89d80d5 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659541 Sep 23 23:54:59.072069 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.080944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884c163-cf05-46d6-8585-640b6f16aa54 req-fe900fce-dbc7-4f7b-a36b-8105e31da130 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:59.082495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b884c163-cf05-46d6-8585-640b6f16aa54 req-fe900fce-dbc7-4f7b-a36b-8105e31da130 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 950 time: 0.1227615 Sep 23 23:54:59.083795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:54:59.092057 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.094274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] Sync routers for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:54:59.110314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:54:59.111100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:54:59.161298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Deleting port c8b5f3d3-6722-471b-9897-49c9b730ad44 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:54:59.161637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.192864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] No DVR routers for this DVR port 9dd26db5-4b3d-471f-93d3-9f9a3ce059fe on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:54:59.196710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.199424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce13c640-69f8-4897-94fa-01df36fb278f req-17673748-0087-448d-bb2e-3c3b8755d565 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.20 "DELETE /v2.0/ports/9dd26db5-4b3d-471f-93d3-9f9a3ce059fe HTTP/1.1" status: 204 len: 173 time: 3.7260408 Sep 23 23:54:59.199897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.201783 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.204914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'name': 'network-vif-deleted', 'tag': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:54:59.206868 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3016e87a-4652-48ff-9ced-67c16d727b24" -d '{"events": [{"server_uuid": "daf909eb-a07f-4458-8484-8cf6b125c6b5", "name": "network-vif-deleted", "tag": "9dd26db5-4b3d-471f-93d3-9f9a3ce059fe"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:54:59.275601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:54:59.293044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b884c163-cf05-46d6-8585-640b6f16aa54 req-2c46db56-884e-4f9d-aa42-3624e80b21c1 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/security-groups?id=edff8d2a-9afa-4d34-9405-5ee533231dc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791935 Sep 23 23:54:59.336739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3863bc-f106-41f0-8167-4dcfa7cf630b req-77f5f661-627e-4c95-8a13-c81adfbdb9b0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:59.353277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:54:59.354454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e3863bc-f106-41f0-8167-4dcfa7cf630b req-77f5f661-627e-4c95-8a13-c81adfbdb9b0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1620743 Sep 23 23:54:59.359341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:59.369828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:54:59.370843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:54:59.406382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:54:59.423208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:54:59.437412 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8b5038-80d0-4e01-bee6-20ab2689e770,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:59.453759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e3863bc-f106-41f0-8167-4dcfa7cf630b req-b5fa776f-a651-4d18-87a1-44fd80706057 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809140 Sep 23 23:54:59.549348 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f2a378-e680-4f5e-a3a5-a3ee7441e6cd x-openstack-request-id: req-67f2a378-e680-4f5e-a3a5-a3ee7441e6cd {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:54:59.549642 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf909eb-a07f-4458-8484-8cf6b125c6b5", "name": "network-vif-deleted", "tag": "9dd26db5-4b3d-471f-93d3-9f9a3ce059fe", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:54:59.549893 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67f2a378-e680-4f5e-a3a5-a3ee7441e6cd {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:54:59.550305 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf909eb-a07f-4458-8484-8cf6b125c6b5', 'name': 'network-vif-deleted', 'tag': '9dd26db5-4b3d-471f-93d3-9f9a3ce059fe', 'status': 'completed', 'code': 200} Sep 23 23:54:59.581470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event updated for resources: {'Port': ['ID=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:54:59.634327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] For port c8b5f3d3-6722-471b-9897-49c9b730ad44, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8b5f3d3-6722-471b-9897-49c9b730ad44,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:54:59.635054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.738680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Calling delete_port for c8b5f3d3-6722-471b-9897-49c9b730ad44 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:54:59.770214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:59.770214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:54:59.820673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d6dc2-79b9-44d1-84dc-7e1a66dac60a req-c41a8dcb-223c-46cd-8af0-33b791989bce tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:54:59.823528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c81d6dc2-79b9-44d1-84dc-7e1a66dac60a req-c41a8dcb-223c-46cd-8af0-33b791989bce tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1428533 Sep 23 23:54:59.948982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c81d6dc2-79b9-44d1-84dc-7e1a66dac60a req-ff7c0813-19c6-4a07-9204-c5db527a1a6b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996914 Sep 23 23:55:00.011193 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-ee18080d-73fe-487d-86d4-a5bab161ae83 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3219516 Sep 23 23:55:00.030210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Request body: {'port': {'device_id': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:00.132915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e92731-3132-4244-bed2-c8fd11ad3ee2 req-fd1d8280-d883-4a83-9ac1-ebe3c17d140d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:00.140836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c4d85300-bf19-4d1d-892f-8b99af45f709 None None] Provisioning complete for port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:00.141422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77e92731-3132-4244-bed2-c8fd11ad3ee2 req-fd1d8280-d883-4a83-9ac1-ebe3c17d140d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1209238 Sep 23 23:55:00.144178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4d85300-bf19-4d1d-892f-8b99af45f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:00.197703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77e92731-3132-4244-bed2-c8fd11ad3ee2 req-25bca42b-fe8b-4ba6-beac-5fdc22d8f321 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554523 Sep 23 23:55:00.270543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:00.277610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:00.313929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8b5f3d3-6722-471b-9897-49c9b730ad44'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:00.409808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50941d0d-5101-40f4-8ec6-0cd2e74f50f4 None None] Network e24980cc-6d91-484a-80b9-5134220b3082 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:55:00.466012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a80eb71e-ad3f-44aa-b60e-436121f2065d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:00.468075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c4d85300-bf19-4d1d-892f-8b99af45f709 None None] Port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:55:00.480989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac6a5-72b6-4f4f-a366-87a2adb77eda req-5869c2d5-d955-4666-8936-6194dcc221d3 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:00.484456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-271ac6a5-72b6-4f4f-a366-87a2adb77eda req-5869c2d5-d955-4666-8936-6194dcc221d3 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 932 time: 0.1469560 Sep 23 23:55:00.511529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] No DVR routers for this DVR port c8b5f3d3-6722-471b-9897-49c9b730ad44 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:55:00.526358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Pushing event deleted for resources: {'Port': ['ID=c8b5f3d3-6722-471b-9897-49c9b730ad44,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:00.530978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:00.533447 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66c29637-81a4-47ba-86cc-d05f1167dc79 req-4ee54962-4ed9-4a4f-9561-e6c8cd8c9dbf tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.20 "DELETE /v2.0/ports/c8b5f3d3-6722-471b-9897-49c9b730ad44 HTTP/1.1" status: 204 len: 173 time: 1.8281991 Sep 23 23:55:00.560296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-deleted', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:00.563622 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3aba05-3af5-43fe-913e-341386b977aa" -d '{"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-deleted", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:00.613458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-271ac6a5-72b6-4f4f-a366-87a2adb77eda req-b4951568-8fbc-4dde-8bd8-828f87dab873 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186025 Sep 23 23:55:00.724746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44f8f3d1-73e1-477b-9761-fd09efe4a9b2 req-d2d72d21-8af9-4f44-b6d3-c151df2e5264 tempest-ServersAdminTestJSON-426035922 tempest-ServersAdminTestJSON-426035922-project] 10.222.0.24 "GET /v2.0/ports?device_id=09c37c5e-50cd-42fa-b5ea-1531665fbd10 HTTP/1.1" status: 200 len: 210 time: 0.1281927 Sep 23 23:55:00.848850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:00.849664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:00.855664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-12903afe-2d84-4a04-9d15-eae9b1f505c6 None None] Provisioning complete for port a80eb71e-ad3f-44aa-b60e-436121f2065d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:00.856040 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12903afe-2d84-4a04-9d15-eae9b1f505c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:00.898218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbd7d-5c09-4e4e-8f4d-85f6a885fdea req-fb2987a2-2c9b-405a-b4d3-ce4a17710aed tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:00.904961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bccbd7d-5c09-4e4e-8f4d-85f6a885fdea req-fb2987a2-2c9b-405a-b4d3-ce4a17710aed tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0776441 Sep 23 23:55:00.906799 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23358b5e-84d8-4daa-a6c5-7609eb971760 x-openstack-request-id: req-23358b5e-84d8-4daa-a6c5-7609eb971760 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:00.907103 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c37c5e-50cd-42fa-b5ea-1531665fbd10", "name": "network-vif-deleted", "tag": "c8b5f3d3-6722-471b-9897-49c9b730ad44", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:00.907359 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-23358b5e-84d8-4daa-a6c5-7609eb971760 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:00.907733 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c37c5e-50cd-42fa-b5ea-1531665fbd10', 'name': 'network-vif-deleted', 'tag': 'c8b5f3d3-6722-471b-9897-49c9b730ad44', 'status': 'completed', 'code': 200} Sep 23 23:55:00.974863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] Checking router: c1750bc6-6c57-4e16-98f9-e98bbb466e32 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:55:01.001409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bccbd7d-5c09-4e4e-8f4d-85f6a885fdea req-9a3d6bce-f4c1-4e80-b4ab-93877ecd70ca tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935831 Sep 23 23:55:01.032380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a80eb71e-ad3f-44aa-b60e-436121f2065d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:01.047716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:01.106554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:01.107483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:01.196875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdb6136-935d-40df-9b7d-e40de48ae1c8 req-520a3dbe-b047-4d10-afc5-0144935f2dc8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:01.198987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fdb6136-935d-40df-9b7d-e40de48ae1c8 req-520a3dbe-b047-4d10-afc5-0144935f2dc8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1173029 Sep 23 23:55:01.338803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fdb6136-935d-40df-9b7d-e40de48ae1c8 req-a05d766c-6218-41fc-87a4-c2ebf6548424 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286244 Sep 23 23:55:01.533411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137b14b-4b09-47d4-8136-1758bd48495b req-9f887e11-fa4c-48ae-a4c8-756845eb0a2d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:01.533776 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12903afe-2d84-4a04-9d15-eae9b1f505c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:01.540992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:01.549228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6137b14b-4b09-47d4-8136-1758bd48495b req-9f887e11-fa4c-48ae-a4c8-756845eb0a2d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.2078154 Sep 23 23:55:01.602629 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:01.643556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-12903afe-2d84-4a04-9d15-eae9b1f505c6 None None] For port a80eb71e-ad3f-44aa-b60e-436121f2065d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a80eb71e-ad3f-44aa-b60e-436121f2065d,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:01.668865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6137b14b-4b09-47d4-8136-1758bd48495b req-a91ba6ab-bfbc-4bf8-ae78-c7338642df4d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165788 Sep 23 23:55:01.698523 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12903afe-2d84-4a04-9d15-eae9b1f505c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:01.775638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12903afe-2d84-4a04-9d15-eae9b1f505c6 None None] Pushing event updated for resources: {'Port': ['ID=a80eb71e-ad3f-44aa-b60e-436121f2065d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:01.816677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2657f-2bf4-4773-b528-fe57263c5777 req-30ec461a-6a2f-4a54-ab75-5582aac0e7d9 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:01.824913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68c2657f-2bf4-4773-b528-fe57263c5777 req-30ec461a-6a2f-4a54-ab75-5582aac0e7d9 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 932 time: 0.1011524 Sep 23 23:55:01.885239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68c2657f-2bf4-4773-b528-fe57263c5777 req-e0f48c26-ceca-46a6-8783-c3ccac9a7632 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591903 Sep 23 23:55:01.936630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4a3ede53-7fc4-4e26-863b-f3095f688a56 None None] Provisioning complete for port a80eb71e-ad3f-44aa-b60e-436121f2065d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:01.937417 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4a3ede53-7fc4-4e26-863b-f3095f688a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:01.952249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:55:01.952612 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:55:02.004222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f97a1f8f-3e8a-4b54-9af0-5a1621231af8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:02.042114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:02.065179 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Transition to ACTIVE for port object f97a1f8f-3e8a-4b54-9af0-5a1621231af8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:55:02.066817 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:02.107039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:02.111883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:02.137081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245e989d-1bea-48cc-be5a-f7d1cc29f9ce None None] The sync data for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 is: [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:55:02.301911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35be85-1be1-4375-b427-90074711306f req-094e560d-dddf-4886-959f-9de182c9dd66 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:02.304255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa35be85-1be1-4375-b427-90074711306f req-094e560d-dddf-4886-959f-9de182c9dd66 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1025324 Sep 23 23:55:02.320177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42260) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:02.345957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Pushing event updated for resources: {'Port': ['ID=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:02.361936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa35be85-1be1-4375-b427-90074711306f req-da928d63-53b9-4e34-b195-b2bec9bc5908 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484066 Sep 23 23:55:02.394085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:55:02.510351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Attempting to bind port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:02.511177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Attempting to bind port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:02.511848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Attempting to bind port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 on network 67fcd5fe-e92f-42dc-894f-b93672094cb0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:02.518883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 on network 67fcd5fe-e92f-42dc-894f-b93672094cb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:55:02.519618 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Attempting to bind port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 on network 67fcd5fe-e92f-42dc-894f-b93672094cb0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:02.571196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:02.571644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Checking segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:02.572233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Bound using segment: {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:02.572809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Bound port: f97a1f8f-3e8a-4b54-9af0-5a1621231af8, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b03f929-6490-41d5-9463-84490c57f4d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:02.573260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:02.591010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Router 6030fa39-e111-4e82-afec-66b4c6828e9b is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:55:02.611243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7cd30f-2d1a-4529-bc6c-2896e7e52b0d req-e3a69e9d-ffc0-4d3b-beb0-44be17a37149 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:02.623256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:02.623874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e7cd30f-2d1a-4529-bc6c-2896e7e52b0d req-e3a69e9d-ffc0-4d3b-beb0-44be17a37149 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1308222 Sep 23 23:55:02.636048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:55:02.667596 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e627954d-911b-4954-b8c4-641f131ff5ae None None] New status for floating IP 3501d27e-b983-441f-a588-a2b11da2433a: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:55:02.670220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '9886e280-94c4-46f6-b68d-227a890832be', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '9886e280-94c4-46f6-b68d-227a890832be', 'mac_address': 'fa:16:3e:8b:93:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:55:02.673706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: c8b5f3d3-6722-471b-9897-49c9b730ad44 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:55:02.674049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8b5f3d3-6722-471b-9897-49c9b730ad44 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:55:02.749782 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:02.767996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9886e280-94c4-46f6-b68d-227a890832be {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:02.797485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:02.814997 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:02.826139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] For port f97a1f8f-3e8a-4b54-9af0-5a1621231af8, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:02.843961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e7cd30f-2d1a-4529-bc6c-2896e7e52b0d req-bb5859d0-8f54-461d-869e-797411763992 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925261 Sep 23 23:55:02.852214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] For port f97a1f8f-3e8a-4b54-9af0-5a1621231af8, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:02.882989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5da0bab3-e186-454e-b73f-7cd378e9966b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=619e29798ea7490aafb81bc480ce28b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5590920 Sep 23 23:55:02.883221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:02.883336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42278) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:02.889211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:55:02.916066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:02.923728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Sync routers for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:55:02.943251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:02.944476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:02.980513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f25ba-b4db-4901-b8c2-b1ed33023471 req-1e8dd67a-ce22-41a6-8a87-5f9cd69a68e0 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:02.988907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4f25ba-b4db-4901-b8c2-b1ed33023471 req-1e8dd67a-ce22-41a6-8a87-5f9cd69a68e0 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.1307471 Sep 23 23:55:02.989746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:02.992136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:02.993778 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] 10.222.0.18 "PUT /v2.0/ports/f97a1f8f-3e8a-4b54-9af0-5a1621231af8 HTTP/1.1" status: 200 len: 1093 time: 2.9690213 Sep 23 23:55:02.999795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'tag': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:03.002873 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46134401-d539-48f8-9979-8f36749a2bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "d065b8ad-a0a1-4484-a9f5-b7aafed35f53", "tag": "f97a1f8f-3e8a-4b54-9af0-5a1621231af8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:03.012103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:03.018557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42284) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:03.020212 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a437a519-c008-4d77-b99a-de9dd38a4b81 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1661363 Sep 23 23:55:03.099754 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-278438b5-46c2-4bc9-823e-c0a944e4b000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:03.101813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['9886e280-94c4-46f6-b68d-227a890832be'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:03.108031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a80eb71e-ad3f-44aa-b60e-436121f2065d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:03.149391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb7f5b4-294b-4032-8ca1-8e43e1fee82a service neutron] Pushing event updated for resources: {'Port': ['ID=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:03.151400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4f25ba-b4db-4901-b8c2-b1ed33023471 req-a7e89592-f8f3-4989-9a8c-57e0443811de tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615467 Sep 23 23:55:03.196019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-d7494d90-6eec-41db-b6c3-a913f3622e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:03.198138 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-d7494d90-6eec-41db-b6c3-a913f3622e4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 1096 time: 0.1367054 Sep 23 23:55:03.229458 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7acbe93-2ff6-435d-ac0e-4f61868d9bb9 x-openstack-request-id: req-a7acbe93-2ff6-435d-ac0e-4f61868d9bb9 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:03.232160 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d065b8ad-a0a1-4484-a9f5-b7aafed35f53", "tag": "f97a1f8f-3e8a-4b54-9af0-5a1621231af8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:03.232463 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7acbe93-2ff6-435d-ac0e-4f61868d9bb9 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:03.232884 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'tag': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'status': 'completed', 'code': 200} Sep 23 23:55:03.238234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-278438b5-46c2-4bc9-823e-c0a944e4b000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:03.287688 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-c8a0a76e-58cd-49b0-a6ee-4917817c4295 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97a1f8f-3e8a-4b54-9af0-5a1621231af8 HTTP/1.1" status: 200 len: 217 time: 0.0806925 Sep 23 23:55:03.353205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07a66-d4e8-461f-8901-9dde84166a42 req-3aaf2ad8-2d56-408e-9888-a7cd4f8187be tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:03.364170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4be07a66-d4e8-461f-8901-9dde84166a42 req-3aaf2ad8-2d56-408e-9888-a7cd4f8187be tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 944 time: 0.2701495 Sep 23 23:55:03.392470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-cb0aa4dd-b5a5-4254-965d-3940712fdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:03.396852 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-cb0aa4dd-b5a5-4254-965d-3940712fdb0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d3ef4c-bc9c-461f-a6ad-1994320886b0 HTTP/1.1" status: 200 len: 863 time: 0.0996950 Sep 23 23:55:03.513532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-4c7d9f18-f0bd-49ab-a750-150853d02523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:03.515739 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-4c7d9f18-f0bd-49ab-a750-150853d02523 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67fcd5fe-e92f-42dc-894f-b93672094cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1106882 Sep 23 23:55:03.522991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:03.590797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a80eb71e-ad3f-44aa-b60e-436121f2065d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:03.592134 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:03.657615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4be07a66-d4e8-461f-8901-9dde84166a42 req-fca20bc1-af3d-4e25-8379-fe34e7d26ad3 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343936 Sep 23 23:55:03.678591 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-278438b5-46c2-4bc9-823e-c0a944e4b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:03.685253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-278438b5-46c2-4bc9-823e-c0a944e4b000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:03.687552 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-278438b5-46c2-4bc9-823e-c0a944e4b000 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/edff8d2a-9afa-4d34-9405-5ee533231dc6 HTTP/1.1" status: 204 len: 168 time: 0.8032067 Sep 23 23:55:03.688246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-d2bb24dd-a4f4-4588-b689-9c20f8350f53 service neutron] 10.222.0.18 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616352 Sep 23 23:55:03.715967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278438b5-46c2-4bc9-823e-c0a944e4b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edff8d2a-9afa-4d34-9405-5ee533231dc6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:03.855663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402f710e-2236-4d27-b0bb-5d7c4389e282 req-f1fad014-50a4-491a-81d6-7d51aca38b73 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:03.867889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-402f710e-2236-4d27-b0bb-5d7c4389e282 req-f1fad014-50a4-491a-81d6-7d51aca38b73 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.3693218 Sep 23 23:55:03.899757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:00Z', 'revision_number': 3, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:03.947435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Checking router: 6030fa39-e111-4e82-afec-66b4c6828e9b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:55:03.947938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Updating router 6030fa39-e111-4e82-afec-66b4c6828e9b port 0d8b5038-80d0-4e01-bee6-20ab2689e770 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:55:03.959043 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-402f710e-2236-4d27-b0bb-5d7c4389e282 req-82301128-d9db-453c-aa67-b12cf3cec1d5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897322 Sep 23 23:55:03.964699 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d97e371-7151-4c8b-805c-94b0937c8362 req-4430cb86-9027-4866-ab3c-7e34021764b8 service neutron] 10.222.0.18 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653017 Sep 23 23:55:03.989900 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:04.281480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-0ed85cc4-c86b-4e09-bafc-e50117a691bc tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:04.288925 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-0ed85cc4-c86b-4e09-bafc-e50117a691bc tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1098 time: 0.3220186 Sep 23 23:55:04.291529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46134401-d539-48f8-9979-8f36749a2bd8 req-cd69e200-a2c0-4ba0-9b07-3a6f8fe1bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:04.293694 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46134401-d539-48f8-9979-8f36749a2bd8 req-cd69e200-a2c0-4ba0-9b07-3a6f8fe1bb4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 1096 time: 0.2357316 Sep 23 23:55:04.294319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42320) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:04.336509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-18'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:04.410887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 2eeafef6-f21f-46f2-bb74-9ce4d864684e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:55:04.547431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-adf7a837-9882-4141-87d2-f7ddc56aa2fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=236975c737694761b0f72536d4911e64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393029 Sep 23 23:55:04.587752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42332) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:04.628001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:04.712720 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:04.722908 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:04.773597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46134401-d539-48f8-9979-8f36749a2bd8 req-807824a1-d8c2-4126-b703-3a6cc77157dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:04.776143 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46134401-d539-48f8-9979-8f36749a2bd8 req-807824a1-d8c2-4126-b703-3a6cc77157dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 925 time: 0.4664803 Sep 23 23:55:04.829992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:04.891287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:04.935553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206f85f-aaac-48ce-88d6-be64b7783999 None None] Pushing event updated for resources: {'Port': ['ID=0d8b5038-80d0-4e01-bee6-20ab2689e770,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:04.946925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e2b1a8-a9f4-4dc5-a16a-d3eb0d2f3664 req-9aa670a1-6cc4-43b6-826c-95ffc901f58b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:04.950138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92e2b1a8-a9f4-4dc5-a16a-d3eb0d2f3664 req-9aa670a1-6cc4-43b6-826c-95ffc901f58b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.8369045 Sep 23 23:55:04.962809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 2eeafef6-f21f-46f2-bb74-9ce4d864684e has no active binding in host n-h2-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 23:55:04.965331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Attempting to bind port 0d8b5038-80d0-4e01-bee6-20ab2689e770 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:04.965331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Attempting to bind port 0d8b5038-80d0-4e01-bee6-20ab2689e770 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:04.965331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Attempting to bind port 0d8b5038-80d0-4e01-bee6-20ab2689e770 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:04.977685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd33f3b-d4d6-4493-a1a5-d3796f82bc55 req-331899ec-9371-435e-bc93-5f1ef883ab42 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:04.977925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:04.978350 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:04.978790 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:04.979178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:04.979655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Bound port: 0d8b5038-80d0-4e01-bee6-20ab2689e770, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:04.980034 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:04.992181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fd33f3b-d4d6-4493-a1a5-d3796f82bc55 req-331899ec-9371-435e-bc93-5f1ef883ab42 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 946 time: 0.3407171 Sep 23 23:55:05.004072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46134401-d539-48f8-9979-8f36749a2bd8 req-6d801adc-35e7-4eac-9cc6-1ac965bb0cc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97a1f8f-3e8a-4b54-9af0-5a1621231af8 HTTP/1.1" status: 200 len: 217 time: 0.2127512 Sep 23 23:55:05.007313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0d90cf1-6bb1-41ac-978d-a594c9092122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:05.109325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] For port 0d8b5038-80d0-4e01-bee6-20ab2689e770, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:05.117039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92e2b1a8-a9f4-4dc5-a16a-d3eb0d2f3664 req-dc9c5efa-88e6-4678-9dd7-a6b02876bb76 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180894 Sep 23 23:55:05.129825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] For port 0d8b5038-80d0-4e01-bee6-20ab2689e770, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d8b5038-80d0-4e01-bee6-20ab2689e770,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:05.139100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fd33f3b-d4d6-4493-a1a5-d3796f82bc55 req-42f5cc7b-43d3-4fd1-923d-a393576bf40c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455910 Sep 23 23:55:05.140631 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:05.233845 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0d90cf1-6bb1-41ac-978d-a594c9092122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:05.316423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:05.317066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:05.348050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0d90cf1-6bb1-41ac-978d-a594c9092122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:05.352045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0d90cf1-6bb1-41ac-978d-a594c9092122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:05.356280 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d0d90cf1-6bb1-41ac-978d-a594c9092122 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9c90083-b2a5-40ff-8035-3aa2fd63b5af HTTP/1.1" status: 204 len: 168 time: 0.7651024 Sep 23 23:55:05.368468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46134401-d539-48f8-9979-8f36749a2bd8 req-8b1f0c48-2502-4c91-9d22-124134c84695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:05.370801 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46134401-d539-48f8-9979-8f36749a2bd8 req-8b1f0c48-2502-4c91-9d22-124134c84695 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d3ef4c-bc9c-461f-a6ad-1994320886b0 HTTP/1.1" status: 200 len: 863 time: 0.3572257 Sep 23 23:55:05.377562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206f85f-aaac-48ce-88d6-be64b7783999 None None] Pushing event updated for resources: {'Port': ['ID=0d8b5038-80d0-4e01-bee6-20ab2689e770,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:05.378959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:05.477323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d90cf1-6bb1-41ac-978d-a594c9092122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c90083-b2a5-40ff-8035-3aa2fd63b5af,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:05.501961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Allocated IP 172.20.0.1 (e24980cc-6d91-484a-80b9-5134220b3082/624250f8-8041-4acd-b8de-dbb7fa03658b/da73d32e-e276-412b-8458-83c27ba448d8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:05.703460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:05.704088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:05.730620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:05.799110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:05.831292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46134401-d539-48f8-9979-8f36749a2bd8 req-d16cdf8e-7ef1-4890-a4dd-f5dd889ae34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:05.841380 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46134401-d539-48f8-9979-8f36749a2bd8 req-d16cdf8e-7ef1-4890-a4dd-f5dd889ae34f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67fcd5fe-e92f-42dc-894f-b93672094cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4197361 Sep 23 23:55:05.876501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Network e24980cc-6d91-484a-80b9-5134220b3082 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:05.914807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e8819-fc7e-405f-a754-f156e5e5caee req-139aa48f-8c27-4366-aca2-0243f4bb1e8b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:05.916770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-829e8819-fc7e-405f-a754-f156e5e5caee req-139aa48f-8c27-4366-aca2-0243f4bb1e8b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.6242280 Sep 23 23:55:05.917731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:05.964592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:05.980965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:05.996457 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edab04cf-55f5-4f05-86aa-e8039bba6c32" -d '{"events": [{"server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "name": "network-vif-unplugged", "status": "completed", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:06.003449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:06.075572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:06.117650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525a073-9eb3-4e21-aacf-c84ef087f531 req-4e5f17f8-48c5-4c4d-9ea0-cf09aeed6d38 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:06.130212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d525a073-9eb3-4e21-aacf-c84ef087f531 req-4e5f17f8-48c5-4c4d-9ea0-cf09aeed6d38 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 944 time: 0.3704004 Sep 23 23:55:06.205638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:06.295092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Pushing event updated for resources: {'Port': ['ID=da73d32e-e276-412b-8458-83c27ba448d8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:06.307557 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:06.356327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:00Z', 'revision_number': 3, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:06.409068 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46134401-d539-48f8-9979-8f36749a2bd8 req-d075aa0a-ba55-4d11-89af-1823958252af service neutron] 10.222.0.18 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651259 Sep 23 23:55:06.415891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-829e8819-fc7e-405f-a754-f156e5e5caee req-82a6b901-2d3c-453e-bcce-fa7398b1adfc tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4786892 Sep 23 23:55:06.481113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d525a073-9eb3-4e21-aacf-c84ef087f531 req-488d2f3e-5aa3-4119-a704-acaf4f27ea15 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450263 Sep 23 23:55:06.535978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bfd972-18ea-4c2a-834d-4fbc8ad7b410 None None] The sync data for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 is: [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:00Z', 'revision_number': 3, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:55:06.560982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:06.594144 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1e90f6-cbca-4ad5-95bb-b64d50b86b98 x-openstack-request-id: req-8d1e90f6-cbca-4ad5-95bb-b64d50b86b98 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:06.595414 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "name": "network-vif-unplugged", "status": "completed", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:06.596969 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d1e90f6-cbca-4ad5-95bb-b64d50b86b98 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:06.599023 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e', 'code': 200} Sep 23 23:55:06.605633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Pushing event updated for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:06.785238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:06.805458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b6e0bb82-1671-4242-a094-6ae553b162b1 None None] Provisioning complete for port da73d32e-e276-412b-8458-83c27ba448d8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:06.805824 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6e0bb82-1671-4242-a094-6ae553b162b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:06.855547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on host n-h1-713498-18 for vnic_type normal with profile {"migrating_to": "n-h2-713498-18"} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:06.860265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:06.861045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:06.863036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 9886e280-94c4-46f6-b68d-227a890832be triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:06.863434 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:06.896860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:55:06.902702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Attempting to bind port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:06.930330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:06.931227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:06.932051 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:06.932980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Bound port: 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:06.936601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:07.105934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0bb82-1671-4242-a094-6ae553b162b1 None None] Port da73d32e-e276-412b-8458-83c27ba448d8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:55:07.109226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:07.222684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46134401-d539-48f8-9979-8f36749a2bd8 req-918378d4-2519-4ae4-858c-d1f954fb884c service neutron] 10.222.0.18 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8024430 Sep 23 23:55:07.281177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:07.283667 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b82dd224-97d5-4bf3-a441-44f072aa332b" -d '{"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-plugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:07.371756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:07.381784 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:07.387157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:07.413886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:07.431002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:07.486818 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:07.504316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:07.661329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af29e-2d52-4bfa-b8ae-fb4cf7ba5f9f req-e45547ed-8705-4347-8a5e-d621ef9b6357 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:07.664591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f61af29e-2d52-4bfa-b8ae-fb4cf7ba5f9f req-e45547ed-8705-4347-8a5e-d621ef9b6357 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.8297071 Sep 23 23:55:07.676145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Pushing event updated for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:07.795073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:07.857319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:08.018605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Network e24980cc-6d91-484a-80b9-5134220b3082 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:08.031433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:08.072531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:08.073725 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:08.075951 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-779a4c05-8994-4d2f-9f75-aefa37bdc418 service neutron] 10.222.0.20 "PUT /v2.0/ports/2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 200 len: 1124 time: 3.7483530 Sep 23 23:55:08.092936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f97a1f8f-3e8a-4b54-9af0-5a1621231af8 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:55:08.143415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['2eeafef6-f21f-46f2-bb74-9ce4d864684e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:08.159664 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-aaef7e06-db62-458f-a5b2-ba3575afe382 service neutron] 10.222.0.18 "GET /v2.0/ports/a26edc70-d10c-40ea-b598-c2559777adaf/bindings/n-h1-713498-18 HTTP/1.1" status: 200 len: 383 time: 0.4857605 Sep 23 23:55:08.323713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['2eeafef6-f21f-46f2-bb74-9ce4d864684e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:08.410774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Router 6030fa39-e111-4e82-afec-66b4c6828e9b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:55:08.418933 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.resource_extend [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:55:08.465835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Pushing event updated for resources: {'Port': ['ID=da73d32e-e276-412b-8458-83c27ba448d8,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:08.604269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f61af29e-2d52-4bfa-b8ae-fb4cf7ba5f9f req-b794ff0d-d74e-45d7-b3bd-7f1999f5fb8f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8262784 Sep 23 23:55:08.611524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:08.614479 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:08.748396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:55:08.759110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ffa1b13a-89ae-4187-9499-63d2ed1b7847 admin admin] 10.222.0.24 "PUT /v2.0/routers/6030fa39-e111-4e82-afec-66b4c6828e9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7381222 Sep 23 23:55:08.879333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-8013e8df-01cb-4961-9f40-7f23100377d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:08.884384 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-8013e8df-01cb-4961-9f40-7f23100377d2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23&tenant_id=e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 1101 time: 0.1063516 Sep 23 23:55:09.055178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-f13f8d5a-e219-486c-aacb-6f5cba2135cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:09.055635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8099f-d4e0-416f-a950-566b35dd918b req-42ac02c5-2553-4808-8728-c19d551a8804 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:09.057537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bd8099f-d4e0-416f-a950-566b35dd918b req-42ac02c5-2553-4808-8728-c19d551a8804 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 944 time: 0.1077061 Sep 23 23:55:09.059631 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-f13f8d5a-e219-486c-aacb-6f5cba2135cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 1101 time: 0.1386774 Sep 23 23:55:09.149399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bd8099f-d4e0-416f-a950-566b35dd918b req-4ba104ae-ee59-475c-9a20-a43b2b2d6314 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822380 Sep 23 23:55:09.207082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d8b5038-80d0-4e01-bee6-20ab2689e770 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:09.261040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d894f943-e89f-4a8b-aaf3-967053ca4359 None None] Provisioning complete for port da73d32e-e276-412b-8458-83c27ba448d8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:09.261631 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d894f943-e89f-4a8b-aaf3-967053ca4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:09.342080 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f8c28f-5299-456a-9cbd-5920a3bc5c91 x-openstack-request-id: req-80f8c28f-5299-456a-9cbd-5920a3bc5c91 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:09.342234 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-plugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:09.342514 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80f8c28f-5299-456a-9cbd-5920a3bc5c91 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:09.342955 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be', 'code': 200} Sep 23 23:55:09.346539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d894f943-e89f-4a8b-aaf3-967053ca4359 None None] Port da73d32e-e276-412b-8458-83c27ba448d8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:55:09.374922 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-9533ad2b-0ca9-4181-92fb-1e7e0ba45090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:09.376442 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-9533ad2b-0ca9-4181-92fb-1e7e0ba45090 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.3091462 Sep 23 23:55:09.384198 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:09.391167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0d8b5038-80d0-4e01-bee6-20ab2689e770 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:09.391540 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:09.477300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-f9fc89d4-4b70-437e-bddf-5bc97c1d842c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a26edc70-d10c-40ea-b598-c2559777adaf HTTP/1.1" status: 200 len: 217 time: 0.0859029 Sep 23 23:55:09.551452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f97a1f8f-3e8a-4b54-9af0-5a1621231af8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:09.557625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717839c-a3b0-444f-90d4-717b76f39d0b req-7b2caf28-57fa-46dc-856e-e0fa82e6398e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:09.559424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6717839c-a3b0-444f-90d4-717b76f39d0b req-7b2caf28-57fa-46dc-856e-e0fa82e6398e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1285510 Sep 23 23:55:09.596808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-80271a61-e6dc-4937-af26-10e8ebf9d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:09.599981 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-80271a61-e6dc-4937-af26-10e8ebf9d7cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1152508 Sep 23 23:55:09.648044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6717839c-a3b0-444f-90d4-717b76f39d0b req-5d580e6c-37c8-4751-9b34-63b06f4c5995 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789726 Sep 23 23:55:09.700656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-b19994d2-3c84-4ce8-b218-469ba997a12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:09.703260 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-b19994d2-3c84-4ce8-b218-469ba997a12e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0954771 Sep 23 23:55:09.797347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'port_id': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'mac_address': 'fa:16:3e:a7:03:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:55:09.934501 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:09.950951 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-26703632-eb76-489d-afb2-faa29be9e92c service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395003 Sep 23 23:55:09.956830 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f9f07-477c-411c-8932-7910282de96f None None] Sync routers for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:55:09.983075 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f9f07-477c-411c-8932-7910282de96f None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:09.989994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d639b9b-e783-4172-8f32-fcdc6cefe05b req-46fe0c55-c577-4e96-9840-ee2f6f140f77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:09.991009 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-117f9f07-477c-411c-8932-7910282de96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:10.007460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d639b9b-e783-4172-8f32-fcdc6cefe05b req-46fe0c55-c577-4e96-9840-ee2f6f140f77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 944 time: 0.1435528 Sep 23 23:55:10.022889 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:10.049407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0d8b5038-80d0-4e01-bee6-20ab2689e770, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d8b5038-80d0-4e01-bee6-20ab2689e770,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:10.058683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f97a1f8f-3e8a-4b54-9af0-5a1621231af8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:10.084024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f97a1f8f-3e8a-4b54-9af0-5a1621231af8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:10.090116 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:10.111802 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:10.166320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d639b9b-e783-4172-8f32-fcdc6cefe05b req-5c9872ad-8cb8-4ed4-b260-455d2e102edf tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513543 Sep 23 23:55:10.194967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0d8b5038-80d0-4e01-bee6-20ab2689e770,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:10.286044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9da683f9-6468-4ceb-8df6-f8d05ffbe315 req-1609b4a0-3833-4d54-89eb-dc776e691b32 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281775 Sep 23 23:55:10.318004 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-117f9f07-477c-411c-8932-7910282de96f None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:10.320094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:10.396614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['f97a1f8f-3e8a-4b54-9af0-5a1621231af8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:10.622709 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7def926b-f65b-495c-a896-025d6589fd6b x-openstack-request-id: req-7def926b-f65b-495c-a896-025d6589fd6b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:10.623020 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:10.623285 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7def926b-f65b-495c-a896-025d6589fd6b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:10.623785 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e', 'status': 'completed', 'code': 200} Sep 23 23:55:10.702103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-3d541e33-2e34-4c66-8ef9-5299b9530f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:10.704483 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-3d541e33-2e34-4c66-8ef9-5299b9530f0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1127 time: 0.0641994 Sep 23 23:55:10.724043 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-117f9f07-477c-411c-8932-7910282de96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 2, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:10.776111 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f9f07-477c-411c-8932-7910282de96f None None] Checking router: 6030fa39-e111-4e82-afec-66b4c6828e9b for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:55:10.776606 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f9f07-477c-411c-8932-7910282de96f None None] Updating router 6030fa39-e111-4e82-afec-66b4c6828e9b port da73d32e-e276-412b-8458-83c27ba448d8 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:55:10.818744 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-117f9f07-477c-411c-8932-7910282de96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.016987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-aba0ee61-1a93-427f-a429-f89c2703fe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:11.022164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-aba0ee61-1a93-427f-a429-f89c2703fe61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.3073959 Sep 23 23:55:11.066672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d8b5038-80d0-4e01-bee6-20ab2689e770 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:11.081151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-b36d480c-c879-4816-a709-528525a74071 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 200 len: 217 time: 0.0526969 Sep 23 23:55:11.143965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-a94f78ad-e51b-4741-9026-c5241b389725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:11.145984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-a94f78ad-e51b-4741-9026-c5241b389725 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0516827 Sep 23 23:55:11.177742 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-117f9f07-477c-411c-8932-7910282de96f None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.189534 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-117f9f07-477c-411c-8932-7910282de96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.289335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0d8b5038-80d0-4e01-bee6-20ab2689e770 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:11.290039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.319726 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-e450cc7d-c543-4c90-bc2e-305f9c8275ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1636224 Sep 23 23:55:11.467543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:11.476365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3c5dc1f3-a1e5-44d6-95d8-532b40018e1e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Request body: {'security_group': {'name': 'tempest-securitygroup--31657211', 'description': 'tempest-description--1474937201'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:11.533813 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Pushing event updated for resources: {'Port': ['ID=da73d32e-e276-412b-8458-83c27ba448d8,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:11.564408 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.564837 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.565185 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.565868 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.566205 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.566579 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.567357 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.567692 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.568076 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.568466 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.569029 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.569362 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:11.598278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c5dc1f3-a1e5-44d6-95d8-532b40018e1e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.608861 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-117f9f07-477c-411c-8932-7910282de96f None None] Attempting to bind port da73d32e-e276-412b-8458-83c27ba448d8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:11.609139 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-117f9f07-477c-411c-8932-7910282de96f None None] Attempting to bind port da73d32e-e276-412b-8458-83c27ba448d8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:11.609513 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f9f07-477c-411c-8932-7910282de96f None None] Attempting to bind port da73d32e-e276-412b-8458-83c27ba448d8 on network e24980cc-6d91-484a-80b9-5134220b3082 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:11.613193 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-d42bcadf-349c-4844-801d-9bb519e08c62 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803578 Sep 23 23:55:11.625147 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f9f07-477c-411c-8932-7910282de96f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:11.625573 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f9f07-477c-411c-8932-7910282de96f None None] Checking segment: {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:11.625980 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-117f9f07-477c-411c-8932-7910282de96f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.626368 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117f9f07-477c-411c-8932-7910282de96f None None] Bound using segment: {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:11.626872 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-117f9f07-477c-411c-8932-7910282de96f None None] Bound port: da73d32e-e276-412b-8458-83c27ba448d8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:11.627278 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-117f9f07-477c-411c-8932-7910282de96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.770216 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-117f9f07-477c-411c-8932-7910282de96f None None] For port da73d32e-e276-412b-8458-83c27ba448d8, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:11.777182 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-117f9f07-477c-411c-8932-7910282de96f None None] For port da73d32e-e276-412b-8458-83c27ba448d8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=da73d32e-e276-412b-8458-83c27ba448d8,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:11.788557 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-117f9f07-477c-411c-8932-7910282de96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.853470 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f9f07-477c-411c-8932-7910282de96f None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:11.854167 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-117f9f07-477c-411c-8932-7910282de96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:11.868408 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b9373a-8aa7-4f14-b7c3-bc56ccb5b7f7 req-8e70a85f-93ff-4312-8eb4-d1a118412264 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450864 Sep 23 23:55:11.902716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9dbbb-b0f9-4fbc-a3b4-92acd91db520 req-a6612545-707f-4d17-a053-8f024ec9ec0a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:11.904832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1a9dbbb-b0f9-4fbc-a3b4-92acd91db520 req-a6612545-707f-4d17-a053-8f024ec9ec0a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1913157 Sep 23 23:55:11.909447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a5857931-9e60-4997-aa3c-6db3ee154562 None None] Provisioning complete for port da73d32e-e276-412b-8458-83c27ba448d8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:11.909817 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5857931-9e60-4997-aa3c-6db3ee154562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.969167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c5dc1f3-a1e5-44d6-95d8-532b40018e1e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:11.975125 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c5dc1f3-a1e5-44d6-95d8-532b40018e1e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.016970 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c7c93-5a51-48ba-b460-333e2052832d None None] Pushing event updated for resources: {'Port': ['ID=da73d32e-e276-412b-8458-83c27ba448d8,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:12.043008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1a9dbbb-b0f9-4fbc-a3b4-92acd91db520 req-3bc0ef1a-06f5-468f-9cff-ff9d481e4cdd tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905721 Sep 23 23:55:12.044149 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c5dc1f3-a1e5-44d6-95d8-532b40018e1e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.045842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3c5dc1f3-a1e5-44d6-95d8-532b40018e1e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5770035 Sep 23 23:55:12.048695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:12.058213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7a39ebe2-fa3c-438b-910a-87a9c5eff7d0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Request body: {'security_group_rule': {'security_group_id': 'cbb22fa0-d932-4ca4-b49e-774da9f8500a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:12.095109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5dc1f3-a1e5-44d6-95d8-532b40018e1e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb22fa0-d932-4ca4-b49e-774da9f8500a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:12.105986 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5857931-9e60-4997-aa3c-6db3ee154562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.153011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f97a1f8f-3e8a-4b54-9af0-5a1621231af8 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:12.158636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a39ebe2-fa3c-438b-910a-87a9c5eff7d0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.224266 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-117f9f07-477c-411c-8932-7910282de96f None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:12.268921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbbd65-798b-49f8-b3d9-8ae88edec20d req-8618b7b5-6d74-4096-ae7a-44a63bf657cd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:12.299939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6dfbbd65-798b-49f8-b3d9-8ae88edec20d req-8618b7b5-6d74-4096-ae7a-44a63bf657cd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 944 time: 0.1633101 Sep 23 23:55:12.314499 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a39ebe2-fa3c-438b-910a-87a9c5eff7d0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.320744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a39ebe2-fa3c-438b-910a-87a9c5eff7d0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.333408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a5857931-9e60-4997-aa3c-6db3ee154562 None None] For port da73d32e-e276-412b-8458-83c27ba448d8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=da73d32e-e276-412b-8458-83c27ba448d8,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:12.345586 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5857931-9e60-4997-aa3c-6db3ee154562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.356011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39ebe2-fa3c-438b-910a-87a9c5eff7d0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=495b964d-1d86-4bf8-a32a-497e255fdeb3,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:12.363558 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a39ebe2-fa3c-438b-910a-87a9c5eff7d0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.364779 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7a39ebe2-fa3c-438b-910a-87a9c5eff7d0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3147395 Sep 23 23:55:12.368394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:12.379661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0443e25a-9bc2-4fd7-a40f-cb2cd31afd6f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Request body: {'security_group_rule': {'security_group_id': 'cbb22fa0-d932-4ca4-b49e-774da9f8500a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:12.447025 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0443e25a-9bc2-4fd7-a40f-cb2cd31afd6f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.497638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6dfbbd65-798b-49f8-b3d9-8ae88edec20d req-cebe365b-c114-4566-b606-7b4eebfea79c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929758 Sep 23 23:55:12.624667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5857931-9e60-4997-aa3c-6db3ee154562 None None] Pushing event updated for resources: {'Port': ['ID=da73d32e-e276-412b-8458-83c27ba448d8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:12.639087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0443e25a-9bc2-4fd7-a40f-cb2cd31afd6f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.643600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-820fbf46-c299-4dca-b4b8-e20023a22106 None None] Provisioning complete for port da73d32e-e276-412b-8458-83c27ba448d8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:12.644035 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-820fbf46-c299-4dca-b4b8-e20023a22106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.645774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0443e25a-9bc2-4fd7-a40f-cb2cd31afd6f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.646087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:55:12.664854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:12.665224 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.691232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443e25a-9bc2-4fd7-a40f-cb2cd31afd6f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10ec149-6dd7-4b90-abc2-50d5c6e6cfbd,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:12.703636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0443e25a-9bc2-4fd7-a40f-cb2cd31afd6f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.705083 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0443e25a-9bc2-4fd7-a40f-cb2cd31afd6f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3356671 Sep 23 23:55:12.708231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:12.721080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:12.791646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.827873 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-117f9f07-477c-411c-8932-7910282de96f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:11Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:12.881243 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.894339 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117f9f07-477c-411c-8932-7910282de96f None None] The sync data for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 is: [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:11Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:55:12.922338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:12.924941 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1188589-5153-4138-8a16-373656ee1864" -d '{"events": [{"server_uuid": "d065b8ad-a0a1-4484-a9f5-b7aafed35f53", "name": "network-vif-plugged", "status": "completed", "tag": "f97a1f8f-3e8a-4b54-9af0-5a1621231af8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:12.959653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f97a1f8f-3e8a-4b54-9af0-5a1621231af8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:12.959653 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:12.965286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a26edc70-d10c-40ea-b598-c2559777adaf no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:55:13.033853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e549ed7-3bd0-43e6-bf0d-fd59ac3baba8 req-5bf4621f-c765-4dcf-9fa3-6dd56f438b51 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:13.054852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e549ed7-3bd0-43e6-bf0d-fd59ac3baba8 req-5bf4621f-c765-4dcf-9fa3-6dd56f438b51 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.2045341 Sep 23 23:55:13.149946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e549ed7-3bd0-43e6-bf0d-fd59ac3baba8 req-05f4ef0d-1d94-425e-a012-80df4a94e939 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933692 Sep 23 23:55:13.217808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:13.244916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:13.286292 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:13.344268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:13.353314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:13.428337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:13.485537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6adf8-a1ca-4bfa-95cf-36085724c946 req-d6e2cfe2-54be-4b65-9d2a-819ae98ba157 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:13.494419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74f6adf8-a1ca-4bfa-95cf-36085724c946 req-d6e2cfe2-54be-4b65-9d2a-819ae98ba157 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 946 time: 0.1445704 Sep 23 23:55:13.590185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74f6adf8-a1ca-4bfa-95cf-36085724c946 req-3d477880-a33b-4e05-a39e-23d72feff852 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909507 Sep 23 23:55:13.655100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Allocated IP 172.25.5.223 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/dea51d0b-5af7-48f4-aced-605ce8664dd7) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:13.773172 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7cf012-f78b-482f-b749-347ce55da6a9 x-openstack-request-id: req-8c7cf012-f78b-482f-b749-347ce55da6a9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:13.773767 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d065b8ad-a0a1-4484-a9f5-b7aafed35f53", "name": "network-vif-plugged", "status": "completed", "tag": "f97a1f8f-3e8a-4b54-9af0-5a1621231af8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:13.778448 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8c7cf012-f78b-482f-b749-347ce55da6a9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:13.779304 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'code': 200} Sep 23 23:55:13.808466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:13.954431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:13.990256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:13.998053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:14.004907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:14.009218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119e96b-1765-4ba2-9cb1-d140d6333be9 req-b2cf6fe3-0a6d-4237-b916-8d6f47093d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:14.015047 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f119e96b-1765-4ba2-9cb1-d140d6333be9 req-b2cf6fe3-0a6d-4237-b916-8d6f47093d74 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 1098 time: 0.1693196 Sep 23 23:55:14.085290 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f119e96b-1765-4ba2-9cb1-d140d6333be9 req-8c87998e-3c3f-4711-8a67-6d4d4b404095 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667598 Sep 23 23:55:14.090285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af993cef-86d6-4865-97d2-5eecae084b59 req-1c856acf-08b5-4dd2-b6f5-ead12427ad2d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:14.097945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af993cef-86d6-4865-97d2-5eecae084b59 req-1c856acf-08b5-4dd2-b6f5-ead12427ad2d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.2222240 Sep 23 23:55:14.160132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a26edc70-d10c-40ea-b598-c2559777adaf details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:55:14.179917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event updated for resources: {'Port': ['ID=dea51d0b-5af7-48f4-aced-605ce8664dd7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:14.274988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:14.322642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af993cef-86d6-4865-97d2-5eecae084b59 req-ee948720-7fc2-4d61-be2f-b56d4b41a2d2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218301 Sep 23 23:55:14.357098 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:14.394226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:14.436963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'mac_address': 'fa:16:3e:27:ea:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:55:14.453987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b6f17edc-3edb-44b7-9ffd-eb0cfa586703 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:55:14.537690 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:14.595907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26edc70-d10c-40ea-b598-c2559777adaf {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:14.792310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:14.815386 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:14.820966 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-c9bc22f2-232a-4c08-95fb-6a2a6b441f95 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1040108 Sep 23 23:55:14.838398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384472a1-424e-4f7c-9d49-23a7e1213a9d req-c26fa616-e342-40a5-9ab5-cb6c461a632c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:14.848624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-384472a1-424e-4f7c-9d49-23a7e1213a9d req-c26fa616-e342-40a5-9ab5-cb6c461a632c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 944 time: 0.1970582 Sep 23 23:55:14.948549 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:14.974859 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:14.999693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:15.078729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'port_id': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'mac_address': 'fa:16:3e:e5:a5:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71937a2-7996-46df-a564-b4e960a55091', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:55:15.123113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a26edc70-d10c-40ea-b598-c2559777adaf'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:15.126878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:15.133248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-384472a1-424e-4f7c-9d49-23a7e1213a9d req-e8b4857f-e2a0-45a0-9212-183749a1e8a9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561226 Sep 23 23:55:15.161718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device da73d32e-e276-412b-8458-83c27ba448d8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:15.285927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event updated for resources: {'Port': ['ID=dea51d0b-5af7-48f4-aced-605ce8664dd7,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:15.314251 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:15.390743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:15.391728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-fb273f49-7d6c-456c-9f08-71a8619b2b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:15.393496 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-fb273f49-7d6c-456c-9f08-71a8619b2b55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 1097 time: 0.2151623 Sep 23 23:55:15.404898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d51ec810-0c67-4a96-80e4-3b475d4f4a05 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6877449 Sep 23 23:55:15.501731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:15.522934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2222-5775-4041-833f-add16e96c91b req-2da67f2f-0e02-408f-a1dd-8da16f035eee tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:15.528889 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f5eb2222-5775-4041-833f-add16e96c91b req-2da67f2f-0e02-408f-a1dd-8da16f035eee tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23&tenant_id=e758294d01cf43e0b123cd4585eaf8f7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 948 time: 0.4733129 Sep 23 23:55:15.543788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90700c89-7f88-4072-b06e-1867fe721913 req-ac0bfa80-0c68-4943-a216-f9b8df40aba2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:15.545519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6f17edc-3edb-44b7-9ffd-eb0cfa586703 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:15.559378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90700c89-7f88-4072-b06e-1867fe721913 req-ac0bfa80-0c68-4943-a216-f9b8df40aba2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 948 time: 0.2045195 Sep 23 23:55:15.655153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90700c89-7f88-4072-b06e-1867fe721913 req-82aeb66e-d402-43c8-8258-b15227edd1ff tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946045 Sep 23 23:55:15.672009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:15.681594 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:15.732840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port da73d32e-e276-412b-8458-83c27ba448d8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:15.733490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:15.796335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:15.798973 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b75a2da-a117-4764-89df-5a5516ba5e34" -d '{"events": [{"server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "name": "network-vif-unplugged", "status": "completed", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:15.826327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b6f17edc-3edb-44b7-9ffd-eb0cfa586703'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:15.941379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a34c0-c8b0-4983-9170-3dc702ec985f req-91a27e6f-c7ad-4950-a8f5-0a05bf61a8af tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:15.943267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a40a34c0-c8b0-4983-9170-3dc702ec985f req-91a27e6f-c7ad-4950-a8f5-0a05bf61a8af tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 946 time: 0.1507299 Sep 23 23:55:16.050885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a40a34c0-c8b0-4983-9170-3dc702ec985f req-393f5f0f-5ff2-4995-acd3-7c44e40fdc4c tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010883 Sep 23 23:55:16.106363 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:16.326375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2222-5775-4041-833f-add16e96c91b req-2e2e3d2c-1122-4e56-a92d-0a7623b6902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:16.328411 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f5eb2222-5775-4041-833f-add16e96c91b req-2e2e3d2c-1122-4e56-a92d-0a7623b6902c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 1100 time: 0.6622322 Sep 23 23:55:16.332972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-2350a4ab-a2c1-4125-a783-97a2ef7e4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:16.340650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-2350a4ab-a2c1-4125-a783-97a2ef7e4a97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.9092951 Sep 23 23:55:16.354904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f1be9-bfd6-457f-908f-81129e873e82 req-d7f65bc3-31e2-4047-8d2d-e515213403f2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:16.359940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-309f1be9-bfd6-457f-908f-81129e873e82 req-d7f65bc3-31e2-4047-8d2d-e515213403f2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 944 time: 0.1047518 Sep 23 23:55:16.430819 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-c796e91c-4dc0-4fbc-9c03-e4755e353375 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 200 len: 217 time: 0.0769377 Sep 23 23:55:16.495465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-436823d4-26be-4c03-a5ff-11042674897a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:16.496251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-309f1be9-bfd6-457f-908f-81129e873e82 req-179df40d-9b40-469c-9e64-fc7c455c4c56 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269031 Sep 23 23:55:16.497357 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-436823d4-26be-4c03-a5ff-11042674897a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0584893 Sep 23 23:55:16.560005 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aace13c-615c-4309-9cd2-d4c2f3b40f84 x-openstack-request-id: req-0aace13c-615c-4309-9cd2-d4c2f3b40f84 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:16.560498 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "name": "network-vif-unplugged", "status": "completed", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:16.560609 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0aace13c-615c-4309-9cd2-d4c2f3b40f84 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:16.560965 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'code': 200} Sep 23 23:55:16.615972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-6346d1f4-7c39-45c7-9505-6472c5fac742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103184 Sep 23 23:55:16.711143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221326f-e5b5-47f4-aa4f-6309a791f968 req-52512c50-28ca-4b7e-ad0f-eab522efc48b tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:16.713420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7221326f-e5b5-47f4-aa4f-6309a791f968 req-52512c50-28ca-4b7e-ad0f-eab522efc48b tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 946 time: 0.0995474 Sep 23 23:55:16.722805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42480) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:16.729692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Request body: {'floatingip': {'port_id': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:16.732973 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-6cafa6c9-d439-4aa2-ac31-f4c7f6735aa3 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039653 Sep 23 23:55:16.855341 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:16.937333 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7ed0ee4f-1cf8-4160-ac80-d2d20b48b9d0 req-aa22c86c-de40-406d-8d83-a8a9c685ca5f service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936934 Sep 23 23:55:16.938807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2222-5775-4041-833f-add16e96c91b req-9336fcf9-18cc-4ed9-9195-bb4ea09cac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:16.940361 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f5eb2222-5775-4041-833f-add16e96c91b req-9336fcf9-18cc-4ed9-9195-bb4ea09cac58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.5988119 Sep 23 23:55:17.048171 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f5eb2222-5775-4041-833f-add16e96c91b req-91cf0a7f-82a2-4661-bda7-e96fc5599045 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=a26edc70-d10c-40ea-b598-c2559777adaf HTTP/1.1" status: 200 len: 217 time: 0.0944164 Sep 23 23:55:17.096119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8d10a8-93b9-462f-a853-b232cb4906e4 req-60393828-0169-4a5d-9908-634b2f33f1e1 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:17.144206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f8d10a8-93b9-462f-a853-b232cb4906e4 req-60393828-0169-4a5d-9908-634b2f33f1e1 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 944 time: 0.2860854 Sep 23 23:55:17.187014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2222-5775-4041-833f-add16e96c91b req-7cf825ec-62e2-4570-b4fa-681cf618e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:17.187014 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f5eb2222-5775-4041-833f-add16e96c91b req-7cf825ec-62e2-4570-b4fa-681cf618e2b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1256707 Sep 23 23:55:17.306732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb2222-5775-4041-833f-add16e96c91b req-2d9a7c89-a31a-4667-876e-e5f74d32f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:17.313051 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f5eb2222-5775-4041-833f-add16e96c91b req-2d9a7c89-a31a-4667-876e-e5f74d32f46c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1222985 Sep 23 23:55:17.413402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f8d10a8-93b9-462f-a853-b232cb4906e4 req-77b8887b-6384-4fe5-8f36-ad2c49f4916b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651207 Sep 23 23:55:17.530332 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f5eb2222-5775-4041-833f-add16e96c91b req-8b08a94f-4073-4edb-ae2f-d4d77675314a service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066770 Sep 23 23:55:17.693047 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f5eb2222-5775-4041-833f-add16e96c91b req-8d93ee56-076f-4078-80fb-08a1fcf0282f service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550109 Sep 23 23:55:17.856217 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-44066844-cf75-4cdf-85b7-514c6e7bc7b9 service neutron] 10.222.0.18 "GET /v2.0/ports/2eeafef6-f21f-46f2-bb74-9ce4d864684e/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.1230125 Sep 23 23:55:18.162515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a26edc70-d10c-40ea-b598-c2559777adaf up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:18.214570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:18.260338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a26edc70-d10c-40ea-b598-c2559777adaf triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:18.260706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.318327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:18.431350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eeafef6-f21f-46f2-bb74-9ce4d864684e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:18.434779 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.459008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:18.472548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b6f17edc-3edb-44b7-9ffd-eb0cfa586703 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:18.495705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.557013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:18.563314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:18.569921 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7187d47-a44f-4369-9cf9-b367ccfc2f6a" -d '{"events": [{"server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "name": "network-vif-plugged", "status": "completed", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:18.589201 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.591089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2eeafef6-f21f-46f2-bb74-9ce4d864684e no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:55:18.634229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.resource_extend [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:55:18.654727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d49f5-f20a-49cc-ab04-2eabecc99f59 req-027dbdb0-edb2-48c1-b94f-2d9bb5bd4f88 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:18.668436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb9d49f5-f20a-49cc-ab04-2eabecc99f59 req-027dbdb0-edb2-48c1-b94f-2d9bb5bd4f88 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 948 time: 0.7460623 Sep 23 23:55:18.692923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] Transition to ACTIVE for port object 2eeafef6-f21f-46f2-bb74-9ce4d864684e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:55:18.699368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:18.700564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.704482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:18.705010 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.708234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2eeafef6-f21f-46f2-bb74-9ce4d864684e not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:55:18.813367 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.857570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] Pushing event updated for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:18.859940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:18.864975 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.945728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb9d49f5-f20a-49cc-ab04-2eabecc99f59 req-d5768c51-75db-4621-9739-97b3952f1690 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763135 Sep 23 23:55:18.956109 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.974090 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:18.985729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] No DVR routers for this DVR port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:55:18.997989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:19.031175 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3e8d5006-f8e7-417f-bee7-f19e57d96047 service neutron] 10.222.0.18 "PUT /v2.0/ports/2eeafef6-f21f-46f2-bb74-9ce4d864684e/bindings/n-h2-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 1.1619420 Sep 23 23:55:19.151642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-bcd754e7-9bbe-494b-97c3-7fcde623db4c tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:19.151642 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-bcd754e7-9bbe-494b-97c3-7fcde623db4c tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.0601640 Sep 23 23:55:19.179966 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Floating IP 3501d27e-b983-441f-a588-a2b11da2433a associated. External IP: 172.25.5.233, port: f97a1f8f-3e8a-4b54-9af0-5a1621231af8. Sep 23 23:55:19.231019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-fe3c8187-ac7b-4e32-aa38-ee857f95d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:19.233556 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-fe3c8187-ac7b-4e32-aa38-ee857f95d20d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762 HTTP/1.1" status: 200 len: 1097 time: 0.0722148 Sep 23 23:55:19.253643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fbe8f5-68f0-43ac-9469-57d923640b6e req-b2e22d62-d7df-4621-a7d5-a3a15c72a662 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:19.261271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2fbe8f5-68f0-43ac-9469-57d923640b6e req-b2e22d62-d7df-4621-a7d5-a3a15c72a662 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1322236 Sep 23 23:55:19.315023 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-9712c6e6-b60d-48fa-8acd-30a2b6eef3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:19.316754 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-9712c6e6-b60d-48fa-8acd-30a2b6eef3b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1097 time: 0.0544090 Sep 23 23:55:19.375904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2fbe8f5-68f0-43ac-9469-57d923640b6e req-72842447-1c1e-4ddc-82c4-abe8c39c8c4a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076844 Sep 23 23:55:19.543312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3a506def-b62d-4197-a853-f6da79d17438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:19.543312 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-3a506def-b62d-4197-a853-f6da79d17438 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2164204 Sep 23 23:55:19.627998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Router c1750bc6-6c57-4e16-98f9-e98bbb466e32 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:55:19.648130 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-6f7c0dc2-c84c-46d7-98dd-573403acd0d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 200 len: 217 time: 0.0922391 Sep 23 23:55:19.730555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f86358f-b43d-4b54-966c-98a157ab4fd2 req-5313f83d-8f92-4050-92aa-1d939cdd2851 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:19.734248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-d21f502d-9440-4c5e-9bf4-9429e0a5404d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:19.735291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f86358f-b43d-4b54-966c-98a157ab4fd2 req-5313f83d-8f92-4050-92aa-1d939cdd2851 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 945 time: 0.1908996 Sep 23 23:55:19.735727 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-d21f502d-9440-4c5e-9bf4-9429e0a5404d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0762312 Sep 23 23:55:19.779345 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-a6c7170b-d94f-44e8-8e8b-13486a3a28d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338674 Sep 23 23:55:19.870436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f86358f-b43d-4b54-966c-98a157ab4fd2 req-17095750-de01-42e7-b467-1c36fd7e5003 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226988 Sep 23 23:55:19.920928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:55:19.932651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:19.934554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] Sync routers for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:55:19.961948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:19.966636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:19.985315 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4182aa4-4939-4ab5-a709-c1b75d27e8ed x-openstack-request-id: req-f4182aa4-4939-4ab5-a709-c1b75d27e8ed {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:19.996986 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "name": "network-vif-plugged", "status": "completed", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:19.997283 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4182aa4-4939-4ab5-a709-c1b75d27e8ed {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:19.997654 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'code': 200} Sep 23 23:55:20.037030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-acf51733-0ae3-41f8-9546-a4b1d3b820c1 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "PUT /v2.0/floatingips/3501d27e-b983-441f-a588-a2b11da2433a HTTP/1.1" status: 200 len: 992 time: 3.3128502 Sep 23 23:55:20.037770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'tag': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:20.044255 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363e1f13-5f68-4022-bb0c-970c358a108e" -d '{"events": [{"name": "network-changed", "server_uuid": "d065b8ad-a0a1-4484-a9f5-b7aafed35f53", "tag": "f97a1f8f-3e8a-4b54-9af0-5a1621231af8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:20.146288 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-f1a5963a-84c3-4a73-a44c-37804ded1a6d service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410249 Sep 23 23:55:20.234352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e897c-1857-44c2-b06c-14f9d88ccd06 req-fc7ada3a-dc16-4b1f-8660-674a4c1adfb1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:20.236280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-134e897c-1857-44c2-b06c-14f9d88ccd06 req-fc7ada3a-dc16-4b1f-8660-674a4c1adfb1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.0834792 Sep 23 23:55:20.299288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-134e897c-1857-44c2-b06c-14f9d88ccd06 req-fa4dc691-20bc-4a1e-8a59-0bb4ce63c7bd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548713 Sep 23 23:55:20.336194 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ca158d-b317-4c26-ab09-1c2044c640df x-openstack-request-id: req-15ca158d-b317-4c26-ab09-1c2044c640df {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:20.336409 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d065b8ad-a0a1-4484-a9f5-b7aafed35f53", "tag": "f97a1f8f-3e8a-4b54-9af0-5a1621231af8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:20.336599 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15ca158d-b317-4c26-ab09-1c2044c640df {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:20.336995 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'tag': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'status': 'completed', 'code': 200} Sep 23 23:55:20.346373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:20.354999 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-7a1f07b1-414d-4062-a239-d38a57fb3978 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974499 Sep 23 23:55:20.423914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1f13-5f68-4022-bb0c-970c358a108e req-ed0d45b9-56cd-4fa5-9c11-9c90c028dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:20.425559 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-363e1f13-5f68-4022-bb0c-970c358a108e req-ed0d45b9-56cd-4fa5-9c11-9c90c028dd28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 1098 time: 0.0696669 Sep 23 23:55:20.538224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f50b9c-147c-4b9e-8e95-11cf0c1e95ef req-a347f980-6f16-4358-b5fd-03ec73b38fc5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:20.550351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62f50b9c-147c-4b9e-8e95-11cf0c1e95ef req-a347f980-6f16-4358-b5fd-03ec73b38fc5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1348827 Sep 23 23:55:20.661423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1f13-5f68-4022-bb0c-970c358a108e req-81fffb4b-b211-401c-9ed9-62688678ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:20.664081 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-363e1f13-5f68-4022-bb0c-970c358a108e req-81fffb4b-b211-401c-9ed9-62688678ae68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 200 len: 925 time: 0.2307446 Sep 23 23:55:20.718839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62f50b9c-147c-4b9e-8e95-11cf0c1e95ef req-2e20b2d7-675d-4cb4-a99d-c66501d84089 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636648 Sep 23 23:55:20.779864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb3cb8-496b-4bc0-be94-ba90686196e2 req-55f20459-1b83-4f4a-9015-a350e8af4a08 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:20.796747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1fb3cb8-496b-4bc0-be94-ba90686196e2 req-55f20459-1b83-4f4a-9015-a350e8af4a08 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.2110991 Sep 23 23:55:20.900637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '3501d27e-b983-441f-a588-a2b11da2433a', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'port_id': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'mac_address': 'fa:16:3e:a7:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:52:42Z', 'updated_at': '2021-09-23T23:55:18Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:20.922279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1fb3cb8-496b-4bc0-be94-ba90686196e2 req-d148c782-0628-4460-944f-4f0c8c7807df tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247392 Sep 23 23:55:20.940030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] Checking router: c1750bc6-6c57-4e16-98f9-e98bbb466e32 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:55:20.959559 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-363e1f13-5f68-4022-bb0c-970c358a108e req-9e25a873-afef-4c26-aa04-f7723e0e2233 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f97a1f8f-3e8a-4b54-9af0-5a1621231af8 HTTP/1.1" status: 200 len: 1000 time: 0.2823110 Sep 23 23:55:20.965752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:20.967216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-eb0dc3d0-b875-44da-8d3d-6e7e31d26809 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:20.967835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:20.968682 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-eb0dc3d0-b875-44da-8d3d-6e7e31d26809 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.2026463 Sep 23 23:55:21.058793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1f13-5f68-4022-bb0c-970c358a108e req-0c9a385b-1ced-43c2-83e1-08f6fdf6679b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:21.060428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-363e1f13-5f68-4022-bb0c-970c358a108e req-0c9a385b-1ced-43c2-83e1-08f6fdf6679b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83d3ef4c-bc9c-461f-a6ad-1994320886b0 HTTP/1.1" status: 200 len: 863 time: 0.0755994 Sep 23 23:55:21.162033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e1f13-5f68-4022-bb0c-970c358a108e req-afa449ef-4a0c-4d1a-8a32-acba73284c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:21.171847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-363e1f13-5f68-4022-bb0c-970c358a108e req-afa449ef-4a0c-4d1a-8a32-acba73284c13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67fcd5fe-e92f-42dc-894f-b93672094cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930350 Sep 23 23:55:21.194999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:21.229517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09eeab-b5bf-42b9-9743-832c4dd09ab5 req-5b37013f-5056-42cc-b721-1250d846199f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:21.231120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d09eeab-b5bf-42b9-9743-832c4dd09ab5 req-5b37013f-5056-42cc-b721-1250d846199f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 945 time: 0.0958939 Sep 23 23:55:21.307035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d09eeab-b5bf-42b9-9743-832c4dd09ab5 req-2254d105-630f-469f-ac1c-c533440786f9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686698 Sep 23 23:55:21.424927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-eed24e3b-d79a-4bcb-9a7e-2f44d2a1b54e service neutron] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:21.442036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-eed24e3b-d79a-4bcb-9a7e-2f44d2a1b54e service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:21.443808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00b903d8-3d27-4611-956d-9bc3b38c4667 req-eed24e3b-d79a-4bcb-9a7e-2f44d2a1b54e service neutron] 10.222.0.20 "DELETE /v2.0/ports/2eeafef6-f21f-46f2-bb74-9ce4d864684e/bindings/n-h1-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.4656737 Sep 23 23:55:21.511807 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-363e1f13-5f68-4022-bb0c-970c358a108e req-d964ce93-5fc8-49f9-8c60-fe5dd79f9c48 service neutron] 10.222.0.18 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281329 Sep 23 23:55:21.747605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-363e1f13-5f68-4022-bb0c-970c358a108e req-73f44feb-3587-4b10-8f8c-0f2a8f5df811 service neutron] 10.222.0.18 "GET /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289915 Sep 23 23:55:21.934357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '3501d27e-b983-441f-a588-a2b11da2433a', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'port_id': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'mac_address': 'fa:16:3e:a7:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:52:42Z', 'updated_at': '2021-09-23T23:55:18Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:22.003396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:22.007003 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f626721b-dad5-446d-8df6-2c037f16de35" -d '{"events": [{"server_uuid": "40909885-710c-406d-87ab-7174d4681420", "name": "network-vif-plugged", "status": "completed", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:22.010641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb5fa85-0032-45d5-8c9c-5a6d69f14c3a None None] The sync data for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 is: [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '3501d27e-b983-441f-a588-a2b11da2433a', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'floating_ip_address': '172.25.5.233', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'port_id': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'mac_address': 'fa:16:3e:a7:03:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:52:42Z', 'updated_at': '2021-09-23T23:55:18Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:55:22.407191 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2971bb07-875a-4c72-a7ab-7fd7c9c8937e None None] New status for floating IP 3501d27e-b983-441f-a588-a2b11da2433a: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:55:22.937436 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-98557109-6389-45f8-9a88-11faba40ddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:25.213953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-24193e68-c9fb-426f-9dbb-e4f50cac15be tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0528498 Sep 23 23:55:25.365401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-448644f2-7712-4af0-a15e-55faa53cf509 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:25.374877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-448644f2-7712-4af0-a15e-55faa53cf509 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1598656 Sep 23 23:55:25.417071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-94caade0-899a-4977-a239-d498236238d6 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/quotas/e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 375 time: 0.0407133 Sep 23 23:55:25.469789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29f623-fbba-4227-8e8a-ac67efc45e08 req-0d9c1f4e-d632-4c22-b48c-3947ef4077b1 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:25.479770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf29f623-fbba-4227-8e8a-ac67efc45e08 req-0d9c1f4e-d632-4c22-b48c-3947ef4077b1 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1097 time: 0.1343007 Sep 23 23:55:25.526001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-0a44af9b-4e90-40aa-9df6-f626a89ffe6a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076753 Sep 23 23:55:25.553745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf29f623-fbba-4227-8e8a-ac67efc45e08 req-f849cc8a-a749-44e7-b7fb-5fd621ede642 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730927 Sep 23 23:55:25.768848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:25.815530 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2dfca3-b183-422a-b59e-26ce671266c9 x-openstack-request-id: req-fa2dfca3-b183-422a-b59e-26ce671266c9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:25.815816 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40909885-710c-406d-87ab-7174d4681420", "name": "network-vif-plugged", "status": "completed", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:25.816291 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa2dfca3-b183-422a-b59e-26ce671266c9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:25.816835 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'code': 200} Sep 23 23:55:25.967551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3ef90cf8-f428-49fd-9134-5d49ee430c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:25.980261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff70d0fb-3a8a-468b-9e57-df1a265f16af req-9cabb6bf-aa31-4f83-9bdc-f69f51af6302 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:25.989200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff70d0fb-3a8a-468b-9e57-df1a265f16af req-9cabb6bf-aa31-4f83-9bdc-f69f51af6302 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1260605 Sep 23 23:55:26.089682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff70d0fb-3a8a-468b-9e57-df1a265f16af req-b67c4210-c20d-4ae3-9eab-2c1b6c703cfb tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891936 Sep 23 23:55:26.267808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c365b652-e04b-47ba-afcd-52ae2bd082f3 req-e6dd1f36-e0b0-4dd9-b226-2d21ce222ff0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 210 time: 0.0493798 Sep 23 23:55:26.296152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b658b5d-6f19-449b-a799-b654d91135ff req-fe0660ac-8a82-4489-9710-a06241e2a7ac tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:26.297701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b658b5d-6f19-449b-a799-b654d91135ff req-fe0660ac-8a82-4489-9710-a06241e2a7ac tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 1097 time: 0.1403575 Sep 23 23:55:26.391469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b658b5d-6f19-449b-a799-b654d91135ff req-1755a211-f65a-4ed8-8733-213bca0aa822 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833485 Sep 23 23:55:26.581234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79760f5-7b3c-43f9-92ea-ea34238a52c8 req-6b58fb61-ea58-4da7-b549-06824d21f107 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:26.582806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e79760f5-7b3c-43f9-92ea-ea34238a52c8 req-6b58fb61-ea58-4da7-b549-06824d21f107 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 950 time: 0.1439962 Sep 23 23:55:26.624534 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:26.713564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e79760f5-7b3c-43f9-92ea-ea34238a52c8 req-5ea45b97-b71b-4aeb-aef7-55f78adb0eef tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144910 Sep 23 23:55:26.957991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42756) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:27.239584 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66f0714c-3867-4fdd-83fa-3b66499e3d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:27.432590 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-998c65c8-a4e9-420a-824e-7c1685f4fa49 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516419 Sep 23 23:55:27.449833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ea4e5-0cdc-46ac-a2bc-53c5e18a5e63 req-f629a3ff-3308-473a-a3a3-b94d38e36b3a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:27.461418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-961ea4e5-0cdc-46ac-a2bc-53c5e18a5e63 req-f629a3ff-3308-473a-a3a3-b94d38e36b3a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1164734 Sep 23 23:55:27.524769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-961ea4e5-0cdc-46ac-a2bc-53c5e18a5e63 req-0683b23f-9230-4fae-a808-c210c1054820 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606871 Sep 23 23:55:27.556189 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66f0714c-3867-4fdd-83fa-3b66499e3d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:27.566954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66f0714c-3867-4fdd-83fa-3b66499e3d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:27.644460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-66f0714c-3867-4fdd-83fa-3b66499e3d7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=532338e629694a55b29b8af5f85d83ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6851501 Sep 23 23:55:27.647570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42768) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:27.696496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2181a122-411c-4c5b-af7a-f31c3033c10c req-ef1d1f05-38d2-428d-8eeb-ae89b1dd3c43 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 210 time: 0.0436068 Sep 23 23:55:27.706195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-ef839189-eeee-4fd0-870f-337275e90507 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:27.707963 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-ef839189-eeee-4fd0-870f-337275e90507 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683754 Sep 23 23:55:27.731600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f0714c-3867-4fdd-83fa-3b66499e3d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d07360-1e9f-4762-8071-0cefde30d4f4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:27.735578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Request body: {'port': {'device_id': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'e758294d01cf43e0b123cd4585eaf8f7'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:27.815179 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d094544d-d937-4010-bba9-b90c4eba6bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:27.936643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d094544d-d937-4010-bba9-b90c4eba6bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:28.013734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d094544d-d937-4010-bba9-b90c4eba6bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:28.013734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d094544d-d937-4010-bba9-b90c4eba6bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:28.013734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d094544d-d937-4010-bba9-b90c4eba6bab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/31d07360-1e9f-4762-8071-0cefde30d4f4 HTTP/1.1" status: 204 len: 168 time: 0.3638878 Sep 23 23:55:28.025686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d094544d-d937-4010-bba9-b90c4eba6bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d07360-1e9f-4762-8071-0cefde30d4f4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:28.117764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Made reservation on behalf of e758294d01cf43e0b123cd4585eaf8f7 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:55:28.122467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:28.424484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Allocated IP 192.168.233.96 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/a8869a20-7fcf-4d58-bfb8-43f0d0753866) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:28.513684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:55:28.715566 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:28.725286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ada77-7357-44c5-9984-1cc108eface3 req-b06a89d2-b0ee-4062-997d-8c6fe2ca276e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:28.732687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e37ada77-7357-44c5-9984-1cc108eface3 req-b06a89d2-b0ee-4062-997d-8c6fe2ca276e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1065898 Sep 23 23:55:28.783906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:28.785046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:28.788390 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911d8a1c-faf5-4c0f-8af2-c00f3e438c3f" -d '{"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-unplugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:28.846820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e37ada77-7357-44c5-9984-1cc108eface3 req-bd79a67a-308c-4972-b5ad-5bfb19534186 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990708 Sep 23 23:55:28.847142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:28.854491 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:28.893699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:28.919282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fab9c15b-e224-4498-9bd4-efa859de6c82', 'a26edc70-d10c-40ea-b598-c2559777adaf'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:29.030677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:29.037461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:29.041977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:29.113857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd4ecf-afa4-483c-bc0a-1445f7be5c0c req-236d1cb3-b7fb-46df-9720-2c5de8eec3de tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:29.117563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77cd4ecf-afa4-483c-bc0a-1445f7be5c0c req-236d1cb3-b7fb-46df-9720-2c5de8eec3de tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 935 time: 0.1615484 Sep 23 23:55:29.133244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:29.170280 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:29.183399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:29.209467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:29.210132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:29.228741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77cd4ecf-afa4-483c-bc0a-1445f7be5c0c req-0612ec5f-2e88-4ed2-9326-e7fef7b4c374 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009543 Sep 23 23:55:29.262152 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-4d634ca5-f7d2-44e3-aefc-eb9c2858de44 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5313959 Sep 23 23:55:29.285754 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Request body: {'port': {'device_id': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:29.377588 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96ec5d7-75ba-4cf8-af36-45ff2e151aaf x-openstack-request-id: req-d96ec5d7-75ba-4cf8-af36-45ff2e151aaf {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:29.377877 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-unplugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:29.378132 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d96ec5d7-75ba-4cf8-af36-45ff2e151aaf {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:29.378524 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be', 'code': 200} Sep 23 23:55:29.452671 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:29.660388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7db43f5c-db08-4d63-8e3e-2b92b4b25bfd None None] Provisioning complete for port a8869a20-7fcf-4d58-bfb8-43f0d0753866 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:29.660983 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7db43f5c-db08-4d63-8e3e-2b92b4b25bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:29.832302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7db43f5c-db08-4d63-8e3e-2b92b4b25bfd None None] Port a8869a20-7fcf-4d58-bfb8-43f0d0753866 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:55:30.161891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8869a20-7fcf-4d58-bfb8-43f0d0753866 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:30.175109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:30.183900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f175ca0-55ff-45c1-80fd-f5000236290f req-7a63f9f8-0e77-4d9a-b10d-033eafacebe8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:30.185465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f175ca0-55ff-45c1-80fd-f5000236290f req-7a63f9f8-0e77-4d9a-b10d-033eafacebe8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.1794460 Sep 23 23:55:30.212331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Transition to ACTIVE for port object a8869a20-7fcf-4d58-bfb8-43f0d0753866 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:55:30.224200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:30.301412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f175ca0-55ff-45c1-80fd-f5000236290f req-63305252-3d38-4d08-98a6-8c12ca976c30 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026449 Sep 23 23:55:30.351093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:30.440843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Attempting to bind port a8869a20-7fcf-4d58-bfb8-43f0d0753866 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:30.441514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Attempting to bind port a8869a20-7fcf-4d58-bfb8-43f0d0753866 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:30.442180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Attempting to bind port a8869a20-7fcf-4d58-bfb8-43f0d0753866 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:30.448105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Port a8869a20-7fcf-4d58-bfb8-43f0d0753866 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:55:30.448734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Attempting to bind port a8869a20-7fcf-4d58-bfb8-43f0d0753866 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:30.456444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:30.457020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:30.457657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:30.458218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Bound port: a8869a20-7fcf-4d58-bfb8-43f0d0753866, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:30.458656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:30.546932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:30.554182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:30.567289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:30.691153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:30.692834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:30.697241 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] 10.222.0.18 "PUT /v2.0/ports/a8869a20-7fcf-4d58-bfb8-43f0d0753866 HTTP/1.1" status: 200 len: 1096 time: 1.4163182 Sep 23 23:55:30.699791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:30.711825 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8fbe999-b155-4f3d-8f88-1a0cb2626358" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:30.714795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e161eb-6f18-4b50-85cd-36a5369114a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:30.847533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-6bb625b8-13fa-499e-8e30-0af383ad6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:30.851282 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-6bb625b8-13fa-499e-8e30-0af383ad6f2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 1099 time: 0.1002557 Sep 23 23:55:31.265775 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-dadf00c8-ebce-4cae-aee1-6b117cb7a873 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866 HTTP/1.1" status: 200 len: 217 time: 0.3915827 Sep 23 23:55:31.344073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-6feda31f-0554-49bb-af18-0c891e058436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:31.345848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-6feda31f-0554-49bb-af18-0c891e058436 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0662527 Sep 23 23:55:31.437589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-8bd3c83a-f5e5-4f43-b4fa-0ce3c89f5ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:31.439898 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-8bd3c83a-f5e5-4f43-b4fa-0ce3c89f5ad1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851412 Sep 23 23:55:31.569657 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-646e3b77-39e0-42d8-b374-f4281d25de21 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169572 Sep 23 23:55:31.713521 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f607129-c4de-477f-a5fe-5864f7b16423 req-99b7328a-5b78-4da6-9dbe-007960ff2a7a service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343403 Sep 23 23:55:34.225559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:55:34.369360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:34.382277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'mac_address': 'fa:16:3e:da:28:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:55:34.424131 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:34.440879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8869a20-7fcf-4d58-bfb8-43f0d0753866 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:34.463795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:34.472427 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:34.532857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:34.748199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a8869a20-7fcf-4d58-bfb8-43f0d0753866'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:35.137902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493073c0-0b16-474c-9416-5eacb16b9cf8 req-8c54de96-d40c-4837-b075-d56250db6829 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:35.139921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-493073c0-0b16-474c-9416-5eacb16b9cf8 req-8c54de96-d40c-4837-b075-d56250db6829 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 948 time: 0.0646076 Sep 23 23:55:35.196285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-493073c0-0b16-474c-9416-5eacb16b9cf8 req-21137585-0a6c-432e-980d-53a9fbfb2095 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480518 Sep 23 23:55:35.300974 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ced83c1-975d-440d-9987-0872d6325dcc x-openstack-request-id: req-5ced83c1-975d-440d-9987-0872d6325dcc {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:35.301510 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:35.301510 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5ced83c1-975d-440d-9987-0872d6325dcc {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:35.301906 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'status': 'completed', 'code': 200} Sep 23 23:55:35.342887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9522f-af2c-426b-80c1-743d7c6e2270 req-52bdfbbc-9d72-48f5-b8b0-ae5a9f4e9e94 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:35.359103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2be9522f-af2c-426b-80c1-743d7c6e2270 req-52bdfbbc-9d72-48f5-b8b0-ae5a9f4e9e94 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.0888946 Sep 23 23:55:35.425007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-330cb0f2-94fc-4e62-a0b0-fe42badbe5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:35.432854 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-330cb0f2-94fc-4e62-a0b0-fe42badbe5ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 1100 time: 0.0856504 Sep 23 23:55:35.441169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2be9522f-af2c-426b-80c1-743d7c6e2270 req-48af1c7b-f4cd-41f1-8d33-1fb9846a39ee tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751266 Sep 23 23:55:35.471027 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:55:35.604621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-9463ab42-3250-4a4f-9e1f-0c9b1f8631da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:35.606934 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-9463ab42-3250-4a4f-9e1f-0c9b1f8631da service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1655335 Sep 23 23:55:35.690862 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-5833c5eb-c0b4-4edf-8864-13f2717ce8ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866 HTTP/1.1" status: 200 len: 217 time: 0.0696561 Sep 23 23:55:35.757570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-83715670-65b9-4f86-8a9f-b2898091fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:35.759392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-83715670-65b9-4f86-8a9f-b2898091fa2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 1097 time: 0.1487660 Sep 23 23:55:35.810248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-a79b5c06-f7c0-41d8-8d48-b654cb2516a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:35.811872 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-a79b5c06-f7c0-41d8-8d48-b654cb2516a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1126406 Sep 23 23:55:35.911263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-d6ccaed6-cfab-4986-b20f-b41d707f7741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:35.912898 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-d6ccaed6-cfab-4986-b20f-b41d707f7741 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 912 time: 0.1448686 Sep 23 23:55:35.921293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-c82b0209-b3d9-479e-8f24-d55d93d80e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:35.923066 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-c82b0209-b3d9-479e-8f24-d55d93d80e63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663865 Sep 23 23:55:35.981664 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-0620bd97-a0ee-44cb-aaec-cae008493fbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703 HTTP/1.1" status: 200 len: 217 time: 0.0574765 Sep 23 23:55:36.093509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-dfc3c4d8-54c4-4d60-99a8-f3c856f6e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:36.095293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-dfc3c4d8-54c4-4d60-99a8-f3c856f6e5af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.1013794 Sep 23 23:55:36.138501 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-9d140004-ea1a-426b-9d06-417ead7e0b0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331092 Sep 23 23:55:36.185659 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-52643864-e24b-47a5-bfed-e0f273325495 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532220 Sep 23 23:55:36.221188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:36.341263 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-cf054104-e936-4322-9948-2d08b31bc69b service neutron] 10.222.0.20 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905887 Sep 23 23:55:36.347043 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:36.349825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port a8869a20-7fcf-4d58-bfb8-43f0d0753866 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:55:36.354890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a8869a20-7fcf-4d58-bfb8-43f0d0753866 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:36.356209 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:36.448645 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4a3c200-86c5-45a4-b583-afb08dda3c9f req-f0c3a862-cc06-4340-9b54-2738aa231977 service neutron] 10.222.0.20 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979333 Sep 23 23:55:36.471502 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f8fbe999-b155-4f3d-8f88-1a0cb2626358 req-4154a8f1-c97c-4fa3-b2de-be35fde03b84 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731972 Sep 23 23:55:36.556848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:36.588027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:36.590611 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b301e95b-57a5-4edc-b903-09726d429834" -d '{"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:36.609118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:36.618125 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:36.644332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b96f3f-ab97-417b-8e71-797812a06290 req-665426a9-cef6-433c-b401-5b7bfce81f01 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:36.661529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1b96f3f-ab97-417b-8e71-797812a06290 req-665426a9-cef6-433c-b401-5b7bfce81f01 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 948 time: 0.1385262 Sep 23 23:55:36.732238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1b96f3f-ab97-417b-8e71-797812a06290 req-96e6ca4a-e2e4-47c9-a9aa-21a7b288fd40 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694616 Sep 23 23:55:36.734815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:36.951684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b97e988-7560-4e20-9f4d-3f5d0e880f10 req-91ec4184-72f9-4f50-a887-ef0be7cc0961 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:36.953351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b97e988-7560-4e20-9f4d-3f5d0e880f10 req-91ec4184-72f9-4f50-a887-ef0be7cc0961 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.0761986 Sep 23 23:55:37.025979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b97e988-7560-4e20-9f4d-3f5d0e880f10 req-71fc0e58-a012-4fdd-9033-8c0955b693bf tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598226 Sep 23 23:55:37.159406 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a077b4-abf4-4333-aca2-0a0c307e6404 x-openstack-request-id: req-b2a077b4-abf4-4333-aca2-0a0c307e6404 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:37.159748 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:37.160059 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2a077b4-abf4-4333-aca2-0a0c307e6404 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:37.160462 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'code': 200} Sep 23 23:55:37.165824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43028) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:37.328176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cd552-b08c-4239-b4e0-0c69a2fc4346 req-8c1a743c-6224-40b4-9214-9adf31d46b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:37.329007 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-319cd552-b08c-4239-b4e0-0c69a2fc4346 req-8c1a743c-6224-40b4-9214-9adf31d46b4a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 1101 time: 0.0602701 Sep 23 23:55:37.405766 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:37.420636 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-319cd552-b08c-4239-b4e0-0c69a2fc4346 req-51028516-f119-4bcf-a81e-adef6ed5c381 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828283 Sep 23 23:55:37.552132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:37.558407 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:37.607576 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d236b35d67e34424942cdd18ef9e58f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405146 Sep 23 23:55:37.609129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db58b700-7b55-4dcc-83d0-8a5880a982b5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:37.611329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43070) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:37.620732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.620993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.621337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.621674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.622184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.622521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.622965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.623202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.623600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.623947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.624325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.624574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88694ff2-10df-44f3-8b88-1261b6871886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.676083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:37.703168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:37.772620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:37.777866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:37.779961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db58b700-7b55-4dcc-83d0-8a5880a982b5 HTTP/1.1" status: 204 len: 168 time: 0.1667933 Sep 23 23:55:37.793442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db58b700-7b55-4dcc-83d0-8a5880a982b5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:37.813606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.813961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.814917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.815439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.816168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.816785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.817333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.817833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.818457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.819039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.819606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.820144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8bd804-9d75-4f83-b19c-a4ab8097616a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:37.953910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a94bfd-1edd-4077-9e4c-5a384877bf9e req-babd8492-2468-4991-b6e0-b4f59a2a63e0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:37.955805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1a94bfd-1edd-4077-9e4c-5a384877bf9e req-babd8492-2468-4991-b6e0-b4f59a2a63e0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.0883439 Sep 23 23:55:38.021376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1a94bfd-1edd-4077-9e4c-5a384877bf9e req-63a3ea11-f083-43a5-bae3-b15da9c7202d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576768 Sep 23 23:55:38.187575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011dd9c-9144-4d66-ad20-459e8d773210 req-967c7c7b-581a-4a3e-a005-dda64e79e0e3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:38.191427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4011dd9c-9144-4d66-ad20-459e8d773210 req-967c7c7b-581a-4a3e-a005-dda64e79e0e3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 945 time: 0.0746408 Sep 23 23:55:38.268300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4011dd9c-9144-4d66-ad20-459e8d773210 req-24c9b62b-120e-4c3e-b897-a552f85a420c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685585 Sep 23 23:55:38.612336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b6f17edc-3edb-44b7-9ffd-eb0cfa586703 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:55:38.762635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:38.852833 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:38.884675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:38.905386 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:38.985925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:39.161642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:39.164846 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78586079-aabd-4c63-9cc2-0fcf827697f0" -d '{"events": [{"server_uuid": "40909885-710c-406d-87ab-7174d4681420", "name": "network-vif-unplugged", "status": "completed", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:39.184222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298dce80-66c2-4301-aa70-ee31a3e881fc req-fb150b96-c5ab-4917-8918-bf12c0a63448 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:39.187346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-298dce80-66c2-4301-aa70-ee31a3e881fc req-fb150b96-c5ab-4917-8918-bf12c0a63448 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.0522239 Sep 23 23:55:39.230574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-298dce80-66c2-4301-aa70-ee31a3e881fc req-d618c87d-4add-4ff5-b21b-70d452cc0569 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351415 Sep 23 23:55:39.278334 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6e230-9639-4344-8c1d-697831089aea x-openstack-request-id: req-0bd6e230-9639-4344-8c1d-697831089aea {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:39.278987 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40909885-710c-406d-87ab-7174d4681420", "name": "network-vif-unplugged", "status": "failed", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703", "code": 422}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:39.279545 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0bd6e230-9639-4344-8c1d-697831089aea {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:39.280841 n-d-713498-18 neutron-server[106380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'code': 422} returned with failed status Sep 23 23:55:39.559069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b22c5-0f4e-47d1-8847-05baf1fa4db7 req-70aa4c03-c9a9-4ba8-a544-57eee08d9f39 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:39.561859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd9b22c5-0f4e-47d1-8847-05baf1fa4db7 req-70aa4c03-c9a9-4ba8-a544-57eee08d9f39 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.0571790 Sep 23 23:55:39.607104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd9b22c5-0f4e-47d1-8847-05baf1fa4db7 req-4d46bb1b-5535-4270-bd48-e6a3cd6c63f5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Sep 23 23:55:39.724626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbad514-ecc4-4fd6-85f2-082c989caae7 req-a391e13a-c278-4b57-8ee2-fc207e57d9a3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:39.726115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebbad514-ecc4-4fd6-85f2-082c989caae7 req-a391e13a-c278-4b57-8ee2-fc207e57d9a3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 943 time: 0.0532830 Sep 23 23:55:39.774905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebbad514-ecc4-4fd6-85f2-082c989caae7 req-a85e384b-e3b3-47c8-825a-ffc90e13fa4e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390921 Sep 23 23:55:39.788370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43136) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:39.930877 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a45305e-8e00-4386-b761-413a45ff7295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:40.033967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a45305e-8e00-4386-b761-413a45ff7295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:40.039083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a45305e-8e00-4386-b761-413a45ff7295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:40.080385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1a45305e-8e00-4386-b761-413a45ff7295 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a3dc6395e7b4fed9b9c6194be41410e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908838 Sep 23 23:55:40.081268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45305e-8e00-4386-b761-413a45ff7295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f9b99-8ad8-4f26-8551-a81995bb3658,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:40.083073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43152) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:40.163045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a01fa56-e014-4c7f-9906-f6e92c4c884e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:40.186701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a01fa56-e014-4c7f-9906-f6e92c4c884e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:40.242129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a01fa56-e014-4c7f-9906-f6e92c4c884e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:40.244951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a01fa56-e014-4c7f-9906-f6e92c4c884e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:40.248791 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a01fa56-e014-4c7f-9906-f6e92c4c884e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e9f9b99-8ad8-4f26-8551-a81995bb3658 HTTP/1.1" status: 204 len: 168 time: 0.1641517 Sep 23 23:55:40.263540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a01fa56-e014-4c7f-9906-f6e92c4c884e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f9b99-8ad8-4f26-8551-a81995bb3658,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:40.623575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:55:40.853947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:40.869700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '9886e280-94c4-46f6-b68d-227a890832be', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '9886e280-94c4-46f6-b68d-227a890832be', 'mac_address': 'fa:16:3e:8b:93:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:55:40.929178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:40.942717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9886e280-94c4-46f6-b68d-227a890832be {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:40.969823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:40.975044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.034122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:41.076837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43184) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:41.081187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['9886e280-94c4-46f6-b68d-227a890832be'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:41.216066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-438704342-network', 'tenant_id': 'acccadf987f549598047750b1755c925'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:41.243861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:55:41.246670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.255854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.350977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.355763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.391193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:55:41.397092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2692d4-29d7-49f7-b712-346daa38eebb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:41.406772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.407064 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Added segment b0f8496e-992d-48a7-8388-5bdc222d2262 of type vlan for network 67429a91-a4aa-4d49-b699-50beffa4618a Sep 23 23:55:41.455767 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.482962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.483934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:41.484518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.516282 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4388261 Sep 23 23:55:41.519390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43190) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:41.525315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Request body: {'subnet': {'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-438704342-subnet', 'tenant_id': 'acccadf987f549598047750b1755c925', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:41.549135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:55:41.551273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a267e73-eabc-417b-a873-fb32f77f461f admin admin] Pushing event updated for resources: {'Network': ['ID=67429a91-a4aa-4d49-b699-50beffa4618a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:41.551867 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.562898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 67429a91-a4aa-4d49-b699-50beffa4618a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:55:41.741083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.807191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=414c20c0-68c3-45d7-8209-95d7d6bad07f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:41.809405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Checking segment: {'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:41.809750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Network hostable DHCP agents. Network: 67429a91-a4aa-4d49-b699-50beffa4618a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:55:41.826776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Network 67429a91-a4aa-4d49-b699-50beffa4618a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:55:41.835445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 67429a91-a4aa-4d49-b699-50beffa4618a) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:41.840205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:41.840787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.849970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a576a886-a03e-4d6f-b7e7-43ba9e9a84d6 None None] Network 67429a91-a4aa-4d49-b699-50beffa4618a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:55:41.856301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-49e8c97e-8318-4d23-8f59-3986cb43dc05 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3351982 Sep 23 23:55:41.859009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43192) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:41.863589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:41.889551 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.890600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:41.944015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.021049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-67429a91-a4aa-4d49-b699-50beffa4618a', 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a', 'tenant_id': 'acccadf987f549598047750b1755c925', 'fixed_ips': [{'subnet_id': '414c20c0-68c3-45d7-8209-95d7d6bad07f'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:55:42.021316 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.095157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.176016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Allocated IP 172.20.0.2 (67429a91-a4aa-4d49-b699-50beffa4618a/414c20c0-68c3-45d7-8209-95d7d6bad07f/971b7304-5e79-4154-bfc7-ed9488543978) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:42.342222 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.349881 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.390326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Network 67429a91-a4aa-4d49-b699-50beffa4618a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:42.393261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:42.398570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:42.407035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Pushing event updated for resources: {'Port': ['ID=971b7304-5e79-4154-bfc7-ed9488543978,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:42.467446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Attempting to bind port 971b7304-5e79-4154-bfc7-ed9488543978 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:42.467818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Attempting to bind port 971b7304-5e79-4154-bfc7-ed9488543978 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:42.468172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Attempting to bind port 971b7304-5e79-4154-bfc7-ed9488543978 on network 67429a91-a4aa-4d49-b699-50beffa4618a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:42.474837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:42.475329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Checking segment: {'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:42.475729 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.476163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Bound using segment: {'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:42.476782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Bound port: 971b7304-5e79-4154-bfc7-ed9488543978, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:42.477158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.551782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-842778e5-c2be-46db-898c-ab01729c134f None None] For port 971b7304-5e79-4154-bfc7-ed9488543978, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:42.556478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-842778e5-c2be-46db-898c-ab01729c134f None None] For port 971b7304-5e79-4154-bfc7-ed9488543978, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=971b7304-5e79-4154-bfc7-ed9488543978,segment=NetworkSegment(b0f8496e-992d-48a7-8388-5bdc222d2262),segment_id=b0f8496e-992d-48a7-8388-5bdc222d2262)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:42.561593 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.599690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.620642 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.628447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842778e5-c2be-46db-898c-ab01729c134f None None] Pushing event updated for resources: {'Port': ['ID=971b7304-5e79-4154-bfc7-ed9488543978,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:42.642468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:42.710855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 9886e280-94c4-46f6-b68d-227a890832be triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:42.711365 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.750723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Allocated IP 172.25.5.230 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/4f38f50d-fc90-4995-8c26-c761cf1bb10a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:42.800249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.826083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:42.829494 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f59d01f-971c-43a6-be1e-a3eab250b467" -d '{"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-plugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:42.843123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:42.848478 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.851660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b6f17edc-3edb-44b7-9ffd-eb0cfa586703 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:55:42.914301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:42.967868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:42.975239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.041609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:43.046277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:43.051415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:43.086828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 971b7304-5e79-4154-bfc7-ed9488543978 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:43.098078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Pushing event updated for resources: {'Port': ['ID=4f38f50d-fc90-4995-8c26-c761cf1bb10a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:43.141864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 971b7304-5e79-4154-bfc7-ed9488543978 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:43.142306 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.228063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.266610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 971b7304-5e79-4154-bfc7-ed9488543978, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=971b7304-5e79-4154-bfc7-ed9488543978,segment=NetworkSegment(b0f8496e-992d-48a7-8388-5bdc222d2262),segment_id=b0f8496e-992d-48a7-8388-5bdc222d2262)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:43.275776 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.334430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=971b7304-5e79-4154-bfc7-ed9488543978,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:43.389182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.646527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.788970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Router a5591536-f925-4dfc-afa5-50d1fb5600e0 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:55:43.796295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1806043-d40f-4592-8c17-c8fc67582384 None None] Network 67429a91-a4aa-4d49-b699-50beffa4618a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:55:43.886442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2713d058-260a-4352-89c0-c533c52fd934 None None] Provisioning complete for port 971b7304-5e79-4154-bfc7-ed9488543978 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:43.887116 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2713d058-260a-4352-89c0-c533c52fd934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.918227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:55:43.935960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:43.938723 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Sync routers for ids ['a5591536-f925-4dfc-afa5-50d1fb5600e0'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:55:43.940906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b93fe5b5-afe3-4923-9651-0b1a799d5b88 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0808756 Sep 23 23:55:43.941171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43204) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:43.971604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Routers {'a5591536-f925-4dfc-afa5-50d1fb5600e0'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:43.972224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:55:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a5591536-f925-4dfc-afa5-50d1fb5600e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:44.134064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Set router a5591536-f925-4dfc-afa5-50d1fb5600e0 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:44.389813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:55:43Z', 'revision_number': 3, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:44.432136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Checking router: a5591536-f925-4dfc-afa5-50d1fb5600e0 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:55:44.432450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Updating router a5591536-f925-4dfc-afa5-50d1fb5600e0 port 4f38f50d-fc90-4995-8c26-c761cf1bb10a binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:55:44.471875 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:44.497357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3eafc55e-dd14-4015-bfe5-c1f98e42a2c7 None None] Provisioning complete for port 971b7304-5e79-4154-bfc7-ed9488543978 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:44.497729 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3eafc55e-dd14-4015-bfe5-c1f98e42a2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:44.522496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:44.791685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Allocated IP 172.20.0.1 (67429a91-a4aa-4d49-b699-50beffa4618a/414c20c0-68c3-45d7-8209-95d7d6bad07f/840eee44-6601-4b2a-ae8b-ffe98c92a37f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:44.814383 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:44.844699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:44.971247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.009136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.036252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Attempting to bind port 4f38f50d-fc90-4995-8c26-c761cf1bb10a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:45.037359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Attempting to bind port 4f38f50d-fc90-4995-8c26-c761cf1bb10a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:45.037470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Attempting to bind port 4f38f50d-fc90-4995-8c26-c761cf1bb10a on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:45.039750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 971b7304-5e79-4154-bfc7-ed9488543978 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:45.050585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Network 67429a91-a4aa-4d49-b699-50beffa4618a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:45.054082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:45.057498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:45.073116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:45.073544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:45.073902 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.074303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:45.074834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Bound port: 4f38f50d-fc90-4995-8c26-c761cf1bb10a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:45.075227 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.085525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Pushing event updated for resources: {'Port': ['ID=840eee44-6601-4b2a-ae8b-ffe98c92a37f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:45.085678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f3ff-783b-426a-812a-f55652c5c48a None None] Pushing event updated for resources: {'Port': ['ID=4f38f50d-fc90-4995-8c26-c761cf1bb10a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:45.104887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.158346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] For port 4f38f50d-fc90-4995-8c26-c761cf1bb10a, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:45.164706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] For port 4f38f50d-fc90-4995-8c26-c761cf1bb10a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4f38f50d-fc90-4995-8c26-c761cf1bb10a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:45.169435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 971b7304-5e79-4154-bfc7-ed9488543978 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:45.169818 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.174934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.327705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f3ff-783b-426a-812a-f55652c5c48a None None] Pushing event updated for resources: {'Port': ['ID=4f38f50d-fc90-4995-8c26-c761cf1bb10a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:45.337648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Routers {'a5591536-f925-4dfc-afa5-50d1fb5600e0'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:45.338669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:55:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a5591536-f925-4dfc-afa5-50d1fb5600e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:45.343719 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.513938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-46128f51-856d-45ff-b8a7-99a4ecd81221 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:45.525967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-46128f51-856d-45ff-b8a7-99a4ecd81221 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=40909885-710c-406d-87ab-7174d4681420 HTTP/1.1" status: 200 len: 943 time: 0.1253121 Sep 23 23:55:45.536313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] Set router a5591536-f925-4dfc-afa5-50d1fb5600e0 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:45.666728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.673144 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.697360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3d52eca8-1d11-49e1-99d9-7109660bb983 None None] Provisioning complete for port 840eee44-6601-4b2a-ae8b-ffe98c92a37f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:45.697666 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d52eca8-1d11-49e1-99d9-7109660bb983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.754849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3d52eca8-1d11-49e1-99d9-7109660bb983 None None] Port 840eee44-6601-4b2a-ae8b-ffe98c92a37f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:55:45.777538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Pushing event updated for resources: {'Port': ['ID=840eee44-6601-4b2a-ae8b-ffe98c92a37f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:45.782810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.867617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55830-f066-4391-9da7-dff44eedf625 req-f4e0715f-3cb2-4f35-913d-14252cffe390 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:45.879035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-f4e0715f-3cb2-4f35-913d-14252cffe390 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 808 time: 0.3006866 Sep 23 23:55:45.908531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-d2ff345a-6410-40e1-ac4c-dbde8f11f2e1 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/quotas/0f7406a1dee54996bbfe65ad3c51e6d7 HTTP/1.1" status: 200 len: 375 time: 0.0277386 Sep 23 23:55:45.921805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Deleting port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:55:45.922118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:45.967933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Network 67429a91-a4aa-4d49-b699-50beffa4618a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:45.972718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:46.034747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:55:45Z', 'revision_number': 4, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '840eee44-6601-4b2a-ae8b-ffe98c92a37f', 'name': '', 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a', 'tenant_id': 'acccadf987f549598047750b1755c925', 'mac_address': 'fa:16:3e:9a:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:44Z', 'updated_at': '2021-09-23T23:55:44Z', 'revision_number': 1, 'project_id': 'acccadf987f549598047750b1755c925', 'subnets': [{'id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:46.089665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c06d05-2813-40a7-ba2c-b58c7f0c9223 None None] The sync data for ids ['a5591536-f925-4dfc-afa5-50d1fb5600e0'] in n-d-713498-18 is: [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:55:45Z', 'revision_number': 4, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '840eee44-6601-4b2a-ae8b-ffe98c92a37f', 'name': '', 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a', 'tenant_id': 'acccadf987f549598047750b1755c925', 'mac_address': 'fa:16:3e:9a:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:44Z', 'updated_at': '2021-09-23T23:55:44Z', 'revision_number': 1, 'project_id': 'acccadf987f549598047750b1755c925', 'subnets': [{'id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:55:46.113749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-b3fd33c4-8464-4257-bb94-9be87ffd6008 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2042227 Sep 23 23:55:46.266895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Router a5591536-f925-4dfc-afa5-50d1fb5600e0 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:55:46.341499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] For port b6f17edc-3edb-44b7-9ffd-eb0cfa586703, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:46.342186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.389655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b3a1fd57-2be3-400f-87f6-ef7ceb95530e None None] Provisioning complete for port 840eee44-6601-4b2a-ae8b-ffe98c92a37f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:46.390286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3a1fd57-2be3-400f-87f6-ef7ceb95530e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.404801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Calling delete_port for b6f17edc-3edb-44b7-9ffd-eb0cfa586703 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:55:46.443994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-b05aa095-3af9-4d14-bb9e-48102dc94fc8 service neutron] 10.222.0.24 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292775 Sep 23 23:55:46.475398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1fd57-2be3-400f-87f6-ef7ceb95530e None None] Port 840eee44-6601-4b2a-ae8b-ffe98c92a37f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:55:46.476173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:55:46.502308 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-17d6b870-f677-4e51-b328-6fddcbf28fce admin admin] 10.222.0.24 "PUT /v2.0/routers/a5591536-f925-4dfc-afa5-50d1fb5600e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5602636 Sep 23 23:55:46.702461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-eb46a24b-b500-41b7-9319-0d1f60cb0ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572980 Sep 23 23:55:46.764587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43294) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:46.813120 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:46.885310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1279241138'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:46.920296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event deleted for resources: {'Port': ['ID=b6f17edc-3edb-44b7-9ffd-eb0cfa586703,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:46.976349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:55:46.985643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.047757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] No DVR routers for this DVR port b6f17edc-3edb-44b7-9ffd-eb0cfa586703 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:55:47.051386 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.055478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:55:47.077434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b289af-cc1c-44bf-bd0a-849dca11069c req-5f55ad8c-22ea-48d9-8b57-bf9d36c331af tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "DELETE /v2.0/ports/b6f17edc-3edb-44b7-9ffd-eb0cfa586703 HTTP/1.1" status: 204 len: 173 time: 1.5470665 Sep 23 23:55:47.078942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'name': 'network-vif-deleted', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:47.081690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.082848 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Added segment 4c4b367d-1929-499c-b766-65b945bd783b of type vlan for network 2ea94e32-532e-470f-956f-2276c6456381 Sep 23 23:55:47.093835 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc203f6-2b32-4245-b944-13bc8710e8ae" -d '{"events": [{"server_uuid": "40909885-710c-406d-87ab-7174d4681420", "name": "network-vif-deleted", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:47.248518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.299636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.305639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:47.306288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:47.517532 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3da8b2-977f-4a31-b7d1-02157faebabb x-openstack-request-id: req-1c3da8b2-977f-4a31-b7d1-02157faebabb {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:47.518791 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-plugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:47.519220 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c3da8b2-977f-4a31-b7d1-02157faebabb {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:47.519984 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be', 'code': 200} Sep 23 23:55:47.784339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-f4dd6b2a-b812-483e-b807-d3fb3676738d req-6b710704-249c-4824-90ab-27b85716d4d6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:55:47.786060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4dd6b2a-b812-483e-b807-d3fb3676738d req-6b710704-249c-4824-90ab-27b85716d4d6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064301 Sep 23 23:55:48.105208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Network': ['ID=2ea94e32-532e-470f-956f-2276c6456381,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:48.133261 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f1699242-7ee2-4900-8b43-852347f88bc4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3670428 Sep 23 23:55:48.135982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:48.144536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2ea94e32-532e-470f-956f-2276c6456381 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:55:48.152181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'subnet': {'network_id': '2ea94e32-532e-470f-956f-2276c6456381', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:48.222729 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9502ae06-97af-4507-9b5c-7944e09dbe3d x-openstack-request-id: req-9502ae06-97af-4507-9b5c-7944e09dbe3d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:48.223143 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40909885-710c-406d-87ab-7174d4681420", "name": "network-vif-deleted", "tag": "b6f17edc-3edb-44b7-9ffd-eb0cfa586703", "status": "failed", "code": 422}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:48.223331 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9502ae06-97af-4507-9b5c-7944e09dbe3d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:48.223781 n-d-713498-18 neutron-server[106379]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '40909885-710c-406d-87ab-7174d4681420', 'name': 'network-vif-deleted', 'tag': 'b6f17edc-3edb-44b7-9ffd-eb0cfa586703', 'status': 'failed', 'code': 422} returned with failed status Sep 23 23:55:48.363646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-022997d9-aeaf-4ae5-b33b-f0bfe54a656d req-82c4fe62-4af6-4210-ba5c-f05d865f3fa4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 210 time: 0.0439162 Sep 23 23:55:48.402628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-7d907008-a26e-4058-b1cc-e984fd65fedc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1445820 Sep 23 23:55:48.460536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:55:48.464533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.564527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739b679-f4d7-4b70-b88d-b1cd5829d880 req-f1c43ac8-77fb-4664-b3fb-6f6b10ae5d0e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:48.605227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c739b679-f4d7-4b70-b88d-b1cd5829d880 req-f1c43ac8-77fb-4664-b3fb-6f6b10ae5d0e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.1177278 Sep 23 23:55:48.759435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c739b679-f4d7-4b70-b88d-b1cd5829d880 req-994b1e98-67f0-40a5-9524-2386ca20beb1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457937 Sep 23 23:55:48.821094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:48.917863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Subnet': ['ID=6317c3b0-eb0a-45fd-a782-56148bd1df18,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:49.011380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Checking segment: {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:49.011785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network hostable DHCP agents. Network: 2ea94e32-532e-470f-956f-2276c6456381, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:55:49.051715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 2ea94e32-532e-470f-956f-2276c6456381 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:55:49.071979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2ea94e32-532e-470f-956f-2276c6456381) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:49.078880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4f38f50d-fc90-4995-8c26-c761cf1bb10a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:49.102920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:49.111832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.167477 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2d4b39f0-0551-4432-8a42-10da8690e102 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0277131 Sep 23 23:55:49.167689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511ca422-def5-4c02-9d41-ec961e64d075 None None] Network 2ea94e32-532e-470f-956f-2276c6456381 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:55:49.168033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43370) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:49.173421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1956183148'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:49.243960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4f38f50d-fc90-4995-8c26-c761cf1bb10a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:49.244615 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.323055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:55:49.343803 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.431220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:55:49.444997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.445613 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Added segment 5f453f4d-7ad2-474e-bad1-1c9b398b0269 of type vlan for network 76aee01c-89a9-459c-9e13-64883e7c6bac Sep 23 23:55:49.457120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55830-f066-4391-9da7-dff44eedf625 req-3dfa931a-7b47-421d-b710-4b0e325df1d3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:49.458303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-3dfa931a-7b47-421d-b710-4b0e325df1d3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 808 time: 0.2609646 Sep 23 23:55:49.462970 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.491319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Request body: {'port': {'device_id': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'admin_state_up': True, 'tenant_id': '0f7406a1dee54996bbfe65ad3c51e6d7'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:49.492529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-2ea94e32-532e-470f-956f-2276c6456381', 'network_id': '2ea94e32-532e-470f-956f-2276c6456381', 'tenant_id': 'acccadf987f549598047750b1755c925', 'fixed_ips': [{'subnet_id': '6317c3b0-eb0a-45fd-a782-56148bd1df18'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:55:49.499629 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.517784 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.544495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 4f38f50d-fc90-4995-8c26-c761cf1bb10a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4f38f50d-fc90-4995-8c26-c761cf1bb10a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:49.564358 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.571424 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.591512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:49.593750 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:49.699725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=4f38f50d-fc90-4995-8c26-c761cf1bb10a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:49.812457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6431949 Sep 23 23:55:49.835433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43384) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:55:49.841349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'subnet': {'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:49.845444 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Allocated IP 19.80.0.2 (2ea94e32-532e-470f-956f-2276c6456381/6317c3b0-eb0a-45fd-a782-56148bd1df18/1c8a4e8a-9810-4889-9ac5-fc36c4884478) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:49.980896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Made reservation on behalf of 0f7406a1dee54996bbfe65ad3c51e6d7 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:55:49.988347 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Sync routers for ids ['a5591536-f925-4dfc-afa5-50d1fb5600e0'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:55:49.991223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:50.002662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Routers {'a5591536-f925-4dfc-afa5-50d1fb5600e0'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:50.011752 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:55:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a5591536-f925-4dfc-afa5-50d1fb5600e0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:50.018999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9c564-ac87-4d32-8942-c7a9dbcbfece tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Network': ['ID=76aee01c-89a9-459c-9e13-64883e7c6bac,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:50.039164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 76aee01c-89a9-459c-9e13-64883e7c6bac details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:55:50.155681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:55:50.174250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:50.327162 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Set router a5591536-f925-4dfc-afa5-50d1fb5600e0 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:50.474441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:50.489202 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:50.605255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Network 2ea94e32-532e-470f-956f-2276c6456381 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:50.617490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:50.620223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Allocated IP 172.20.0.5 (159c3e74-89f7-42c9-b316-6955149d7dbb/4cc848f4-f899-487f-bd88-8dd2be9ee3e3/5965ce87-96be-41c4-82d6-b61ca593f081) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:50.628036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:50.643962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Pushing event updated for resources: {'Port': ['ID=1c8a4e8a-9810-4889-9ac5-fc36c4884478,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:50.789797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Attempting to bind port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:50.791973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Attempting to bind port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:50.792481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Attempting to bind port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 on network 2ea94e32-532e-470f-956f-2276c6456381 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:50.805736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:50.809096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Checking segment: {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:50.816533 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:50.816533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Bound using segment: {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:50.818473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Bound port: 1c8a4e8a-9810-4889-9ac5-fc36c4884478, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:50.818844 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:50.832883 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:55:45Z', 'revision_number': 4, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '840eee44-6601-4b2a-ae8b-ffe98c92a37f', 'name': '', 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a', 'tenant_id': 'acccadf987f549598047750b1755c925', 'mac_address': 'fa:16:3e:9a:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:44Z', 'updated_at': '2021-09-23T23:55:45Z', 'revision_number': 2, 'project_id': 'acccadf987f549598047750b1755c925', 'subnets': [{'id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:50.886960 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Checking router: a5591536-f925-4dfc-afa5-50d1fb5600e0 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:55:50.887568 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Updating router a5591536-f925-4dfc-afa5-50d1fb5600e0 port 840eee44-6601-4b2a-ae8b-ffe98c92a37f binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:55:50.916469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-926af8a8-9894-45ff-909a-3b55edd18002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:50.917983 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-926af8a8-9894-45ff-909a-3b55edd18002 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 1101 time: 0.1857851 Sep 23 23:55:50.959481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] For port 1c8a4e8a-9810-4889-9ac5-fc36c4884478, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:50.961835 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:50.968962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] For port 1c8a4e8a-9810-4889-9ac5-fc36c4884478, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1c8a4e8a-9810-4889-9ac5-fc36c4884478,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:50.981075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:51.121390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebede1c-2e0d-4f29-93fe-e5c615cb28aa None None] Pushing event updated for resources: {'Port': ['ID=1c8a4e8a-9810-4889-9ac5-fc36c4884478,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:51.128579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4f38f50d-fc90-4995-8c26-c761cf1bb10a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:51.189841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-3f1ec6c3-29db-4d12-b4d5-23e3b9d539a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:51.194967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-3f1ec6c3-29db-4d12-b4d5-23e3b9d539a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2654011 Sep 23 23:55:51.216211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:51.277238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4f38f50d-fc90-4995-8c26-c761cf1bb10a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:51.277966 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:51.463135 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-e9032029-4bc3-499f-b2f2-f06835268296 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866 HTTP/1.1" status: 200 len: 217 time: 0.2570529 Sep 23 23:55:51.693010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:51.712747 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:51.725741 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:51.773962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Subnet': ['ID=b313b08d-3061-45b0-8144-3d15abe7f6ee,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:51.785965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Checking segment: {'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:51.786872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network hostable DHCP agents. Network: 76aee01c-89a9-459c-9e13-64883e7c6bac, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:55:51.851052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-2b77f9f8-2203-48ae-a33c-75acf9797222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:51.852690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-2b77f9f8-2203-48ae-a33c-75acf9797222 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.3688779 Sep 23 23:55:51.863895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 76aee01c-89a9-459c-9e13-64883e7c6bac is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:55:51.866498 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb305c2-bfdf-4fab-bfa1-f15e6e339369 None None] Pushing event updated for resources: {'Port': ['ID=840eee44-6601-4b2a-ae8b-ffe98c92a37f,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:51.928582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 76aee01c-89a9-459c-9e13-64883e7c6bac) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:51.937682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1cd96-8768-4c5f-83ac-5576c2cd939b None None] Network 76aee01c-89a9-459c-9e13-64883e7c6bac requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:55:51.946946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:51.947783 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:52.023677 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Attempting to bind port 840eee44-6601-4b2a-ae8b-ffe98c92a37f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:52.028558 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Attempting to bind port 840eee44-6601-4b2a-ae8b-ffe98c92a37f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:52.030139 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Attempting to bind port 840eee44-6601-4b2a-ae8b-ffe98c92a37f on network 67429a91-a4aa-4d49-b699-50beffa4618a {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:52.032230 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9c9da745-8f47-4e34-b3ef-e9dd5cae8375 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1955595 Sep 23 23:55:52.052227 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:52.052748 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Checking segment: {'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:52.059295 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:52.059812 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Bound using segment: {'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:52.060321 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Bound port: 840eee44-6601-4b2a-ae8b-ffe98c92a37f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0f8496e-992d-48a7-8388-5bdc222d2262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:52.060725 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:52.060833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-9d154213-e845-493e-b1ad-e3da396cb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:52.071742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-9d154213-e845-493e-b1ad-e3da396cb323 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1915247 Sep 23 23:55:52.075801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:52.250680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-034b5f11-fcfe-4d46-96c8-d9878758a594 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500723 Sep 23 23:55:52.292257 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] For port 840eee44-6601-4b2a-ae8b-ffe98c92a37f, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:52.300775 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] For port 840eee44-6601-4b2a-ae8b-ffe98c92a37f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=840eee44-6601-4b2a-ae8b-ffe98c92a37f,segment=NetworkSegment(b0f8496e-992d-48a7-8388-5bdc222d2262),segment_id=b0f8496e-992d-48a7-8388-5bdc222d2262)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:52.313447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['81007724-64bb-495f-a755-cfd200c6be4a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:55:52.319047 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:52.456296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Network 159c3e74-89f7-42c9-b316-6955149d7dbb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:52.463355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:52.482701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:52.492600 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb305c2-bfdf-4fab-bfa1-f15e6e339369 None None] Pushing event updated for resources: {'Port': ['ID=840eee44-6601-4b2a-ae8b-ffe98c92a37f,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:52.529713 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Routers {'a5591536-f925-4dfc-afa5-50d1fb5600e0'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:55:52.530698 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:55:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a5591536-f925-4dfc-afa5-50d1fb5600e0'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:52.537579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-76aee01c-89a9-459c-9e13-64883e7c6bac', 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac', 'tenant_id': 'acccadf987f549598047750b1755c925', 'fixed_ips': [{'subnet_id': 'b313b08d-3061-45b0-8144-3d15abe7f6ee'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:55:52.538564 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:52.624935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-71865cfe-62e1-4469-9933-c19f7b038f69 None None] Provisioning complete for port 840eee44-6601-4b2a-ae8b-ffe98c92a37f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:52.625307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71865cfe-62e1-4469-9933-c19f7b038f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:52.706557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Pushing event updated for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:52.782258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:52.797013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:52.833997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-a63aca32-c330-42bb-a029-bf646ea47520 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5694418 Sep 23 23:55:52.843797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-18b4de64-55fa-42a6-9bc3-5a3bcd5c962a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3679023 Sep 23 23:55:52.860910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Request body: {'port': {'device_id': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:55:53.028792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:53.228445 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] Set router a5591536-f925-4dfc-afa5-50d1fb5600e0 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:55:53.570362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5965ce87-96be-41c4-82d6-b61ca593f081 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:55:53.585063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:53.602627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Transition to ACTIVE for port object 5965ce87-96be-41c4-82d6-b61ca593f081 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:55:53.611984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:53.674748 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:55:45Z', 'revision_number': 4, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '840eee44-6601-4b2a-ae8b-ffe98c92a37f', 'name': '', 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a', 'tenant_id': 'acccadf987f549598047750b1755c925', 'mac_address': 'fa:16:3e:9a:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:44Z', 'updated_at': '2021-09-23T23:55:52Z', 'revision_number': 4, 'project_id': 'acccadf987f549598047750b1755c925', 'subnets': [{'id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:55:53.690284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89643495-4533-4266-8837-5d68564efc89 service neutron] Pushing event updated for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:53.711850 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-631cb0e1-d25d-41f6-a0eb-1dc2cdef2529 None None] The sync data for ids ['a5591536-f925-4dfc-afa5-50d1fb5600e0'] in n-d-713498-18 is: [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:55:45Z', 'revision_number': 4, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '840eee44-6601-4b2a-ae8b-ffe98c92a37f', 'name': '', 'network_id': '67429a91-a4aa-4d49-b699-50beffa4618a', 'tenant_id': 'acccadf987f549598047750b1755c925', 'mac_address': 'fa:16:3e:9a:d3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:44Z', 'updated_at': '2021-09-23T23:55:52Z', 'revision_number': 4, 'project_id': 'acccadf987f549598047750b1755c925', 'subnets': [{'id': '414c20c0-68c3-45d7-8209-95d7d6bad07f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:55:53.744402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac12316-6b0f-4e3f-a64e-2424c5c48930 None None] Network 2ea94e32-532e-470f-956f-2276c6456381 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:55:53.746257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1c8a4e8a-9810-4889-9ac5-fc36c4884478 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:53.820698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:53.820960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:53.821266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:53.829902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:55:53.830210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:53.842904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:53.843238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:53.843629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:53.844050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Bound port: 5965ce87-96be-41c4-82d6-b61ca593f081, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:53.844400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:53.908322 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1b5ddfb-bf6f-404c-a156-230324673927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:54.005637 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71865cfe-62e1-4469-9933-c19f7b038f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:54.025635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:54.032763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:54.062007 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:54.164670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:54.165293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:54.166712 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-89643495-4533-4266-8837-5d68564efc89 service neutron] 10.222.0.20 "PUT /v2.0/ports/5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 200 len: 1092 time: 1.3139288 Sep 23 23:55:54.167206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:55:54.169942 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ab7872-d6ff-4758-9ff4-551773ddcfbb" -d '{"events": [{"name": "network-changed", "server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:55:54.174354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89643495-4533-4266-8837-5d68564efc89 service neutron] Pushing event updated for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:54.241464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-71865cfe-62e1-4469-9933-c19f7b038f69 None None] For port 840eee44-6601-4b2a-ae8b-ffe98c92a37f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=840eee44-6601-4b2a-ae8b-ffe98c92a37f,segment=NetworkSegment(b0f8496e-992d-48a7-8388-5bdc222d2262),segment_id=b0f8496e-992d-48a7-8388-5bdc222d2262)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:54.264805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Allocated IP 19.86.0.2 (76aee01c-89a9-459c-9e13-64883e7c6bac/b313b08d-3061-45b0-8144-3d15abe7f6ee/a98a1747-aea8-4fbc-8d41-e03898980d42) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:55:54.268412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71865cfe-62e1-4469-9933-c19f7b038f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:54.362336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71865cfe-62e1-4469-9933-c19f7b038f69 None None] Pushing event updated for resources: {'Port': ['ID=840eee44-6601-4b2a-ae8b-ffe98c92a37f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:54.364780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:54.365051 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:54.374655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55830-f066-4391-9da7-dff44eedf625 req-1135ea89-02fc-46de-89ca-ca5cffb898a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:54.376743 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-1135ea89-02fc-46de-89ca-ca5cffb898a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1095 time: 0.1653504 Sep 23 23:55:54.505621 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-e9130cf4-64cd-4694-b1c8-bf82f0ca66f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 200 len: 217 time: 0.1182029 Sep 23 23:55:54.514459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-aac9e774-174d-4104-bf31-21d697ba1b7f None None] Provisioning complete for port 840eee44-6601-4b2a-ae8b-ffe98c92a37f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:54.515144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aac9e774-174d-4104-bf31-21d697ba1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:54.604774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55830-f066-4391-9da7-dff44eedf625 req-328d641c-b191-45ec-a644-ee53347b82f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:54.607169 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-328d641c-b191-45ec-a644-ee53347b82f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0946319 Sep 23 23:55:54.673396 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-8b0a72e1-a078-41b0-93d9-a55e66ba8ee2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562515 Sep 23 23:55:54.890994 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-1cd8ea78-0ee5-4e6f-b9f9-e7b59e10d939 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080007 Sep 23 23:55:54.953076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.036678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.085591 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.113387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 1c8a4e8a-9810-4889-9ac5-fc36c4884478, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1c8a4e8a-9810-4889-9ac5-fc36c4884478,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:55.166879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.167966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 840eee44-6601-4b2a-ae8b-ffe98c92a37f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:55.173890 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6fb55830-f066-4391-9da7-dff44eedf625 req-be3641dd-2ce4-428b-a6cd-232f716fe2c3 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717221 Sep 23 23:55:55.215723 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Network 76aee01c-89a9-459c-9e13-64883e7c6bac is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:55:55.240500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:55:55.248492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:55:55.261345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-aac9e774-174d-4104-bf31-21d697ba1b7f None None] Provisioning complete for port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:55.261728 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aac9e774-174d-4104-bf31-21d697ba1b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.305862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Pushing event updated for resources: {'Port': ['ID=a98a1747-aea8-4fbc-8d41-e03898980d42,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:55.345554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.345894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.346233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.346570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.347118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.347235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.347560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.347886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.348203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.348562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.348888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.349203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:55:55.430292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=1c8a4e8a-9810-4889-9ac5-fc36c4884478,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:55.461797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Attempting to bind port a98a1747-aea8-4fbc-8d41-e03898980d42 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:55:55.462166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Attempting to bind port a98a1747-aea8-4fbc-8d41-e03898980d42 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:55:55.462527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Attempting to bind port a98a1747-aea8-4fbc-8d41-e03898980d42 on network 76aee01c-89a9-459c-9e13-64883e7c6bac {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:55:55.469255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:55:55.469617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Checking segment: {'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:55:55.470122 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.470551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Bound using segment: {'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:55:55.471056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Bound port: a98a1747-aea8-4fbc-8d41-e03898980d42, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:55:55.471438 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.473235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 840eee44-6601-4b2a-ae8b-ffe98c92a37f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:55.473714 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.619266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] For port a98a1747-aea8-4fbc-8d41-e03898980d42, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:55:55.623649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] For port a98a1747-aea8-4fbc-8d41-e03898980d42, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a98a1747-aea8-4fbc-8d41-e03898980d42,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:55:55.647599 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.740116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc356d5-2f6a-4a46-84c8-ab1e336b88c0 None None] Pushing event updated for resources: {'Port': ['ID=a98a1747-aea8-4fbc-8d41-e03898980d42,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:55.747676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d184a17d-d267-481b-aba7-e79b7e4ff620 None None] Provisioning complete for port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:55.748045 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d184a17d-d267-481b-aba7-e79b7e4ff620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.836030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:55.906577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1c8a4e8a-9810-4889-9ac5-fc36c4884478 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:56.040710 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2dccb79-0968-4a4f-a305-97dd9f6e7831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:56.101424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:56.101792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:56.202645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 840eee44-6601-4b2a-ae8b-ffe98c92a37f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:56.280097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 840eee44-6601-4b2a-ae8b-ffe98c92a37f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:56.280472 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:56.628377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:57.137994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b08bb8e-b365-4f3d-b878-5d157a36078e None None] Network 76aee01c-89a9-459c-9e13-64883e7c6bac requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:55:57.253668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-45ebcb23-c2fc-482a-b56b-8fdcf39c4140 None None] Provisioning complete for port a98a1747-aea8-4fbc-8d41-e03898980d42 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:57.254316 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb23-c2fc-482a-b56b-8fdcf39c4140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:57.582605 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb23-c2fc-482a-b56b-8fdcf39c4140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:57.668937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-45ebcb23-c2fc-482a-b56b-8fdcf39c4140 None None] For port a98a1747-aea8-4fbc-8d41-e03898980d42, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a98a1747-aea8-4fbc-8d41-e03898980d42,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:55:57.677827 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45ebcb23-c2fc-482a-b56b-8fdcf39c4140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:57.796761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebcb23-c2fc-482a-b56b-8fdcf39c4140 None None] Pushing event updated for resources: {'Port': ['ID=a98a1747-aea8-4fbc-8d41-e03898980d42,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:55:57.944064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a98a1747-aea8-4fbc-8d41-e03898980d42 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:58.037415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a98a1747-aea8-4fbc-8d41-e03898980d42 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:58.037971 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:58.138558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e54b1e72-863e-44df-ac78-1b8a344a6fbf None None] Provisioning complete for port a98a1747-aea8-4fbc-8d41-e03898980d42 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:55:58.139747 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e54b1e72-863e-44df-ac78-1b8a344a6fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:58.327156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef2a9f8-3ea4-40d8-ad8a-dff4c093ba17 req-d1b87c19-c925-4249-87a5-966b0a7257ed tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:58.329735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ef2a9f8-3ea4-40d8-ad8a-dff4c093ba17 req-d1b87c19-c925-4249-87a5-966b0a7257ed tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.1559143 Sep 23 23:55:58.389425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-6b8f7733-9a0a-4337-8457-8b4efc043e4b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:58.395263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-6b8f7733-9a0a-4337-8457-8b4efc043e4b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.3485053 Sep 23 23:55:58.416602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ef2a9f8-3ea4-40d8-ad8a-dff4c093ba17 req-bb12672c-af7b-4dd6-83e9-1b2717a07271 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712557 Sep 23 23:55:58.432529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-ae05d61c-6d2d-45fe-860a-c17f5bac3c7a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/quotas/8804663286b54bf884f821ce37c6f5f9 HTTP/1.1" status: 200 len: 375 time: 0.0214241 Sep 23 23:55:58.473934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-0a150688-02b7-49e5-86e1-3115aabe5b6a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399299 Sep 23 23:55:58.667529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-2f9b2f56-2390-433b-8152-113c17a8cb00 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921849 Sep 23 23:55:58.720110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96eb8a8-7b7a-4f05-a86a-c4eee1f630aa req-63a55b8a-0f0c-4b33-b5b9-f602c8a70638 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:58.721968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a96eb8a8-7b7a-4f05-a86a-c4eee1f630aa req-63a55b8a-0f0c-4b33-b5b9-f602c8a70638 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.1736562 Sep 23 23:55:58.855044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a96eb8a8-7b7a-4f05-a86a-c4eee1f630aa req-6757dbad-10ca-459a-9ec8-fff989fb6030 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883486 Sep 23 23:55:58.904812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-9753bd7d-bc95-4ed3-ae2d-c483b72c6e7f service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359412 Sep 23 23:55:59.014816 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:55:59.192851 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee6cf6e-907a-49c3-a925-9f1401568c17 x-openstack-request-id: req-2ee6cf6e-907a-49c3-a925-9f1401568c17 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:55:59.193378 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:55:59.193378 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ee6cf6e-907a-49c3-a925-9f1401568c17 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:55:59.193768 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081', 'status': 'completed', 'code': 200} Sep 23 23:55:59.315029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-9a3511d8-e2dd-4b74-9485-2429cf97756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:59.317564 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-9a3511d8-e2dd-4b74-9485-2429cf97756c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1095 time: 0.1008739 Sep 23 23:55:59.367653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-caaa31cf-c07b-4ecf-ac44-4b61fcf1f7f2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:59.374995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-caaa31cf-c07b-4ecf-ac44-4b61fcf1f7f2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:59.384240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-caaa31cf-c07b-4ecf-ac44-4b61fcf1f7f2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/networks?id=2ea94e32-532e-470f-956f-2276c6456381&id=76aee01c-89a9-459c-9e13-64883e7c6bac&id=2ea94e32-532e-470f-956f-2276c6456381 HTTP/1.1" status: 200 len: 1392 time: 0.2107091 Sep 23 23:55:59.396118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-2347294f-7ba6-4d7f-b08f-ef35f747cc94 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/quotas/acccadf987f549598047750b1755c925 HTTP/1.1" status: 200 len: 375 time: 0.0101941 Sep 23 23:55:59.510814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23b4d8c5-ebac-4dbe-91b4-0b3fc94bccd4 req-46868ff2-dac6-441b-bfdb-fbafd6023be8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 210 time: 0.0887668 Sep 23 23:55:59.569300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-7b449185-6a71-44db-84a7-40740bab63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:59.573362 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-7b449185-6a71-44db-84a7-40740bab63b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.2485759 Sep 23 23:55:59.646194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-ff2627fa-b363-48d0-85e4-8699dba22891 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2423635 Sep 23 23:55:59.685478 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-7e4ac28a-03df-4a10-8367-273577f0e2e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 200 len: 217 time: 0.0910816 Sep 23 23:55:59.763140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-4a431227-dcd7-41f5-94a4-948f19524fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:59.765013 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-4a431227-dcd7-41f5-94a4-948f19524fec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0707018 Sep 23 23:55:59.822436 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-27145b4c-6d41-41a2-a463-901e31368aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490820 Sep 23 23:55:59.870565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a98a1747-aea8-4fbc-8d41-e03898980d42 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:55:59.912222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca99388-c1b3-4e88-a02b-c1512ff73f03 req-d151e979-67e7-41db-8138-9a016dd79d57 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:55:59.928543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dca99388-c1b3-4e88-a02b-c1512ff73f03 req-d151e979-67e7-41db-8138-9a016dd79d57 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.2502985 Sep 23 23:56:00.037776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-1db3676c-b2ce-4994-81a3-86575cf365c7 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109041 Sep 23 23:56:00.057294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a98a1747-aea8-4fbc-8d41-e03898980d42 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:00.057662 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:00.070613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-c22cf432-cdfd-4024-a483-c6ff0f192ffb service neutron] 10.222.0.24 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215901 Sep 23 23:56:00.155059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dca99388-c1b3-4e88-a02b-c1512ff73f03 req-95603d86-0756-4186-b568-b835cb4211bf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220733 Sep 23 23:56:00.231915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41ab7872-d6ff-4758-9ff4-551773ddcfbb req-28cd43ad-45e8-4c48-bb11-f4456602ba6e service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729405 Sep 23 23:56:00.387468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-e65d0ad7-93cd-4be2-95d4-3eaa9a201f47 service neutron] 10.222.0.24 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148630 Sep 23 23:56:00.396808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bf9365-a8a7-4805-8ad7-050b104b790b req-575293e4-ffb4-4597-a2cc-524de7595936 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:00.398885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83bf9365-a8a7-4805-8ad7-050b104b790b req-575293e4-ffb4-4597-a2cc-524de7595936 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.1151268 Sep 23 23:56:00.501183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83bf9365-a8a7-4805-8ad7-050b104b790b req-9756a5a4-e369-42f2-9128-e45f33516ee7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939999 Sep 23 23:56:00.638292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-4ae507cc-8496-41d4-b22a-37185323c05f service neutron] 10.222.0.24 "GET /v2.0/networks/76aee01c-89a9-459c-9e13-64883e7c6bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378683 Sep 23 23:56:00.863059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2d37a90-b4e6-4ad8-aab3-e03754a96b00 req-fa1732e1-e34b-4b03-8f5b-1cbec2fdc4cb tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 210 time: 0.0507908 Sep 23 23:56:00.881554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-e366efe5-2aff-4483-b8b4-ce326cc7ff29 service neutron] 10.222.0.24 "GET /v2.0/networks/76aee01c-89a9-459c-9e13-64883e7c6bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250888 Sep 23 23:56:01.000068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-f3604140-3e6f-4f6e-a967-222bc498c20a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:01.006643 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-f3604140-3e6f-4f6e-a967-222bc498c20a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.2381299 Sep 23 23:56:01.028724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Request body: {'port': {'device_id': '49d9a219-8a73-4591-8572-2e1605eeccbb', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'admin_state_up': True, 'tenant_id': '8804663286b54bf884f821ce37c6f5f9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:01.312876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Made reservation on behalf of 8804663286b54bf884f821ce37c6f5f9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:01.320050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:01.388664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-0efad7d6-0174-4aa1-bc57-a1e95696c028 service neutron] 10.222.0.24 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060208 Sep 23 23:56:01.501864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340c728-6893-4880-b9ce-ba14fb7d23fc req-68c579c6-b84a-41ef-96bc-f6f38ee74576 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:01.509756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a340c728-6893-4880-b9ce-ba14fb7d23fc req-68c579c6-b84a-41ef-96bc-f6f38ee74576 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.1129019 Sep 23 23:56:01.556912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a340c728-6893-4880-b9ce-ba14fb7d23fc req-32eb63c1-65a7-4b90-96f0-1d19830bdfed tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419307 Sep 23 23:56:01.572921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Allocated IP 172.20.0.14 (ccb7d7fd-8d12-485e-a563-a652ea2cac20/f71937a2-7996-46df-a564-b4e960a55091/b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:01.603975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-15900ce8-c009-4b61-a9b3-f6e8e1291e7a service neutron] 10.222.0.24 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143939 Sep 23 23:56:01.767949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51804662-53d1-4081-b256-cb877fcc04a6 req-37276bc2-775e-4c9d-a917-16749f8b68b9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:01.779785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51804662-53d1-4081-b256-cb877fcc04a6 req-37276bc2-775e-4c9d-a917-16749f8b68b9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.1049995 Sep 23 23:56:01.817309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:01.876423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51804662-53d1-4081-b256-cb877fcc04a6 req-67161d3a-d2dc-4fc4-9b2f-b369ae4be353 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953758 Sep 23 23:56:01.884627 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:02.010541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:02.033932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event updated for resources: {'Port': ['ID=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:02.038603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:02.041007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:02.132470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:02.133112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:02.187870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a8d2107-431d-4007-acc5-89cc518fdb32 req-7ff0af7e-265b-4bc9-bcf5-4c04c3d73fe6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 210 time: 0.1207731 Sep 23 23:56:02.206103 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d888f610-37b6-4a7b-9539-43aa9fe80e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1885622 Sep 23 23:56:02.219800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Request body: {'port': {'device_id': '49d9a219-8a73-4591-8572-2e1605eeccbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:02.227408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a9ded-0646-4c6d-a1d1-c177d85344cd req-3c326d98-d9e1-4c48-8dd7-28597cef9808 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:02.228951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-831a9ded-0646-4c6d-a1d1-c177d85344cd req-3c326d98-d9e1-4c48-8dd7-28597cef9808 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 932 time: 0.1017864 Sep 23 23:56:02.294285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:02.308145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-831a9ded-0646-4c6d-a1d1-c177d85344cd req-1fc9672f-8be6-46b2-aad1-fa1e39594466 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695243 Sep 23 23:56:02.761916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d570e-9735-4dab-b9b5-33988543fa0f req-05796e36-d99f-4dd3-8ffd-9017b27ea920 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:02.771042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e90d570e-9735-4dab-b9b5-33988543fa0f req-05796e36-d99f-4dd3-8ffd-9017b27ea920 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.1090012 Sep 23 23:56:02.822958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e90d570e-9735-4dab-b9b5-33988543fa0f req-5795fee9-7f3b-4be6-86f5-f7517b71aa77 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468872 Sep 23 23:56:03.096473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b9cd56-13ab-4306-9c4e-2359e8bf2319 req-0fff3e32-90b1-4cdc-b45d-497ba55586c6 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:03.098925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97b9cd56-13ab-4306-9c4e-2359e8bf2319 req-0fff3e32-90b1-4cdc-b45d-497ba55586c6 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.0704145 Sep 23 23:56:03.175982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97b9cd56-13ab-4306-9c4e-2359e8bf2319 req-0e2a841b-724a-48b7-a05b-0c98774555f1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708561 Sep 23 23:56:03.287496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:03.296735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:03.344835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Transition to ACTIVE for port object b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:03.354002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:03.483827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-488f0cd7-fb22-4545-bde2-b71d45548fc7 req-06b4d99e-a29a-48da-8db3-1d1ced85abdf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 210 time: 0.0999467 Sep 23 23:56:03.601273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:03.735474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cc5a1-187f-425d-9f6c-f1a5a6cc29af req-c955e1dc-712a-49ec-b82d-9cb92a1760d6 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:03.737679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177cc5a1-187f-425d-9f6c-f1a5a6cc29af req-c955e1dc-712a-49ec-b82d-9cb92a1760d6 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 944 time: 0.1969538 Sep 23 23:56:03.825841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177cc5a1-187f-425d-9f6c-f1a5a6cc29af req-a6dbed39-ad18-4fd2-a3b7-9095f5a2fb74 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740783 Sep 23 23:56:03.889574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-d568e64a-80dd-4cd6-8303-898777d492d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:03.896353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-d568e64a-80dd-4cd6-8303-898777d492d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:03.898015 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-d568e64a-80dd-4cd6-8303-898777d492d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "GET /v2.0/networks?id=2ea94e32-532e-470f-956f-2276c6456381&id=76aee01c-89a9-459c-9e13-64883e7c6bac&id=2ea94e32-532e-470f-956f-2276c6456381 HTTP/1.1" status: 200 len: 1392 time: 0.4615259 Sep 23 23:56:03.899039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Attempting to bind port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:03.899372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Attempting to bind port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:03.899722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Attempting to bind port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:03.905360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:03.905732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Attempting to bind port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:03.913007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'port': {'device_id': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'network_id': '2ea94e32-532e-470f-956f-2276c6456381', 'admin_state_up': True, 'tenant_id': 'acccadf987f549598047750b1755c925'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:03.942933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:03.943324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Checking segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:03.953831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Bound using segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:03.954435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Bound port: b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:03.954998 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:04.039798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5c366e-7cfd-48b2-a2b3-f2f989574f5b req-9558a9e8-4afe-4424-bd9b-bf8df310fb19 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:04.041365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb5c366e-7cfd-48b2-a2b3-f2f989574f5b req-9558a9e8-4afe-4424-bd9b-bf8df310fb19 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.0967822 Sep 23 23:56:04.112299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb5c366e-7cfd-48b2-a2b3-f2f989574f5b req-893dbb1c-6ba7-463d-b04e-634cbbaaa5eb tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609825 Sep 23 23:56:04.199943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] For port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:04.204398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] For port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:04.215205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:04.236262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:04.241552 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:04.303622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:04.304763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:04.305844 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] 10.222.0.18 "PUT /v2.0/ports/b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd HTTP/1.1" status: 200 len: 1093 time: 2.0907943 Sep 23 23:56:04.316805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d9a219-8a73-4591-8572-2e1605eeccbb', 'tag': 'b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:04.333848 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969ce3b2-f132-4370-9d9e-dafe6a333efa" -d '{"events": [{"name": "network-changed", "server_uuid": "49d9a219-8a73-4591-8572-2e1605eeccbb", "tag": "b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:04.497769 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e333e37-cd57-4502-87c5-0785fdeff591 x-openstack-request-id: req-6e333e37-cd57-4502-87c5-0785fdeff591 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:04.498110 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d9a219-8a73-4591-8572-2e1605eeccbb", "tag": "b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:04.498377 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e333e37-cd57-4502-87c5-0785fdeff591 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:04.498822 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49d9a219-8a73-4591-8572-2e1605eeccbb', 'tag': 'b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd', 'status': 'completed', 'code': 200} Sep 23 23:56:04.501350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011021ce-81a9-4c9e-a41c-3f702ce44691 service neutron] Pushing event updated for resources: {'Port': ['ID=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:04.501490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8ec17-0a00-4391-a237-70f4229079cb req-af2926b7-0819-4bf3-bb13-4e35a521d5b0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:04.511133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8a8ec17-0a00-4391-a237-70f4229079cb req-af2926b7-0819-4bf3-bb13-4e35a521d5b0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.1235464 Sep 23 23:56:04.522191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d41f95d9-f0b6-45ae-850a-764bf3effc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:04.523768 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d41f95d9-f0b6-45ae-850a-764bf3effc20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 1096 time: 0.1667104 Sep 23 23:56:04.596937 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-570fe1fb-4122-4d1c-bf11-c81a91036ae0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd HTTP/1.1" status: 200 len: 217 time: 0.0433042 Sep 23 23:56:04.615653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8a8ec17-0a00-4391-a237-70f4229079cb req-162dc8aa-c59f-4245-9960-0ee362529c85 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035643 Sep 23 23:56:04.650883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-cbc3f97d-6a93-4427-ac00-2b96afe11f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:04.652366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-cbc3f97d-6a93-4427-ac00-2b96afe11f7b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.0488060 Sep 23 23:56:04.699957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-0a62f46a-bfc3-42fb-960c-5133b41ea4bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387969 Sep 23 23:56:04.726174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Allocated IP 19.80.0.124 (2ea94e32-532e-470f-956f-2276c6456381/6317c3b0-eb0a-45fd-a782-56148bd1df18/50f5adf4-15b4-4a21-a443-2c9bb6c52c6e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:04.727427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfffea02-d8c7-43e8-8f1f-1f92a019adf0 req-1099473a-a1d0-4c08-862b-6af0b03be746 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 210 time: 0.0605035 Sep 23 23:56:04.937951 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-d465183b-e327-4ce1-b735-dd4dc86ec335 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287433 Sep 23 23:56:05.082658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b03dd2-c23b-4787-82a7-bba6c6c3e1df req-f4d2d07d-0384-49c0-af98-8ae702ae10b4 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:05.085273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69b03dd2-c23b-4787-82a7-bba6c6c3e1df req-f4d2d07d-0384-49c0-af98-8ae702ae10b4 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 944 time: 0.0905795 Sep 23 23:56:05.171367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69b03dd2-c23b-4787-82a7-bba6c6c3e1df req-e4378e3d-3dee-4fe4-bced-d5c569a5db00 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765817 Sep 23 23:56:05.219230 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbcd2186-dcd0-49eb-bf02-68ae364d7aa6 req-17bece50-538a-44a5-b97c-dd6f73edba96 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665429 Sep 23 23:56:05.224727 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:05.388233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-a4f42150-1d2f-4a89-808e-4b74f32fe386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:05.391199 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-a4f42150-1d2f-4a89-808e-4b74f32fe386 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 1096 time: 0.1156480 Sep 23 23:56:05.394562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae327dc-929b-4875-a9fd-2424d2939355 req-3fd8879e-0824-49c6-b130-1784db7c79fd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:05.397876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dae327dc-929b-4875-a9fd-2424d2939355 req-3fd8879e-0824-49c6-b130-1784db7c79fd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.0836754 Sep 23 23:56:05.556257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dae327dc-929b-4875-a9fd-2424d2939355 req-19580215-ee44-400f-acf7-4e26f4607381 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465445 Sep 23 23:56:05.599611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:05.674085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-242a0ad7-52a9-4cae-8fb3-b12146ea004b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:05.675624 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-242a0ad7-52a9-4cae-8fb3-b12146ea004b service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 912 time: 0.2707758 Sep 23 23:56:05.678362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Port': ['ID=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:05.687321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 2ea94e32-532e-470f-956f-2276c6456381 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:05.697305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:05.740731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:05.790628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b2d783-637b-47e8-a738-4f73543fb1f6 req-ff408baa-14a3-445d-b732-f9d980078a1f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:05.792831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4b2d783-637b-47e8-a738-4f73543fb1f6 req-ff408baa-14a3-445d-b732-f9d980078a1f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.0889952 Sep 23 23:56:05.796221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:05.797200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:05.821076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-d14896de-4e84-43a0-84c8-0f9a0ad6c573 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd HTTP/1.1" status: 200 len: 217 time: 0.1325300 Sep 23 23:56:05.840615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3a751fda-1afe-402a-b17e-cab891ff327e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9324563 Sep 23 23:56:05.862014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'port': {'device_id': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac', 'admin_state_up': True, 'tenant_id': 'acccadf987f549598047750b1755c925'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:05.892861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4b2d783-637b-47e8-a738-4f73543fb1f6 req-59ed9fef-20bb-4558-8200-74ddf2655188 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913532 Sep 23 23:56:05.922089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66120494-4713-41d1-93f6-a36428677fb2 req-4fc4ef05-6096-4f46-acc9-6c57b5ba9d4f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:05.924389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66120494-4713-41d1-93f6-a36428677fb2 req-4fc4ef05-6096-4f46-acc9-6c57b5ba9d4f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 932 time: 0.0970726 Sep 23 23:56:05.993491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66120494-4713-41d1-93f6-a36428677fb2 req-8537e3c2-da57-4320-b3a1-9936c53d2a1c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581613 Sep 23 23:56:06.050134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-5370ec63-8773-49b1-acd3-ee06f978f56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:06.052252 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-5370ec63-8773-49b1-acd3-ee06f978f56e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.2230196 Sep 23 23:56:06.108383 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-18af72d4-ed13-461f-9160-297589bf4133 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479937 Sep 23 23:56:06.120611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3f732485-4b55-41af-b526-2c049441466d None None] Provisioning complete for port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:06.121685 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3f732485-4b55-41af-b526-2c049441466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:06.169573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3f732485-4b55-41af-b526-2c049441466d None None] Port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:06.220401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:06.224348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:06.246148 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-9581c432-1b05-4359-94a2-c462b6f8b6de service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270883 Sep 23 23:56:06.281707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:06.328118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5190228-f982-49d9-ba0a-56af9a314c4f req-024efb9e-dfd2-4700-822c-7fdf116d0195 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:06.336710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5190228-f982-49d9-ba0a-56af9a314c4f req-024efb9e-dfd2-4700-822c-7fdf116d0195 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 944 time: 0.0912862 Sep 23 23:56:06.388962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5190228-f982-49d9-ba0a-56af9a314c4f req-2354d2b1-38bb-4e6f-a54e-5c5929ebe003 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512688 Sep 23 23:56:06.453088 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-969ce3b2-f132-4370-9d9e-dafe6a333efa req-98fa1842-5776-4786-955a-812ba6882ff0 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967957 Sep 23 23:56:06.481375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Allocated IP 19.86.0.92 (76aee01c-89a9-459c-9e13-64883e7c6bac/b313b08d-3061-45b0-8144-3d15abe7f6ee/5cdb9f40-5cbb-4b10-99b0-636d65bce179) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:06.760897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:06.780019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bd4a0-e1c7-4b8a-9316-1830c37c5ab3 req-9af17e78-8d45-4171-a086-a3fa5bb5e394 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:06.789400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-541bd4a0-e1c7-4b8a-9316-1830c37c5ab3 req-9af17e78-8d45-4171-a086-a3fa5bb5e394 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.0893874 Sep 23 23:56:06.798220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5965ce87-96be-41c4-82d6-b61ca593f081 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:06.834635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:06.881243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-541bd4a0-e1c7-4b8a-9316-1830c37c5ab3 req-bf03883e-0e06-452d-b2c7-a9aac622832b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861712 Sep 23 23:56:06.913042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-c6b07983-963a-4041-bead-c073540f7132 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--31657211&fields=id&tenant_id=f06e73627d154347955444cbd3d617ce HTTP/1.1" status: 200 len: 267 time: 0.0998673 Sep 23 23:56:06.923175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 76aee01c-89a9-459c-9e13-64883e7c6bac is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:06.925003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:06.928058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:06.940068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:06.955607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '5965ce87-96be-41c4-82d6-b61ca593f081', 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb', 'port_id': '5965ce87-96be-41c4-82d6-b61ca593f081', 'mac_address': 'fa:16:3e:e9:55:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc848f4-f899-487f-bd88-8dd2be9ee3e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:06.965235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Port': ['ID=5cdb9f40-5cbb-4b10-99b0-636d65bce179,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:07.046044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:07.062935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5965ce87-96be-41c4-82d6-b61ca593f081 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:07.075902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:07.079931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:07.087862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:07.100465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:07.132951 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3d760dbf-a004-4312-aa46-ebbac4cc24aa tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2812798 Sep 23 23:56:07.149243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'port': {'device_id': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'network_id': '2ea94e32-532e-470f-956f-2276c6456381', 'admin_state_up': True, 'tenant_id': 'acccadf987f549598047750b1755c925'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:07.152033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-526e7939-04f6-4664-a4b6-46e3b8cdde46 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:07.162350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-526e7939-04f6-4664-a4b6-46e3b8cdde46 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/networks?id=e24980cc-6d91-484a-80b9-5134220b3082 HTTP/1.1" status: 200 len: 816 time: 0.2403240 Sep 23 23:56:07.212639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:07.240782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-c88fc4ea-70f7-4609-a9f9-4416f592c1d0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/quotas/f06e73627d154347955444cbd3d617ce HTTP/1.1" status: 200 len: 375 time: 0.0761528 Sep 23 23:56:07.290091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cac1b-37cc-49ba-9fc1-e4c762ef667e req-718f0f83-a704-410a-b2cc-1ae65498662f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:07.300037 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f0cac1b-37cc-49ba-9fc1-e4c762ef667e req-718f0f83-a704-410a-b2cc-1ae65498662f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.1200056 Sep 23 23:56:07.310807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-92cdbf42-e37a-46cf-a55e-47e1ebf69320 None None] Provisioning complete for port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:07.311199 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92cdbf42-e37a-46cf-a55e-47e1ebf69320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:07.360259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f0cac1b-37cc-49ba-9fc1-e4c762ef667e req-3f8844a8-25e3-44b7-be11-8fcd050cb0e4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571065 Sep 23 23:56:07.383904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['5965ce87-96be-41c4-82d6-b61ca593f081'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:07.409857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-d9283625-484f-40d2-9de2-067869f9b9f7 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f06e73627d154347955444cbd3d617ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1674881 Sep 23 23:56:07.413523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:07.417550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:07.439600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-92cdbf42-e37a-46cf-a55e-47e1ebf69320 None None] Port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:07.575746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6aca0-7676-4c41-b327-300e30cde043 req-c882a280-f28e-4f85-b82d-416d5afba7ec tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:07.582097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6aca0-7676-4c41-b327-300e30cde043 req-c882a280-f28e-4f85-b82d-416d5afba7ec tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:07.590443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cec6aca0-7676-4c41-b327-300e30cde043 req-c882a280-f28e-4f85-b82d-416d5afba7ec tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 1654 time: 0.0755837 Sep 23 23:56:07.640938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cec6aca0-7676-4c41-b327-300e30cde043 req-583cc779-e699-42b7-a083-ce262c66e464 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473094 Sep 23 23:56:07.657678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-f1a0ea49-a13f-437b-8d8f-cacceaba1d57 service neutron] 10.222.0.24 "GET /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451820 Sep 23 23:56:07.657914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Allocated IP 19.80.0.3 (2ea94e32-532e-470f-956f-2276c6456381/6317c3b0-eb0a-45fd-a782-56148bd1df18/4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:07.910431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-496fa969-fe05-4efa-96cf-d31c5e82a6eb tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:07.912546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-496fa969-fe05-4efa-96cf-d31c5e82a6eb tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 821 time: 0.1436808 Sep 23 23:56:07.921999 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:07.939306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-d2ef82fd-4a7e-4ca3-9498-f3b8e597968a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/quotas/abfb4a1ac7254b0aaf45608eb88b5762 HTTP/1.1" status: 200 len: 375 time: 0.0182421 Sep 23 23:56:07.950597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-a1ca5740-1653-4c89-a13f-353ebbfb86dd service neutron] 10.222.0.24 "GET /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911866 Sep 23 23:56:07.981647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:08.024824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 2ea94e32-532e-470f-956f-2276c6456381 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:08.030500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:08.041677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-20fb765c-c005-4575-a073-fc9454745385 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812368 Sep 23 23:56:08.082174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:08.163210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Port': ['ID=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:08.188829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:08.190527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:08.228254 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-368dd52d-e486-4d34-9e7e-38bfefc636cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0877452 Sep 23 23:56:08.244674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Request body: {'port': {'device_id': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:08.322875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-463d288a-0a3d-490f-86ff-4993958bd7cf service neutron] 10.222.0.24 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801425 Sep 23 23:56:08.353041 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:08.417007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:08.501975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-e9b39a3b-a033-4a3b-92a7-b622cc102b34 service neutron] 10.222.0.24 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781657 Sep 23 23:56:08.541776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ecc262a3-c5f7-48ef-abcd-7e11113d9018 None None] Provisioning complete for port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:08.544518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ecc262a3-c5f7-48ef-abcd-7e11113d9018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:08.688757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ecc262a3-c5f7-48ef-abcd-7e11113d9018 None None] Port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:08.691891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:08.721513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'port_id': 'b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd', 'mac_address': 'fa:16:3e:9e:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71937a2-7996-46df-a564-b4e960a55091', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:08.834644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5965ce87-96be-41c4-82d6-b61ca593f081 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:08.867022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:08.880039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581332ea-45fa-4c82-bc9f-e8419f3606e5 req-d7c6e928-a94c-4f30-b624-83ca49c1ed95 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:08.886314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-581332ea-45fa-4c82-bc9f-e8419f3606e5 req-d7c6e928-a94c-4f30-b624-83ca49c1ed95 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 944 time: 0.1432314 Sep 23 23:56:08.896122 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:08.924712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:08.953185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:08.966719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-581332ea-45fa-4c82-bc9f-e8419f3606e5 req-7dd8443e-c8ce-4d1d-8e69-a1f65c1f491a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756879 Sep 23 23:56:08.967283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:08.976080 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:08.978981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:08.982429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 5965ce87-96be-41c4-82d6-b61ca593f081 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:09.003712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Transition to ACTIVE for port object 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:09.014157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 5965ce87-96be-41c4-82d6-b61ca593f081 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:09.014611 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.018552 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.077636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:09.136093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Pushing event updated for resources: {'Port': ['ID=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:09.198110 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.232593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:09.235637 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93684e52-42ae-4d28-9f26-fb286a6465dd" -d '{"events": [{"server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "name": "network-vif-plugged", "status": "completed", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:09.256219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Attempting to bind port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:09.259095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Attempting to bind port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:09.259503 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Attempting to bind port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e on network 2ea94e32-532e-470f-956f-2276c6456381 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:09.268802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e on network 2ea94e32-532e-470f-956f-2276c6456381 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:09.269143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Attempting to bind port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e on network 2ea94e32-532e-470f-956f-2276c6456381 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:09.272593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:09.283730 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.289034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7f078-353c-4d4f-aa44-458f9319b170 req-ba5364bf-3889-409e-99ae-6acf22cb6fdf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:09.289856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:09.290200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Checking segment: {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:09.290575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Bound using segment: {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:09.291375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Bound port: 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:09.292197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.295291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:09.299280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8c7f078-353c-4d4f-aa44-458f9319b170 req-ba5364bf-3889-409e-99ae-6acf22cb6fdf tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 944 time: 0.1300912 Sep 23 23:56:09.343655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa447b3a-beac-4e87-a942-a7f3316c1ab9 req-ed178d9f-1f5e-4df4-afb9-97ff70da60f7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:09.347533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa447b3a-beac-4e87-a942-a7f3316c1ab9 req-ed178d9f-1f5e-4df4-afb9-97ff70da60f7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.2231975 Sep 23 23:56:09.400917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] For port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:09.405242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] For port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:09.420457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa447b3a-beac-4e87-a942-a7f3316c1ab9 req-d554506f-dc5f-4dc5-9784-a42bbe7ee301 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558326 Sep 23 23:56:09.430963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.466599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:09.468714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:09.470971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.472792 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] 10.222.0.20 "PUT /v2.0/ports/50f5adf4-15b4-4a21-a443-2c9bb6c52c6e HTTP/1.1" status: 200 len: 1093 time: 1.2328844 Sep 23 23:56:09.494850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8c7f078-353c-4d4f-aa44-458f9319b170 req-dcb3e053-f65f-47c5-8320-b5da177f1292 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867716 Sep 23 23:56:09.574785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'tag': '50f5adf4-15b4-4a21-a443-2c9bb6c52c6e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:09.576420 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0201d3b6-4676-448a-a26e-f89465c88115" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "tag": "50f5adf4-15b4-4a21-a443-2c9bb6c52c6e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:09.584919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decc43f-49fe-4088-a089-9e5608ac96a2 service neutron] Pushing event updated for resources: {'Port': ['ID=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:09.599735 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Request body: {'port': {'device_id': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:09.606021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4151b49b-0515-463a-b8a5-5b03f1bfcb72 req-b03f580d-64f2-4437-98fc-5692acee72c5 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 210 time: 0.0486784 Sep 23 23:56:09.722711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:09.764084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c09a07b9-b748-441f-a9b9-8f1991b15026 req-56439118-aea5-44b1-96a1-ed3fedf25a11 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 210 time: 0.0640731 Sep 23 23:56:09.795354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8ccf0-afa8-4ebd-ad58-fa54e11be80a req-eb35ee36-b2c1-49e2-94cb-0dd5d6d0bf44 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:09.816597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8ccf0-afa8-4ebd-ad58-fa54e11be80a req-eb35ee36-b2c1-49e2-94cb-0dd5d6d0bf44 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:09.824160 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c228b63c-4c67-4a6e-8802-031f5ffa09d0 x-openstack-request-id: req-c228b63c-4c67-4a6e-8802-031f5ffa09d0 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:09.824809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8ccf0-afa8-4ebd-ad58-fa54e11be80a req-eb35ee36-b2c1-49e2-94cb-0dd5d6d0bf44 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:09.825053 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "name": "network-vif-plugged", "status": "completed", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:09.825376 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c228b63c-4c67-4a6e-8802-031f5ffa09d0 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:09.825847 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081', 'code': 200} Sep 23 23:56:09.833237 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-e700925e-c165-446d-8777-699b5afefd88 service neutron] 10.222.0.18 "GET /v2.0/ports/a8869a20-7fcf-4d58-bfb8-43f0d0753866/bindings/n-h1-713498-18 HTTP/1.1" status: 200 len: 383 time: 0.1197464 Sep 23 23:56:09.835423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10c8ccf0-afa8-4ebd-ad58-fa54e11be80a req-eb35ee36-b2c1-49e2-94cb-0dd5d6d0bf44 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2386 time: 0.1956484 Sep 23 23:56:09.887884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10c8ccf0-afa8-4ebd-ad58-fa54e11be80a req-72519b69-9ddd-4415-bf56-e225e8ca3c7d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510778 Sep 23 23:56:09.971987 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a2a35-d6b6-40e0-bb78-651c5236e782 x-openstack-request-id: req-8b8a2a35-d6b6-40e0-bb78-651c5236e782 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:09.973057 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "tag": "50f5adf4-15b4-4a21-a443-2c9bb6c52c6e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:09.973486 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b8a2a35-d6b6-40e0-bb78-651c5236e782 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:09.973609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d77f0a-3972-44e0-827a-60f581a8dabb req-61751948-8508-4743-8f20-a6edf6f619c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:09.974427 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'tag': '50f5adf4-15b4-4a21-a443-2c9bb6c52c6e', 'status': 'completed', 'code': 200} Sep 23 23:56:09.975061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1d77f0a-3972-44e0-827a-60f581a8dabb req-61751948-8508-4743-8f20-a6edf6f619c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1097 time: 0.0590909 Sep 23 23:56:10.090628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1d77f0a-3972-44e0-827a-60f581a8dabb req-86989ca3-c4b1-491a-b0ed-20d905465e81 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081793 Sep 23 23:56:10.186219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cdb9f40-5cbb-4b10-99b0-636d65bce179 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:10.209922 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:10.243006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d3b6-4676-448a-a26e-f89465c88115 req-b03fe636-ab6b-4624-84a9-23f39b42dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.243492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d3b6-4676-448a-a26e-f89465c88115 req-b03fe636-ab6b-4624-84a9-23f39b42dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.243978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d3b6-4676-448a-a26e-f89465c88115 req-b03fe636-ab6b-4624-84a9-23f39b42dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.245807 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0201d3b6-4676-448a-a26e-f89465c88115 req-b03fe636-ab6b-4624-84a9-23f39b42dc99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2730 time: 0.1821527 Sep 23 23:56:10.260136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ce9260-5869-4393-a3f0-c0bb6073fb08 req-bd51796a-64bd-46a0-88e5-1bb000387837 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.269144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Transition to ACTIVE for port object 5cdb9f40-5cbb-4b10-99b0-636d65bce179 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:10.270494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17ce9260-5869-4393-a3f0-c0bb6073fb08 req-bd51796a-64bd-46a0-88e5-1bb000387837 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 945 time: 0.1381748 Sep 23 23:56:10.299525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec74b8-b4b5-49cf-a307-e49efd475f5f req-42258ab3-3d9c-4f9d-a32e-32e9fc94f77a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.301711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faec74b8-b4b5-49cf-a307-e49efd475f5f req-42258ab3-3d9c-4f9d-a32e-32e9fc94f77a tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 951 time: 0.1335459 Sep 23 23:56:10.323375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:10.423871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:10.466877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17ce9260-5869-4393-a3f0-c0bb6073fb08 req-df78e76c-1c17-4553-9eec-970b2d28a76b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951835 Sep 23 23:56:10.506109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faec74b8-b4b5-49cf-a307-e49efd475f5f req-ff77c480-c486-421d-af0a-19f41701dbe7 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885660 Sep 23 23:56:10.560794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:10.568499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:10.568976 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:10.618772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d3b6-4676-448a-a26e-f89465c88115 req-b34ae9c1-4b68-40d0-a9c0-7da4ae7e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.619266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d3b6-4676-448a-a26e-f89465c88115 req-b34ae9c1-4b68-40d0-a9c0-7da4ae7e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.619726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d3b6-4676-448a-a26e-f89465c88115 req-b34ae9c1-4b68-40d0-a9c0-7da4ae7e6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.621353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0201d3b6-4676-448a-a26e-f89465c88115 req-b34ae9c1-4b68-40d0-a9c0-7da4ae7e6c64 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acccadf987f549598047750b1755c925&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3390608 Sep 23 23:56:10.756261 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:10.809348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:10.820417 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:10.880145 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:10.900611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-d58728d1-bc95-42c3-b009-a98fc9bfe70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.903268 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-d58728d1-bc95-42c3-b009-a98fc9bfe70f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9&tenant_id=e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 1101 time: 0.6534381 Sep 23 23:56:10.906358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Pushing event updated for resources: {'Port': ['ID=5cdb9f40-5cbb-4b10-99b0-636d65bce179,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:10.918242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-504ab119-effb-482b-a638-4b67dc5cb68d tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.919943 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-504ab119-effb-482b-a638-4b67dc5cb68d tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.18 "GET /v2.0/networks?id=e24980cc-6d91-484a-80b9-5134220b3082 HTTP/1.1" status: 200 len: 816 time: 0.7281513 Sep 23 23:56:10.977667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76162b82-fe2a-4233-9113-89fe9b0c3e88 req-0003bf20-53a7-4ee9-958e-f891a70afa61 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:10.979631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76162b82-fe2a-4233-9113-89fe9b0c3e88 req-0003bf20-53a7-4ee9-958e-f891a70afa61 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.2863512 Sep 23 23:56:11.037711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b74df6-3e26-4e28-9af0-693c18597d49 req-246043c3-1fc0-4f4d-be0e-f705f2741e9e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.038876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-644d1aff-7db0-4ca2-84ad-f585cc49a317 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f06e73627d154347955444cbd3d617ce HTTP/1.1" status: 200 len: 378 time: 0.0987153 Sep 23 23:56:11.039328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2b74df6-3e26-4e28-9af0-693c18597d49 req-246043c3-1fc0-4f4d-be0e-f705f2741e9e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.2856236 Sep 23 23:56:11.055632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Request body: {'port': {'device_id': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'admin_state_up': True, 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'security_groups': ['cbb22fa0-d932-4ca4-b49e-774da9f8500a']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:11.086864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-b11a759c-e6d6-4702-afb1-6923cc291dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.088145 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-b11a759c-e6d6-4702-afb1-6923cc291dbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 1101 time: 0.1499267 Sep 23 23:56:11.102649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201d3b6-4676-448a-a26e-f89465c88115 req-2407d270-0111-4b0d-8dde-21cd9637ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.104342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0201d3b6-4676-448a-a26e-f89465c88115 req-2407d270-0111-4b0d-8dde-21cd9637ba90 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4750071 Sep 23 23:56:11.115325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Attempting to bind port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:11.115325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Attempting to bind port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:11.115325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Attempting to bind port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 on network 76aee01c-89a9-459c-9e13-64883e7c6bac {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:11.122877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-c6026a06-2443-41bc-b56a-4d760b2b7a4f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.124395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-c6026a06-2443-41bc-b56a-4d760b2b7a4f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 821 time: 0.4694152 Sep 23 23:56:11.146274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Request body: {'port': {'device_id': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'admin_state_up': True, 'tenant_id': 'abfb4a1ac7254b0aaf45608eb88b5762'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:11.175630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 on network 76aee01c-89a9-459c-9e13-64883e7c6bac not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:11.175953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Attempting to bind port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 on network 76aee01c-89a9-459c-9e13-64883e7c6bac {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:11.275508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2b74df6-3e26-4e28-9af0-693c18597d49 req-94ca64d5-73bb-4ee8-82f5-e2a0bc6b4cb2 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221134 Sep 23 23:56:11.297797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76162b82-fe2a-4233-9113-89fe9b0c3e88 req-26313fcf-b7b1-41dd-a71a-04ebfa8ee745 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542288 Sep 23 23:56:11.312117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:11.312117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Checking segment: {'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:11.312117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Bound using segment: {'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:11.317538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Bound port: 5cdb9f40-5cbb-4b10-99b0-636d65bce179, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f453f4d-7ad2-474e-bad1-1c9b398b0269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:11.317919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:11.335915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Made reservation on behalf of abfb4a1ac7254b0aaf45608eb88b5762 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:11.339487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:11.378236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-2de33f04-6437-46eb-987a-c4731da8bc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.380925 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-2de33f04-6437-46eb-987a-c4731da8bc8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2837639 Sep 23 23:56:11.448414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97923368-b1c1-415f-adcd-2b5a824bc34a req-0cdf0bfb-1425-4003-8e50-f6a9157104ab tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 210 time: 0.0658290 Sep 23 23:56:11.503050 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-1107e930-0cbc-4445-890f-77eb566e192a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866 HTTP/1.1" status: 200 len: 217 time: 0.1140494 Sep 23 23:56:11.596431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4071dc7f-070b-4298-9b2f-c66cce73eb5a req-8764b03e-ef8c-4a81-a81f-d9c12fefc118 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 210 time: 0.0550148 Sep 23 23:56:11.604801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Made reservation on behalf of f06e73627d154347955444cbd3d617ce for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:11.607631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:11.625110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] For port 5cdb9f40-5cbb-4b10-99b0-636d65bce179, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:11.631794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-7f40465e-2fec-477a-9079-85e3ba24c745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.633287 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-7f40465e-2fec-477a-9079-85e3ba24c745 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1143563 Sep 23 23:56:11.655725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] For port 5cdb9f40-5cbb-4b10-99b0-636d65bce179, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5cdb9f40-5cbb-4b10-99b0-636d65bce179,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:11.682901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:11.826939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9a219-8a73-4591-8572-2e1605eeccbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:11.827862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.829213 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94600c24-9745-4fa8-ab4e-4d3c320fabf8" -d '{"events": [{"server_uuid": "49d9a219-8a73-4591-8572-2e1605eeccbb", "name": "network-vif-plugged", "status": "completed", "tag": "b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:11.829574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:11.831275 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] 10.222.0.20 "PUT /v2.0/ports/5cdb9f40-5cbb-4b10-99b0-636d65bce179 HTTP/1.1" status: 200 len: 1092 time: 2.2358024 Sep 23 23:56:11.839922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384266e0-5415-4c59-b11d-629e5a362f8c req-776af0f8-fff4-429c-9a69-b1ce15270dda tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.849276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384266e0-5415-4c59-b11d-629e5a362f8c req-776af0f8-fff4-429c-9a69-b1ce15270dda tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.857435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384266e0-5415-4c59-b11d-629e5a362f8c req-776af0f8-fff4-429c-9a69-b1ce15270dda tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:11.859114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-384266e0-5415-4c59-b11d-629e5a362f8c req-776af0f8-fff4-429c-9a69-b1ce15270dda tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2398 time: 0.1489611 Sep 23 23:56:11.860563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Allocated IP 172.20.0.9 (f3e629a6-123d-476f-ab2a-d238ec9ce88e/c16f53bb-8001-4541-93e2-a751a6ed31ec/85693ca7-a77f-4b73-8484-fd15bc6bdce4) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:11.867754 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded1651-324b-4bb1-906b-843c730a3cfe service neutron] Pushing event updated for resources: {'Port': ['ID=5cdb9f40-5cbb-4b10-99b0-636d65bce179,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:11.959309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Allocated IP 172.20.0.9 (e24980cc-6d91-484a-80b9-5134220b3082/624250f8-8041-4acd-b8de-dbb7fa03658b/b5599db5-111f-47ec-8e62-ecc267de6a57) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:12.038422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-e84361d4-15a0-4a99-becd-25fc794d3541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:12.040422 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-e84361d4-15a0-4a99-becd-25fc794d3541 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3957360 Sep 23 23:56:12.041315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'tag': '5cdb9f40-5cbb-4b10-99b0-636d65bce179'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:12.044073 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ddb9c1d-1303-4b19-b161-4c3687a0806c" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "tag": "5cdb9f40-5cbb-4b10-99b0-636d65bce179"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:12.057516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Request body: {'port': {'device_id': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:12.306106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:12.308221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-384266e0-5415-4c59-b11d-629e5a362f8c req-fdd104c5-4b89-41a1-98dd-16622d74a01d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4416108 Sep 23 23:56:12.323772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:12.351540 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-d6bd8e63-ddf8-4da9-a909-047764fbc3af service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887380 Sep 23 23:56:12.435041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c08bd4-97f3-4069-a5cf-3b9c5d2f3df9 req-34992b03-18b7-4c19-b245-3ddbe8ab9e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:12.436728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00c08bd4-97f3-4069-a5cf-3b9c5d2f3df9 req-34992b03-18b7-4c19-b245-3ddbe8ab9e18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.2108808 Sep 23 23:56:12.461792 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2640f-8a6c-4078-a780-7226ee6ea6a7 x-openstack-request-id: req-e7c2640f-8a6c-4078-a780-7226ee6ea6a7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:12.462065 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d9a219-8a73-4591-8572-2e1605eeccbb", "name": "network-vif-plugged", "status": "completed", "tag": "b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:12.462505 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7c2640f-8a6c-4078-a780-7226ee6ea6a7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:12.463080 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d9a219-8a73-4591-8572-2e1605eeccbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd', 'code': 200} Sep 23 23:56:12.472661 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:56:12.524131 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:12.527731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.18', 53405) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:12.535840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00c08bd4-97f3-4069-a5cf-3b9c5d2f3df9 req-4679a974-2867-45de-abfe-39f312735458 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878649 Sep 23 23:56:12.560417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:12.566220 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a69227a-9253-418f-b28a-4c3d78ff8704 x-openstack-request-id: req-9a69227a-9253-418f-b28a-4c3d78ff8704 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:12.566690 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "tag": "5cdb9f40-5cbb-4b10-99b0-636d65bce179", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:12.566933 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a69227a-9253-418f-b28a-4c3d78ff8704 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:12.567378 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'tag': '5cdb9f40-5cbb-4b10-99b0-636d65bce179', 'status': 'completed', 'code': 200} Sep 23 23:56:12.638151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-108e05de-99b5-46be-8ba9-b8eaf284ebf9 req-83a40746-3767-4dd3-b94b-9d1d5910d614 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641346 Sep 23 23:56:12.663202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Network e24980cc-6d91-484a-80b9-5134220b3082 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:12.669938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:12.672505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:12.724691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:12.731777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:12.732424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:12.737260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['2eeafef6-f21f-46f2-bb74-9ce4d864684e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:12.761871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event updated for resources: {'Port': ['ID=b5599db5-111f-47ec-8e62-ecc267de6a57,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:12.800548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Network f3e629a6-123d-476f-ab2a-d238ec9ce88e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:12.815551 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-5fbbd2ae-6557-4c4d-8d91-8dd953d1d631 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7647672 Sep 23 23:56:12.831568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Request body: {'port': {'device_id': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:12.844500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:12.858665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:12.878880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:12.909799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4639223-4f43-4f8d-8cab-937525dda8c5 req-57bd09c2-33a1-4852-9270-2a12849f0534 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:12.917258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4639223-4f43-4f8d-8cab-937525dda8c5 req-57bd09c2-33a1-4852-9270-2a12849f0534 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.2900567 Sep 23 23:56:12.928046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4217400-b820-4d84-a259-8afcb6db54a6 req-754d6843-4b38-44ca-ada9-60f3457a5dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:12.929536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4217400-b820-4d84-a259-8afcb6db54a6 req-754d6843-4b38-44ca-ada9-60f3457a5dab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 1098 time: 0.3862879 Sep 23 23:56:12.930941 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.005264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-533c2241-1399-4d57-922c-61ac493203d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.005812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-533c2241-1399-4d57-922c-61ac493203d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.006866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-533c2241-1399-4d57-922c-61ac493203d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.007180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:13.008259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-533c2241-1399-4d57-922c-61ac493203d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2798 time: 0.3955524 Sep 23 23:56:13.017802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.029499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Pushing event updated for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:13.065181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933b15f6-3e98-45a6-8569-e8ee99f27653 req-f3db141a-234b-4f53-bc69-3f5fc5a70f43 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.067060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-933b15f6-3e98-45a6-8569-e8ee99f27653 req-f3db141a-234b-4f53-bc69-3f5fc5a70f43 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.3519075 Sep 23 23:56:13.071223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.099195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8c63bb68-a70f-4bd5-adac-1487dc79f54b None None] Provisioning complete for port b5599db5-111f-47ec-8e62-ecc267de6a57 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:13.099563 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8c63bb68-a70f-4bd5-adac-1487dc79f54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.108467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4639223-4f43-4f8d-8cab-937525dda8c5 req-521d007f-3d9d-4de2-94fe-5bf0c2ad2b18 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901245 Sep 23 23:56:13.117367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Transition to ACTIVE for port object 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:13.135811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.136299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.136443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.194623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4217400-b820-4d84-a259-8afcb6db54a6 req-2ec9f532-a0dc-4049-b688-7197d65f3d68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032912 Sep 23 23:56:13.204922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:13.221531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-aabe2fe0-fc13-47ad-b408-67eeb3f38a1a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0774169 Sep 23 23:56:13.221762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8c63bb68-a70f-4bd5-adac-1487dc79f54b None None] Port b5599db5-111f-47ec-8e62-ecc267de6a57 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:13.228315 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.230718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-933b15f6-3e98-45a6-8569-e8ee99f27653 req-cd988f90-e991-41b6-a1bb-3782cefea7b1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396511 Sep 23 23:56:13.273295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Pushing event updated for resources: {'Port': ['ID=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:13.297658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:13.303315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-c96a12ce-be71-4b1b-bede-df1f117ebefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.303927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-c96a12ce-be71-4b1b-bede-df1f117ebefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.304505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-c96a12ce-be71-4b1b-bede-df1f117ebefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.309407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-c96a12ce-be71-4b1b-bede-df1f117ebefb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acccadf987f549598047750b1755c925&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2812505 Sep 23 23:56:13.393936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4b67a-0d80-4551-9410-1e28ebd97d73 req-b4191a28-307f-4137-9511-32b87d780fa0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.396200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fe4b67a-0d80-4551-9410-1e28ebd97d73 req-b4191a28-307f-4137-9511-32b87d780fa0 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 931 time: 0.1751173 Sep 23 23:56:13.452549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Request body: {'port': {'device_id': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:13.551810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.575297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fe4b67a-0d80-4551-9410-1e28ebd97d73 req-366e3974-bbf4-4fad-be39-91ab7c41f360 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1366026 Sep 23 23:56:13.586812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5599db5-111f-47ec-8e62-ecc267de6a57 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:13.616547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.618188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-a3ecafad-8b98-406c-aaa7-af7ac991972c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.619867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ddb9c1d-1303-4b19-b161-4c3687a0806c req-a3ecafad-8b98-406c-aaa7-af7ac991972c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3024347 Sep 23 23:56:13.657337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Transition to ACTIVE for port object b5599db5-111f-47ec-8e62-ecc267de6a57 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:13.664073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.696042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Attempting to bind port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:13.696379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Attempting to bind port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:13.696708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Attempting to bind port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e on network 2ea94e32-532e-470f-956f-2276c6456381 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:13.718071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e on network 2ea94e32-532e-470f-956f-2276c6456381 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:13.718412 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Attempting to bind port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e on network 2ea94e32-532e-470f-956f-2276c6456381 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:13.739150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:13.739428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27012c7-5409-49f3-82f9-fd320b23192c req-39302475-a379-4dcc-a705-9e5ac369526e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.739566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Checking segment: {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:13.739881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Bound using segment: {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:13.740299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Bound port: 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c4b367d-1929-499c-b766-65b945bd783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2ea94e32-532e-470f-956f-2276c6456381'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:13.740655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.742515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Pushing event updated for resources: {'Port': ['ID=b5599db5-111f-47ec-8e62-ecc267de6a57,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:13.743076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a27012c7-5409-49f3-82f9-fd320b23192c req-39302475-a379-4dcc-a705-9e5ac369526e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 931 time: 0.1945372 Sep 23 23:56:13.813621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] For port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:13.817492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] For port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:13.836036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.902039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd5d6e3-929b-4719-bd1c-13ab76a8696b req-8e6dae49-7379-4d3e-9c7e-40a1495ab062 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.903897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fd5d6e3-929b-4719-bd1c-13ab76a8696b req-8e6dae49-7379-4d3e-9c7e-40a1495ab062 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1097 time: 0.2133722 Sep 23 23:56:13.919982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a27012c7-5409-49f3-82f9-fd320b23192c req-231ccdef-0acb-45a4-b134-7dc749f186b7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464779 Sep 23 23:56:13.937046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:13.937779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:13.939245 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] 10.222.0.20 "PUT /v2.0/ports/4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e HTTP/1.1" status: 200 len: 1091 time: 2.0630195 Sep 23 23:56:13.998123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fd5d6e3-929b-4719-bd1c-13ab76a8696b req-8b8569ed-d27f-4e95-a7cf-42de895b5059 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771768 Sep 23 23:56:14.018661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Attempting to bind port b5599db5-111f-47ec-8e62-ecc267de6a57 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:14.021493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Attempting to bind port b5599db5-111f-47ec-8e62-ecc267de6a57 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:14.021832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Attempting to bind port b5599db5-111f-47ec-8e62-ecc267de6a57 on network e24980cc-6d91-484a-80b9-5134220b3082 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:14.049635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c0bcd7-df66-4660-80a9-16ebc302cf8a service neutron] Pushing event updated for resources: {'Port': ['ID=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:14.060290 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Port b5599db5-111f-47ec-8e62-ecc267de6a57 on network e24980cc-6d91-484a-80b9-5134220b3082 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:14.060580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Attempting to bind port b5599db5-111f-47ec-8e62-ecc267de6a57 on network e24980cc-6d91-484a-80b9-5134220b3082 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:14.088229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:14.088565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Checking segment: {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:14.088949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Bound using segment: {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:14.089391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Bound port: b5599db5-111f-47ec-8e62-ecc267de6a57, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:14.089745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:14.115282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-e0ebdd23-d609-4b46-91a5-3fba2f5ca100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.115891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-e0ebdd23-d609-4b46-91a5-3fba2f5ca100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.116382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-e0ebdd23-d609-4b46-91a5-3fba2f5ca100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.118233 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-e0ebdd23-d609-4b46-91a5-3fba2f5ca100 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2866 time: 0.1151848 Sep 23 23:56:14.228219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-b925093f-b559-4136-b67f-e0c5e32e7ca3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.124&port_id=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e HTTP/1.1" status: 200 len: 217 time: 0.0664022 Sep 23 23:56:14.239141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237055-31c9-49d6-b88b-2cc4603fc876 req-13ea5d5b-c7ca-4291-9f0a-e6c1518661f6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.245231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237055-31c9-49d6-b88b-2cc4603fc876 req-13ea5d5b-c7ca-4291-9f0a-e6c1518661f6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.251667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f237055-31c9-49d6-b88b-2cc4603fc876 req-13ea5d5b-c7ca-4291-9f0a-e6c1518661f6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.259765 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f237055-31c9-49d6-b88b-2cc4603fc876 req-13ea5d5b-c7ca-4291-9f0a-e6c1518661f6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2410 time: 0.1629717 Sep 23 23:56:14.267181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] For port b5599db5-111f-47ec-8e62-ecc267de6a57, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:14.271960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] For port b5599db5-111f-47ec-8e62-ecc267de6a57, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b5599db5-111f-47ec-8e62-ecc267de6a57,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:14.288089 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:14.305569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85693ca7-a77f-4b73-8484-fd15bc6bdce4 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:14.343306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f237055-31c9-49d6-b88b-2cc4603fc876 req-550dc540-d4aa-43ad-937e-df1b58c941ed tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796499 Sep 23 23:56:14.346896 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:14.368840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.370914 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:14.373663 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] 10.222.0.18 "PUT /v2.0/ports/b5599db5-111f-47ec-8e62-ecc267de6a57 HTTP/1.1" status: 200 len: 1092 time: 1.5470772 Sep 23 23:56:14.385822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c160ed-5438-4331-aba9-b5acad5df211 req-d619d660-c26d-43af-9a3f-20b0f853a4ce tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.389690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65c160ed-5438-4331-aba9-b5acad5df211 req-d619d660-c26d-43af-9a3f-20b0f853a4ce tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 949 time: 0.2205834 Sep 23 23:56:14.419149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-ab4a37a3-0d46-426e-aec8-3a4a84a5ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.421315 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-ab4a37a3-0d46-426e-aec8-3a4a84a5ff59 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6317c3b0-eb0a-45fd-a782-56148bd1df18 HTTP/1.1" status: 200 len: 801 time: 0.1466327 Sep 23 23:56:14.440267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Transition to ACTIVE for port object 85693ca7-a77f-4b73-8484-fd15bc6bdce4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:14.457961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:14.511406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:14.514125 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb097836-a4e3-4664-8c3a-922af42d3986" -d '{"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-unplugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:14.524780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65c160ed-5438-4331-aba9-b5acad5df211 req-c7a4df45-2d87-480b-ba66-080437d0fe7c tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176472 Sep 23 23:56:14.528218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:14.536952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4b0cf-bfe3-4acb-b485-34d284b37e8d service neutron] Pushing event updated for resources: {'Port': ['ID=b5599db5-111f-47ec-8e62-ecc267de6a57,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:14.568303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'tag': '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e'}, {'name': 'network-changed', 'server_uuid': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'tag': 'b5599db5-111f-47ec-8e62-ecc267de6a57'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:14.571176 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e" -d '{"events": [{"name": "network-changed", "server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "tag": "4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e"}, {"name": "network-changed", "server_uuid": "154e735c-2bf1-411d-bf5e-ed05062c7680", "tag": "b5599db5-111f-47ec-8e62-ecc267de6a57"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:14.576067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-95bc0c97-4b66-4d02-abc9-fc4a05bcee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.577979 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-95bc0c97-4b66-4d02-abc9-fc4a05bcee54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f06e73627d154347955444cbd3d617ce&device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 1095 time: 0.0969877 Sep 23 23:56:14.584195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-780bfe7a-7d7e-4f57-a184-e172eaec0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.585789 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-780bfe7a-7d7e-4f57-a184-e172eaec0a93 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ea94e32-532e-470f-956f-2276c6456381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521492 Sep 23 23:56:14.599270 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:14.659362 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-7a4308a0-1767-4dc4-a8d4-c906a23c8c84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5599db5-111f-47ec-8e62-ecc267de6a57 HTTP/1.1" status: 200 len: 217 time: 0.0654299 Sep 23 23:56:14.694290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:14.704445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:14.792517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-140c24c5-7d68-4d50-85fc-63271ba6a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.794017 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-140c24c5-7d68-4d50-85fc-63271ba6a3ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=624250f8-8041-4acd-b8de-dbb7fa03658b HTTP/1.1" status: 200 len: 855 time: 0.1153319 Sep 23 23:56:14.800678 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-e0633b26-87cc-4399-8fda-e97cf84c0a84 service neutron] 10.222.0.20 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990554 Sep 23 23:56:14.810410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:14.844079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab3ef5-b5dd-41c9-973c-8880c9fce499 req-043475f0-126b-4584-8791-42bbf03e413d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.845641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56ab3ef5-b5dd-41c9-973c-8880c9fce499 req-043475f0-126b-4584-8791-42bbf03e413d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.3327312 Sep 23 23:56:14.865157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Pushing event updated for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:14.940312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-c1791906-feb8-4029-9bb8-a9e702828c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.942277 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-c1791906-feb8-4029-9bb8-a9e702828c21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24980cc-6d91-484a-80b9-5134220b3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1338465 Sep 23 23:56:14.944397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a3553-3fd0-4d80-8629-1c8ddbbc3d46 req-98ce15be-2c1f-4f6a-a9ac-aef25412722b tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:14.945908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e30a3553-3fd0-4d80-8629-1c8ddbbc3d46 req-98ce15be-2c1f-4f6a-a9ac-aef25412722b tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1097 time: 0.2917380 Sep 23 23:56:14.997611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-28a8f6f5-ca33-46f5-895f-4eb553edfb99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2246826 Sep 23 23:56:15.005118 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-a56c2440-8130-40bc-99e0-6fa1b8533933 service neutron] 10.222.0.20 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764679 Sep 23 23:56:15.016685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56ab3ef5-b5dd-41c9-973c-8880c9fce499 req-57e24a80-ff0f-4ccc-9132-6089d7991a49 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145704 Sep 23 23:56:15.031799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:15.032132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:15.032458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:15.072111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:15.072431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:15.078677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e30a3553-3fd0-4d80-8629-1c8ddbbc3d46 req-2b6482f2-d63b-4add-ab80-9f07a9cb99e7 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255791 Sep 23 23:56:15.149312 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcf6ead-cff7-4ee1-906f-2916a5671bd2 x-openstack-request-id: req-1dcf6ead-cff7-4ee1-906f-2916a5671bd2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:15.149615 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-unplugged", "status": "completed", "tag": "9886e280-94c4-46f6-b68d-227a890832be", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:15.149870 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dcf6ead-cff7-4ee1-906f-2916a5671bd2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:15.150278 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9886e280-94c4-46f6-b68d-227a890832be', 'code': 200} Sep 23 23:56:15.152049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-3a8fa76f-ebaa-41cb-bc42-c2cc95f0b91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.153705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-3a8fa76f-ebaa-41cb-bc42-c2cc95f0b91f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 1097 time: 0.1230247 Sep 23 23:56:15.174567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:15.174918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:15.179365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:15.179803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Bound port: 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:15.180471 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:15.331718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30032d73-b01c-4e33-a12c-b29891b6a776 req-769c26c0-a2ec-4a8c-a714-f9bcb0fec0a4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.333790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30032d73-b01c-4e33-a12c-b29891b6a776 req-769c26c0-a2ec-4a8c-a714-f9bcb0fec0a4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 947 time: 0.2285328 Sep 23 23:56:15.391962 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fe0151-b263-47ce-a210-faaa538b30fc x-openstack-request-id: req-e3fe0151-b263-47ce-a210-faaa538b30fc {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:15.392504 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "tag": "4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "154e735c-2bf1-411d-bf5e-ed05062c7680", "tag": "b5599db5-111f-47ec-8e62-ecc267de6a57", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:15.392504 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3fe0151-b263-47ce-a210-faaa538b30fc {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:15.393306 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'tag': '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e', 'status': 'completed', 'code': 200} Sep 23 23:56:15.393566 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'tag': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'status': 'completed', 'code': 200} Sep 23 23:56:15.396235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-56dbf799-8488-4fde-a795-f6fecef99be6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.92&port_id=5cdb9f40-5cbb-4b10-99b0-636d65bce179 HTTP/1.1" status: 200 len: 217 time: 0.3818753 Sep 23 23:56:15.438657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:15.441142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-81244ad1-226b-4cb7-adda-16d42dc37c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.442745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-81244ad1-226b-4cb7-adda-16d42dc37c55 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2529738 Sep 23 23:56:15.460004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-2b2b8d32-7252-42df-b470-90a8e1621043 service neutron] 10.222.0.18 "GET /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994845 Sep 23 23:56:15.463378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-db34330e-3dab-4d95-8a34-5e1546a2e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.464707 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-db34330e-3dab-4d95-8a34-5e1546a2e84b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b313b08d-3061-45b0-8144-3d15abe7f6ee HTTP/1.1" status: 200 len: 801 time: 0.0581083 Sep 23 23:56:15.483132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d88d12-ef38-411e-a699-5d99fc5efe9d req-52736150-f719-4317-85f6-5b7944f9c742 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.484615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6d88d12-ef38-411e-a699-5d99fc5efe9d req-52736150-f719-4317-85f6-5b7944f9c742 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 943 time: 0.1776621 Sep 23 23:56:15.486411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:15.499065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30032d73-b01c-4e33-a12c-b29891b6a776 req-24c4f734-cf10-403a-82e0-07228b18e91b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444767 Sep 23 23:56:15.552774 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:15.563865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-387e41a7-4db7-43b3-b688-8da5c5e93a9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 200 len: 217 time: 0.0961800 Sep 23 23:56:15.576802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-5a1a9df4-c52b-4959-aca8-208aaa07bcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.578313 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-5a1a9df4-c52b-4959-aca8-208aaa07bcb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=76aee01c-89a9-459c-9e13-64883e7c6bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036575 Sep 23 23:56:15.615047 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7e6e4d88-97ca-44e9-9c9e-b8dc0b1c6bb0 req-4c1ffa9d-3e9c-4430-bd46-94686edfe738 service neutron] 10.222.0.18 "GET /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485023 Sep 23 23:56:15.665517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.666156 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:15.667663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] 10.222.0.18 "PUT /v2.0/ports/85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 200 len: 1092 time: 2.2309666 Sep 23 23:56:15.686768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:15.689113 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c81e8f-f64a-426a-97e7-ab39c00a1c06" -d '{"events": [{"name": "network-changed", "server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:15.727136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-982f14e3-94b5-48b4-a6fc-6be03cc5f373 service neutron] 10.222.0.20 "GET /v2.0/networks/76aee01c-89a9-459c-9e13-64883e7c6bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394677 Sep 23 23:56:15.731882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-c5826ff7-de36-4591-b69e-bdd96e985348 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.733294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-acbccb81-71f8-443d-9a09-198d40619376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.733693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-c5826ff7-de36-4591-b69e-bdd96e985348 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 949 time: 0.3241868 Sep 23 23:56:15.735068 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-acbccb81-71f8-443d-9a09-198d40619376 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f06e73627d154347955444cbd3d617ce&device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 1095 time: 0.0604622 Sep 23 23:56:15.753690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6d88d12-ef38-411e-a699-5d99fc5efe9d req-9be14575-6229-41c2-a3af-678cf4f8bdf6 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2035308 Sep 23 23:56:15.777117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53be28-52e3-49f9-8f5f-e61abe949bca service neutron] Pushing event updated for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:15.784832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-ca9d117f-2bb9-463a-8c17-459c8a80edc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.787191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-ca9d117f-2bb9-463a-8c17-459c8a80edc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.2150698 Sep 23 23:56:15.865070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288cf80-7d44-4f14-854f-63db6ec055c3 req-65e7859c-e345-4612-864a-7fba7af4e445 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.865706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-b39b2f78-d79f-49f5-937c-2cddae7b2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.867237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f288cf80-7d44-4f14-854f-63db6ec055c3 req-65e7859c-e345-4612-864a-7fba7af4e445 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.2607622 Sep 23 23:56:15.867364 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-b39b2f78-d79f-49f5-937c-2cddae7b2894 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e24980cc-6d91-484a-80b9-5134220b3082 HTTP/1.1" status: 200 len: 917 time: 0.1237078 Sep 23 23:56:15.875133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-a4178ab0-9184-443e-abff-ef6a9b875094 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648680 Sep 23 23:56:15.938518 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-f6d1c77a-f9e8-4899-98c9-ad7a866b1c5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5599db5-111f-47ec-8e62-ecc267de6a57 HTTP/1.1" status: 200 len: 217 time: 0.0409162 Sep 23 23:56:15.971744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-f7676a5b-ee37-4489-960b-d8159faead60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:15.974110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-f7676a5b-ee37-4489-960b-d8159faead60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1095 time: 0.2552714 Sep 23 23:56:16.000597 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-6fc24ed6-12f9-4151-924b-aa83173cd0e6 service neutron] 10.222.0.20 "GET /v2.0/networks/76aee01c-89a9-459c-9e13-64883e7c6bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645657 Sep 23 23:56:16.025071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-d211d439-9237-406e-b228-918d94328fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.026528 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-d211d439-9237-406e-b228-918d94328fa4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=624250f8-8041-4acd-b8de-dbb7fa03658b HTTP/1.1" status: 200 len: 855 time: 0.0816677 Sep 23 23:56:16.064612 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-31b8acc0-d04d-4ac9-926b-e078ed3c993c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e HTTP/1.1" status: 200 len: 217 time: 0.0505154 Sep 23 23:56:16.099175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-953db883-b9b2-4b59-bbdb-9696b6e524e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 200 len: 217 time: 0.0980847 Sep 23 23:56:16.103609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f288cf80-7d44-4f14-854f-63db6ec055c3 req-bf52917f-44ca-4237-ab09-60508c6c803a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273645 Sep 23 23:56:16.158063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-a75451be-7e1c-46db-a9f5-36ac56701e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.159604 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-a75451be-7e1c-46db-a9f5-36ac56701e14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24980cc-6d91-484a-80b9-5134220b3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1055393 Sep 23 23:56:16.162096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-0d62c4cd-dcea-42b0-9de2-129a58368460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.163486 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-0d62c4cd-dcea-42b0-9de2-129a58368460 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6317c3b0-eb0a-45fd-a782-56148bd1df18 HTTP/1.1" status: 200 len: 801 time: 0.0849321 Sep 23 23:56:16.196855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05d4a3-ebd5-4ba7-8a07-f4c5f6057e8b req-c2f7f257-66f1-4923-bfed-c2895fdb2c78 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.203199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05d4a3-ebd5-4ba7-8a07-f4c5f6057e8b req-c2f7f257-66f1-4923-bfed-c2895fdb2c78 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.210105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05d4a3-ebd5-4ba7-8a07-f4c5f6057e8b req-c2f7f257-66f1-4923-bfed-c2895fdb2c78 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.219105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f05d4a3-ebd5-4ba7-8a07-f4c5f6057e8b req-c2f7f257-66f1-4923-bfed-c2895fdb2c78 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2410 time: 0.2812383 Sep 23 23:56:16.259710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Deleting port 9886e280-94c4-46f6-b68d-227a890832be {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:16.260063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.285972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-f5cc1c1a-0408-4e59-952b-1df3c41c95c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.287519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-f5cc1c1a-0408-4e59-952b-1df3c41c95c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ea94e32-532e-470f-956f-2276c6456381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1122189 Sep 23 23:56:16.322067 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-b0c78e9e-2ecc-4390-b92c-837b9fc1202d service neutron] 10.222.0.18 "GET /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541893 Sep 23 23:56:16.327264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-6a884513-2cca-475b-a67f-e9582fc1d491 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394672 Sep 23 23:56:16.395431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f05d4a3-ebd5-4ba7-8a07-f4c5f6057e8b req-874bfd09-d7f9-4578-9712-9633e80fa7c6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720951 Sep 23 23:56:16.426319 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-ed69bffd-f1e4-4593-a369-dca7590a7f6e service neutron] 10.222.0.18 "GET /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882387 Sep 23 23:56:16.457803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-92d6fc32-a632-4f51-a5c8-723a45275487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.459716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-92d6fc32-a632-4f51-a5c8-723a45275487 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.3507175 Sep 23 23:56:16.475021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:16.539601 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-9fb6f021-0d92-4a11-83a4-c68a749f2e18 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.541200 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-9fb6f021-0d92-4a11-83a4-c68a749f2e18 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9&tenant_id=e758294d01cf43e0b123cd4585eaf8f7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 947 time: 0.1034181 Sep 23 23:56:16.555515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-9d1a33e0-89aa-4642-83da-2df8f4cacd7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868595 Sep 23 23:56:16.609583 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8773e1c-b0fd-490e-9eaf-6858635fb28e x-openstack-request-id: req-e8773e1c-b0fd-490e-9eaf-6858635fb28e {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:16.610532 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:16.612252 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8773e1c-b0fd-490e-9eaf-6858635fb28e {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:16.613205 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4', 'status': 'completed', 'code': 200} Sep 23 23:56:16.620755 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-449dbeaa-4ce4-4257-b270-57ff0d175870 service neutron] 10.222.0.18 "GET /v2.0/ports/a8869a20-7fcf-4d58-bfb8-43f0d0753866/bindings/n-h1-713498-18 HTTP/1.1" status: 200 len: 383 time: 0.0726247 Sep 23 23:56:16.629032 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-5609b74f-349e-4c0c-b809-f6c41de577ae service neutron] 10.222.0.20 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337307 Sep 23 23:56:16.694865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] For port 9886e280-94c4-46f6-b68d-227a890832be, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9886e280-94c4-46f6-b68d-227a890832be,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:16.695284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:16.695414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.716036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'mac_address': 'fa:16:3e:da:28:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:16.739861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Calling delete_port for 9886e280-94c4-46f6-b68d-227a890832be owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:16.750096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b735415-012f-4b21-94a0-4aff442f4111 req-37bcbc06-83cb-4162-9c4a-cf52821d8f16 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.758608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b735415-012f-4b21-94a0-4aff442f4111 req-37bcbc06-83cb-4162-9c4a-cf52821d8f16 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff194d5b-9301-4a5e-a720-031f03933c97 HTTP/1.1" status: 200 len: 949 time: 0.1958525 Sep 23 23:56:16.761504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-031cc93b-595e-4291-86d0-fbc66c5e8209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.763635 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-031cc93b-595e-4291-86d0-fbc66c5e8209 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 1099 time: 0.1177847 Sep 23 23:56:16.785848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.817600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8869a20-7fcf-4d58-bfb8-43f0d0753866 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:16.864077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:16.872617 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:16.900795 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4e4eb8a7-7a1a-4641-8391-6558a9623ba3 req-8645efb9-5300-4c2f-b369-a1143f2d6653 service neutron] 10.222.0.20 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639449 Sep 23 23:56:16.914031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-dace9dff-aa42-494d-91f7-e91651ec5478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:16.916315 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-dace9dff-aa42-494d-91f7-e91651ec5478 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1460402 Sep 23 23:56:16.990011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:16.999000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-2603082b-8884-4455-b704-56b70ac6931b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866 HTTP/1.1" status: 200 len: 217 time: 0.0743678 Sep 23 23:56:17.089341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-30be2202-280a-41bb-b09e-e6559d256a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.089823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-30be2202-280a-41bb-b09e-e6559d256a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.090300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-30be2202-280a-41bb-b09e-e6559d256a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.091988 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-30be2202-280a-41bb-b09e-e6559d256a28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2866 time: 0.0926070 Sep 23 23:56:17.097022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-9880325a-445f-4b0c-8c76-f2ebfe0db7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.099196 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-9880325a-445f-4b0c-8c76-f2ebfe0db7e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0721903 Sep 23 23:56:17.152727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:17.155051 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bce2de-5dcb-4286-ae01-81b5a84627c6" -d '{"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:17.158000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a8869a20-7fcf-4d58-bfb8-43f0d0753866'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:17.271999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-0251762e-afcc-4dd7-8324-a0822edb973b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.273494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-0251762e-afcc-4dd7-8324-a0822edb973b service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ea94e32-532e-470f-956f-2276c6456381 HTTP/1.1" status: 200 len: 903 time: 0.1734531 Sep 23 23:56:17.360031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b735415-012f-4b21-94a0-4aff442f4111 req-d9bfd2d5-4c5f-456e-bcc4-b83561be9796 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.24 "GET /v2.0/security-groups?id=91ff0a76-cb28-437c-930d-6b0b95b78dba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004314 Sep 23 23:56:17.362842 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.367756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-bcfbb9ef-14f9-48fc-be36-ca615d94e5d4 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130940 Sep 23 23:56:17.367955 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-b5e9420b-df43-488c-8d20-1a1dd6a66b6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e HTTP/1.1" status: 200 len: 217 time: 0.0635123 Sep 23 23:56:17.369904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68f5e6e7-12f0-409c-b901-0789e4466fa9 req-559097f3-e59f-4cdd-ae48-1f1845a520b0 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0296311 Sep 23 23:56:17.378638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-591fbad4-0bf8-4e1d-bd76-f44df56c1e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.381127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-591fbad4-0bf8-4e1d-bd76-f44df56c1e94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2485332 Sep 23 23:56:17.503167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Pushing event deleted for resources: {'Port': ['ID=9886e280-94c4-46f6-b68d-227a890832be,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:17.539607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-b988ad79-f5b2-487e-99ac-5f5c23b4eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.541110 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-b988ad79-f5b2-487e-99ac-5f5c23b4eaee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6317c3b0-eb0a-45fd-a782-56148bd1df18 HTTP/1.1" status: 200 len: 801 time: 0.1659572 Sep 23 23:56:17.593722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] No DVR routers for this DVR port 9886e280-94c4-46f6-b68d-227a890832be on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:17.609578 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:17.617879 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-762696ed-b43a-4cf3-92e6-00dd55876253 req-93d1d76d-e7cc-4122-9ff7-ef70ce5d6085 tempest-ImagesOneServerTestJSON-1849862425 tempest-ImagesOneServerTestJSON-1849862425-project] 10.222.0.20 "DELETE /v2.0/ports/9886e280-94c4-46f6-b68d-227a890832be HTTP/1.1" status: 204 len: 173 time: 1.8701556 Sep 23 23:56:17.630994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a08dddd6-d02c-458e-bee2-27077fbd0093 req-b88322fc-f6dc-4cc3-84ca-6eba50bc6ce8 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322111 Sep 23 23:56:17.667532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4920d7-8647-43f9-8339-eb74c282cfda req-b3b60489-0001-4c9e-b669-f1af2bb3af8c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.668862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db4920d7-8647-43f9-8339-eb74c282cfda req-b3b60489-0001-4c9e-b669-f1af2bb3af8c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1625042 Sep 23 23:56:17.677665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-a91171d9-d79f-4511-8cef-f6b8f4f9af61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.679458 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-a91171d9-d79f-4511-8cef-f6b8f4f9af61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ea94e32-532e-470f-956f-2276c6456381&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291564 Sep 23 23:56:17.686478 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-410fbd80-f524-4ae9-87b6-413eaa8a93e9 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213228 Sep 23 23:56:17.767492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db4920d7-8647-43f9-8339-eb74c282cfda req-6cc5a9ad-0805-4ae7-a467-294148fc1cd6 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894279 Sep 23 23:56:17.830030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-4a6b564f-d26c-49b6-92b3-3ab2334125b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.835962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-4a6b564f-d26c-49b6-92b3-3ab2334125b3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1095 time: 0.1112862 Sep 23 23:56:17.839257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-e7c8f81e-7d86-4d9b-bc22-d942a6856d60 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:56:17.840319 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-e7c8f81e-7d86-4d9b-bc22-d942a6856d60 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090027 Sep 23 23:56:17.890523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-c1125a7c-8cb6-45be-bdaa-d7c817c54914 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:17.892351 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-c1125a7c-8cb6-45be-bdaa-d7c817c54914 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports/5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 200 len: 1094 time: 0.0401380 Sep 23 23:56:17.920947 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-7bfde555-635e-4c65-ab51-7c5f41053f23 service neutron] 10.222.0.20 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305925 Sep 23 23:56:17.924457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Request body: {'binding': {'host': 'n-h1-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:17.925071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Unknown quota resources ['binding']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 23:56:18.003117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326bfcaf-9cfd-41ad-ab51-1b0237db77c9 req-7bab05f6-4feb-4686-9cf0-062fcc9b3b40 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.004507 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-5f2ea981-987e-4571-8e73-63a345dfad27 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047504 Sep 23 23:56:18.011011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-326bfcaf-9cfd-41ad-ab51-1b0237db77c9 req-7bab05f6-4feb-4686-9cf0-062fcc9b3b40 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 948 time: 0.1069865 Sep 23 23:56:18.073293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-326bfcaf-9cfd-41ad-ab51-1b0237db77c9 req-a9f75699-8f23-423f-834f-46d4bee55003 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591035 Sep 23 23:56:18.077709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-563f371d-e400-495f-8201-2b1e06489c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.095907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-563f371d-e400-495f-8201-2b1e06489c04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2526112 Sep 23 23:56:18.166557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-ac7bcf8c-3ee3-42a8-8034-f21fbb7d1b18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 200 len: 217 time: 0.0425112 Sep 23 23:56:18.209549 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c13cb07-4044-4ba2-aa76-7e8c5fa6697e req-66e04ffb-c29e-44f1-91a4-e83ed23873a7 service neutron] 10.222.0.20 "GET /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750561 Sep 23 23:56:18.252670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aedb14-9ecf-44ef-b940-7419d48a4ed1 req-8fd3e856-1a4e-468c-a38d-74d6e027d9c5 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.254479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37aedb14-9ecf-44ef-b940-7419d48a4ed1 req-8fd3e856-1a4e-468c-a38d-74d6e027d9c5 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 943 time: 0.0899076 Sep 23 23:56:18.259357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-d897fefa-a7e6-42e8-acd2-9c5519d2992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.260848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-d897fefa-a7e6-42e8-acd2-9c5519d2992b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0697162 Sep 23 23:56:18.267489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on host n-h1-713498-18 for vnic_type normal with profile None {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:18.268027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:18.268534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:18.273419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:18.273738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:18.278820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:18.279161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:18.279544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:18.279974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Bound port: 5965ce87-96be-41c4-82d6-b61ca593f081, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:18.320882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-5afd785b-f807-42ba-9119-0d7fa8d9bee7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417645 Sep 23 23:56:18.340145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:18.347438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:18.350050 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-d11430ef-1370-4e40-9137-b70c41fb0d2c service neutron] 10.222.0.24 "POST /v2.0/ports/5965ce87-96be-41c4-82d6-b61ca593f081/bindings HTTP/1.1" status: 201 len: 390 time: 0.4324484 Sep 23 23:56:18.363343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37aedb14-9ecf-44ef-b940-7419d48a4ed1 req-9898d1b9-f8c4-4f3f-be20-ce3689b2cee2 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014152 Sep 23 23:56:18.472057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-3b1beb5e-0cfb-41de-ab94-37910a8041be service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388650 Sep 23 23:56:18.494489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:18.559933 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2d25ba-c674-446f-b163-f3f054603e2f x-openstack-request-id: req-dd2d25ba-c674-446f-b163-f3f054603e2f {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:18.560220 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:18.560472 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd2d25ba-c674-446f-b163-f3f054603e2f {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:18.560859 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'code': 200} Sep 23 23:56:18.616436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-deleted', 'tag': '9886e280-94c4-46f6-b68d-227a890832be'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:18.616674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a8869a20-7fcf-4d58-bfb8-43f0d0753866 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:18.617025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:18.618707 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee925c58-0e32-41ea-8861-fddfe2aa2dc2" -d '{"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-deleted", "tag": "9886e280-94c4-46f6-b68d-227a890832be"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:18.716095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-0d7debab-bb7c-4d3b-aa74-ecc6d8655b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.718808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-0d7debab-bb7c-4d3b-aa74-ecc6d8655b55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1097 time: 0.0744178 Sep 23 23:56:18.723158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:18.733243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b431-c72a-4dec-9b72-e069cdedabc4 req-96d3b825-cd7b-4c88-9cff-5443d14f81e8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.739808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b431-c72a-4dec-9b72-e069cdedabc4 req-96d3b825-cd7b-4c88-9cff-5443d14f81e8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.746228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe0b431-c72a-4dec-9b72-e069cdedabc4 req-96d3b825-cd7b-4c88-9cff-5443d14f81e8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.754443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebe0b431-c72a-4dec-9b72-e069cdedabc4 req-96d3b825-cd7b-4c88-9cff-5443d14f81e8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2410 time: 0.1076934 Sep 23 23:56:18.757323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:18.764799 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:18.797337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c81e8f-f64a-426a-97e7-ab39c00a1c06 req-a0ea8fee-91b1-44c4-aad7-305f73e513ae service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3165040 Sep 23 23:56:18.811209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8367f-1688-4675-b0fa-4e48bfc335bc req-9c32b526-9dc2-40cf-9b21-5a6ac9a7509d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.820044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65f8367f-1688-4675-b0fa-4e48bfc335bc req-9c32b526-9dc2-40cf-9b21-5a6ac9a7509d tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.2914860 Sep 23 23:56:18.824925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:18.860266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebe0b431-c72a-4dec-9b72-e069cdedabc4 req-2ed094ae-f267-4e43-b9de-d363c8168b62 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000786 Sep 23 23:56:18.871798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:18.874116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:18.910876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65f8367f-1688-4675-b0fa-4e48bfc335bc req-64a5f587-7700-418b-a770-ec1ddb6f8f8f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892401 Sep 23 23:56:18.925819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-391c7962-a570-42fc-b9f7-7b9304d16fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:18.927388 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-391c7962-a570-42fc-b9f7-7b9304d16fbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.2003844 Sep 23 23:56:18.930622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 9886e280-94c4-46f6-b68d-227a890832be {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:56:18.930977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9886e280-94c4-46f6-b68d-227a890832be not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:56:19.029966 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-af913e0f-44be-406c-89e2-f19a2bc2d2bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 200 len: 217 time: 0.0949533 Sep 23 23:56:19.138787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-0bfb2029-c12b-4a51-a107-1bec674c0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:19.139131 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-0bfb2029-c12b-4a51-a107-1bec674c0c49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1016431 Sep 23 23:56:19.160116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:19.171565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdc385-54c7-46be-9f66-c2a75bb7abee req-4ea68f29-c214-4c02-8fca-b6887c2336c2 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:19.181488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cbdc385-54c7-46be-9f66-c2a75bb7abee req-4ea68f29-c214-4c02-8fca-b6887c2336c2 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.1107714 Sep 23 23:56:19.186434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e', 'network_id': '2ea94e32-532e-470f-956f-2276c6456381', 'port_id': '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e', 'mac_address': 'fa:16:3e:35:f1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317c3b0-eb0a-45fd-a782-56148bd1df18', 'ip_address': '19.80.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:19.215358 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210a631c-2756-4546-9b6a-e82d028dc9e7 x-openstack-request-id: req-210a631c-2756-4546-9b6a-e82d028dc9e7 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:19.215785 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff194d5b-9301-4a5e-a720-031f03933c97", "name": "network-vif-deleted", "tag": "9886e280-94c4-46f6-b68d-227a890832be", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:19.216052 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-210a631c-2756-4546-9b6a-e82d028dc9e7 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:19.216469 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff194d5b-9301-4a5e-a720-031f03933c97', 'name': 'network-vif-deleted', 'tag': '9886e280-94c4-46f6-b68d-227a890832be', 'status': 'completed', 'code': 200} Sep 23 23:56:19.218043 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-846795b3-7b48-4bf8-976f-292dd4bbec29 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650430 Sep 23 23:56:19.263363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cbdc385-54c7-46be-9f66-c2a75bb7abee req-2fa67ee3-8b7f-469e-9a5b-13a112ad176e tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809526 Sep 23 23:56:19.284985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.314492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:19.352465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:19.359608 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.361063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5cdb9f40-5cbb-4b10-99b0-636d65bce179 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:19.384950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43932) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:19.422872 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-e6405ab0-e4e3-4637-ad2d-00e3980328c3 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896939 Sep 23 23:56:19.427070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bedd2-fe55-4175-b33e-74a6204d107e req-aed685b2-2282-404c-845a-d57ad3fb199f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:19.435598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d08bedd2-fe55-4175-b33e-74a6204d107e req-aed685b2-2282-404c-845a-d57ad3fb199f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.1700854 Sep 23 23:56:19.478446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8f2c1-eb74-4a71-b72d-9e78f58692ad req-c82273de-cc49-46c6-8bef-c8132e3dd180 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:19.480359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fe8f2c1-eb74-4a71-b72d-9e78f58692ad req-c82273de-cc49-46c6-8bef-c8132e3dd180 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1213644 Sep 23 23:56:19.528122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5cdb9f40-5cbb-4b10-99b0-636d65bce179, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5cdb9f40-5cbb-4b10-99b0-636d65bce179,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:19.552409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '5cdb9f40-5cbb-4b10-99b0-636d65bce179', 'network_id': '76aee01c-89a9-459c-9e13-64883e7c6bac', 'port_id': '5cdb9f40-5cbb-4b10-99b0-636d65bce179', 'mac_address': 'fa:16:3e:cd:4e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b313b08d-3061-45b0-8144-3d15abe7f6ee', 'ip_address': '19.86.0.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:19.554180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d08bedd2-fe55-4175-b33e-74a6204d107e req-e4befe39-9d42-424d-8bf3-22b5c19e522f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176794 Sep 23 23:56:19.561412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:19.579446 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-bef6af4d-c958-4e35-a86c-054628e3dc72 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491542 Sep 23 23:56:19.595240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fe8f2c1-eb74-4a71-b72d-9e78f58692ad req-f05a3b60-1991-4a9f-886d-112eb32d0a3b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774584 Sep 23 23:56:19.654565 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.686895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cdb9f40-5cbb-4b10-99b0-636d65bce179 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:19.694976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43940) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:19.696658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-732c99b9-a2ca-4b35-bd95-0bcdb2d0ab0d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a7a77090b9f4165a9f4db4e50fb8432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3105700 Sep 23 23:56:19.708721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5cdb9f40-5cbb-4b10-99b0-636d65bce179, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5cdb9f40-5cbb-4b10-99b0-636d65bce179,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:19.713108 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.713997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:19.787860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:19.796457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5cdb9f40-5cbb-4b10-99b0-636d65bce179,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:19.804270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '50f5adf4-15b4-4a21-a443-2c9bb6c52c6e', 'network_id': '2ea94e32-532e-470f-956f-2276c6456381', 'port_id': '50f5adf4-15b4-4a21-a443-2c9bb6c52c6e', 'mac_address': 'fa:16:3e:48:e9:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317c3b0-eb0a-45fd-a782-56148bd1df18', 'ip_address': '19.80.0.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:19.828389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd1d27-aa62-4488-9cb6-d6267c9332dc req-3e19048b-1476-4cd4-b7cd-512ac688cbf1 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:19.830051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4bd1d27-aa62-4488-9cb6-d6267c9332dc req-3e19048b-1476-4cd4-b7cd-512ac688cbf1 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 943 time: 0.1468160 Sep 23 23:56:19.857748 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.876198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d25e5fec-c081-4f7f-8d1e-41e17b9abe30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.898709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:19.927332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4bd1d27-aa62-4488-9cb6-d6267c9332dc req-61471a03-c1c2-4b75-8903-8134930a773f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882015 Sep 23 23:56:19.927566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:19.933467 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.941302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d25e5fec-c081-4f7f-8d1e-41e17b9abe30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:19.998538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:20.100926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d25e5fec-c081-4f7f-8d1e-41e17b9abe30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:20.103640 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d25e5fec-c081-4f7f-8d1e-41e17b9abe30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:20.104795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d25e5fec-c081-4f7f-8d1e-41e17b9abe30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91ff0a76-cb28-437c-930d-6b0b95b78dba HTTP/1.1" status: 204 len: 168 time: 0.4088998 Sep 23 23:56:20.115781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-827fafb0-a138-4f86-bf1d-ffc50bb248cd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0828941 Sep 23 23:56:20.124991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e5fec-c081-4f7f-8d1e-41e17b9abe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ff0a76-cb28-437c-930d-6b0b95b78dba,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:20.144680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a251806-8936-44e4-a2fc-45b0c588cef4 req-a9011368-6b50-4eaf-ade0-a71c69762d47 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.153683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a251806-8936-44e4-a2fc-45b0c588cef4 req-a9011368-6b50-4eaf-ade0-a71c69762d47 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.1189001 Sep 23 23:56:20.188400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f520d50-200d-4770-b78c-508962478aa9 req-f13b29c1-2a4d-4f78-baad-c69e3111b386 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.207451 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f520d50-200d-4770-b78c-508962478aa9 req-f13b29c1-2a4d-4f78-baad-c69e3111b386 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.214183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f520d50-200d-4770-b78c-508962478aa9 req-f13b29c1-2a4d-4f78-baad-c69e3111b386 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.215988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f520d50-200d-4770-b78c-508962478aa9 req-f13b29c1-2a4d-4f78-baad-c69e3111b386 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2413 time: 0.1510456 Sep 23 23:56:20.290307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['50f5adf4-15b4-4a21-a443-2c9bb6c52c6e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:20.312853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a251806-8936-44e4-a2fc-45b0c588cef4 req-682bacb3-27c4-48e1-a8d4-214e3d75f4e3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571891 Sep 23 23:56:20.348965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['5cdb9f40-5cbb-4b10-99b0-636d65bce179'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:20.353864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f520d50-200d-4770-b78c-508962478aa9 req-f579d5b1-9844-44de-bc0b-40742b464a6b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296098 Sep 23 23:56:20.359014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-0c7db131-d932-426d-a864-344c199e7292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.360796 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-0c7db131-d932-426d-a864-344c199e7292 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 1096 time: 0.1475885 Sep 23 23:56:20.371897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-5575f68c-5b04-4217-8bc0-7b85d460fcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.374153 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-5575f68c-5b04-4217-8bc0-7b85d460fcd9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9&tenant_id=e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 1101 time: 0.0660663 Sep 23 23:56:20.571017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-a1ab2084-5bd1-42ad-b556-1d1047a17533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.572689 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-a1ab2084-5bd1-42ad-b556-1d1047a17533 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.1930847 Sep 23 23:56:20.593665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516ac6-bdd0-4c08-bb6d-c57677bb49f6 req-5595f0fc-e8e5-48f5-a3ca-cc4bd55dc831 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.593665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9516ac6-bdd0-4c08-bb6d-c57677bb49f6 req-5595f0fc-e8e5-48f5-a3ca-cc4bd55dc831 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.1151564 Sep 23 23:56:20.600361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-7d2d48b5-249c-45fd-b3b9-1605981c4e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.602394 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-7d2d48b5-249c-45fd-b3b9-1605981c4e9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 1101 time: 0.1894441 Sep 23 23:56:20.636021 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-c5f96c48-4934-4da1-92d2-a19b4deda208 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 200 len: 217 time: 0.0552130 Sep 23 23:56:20.683725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9516ac6-bdd0-4c08-bb6d-c57677bb49f6 req-9d5f21e4-bea2-4ab2-957a-f5c25248154f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833206 Sep 23 23:56:20.701302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-5f23dcd2-c701-4548-b74f-340e0c68006f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.703115 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-5f23dcd2-c701-4548-b74f-340e0c68006f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.0540540 Sep 23 23:56:20.752046 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-dd3ca143-d7b5-45fa-96b2-83c969bcbe2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325596 Sep 23 23:56:20.859907 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-1ec3e2d8-4aa9-4a56-94f8-334e20716f4b service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996716 Sep 23 23:56:20.865010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:20.870372 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbc7f82-da4f-4f54-a0af-b50186824b05" -d '{"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:20.874284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d4532-f15b-45e1-aaf1-b8438223598c req-d8507f17-b765-4b54-8cc7-5b1ef80f89e2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.875904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-395d4532-f15b-45e1-aaf1-b8438223598c req-d8507f17-b765-4b54-8cc7-5b1ef80f89e2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.2197576 Sep 23 23:56:20.944057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a35e8-d52c-4372-8eef-dc5f12668c85 req-85338162-efa5-49bd-aa4a-c490b34a8da7 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:20.945643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f33a35e8-d52c-4372-8eef-dc5f12668c85 req-85338162-efa5-49bd-aa4a-c490b34a8da7 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1698940 Sep 23 23:56:20.952875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-395d4532-f15b-45e1-aaf1-b8438223598c req-eba7004d-035e-4751-832b-bcdc9dc10d15 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607548 Sep 23 23:56:21.056092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f33a35e8-d52c-4372-8eef-dc5f12668c85 req-6ae131ca-014d-4fe3-999a-8db768f68f08 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918348 Sep 23 23:56:21.177667 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7932fe2a-1417-4687-b54a-7bfb95c0829a x-openstack-request-id: req-7932fe2a-1417-4687-b54a-7bfb95c0829a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:21.177926 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:21.178179 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7932fe2a-1417-4687-b54a-7bfb95c0829a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:21.178604 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'code': 200} Sep 23 23:56:21.251590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d4cc9-3b0b-4442-a134-7eeb8fa558f7 req-642c6842-2f20-45f2-9182-74c9f018bb3e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.261572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a5d4cc9-3b0b-4442-a134-7eeb8fa558f7 req-642c6842-2f20-45f2-9182-74c9f018bb3e tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 943 time: 0.0965757 Sep 23 23:56:21.321534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:21.324916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a5d4cc9-3b0b-4442-a134-7eeb8fa558f7 req-bd9585c6-1491-4786-9d55-120d9f738128 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622201 Sep 23 23:56:21.362033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-3f37f38d-9f9f-48b3-9504-2c70b93c13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.364189 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-3f37f38d-9f9f-48b3-9504-2c70b93c13ab service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.7268336 Sep 23 23:56:21.371267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43980) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:21.411180 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-b70ef68d-9109-484c-8092-667292d8ed1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866 HTTP/1.1" status: 200 len: 217 time: 0.0391271 Sep 23 23:56:21.466366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3db952a-ceaf-44a4-b0c4-19bdbbc6602b req-cdb5c924-49e5-4958-88db-8f0dfc220d7a service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977764 Sep 23 23:56:21.467721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-9df71bde-d45a-4e28-b495-f1932468d93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.469035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-9df71bde-d45a-4e28-b495-f1932468d93d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0487540 Sep 23 23:56:21.561220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270e573-ed3b-4395-833e-52dad7b064ec req-851aade8-6929-41ee-95cf-4f51251f2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.565476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-851aade8-6929-41ee-95cf-4f51251f2e41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0820282 Sep 23 23:56:21.582891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-278705586-network', 'tenant_id': 'e714bc381e20444f9cb2641a5d65db61'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:21.615174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795a99a-274a-46b2-bd3a-bbca2af67f7f req-0ed3549d-8a7c-4ac6-81ce-dc01e67e3a70 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.616705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2795a99a-274a-46b2-bd3a-bbca2af67f7f req-0ed3549d-8a7c-4ac6-81ce-dc01e67e3a70 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.1601119 Sep 23 23:56:21.617314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Made reservation on behalf of e714bc381e20444f9cb2641a5d65db61 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:21.619538 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:21.637125 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:21.654382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0b6ce-d43a-4d62-9c8b-082f13de2cc3 req-8cec0cc0-ede4-456c-91ec-f07691df869d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.660804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0b6ce-d43a-4d62-9c8b-082f13de2cc3 req-8cec0cc0-ede4-456c-91ec-f07691df869d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.663462 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-f7499544-48a4-4ea1-8e85-a4ac33a8d95d service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896165 Sep 23 23:56:21.666707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0b6ce-d43a-4d62-9c8b-082f13de2cc3 req-8cec0cc0-ede4-456c-91ec-f07691df869d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.668347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ec0b6ce-d43a-4d62-9c8b-082f13de2cc3 req-8cec0cc0-ede4-456c-91ec-f07691df869d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2413 time: 0.1569841 Sep 23 23:56:21.740788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2795a99a-274a-46b2-bd3a-bbca2af67f7f req-52c2e4fd-50e9-4c24-b859-f81ff57b32d5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110134 Sep 23 23:56:21.758193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ec0b6ce-d43a-4d62-9c8b-082f13de2cc3 req-5be41889-a778-4749-af6c-e84ecd2c9474 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791450 Sep 23 23:56:21.783176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6270e573-ed3b-4395-833e-52dad7b064ec req-a87ea323-abe2-4f82-9cfa-a9cf951bdbdb service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118071 Sep 23 23:56:21.855466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:21.859823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:21.898182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:56:21.923475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:21.923663 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Added segment c19ed847-03bd-429c-aa71-211d84e07837 of type vlan for network 57660602-8258-4164-8e10-9a532804ded7 Sep 23 23:56:21.933120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc602c8d-79c4-4259-a9c2-1f0ee32aba8c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:21.946062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecb248-dbc1-4382-b736-2f275f4f2a64 req-92bf5285-acfb-428f-9fb0-b02efc0d406f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:21.947585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64ecb248-dbc1-4382-b736-2f275f4f2a64 req-92bf5285-acfb-428f-9fb0-b02efc0d406f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.1055951 Sep 23 23:56:21.993147 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.025854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64ecb248-dbc1-4382-b736-2f275f4f2a64 req-cf3e558f-eae5-4eea-89c9-805834249a67 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583975 Sep 23 23:56:22.034641 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.036808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:22.037402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.080895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7082477 Sep 23 23:56:22.084204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:22.089072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Request body: {'subnet': {'network_id': '57660602-8258-4164-8e10-9a532804ded7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-278705586-subnet', 'tenant_id': 'e714bc381e20444f9cb2641a5d65db61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:22.112628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Made reservation on behalf of e714bc381e20444f9cb2641a5d65db61 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:22.114979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.137344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35370248-9a26-40a6-9d53-5f83af61e332 admin admin] Pushing event updated for resources: {'Network': ['ID=57660602-8258-4164-8e10-9a532804ded7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:22.149381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 57660602-8258-4164-8e10-9a532804ded7 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:56:22.171429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e25307-411e-42d7-b783-d63be2cd838b req-27edf5d9-303e-4cf3-a1e8-494eb8b71d7e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:22.172966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28e25307-411e-42d7-b783-d63be2cd838b req-27edf5d9-303e-4cf3-a1e8-494eb8b71d7e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.1163428 Sep 23 23:56:22.267222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28e25307-411e-42d7-b783-d63be2cd838b req-670247c6-9f40-4a20-9c81-121041e7caa5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869431 Sep 23 23:56:22.278471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc552c6-3a8a-40de-a6b3-6a319e72268a req-f209412b-6ffc-4e26-9e3b-09ca9d3fb0a2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:22.283488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0dc552c6-3a8a-40de-a6b3-6a319e72268a req-f209412b-6ffc-4e26-9e3b-09ca9d3fb0a2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.0710638 Sep 23 23:56:22.322750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0dc552c6-3a8a-40de-a6b3-6a319e72268a req-a461396d-ff99-4168-8131-ce6af7c05730 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328801 Sep 23 23:56:22.364199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.416981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=600ecf80-de72-4203-951c-47de136596da,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:22.434018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Checking segment: {'id': 'c19ed847-03bd-429c-aa71-211d84e07837', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '57660602-8258-4164-8e10-9a532804ded7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:22.435385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Network hostable DHCP agents. Network: 57660602-8258-4164-8e10-9a532804ded7, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:56:22.448343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d1056b-9150-4e1e-bd7e-ac1d08041d26 req-2396ebac-9b9d-4745-ba65-2753d1877123 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:22.449939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89d1056b-9150-4e1e-bd7e-ac1d08041d26 req-2396ebac-9b9d-4745-ba65-2753d1877123 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 943 time: 0.0611868 Sep 23 23:56:22.454089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Network 57660602-8258-4164-8e10-9a532804ded7 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:56:22.464315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 57660602-8258-4164-8e10-9a532804ded7) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:22.468717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:22.469316 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.476715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91db2ffd-4780-4737-8ea9-5df2bfd0ff13 None None] Network 57660602-8258-4164-8e10-9a532804ded7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:22.487880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7a2cedca-3a52-45ae-aea1-a021f5b7cd3a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4024153 Sep 23 23:56:22.530784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89d1056b-9150-4e1e-bd7e-ac1d08041d26 req-64d75392-fe61-40ce-a918-7558ac8af6a8 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576293 Sep 23 23:56:22.533638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:22.648597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9f0d0c-9ae9-4dd0-84de-a43e3b9d65b2 None None] Network 57660602-8258-4164-8e10-9a532804ded7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:22.686454 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.765361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:22.773420 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.794442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5d1d3544-2ffe-4d77-b8e7-1ae78f9e6d2c req-4ea503da-c3e0-4ae5-ad9d-535fe7730c19 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1048531534', 'description': 'tempest-description-553756616'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:22.826218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5d1d3544-2ffe-4d77-b8e7-1ae78f9e6d2c req-4ea503da-c3e0-4ae5-ad9d-535fe7730c19 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.869489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:22.887078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:22.943414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87d59b34-3482-436f-96e8-c27dbc55ec7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.959586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:22.962533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2e1bd-e211-4318-b31f-6ec0954cd04e req-1f8d7292-e90d-46b8-9878-ce63b131004e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:22.963502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:22.963874 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.964181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-acd2e1bd-e211-4318-b31f-6ec0954cd04e req-1f8d7292-e90d-46b8-9878-ce63b131004e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.0901382 Sep 23 23:56:22.985616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5d1d3544-2ffe-4d77-b8e7-1ae78f9e6d2c req-4ea503da-c3e0-4ae5-ad9d-535fe7730c19 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:22.997741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5d1d3544-2ffe-4d77-b8e7-1ae78f9e6d2c req-4ea503da-c3e0-4ae5-ad9d-535fe7730c19 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.054127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-acd2e1bd-e211-4318-b31f-6ec0954cd04e req-332e6673-a10f-4935-b03f-6002a4d7c82a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773501 Sep 23 23:56:23.055348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5d1d3544-2ffe-4d77-b8e7-1ae78f9e6d2c req-4ea503da-c3e0-4ae5-ad9d-535fe7730c19 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.056461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d1d3544-2ffe-4d77-b8e7-1ae78f9e6d2c req-4ea503da-c3e0-4ae5-ad9d-535fe7730c19 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2669427 Sep 23 23:56:23.057347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea503da-c3e0-4ae5-ad9d-535fe7730c19 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ffefb-0d51-40c0-a484-9538e823fe53,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:23.060826 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.108102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:23.115098 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.116163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5cdb9f40-5cbb-4b10-99b0-636d65bce179 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:23.180093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'}, {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:23.182322 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c5b366-fb04-4fb3-97de-f28528daa354" -d '{"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866"}, {"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-plugged", "status": "completed", "tag": "4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:23.216442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:23.223106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:23.223488 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.236924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b095e7-4737-4830-a2ba-0e14fa657548 req-ed30d768-3ab7-468d-b164-f00e0d798a8c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:23.239517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1b095e7-4737-4830-a2ba-0e14fa657548 req-ed30d768-3ab7-468d-b164-f00e0d798a8c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.1050260 Sep 23 23:56:23.245914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:23.253829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77900-953b-428b-98aa-bb2b47083004 req-46ba71a5-fbb4-4200-9183-b372a36d40d6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:23.263687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77900-953b-428b-98aa-bb2b47083004 req-46ba71a5-fbb4-4200-9183-b372a36d40d6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:23.270675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e77900-953b-428b-98aa-bb2b47083004 req-46ba71a5-fbb4-4200-9183-b372a36d40d6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:23.272533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39e77900-953b-428b-98aa-bb2b47083004 req-46ba71a5-fbb4-4200-9183-b372a36d40d6 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2414 time: 0.1244380 Sep 23 23:56:23.335326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1b095e7-4737-4830-a2ba-0e14fa657548 req-7fb2391a-627b-48c1-953e-18badb15acd3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617785 Sep 23 23:56:23.345492 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.356471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39e77900-953b-428b-98aa-bb2b47083004 req-b7e6c224-de2f-4cb7-81bc-1f4e80b9618c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689592 Sep 23 23:56:23.391602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5cdb9f40-5cbb-4b10-99b0-636d65bce179, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5cdb9f40-5cbb-4b10-99b0-636d65bce179,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:23.397676 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.398973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:23.419337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9505b60c-ecb9-4f69-8c49-0a8ebc269a5f req-ab644c8b-a640-45a3-9fe9-bc8b991002e6 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/c30ffefb-0d51-40c0-a484-9538e823fe53 HTTP/1.1" status: 200 len: 1812 time: 0.0549777 Sep 23 23:56:23.504587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:23.510544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:23.510985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.528761 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bb431c-02ce-439c-9296-f942863a5e8d x-openstack-request-id: req-d2bb431c-02ce-439c-9296-f942863a5e8d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:23.528917 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-unplugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866", "code": 200}, {"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-plugged", "status": "completed", "tag": "4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:23.529042 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2bb431c-02ce-439c-9296-f942863a5e8d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:23.532951 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'code': 200} Sep 23 23:56:23.532951 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e', 'code': 200} Sep 23 23:56:23.563207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-9505b60c-ecb9-4f69-8c49-0a8ebc269a5f req-5e642af0-0aa8-4632-80de-c86f48cd7c49 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c30ffefb-0d51-40c0-a484-9538e823fe53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:23.563207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-9505b60c-ecb9-4f69-8c49-0a8ebc269a5f req-5e642af0-0aa8-4632-80de-c86f48cd7c49 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c30ffefb-0d51-40c0-a484-9538e823fe53', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:23.567664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5cdb9f40-5cbb-4b10-99b0-636d65bce179,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:23.640054 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.691248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:23.696542 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.700921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c163e6-0840-4ef6-811a-90f65cdd9486 req-914c96f5-b410-42c2-8800-cee0ec749fb1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:23.702775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7c163e6-0840-4ef6-811a-90f65cdd9486 req-914c96f5-b410-42c2-8800-cee0ec749fb1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 947 time: 0.0745659 Sep 23 23:56:23.703954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9505b60c-ecb9-4f69-8c49-0a8ebc269a5f req-5e642af0-0aa8-4632-80de-c86f48cd7c49 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.748151 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9505b60c-ecb9-4f69-8c49-0a8ebc269a5f req-5e642af0-0aa8-4632-80de-c86f48cd7c49 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.766005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7c163e6-0840-4ef6-811a-90f65cdd9486 req-b4247fe9-54b5-4550-a5f1-e5897fd7298d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530224 Sep 23 23:56:23.766717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9505b60c-ecb9-4f69-8c49-0a8ebc269a5f req-5e642af0-0aa8-4632-80de-c86f48cd7c49 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.794673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e642af0-0aa8-4632-80de-c86f48cd7c49 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58dbf2f7-2c02-4c52-9976-09fc0f2147b0,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:23.799976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:23.804055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9505b60c-ecb9-4f69-8c49-0a8ebc269a5f req-5e642af0-0aa8-4632-80de-c86f48cd7c49 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:23.813742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9505b60c-ecb9-4f69-8c49-0a8ebc269a5f req-5e642af0-0aa8-4632-80de-c86f48cd7c49 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3863819 Sep 23 23:56:23.940104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982e7aa-181c-4f0e-a72d-bfd9835a6899 req-07159c5a-7c88-421a-8146-7c423a732014 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:23.941531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7982e7aa-181c-4f0e-a72d-bfd9835a6899 req-07159c5a-7c88-421a-8146-7c423a732014 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 943 time: 0.0816498 Sep 23 23:56:23.948773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd39c3-67fd-4c75-a6d6-5b9a78e6d06c req-b975dc45-ee47-4d14-bbac-786bb25703fb tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:23.950102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85dd39c3-67fd-4c75-a6d6-5b9a78e6d06c req-b975dc45-ee47-4d14-bbac-786bb25703fb tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.0804265 Sep 23 23:56:24.005347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7982e7aa-181c-4f0e-a72d-bfd9835a6899 req-b3075180-d8f5-4408-a941-714b8f3a9574 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542800 Sep 23 23:56:24.010823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85dd39c3-67fd-4c75-a6d6-5b9a78e6d06c req-1b19ecb6-a8f9-41be-b317-e890fd24ece7 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539234 Sep 23 23:56:24.076892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-916383e7-2293-4069-9f9b-a4f07f70a2cc req-ac005766-8cb7-4553-a976-9c337d5e7908 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/c30ffefb-0d51-40c0-a484-9538e823fe53 HTTP/1.1" status: 200 len: 2405 time: 0.0451398 Sep 23 23:56:24.129554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e552ea98-afe5-418d-a717-a0dd1d7fa022 req-6493b53a-d5b2-4d17-ada0-04a89b31e3ac tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-group-rules/58dbf2f7-2c02-4c52-9976-09fc0f2147b0 HTTP/1.1" status: 200 len: 778 time: 0.0227189 Sep 23 23:56:24.211301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e552ea98-afe5-418d-a717-a0dd1d7fa022 req-199ab10f-5f92-4d4b-9551-6a4c22b41788 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/c30ffefb-0d51-40c0-a484-9538e823fe53 HTTP/1.1" status: 200 len: 2405 time: 0.0744467 Sep 23 23:56:24.223972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a9f48-929c-4d7b-a416-8c0fc9f814d8 req-74ffa41f-59e0-49cd-896b-44eca6ec39b7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:24.225564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e0a9f48-929c-4d7b-a416-8c0fc9f814d8 req-74ffa41f-59e0-49cd-896b-44eca6ec39b7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.0784249 Sep 23 23:56:24.270474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e552ea98-afe5-418d-a717-a0dd1d7fa022 req-65fb72d8-fdb6-4feb-85cd-0fc58839a519 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.283849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e0a9f48-929c-4d7b-a416-8c0fc9f814d8 req-42b28a9d-6706-48f1-a57b-d9fdc79c6df4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515125 Sep 23 23:56:24.285509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e552ea98-afe5-418d-a717-a0dd1d7fa022 req-65fb72d8-fdb6-4feb-85cd-0fc58839a519 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.324761 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e552ea98-afe5-418d-a717-a0dd1d7fa022 req-65fb72d8-fdb6-4feb-85cd-0fc58839a519 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.330874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e552ea98-afe5-418d-a717-a0dd1d7fa022 req-65fb72d8-fdb6-4feb-85cd-0fc58839a519 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.331984 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e552ea98-afe5-418d-a717-a0dd1d7fa022 req-65fb72d8-fdb6-4feb-85cd-0fc58839a519 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/58dbf2f7-2c02-4c52-9976-09fc0f2147b0 HTTP/1.1" status: 204 len: 173 time: 0.1054413 Sep 23 23:56:24.338175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb72d8-fdb6-4feb-85cd-0fc58839a519 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58dbf2f7-2c02-4c52-9976-09fc0f2147b0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:24.357141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-3665f8ab-eadd-4f32-9abc-618f2b3465fa req-cb608dcd-adfb-4d7d-b671-09f9c2ed6fef tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-416710759', 'description': 'tempest-description-570612029'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:24.388119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3665f8ab-eadd-4f32-9abc-618f2b3465fa req-cb608dcd-adfb-4d7d-b671-09f9c2ed6fef tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.487952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e0eaf-7c2a-4c2e-8842-648283f9087c req-0059ec91-4c46-40c3-a9a4-d69069ae8717 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:24.489418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba1e0eaf-7c2a-4c2e-8842-648283f9087c req-0059ec91-4c46-40c3-a9a4-d69069ae8717 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.0785608 Sep 23 23:56:24.535166 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3665f8ab-eadd-4f32-9abc-618f2b3465fa req-cb608dcd-adfb-4d7d-b671-09f9c2ed6fef tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.543241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3665f8ab-eadd-4f32-9abc-618f2b3465fa req-cb608dcd-adfb-4d7d-b671-09f9c2ed6fef tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.544308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:24.563551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba1e0eaf-7c2a-4c2e-8842-648283f9087c req-ab427756-d9c0-4fcc-8aa8-457fad91f20c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660081 Sep 23 23:56:24.578455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3665f8ab-eadd-4f32-9abc-618f2b3465fa req-cb608dcd-adfb-4d7d-b671-09f9c2ed6fef tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.579707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3665f8ab-eadd-4f32-9abc-618f2b3465fa req-cb608dcd-adfb-4d7d-b671-09f9c2ed6fef tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2273579 Sep 23 23:56:24.590144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb608dcd-adfb-4d7d-b671-09f9c2ed6fef tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6a00bf-b896-46f2-a3c5-b774269d89b3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:24.699147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:24.713996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'mac_address': 'fa:16:3e:da:28:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:24.719239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b0411-e16d-4490-9882-189d63d55b57 req-23d826d9-06a4-4a54-b3b0-e5d7f4a80bb7 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:24.726790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b0411-e16d-4490-9882-189d63d55b57 req-23d826d9-06a4-4a54-b3b0-e5d7f4a80bb7 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:24.733235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b0411-e16d-4490-9882-189d63d55b57 req-23d826d9-06a4-4a54-b3b0-e5d7f4a80bb7 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:24.735338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-063b0411-e16d-4490-9882-189d63d55b57 req-23d826d9-06a4-4a54-b3b0-e5d7f4a80bb7 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2416 time: 0.0745041 Sep 23 23:56:24.765030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.785690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8869a20-7fcf-4d58-bfb8-43f0d0753866 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:24.795645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-063b0411-e16d-4490-9882-189d63d55b57 req-89c3abdf-8b93-4167-98c5-14ab4f3e4f1e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515609 Sep 23 23:56:24.807063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:24.811083 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.821072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a0aa088-43c0-48d0-ab5d-5dac1236951d req-e733ea6e-05bc-4668-834d-3b1d75e05292 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/6c6a00bf-b896-46f2-a3c5-b774269d89b3 HTTP/1.1" status: 200 len: 1811 time: 0.1330454 Sep 23 23:56:24.870428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5c947d94-50d3-4e64-9158-8e6885008751 req-952bdd2b-5549-45ab-8530-9c77dbd5be58 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-861978066', 'description': 'tempest-description-1258188811'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:24.881950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:24.924697 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c947d94-50d3-4e64-9158-8e6885008751 req-952bdd2b-5549-45ab-8530-9c77dbd5be58 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:24.958111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55c3ea-db6d-45c2-8d60-2b35d29899aa req-ac746259-6cbe-437c-991d-6eceae724b0d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:24.959698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb55c3ea-db6d-45c2-8d60-2b35d29899aa req-ac746259-6cbe-437c-991d-6eceae724b0d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.0727596 Sep 23 23:56:25.026717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb55c3ea-db6d-45c2-8d60-2b35d29899aa req-103bc7ca-17b9-4542-a1b4-b4ad0464795d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538595 Sep 23 23:56:25.052523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c947d94-50d3-4e64-9158-8e6885008751 req-952bdd2b-5549-45ab-8530-9c77dbd5be58 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:25.056441 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c947d94-50d3-4e64-9158-8e6885008751 req-952bdd2b-5549-45ab-8530-9c77dbd5be58 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:25.082825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c947d94-50d3-4e64-9158-8e6885008751 req-952bdd2b-5549-45ab-8530-9c77dbd5be58 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:25.084147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c947d94-50d3-4e64-9158-8e6885008751 req-952bdd2b-5549-45ab-8530-9c77dbd5be58 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2213795 Sep 23 23:56:25.098530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952bdd2b-5549-45ab-8530-9c77dbd5be58 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f364a1b-4170-41a7-842e-7b9b13e13a68,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:25.114933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a8869a20-7fcf-4d58-bfb8-43f0d0753866'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:25.140033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d28f1c-fcd6-4f61-a747-aa0c1bd47e93 req-2406b95b-b6fe-41e7-8e81-4f79becef625 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.141659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93d28f1c-fcd6-4f61-a747-aa0c1bd47e93 req-2406b95b-b6fe-41e7-8e81-4f79becef625 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 943 time: 0.0537207 Sep 23 23:56:25.214774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e842a4-3950-4617-9c28-3a68e2138e82 req-36228b15-f0e8-49d1-be6e-163f99e0e693 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.216237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40e842a4-3950-4617-9c28-3a68e2138e82 req-36228b15-f0e8-49d1-be6e-163f99e0e693 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 949 time: 0.0730174 Sep 23 23:56:25.224402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93d28f1c-fcd6-4f61-a747-aa0c1bd47e93 req-43f8b3fd-e1b3-4ce3-b161-a4bb1d5d97c9 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663435 Sep 23 23:56:25.267215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40e842a4-3950-4617-9c28-3a68e2138e82 req-299ddbca-c9ab-45db-923e-1a2e76a1e966 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447540 Sep 23 23:56:25.354730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e411ae84-2a83-4d1b-91f7-eadea9fa8ed5 req-b6adfc26-7a69-49bb-a67c-d2b630987fcf tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/9f364a1b-4170-41a7-842e-7b9b13e13a68 HTTP/1.1" status: 200 len: 1812 time: 0.0595808 Sep 23 23:56:25.367946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6c5a8b-6c22-4dd2-b637-5c0d5d376067 req-f3841fe1-5a53-4874-ba7c-e307a3f88c18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.371182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b6c5a8b-6c22-4dd2-b637-5c0d5d376067 req-f3841fe1-5a53-4874-ba7c-e307a3f88c18 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.0851600 Sep 23 23:56:25.423254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b6c5a8b-6c22-4dd2-b637-5c0d5d376067 req-a9d4ce66-dcb6-4c2b-95f1-1580c3e2870c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451601 Sep 23 23:56:25.465423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-4bec59d3-ee3d-42bd-8bcf-2c38250bfa5c req-a94b3a97-e15b-455e-bec2-35ca02b58468 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-718222773', 'description': 'tempest-description-893287207'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:25.499677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f18326-7e05-40f9-bc1e-44aadf290571 req-f0f292fd-439b-47e2-81e6-2f43c29d6f9c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.501192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7f18326-7e05-40f9-bc1e-44aadf290571 req-f0f292fd-439b-47e2-81e6-2f43c29d6f9c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.0751545 Sep 23 23:56:25.502352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4bec59d3-ee3d-42bd-8bcf-2c38250bfa5c req-a94b3a97-e15b-455e-bec2-35ca02b58468 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:25.533132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdb9f40-5cbb-4b10-99b0-636d65bce179'}, {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f5adf4-15b4-4a21-a443-2c9bb6c52c6e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:25.535577 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f25821-0e46-4022-a6f3-ef8818c21195" -d '{"events": [{"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-plugged", "status": "completed", "tag": "5cdb9f40-5cbb-4b10-99b0-636d65bce179"}, {"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-plugged", "status": "completed", "tag": "50f5adf4-15b4-4a21-a443-2c9bb6c52c6e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:25.560162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7f18326-7e05-40f9-bc1e-44aadf290571 req-7b74fac1-f8ea-4776-86a0-b759dd9a4eb9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484371 Sep 23 23:56:25.613972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4bec59d3-ee3d-42bd-8bcf-2c38250bfa5c req-a94b3a97-e15b-455e-bec2-35ca02b58468 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:25.617668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4bec59d3-ee3d-42bd-8bcf-2c38250bfa5c req-a94b3a97-e15b-455e-bec2-35ca02b58468 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:25.645126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4bec59d3-ee3d-42bd-8bcf-2c38250bfa5c req-a94b3a97-e15b-455e-bec2-35ca02b58468 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:25.646325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4bec59d3-ee3d-42bd-8bcf-2c38250bfa5c req-a94b3a97-e15b-455e-bec2-35ca02b58468 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.1874003 Sep 23 23:56:25.660697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94b3a97-e15b-455e-bec2-35ca02b58468 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32ad3e-5c41-40fb-bc79-02c81d49395c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:25.674394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-26e4d76f-ea5a-4d55-8a50-aaba3fcaf6cf tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252011 Sep 23 23:56:25.686336 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6dce14-cedc-4a58-8728-ac290be4474e x-openstack-request-id: req-aa6dce14-cedc-4a58-8728-ac290be4474e {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:25.686845 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-plugged", "status": "completed", "tag": "5cdb9f40-5cbb-4b10-99b0-636d65bce179", "code": 200}, {"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-plugged", "status": "completed", "tag": "50f5adf4-15b4-4a21-a443-2c9bb6c52c6e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:25.687126 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa6dce14-cedc-4a58-8728-ac290be4474e {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:25.687582 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cdb9f40-5cbb-4b10-99b0-636d65bce179', 'code': 200} Sep 23 23:56:25.688179 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f5adf4-15b4-4a21-a443-2c9bb6c52c6e', 'code': 200} Sep 23 23:56:25.763672 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:25.797945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51adf5-8350-4fdf-a5d1-cd239b096fb0 req-1c33b163-b21c-4f0b-9d09-c0b1a33a18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.799074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51adf5-8350-4fdf-a5d1-cd239b096fb0 req-1c33b163-b21c-4f0b-9d09-c0b1a33a18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.799525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a51adf5-8350-4fdf-a5d1-cd239b096fb0 req-1c33b163-b21c-4f0b-9d09-c0b1a33a18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.801819 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8a51adf5-8350-4fdf-a5d1-cd239b096fb0 req-1c33b163-b21c-4f0b-9d09-c0b1a33a18c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2872 time: 0.0486054 Sep 23 23:56:25.817959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d66c9a66-354c-427e-a940-065cbb419a64 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.819453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d66c9a66-354c-427e-a940-065cbb419a64 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1390266 Sep 23 23:56:25.831706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709055bc-9f04-438a-bc5c-f08f9bf69417 req-cc82c038-e2d2-4a1e-885e-305da088ed45 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:25.833242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-709055bc-9f04-438a-bc5c-f08f9bf69417 req-cc82c038-e2d2-4a1e-885e-305da088ed45 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.0761623 Sep 23 23:56:25.838737 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8a51adf5-8350-4fdf-a5d1-cd239b096fb0 req-dcf02268-0641-40af-9c39-4bfd30c5d4bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293262 Sep 23 23:56:25.848659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-3a78ff37-456d-4dbd-afd0-51efb436db4f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/quotas/e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 375 time: 0.0145798 Sep 23 23:56:25.900030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-709055bc-9f04-438a-bc5c-f08f9bf69417 req-d3362f0e-ce33-4cec-8695-8da86da80508 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588815 Sep 23 23:56:25.918457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-73e91182-cfe7-4ebc-8bd4-fa51101f7bf1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0631170 Sep 23 23:56:25.961264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0c07634-1d4f-4960-b989-e93011b86aa5 req-c9ee7689-9644-4246-a769-662063c53270 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/9f32ad3e-5c41-40fb-bc79-02c81d49395c HTTP/1.1" status: 200 len: 1811 time: 0.0393991 Sep 23 23:56:25.976463 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b07ab49-9f22-43d6-81cb-27a103bd8015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.054465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-55015f0f-7394-4001-a05b-373ca20b3a78 req-f4e6b728-e511-4994-a174-e2969ff78652 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-368608401', 'description': 'tempest-description-826904984'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:26.101756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55015f0f-7394-4001-a05b-373ca20b3a78 req-f4e6b728-e511-4994-a174-e2969ff78652 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.137949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba718d-df45-4b0b-a69c-1782903010b3 req-09333c93-53ad-4af5-b971-acd6fbcc62cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:26.143849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba718d-df45-4b0b-a69c-1782903010b3 req-09333c93-53ad-4af5-b971-acd6fbcc62cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:26.149853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba718d-df45-4b0b-a69c-1782903010b3 req-09333c93-53ad-4af5-b971-acd6fbcc62cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:26.151500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7eba718d-df45-4b0b-a69c-1782903010b3 req-09333c93-53ad-4af5-b971-acd6fbcc62cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2416 time: 0.0842922 Sep 23 23:56:26.214142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7eba718d-df45-4b0b-a69c-1782903010b3 req-15cf638c-22f9-43cd-9479-33c7ae2a2cc7 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558653 Sep 23 23:56:26.257215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55015f0f-7394-4001-a05b-373ca20b3a78 req-f4e6b728-e511-4994-a174-e2969ff78652 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.262081 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55015f0f-7394-4001-a05b-373ca20b3a78 req-f4e6b728-e511-4994-a174-e2969ff78652 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.323285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d54dc3ba-6fc1-4708-8529-18e48e807d80 req-8fc33a96-1f22-4533-a27c-581a40ad64f7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 210 time: 0.0430689 Sep 23 23:56:26.325395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55015f0f-7394-4001-a05b-373ca20b3a78 req-f4e6b728-e511-4994-a174-e2969ff78652 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.336076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55015f0f-7394-4001-a05b-373ca20b3a78 req-f4e6b728-e511-4994-a174-e2969ff78652 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2825918 Sep 23 23:56:26.337150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e6b728-e511-4994-a174-e2969ff78652 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43492d98-008d-43b4-aadd-966b47188174,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:26.403519 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea98d5ef-977f-47e8-abb7-7fe0c78ceb6c req-5bdd5f7e-ca72-492f-9a50-82b8b78a8e62 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/43492d98-008d-43b4-aadd-966b47188174 HTTP/1.1" status: 200 len: 1811 time: 0.0527787 Sep 23 23:56:26.458216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b578bd-2309-4c02-9455-5ff9a002258b req-b3a4a715-3779-443a-b335-61c582abac80 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:26.460584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89b578bd-2309-4c02-9455-5ff9a002258b req-b3a4a715-3779-443a-b335-61c582abac80 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 943 time: 0.0734015 Sep 23 23:56:26.461704 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-69da931b-76d3-43e1-a264-95735b9c2bc9 req-ccd2b14f-2656-4587-940a-aac213d591ad tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] show failed (client error): The resource could not be found. Sep 23 23:56:26.462706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69da931b-76d3-43e1-a264-95735b9c2bc9 req-ccd2b14f-2656-4587-940a-aac213d591ad tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/8d1e3f25-376b-49b9-93ad-40472622f5ac HTTP/1.1" status: 404 len: 352 time: 0.0285828 Sep 23 23:56:26.509767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89b578bd-2309-4c02-9455-5ff9a002258b req-79ffb541-03db-4c3c-ab41-bbf1b17334ad tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395672 Sep 23 23:56:26.545133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b5599db5-111f-47ec-8e62-ecc267de6a57 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:26.547348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:26.575855 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-5240dd75-cfe4-4e4c-aec8-20fe99c7fc2b req-db7bc084-8d7d-4b13-ab9e-b3a035db0e1a tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] show failed (client error): The resource could not be found. Sep 23 23:56:26.577647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5240dd75-cfe4-4e4c-aec8-20fe99c7fc2b req-db7bc084-8d7d-4b13-ab9e-b3a035db0e1a tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-group-rules/d20df4d4-2a48-42b6-b861-c15696464119 HTTP/1.1" status: 404 len: 361 time: 0.0250514 Sep 23 23:56:26.600901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d881768-5fcf-4934-a5e7-b4008442f6a6 req-e016876b-d051-48ea-a016-99334423bc5a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:26.602497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d881768-5fcf-4934-a5e7-b4008442f6a6 req-e016876b-d051-48ea-a016-99334423bc5a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.0821848 Sep 23 23:56:26.690142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.696922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a8869a20-7fcf-4d58-bfb8-43f0d0753866 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:26.697299 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.744690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b5599db5-111f-47ec-8e62-ecc267de6a57, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b5599db5-111f-47ec-8e62-ecc267de6a57,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:26.760627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'port_id': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'mac_address': 'fa:16:3e:1d:c3:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:26.828827 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.842793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.857625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5599db5-111f-47ec-8e62-ecc267de6a57 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:26.889828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b5599db5-111f-47ec-8e62-ecc267de6a57, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b5599db5-111f-47ec-8e62-ecc267de6a57,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:26.898181 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.901047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:26.905669 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:26.949347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b5599db5-111f-47ec-8e62-ecc267de6a57,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:26.954423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d881768-5fcf-4934-a5e7-b4008442f6a6 req-8dc1c351-c9cf-43e7-beff-bec776818b8e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3447306 Sep 23 23:56:26.978227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae80a3-0ea2-482d-87d8-9c3c4db45d40 req-f4297d29-4d43-44a6-ace2-fcd45c64c669 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:26.978227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70ae80a3-0ea2-482d-87d8-9c3c4db45d40 req-f4297d29-4d43-44a6-ace2-fcd45c64c669 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.0637312 Sep 23 23:56:27.000414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:27.035615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70ae80a3-0ea2-482d-87d8-9c3c4db45d40 req-379acc8a-92c7-4ce2-8386-1b17e30691cc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522149 Sep 23 23:56:27.048663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64477d49-1d93-4a07-bc15-50d55bb78e5e req-8007ff24-dab2-4ec1-855e-7757d3597afc tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/43492d98-008d-43b4-aadd-966b47188174 HTTP/1.1" status: 200 len: 1811 time: 0.0584073 Sep 23 23:56:27.136392 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-64477d49-1d93-4a07-bc15-50d55bb78e5e req-35107bec-3eec-4e91-8a32-9b7637967c6d tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.165366 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-64477d49-1d93-4a07-bc15-50d55bb78e5e req-35107bec-3eec-4e91-8a32-9b7637967c6d tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.186797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469dce6-0529-492e-908f-1a3425af11e8 req-46d3a695-f503-4628-b4fd-bdc15a7a64e4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:27.187950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c469dce6-0529-492e-908f-1a3425af11e8 req-46d3a695-f503-4628-b4fd-bdc15a7a64e4 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.0905004 Sep 23 23:56:27.209778 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['b5599db5-111f-47ec-8e62-ecc267de6a57'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:27.255798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c469dce6-0529-492e-908f-1a3425af11e8 req-81a530cf-0b22-4000-abec-92211473f8f2 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563049 Sep 23 23:56:27.255798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-64477d49-1d93-4a07-bc15-50d55bb78e5e req-35107bec-3eec-4e91-8a32-9b7637967c6d tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.255798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-64477d49-1d93-4a07-bc15-50d55bb78e5e req-35107bec-3eec-4e91-8a32-9b7637967c6d tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.267270 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-10c7c774-29eb-4707-a2ca-5a945909cb2e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327880 Sep 23 23:56:27.271356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64477d49-1d93-4a07-bc15-50d55bb78e5e req-35107bec-3eec-4e91-8a32-9b7637967c6d tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "DELETE /v2.0/security-groups/43492d98-008d-43b4-aadd-966b47188174 HTTP/1.1" status: 204 len: 173 time: 0.2160373 Sep 23 23:56:27.294694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35107bec-3eec-4e91-8a32-9b7637967c6d tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43492d98-008d-43b4-aadd-966b47188174,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:27.416536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef2fc-236c-4fc4-b0f4-e60c8f7cbaa2 req-c3aed5e4-8272-4899-9d3d-8a37716a65f4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:27.422560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef2fc-236c-4fc4-b0f4-e60c8f7cbaa2 req-c3aed5e4-8272-4899-9d3d-8a37716a65f4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:27.429314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ef2fc-236c-4fc4-b0f4-e60c8f7cbaa2 req-c3aed5e4-8272-4899-9d3d-8a37716a65f4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:27.431204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767ef2fc-236c-4fc4-b0f4-e60c8f7cbaa2 req-c3aed5e4-8272-4899-9d3d-8a37716a65f4 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2416 time: 0.1049235 Sep 23 23:56:27.479216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-e5cf56df-4bc0-47ad-bb67-5c70174bf51d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:27.480781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-e5cf56df-4bc0-47ad-bb67-5c70174bf51d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069211 Sep 23 23:56:27.494309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Request body: {'port': {'device_id': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'e758294d01cf43e0b123cd4585eaf8f7'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:27.497592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767ef2fc-236c-4fc4-b0f4-e60c8f7cbaa2 req-0adce502-078d-4a2b-a81d-581cab17ecc1 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587351 Sep 23 23:56:27.500248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20c346aa-2992-4dc4-97df-caba4a7f9d43 req-14d10472-cfd2-4fdf-b6bb-7d79e99927b7 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/9f32ad3e-5c41-40fb-bc79-02c81d49395c HTTP/1.1" status: 200 len: 1811 time: 0.0681424 Sep 23 23:56:27.571386 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-20c346aa-2992-4dc4-97df-caba4a7f9d43 req-ecffd6c8-a5b1-43d6-a8f4-82080f7bd1d6 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.589864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c19dbd58-d3e1-4921-85a7-a0d18539f041 req-265a6fc1-e72d-4b7f-a7cb-077558a4c647 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 210 time: 0.0326624 Sep 23 23:56:27.610921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-20c346aa-2992-4dc4-97df-caba4a7f9d43 req-ecffd6c8-a5b1-43d6-a8f4-82080f7bd1d6 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.631970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Made reservation on behalf of e758294d01cf43e0b123cd4585eaf8f7 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:27.635893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.659019 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-20c346aa-2992-4dc4-97df-caba4a7f9d43 req-ecffd6c8-a5b1-43d6-a8f4-82080f7bd1d6 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.661644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-20c346aa-2992-4dc4-97df-caba4a7f9d43 req-ecffd6c8-a5b1-43d6-a8f4-82080f7bd1d6 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.662967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20c346aa-2992-4dc4-97df-caba4a7f9d43 req-ecffd6c8-a5b1-43d6-a8f4-82080f7bd1d6 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f32ad3e-5c41-40fb-bc79-02c81d49395c HTTP/1.1" status: 204 len: 173 time: 0.1557226 Sep 23 23:56:27.675807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecffd6c8-a5b1-43d6-a8f4-82080f7bd1d6 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32ad3e-5c41-40fb-bc79-02c81d49395c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:27.695035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:27.698114 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7191c98-d04d-40e4-9691-925060422561" -d '{"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:27.751502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc1b4c3-22ab-44fc-a23f-04159b81a227 req-c04eb417-cb13-4161-8307-7cf0474b6810 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:27.753388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bc1b4c3-22ab-44fc-a23f-04159b81a227 req-c04eb417-cb13-4161-8307-7cf0474b6810 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 944 time: 0.0505724 Sep 23 23:56:27.797937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Allocated IP 192.168.233.114 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/c922b9c8-39e4-43ad-8739-cf4d68d190c9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:27.803379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bc1b4c3-22ab-44fc-a23f-04159b81a227 req-39ede290-b0ed-49de-aac4-d99b9f707b25 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438509 Sep 23 23:56:27.863942 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4426a7f6-d69b-48ea-af92-9a05eaeb1851 x-openstack-request-id: req-4426a7f6-d69b-48ea-af92-9a05eaeb1851 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:27.864890 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-plugged", "status": "completed", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:27.864890 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4426a7f6-d69b-48ea-af92-9a05eaeb1851 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:27.865289 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'code': 200} Sep 23 23:56:27.873059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee438a5e-2e10-44c5-b767-528bf0fed63e req-91844039-b110-41e2-8a98-eab20bd746fb tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/9f364a1b-4170-41a7-842e-7b9b13e13a68 HTTP/1.1" status: 200 len: 1812 time: 0.0452642 Sep 23 23:56:27.961933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ee438a5e-2e10-44c5-b767-528bf0fed63e req-c2715cd6-1bdd-4a9c-bef8-665e6822f32b tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.986666 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:27.987172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41d35-49ac-4d9a-bc91-9463fa14b508 req-2c227311-30d4-459a-90ec-1dfc3b706e19 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:27.998354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41d35-49ac-4d9a-bc91-9463fa14b508 req-2c227311-30d4-459a-90ec-1dfc3b706e19 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:28.005200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf41d35-49ac-4d9a-bc91-9463fa14b508 req-2c227311-30d4-459a-90ec-1dfc3b706e19 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:28.006920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faf41d35-49ac-4d9a-bc91-9463fa14b508 req-2c227311-30d4-459a-90ec-1dfc3b706e19 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2416 time: 0.0973170 Sep 23 23:56:28.015089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ee438a5e-2e10-44c5-b767-528bf0fed63e req-c2715cd6-1bdd-4a9c-bef8-665e6822f32b tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.023504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.055531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fab9c15b-e224-4498-9bd4-efa859de6c82', 'a26edc70-d10c-40ea-b598-c2559777adaf', 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:28.071197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:28.076563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faf41d35-49ac-4d9a-bc91-9463fa14b508 req-a29a2b1f-c6f0-4dcb-882f-a04ba17fdf7d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585639 Sep 23 23:56:28.077465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:28.079458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:28.081687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:28.090540 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ee438a5e-2e10-44c5-b767-528bf0fed63e req-c2715cd6-1bdd-4a9c-bef8-665e6822f32b tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.104641 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ee438a5e-2e10-44c5-b767-528bf0fed63e req-c2715cd6-1bdd-4a9c-bef8-665e6822f32b tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.117459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee438a5e-2e10-44c5-b767-528bf0fed63e req-c2715cd6-1bdd-4a9c-bef8-665e6822f32b tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f364a1b-4170-41a7-842e-7b9b13e13a68 HTTP/1.1" status: 204 len: 173 time: 0.2371016 Sep 23 23:56:28.137298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2715cd6-1bdd-4a9c-bef8-665e6822f32b tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f364a1b-4170-41a7-842e-7b9b13e13a68,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:28.177766 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:28.179273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.197948 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d4f65a97-05cc-4381-a0a3-c9ebea6d3af4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7068737 Sep 23 23:56:28.216190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Request body: {'port': {'device_id': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:28.265782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2b7a1-85ab-4068-aa9a-b6c0024f98a5 req-d1c56153-977e-4f8f-b9ba-e57abc0749c3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:28.268549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4c2b7a1-85ab-4068-aa9a-b6c0024f98a5 req-d1c56153-977e-4f8f-b9ba-e57abc0749c3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1006579 Sep 23 23:56:28.287920 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.313098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0254d150-80b5-4f9a-ab0b-6fff0f63289f req-00003cc9-a8b8-4ccc-b01a-4e66cfcd1d0b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:28.314697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0254d150-80b5-4f9a-ab0b-6fff0f63289f req-00003cc9-a8b8-4ccc-b01a-4e66cfcd1d0b tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.1328163 Sep 23 23:56:28.343857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4c2b7a1-85ab-4068-aa9a-b6c0024f98a5 req-331dc277-2993-4861-8729-ff9b2b2bfc4d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658607 Sep 23 23:56:28.354425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ff00ff83-6337-416f-a380-52df717c6335 None None] Provisioning complete for port c922b9c8-39e4-43ad-8739-cf4d68d190c9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:28.354824 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ff00ff83-6337-416f-a380-52df717c6335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.365703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0254d150-80b5-4f9a-ab0b-6fff0f63289f req-e20f7c81-2734-44fc-993a-4b6fb01ee82f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Sep 23 23:56:28.417904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ff00ff83-6337-416f-a380-52df717c6335 None None] Port c922b9c8-39e4-43ad-8739-cf4d68d190c9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:28.451542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a81c71-e102-4d7d-9d04-4eb8aeef0f86 req-df483d4a-9d6b-4feb-910a-d57f2111323f tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/6c6a00bf-b896-46f2-a3c5-b774269d89b3 HTTP/1.1" status: 200 len: 1811 time: 0.0660570 Sep 23 23:56:28.544238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 85693ca7-a77f-4b73-8484-fd15bc6bdce4 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:28.558077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b5599db5-111f-47ec-8e62-ecc267de6a57 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:28.582247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390a7e7-9253-4ab3-902a-12c70d104be6 req-82fb7754-92c9-42dd-aa60-5b4320340d1c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:28.590327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6390a7e7-9253-4ab3-902a-12c70d104be6 req-82fb7754-92c9-42dd-aa60-5b4320340d1c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.1351547 Sep 23 23:56:28.592208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b0a81c71-e102-4d7d-9d04-4eb8aeef0f86 req-47d605f5-4735-435e-bce8-1b3052a87706 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.632214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b0a81c71-e102-4d7d-9d04-4eb8aeef0f86 req-47d605f5-4735-435e-bce8-1b3052a87706 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.658706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6390a7e7-9253-4ab3-902a-12c70d104be6 req-f7fd7423-ba3c-4005-a6a4-891e3ff7a157 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673561 Sep 23 23:56:28.673929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port b5599db5-111f-47ec-8e62-ecc267de6a57 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:28.681737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port b5599db5-111f-47ec-8e62-ecc267de6a57 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:28.682249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.689896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c922b9c8-39e4-43ad-8739-cf4d68d190c9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:28.697765 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b0a81c71-e102-4d7d-9d04-4eb8aeef0f86 req-47d605f5-4735-435e-bce8-1b3052a87706 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.700722 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b0a81c71-e102-4d7d-9d04-4eb8aeef0f86 req-47d605f5-4735-435e-bce8-1b3052a87706 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.713545 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a81c71-e102-4d7d-9d04-4eb8aeef0f86 req-47d605f5-4735-435e-bce8-1b3052a87706 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "DELETE /v2.0/security-groups/6c6a00bf-b896-46f2-a3c5-b774269d89b3 HTTP/1.1" status: 204 len: 173 time: 0.2479525 Sep 23 23:56:28.716686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.729084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:28.732026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d605f5-4735-435e-bce8-1b3052a87706 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6a00bf-b896-46f2-a3c5-b774269d89b3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:28.738353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Transition to ACTIVE for port object c922b9c8-39e4-43ad-8739-cf4d68d190c9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:28.743090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.858401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:28.877976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '85693ca7-a77f-4b73-8484-fd15bc6bdce4', 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e', 'port_id': '85693ca7-a77f-4b73-8484-fd15bc6bdce4', 'mac_address': 'fa:16:3e:5d:3d:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c16f53bb-8001-4541-93e2-a751a6ed31ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:28.896468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b247fd0-0f49-4d5e-8329-46e7821d5d2f req-c972ae7b-fd60-4a50-b35e-50a7bb3793d1 tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "GET /v2.0/security-groups/c30ffefb-0d51-40c0-a484-9538e823fe53 HTTP/1.1" status: 200 len: 1812 time: 0.0998228 Sep 23 23:56:28.905037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9808c8-ee79-474e-a1b9-28ef93d643e0 req-f4ec494e-4133-4641-8135-661ad84047b2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:28.908342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:28.909068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:28.909588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:28.917770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9808c8-ee79-474e-a1b9-28ef93d643e0 req-f4ec494e-4133-4641-8135-661ad84047b2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.1373954 Sep 23 23:56:28.919749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:28.922715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:28.935248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:28.935918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:28.936856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:28.937563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Bound port: c922b9c8-39e4-43ad-8739-cf4d68d190c9, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:28.938259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.945901 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:28.968110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85693ca7-a77f-4b73-8484-fd15bc6bdce4 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:28.973935 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.018377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9808c8-ee79-474e-a1b9-28ef93d643e0 req-93f235a5-fcd5-483f-bd04-31f0f6b01bd0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995231 Sep 23 23:56:29.024146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:29.030150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:29.031072 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.033523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:29.050336 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.050534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b247fd0-0f49-4d5e-8329-46e7821d5d2f req-987f80db-f335-454b-8470-42e13f8eb40a tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.056032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b5599db5-111f-47ec-8e62-ecc267de6a57, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b5599db5-111f-47ec-8e62-ecc267de6a57,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:29.056032 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.086872 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b247fd0-0f49-4d5e-8329-46e7821d5d2f req-987f80db-f335-454b-8470-42e13f8eb40a tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.092244 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.099298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.099919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.101335 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 1097 time: 0.8952179 Sep 23 23:56:29.101780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:29.104184 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69095c49-22ba-4785-88aa-b506cd26d598" -d '{"events": [{"name": "network-changed", "server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:29.135756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:29.141870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65667ed-02ba-4158-8727-cf077eed41d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:29.194173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-32af98b6-b375-4d89-9735-df18351a6d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.196185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-32af98b6-b375-4d89-9735-df18351a6d65 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1100 time: 0.0492008 Sep 23 23:56:29.200160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b5599db5-111f-47ec-8e62-ecc267de6a57,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:29.227323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606a98b-10bc-4094-a3e4-f478e296d941 req-5fdc5f30-6da4-4591-b188-8baf51bbf96a tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.234743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c606a98b-10bc-4094-a3e4-f478e296d941 req-5fdc5f30-6da4-4591-b188-8baf51bbf96a tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.0934434 Sep 23 23:56:29.243114 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b247fd0-0f49-4d5e-8329-46e7821d5d2f req-987f80db-f335-454b-8470-42e13f8eb40a tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.245472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b247fd0-0f49-4d5e-8329-46e7821d5d2f req-987f80db-f335-454b-8470-42e13f8eb40a tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.246573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b247fd0-0f49-4d5e-8329-46e7821d5d2f req-987f80db-f335-454b-8470-42e13f8eb40a tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] 10.222.0.24 "DELETE /v2.0/security-groups/c30ffefb-0d51-40c0-a484-9538e823fe53 HTTP/1.1" status: 204 len: 173 time: 0.3248761 Sep 23 23:56:29.264098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44158) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:29.266056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f80db-f335-454b-8470-42e13f8eb40a tempest-SecurityGroupRulesNegativeTestJSON-1254430856 tempest-SecurityGroupRulesNegativeTestJSON-1254430856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ffefb-0d51-40c0-a484-9538e823fe53,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:29.267957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d71dfd62-488a-4f1f-b23a-de3bd6da4c97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.0611076 Sep 23 23:56:29.307711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c606a98b-10bc-4094-a3e4-f478e296d941 req-d0711d33-079d-4bbb-a512-95c94b42e49d tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719693 Sep 23 23:56:29.378357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d293147-6337-45a9-a55d-f4a914fcc70a admin admin] Deleting subnet 600ecf80-de72-4203-951c-47de136596da {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:56:29.389871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['85693ca7-a77f-4b73-8484-fd15bc6bdce4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:29.392310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d293147-6337-45a9-a55d-f4a914fcc70a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.404212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6364f8-4264-4fcf-92af-b8cc9f537d2d req-bb452c0e-1045-4b03-9ad7-1bb3e6dd7f7c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.411190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6364f8-4264-4fcf-92af-b8cc9f537d2d req-bb452c0e-1045-4b03-9ad7-1bb3e6dd7f7c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.417851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6364f8-4264-4fcf-92af-b8cc9f537d2d req-bb452c0e-1045-4b03-9ad7-1bb3e6dd7f7c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.424511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df6364f8-4264-4fcf-92af-b8cc9f537d2d req-bb452c0e-1045-4b03-9ad7-1bb3e6dd7f7c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2416 time: 0.1067150 Sep 23 23:56:29.439176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d293147-6337-45a9-a55d-f4a914fcc70a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.462003 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f3064a-b492-4226-89f2-661d5e1c8e1b x-openstack-request-id: req-40f3064a-b492-4226-89f2-661d5e1c8e1b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:29.462003 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:29.463084 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40f3064a-b492-4226-89f2-661d5e1c8e1b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:29.463084 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'status': 'completed', 'code': 200} Sep 23 23:56:29.466383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d46a51ac-7f0a-4d79-92f8-c7acefd8b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.467927 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d46a51ac-7f0a-4d79-92f8-c7acefd8b90c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1927462 Sep 23 23:56:29.489735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df6364f8-4264-4fcf-92af-b8cc9f537d2d req-38d31b9d-ac48-4748-8e46-03cac13d2a57 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632644 Sep 23 23:56:29.525758 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d293147-6337-45a9-a55d-f4a914fcc70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.535211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce31c4-64d4-4169-be92-4e0b3e2d887f req-5c303c27-cfe3-4ed7-a664-1017a7f80d5c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.537264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62ce31c4-64d4-4169-be92-4e0b3e2d887f req-5c303c27-cfe3-4ed7-a664-1017a7f80d5c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.0852323 Sep 23 23:56:29.571815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-8e3f99ee-399d-473b-bd9d-e51c8cac9afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.573564 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-8e3f99ee-399d-473b-bd9d-e51c8cac9afe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931234 Sep 23 23:56:29.591353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62ce31c4-64d4-4169-be92-4e0b3e2d887f req-26b0a746-47d7-4447-a6f6-88a90ef56f09 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369453 Sep 23 23:56:29.626891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d293147-6337-45a9-a55d-f4a914fcc70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.660244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6496fc-6d8a-4c6f-9fbe-3006ae1a84b4 req-7bc2725a-09b9-43ba-bda0-bde4e6abccbd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.661740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd6496fc-6d8a-4c6f-9fbe-3006ae1a84b4 req-7bc2725a-09b9-43ba-bda0-bde4e6abccbd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 944 time: 0.0499225 Sep 23 23:56:29.688636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d293147-6337-45a9-a55d-f4a914fcc70a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=600ecf80-de72-4203-951c-47de136596da,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:29.692551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d293147-6337-45a9-a55d-f4a914fcc70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.697285 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4d293147-6337-45a9-a55d-f4a914fcc70a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/600ecf80-de72-4203-951c-47de136596da HTTP/1.1" status: 204 len: 168 time: 0.4291279 Sep 23 23:56:29.697285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44166) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:29.713423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd6496fc-6d8a-4c6f-9fbe-3006ae1a84b4 req-302d2b49-1cf4-45b9-8355-6ec5deb8d544 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456407 Sep 23 23:56:29.737922 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-c5ff82dd-cd18-45df-9749-d74889c66e81 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552963 Sep 23 23:56:29.795473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.829733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b15a3-cf53-410e-a413-b181790adc09 req-0da6c08f-b8bd-4af8-8921-e0c0b3200cf9 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.835620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b15a3-cf53-410e-a413-b181790adc09 req-0da6c08f-b8bd-4af8-8921-e0c0b3200cf9 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.841672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b15a3-cf53-410e-a413-b181790adc09 req-0da6c08f-b8bd-4af8-8921-e0c0b3200cf9 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.843418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b15a3-cf53-410e-a413-b181790adc09 req-0da6c08f-b8bd-4af8-8921-e0c0b3200cf9 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 2416 time: 0.0895278 Sep 23 23:56:29.853099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a6725-aa3d-4dd0-aedb-cf020d3dcdb5 req-caef51ad-9bd8-403d-bc7c-fbf83c59c2cc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:29.854494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-559a6725-aa3d-4dd0-aedb-cf020d3dcdb5 req-caef51ad-9bd8-403d-bc7c-fbf83c59c2cc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.1095808 Sep 23 23:56:29.866915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5599db5-111f-47ec-8e62-ecc267de6a57'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:29.869298 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f55142-df45-4bca-b92f-0910584831ca" -d '{"events": [{"server_uuid": "154e735c-2bf1-411d-bf5e-ed05062c7680", "name": "network-vif-plugged", "status": "completed", "tag": "b5599db5-111f-47ec-8e62-ecc267de6a57"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:29.910212 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d44edf5-e3b7-49a4-83e0-f705d311ad64 x-openstack-request-id: req-6d44edf5-e3b7-49a4-83e0-f705d311ad64 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:29.910559 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154e735c-2bf1-411d-bf5e-ed05062c7680", "name": "network-vif-plugged", "status": "completed", "tag": "b5599db5-111f-47ec-8e62-ecc267de6a57", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:29.911003 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d44edf5-e3b7-49a4-83e0-f705d311ad64 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:29.911549 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'code': 200} Sep 23 23:56:29.912842 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ed7c109-29c9-4bea-b7c5-a455f7132e32 req-d5d4e4e5-56e3-49f8-bcaf-45a62b5ad58c service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448393 Sep 23 23:56:29.937611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.952915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-559a6725-aa3d-4dd0-aedb-cf020d3dcdb5 req-b9a90757-c193-45ce-b91e-7b85fda48d77 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895278 Sep 23 23:56:29.965821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57660602-8258-4164-8e10-9a532804ded7']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:29.978022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c19ed847-03bd-429c-aa71-211d84e07837') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:29.978022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c19ed847-03bd-429c-aa71-211d84e07837') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:29.997637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:29.997872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:29.998007 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.063002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.075963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:56:30.076372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:56:30.078733 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:56:30.105212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69095c49-22ba-4785-88aa-b506cd26d598 req-9c0f219e-63e7-40f8-8c4c-8218d313f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.106625 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-69095c49-22ba-4785-88aa-b506cd26d598 req-9c0f219e-63e7-40f8-8c4c-8218d313f5eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1100 time: 0.1273639 Sep 23 23:56:30.149222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111def97-0193-4398-af6e-9f2bf67c5bdd req-db3baf87-296c-48fb-85f7-344583dd1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.151060 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-111def97-0193-4398-af6e-9f2bf67c5bdd req-db3baf87-296c-48fb-85f7-344583dd1284 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 1097 time: 0.1206200 Sep 23 23:56:30.152861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:30.153398 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.173489 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.175514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:30.191713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.195273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6d540-54ff-4dac-b68f-4094d0058796 req-68a60760-b5c3-4436-9821-9cd66c7f066a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.195417 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] 10.222.0.24 "DELETE /v2.0/networks/57660602-8258-4164-8e10-9a532804ded7 HTTP/1.1" status: 204 len: 168 time: 0.4974079 Sep 23 23:56:30.196800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33b6d540-54ff-4dac-b68f-4094d0058796 req-68a60760-b5c3-4436-9821-9cd66c7f066a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.0914280 Sep 23 23:56:30.244153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacdb173-9cab-4c0c-a538-b1b869488e2d admin admin] Pushing event deleted for resources: {'Network': ['ID=57660602-8258-4164-8e10-9a532804ded7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:30.263975 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-111def97-0193-4398-af6e-9f2bf67c5bdd req-e1f54336-2579-4608-8d15-08d4f571e256 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001146 Sep 23 23:56:30.283602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69095c49-22ba-4785-88aa-b506cd26d598 req-cad1d293-80f5-4fd7-80d9-4204f49e2b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.285721 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-69095c49-22ba-4785-88aa-b506cd26d598 req-cad1d293-80f5-4fd7-80d9-4204f49e2b7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1467774 Sep 23 23:56:30.286604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33b6d540-54ff-4dac-b68f-4094d0058796 req-ca8e184a-2279-4417-94ea-1d30a7f59c22 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533018 Sep 23 23:56:30.350364 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-69095c49-22ba-4785-88aa-b506cd26d598 req-e1c4ad96-68ed-4718-add5-4eedde89f3a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.0527246 Sep 23 23:56:30.356226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44178) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:30.382824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.397241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['50f5adf4-15b4-4a21-a443-2c9bb6c52c6e', '5cdb9f40-5cbb-4b10-99b0-636d65bce179', '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:30.430702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69095c49-22ba-4785-88aa-b506cd26d598 req-c4b052bc-1b30-4091-92e3-5bf23ec0d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.432185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-69095c49-22ba-4785-88aa-b506cd26d598 req-c4b052bc-1b30-4091-92e3-5bf23ec0d2a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0695703 Sep 23 23:56:30.437162 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e56c56e8-67e5-4ff6-8c72-75f59660200f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e714bc381e20444f9cb2641a5d65db61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781078 Sep 23 23:56:30.437969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44180) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:30.453807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=50f5adf4-15b4-4a21-a443-2c9bb6c52c6e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:30.523317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69095c49-22ba-4785-88aa-b506cd26d598 req-9044c613-6e10-40ab-bdd2-ec77467b7521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.524940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:30.525556 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-69095c49-22ba-4785-88aa-b506cd26d598 req-9044c613-6e10-40ab-bdd2-ec77467b7521 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0798388 Sep 23 23:56:30.534167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93c29b-47c9-4fb6-a668-57584bf8ae66 req-f2cbf685-6496-44d5-8eb9-67a394bd8052 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.535789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de93c29b-47c9-4fb6-a668-57584bf8ae66 req-f2cbf685-6496-44d5-8eb9-67a394bd8052 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.1354084 Sep 23 23:56:30.536910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.538789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b15a3-cf53-410e-a413-b181790adc09 req-353c7141-9cc9-4fb4-9d39-b11a14fc0536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "DELETE /v2.0/ports/50f5adf4-15b4-4a21-a443-2c9bb6c52c6e HTTP/1.1" status: 204 len: 173 time: 0.6834006 Sep 23 23:56:30.539611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-deleted', 'tag': '50f5adf4-15b4-4a21-a443-2c9bb6c52c6e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:30.541928 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2d4232-338e-42ed-957b-a68ea78e3914" -d '{"events": [{"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-deleted", "tag": "50f5adf4-15b4-4a21-a443-2c9bb6c52c6e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:30.572491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 85693ca7-a77f-4b73-8484-fd15bc6bdce4 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:30.586150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8acc8f9-7665-4898-8fef-f944f7cd0573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.627748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de93c29b-47c9-4fb6-a668-57584bf8ae66 req-20c7ffd3-a01d-4648-8ac3-ccab28ccf4b2 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823331 Sep 23 23:56:30.657277 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8acc8f9-7665-4898-8fef-f944f7cd0573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.696308 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-69095c49-22ba-4785-88aa-b506cd26d598 req-8ce90b5c-8bc8-4a40-a6ee-c9d8cceb3252 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615131 Sep 23 23:56:30.709056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:30.709426 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.786587 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c69cac-0a6d-4859-ad19-5d38d5a423f8 x-openstack-request-id: req-b8c69cac-0a6d-4859-ad19-5d38d5a423f8 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:30.787201 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-deleted", "tag": "50f5adf4-15b4-4a21-a443-2c9bb6c52c6e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:30.787563 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8c69cac-0a6d-4859-ad19-5d38d5a423f8 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:30.788146 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-deleted', 'tag': '50f5adf4-15b4-4a21-a443-2c9bb6c52c6e', 'status': 'completed', 'code': 200} Sep 23 23:56:30.805691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:30.816326 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8acc8f9-7665-4898-8fef-f944f7cd0573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.819263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8acc8f9-7665-4898-8fef-f944f7cd0573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.820429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a8acc8f9-7665-4898-8fef-f944f7cd0573 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc602c8d-79c4-4259-a9c2-1f0ee32aba8c HTTP/1.1" status: 204 len: 168 time: 0.3815262 Sep 23 23:56:30.838033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:30.838487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.848694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8acc8f9-7665-4898-8fef-f944f7cd0573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc602c8d-79c4-4259-a9c2-1f0ee32aba8c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:30.879141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-69095c49-22ba-4785-88aa-b506cd26d598 req-afe41124-d912-4df1-abfe-fa6815df78c4 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660144 Sep 23 23:56:30.890155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72648-228c-4c35-9bd4-39ef242b4a14 req-02d00be9-dcbe-4f35-96a2-0a2c49fccafd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.904143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72648-228c-4c35-9bd4-39ef242b4a14 req-02d00be9-dcbe-4f35-96a2-0a2c49fccafd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:30.906065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89b72648-228c-4c35-9bd4-39ef242b4a14 req-02d00be9-dcbe-4f35-96a2-0a2c49fccafd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 1680 time: 0.1758335 Sep 23 23:56:30.948075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.985036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:30.989917 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:30.997846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port 5cdb9f40-5cbb-4b10-99b0-636d65bce179, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5cdb9f40-5cbb-4b10-99b0-636d65bce179,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:30.998222 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.004590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89b72648-228c-4c35-9bd4-39ef242b4a14 req-f4b3dc39-1fa7-4e85-a1b3-2774b1078e4d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846226 Sep 23 23:56:31.018853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009bb05-da8e-4b5a-b568-0495d0fb78cc req-cdecfe22-453c-417a-8498-4fb2001a8f8e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:31.020429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6009bb05-da8e-4b5a-b568-0495d0fb78cc req-cdecfe22-453c-417a-8498-4fb2001a8f8e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1400313 Sep 23 23:56:31.041168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for 5cdb9f40-5cbb-4b10-99b0-636d65bce179 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:31.073204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:31.119512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6009bb05-da8e-4b5a-b568-0495d0fb78cc req-82aa188c-a98f-4bec-8cab-7e92ad70f76d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918043 Sep 23 23:56:31.194489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33d04d-ff4d-49f3-9218-2715d7692fd3 req-1220f14d-6b65-4193-a751-0fd9a78150bd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:31.196016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e33d04d-ff4d-49f3-9218-2715d7692fd3 req-1220f14d-6b65-4193-a751-0fd9a78150bd tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.0902634 Sep 23 23:56:31.291625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e33d04d-ff4d-49f3-9218-2715d7692fd3 req-5124da00-b5ed-4813-8c3b-30687c23daa7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810139 Sep 23 23:56:31.297857 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.349232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=5cdb9f40-5cbb-4b10-99b0-636d65bce179,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:31.407633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port 5cdb9f40-5cbb-4b10-99b0-636d65bce179 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:31.412890 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.414983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b15a3-cf53-410e-a413-b181790adc09 req-d6dd407f-b5fc-4077-9d63-9179e6a100fb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "DELETE /v2.0/ports/5cdb9f40-5cbb-4b10-99b0-636d65bce179 HTTP/1.1" status: 204 len: 173 time: 0.8685341 Sep 23 23:56:31.479224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-fa26b9ed-f216-4f98-aab1-9f93a7c9e92e tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:31.481610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-fa26b9ed-f216-4f98-aab1-9f93a7c9e92e tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.0910823 Sep 23 23:56:31.493497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd813f2-1da6-4d75-a9e0-9f5b96128499 req-a5ed4005-1077-4924-b2f1-2754433bfbca tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:31.495126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-edd813f2-1da6-4d75-a9e0-9f5b96128499 req-a5ed4005-1077-4924-b2f1-2754433bfbca tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 945 time: 0.1566873 Sep 23 23:56:31.496949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-713498-18'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:31.588419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-edd813f2-1da6-4d75-a9e0-9f5b96128499 req-b4678487-fa61-451d-8abe-51d4337a2808 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761170 Sep 23 23:56:31.602318 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.605254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda05e68-c1ae-489a-aca1-8678c17e15a3 req-0f959ec2-512c-4e15-95c1-39ea46e46b8b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:31.613210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cda05e68-c1ae-489a-aca1-8678c17e15a3 req-0f959ec2-512c-4e15-95c1-39ea46e46b8b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.2068052 Sep 23 23:56:31.671164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cda05e68-c1ae-489a-aca1-8678c17e15a3 req-7d2e3c7d-fc66-466b-b520-be7df2d582f8 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551727 Sep 23 23:56:31.684703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:31.685285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.794364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:31.841710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:31.842026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.845772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:31.852814 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9812c373-7f11-4912-8039-d5b6592aa25a req-78963a00-c521-4510-9603-c8807413c2de tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:31.854416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9812c373-7f11-4912-8039-d5b6592aa25a req-78963a00-c521-4510-9603-c8807413c2de tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.0865293 Sep 23 23:56:31.873413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:31.911277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:31.913198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:31.914086 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c0f26-67b2-4cb0-87db-2a2262c741c6" -d '{"events": [{"server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:31.916371 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721426f9-2d2e-4c47-a7ca-48db8c430a95" -d '{"events": [{"server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "name": "network-vif-plugged", "status": "completed", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:31.918442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.937105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:31.957963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9812c373-7f11-4912-8039-d5b6592aa25a req-60e8a53e-a1d4-4015-9afb-b0689aedf4c4 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955625 Sep 23 23:56:31.996153 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f39c1d-904e-48a7-b9fb-8a0cb9e2fa73 x-openstack-request-id: req-35f39c1d-904e-48a7-b9fb-8a0cb9e2fa73 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:31.997311 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "name": "network-vif-plugged", "status": "completed", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:31.997850 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35f39c1d-904e-48a7-b9fb-8a0cb9e2fa73 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:31.998794 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4', 'code': 200} Sep 23 23:56:32.016812 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a44801-a907-4cce-afd6-ddd99ef07978 x-openstack-request-id: req-11a44801-a907-4cce-afd6-ddd99ef07978 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:32.017172 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "name": "network-vif-unplugged", "status": "completed", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:32.017423 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-11a44801-a907-4cce-afd6-ddd99ef07978 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:32.017954 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081', 'code': 200} Sep 23 23:56:32.074882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Pushing event updated for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:32.084621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on host n-h2-713498-18 for vnic_type normal with profile {"migrating_to": "n-h1-713498-18"} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:32.084950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:32.085277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:32.091096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:32.091415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Attempting to bind port 5965ce87-96be-41c4-82d6-b61ca593f081 on network 159c3e74-89f7-42c9-b316-6955149d7dbb {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:32.097914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:32.098268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Checking segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:32.098647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Bound using segment: {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:32.099409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Bound port: 5965ce87-96be-41c4-82d6-b61ca593f081, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86e4014-4024-46a6-8726-b3ce15331f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '159c3e74-89f7-42c9-b316-6955149d7dbb'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:32.099579 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.102474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:32.125466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.187308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:32.191321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:32.195849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd4eae66-9b58-404a-83f7-891a77b8ad06 req-f4b8e2d6-8664-4705-8f0f-8e0deffa9622 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=49e8cc36-3c15-4966-8ae2-9bf4610e268a HTTP/1.1" status: 200 len: 210 time: 0.0663986 Sep 23 23:56:32.200178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.210576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:32.247599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1f086e-de2e-45e0-b7e3-9f0505b64d0a req-78f23141-7838-40e9-8220-90e90aa3d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:32.250295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf1f086e-de2e-45e0-b7e3-9f0505b64d0a req-78f23141-7838-40e9-8220-90e90aa3d144 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1097 time: 0.1616130 Sep 23 23:56:32.287585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-310968196-network', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:32.299360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:32.300837 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.303655 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] 10.222.0.18 "PUT /v2.0/ports/5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 200 len: 1123 time: 0.8138113 Sep 23 23:56:32.334331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de0a08-83e1-4fee-8e53-1be376d218be service neutron] Pushing event updated for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:32.348495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:32.352317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.354600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b15a3-cf53-410e-a413-b181790adc09 req-66cf5481-e85b-429c-b13d-6a27bc632ffd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "DELETE /v2.0/ports/4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e HTTP/1.1" status: 204 len: 173 time: 0.9293041 Sep 23 23:56:32.397255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['5965ce87-96be-41c4-82d6-b61ca593f081'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:32.447602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Made reservation on behalf of ffcc656bd691477f81a8a2d1f42c1b83 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:32.452015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.494195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['5965ce87-96be-41c4-82d6-b61ca593f081'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:32.506819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.552415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 5965ce87-96be-41c4-82d6-b61ca593f081 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:32.559881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf1f086e-de2e-45e0-b7e3-9f0505b64d0a req-7d8185d0-d6e0-4b36-a6d0-272a8c534a36 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443373 Sep 23 23:56:32.593707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f3454-f2ac-48c2-881b-0ea44e51c2f8 req-448bbf42-f5e8-458e-9204-ee35215f68b3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:32.596143 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da4f3454-f2ac-48c2-881b-0ea44e51c2f8 req-448bbf42-f5e8-458e-9204-ee35215f68b3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.2786400 Sep 23 23:56:32.626428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85d7e3-6d35-44f3-ad91-a53d794a0aef req-58b76c9d-b040-4619-90b5-a206635093d2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:32.629374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c85d7e3-6d35-44f3-ad91-a53d794a0aef req-58b76c9d-b040-4619-90b5-a206635093d2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.2149911 Sep 23 23:56:32.740864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c85d7e3-6d35-44f3-ad91-a53d794a0aef req-713f4502-29eb-4040-a70a-eaf8f823c0c9 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971510 Sep 23 23:56:32.744949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da4f3454-f2ac-48c2-881b-0ea44e51c2f8 req-08bf2377-3cb2-41e3-adec-ee991c11cb35 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358726 Sep 23 23:56:32.791334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-deleted', 'tag': '5cdb9f40-5cbb-4b10-99b0-636d65bce179'}, {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-deleted', 'tag': '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:32.793582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:32.803160 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965a1d59-d458-4a65-b6ce-e4d903c9165f" -d '{"events": [{"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-deleted", "tag": "5cdb9f40-5cbb-4b10-99b0-636d65bce179"}, {"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-deleted", "tag": "4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:32.859981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 5965ce87-96be-41c4-82d6-b61ca593f081 has no active binding in host n-h1-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 23:56:32.901334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.912657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:32.920710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:32.930265 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:32.972435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:56:32.973545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:56:32.974568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5cdb9f40-5cbb-4b10-99b0-636d65bce179 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:33.008177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:56:33.022866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 5cdb9f40-5cbb-4b10-99b0-636d65bce179 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:56:33.024399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5cdb9f40-5cbb-4b10-99b0-636d65bce179 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:56:33.025251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:33.038931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bb1f63-8621-4b7a-8add-cd0ec2c2db83,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:33.042160 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.042320 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Added segment b35a90bf-06d4-4f8a-a13b-342b0de4e175 of type vlan for network 3aa35329-dec2-43c0-adc1-f1869da479c4 Sep 23 23:56:33.073700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:56:33.074581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 50f5adf4-15b4-4a21-a443-2c9bb6c52c6e not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:56:33.079502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1228dcc-af35-4501-b695-cabc2a73c0c2 req-88cdc228-0af3-443d-a779-6d78d293818d tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:33.082043 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1228dcc-af35-4501-b695-cabc2a73c0c2 req-88cdc228-0af3-443d-a779-6d78d293818d tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.2393124 Sep 23 23:56:33.117465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f62aca-168b-46ee-831b-53c3c7e47c44 req-9963e88d-3902-4410-9139-cd64428fe969 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:33.125433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5f62aca-168b-46ee-831b-53c3c7e47c44 req-9963e88d-3902-4410-9139-cd64428fe969 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.2349098 Sep 23 23:56:33.159910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.162271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:33.173926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'mac_address': 'fa:16:3e:24:85:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:33.197423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1228dcc-af35-4501-b695-cabc2a73c0c2 req-be17ca3c-c9c7-43cc-afce-8fd255ff74d3 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945382 Sep 23 23:56:33.205257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5f62aca-168b-46ee-831b-53c3c7e47c44 req-379356ea-9d5b-425d-af0c-92e5d8e1789f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789931 Sep 23 23:56:33.228100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.228445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.228445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:33.228445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.245430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c922b9c8-39e4-43ad-8739-cf4d68d190c9 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:33.275206 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28cb34cb-5cff-4410-86f9-969cbe9df348 x-openstack-request-id: req-28cb34cb-5cff-4410-86f9-969cbe9df348 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:33.275495 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-deleted", "tag": "5cdb9f40-5cbb-4b10-99b0-636d65bce179", "status": "completed", "code": 200}, {"server_uuid": "49e8cc36-3c15-4966-8ae2-9bf4610e268a", "name": "network-vif-deleted", "tag": "4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:33.275742 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28cb34cb-5cff-4410-86f9-969cbe9df348 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:33.276651 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-deleted', 'tag': '5cdb9f40-5cbb-4b10-99b0-636d65bce179', 'status': 'completed', 'code': 200} Sep 23 23:56:33.276651 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e8cc36-3c15-4966-8ae2-9bf4610e268a', 'name': 'network-vif-deleted', 'tag': '4f8cb8aa-e90d-43d0-b898-7e4aab32ee5e', 'status': 'completed', 'code': 200} Sep 23 23:56:33.278473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:33.282725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1786656 Sep 23 23:56:33.284145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44244) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:33.287355 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.290350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Request body: {'subnet': {'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-310968196-subnet', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:33.303199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44246) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:33.327158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a61793-9470-4f58-a7cc-b12a7e026d66 admin admin] Pushing event updated for resources: {'Network': ['ID=3aa35329-dec2-43c0-adc1-f1869da479c4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:33.342305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:56:33.364690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Made reservation on behalf of ffcc656bd691477f81a8a2d1f42c1b83 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:33.367185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:33.369259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.383245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880877e-127d-4d22-a274-e39e3c0f0b1a req-e3dfaabc-9828-4372-9b0d-9a0eb31a9678 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:33.391753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f880877e-127d-4d22-a274-e39e3c0f0b1a req-e3dfaabc-9828-4372-9b0d-9a0eb31a9678 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.0669851 Sep 23 23:56:33.420698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-be6307dd-af8d-4082-98be-dc813897de10 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting subnet b313b08d-3061-45b0-8144-3d15abe7f6ee {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:56:33.445166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f880877e-127d-4d22-a274-e39e3c0f0b1a req-e589d4f2-8d94-4b1e-ab6e-af930842ccd7 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0518806 Sep 23 23:56:33.453232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be6307dd-af8d-4082-98be-dc813897de10 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.507571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be6307dd-af8d-4082-98be-dc813897de10 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.545760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c922b9c8-39e4-43ad-8739-cf4d68d190c9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:33.572392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd44344-540e-4b6d-a64a-6a66ab009bb2 req-2cfa728a-3b17-4701-a23d-92e5dbcfbb96 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:33.574037 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7bd44344-540e-4b6d-a64a-6a66ab009bb2 req-2cfa728a-3b17-4701-a23d-92e5dbcfbb96 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.0516870 Sep 23 23:56:33.586296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44252) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:33.590986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Request body: {'floatingip': {'port_id': 'b5599db5-111f-47ec-8e62-ecc267de6a57'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:33.637223 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.737297 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be6307dd-af8d-4082-98be-dc813897de10 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.808694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.880054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0427fa7-6c0a-4a14-aa9d-aafd082cb20f,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:33.901116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be6307dd-af8d-4082-98be-dc813897de10 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.956245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6307dd-af8d-4082-98be-dc813897de10 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Subnet': ['ID=b313b08d-3061-45b0-8144-3d15abe7f6ee,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:33.968459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Checking segment: {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:33.968971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Network hostable DHCP agents. Network: 3aa35329-dec2-43c0-adc1-f1869da479c4, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:56:33.973193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be6307dd-af8d-4082-98be-dc813897de10 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:33.975975 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-be6307dd-af8d-4082-98be-dc813897de10 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "DELETE /v2.0/subnets/b313b08d-3061-45b0-8144-3d15abe7f6ee HTTP/1.1" status: 204 len: 168 time: 0.6708772 Sep 23 23:56:33.977106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51aed23b-168b-4f05-a6d5-246bb2c2a300 None None] Network 76aee01c-89a9-459c-9e13-64883e7c6bac requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:33.978657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44258) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:34.020333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:34.022832 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a3d573-3039-434d-8769-f56b884f573e" -d '{"events": [{"name": "network-changed", "server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:34.047180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad3676-3091-44d4-9d83-5fc82f78d672 req-5c133ffa-b712-4ee4-91c5-2e61a87e6531 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:34.048691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4bad3676-3091-44d4-9d83-5fc82f78d672 req-5c133ffa-b712-4ee4-91c5-2e61a87e6531 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1703835 Sep 23 23:56:34.060119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670439b-4b56-467c-b2a9-a572c12e6a18 req-b22ed746-6d17-4439-b439-3c638dd1365e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:34.061555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2670439b-4b56-467c-b2a9-a572c12e6a18 req-b22ed746-6d17-4439-b439-3c638dd1365e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.1843371 Sep 23 23:56:34.286473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] DHCP port deletion for 76aee01c-89a9-459c-9e13-64883e7c6bac request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:56:34.343770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:56:34.359854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] Deleting port a98a1747-aea8-4fbc-8d41-e03898980d42 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:34.360608 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.362598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.366242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3aa35329-dec2-43c0-adc1-f1869da479c4) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:34.372833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:34.373489 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.397132 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d152a040-f0eb-4229-8f4b-41d0cdde9cea admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1082137 Sep 23 23:56:34.397368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c1af5e-6898-4d64-b372-d7bab4550baa None None] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:34.411775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44266) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:34.416031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:34.445054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.446078 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.470589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port a98a1747-aea8-4fbc-8d41-e03898980d42 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:34.470971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.516797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2670439b-4b56-467c-b2a9-a572c12e6a18 req-bbc16e33-79b3-44da-a9b7-c23c2f690aa1 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461420 Sep 23 23:56:34.520382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4bad3676-3091-44d4-9d83-5fc82f78d672 req-722082df-1218-40e6-9e03-13fe50870010 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578378 Sep 23 23:56:34.527385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.539833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] For port a98a1747-aea8-4fbc-8d41-e03898980d42, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a98a1747-aea8-4fbc-8d41-e03898980d42,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:34.540307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.569317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] Calling delete_port for a98a1747-aea8-4fbc-8d41-e03898980d42 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:34.613118 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dda3896-d1b1-4b3e-93e3-cc2eefd29aeb x-openstack-request-id: req-1dda3896-d1b1-4b3e-93e3-cc2eefd29aeb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:34.613405 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:34.613648 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1dda3896-d1b1-4b3e-93e3-cc2eefd29aeb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:34.614025 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081', 'status': 'completed', 'code': 200} Sep 23 23:56:34.622401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port a98a1747-aea8-4fbc-8d41-e03898980d42, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a98a1747-aea8-4fbc-8d41-e03898980d42,segment=NetworkSegment(5f453f4d-7ad2-474e-bad1-1c9b398b0269),segment_id=5f453f4d-7ad2-474e-bad1-1c9b398b0269)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:34.622784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.664829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for a98a1747-aea8-4fbc-8d41-e03898980d42 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:34.692431 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.739426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] Pushing event deleted for resources: {'Port': ['ID=a98a1747-aea8-4fbc-8d41-e03898980d42,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:34.741250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.748049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b992fbaf-7d9d-4e52-a749-41fc63da0e91 None None] No DVR routers for this DVR port a98a1747-aea8-4fbc-8d41-e03898980d42 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:34.757102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.776536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.810223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-3aa35329-dec2-43c0-adc1-f1869da479c4', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:56:34.811140 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.826442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244f71f1-80f5-4f37-b173-16659c5fe500 req-744fbf89-2b36-4fbb-bcc8-9f1a4ff1cecd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:34.827995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-244f71f1-80f5-4f37-b173-16659c5fe500 req-744fbf89-2b36-4fbb-bcc8-9f1a4ff1cecd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 949 time: 0.1672552 Sep 23 23:56:34.832952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3d573-3039-434d-8769-f56b884f573e req-8b48289e-7419-40a2-9c88-01611e772272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:34.834392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44a3d573-3039-434d-8769-f56b884f573e req-8b48289e-7419-40a2-9c88-01611e772272 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1126 time: 0.1725559 Sep 23 23:56:34.871598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:34.871985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca14529-753a-4835-805d-de001b68b457 req-0ce14df7-0ec2-4997-bd53-2f8e0a02500f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:34.873498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ca14529-753a-4835-805d-de001b68b457 req-0ce14df7-0ec2-4997-bd53-2f8e0a02500f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.1910975 Sep 23 23:56:34.905958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=a98a1747-aea8-4fbc-8d41-e03898980d42,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:34.907831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port a98a1747-aea8-4fbc-8d41-e03898980d42 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:34.920188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:34.977837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-244f71f1-80f5-4f37-b173-16659c5fe500 req-bb25d5b2-1970-4b2b-83ba-a8bedc4a657a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406121 Sep 23 23:56:35.009040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Allocated IP 172.20.0.2 (3aa35329-dec2-43c0-adc1-f1869da479c4/a0427fa7-6c0a-4a14-aa9d-aafd082cb20f/d86d5981-dd90-4e0c-bff2-4c70b9f853e8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:35.016775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.030823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ca14529-753a-4835-805d-de001b68b457 req-ade54a49-c069-4ca3-95b0-489f116db12c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405299 Sep 23 23:56:35.042005 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Floating IP c585e6a3-34c8-4bf4-9b8b-d0f6662bc753 associated. External IP: 172.25.5.223, port: b5599db5-111f-47ec-8e62-ecc267de6a57. Sep 23 23:56:35.073211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76aee01c-89a9-459c-9e13-64883e7c6bac']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:35.087552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f453f4d-7ad2-474e-bad1-1c9b398b0269') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:35.087995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f453f4d-7ad2-474e-bad1-1c9b398b0269') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:35.098232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3d573-3039-434d-8769-f56b884f573e req-9232036d-5035-4026-b5c1-25be5301ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:35.099797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44a3d573-3039-434d-8769-f56b884f573e req-9232036d-5035-4026-b5c1-25be5301ae05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.2531378 Sep 23 23:56:35.113568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port c922b9c8-39e4-43ad-8739-cf4d68d190c9 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:56:35.121933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c922b9c8-39e4-43ad-8739-cf4d68d190c9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:35.122750 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.130674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.168675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.177791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44a3d573-3039-434d-8769-f56b884f573e req-bf46adf8-6018-434a-a46e-4cd70eb0d3a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 200 len: 217 time: 0.0697958 Sep 23 23:56:35.185914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:56:35.186766 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:56:35.192668 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:56:35.210479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.210914 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.217998 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.263806 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.279982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:35.287218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:35.290127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a3d573-3039-434d-8769-f56b884f573e req-df04309c-be87-4da6-9940-efe4f3cfbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:35.291712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44a3d573-3039-434d-8769-f56b884f573e req-df04309c-be87-4da6-9940-efe4f3cfbd36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1059489 Sep 23 23:56:35.297204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:35.307779 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Pushing event updated for resources: {'Port': ['ID=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:35.315142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.337241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44a3d573-3039-434d-8769-f56b884f573e req-1f4fd91d-0c60-4660-8066-7db6707694f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347157 Sep 23 23:56:35.365130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.375209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.376996 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "DELETE /v2.0/networks/76aee01c-89a9-459c-9e13-64883e7c6bac HTTP/1.1" status: 204 len: 168 time: 1.3971686 Sep 23 23:56:35.384099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44270) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:35.392510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75a69e-a90e-4eb4-8b7d-142f641dc3fe tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Network': ['ID=76aee01c-89a9-459c-9e13-64883e7c6bac,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:35.432831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:35.436498 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f533310-fe7a-495f-9088-f5c4e7b29f55" -d '{"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-plugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:35.448645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Allocated IP 172.25.5.103 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/21be4914-5239-4248-baa9-47fe7c3b8606) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:35.462912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Attempting to bind port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:35.463493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Attempting to bind port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:35.464104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Attempting to bind port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 on network 3aa35329-dec2-43c0-adc1-f1869da479c4 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:35.469358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:35.477314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:35.477911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Checking segment: {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:35.478567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.479239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Bound using segment: {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:35.479961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Bound port: d86d5981-dd90-4e0c-bff2-4c70b9f853e8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:35.480601 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.483869 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.535245 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b205bfd2-c061-47d1-8d08-34cb07c96005 x-openstack-request-id: req-b205bfd2-c061-47d1-8d08-34cb07c96005 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:35.535807 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-plugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:35.536214 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b205bfd2-c061-47d1-8d08-34cb07c96005 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:35.536787 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'code': 200} Sep 23 23:56:35.580415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-353ef120-fba7-42f1-ba84-5db6e04f4e24 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting subnet 6317c3b0-eb0a-45fd-a782-56148bd1df18 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:56:35.583890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Router 6030fa39-e111-4e82-afec-66b4c6828e9b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:56:35.585964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44a3d573-3039-434d-8769-f56b884f573e req-a0f2fe60-0803-47a5-bc8d-efa4dfbb9e5c service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404945 Sep 23 23:56:35.589949 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353ef120-fba7-42f1-ba84-5db6e04f4e24 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.600434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.650683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.657594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:35.682515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] For port d86d5981-dd90-4e0c-bff2-4c70b9f853e8, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:35.689059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] For port d86d5981-dd90-4e0c-bff2-4c70b9f853e8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:35.696058 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.709208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353ef120-fba7-42f1-ba84-5db6e04f4e24 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:35.760586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:35.765548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:35.775874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d8ccb-feae-4b4b-b27b-668630522367 None None] Pushing event updated for resources: {'Port': ['ID=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:35.780765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:35.838969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef82c8-d703-40b7-8730-c0a052fe6ee3 req-2ec618b9-f1f1-4fe8-aa63-fdb51fdd1de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:35.844897 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42ef82c8-d703-40b7-8730-c0a052fe6ee3 req-2ec618b9-f1f1-4fe8-aa63-fdb51fdd1de5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1102 time: 0.2072139 Sep 23 23:56:35.848418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=21be4914-5239-4248-baa9-47fe7c3b8606,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:35.893177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a98a1747-aea8-4fbc-8d41-e03898980d42 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:35.921560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a98a1747-aea8-4fbc-8d41-e03898980d42 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:56:35.921805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a98a1747-aea8-4fbc-8d41-e03898980d42 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:56:36.015956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44a3d573-3039-434d-8769-f56b884f573e req-287a9c08-b2e3-45dc-b6e5-f485250f3948 service neutron] 10.222.0.20 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030962 Sep 23 23:56:36.029865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f92a54-cb13-4a7c-b2b2-9c3a6e715757 req-f972e5b0-b83d-4919-b514-b7de74c5db9d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:36.041313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55f92a54-cb13-4a7c-b2b2-9c3a6e715757 req-f972e5b0-b83d-4919-b514-b7de74c5db9d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.3082702 Sep 23 23:56:36.083166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:56:36.090546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:36.098434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] Sync routers for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:56:36.119947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65214350-d7fa-46c1-b6bf-78b2b52e9ea9 req-9f5c3dae-507a-479b-8201-4e90f2e8143e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:36.127426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:56:36.128948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:36.129585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65214350-d7fa-46c1-b6bf-78b2b52e9ea9 req-9f5c3dae-507a-479b-8201-4e90f2e8143e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.3418212 Sep 23 23:56:36.147603 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42ef82c8-d703-40b7-8730-c0a052fe6ee3 req-a87558d3-4d7b-488d-9b2f-a7ab930e0462 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2939496 Sep 23 23:56:36.161947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353ef120-fba7-42f1-ba84-5db6e04f4e24 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:36.170935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:36.229004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-08096fbb-faa0-4e14-b920-b7d141035f9b tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "PUT /v2.0/floatingips/c585e6a3-34c8-4bf4-9b8b-d0f6662bc753 HTTP/1.1" status: 200 len: 991 time: 2.6414919 Sep 23 23:56:36.240416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'tag': 'b5599db5-111f-47ec-8e62-ecc267de6a57'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:36.242741 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd" -d '{"events": [{"name": "network-changed", "server_uuid": "154e735c-2bf1-411d-bf5e-ed05062c7680", "tag": "b5599db5-111f-47ec-8e62-ecc267de6a57"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:36.266093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55f92a54-cb13-4a7c-b2b2-9c3a6e715757 req-69a900c3-3869-4fa2-92b8-44783d414f8c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237203 Sep 23 23:56:36.339972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65214350-d7fa-46c1-b6bf-78b2b52e9ea9 req-369e2bf8-05cf-4507-8f9f-5c7e4927ff01 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067420 Sep 23 23:56:36.390326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353ef120-fba7-42f1-ba84-5db6e04f4e24 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:36.409702 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:36.456913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ef120-fba7-42f1-ba84-5db6e04f4e24 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Subnet': ['ID=6317c3b0-eb0a-45fd-a782-56148bd1df18,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:36.480743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-353ef120-fba7-42f1-ba84-5db6e04f4e24 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:36.483591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-353ef120-fba7-42f1-ba84-5db6e04f4e24 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "DELETE /v2.0/subnets/6317c3b0-eb0a-45fd-a782-56148bd1df18 HTTP/1.1" status: 204 len: 168 time: 1.0978105 Sep 23 23:56:36.489867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44290) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:36.494099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da10c824-abc1-4685-9fca-e99c2f0285d5 None None] Network 2ea94e32-532e-470f-956f-2276c6456381 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:36.574702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57f53b-e4a3-4a17-adcd-9e81c105cc58 req-0f54e1c9-03f4-4e72-a14d-0546b9b69cdc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:36.577528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf57f53b-e4a3-4a17-adcd-9e81c105cc58 req-0f54e1c9-03f4-4e72-a14d-0546b9b69cdc tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.0927916 Sep 23 23:56:36.586578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5f2a1-6621-4944-9a3f-8dc471bc96d6 req-14a87ed5-e29a-4ab2-8e19-319389d9608b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:36.588697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bee5f2a1-6621-4944-9a3f-8dc471bc96d6 req-14a87ed5-e29a-4ab2-8e19-319389d9608b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1349139 Sep 23 23:56:36.621153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:36.657008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:56:36.667898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf57f53b-e4a3-4a17-adcd-9e81c105cc58 req-9a4e2df0-a14d-4e7a-bbd8-b73007215dbe tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779910 Sep 23 23:56:36.673926 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bee5f2a1-6621-4944-9a3f-8dc471bc96d6 req-b393847a-063e-44b2-9e5b-2cef4bea40dd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724506 Sep 23 23:56:36.678438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:36.837152 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27e3853-c782-4c70-b251-588197076170 x-openstack-request-id: req-b27e3853-c782-4c70-b251-588197076170 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:36.837458 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "154e735c-2bf1-411d-bf5e-ed05062c7680", "tag": "b5599db5-111f-47ec-8e62-ecc267de6a57", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:36.837757 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b27e3853-c782-4c70-b251-588197076170 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:36.838199 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'tag': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'status': 'completed', 'code': 200} Sep 23 23:56:36.868971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] DHCP port deletion for 2ea94e32-532e-470f-956f-2276c6456381 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:56:37.011848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] Deleting port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:37.012230 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.017374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:37.017858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.029012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-d2f79c66-8e34-4d30-abfb-273d4c28a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:37.031110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-d2f79c66-8e34-4d30-abfb-273d4c28a9f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f06e73627d154347955444cbd3d617ce&device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 1097 time: 0.1559582 Sep 23 23:56:37.054532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be619a84-8ff5-4aab-8dc9-4f597a64720e req-90861fb2-b191-4357-8011-ba70590970c7 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:37.056623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be619a84-8ff5-4aab-8dc9-4f597a64720e req-90861fb2-b191-4357-8011-ba70590970c7 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1097 time: 0.1192555 Sep 23 23:56:37.099651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port 1c8a4e8a-9810-4889-9ac5-fc36c4884478, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1c8a4e8a-9810-4889-9ac5-fc36c4884478,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:37.100284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.114742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for 1c8a4e8a-9810-4889-9ac5-fc36c4884478 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:37.189122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] For port 1c8a4e8a-9810-4889-9ac5-fc36c4884478, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1c8a4e8a-9810-4889-9ac5-fc36c4884478,segment=NetworkSegment(4c4b367d-1929-499c-b766-65b945bd783b),segment_id=4c4b367d-1929-499c-b766-65b945bd783b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:37.189515 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.211727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Router 1de45cd6-8645-49b3-adea-6cdc5c377270 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:56:37.214572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-fd5c922d-b15c-4acd-953b-a8c7c2fb46a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:37.216997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-fd5c922d-b15c-4acd-953b-a8c7c2fb46a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e24980cc-6d91-484a-80b9-5134220b3082 HTTP/1.1" status: 200 len: 917 time: 0.1749456 Sep 23 23:56:37.231581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] Calling delete_port for 1c8a4e8a-9810-4889-9ac5-fc36c4884478 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:37.354827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-6affd479-711e-4eab-9cb4-8bd2c309a814 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b5599db5-111f-47ec-8e62-ecc267de6a57 HTTP/1.1" status: 200 len: 999 time: 0.1186807 Sep 23 23:56:37.361135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be619a84-8ff5-4aab-8dc9-4f597a64720e req-c72487d2-cfd9-4923-bec7-7e1ec80cba40 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942381 Sep 23 23:56:37.379285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3201b9-fb2f-493b-9a6d-6f0c26a9deb3 None None] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:37.415389 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.454325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c585e6a3-34c8-4bf4-9b8b-d0f6662bc753', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'port_id': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'mac_address': 'fa:16:3e:1d:c3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:55:14Z', 'updated_at': '2021-09-23T23:56:34Z', 'revision_number': 1, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:12Z', 'revision_number': 5, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:37.465584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-5bc7c150-f87c-425c-b499-9a0f14bf531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:37.467469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-5bc7c150-f87c-425c-b499-9a0f14bf531e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=624250f8-8041-4acd-b8de-dbb7fa03658b HTTP/1.1" status: 200 len: 855 time: 0.0992076 Sep 23 23:56:37.485281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] No DVR routers for this DVR port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:37.490302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08543555-16b4-4e08-8d99-f25198df9beb None None] Pushing event deleted for resources: {'Port': ['ID=1c8a4e8a-9810-4889-9ac5-fc36c4884478,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:37.492214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] Checking router: 6030fa39-e111-4e82-afec-66b4c6828e9b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:56:37.507555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dd17ff-b16d-4e3b-a582-3a0207763a74 req-50aaab5a-adee-4f5d-ae62-d6cc90009cbb tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:37.517473 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6dd17ff-b16d-4e3b-a582-3a0207763a74 req-50aaab5a-adee-4f5d-ae62-d6cc90009cbb tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1059864 Sep 23 23:56:37.567135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:56:37.567917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:37.574874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d63b7f7d-55f0-4615-9546-de3e1f829e7b None None] Provisioning complete for port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:37.575512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d63b7f7d-55f0-4615-9546-de3e1f829e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.691424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.715351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6dd17ff-b16d-4e3b-a582-3a0207763a74 req-3935a5fd-90b3-4be7-ace2-805d9d696cf3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970265 Sep 23 23:56:37.739013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeac7c1-f6cc-438c-8665-7db93f7228fe req-ebaabcc3-f92d-47cb-880a-772ab49120be tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:37.739145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=1c8a4e8a-9810-4889-9ac5-fc36c4884478,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:37.739145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:56:37.743035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddeac7c1-f6cc-438c-8665-7db93f7228fe req-ebaabcc3-f92d-47cb-880a-772ab49120be tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1097 time: 0.2231088 Sep 23 23:56:37.744284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port 1c8a4e8a-9810-4889-9ac5-fc36c4884478 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:37.746445 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Sync routers for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:56:37.763640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.764065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.764480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.764762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.765104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.765440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.765773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.766117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.766245 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:56:37.766435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.766802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.766927 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:37.767123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.767450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:37.812282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.819235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e7e656da-bb2c-4884-a7ad-521ef9212ff9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4063478 Sep 23 23:56:37.830901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddeac7c1-f6cc-438c-8665-7db93f7228fe req-cf49391c-98b7-454b-83d6-afdd9389e30d tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857706 Sep 23 23:56:37.832180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44304) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:37.841348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-beedeb06-b870-4cab-ae2d-2f39a9b868c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:37.848740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-beedeb06-b870-4cab-ae2d-2f39a9b868c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e24980cc-6d91-484a-80b9-5134220b3082&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3725867 Sep 23 23:56:37.883554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:56:37.931003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:37.963867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d86d5981-dd90-4e0c-bff2-4c70b9f853e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:37.964276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea94e32-532e-470f-956f-2276c6456381']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:37.981149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4b367d-1929-499c-b766-65b945bd783b') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:37.981660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4b367d-1929-499c-b766-65b945bd783b') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:38.003731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.018158 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:56:38.037789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.045472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:56:38.045866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:56:38.049947 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:56:38.126816 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d63b7f7d-55f0-4615-9546-de3e1f829e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.174530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.194312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.197071 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "DELETE /v2.0/networks/2ea94e32-532e-470f-956f-2276c6456381 HTTP/1.1" status: 204 len: 168 time: 1.7052805 Sep 23 23:56:38.216700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44310) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:38.223759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2025678872'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:38.229503 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621210a2-a598-47aa-842d-4585c177ec52 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Network': ['ID=2ea94e32-532e-470f-956f-2276c6456381,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:38.229859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d63b7f7d-55f0-4615-9546-de3e1f829e7b None None] For port d86d5981-dd90-4e0c-bff2-4c70b9f853e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:38.243530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d63b7f7d-55f0-4615-9546-de3e1f829e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.304113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:38.320114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.330375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:38.330964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.358115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:56:38.370054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.370846 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Added segment ccee458c-eb9c-4880-a446-89911f416ed1 of type vlan for network 39326579-f46e-4316-907b-65c1f38a71b3 Sep 23 23:56:38.399346 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:35Z', 'revision_number': 3, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:38.430085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.432539 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Checking router: 1de45cd6-8645-49b3-adea-6cdc5c377270 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:56:38.432813 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Updating router 1de45cd6-8645-49b3-adea-6cdc5c377270 port 21be4914-5239-4248-baa9-47fe7c3b8606 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:56:38.469080 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.475080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.481976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:38.483186 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.560939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63b7f7d-55f0-4615-9546-de3e1f829e7b None None] Pushing event updated for resources: {'Port': ['ID=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:38.577331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3564236 Sep 23 23:56:38.581043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44312) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:38.592677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'subnet': {'network_id': '39326579-f46e-4316-907b-65c1f38a71b3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:38.664763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db518694-1c59-4535-a05e-e5be4692568d req-138bfcd8-12cb-4a86-85e7-17cff771bd57 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:38.672941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db518694-1c59-4535-a05e-e5be4692568d req-138bfcd8-12cb-4a86-85e7-17cff771bd57 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.6929827 Sep 23 23:56:38.731941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8fdae47a-3682-483e-88b7-68d534f33629 None None] Provisioning complete for port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:38.732469 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8fdae47a-3682-483e-88b7-68d534f33629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.755860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14828637-acf4-448d-aa4c-2a4a2eea71b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Network': ['ID=39326579-f46e-4316-907b-65c1f38a71b3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:38.756445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081800fe-36ff-468e-9e11-dcd6a0f5d4d6 req-97994c30-9042-42a4-a19d-c40e4551da97 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:38.763905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-081800fe-36ff-468e-9e11-dcd6a0f5d4d6 req-97994c30-9042-42a4-a19d-c40e4551da97 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 943 time: 0.8930826 Sep 23 23:56:38.805645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:38.816096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.817245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-00b910bc-c93d-4aeb-af82-770571e327a9 service neutron] 10.222.0.18 "GET /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9511371 Sep 23 23:56:38.820987 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-a7a6e725-9951-41fb-8dba-730de6acbeca service neutron] 10.222.0.20 "GET /v2.0/ports/5965ce87-96be-41c4-82d6-b61ca593f081/bindings/n-h1-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.2989151 Sep 23 23:56:38.849574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db518694-1c59-4535-a05e-e5be4692568d req-9a3b0ce5-fc63-441c-8634-29ef2bcd2878 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756070 Sep 23 23:56:38.915483 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.924142 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:38.981396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4e445b-a46f-4562-8b9d-ac593ffe91dd req-13e3e3af-361d-4889-91c4-d85cd5c17fe0 service neutron] 10.222.0.18 "GET /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539731 Sep 23 23:56:39.022802 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Pushing event updated for resources: {'Port': ['ID=21be4914-5239-4248-baa9-47fe7c3b8606,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:39.047721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-081800fe-36ff-468e-9e11-dcd6a0f5d4d6 req-8131ad49-fb4f-4059-8adf-da9a28112523 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774746 Sep 23 23:56:39.055094 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.055629 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.056027 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.056421 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.056858 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.057259 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.057865 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.058248 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.058633 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.059324 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.059772 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.060158 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:39.060667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 39326579-f46e-4316-907b-65c1f38a71b3 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:56:39.063944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1c8a4e8a-9810-4889-9ac5-fc36c4884478 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:39.067358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5965ce87-96be-41c4-82d6-b61ca593f081 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:39.110827 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Attempting to bind port 21be4914-5239-4248-baa9-47fe7c3b8606 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:39.111316 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Attempting to bind port 21be4914-5239-4248-baa9-47fe7c3b8606 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:39.111774 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Attempting to bind port 21be4914-5239-4248-baa9-47fe7c3b8606 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:39.123042 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:39.123531 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:39.124037 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.124516 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:39.125105 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Bound port: 21be4914-5239-4248-baa9-47fe7c3b8606, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:39.125601 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.236908 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] For port 21be4914-5239-4248-baa9-47fe7c3b8606, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:39.258426 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] For port 21be4914-5239-4248-baa9-47fe7c3b8606, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=21be4914-5239-4248-baa9-47fe7c3b8606,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:39.263002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 1c8a4e8a-9810-4889-9ac5-fc36c4884478 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:56:39.263418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1c8a4e8a-9810-4889-9ac5-fc36c4884478 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:56:39.263965 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.271986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c585e6a3-34c8-4bf4-9b8b-d0f6662bc753', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'port_id': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'mac_address': 'fa:16:3e:1d:c3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:55:14Z', 'updated_at': '2021-09-23T23:56:34Z', 'revision_number': 1, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:12Z', 'revision_number': 5, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:39.287704 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.336402 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8d2afc-3f64-4da4-b2f3-a1f4c6424884 None None] Pushing event updated for resources: {'Port': ['ID=21be4914-5239-4248-baa9-47fe7c3b8606,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:39.359052 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:56:39.360341 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:39.384785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.393035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45a27fb-c294-46e3-b164-4e3c4bf1a21d None None] The sync data for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 is: [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c585e6a3-34c8-4bf4-9b8b-d0f6662bc753', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'floating_ip_address': '172.25.5.223', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'port_id': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'mac_address': 'fa:16:3e:1d:c3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:55:14Z', 'updated_at': '2021-09-23T23:56:34Z', 'revision_number': 1, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:12Z', 'revision_number': 5, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:56:39.405327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4f1a2-f4ef-42d1-b2c2-43cae4c5eec1 req-a29c8773-7850-4504-9c22-410fca01ed7f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:39.407136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52c4f1a2-f4ef-42d1-b2c2-43cae4c5eec1 req-a29c8773-7850-4504-9c22-410fca01ed7f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1624835 Sep 23 23:56:39.419433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7156e-b1ff-40fd-b5d9-a3b2893d7d9e req-32dd5cd7-a0cd-4eb8-bd18-aed640d102b3 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:39.429877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e7156e-b1ff-40fd-b5d9-a3b2893d7d9e req-32dd5cd7-a0cd-4eb8-bd18-aed640d102b3 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1102 time: 0.1505625 Sep 23 23:56:39.499735 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:56:39.537585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Subnet': ['ID=7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:39.544616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52c4f1a2-f4ef-42d1-b2c2-43cae4c5eec1 req-fef35585-777b-4e0d-b823-3edb25c71552 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107035 Sep 23 23:56:39.546352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e7156e-b1ff-40fd-b5d9-a3b2893d7d9e req-6256d496-20f9-4bfa-8c97-81465772a2d0 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155884 Sep 23 23:56:39.618270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:39.681031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Checking segment: {'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:39.681542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network hostable DHCP agents. Network: 39326579-f46e-4316-907b-65c1f38a71b3, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:56:39.689687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:39.726259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.731493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 39326579-f46e-4316-907b-65c1f38a71b3 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:56:39.738271 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5965ce87-96be-41c4-82d6-b61ca593f081 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:39.759627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:39.769324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 39326579-f46e-4316-907b-65c1f38a71b3) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:39.778790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691f8913-9200-48b5-9879-39118bb67c62 None None] Network 39326579-f46e-4316-907b-65c1f38a71b3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:39.781590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:39.782348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.796040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.814004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d268a207-b4ae-44cc-9188-bea6b68271d2 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2259357 Sep 23 23:56:39.839665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:39.845230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1027424063'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:39.868482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:39.872363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.884273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccddc8e0-4b76-4c6c-9c1a-02a1e9ba8662 None None] New status for floating IP c585e6a3-34c8-4bf4-9b8b-d0f6662bc753: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:56:39.913909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:56:39.925890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:39.926334 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Added segment 79f68474-327b-4732-8e99-12994d80bf25 of type vlan for network 9fb29b70-e359-471a-9726-13d41a87af79 Sep 23 23:56:40.008179 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.046498 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:35Z', 'revision_number': 3, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:40.078507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.086900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:40.087594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.090058 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4a407f-eca0-4c2b-bcf5-6c815b9e0eb9 None None] The sync data for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 is: [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:35Z', 'revision_number': 3, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:56:40.119712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] Transition to ACTIVE for port object 5965ce87-96be-41c4-82d6-b61ca593f081 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:40.151254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.155969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d86d5981-dd90-4e0c-bff2-4c70b9f853e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:40.172131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Allocated IP 172.20.0.1 (3aa35329-dec2-43c0-adc1-f1869da479c4/a0427fa7-6c0a-4a14-aa9d-aafd082cb20f/310b853a-4ebc-4de7-8255-ecbe6f43a3ef) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:40.187150 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3439829 Sep 23 23:56:40.189889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44352) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:40.199247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'subnet': {'network_id': '9fb29b70-e359-471a-9726-13d41a87af79', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:40.369834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e862a2-1a2b-4802-93fe-7e8d68a967cf tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Network': ['ID=9fb29b70-e359-471a-9726-13d41a87af79,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:40.404443 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 9fb29b70-e359-471a-9726-13d41a87af79 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:56:40.406180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] No DVR routers for this DVR port 5965ce87-96be-41c4-82d6-b61ca593f081 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:40.438076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] Pushing event updated for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:40.516144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:40.516632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.537595 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-4d8c942b-f904-4f4e-88b2-0b0c55a63410 service neutron] 10.222.0.20 "PUT /v2.0/ports/5965ce87-96be-41c4-82d6-b61ca593f081/bindings/n-h1-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 1.6882229 Sep 23 23:56:40.675475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.770939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-39326579-f46e-4316-907b-65c1f38a71b3', 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3', 'tenant_id': 'acccadf987f549598047750b1755c925', 'fixed_ips': [{'subnet_id': '7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:56:40.771950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.804154 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.862625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:40.866016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:40.911358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:40.945319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:40.967945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:40.978189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Allocated IP 19.80.0.2 (39326579-f46e-4316-907b-65c1f38a71b3/7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc/b64a2c77-772d-46e7-872d-622adfec2bda) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:40.985161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Pushing event updated for resources: {'Port': ['ID=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:41.023818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61123b8-e8bf-4673-9d8f-90a2862fd5c9 req-5c9101f8-864a-4f95-8193-2c687819e034 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:41.044662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a61123b8-e8bf-4673-9d8f-90a2862fd5c9 req-5c9101f8-864a-4f95-8193-2c687819e034 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 944 time: 0.3036940 Sep 23 23:56:41.219794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-0fb07e7a-451f-4741-a909-e884d925b050 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4941432 Sep 23 23:56:41.224014 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.232089 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.249722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-2ce144d4-b06c-4c95-9a32-6f7ffa3c75aa tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:41.251970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-2ce144d4-b06c-4c95-9a32-6f7ffa3c75aa tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.5131361 Sep 23 23:56:41.265155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.265508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.265881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.266213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.266543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.266921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.267231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.267636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.267914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.268259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.275122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.275792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:41.296538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Network 39326579-f46e-4316-907b-65c1f38a71b3 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:41.300662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-14704e13-5e8b-4b66-aac8-df6b708dcedc tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:56:41.302419 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-14704e13-5e8b-4b66-aac8-df6b708dcedc tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303521 Sep 23 23:56:41.305242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:41.309080 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:41.326619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Pushing event updated for resources: {'Port': ['ID=b64a2c77-772d-46e7-872d-622adfec2bda,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:41.385379 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.387095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-01dcc6b3-54f5-4778-99f2-ef1e0d24fdfa None None] Provisioning complete for port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:41.387862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-01dcc6b3-54f5-4778-99f2-ef1e0d24fdfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.391456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Attempting to bind port b64a2c77-772d-46e7-872d-622adfec2bda on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:41.391824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Attempting to bind port b64a2c77-772d-46e7-872d-622adfec2bda by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:41.392353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Attempting to bind port b64a2c77-772d-46e7-872d-622adfec2bda on network 39326579-f46e-4316-907b-65c1f38a71b3 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:41.413344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-b1a08626-ce93-4936-b233-183616270cc5 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:41.415286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:41.415672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Checking segment: {'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:41.416065 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.416460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Bound using segment: {'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:41.417059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Bound port: b64a2c77-772d-46e7-872d-622adfec2bda, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:41.417445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.417639 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-b1a08626-ce93-4936-b233-183616270cc5 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports/85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 200 len: 1094 time: 0.1018417 Sep 23 23:56:41.431418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Request body: {'binding': {'host': 'n-h2-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:41.433389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Unknown quota resources ['binding']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 23 23:56:41.449594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a61123b8-e8bf-4673-9d8f-90a2862fd5c9 req-6e979f41-9c76-4e0f-96a2-0e135457c2d2 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374818 Sep 23 23:56:41.480577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-01dcc6b3-54f5-4778-99f2-ef1e0d24fdfa None None] Port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:41.544819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-938c3358-cd60-4143-a414-0cd3d90d39c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:41.552111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] For port b64a2c77-772d-46e7-872d-622adfec2bda, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:41.554115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-938c3358-cd60-4143-a414-0cd3d90d39c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7 HTTP/1.1" status: 200 len: 1096 time: 0.2701857 Sep 23 23:56:41.556575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] For port b64a2c77-772d-46e7-872d-622adfec2bda, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b64a2c77-772d-46e7-872d-622adfec2bda,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:41.564413 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.661447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a182b-4f12-4269-af2c-e484391fe022 None None] Pushing event updated for resources: {'Port': ['ID=b64a2c77-772d-46e7-872d-622adfec2bda,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:41.794682 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.809309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.821228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on host n-h2-713498-18 for vnic_type normal with profile None {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:41.824904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:41.825498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:41.841869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:41.842200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:41.850103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:41.850454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:41.851122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:41.851575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Bound port: 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:41.892722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-143ffb71-5329-4609-9685-a5b2fc80e0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:41.894435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-143ffb71-5329-4609-9685-a5b2fc80e0e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1096 time: 0.1996462 Sep 23 23:56:41.926165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:41.934701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:41.950303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] 10.222.0.24 "POST /v2.0/ports/85693ca7-a77f-4b73-8484-fd15bc6bdce4/bindings HTTP/1.1" status: 201 len: 390 time: 0.5170650 Sep 23 23:56:41.968498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 21be4914-5239-4248-baa9-47fe7c3b8606 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:42.076953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Subnet': ['ID=9e1c449e-adfd-4f15-8668-b50078019d94,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:42.167393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 21be4914-5239-4248-baa9-47fe7c3b8606 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:42.167978 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:42.187774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Checking segment: {'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:42.188133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network hostable DHCP agents. Network: 9fb29b70-e359-471a-9726-13d41a87af79, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:56:42.299595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af6f65-9500-49c4-adfe-54affe246baa req-d0dc4215-6d33-43b8-a9ae-c3314360450f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:42.307471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92af6f65-9500-49c4-adfe-54affe246baa req-d0dc4215-6d33-43b8-a9ae-c3314360450f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.4198332 Sep 23 23:56:42.308187 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:42.316203 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2b9d81b1-953b-4d21-88f3-0ae02f12138b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:42.318933 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2b9d81b1-953b-4d21-88f3-0ae02f12138b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1097 time: 0.0475171 Sep 23 23:56:42.364314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 21be4914-5239-4248-baa9-47fe7c3b8606, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=21be4914-5239-4248-baa9-47fe7c3b8606,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:42.373940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-18062c68-b17e-4bd9-82ec-ec2a5041e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:42.375471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-18062c68-b17e-4bd9-82ec-ec2a5041e11f service neutron] 10.222.0.18 "GET /v2.0/networks?id=159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 200 len: 909 time: 0.4394319 Sep 23 23:56:42.383539 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:42.385662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 9fb29b70-e359-471a-9726-13d41a87af79 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:56:42.426291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 9fb29b70-e359-471a-9726-13d41a87af79) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:42.434716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2561b-266b-47b5-9844-ae8256f3b8be req-a874de19-61d7-4c9d-8d55-57daae38ec98 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:42.436277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0b2561b-266b-47b5-9844-ae8256f3b8be req-a874de19-61d7-4c9d-8d55-57daae38ec98 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.2554152 Sep 23 23:56:42.441670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-e7752b6b-8ad8-40ce-88ec-bdc2caaa5270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:42.443777 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-e7752b6b-8ad8-40ce-88ec-bdc2caaa5270 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.1167338 Sep 23 23:56:42.483285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=21be4914-5239-4248-baa9-47fe7c3b8606,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:42.488227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:42.488588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dce1806-49e9-4677-978a-ecdb57af8b16 None None] Network 9fb29b70-e359-471a-9726-13d41a87af79 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:42.488861 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:42.501809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92af6f65-9500-49c4-adfe-54affe246baa req-53dc2e42-d689-47f5-bd87-650ae549a0a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916647 Sep 23 23:56:42.508507 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-6f5ba073-b9dd-431b-a5c4-1e83f7a34bd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 200 len: 217 time: 0.0576169 Sep 23 23:56:42.513261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-2d0f2adf-0772-4919-85f5-d26338c463aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 200 len: 217 time: 0.1016300 Sep 23 23:56:42.571783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fa082033-a4e8-4458-a55e-d3b8564bf742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:42.573293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fa082033-a4e8-4458-a55e-d3b8564bf742 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0578070 Sep 23 23:56:42.609588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d01fc891-b126-4767-9320-0f85e03d44d5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4176648 Sep 23 23:56:42.656795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:42.669594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-4ee487b4-e64a-4eb3-bed7-72f379c5907d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877013 Sep 23 23:56:42.685790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0b2561b-266b-47b5-9844-ae8256f3b8be req-2e6dc27f-9530-4269-baae-5d19385d41e3 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387874 Sep 23 23:56:42.689017 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:42.698003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-39fbcc0e-4436-4e20-bcf0-2b2ec411129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:42.699723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-39fbcc0e-4436-4e20-bcf0-2b2ec411129d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 200 len: 848 time: 0.1529140 Sep 23 23:56:42.818999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-05858d42-15c4-46d0-9143-0d36428db712 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=159c3e74-89f7-42c9-b316-6955149d7dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678928 Sep 23 23:56:42.896721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Pushing event updated for resources: {'Port': ['ID=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:42.917696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:42.955272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-9fb29b70-e359-471a-9726-13d41a87af79', 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79', 'tenant_id': 'acccadf987f549598047750b1755c925', 'fixed_ips': [{'subnet_id': '9e1c449e-adfd-4f15-8668-b50078019d94'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:56:42.957236 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:42.969859 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-440f43af-945c-4cf7-8bc4-db5827dfd867 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932858 Sep 23 23:56:43.091035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-4a498199-e724-40ce-84ac-68310f2d7f0d service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135609 Sep 23 23:56:43.143124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Allocated IP 19.86.0.2 (9fb29b70-e359-471a-9726-13d41a87af79/9e1c449e-adfd-4f15-8668-b50078019d94/e4e708b4-6402-4429-a2a0-43676a38220a) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:43.362952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958d859-cbc9-43e5-bbaa-f16a8fc5643f req-5514a9bd-cb58-410f-93bc-b8a4a757b5c5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:43.371425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-3e341852-e825-455e-8511-d7b9f53fc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:43.372501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f958d859-cbc9-43e5-bbaa-f16a8fc5643f req-5514a9bd-cb58-410f-93bc-b8a4a757b5c5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.6202354 Sep 23 23:56:43.373325 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-3e341852-e825-455e-8511-d7b9f53fc142 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1102 time: 0.0719569 Sep 23 23:56:43.425120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:43.434683 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:43.472581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-a460ee35-1bf9-490a-ae0f-adb2781e8149 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6309750 Sep 23 23:56:43.476037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Network 9fb29b70-e359-471a-9726-13d41a87af79 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:43.482475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:43.491852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:43.505276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd09f81d-7d68-437d-9c3d-02860c653784 req-b3f707cf-b4ae-4628-bf90-7c1f2da602f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:43.513899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd09f81d-7d68-437d-9c3d-02860c653784 req-b3f707cf-b4ae-4628-bf90-7c1f2da602f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 944 time: 0.5852525 Sep 23 23:56:43.545204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e3b0cba-ccc8-4add-9b99-f4591125c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:43.547190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e3b0cba-ccc8-4add-9b99-f4591125c480 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1654913 Sep 23 23:56:43.568669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:43.589343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f958d859-cbc9-43e5-bbaa-f16a8fc5643f req-0022c117-70b1-44b7-b23c-fc1e944883a5 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094550 Sep 23 23:56:43.590450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:43.628614 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-72366afa-5958-4516-9673-7ca9c5b74aa3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.0724730 Sep 23 23:56:43.664478 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd09f81d-7d68-437d-9c3d-02860c653784 req-982e5d8b-176f-4b34-bcb1-fefe6a3d7e6a tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488473 Sep 23 23:56:43.740937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Attempting to bind port e4e708b4-6402-4429-a2a0-43676a38220a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:43.745300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Attempting to bind port e4e708b4-6402-4429-a2a0-43676a38220a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:43.747300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Attempting to bind port e4e708b4-6402-4429-a2a0-43676a38220a on network 9fb29b70-e359-471a-9726-13d41a87af79 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:43.769407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:43.769781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Checking segment: {'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:43.770183 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:43.770861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Bound using segment: {'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:43.774450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Bound port: e4e708b4-6402-4429-a2a0-43676a38220a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:43.777201 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:43.797486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-99549ed9-118b-4637-ae71-3a6b1ae3e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:43.802405 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-99549ed9-118b-4637-ae71-3a6b1ae3e027 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1667161 Sep 23 23:56:43.914501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-bcacf157-84c0-40d7-b12f-98264fcca46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:43.916389 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-bcacf157-84c0-40d7-b12f-98264fcca46a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064253 Sep 23 23:56:43.973116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] For port e4e708b4-6402-4429-a2a0-43676a38220a, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:43.976924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] For port e4e708b4-6402-4429-a2a0-43676a38220a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e4e708b4-6402-4429-a2a0-43676a38220a,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:43.998323 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:44.022266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Pushing event updated for resources: {'Port': ['ID=e4e708b4-6402-4429-a2a0-43676a38220a,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:44.107005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 21be4914-5239-4248-baa9-47fe7c3b8606 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:44.121748 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-dcf9a702-8953-4d7d-b3a1-d66a809765a8 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921368 Sep 23 23:56:44.180492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-c8a456ed-b607-423c-9832-3e12f2827c74 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:44.188186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-c8a456ed-b607-423c-9832-3e12f2827c74 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:44.196800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-c8a456ed-b607-423c-9832-3e12f2827c74 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/networks?id=39326579-f46e-4316-907b-65c1f38a71b3&id=9fb29b70-e359-471a-9726-13d41a87af79 HTTP/1.1" status: 200 len: 1392 time: 0.3559537 Sep 23 23:56:44.219766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-de372e90-3a64-43f0-a292-2c0770c56765 service neutron] 10.222.0.18 "GET /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7312818 Sep 23 23:56:44.238678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-b4bee926-9c17-41c4-9329-0b3509f15afd tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/quotas/acccadf987f549598047750b1755c925 HTTP/1.1" status: 200 len: 375 time: 0.0409100 Sep 23 23:56:44.246794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2e22d477-f333-4eba-9531-8e06cf4ff81f None None] Provisioning complete for port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:44.247266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e22d477-f333-4eba-9531-8e06cf4ff81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:44.279894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a87d8-fc9f-423c-a654-d814a3fe0236 None None] Pushing event updated for resources: {'Port': ['ID=e4e708b4-6402-4429-a2a0-43676a38220a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:44.289188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d455d3-f3eb-4775-bce1-0c066a902740 None None] Network 39326579-f46e-4316-907b-65c1f38a71b3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:44.310866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2082b9-e817-4f5e-a48e-1aca9e27113f req-77e09964-48f6-46e0-86d5-6e4992bb79d4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:44.318349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f2082b9-e817-4f5e-a48e-1aca9e27113f req-77e09964-48f6-46e0-86d5-6e4992bb79d4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.4558508 Sep 23 23:56:44.320992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Router 1de45cd6-8645-49b3-adea-6cdc5c377270 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:56:44.325367 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-4b6cc8a1-d0ec-43a5-b646-9a09e0aeaa3a service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959224 Sep 23 23:56:44.422717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2e22d477-f333-4eba-9531-8e06cf4ff81f None None] Port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:44.441768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 21be4914-5239-4248-baa9-47fe7c3b8606 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:44.443005 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:44.457005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-82671ad0-e209-4f6c-a4f5-3f97c1cbfc20 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2165897 Sep 23 23:56:44.461448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f2082b9-e817-4f5e-a48e-1aca9e27113f req-7d20b05d-cfdf-41ed-b7be-f92fa9f17523 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339097 Sep 23 23:56:44.625258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ffa538f3-de69-4734-b907-7590d06a8244 None None] Provisioning complete for port b64a2c77-772d-46e7-872d-622adfec2bda triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:44.625749 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ffa538f3-de69-4734-b907-7590d06a8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:44.647479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-84e620b4-9bda-4703-83ec-003beddb349f service neutron] 10.222.0.24 "GET /v2.0/networks/39326579-f46e-4316-907b-65c1f38a71b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895008 Sep 23 23:56:44.787798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b64a2c77-772d-46e7-872d-622adfec2bda up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:44.861183 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ffa538f3-de69-4734-b907-7590d06a8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:44.893652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-5450aada-1c33-4a3d-a32b-39e1370b8f11 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:44.895291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-5450aada-1c33-4a3d-a32b-39e1370b8f11 tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7&tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.2449865 Sep 23 23:56:44.912086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b64a2c77-772d-46e7-872d-622adfec2bda triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:44.912551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:44.912749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19301c6-1186-4848-90bb-f21c1f885497 req-dd39b8ad-1794-47a6-b898-496cbfa5b5cc tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:44.914283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d19301c6-1186-4848-90bb-f21c1f885497 req-dd39b8ad-1794-47a6-b898-496cbfa5b5cc tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.2074912 Sep 23 23:56:44.917503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ffa538f3-de69-4734-b907-7590d06a8244 None None] For port b64a2c77-772d-46e7-872d-622adfec2bda, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b64a2c77-772d-46e7-872d-622adfec2bda,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:44.936608 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ffa538f3-de69-4734-b907-7590d06a8244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:45.016743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-67857eb1-91ac-4653-bf2a-d976af4da901 service neutron] 10.222.0.24 "GET /v2.0/networks/39326579-f46e-4316-907b-65c1f38a71b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3682590 Sep 23 23:56:45.040780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:56:45.059509 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Sync routers for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:56:45.071674 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:56:45.072395 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:45.076116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-58555fc7-3d42-464f-8087-b5b123db3efe admin admin] 10.222.0.24 "PUT /v2.0/routers/1de45cd6-8645-49b3-adea-6cdc5c377270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2274799 Sep 23 23:56:45.111575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d19301c6-1186-4848-90bb-f21c1f885497 req-057a5e7c-18f7-4e0e-9fbe-2c99f7bc0cb9 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769774 Sep 23 23:56:45.133936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa538f3-de69-4734-b907-7590d06a8244 None None] Pushing event updated for resources: {'Port': ['ID=b64a2c77-772d-46e7-872d-622adfec2bda,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:45.284337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c5524254-37f5-4602-9ea9-f85f6b6763c4 None None] Provisioning complete for port b64a2c77-772d-46e7-872d-622adfec2bda triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:45.284337 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c5524254-37f5-4602-9ea9-f85f6b6763c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:45.331524 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:56:45.342327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-d38060fa-37b7-41cf-ba60-27a868049d5d service neutron] 10.222.0.24 "GET /v2.0/networks/9fb29b70-e359-471a-9726-13d41a87af79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243630 Sep 23 23:56:45.463392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a6bd5-6db5-4ef7-a02b-4bb65421bcc4 req-f9d9c78b-70e0-40e5-a4c7-d55fa55a2ab7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:45.465803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-323a6bd5-6db5-4ef7-a02b-4bb65421bcc4 req-f9d9c78b-70e0-40e5-a4c7-d55fa55a2ab7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.2309628 Sep 23 23:56:45.468577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-993f1397-ef22-4c53-a78f-b9ca37e4374b service neutron] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:45.474650 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-993f1397-ef22-4c53-a78f-b9ca37e4374b service neutron] Notify callbacks [] for binding, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:45.478321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c68e63-60d6-45bf-92cd-150d82dadc3e req-993f1397-ef22-4c53-a78f-b9ca37e4374b service neutron] 10.222.0.18 "DELETE /v2.0/ports/5965ce87-96be-41c4-82d6-b61ca593f081/bindings/n-h2-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.5471332 Sep 23 23:56:45.568033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-64c3cbac-5497-4b81-8903-d748aad6293e service neutron] 10.222.0.24 "GET /v2.0/networks/9fb29b70-e359-471a-9726-13d41a87af79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233593 Sep 23 23:56:45.590004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-323a6bd5-6db5-4ef7-a02b-4bb65421bcc4 req-04abd947-294c-4667-810c-5de1b7100836 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043520 Sep 23 23:56:45.640297 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 2, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:45.687729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ff6fa-757e-42c2-83ee-ef2974204802 None None] Network 9fb29b70-e359-471a-9726-13d41a87af79 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:56:45.698096 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Checking router: 1de45cd6-8645-49b3-adea-6cdc5c377270 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:56:45.698852 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Updating router 1de45cd6-8645-49b3-adea-6cdc5c377270 port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:56:45.749765 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:45.813110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996b4ae-9203-471d-99da-225f44a76f39 req-c52bf445-3c79-483d-84cb-da4537b58312 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:45.818160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f996b4ae-9203-471d-99da-225f44a76f39 req-c52bf445-3c79-483d-84cb-da4537b58312 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 944 time: 0.1342328 Sep 23 23:56:45.915807 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f996b4ae-9203-471d-99da-225f44a76f39 req-13dd5921-0d13-4ac6-9fcd-52b758e6f92c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885708 Sep 23 23:56:45.958228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-acab7dad-3a4a-4f20-aec9-e5221297dbd3 None None] Provisioning complete for port e4e708b4-6402-4429-a2a0-43676a38220a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:45.959671 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-acab7dad-3a4a-4f20-aec9-e5221297dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:46.152172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e4e708b4-6402-4429-a2a0-43676a38220a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:46.205303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520a827-0ca6-4578-b5bf-92d796a9ba81 req-32b85c5f-fb46-41d8-a927-986778ffa12d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:46.209495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9520a827-0ca6-4578-b5bf-92d796a9ba81 req-32b85c5f-fb46-41d8-a927-986778ffa12d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1219566 Sep 23 23:56:46.387149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9520a827-0ca6-4578-b5bf-92d796a9ba81 req-0fb580d6-5e75-4240-afc7-e023fadebc09 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669211 Sep 23 23:56:46.417135 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-acab7dad-3a4a-4f20-aec9-e5221297dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:46.459069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e4e708b4-6402-4429-a2a0-43676a38220a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:46.459069 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:46.568229 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:46.589364 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:46.669721 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cf092-3723-42bc-aa1f-6d3ca8b55aa9 None None] Pushing event updated for resources: {'Port': ['ID=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:46.683409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-acab7dad-3a4a-4f20-aec9-e5221297dbd3 None None] For port e4e708b4-6402-4429-a2a0-43676a38220a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e4e708b4-6402-4429-a2a0-43676a38220a,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:46.699431 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-acab7dad-3a4a-4f20-aec9-e5221297dbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:46.851479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adbe484c-0702-4fbe-af47-649084ea6578 req-6a79b18f-416d-4441-800f-0576f5359ded tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 210 time: 0.1250865 Sep 23 23:56:46.938696 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Attempting to bind port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:46.941920 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Attempting to bind port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:46.942621 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Attempting to bind port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef on network 3aa35329-dec2-43c0-adc1-f1869da479c4 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:46.963010 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:46.963516 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Checking segment: {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:46.965013 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:46.965593 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Bound using segment: {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:46.968152 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Bound port: 310b853a-4ebc-4de7-8255-ecbe6f43a3ef, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:46.968679 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.014098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab7dad-3a4a-4f20-aec9-e5221297dbd3 None None] Pushing event updated for resources: {'Port': ['ID=e4e708b4-6402-4429-a2a0-43676a38220a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:47.034943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b3ea0325-8ec0-4130-a54c-67d44be06e10 None None] Provisioning complete for port e4e708b4-6402-4429-a2a0-43676a38220a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:47.035500 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3ea0325-8ec0-4130-a54c-67d44be06e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.138434 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] For port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:47.145800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44452) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:47.148845 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] For port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:47.153274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f9d8d06e-c915-4fa6-9507-8420c6507437 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867549650', 'description': 'tempest-description--1144570749'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:47.154889 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.217947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d06e-c915-4fa6-9507-8420c6507437 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.219995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b64a2c77-772d-46e7-872d-622adfec2bda up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:47.273800 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05cf092-3723-42bc-aa1f-6d3ca8b55aa9 None None] Pushing event updated for resources: {'Port': ['ID=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:47.291584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:56:47.293442 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:47.420945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d06e-c915-4fa6-9507-8420c6507437 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.435928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d06e-c915-4fa6-9507-8420c6507437 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.445904 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:56:47.484464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8d06e-c915-4fa6-9507-8420c6507437 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c759a4c-d91c-4ad6-a0fe-aa9323d84222,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:47.500782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9d8d06e-c915-4fa6-9507-8420c6507437 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.503648 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f9d8d06e-c915-4fa6-9507-8420c6507437 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3560789 Sep 23 23:56:47.507827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44456) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:47.516985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9440d557-fe3b-4f81-8cbe-8d90e9bd874c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Request body: {'security_group_rule': {'security_group_id': '5c759a4c-d91c-4ad6-a0fe-aa9323d84222', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:47.517685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40293c97-7f4d-4e00-8309-5e433b835c5d req-6722d501-c493-4c45-b463-e06a26ce3a7c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:47.520848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40293c97-7f4d-4e00-8309-5e433b835c5d req-6722d501-c493-4c45-b463-e06a26ce3a7c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.3459990 Sep 23 23:56:47.539327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b64a2c77-772d-46e7-872d-622adfec2bda triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:47.539696 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.584872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9440d557-fe3b-4f81-8cbe-8d90e9bd874c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.666203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40293c97-7f4d-4e00-8309-5e433b835c5d req-88a44857-44ba-4977-a914-6adadfa8fbea tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342092 Sep 23 23:56:47.681362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9440d557-fe3b-4f81-8cbe-8d90e9bd874c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.687221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9440d557-fe3b-4f81-8cbe-8d90e9bd874c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.694427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb43423a-d023-4847-857e-338cc7b14dc1 req-f2574b7a-69fa-40e7-bc22-ad536ca78510 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:47.706349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb43423a-d023-4847-857e-338cc7b14dc1 req-f2574b7a-69fa-40e7-bc22-ad536ca78510 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.3517945 Sep 23 23:56:47.717532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440d557-fe3b-4f81-8cbe-8d90e9bd874c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996294f1-9d1d-4c3e-8cea-a90ca426de16,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:47.727090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-43537775-dee7-4fe1-a88d-3c0c1e1388d4 None None] Provisioning complete for port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:47.727671 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-43537775-dee7-4fe1-a88d-3c0c1e1388d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.728294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9440d557-fe3b-4f81-8cbe-8d90e9bd874c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.735306 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9440d557-fe3b-4f81-8cbe-8d90e9bd874c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2247038 Sep 23 23:56:47.737985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44460) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:47.744417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c26f8bc2-2ecd-4952-b8e8-76d63f4dfd6e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Request body: {'security_group_rule': {'security_group_id': '5c759a4c-d91c-4ad6-a0fe-aa9323d84222', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:47.799450 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c26f8bc2-2ecd-4952-b8e8-76d63f4dfd6e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.815664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb43423a-d023-4847-857e-338cc7b14dc1 req-d7aacf7e-3b84-46d0-bfee-537bf6f81723 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081829 Sep 23 23:56:47.904921 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:47Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:56:47.934862 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c26f8bc2-2ecd-4952-b8e8-76d63f4dfd6e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.966599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c26f8bc2-2ecd-4952-b8e8-76d63f4dfd6e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:47.985799 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b5d9ca-a993-4273-b911-4f4ea4a34283 None None] The sync data for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 is: [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:47Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:56:48.021401 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-43537775-dee7-4fe1-a88d-3c0c1e1388d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.043289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f8bc2-2ecd-4952-b8e8-76d63f4dfd6e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7effe2f-1865-4a4c-b46e-5ded262cf062,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:48.102503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c26f8bc2-2ecd-4952-b8e8-76d63f4dfd6e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.107846 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c26f8bc2-2ecd-4952-b8e8-76d63f4dfd6e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3682621 Sep 23 23:56:48.145984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-43537775-dee7-4fe1-a88d-3c0c1e1388d4 None None] For port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:48.149545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44464) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:56:48.151875 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-43537775-dee7-4fe1-a88d-3c0c1e1388d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.154535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:48.220696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-780ade4d-6e51-4dd7-b078-43bbc4cdd098 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:48.221514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091f1a-c392-4c94-9534-c74c7b0b828c req-e2dafafa-2741-4c61-85f9-eed3f367e97b tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:48.223295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e4e708b4-6402-4429-a2a0-43676a38220a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:48.227498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-780ade4d-6e51-4dd7-b078-43bbc4cdd098 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:48.229257 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-780ade4d-6e51-4dd7-b078-43bbc4cdd098 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "GET /v2.0/networks?id=39326579-f46e-4316-907b-65c1f38a71b3&id=9fb29b70-e359-471a-9726-13d41a87af79 HTTP/1.1" status: 200 len: 1392 time: 0.2930627 Sep 23 23:56:48.230815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.235889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63091f1a-c392-4c94-9534-c74c7b0b828c req-e2dafafa-2741-4c61-85f9-eed3f367e97b tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 1096 time: 0.3187718 Sep 23 23:56:48.250428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'port': {'device_id': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3', 'admin_state_up': True, 'tenant_id': 'acccadf987f549598047750b1755c925'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:48.314532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a0ab4-1a28-47af-a520-54aadf1fff64 req-191c8e99-489f-443b-9f7c-9aecf78167d5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:48.316694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-506a0ab4-1a28-47af-a520-54aadf1fff64 req-191c8e99-489f-443b-9f7c-9aecf78167d5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.2992740 Sep 23 23:56:48.336384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63091f1a-c392-4c94-9534-c74c7b0b828c req-99cc9e99-926e-4b7d-b570-441e13ff2f8e tempest-LiveMigrationTest-1087949512 tempest-LiveMigrationTest-1087949512-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920372 Sep 23 23:56:48.403174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43537775-dee7-4fe1-a88d-3c0c1e1388d4 None None] Pushing event updated for resources: {'Port': ['ID=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:48.444246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-506a0ab4-1a28-47af-a520-54aadf1fff64 req-e20f2f68-37d2-49d5-98ee-3e47ca43f0ff tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004779 Sep 23 23:56:48.451378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:48.462222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-22b1bab9-3456-4e63-b5a7-41384ea3f922 None None] Provisioning complete for port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:48.462587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.462724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22b1bab9-3456-4e63-b5a7-41384ea3f922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.528966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e4e708b4-6402-4429-a2a0-43676a38220a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:48.529366 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.712592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5709a527-f195-4f5c-a080-b3a6e3d8d20f req-3c4dce49-d85c-4acb-aa3b-a4aca7c50736 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 210 time: 0.0793848 Sep 23 23:56:48.756334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Allocated IP 19.80.0.54 (39326579-f46e-4316-907b-65c1f38a71b3/7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc/c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:48.759856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:48.968667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Allocated IP 172.25.5.218 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ce75bc5c-2104-418a-8887-7a4f8b605241) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:49.034444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af00379d-a73f-4800-9584-e4b70a3f285c req-b5aa68ee-03fa-4249-91db-3406f692b9ad tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:49.036313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af00379d-a73f-4800-9584-e4b70a3f285c req-b5aa68ee-03fa-4249-91db-3406f692b9ad tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 944 time: 0.1793494 Sep 23 23:56:49.053284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95596679-b7bc-4e20-80f8-143c6897fc6f req-006b81a6-87b9-46ba-bbaa-7369261406ab tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:49.055867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95596679-b7bc-4e20-80f8-143c6897fc6f req-006b81a6-87b9-46ba-bbaa-7369261406ab tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1517575 Sep 23 23:56:49.117325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95596679-b7bc-4e20-80f8-143c6897fc6f req-c0d78ab3-9f20-46f5-8749-e6dd67d5220b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541012 Sep 23 23:56:49.133308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af00379d-a73f-4800-9584-e4b70a3f285c req-a269a077-d4ce-479e-8e27-d14a32a3e9e6 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761571 Sep 23 23:56:49.173964 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:49.223350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:49.275306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:49.301736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3021e310-c670-4cef-977f-42a3823b6270 req-ff04bd14-59c9-4594-9d05-9286476a4276 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:49.303941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3021e310-c670-4cef-977f-42a3823b6270 req-ff04bd14-59c9-4594-9d05-9286476a4276 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.0916970 Sep 23 23:56:49.344568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event updated for resources: {'Port': ['ID=ce75bc5c-2104-418a-8887-7a4f8b605241,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:49.356067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3021e310-c670-4cef-977f-42a3823b6270 req-50cd2fa3-6aad-48ea-8dff-cdc8fd98ec92 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446444 Sep 23 23:56:49.371503 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:49.373229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:49.376280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:49.393348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:49.492237 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:56:49.510607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-8467a287-36f3-4c95-a3cd-19333c2df5b6 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:49.513710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-8467a287-36f3-4c95-a3cd-19333c2df5b6 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.18 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 944 time: 0.0887573 Sep 23 23:56:49.516650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 39326579-f46e-4316-907b-65c1f38a71b3 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:49.523913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:49.550831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:49.732383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedec661-270e-4e21-b592-9c4399ae1110 req-e7fe0d6c-b952-4331-b1f3-adf32aa64388 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:49.733939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cedec661-270e-4e21-b592-9c4399ae1110 req-e7fe0d6c-b952-4331-b1f3-adf32aa64388 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.0920308 Sep 23 23:56:49.798929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Deleting port 5965ce87-96be-41c4-82d6-b61ca593f081 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:49.799292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:49.905490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-68854bcf-60a7-45b2-8fe7-092cfcd659a4 None None] Provisioning complete for port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:49.906086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] For port 5965ce87-96be-41c4-82d6-b61ca593f081, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=5965ce87-96be-41c4-82d6-b61ca593f081,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:49.906086 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:49.906924 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-68854bcf-60a7-45b2-8fe7-092cfcd659a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:49.920458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Calling delete_port for 5965ce87-96be-41c4-82d6-b61ca593f081 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:49.964924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-68854bcf-60a7-45b2-8fe7-092cfcd659a4 None None] Port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:50.032589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cedec661-270e-4e21-b592-9c4399ae1110 req-889eb07c-9ecb-464e-939f-e4cef5e41a88 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884068 Sep 23 23:56:50.082246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6aa030-bc87-4bce-9988-9c9561828ce8 req-cbb4a8eb-9935-4fc1-a3f3-afd68643d1d1 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:50.083832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be6aa030-bc87-4bce-9988-9c9561828ce8 req-cbb4a8eb-9935-4fc1-a3f3-afd68643d1d1 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 931 time: 0.1473458 Sep 23 23:56:50.123149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:50.123557 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.142565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 310b853a-4ebc-4de7-8255-ecbe6f43a3ef up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:56:50.148071 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9024160 Sep 23 23:56:50.149951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdba364-479e-4e9a-8dd6-5c8e2e2a0e5a tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Port': ['ID=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:50.177446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Request body: {'port': {'device_id': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79', 'admin_state_up': True, 'tenant_id': 'acccadf987f549598047750b1755c925'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:50.210693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.212554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:50.212925 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.259007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Pushing event deleted for resources: {'Port': ['ID=5965ce87-96be-41c4-82d6-b61ca593f081,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:50.272975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be6aa030-bc87-4bce-9988-9c9561828ce8 req-5c9a0e58-b053-4893-a2cd-e1649f127571 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812525 Sep 23 23:56:50.347442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.408267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] No DVR routers for this DVR port 5965ce87-96be-41c4-82d6-b61ca593f081 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:50.413751 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.415611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['81007724-64bb-495f-a755-cfd200c6be4a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:50.416611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0654883-e1e0-4b57-8255-06d7153beef0 req-99c3622e-d6bc-49d8-9c7a-79ea541a4679 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.18 "DELETE /v2.0/ports/5965ce87-96be-41c4-82d6-b61ca593f081 HTTP/1.1" status: 204 len: 173 time: 0.8932831 Sep 23 23:56:50.418252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['5965ce87-96be-41c4-82d6-b61ca593f081'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:50.431452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.434012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'name': 'network-vif-deleted', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:50.436919 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc37af87-113d-479a-bdd2-d11e236d0235" -d '{"events": [{"server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "name": "network-vif-deleted", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:50.476353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Made reservation on behalf of acccadf987f549598047750b1755c925 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:50.481434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.516181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5a825b9-bd90-4f15-9382-dbd6e9255ed9 req-46c821bd-b874-4a79-9f4f-f35368c1379b tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 210 time: 0.0964844 Sep 23 23:56:50.559926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea319f-a9db-4251-86ed-078658574bc8 req-d0ff9c89-9e4b-4f7a-bcff-2611ef3c469c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:50.564435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efea319f-a9db-4251-86ed-078658574bc8 req-d0ff9c89-9e4b-4f7a-bcff-2611ef3c469c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.3065646 Sep 23 23:56:50.668758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efea319f-a9db-4251-86ed-078658574bc8 req-3a05416c-e986-404f-a293-82ef82c68c8c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997076 Sep 23 23:56:50.753654 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.771933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:50.796197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5834951-c683-4d63-8868-646260b8e2e4 req-80d4073d-0122-4862-9330-6da17345850c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:50.804081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5834951-c683-4d63-8868-646260b8e2e4 req-80d4073d-0122-4862-9330-6da17345850c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.0942266 Sep 23 23:56:50.861974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5834951-c683-4d63-8868-646260b8e2e4 req-e98de4e9-9450-4953-a73e-3a4c4c6ba2c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565474 Sep 23 23:56:50.864138 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e56eac1-fe5d-4e38-b2e1-ab0465de72bb x-openstack-request-id: req-2e56eac1-fe5d-4e38-b2e1-ab0465de72bb {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:50.864533 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0821d3a0-cfce-4a7d-96ed-9b35007fbfb7", "name": "network-vif-deleted", "tag": "5965ce87-96be-41c4-82d6-b61ca593f081", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:50.864884 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e56eac1-fe5d-4e38-b2e1-ab0465de72bb {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:50.865416 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0821d3a0-cfce-4a7d-96ed-9b35007fbfb7', 'name': 'network-vif-deleted', 'tag': '5965ce87-96be-41c4-82d6-b61ca593f081', 'status': 'completed', 'code': 200} Sep 23 23:56:50.993551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event updated for resources: {'Port': ['ID=ce75bc5c-2104-418a-8887-7a4f8b605241,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:51.010329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.024527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Allocated IP 19.86.0.174 (9fb29b70-e359-471a-9726-13d41a87af79/9e1c449e-adfd-4f15-8668-b50078019d94/747b02a7-fb34-4dc7-a518-1367325a1737) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:51.039195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.043664 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d612ba90-cc78-4aa9-9274-0356f36d99e6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8901942 Sep 23 23:56:51.197243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97a591-b616-4941-b77e-093933912b62 req-0470061c-c278-4790-b218-69cfcddea5ad tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:51.199877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c97a591-b616-4941-b77e-093933912b62 req-0470061c-c278-4790-b218-69cfcddea5ad tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.0650811 Sep 23 23:56:51.264303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.271271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c97a591-b616-4941-b77e-093933912b62 req-f7bee385-13cf-47ae-8c3b-b20df1c174e4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627940 Sep 23 23:56:51.294272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-b44d6dae-21fe-498e-9881-e9d0751005f2 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--867549650&fields=id&tenant_id=ffcc656bd691477f81a8a2d1f42c1b83 HTTP/1.1" status: 200 len: 267 time: 0.0612211 Sep 23 23:56:51.319069 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.381009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Network 9fb29b70-e359-471a-9726-13d41a87af79 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:51.387115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event updated for resources: {'Port': ['ID=747b02a7-fb34-4dc7-a518-1367325a1737,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:51.389904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:51.392369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:51.445449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:51.446271 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.463935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-572581c3-9d56-4766-b10b-ddae00dffe8c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2959642 Sep 23 23:56:51.489520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Request body: {'port': {'device_id': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:51.523495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743493-7544-4c3c-9e72-efc775309c8a req-2e7bffa7-39d4-4bfa-bc8f-3270c70701f8 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:51.531865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-2e7bffa7-39d4-4bfa-bc8f-3270c70701f8 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/networks?id=3aa35329-dec2-43c0-adc1-f1869da479c4 HTTP/1.1" status: 200 len: 814 time: 0.2150700 Sep 23 23:56:51.543084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a5e8a-d8f2-4eba-ab3c-d7ab8d65f6d9 req-e493c0a6-0b30-4877-84b2-959e9749f26d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:51.544669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-908a5e8a-d8f2-4eba-ab3c-d7ab8d65f6d9 req-e493c0a6-0b30-4877-84b2-959e9749f26d tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.1812592 Sep 23 23:56:51.567238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-083828b6-1b97-441d-b2bd-bdb65914820c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/quotas/ffcc656bd691477f81a8a2d1f42c1b83 HTTP/1.1" status: 200 len: 375 time: 0.0171947 Sep 23 23:56:51.567954 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.689703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-908a5e8a-d8f2-4eba-ab3c-d7ab8d65f6d9 req-0137fc0f-a684-4ca3-b456-7711f932f895 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199980 Sep 23 23:56:51.715969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-4a5c36f6-09d9-493f-a217-59454749bb80 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffcc656bd691477f81a8a2d1f42c1b83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1475160 Sep 23 23:56:51.735862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-622b7621-a9e0-4a1b-80fe-8bf454ebbcac None None] Provisioning complete for port 747b02a7-fb34-4dc7-a518-1367325a1737 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:51.736422 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-622b7621-a9e0-4a1b-80fe-8bf454ebbcac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.779816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-622b7621-a9e0-4a1b-80fe-8bf454ebbcac None None] Port 747b02a7-fb34-4dc7-a518-1367325a1737 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:51.849667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bafc2-e69a-4824-9cd7-6cae9ff9cccf req-1d55baef-61db-4d1e-bd73-ae6a9f40d536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:51.855709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829bafc2-e69a-4824-9cd7-6cae9ff9cccf req-1d55baef-61db-4d1e-bd73-ae6a9f40d536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:51.857469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-829bafc2-e69a-4824-9cd7-6cae9ff9cccf req-1d55baef-61db-4d1e-bd73-ae6a9f40d536 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1654 time: 0.1053925 Sep 23 23:56:51.890175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:51.890854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-25b9fc48-d143-46df-a32d-fcc5a764a10a service neutron] 10.222.0.24 "GET /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598220 Sep 23 23:56:51.901639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.915938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Transition to ACTIVE for port object c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:51.920732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:51.930645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-829bafc2-e69a-4824-9cd7-6cae9ff9cccf req-b4532b05-40da-4e5c-844a-950bcf4b8ea0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579953 Sep 23 23:56:52.047745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-9941d831-e78f-4f5d-8f70-b9903e433c26 service neutron] 10.222.0.24 "GET /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502013 Sep 23 23:56:52.048080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Pushing event updated for resources: {'Port': ['ID=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:52.106092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a892086d-7189-4f27-942d-70729d46fdcf req-80e8ca44-8876-4b10-a5ae-5c1217959171 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 210 time: 0.0559278 Sep 23 23:56:52.118155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Attempting to bind port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:52.118890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Attempting to bind port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:52.119747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Attempting to bind port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 on network 39326579-f46e-4316-907b-65c1f38a71b3 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:52.129285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 on network 39326579-f46e-4316-907b-65c1f38a71b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:52.131048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Attempting to bind port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 on network 39326579-f46e-4316-907b-65c1f38a71b3 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:52.147943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:52.148281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Checking segment: {'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:52.148672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Bound using segment: {'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:52.149110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Bound port: c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccee458c-eb9c-4880-a446-89911f416ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:52.149575 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:52.240242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] For port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:52.243924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] For port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:52.270258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:52.324802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:52.332278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:52.334385 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] 10.222.0.20 "PUT /v2.0/ports/c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 HTTP/1.1" status: 200 len: 1092 time: 0.8552175 Sep 23 23:56:52.334900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'tag': 'c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:52.341204 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "tag": "c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:52.370043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Request body: {'port': {'device_id': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:52.421807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de5990-7c3f-45d3-9dea-a32ca3f83878 service neutron] Pushing event updated for resources: {'Port': ['ID=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:52.456942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:52.464798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-deea82bb-4aee-494f-90e8-0419a2550055 req-d582d873-cb5e-43f7-a594-ff37cdeec0bd tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 210 time: 0.0516825 Sep 23 23:56:52.502164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa439bd-beaa-4a02-b4fe-a9f698e0fec7 req-b0dc5c52-7094-4afc-a9c4-888746c27e96 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:52.519221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fa439bd-beaa-4a02-b4fe-a9f698e0fec7 req-b0dc5c52-7094-4afc-a9c4-888746c27e96 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.2043152 Sep 23 23:56:52.586863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fa439bd-beaa-4a02-b4fe-a9f698e0fec7 req-aaa0e518-efb6-4a44-84b4-3bde223c20fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663629 Sep 23 23:56:52.671296 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 5965ce87-96be-41c4-82d6-b61ca593f081 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:52.701954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 5965ce87-96be-41c4-82d6-b61ca593f081 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:56:52.702303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 5965ce87-96be-41c4-82d6-b61ca593f081 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:56:52.853596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9d97e-341c-4698-ba42-91693030c9bc req-b90b2fd8-bb5b-426d-a617-e659dfa354c7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:52.853827 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf34369-89cd-43f3-af92-ad4c53e0fd63 x-openstack-request-id: req-dcf34369-89cd-43f3-af92-ad4c53e0fd63 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:52.854028 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "tag": "c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:52.854233 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcf34369-89cd-43f3-af92-ad4c53e0fd63 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:52.854612 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'tag': 'c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64', 'status': 'completed', 'code': 200} Sep 23 23:56:52.873357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747b02a7-fb34-4dc7-a518-1367325a1737 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:52.879569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-caa9d97e-341c-4698-ba42-91693030c9bc req-b90b2fd8-bb5b-426d-a617-e659dfa354c7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.2694211 Sep 23 23:56:52.888185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:52.902256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Transition to ACTIVE for port object 747b02a7-fb34-4dc7-a518-1367325a1737 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:52.909667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:52.960784 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5105b19d-22c6-41b5-86dc-b121e10ff978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:53.025218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44808ce9-1775-4640-b47a-7181af160ac6 req-71089d71-b5b3-45c8-b68f-1e941d0c89f9 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.026713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44808ce9-1775-4640-b47a-7181af160ac6 req-71089d71-b5b3-45c8-b68f-1e941d0c89f9 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.3220887 Sep 23 23:56:53.050299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Pushing event updated for resources: {'Port': ['ID=747b02a7-fb34-4dc7-a518-1367325a1737,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:53.094417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-caa9d97e-341c-4698-ba42-91693030c9bc req-45013511-4e05-4b76-bc65-a219d6fa9894 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127984 Sep 23 23:56:53.142413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Attempting to bind port 747b02a7-fb34-4dc7-a518-1367325a1737 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:53.143706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Attempting to bind port 747b02a7-fb34-4dc7-a518-1367325a1737 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:53.146651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Attempting to bind port 747b02a7-fb34-4dc7-a518-1367325a1737 on network 9fb29b70-e359-471a-9726-13d41a87af79 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:53.154509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Port 747b02a7-fb34-4dc7-a518-1367325a1737 on network 9fb29b70-e359-471a-9726-13d41a87af79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:53.158144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Attempting to bind port 747b02a7-fb34-4dc7-a518-1367325a1737 on network 9fb29b70-e359-471a-9726-13d41a87af79 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:53.169319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:53.174048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Checking segment: {'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:53.174048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Bound using segment: {'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:53.175348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Bound port: 747b02a7-fb34-4dc7-a518-1367325a1737, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f68474-327b-4732-8e99-12994d80bf25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:53.175818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:53.304258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] For port 747b02a7-fb34-4dc7-a518-1367325a1737, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:53.307963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] For port 747b02a7-fb34-4dc7-a518-1367325a1737, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=747b02a7-fb34-4dc7-a518-1367325a1737,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:53.312699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:53.350069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.351232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:53.352918 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] 10.222.0.20 "PUT /v2.0/ports/747b02a7-fb34-4dc7-a518-1367325a1737 HTTP/1.1" status: 200 len: 1093 time: 0.9877293 Sep 23 23:56:53.398319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00149d97-8f4a-4837-8ca4-ce72f49e0dff service neutron] Pushing event updated for resources: {'Port': ['ID=747b02a7-fb34-4dc7-a518-1367325a1737,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:53.499407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-a19ea200-5578-4453-be00-ff79c28ad0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.499886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-a19ea200-5578-4453-be00-ff79c28ad0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.501442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-a19ea200-5578-4453-be00-ff79c28ad0f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1940 time: 0.5968049 Sep 23 23:56:53.513040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0716e7-f914-45e1-9f6e-37af6fbdace2 req-9acbfdc9-13fd-4065-8c37-906163b3c7b8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.514537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b0716e7-f914-45e1-9f6e-37af6fbdace2 req-9acbfdc9-13fd-4065-8c37-906163b3c7b8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 946 time: 0.5609791 Sep 23 23:56:53.670441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b0716e7-f914-45e1-9f6e-37af6fbdace2 req-0f936a15-dacc-4f44-8b01-13c0de325240 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454127 Sep 23 23:56:53.682019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3369e1-3db7-48d1-8cb8-b798e4e3c806 req-219529a3-a478-4d3a-895c-8d5f695dbcdc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.688779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3369e1-3db7-48d1-8cb8-b798e4e3c806 req-219529a3-a478-4d3a-895c-8d5f695dbcdc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.695475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac3369e1-3db7-48d1-8cb8-b798e4e3c806 req-219529a3-a478-4d3a-895c-8d5f695dbcdc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1678 time: 0.1921465 Sep 23 23:56:53.755716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Deleting port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:56:53.756095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:53.760083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-e0765021-8c70-48be-a30b-6ab28664b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.760558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-e0765021-8c70-48be-a30b-6ab28664b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.762009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-e0765021-8c70-48be-a30b-6ab28664b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.764392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-e0765021-8c70-48be-a30b-6ab28664b301 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=acccadf987f549598047750b1755c925&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2486362 Sep 23 23:56:53.854483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac3369e1-3db7-48d1-8cb8-b798e4e3c806 req-14a6f2ec-dbc1-486d-b10c-752418fa05ac tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446428 Sep 23 23:56:53.855366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743493-7544-4c3c-9e72-efc775309c8a req-ecabb60b-370d-4898-b394-a4435c397baa tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:53.857177 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-ecabb60b-370d-4898-b394-a4435c397baa tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.20 "GET /v2.0/networks?id=3aa35329-dec2-43c0-adc1-f1869da479c4 HTTP/1.1" status: 200 len: 814 time: 0.2024341 Sep 23 23:56:53.901283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ee55399-abb0-495c-8515-169ae1793c6a req-1811e048-c150-4434-bab4-933a81fa632c tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 210 time: 0.0788171 Sep 23 23:56:53.952100 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-34ba4f6a-8eb9-4773-af25-ad46f9936083 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffcc656bd691477f81a8a2d1f42c1b83 HTTP/1.1" status: 200 len: 379 time: 0.0833476 Sep 23 23:56:53.982550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Request body: {'port': {'device_id': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'admin_state_up': True, 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'security_groups': ['5c759a4c-d91c-4ad6-a0fe-aa9323d84222']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:54.021924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] For port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:54.022305 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.037633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-03e2e953-83df-4ace-84a5-df99a5986cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:54.039481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df0fa0a2-95c5-4af9-958b-baeca1ed8ff2 req-03e2e953-83df-4ace-84a5-df99a5986cdf service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2526178 Sep 23 23:56:54.044609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Calling delete_port for b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:56:54.155552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Made reservation on behalf of ffcc656bd691477f81a8a2d1f42c1b83 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:56:54.161252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adfa6132-23ff-4b41-aa5a-9c20afe8c7fe req-04ed8b0b-4203-4941-a9b2-a80064ae26bd tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 210 time: 0.0664191 Sep 23 23:56:54.162982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.220902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-54d773f7-40b7-436f-af9c-546d7d64534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:54.222223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-54d773f7-40b7-436f-af9c-546d7d64534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:54.224180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-54d773f7-40b7-436f-af9c-546d7d64534d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1982 time: 0.1306500 Sep 23 23:56:54.311560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10389731-2345-4e75-bd73-b8c1ed113cf8 req-2e0b5e6b-d750-41d0-902d-998799500ca7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:54.313106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10389731-2345-4e75-bd73-b8c1ed113cf8 req-2e0b5e6b-d750-41d0-902d-998799500ca7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.2078769 Sep 23 23:56:54.318322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-ec8d26be-5564-4881-9d60-8f9d3174915b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 HTTP/1.1" status: 200 len: 217 time: 0.0718164 Sep 23 23:56:54.339340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Allocated IP 172.20.0.10 (3aa35329-dec2-43c0-adc1-f1869da479c4/a0427fa7-6c0a-4a14-aa9d-aafd082cb20f/3e9fc5e4-9858-4528-bdec-b0a13142786a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:56:54.417510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df192e8c-8cfd-463b-94c2-0fd9b71d947c req-6c1478b8-471d-446b-a90f-022c81090ba4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:54.419139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df192e8c-8cfd-463b-94c2-0fd9b71d947c req-6c1478b8-471d-446b-a90f-022c81090ba4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1938527 Sep 23 23:56:54.468717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-e8731f60-1e72-4df9-9008-ba96fdb42856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:54.470209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-e8731f60-1e72-4df9-9008-ba96fdb42856 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc HTTP/1.1" status: 200 len: 801 time: 0.1450622 Sep 23 23:56:54.473783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10389731-2345-4e75-bd73-b8c1ed113cf8 req-0cfbe9f1-972e-48e1-b7c7-a56ee7f0b3a4 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431086 Sep 23 23:56:54.474402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.488012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:54.491625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.537839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event deleted for resources: {'Port': ['ID=b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:54.543587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.593828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:56:54.597122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] No DVR routers for this DVR port b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:56:54.599565 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.601784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44808ce9-1775-4640-b47a-7181af160ac6 req-e15a983b-d0a2-4ecf-b268-d6edaa701890 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "DELETE /v2.0/ports/b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd HTTP/1.1" status: 204 len: 173 time: 1.5628884 Sep 23 23:56:54.604101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d9a219-8a73-4591-8572-2e1605eeccbb', 'name': 'network-vif-deleted', 'tag': 'b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:54.606375 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3522a5e2-2773-4c12-bfa2-8fda03f1bfa8" -d '{"events": [{"server_uuid": "49d9a219-8a73-4591-8572-2e1605eeccbb", "name": "network-vif-deleted", "tag": "b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:54.606707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:56:54.609305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:56:54.611592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df192e8c-8cfd-463b-94c2-0fd9b71d947c req-06231c64-6461-41ab-90d9-76ec20a9ff19 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780238 Sep 23 23:56:54.614648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event updated for resources: {'Port': ['ID=3e9fc5e4-9858-4528-bdec-b0a13142786a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:54.619617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9f266cdd-bdbe-463e-87c6-23badd84ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:54.621275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-9f266cdd-bdbe-463e-87c6-23badd84ca9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=39326579-f46e-4316-907b-65c1f38a71b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1368783 Sep 23 23:56:54.685456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:54.686496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.723243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-e10099f5-5464-4abf-bd0e-9b68a1e0e2b6 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7563741 Sep 23 23:56:54.738369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Request body: {'port': {'device_id': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:54.771770 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62029843-609c-4e66-aed9-4f8083975aa0 x-openstack-request-id: req-62029843-609c-4e66-aed9-4f8083975aa0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:54.772430 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d9a219-8a73-4591-8572-2e1605eeccbb", "name": "network-vif-deleted", "tag": "b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:54.772430 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62029843-609c-4e66-aed9-4f8083975aa0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:54.773091 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49d9a219-8a73-4591-8572-2e1605eeccbb', 'name': 'network-vif-deleted', 'tag': 'b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd', 'status': 'completed', 'code': 200} Sep 23 23:56:54.843264 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:54.854322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b90ff844-a5ba-4977-b54a-fde8f4f4801c req-922e0b84-62e2-4963-8a4f-25e390254c7b tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=49d9a219-8a73-4591-8572-2e1605eeccbb HTTP/1.1" status: 200 len: 210 time: 0.0418577 Sep 23 23:56:54.857883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'tag': '747b02a7-fb34-4dc7-a518-1367325a1737'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:54.858070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-96b6da75-e6f8-4fd4-b572-822b40fc454a service neutron] 10.222.0.20 "GET /v2.0/networks/39326579-f46e-4316-907b-65c1f38a71b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130811 Sep 23 23:56:54.860392 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d68d0f7-22a0-4ea1-96f2-571086a22914" -d '{"events": [{"name": "network-changed", "server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "tag": "747b02a7-fb34-4dc7-a518-1367325a1737"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:55.052819 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c062c79b-d5c3-4a8c-bc5a-47df2b1b1174 x-openstack-request-id: req-c062c79b-d5c3-4a8c-bc5a-47df2b1b1174 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:55.053492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fdb29808-9fe1-453f-86db-988365ab74d6 None None] Provisioning complete for port 3e9fc5e4-9858-4528-bdec-b0a13142786a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:56:55.053830 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "tag": "747b02a7-fb34-4dc7-a518-1367325a1737", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:55.054185 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c062c79b-d5c3-4a8c-bc5a-47df2b1b1174 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:55.054705 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'tag': '747b02a7-fb34-4dc7-a518-1367325a1737', 'status': 'completed', 'code': 200} Sep 23 23:56:55.055938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-95b0964d-58bd-480a-9200-d1eec0dbadad service neutron] 10.222.0.20 "GET /v2.0/networks/39326579-f46e-4316-907b-65c1f38a71b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887109 Sep 23 23:56:55.061601 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fdb29808-9fe1-453f-86db-988365ab74d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:55.131782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fdb29808-9fe1-453f-86db-988365ab74d6 None None] Port 3e9fc5e4-9858-4528-bdec-b0a13142786a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:56:55.134122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-10fa74e1-66ac-4be7-a7ce-2cdc4581bbcd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=747b02a7-fb34-4dc7-a518-1367325a1737 HTTP/1.1" status: 200 len: 217 time: 0.0697639 Sep 23 23:56:55.201294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f06a2-50a5-4402-907b-ff55b8a298e4 req-5f1c97a6-e131-46cd-a7b9-9ad4aa8ab272 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:55.209634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f06a2-50a5-4402-907b-ff55b8a298e4 req-5f1c97a6-e131-46cd-a7b9-9ad4aa8ab272 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:55.211299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d79f06a2-50a5-4402-907b-ff55b8a298e4 req-5f1c97a6-e131-46cd-a7b9-9ad4aa8ab272 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1678 time: 0.2282515 Sep 23 23:56:55.267535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9fc5e4-9858-4528-bdec-b0a13142786a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:55.281721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:55.290476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34e9ab03-38d9-4abc-8290-cffd7aa69fa5 req-cedc7848-d4a4-48f9-9cc9-536f707237cd tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=0821d3a0-cfce-4a7d-96ed-9b35007fbfb7 HTTP/1.1" status: 200 len: 210 time: 0.0982780 Sep 23 23:56:55.316700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Transition to ACTIVE for port object 3e9fc5e4-9858-4528-bdec-b0a13142786a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:56:55.319402 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:55.322060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-4dbe70a2-2637-4fea-b3ef-9332496ac47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:55.324425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-4dbe70a2-2637-4fea-b3ef-9332496ac47d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e1c449e-adfd-4f15-8668-b50078019d94 HTTP/1.1" status: 200 len: 801 time: 0.1777694 Sep 23 23:56:55.349322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d79f06a2-50a5-4402-907b-ff55b8a298e4 req-1b91de00-6b0c-4786-b7f7-66530c03ac6c tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088836 Sep 23 23:56:55.409346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Pushing event updated for resources: {'Port': ['ID=3e9fc5e4-9858-4528-bdec-b0a13142786a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:55.483025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-d8f8c3d1-e3a3-45e8-b856-b2db73579fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:55.485095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-d8f8c3d1-e3a3-45e8-b856-b2db73579fc9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fb29b70-e359-471a-9726-13d41a87af79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1504831 Sep 23 23:56:55.568788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Attempting to bind port 3e9fc5e4-9858-4528-bdec-b0a13142786a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:55.570001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Attempting to bind port 3e9fc5e4-9858-4528-bdec-b0a13142786a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:55.571715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Attempting to bind port 3e9fc5e4-9858-4528-bdec-b0a13142786a on network 3aa35329-dec2-43c0-adc1-f1869da479c4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:55.589343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Port 3e9fc5e4-9858-4528-bdec-b0a13142786a on network 3aa35329-dec2-43c0-adc1-f1869da479c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:55.589993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Attempting to bind port 3e9fc5e4-9858-4528-bdec-b0a13142786a on network 3aa35329-dec2-43c0-adc1-f1869da479c4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:55.602541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:55.603779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Checking segment: {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:55.606555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Bound using segment: {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:55.607600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Bound port: 3e9fc5e4-9858-4528-bdec-b0a13142786a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35a90bf-06d4-4f8a-a13b-342b0de4e175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:55.610632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:55.726830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] For port 3e9fc5e4-9858-4528-bdec-b0a13142786a, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:55.730916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] For port 3e9fc5e4-9858-4528-bdec-b0a13142786a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3e9fc5e4-9858-4528-bdec-b0a13142786a,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:55.735716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:55.758606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3692b453-140a-4570-a80e-fc9eed723c0a req-0eb8ffd7-aad8-4e0f-9392-670636b40d3f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:55.760495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3692b453-140a-4570-a80e-fc9eed723c0a req-0eb8ffd7-aad8-4e0f-9392-670636b40d3f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 944 time: 0.2745557 Sep 23 23:56:55.788566 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:55.808246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:55.808711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-8cc7091d-63d1-41b4-97b3-847f2d0c16d2 service neutron] 10.222.0.20 "GET /v2.0/networks/9fb29b70-e359-471a-9726-13d41a87af79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029227 Sep 23 23:56:55.809177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:55.810446 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] 10.222.0.20 "PUT /v2.0/ports/3e9fc5e4-9858-4528-bdec-b0a13142786a HTTP/1.1" status: 200 len: 1093 time: 1.0789645 Sep 23 23:56:55.849941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854eac4-54a7-48b6-83f9-cfb8910d55ae req-91a1a94d-6b2f-4037-9b24-fcd8f630b274 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:55.851822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3854eac4-54a7-48b6-83f9-cfb8910d55ae req-91a1a94d-6b2f-4037-9b24-fcd8f630b274 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.2171006 Sep 23 23:56:55.866947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91551fe7-17ce-431c-ae7d-4f1c9535f99b service neutron] Pushing event updated for resources: {'Port': ['ID=3e9fc5e4-9858-4528-bdec-b0a13142786a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:55.886945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3692b453-140a-4570-a80e-fc9eed723c0a req-ed99eb29-13e6-4a44-9e6e-89fe5d5dd28d tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189928 Sep 23 23:56:55.981284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0ac806f0-281a-4a9e-890c-66ecb3a44066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:55.995662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3854eac4-54a7-48b6-83f9-cfb8910d55ae req-da9dd33b-6a56-44b0-8397-8cc6f1cda64f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084898 Sep 23 23:56:56.022195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743493-7544-4c3c-9e72-efc775309c8a req-c0580033-2969-46ae-bc9f-d237e1d45bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.024513 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-c0580033-2969-46ae-bc9f-d237e1d45bee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffcc656bd691477f81a8a2d1f42c1b83&device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 1096 time: 0.1453073 Sep 23 23:56:56.040266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76f75b39-2aa3-4674-98cb-53659f1e07b1 req-b4e3b431-15fb-4443-816a-21c8530d2a53 service neutron] 10.222.0.20 "GET /v2.0/networks/9fb29b70-e359-471a-9726-13d41a87af79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202411 Sep 23 23:56:56.092621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90572c-1a2a-43f8-ba4f-dd07712fecd6 req-3ede8157-fe31-4ae4-a153-2443d75379cf tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.094388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a90572c-1a2a-43f8-ba4f-dd07712fecd6 req-3ede8157-fe31-4ae4-a153-2443d75379cf tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.0702362 Sep 23 23:56:56.112912 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-acef3095-458f-46f2-a733-484ca5151625 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9fc5e4-9858-4528-bdec-b0a13142786a HTTP/1.1" status: 200 len: 217 time: 0.0789282 Sep 23 23:56:56.177538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743493-7544-4c3c-9e72-efc775309c8a req-b3a43517-9fea-4505-8547-39d5b3c40b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.179240 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-b3a43517-9fea-4505-8547-39d5b3c40b52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0427fa7-6c0a-4a14-aa9d-aafd082cb20f HTTP/1.1" status: 200 len: 853 time: 0.0530531 Sep 23 23:56:56.208813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-bc3af344-d10c-45cd-ae17-4b203a6be739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.209742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-bc3af344-d10c-45cd-ae17-4b203a6be739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.211718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-bc3af344-d10c-45cd-ae17-4b203a6be739 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acccadf987f549598047750b1755c925&device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1982 time: 0.1163263 Sep 23 23:56:56.228090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a90572c-1a2a-43f8-ba4f-dd07712fecd6 req-e2e13fb0-84e9-401f-b06c-afe2e855d330 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077647 Sep 23 23:56:56.256260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23743493-7544-4c3c-9e72-efc775309c8a req-8a31247a-d09f-4f9b-9abf-714e019ba45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.257777 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-8a31247a-d09f-4f9b-9abf-714e019ba45d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aa35329-dec2-43c0-adc1-f1869da479c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707941 Sep 23 23:56:56.379998 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-127958ef-bf1e-47f6-9fd5-1a6a7ed35471 service neutron] 10.222.0.20 "GET /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139348 Sep 23 23:56:56.462839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-61cbd28c-400f-4b24-887e-413fbf4c2db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.464835 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-61cbd28c-400f-4b24-887e-413fbf4c2db5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9fb29b70-e359-471a-9726-13d41a87af79 HTTP/1.1" status: 200 len: 903 time: 0.2357118 Sep 23 23:56:56.556011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-3e8ea9ba-29dd-4928-8baa-a5bdc9799faf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.174&port_id=747b02a7-fb34-4dc7-a518-1367325a1737 HTTP/1.1" status: 200 len: 217 time: 0.0617857 Sep 23 23:56:56.568722 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23743493-7544-4c3c-9e72-efc775309c8a req-476fdd4a-fb77-46b9-ae62-063382f2a342 service neutron] 10.222.0.20 "GET /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807175 Sep 23 23:56:56.640499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:56.652412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d458-86f2-46cb-aecd-d22bc943aac3 req-188c5faa-f25e-4453-b702-9d391029b676 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.659379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2d458-86f2-46cb-aecd-d22bc943aac3 req-188c5faa-f25e-4453-b702-9d391029b676 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.660982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cf2d458-86f2-46cb-aecd-d22bc943aac3 req-188c5faa-f25e-4453-b702-9d391029b676 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1678 time: 0.1996987 Sep 23 23:56:56.667881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-eeb64178-6c7a-4636-a934-8bbacb5bc29c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.669511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-eeb64178-6c7a-4636-a934-8bbacb5bc29c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.3211672 Sep 23 23:56:56.677712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-cdbd563a-d5e3-4090-a174-dc7c76d93a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.679361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-cdbd563a-d5e3-4090-a174-dc7c76d93a66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9e1c449e-adfd-4f15-8668-b50078019d94 HTTP/1.1" status: 200 len: 801 time: 0.1121814 Sep 23 23:56:56.706331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:56:56.743610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:56:56.745172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b2ac6ee5-0113-4dd8-b55b-acd3fb8bc7cd not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:56:56.747082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-d8572dc6-6fa5-4f86-ab14-9973302c83a0 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/quotas/8804663286b54bf884f821ce37c6f5f9 HTTP/1.1" status: 200 len: 375 time: 0.0622935 Sep 23 23:56:56.771218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cf2d458-86f2-46cb-aecd-d22bc943aac3 req-f7f1b1f3-a75d-4cc4-8713-0c8ace1e401e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775528 Sep 23 23:56:56.843394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-cd564e1c-6d12-40e8-b085-796a7912271a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695086 Sep 23 23:56:56.846729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-cbc039fc-698b-4927-8ec9-176a9d443461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:56.848373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-cbc039fc-698b-4927-8ec9-176a9d443461 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9fb29b70-e359-471a-9726-13d41a87af79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1619382 Sep 23 23:56:57.044265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-3ed979cb-fcde-46cc-b3ac-db1c59d528b2 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837265 Sep 23 23:56:57.055913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'tag': '3e9fc5e4-9858-4528-bdec-b0a13142786a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:57.060046 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c39a07-090a-4906-b8cd-84661e126ced" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3b9c3c-f064-4c34-9f59-23c2ad4323c9", "tag": "3e9fc5e4-9858-4528-bdec-b0a13142786a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:57.085950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-b31f7382-cf1d-49c3-b151-995152803cd1 service neutron] 10.222.0.20 "GET /v2.0/networks/9fb29b70-e359-471a-9726-13d41a87af79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857517 Sep 23 23:56:57.114058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22745062-c873-4e3e-886c-ecfc0622c877 req-fb4ff808-55cf-4d2b-8976-9a2e2eb10553 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:57.115641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22745062-c873-4e3e-886c-ecfc0622c877 req-fb4ff808-55cf-4d2b-8976-9a2e2eb10553 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 944 time: 0.1191008 Sep 23 23:56:57.164591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-e1946894-d33d-4a50-861f-ee9e45890aaf tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:57.166370 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-e1946894-d33d-4a50-861f-ee9e45890aaf tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.0639687 Sep 23 23:56:57.181122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-18'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:57.281211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:57.294635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-dab04de8-77c2-4e25-af90-e10023a779f3 service neutron] 10.222.0.24 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411139 Sep 23 23:56:57.305498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22745062-c873-4e3e-886c-ecfc0622c877 req-dbfb112b-2d29-42dc-80bc-52b9eff3e559 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257086 Sep 23 23:56:57.345732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d68d0f7-22a0-4ea1-96f2-571086a22914 req-d838d58a-9de4-44d3-a07b-970b99180eb3 service neutron] 10.222.0.20 "GET /v2.0/networks/9fb29b70-e359-471a-9726-13d41a87af79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401264 Sep 23 23:56:57.500107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa527c2-84f2-41a0-a8a0-72fad575d85c req-fa4ef840-4eea-482f-8cd5-7560a39b52a8 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:57.519141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfa527c2-84f2-41a0-a8a0-72fad575d85c req-fa4ef840-4eea-482f-8cd5-7560a39b52a8 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 945 time: 0.1289811 Sep 23 23:56:57.548816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:57.578960 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fa104a-9c84-4937-bf01-c94864839841 x-openstack-request-id: req-73fa104a-9c84-4937-bf01-c94864839841 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:57.579658 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3b9c3c-f064-4c34-9f59-23c2ad4323c9", "tag": "3e9fc5e4-9858-4528-bdec-b0a13142786a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:57.579658 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73fa104a-9c84-4937-bf01-c94864839841 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:57.580291 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'tag': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'status': 'completed', 'code': 200} Sep 23 23:56:57.601288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:57.661823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:57.668928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:57.739370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfa527c2-84f2-41a0-a8a0-72fad575d85c req-69dff51b-7a49-42e8-be9a-00fa29361788 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094283 Sep 23 23:56:57.784498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Pushing event updated for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:57.828528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39a07-090a-4906-b8cd-84661e126ced req-32cc77b6-350a-410a-a855-05e8c9f136e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:57.830238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49c39a07-090a-4906-b8cd-84661e126ced req-32cc77b6-350a-410a-a855-05e8c9f136e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffcc656bd691477f81a8a2d1f42c1b83&device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 1096 time: 0.2273231 Sep 23 23:56:57.850716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on host n-h1-713498-18 for vnic_type normal with profile {"migrating_to": "n-h2-713498-18"} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:56:57.851245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:56:57.851646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:57.858442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:56:57.858785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Attempting to bind port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on network f3e629a6-123d-476f-ab2a-d238ec9ce88e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:56:57.868749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:56:57.869234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Checking segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:56:57.869729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Bound using segment: {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:56:57.870319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Bound port: 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8e72d2e-bab0-41a7-86db-e0631aa51c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f3e629a6-123d-476f-ab2a-d238ec9ce88e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:56:57.870856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:57.889440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-694d9a30-add6-4ef0-8f07-7a64d3ee87e6 req-0212e60b-256c-4cb6-8f9b-b17b526ddbe8 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 210 time: 0.0816152 Sep 23 23:56:57.989544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:56:57.997162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:56:58.004190 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:58.113835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:58.115480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:58.120567 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] 10.222.0.20 "PUT /v2.0/ports/85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 200 len: 1123 time: 0.9465630 Sep 23 23:56:58.145752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673db78-bc58-464a-a10a-cd9ee57de962 service neutron] Pushing event updated for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:58.218681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['85693ca7-a77f-4b73-8484-fd15bc6bdce4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:58.279241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['85693ca7-a77f-4b73-8484-fd15bc6bdce4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:56:58.475982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f59d5ff-a260-4557-b9c7-75030176b085 req-d84140b8-e564-4e37-910a-5fbc0fb74b8a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:58.485536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f59d5ff-a260-4557-b9c7-75030176b085 req-d84140b8-e564-4e37-910a-5fbc0fb74b8a tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.7575758 Sep 23 23:56:58.641729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f59d5ff-a260-4557-b9c7-75030176b085 req-afa49008-3a0d-4fc0-94dc-4f6613a4e42c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554151 Sep 23 23:56:58.670935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6902-37d7-4dd7-a014-8bf28f50aa74 req-df5feda1-efbc-4649-89c1-db08761b2366 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:58.679512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c6902-37d7-4dd7-a014-8bf28f50aa74 req-df5feda1-efbc-4649-89c1-db08761b2366 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:58.688965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-961c6902-37d7-4dd7-a014-8bf28f50aa74 req-df5feda1-efbc-4649-89c1-db08761b2366 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1678 time: 0.2937481 Sep 23 23:56:58.704176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39a07-090a-4906-b8cd-84661e126ced req-6ba058e0-e6fb-4f55-8b27-5d8681b7e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:58.706484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49c39a07-090a-4906-b8cd-84661e126ced req-6ba058e0-e6fb-4f55-8b27-5d8681b7e153 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aa35329-dec2-43c0-adc1-f1869da479c4 HTTP/1.1" status: 200 len: 915 time: 0.8390975 Sep 23 23:56:58.798509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49c39a07-090a-4906-b8cd-84661e126ced req-8c0d5707-e0c3-4fbf-9e5b-999100320bb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9fc5e4-9858-4528-bdec-b0a13142786a HTTP/1.1" status: 200 len: 217 time: 0.0850785 Sep 23 23:56:58.849464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-961c6902-37d7-4dd7-a014-8bf28f50aa74 req-e66b7f4a-ad62-41e0-b5bb-92c37688cad9 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593857 Sep 23 23:56:58.908986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39a07-090a-4906-b8cd-84661e126ced req-afdb6818-5773-4112-98d1-96f9c6160c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:58.910468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49c39a07-090a-4906-b8cd-84661e126ced req-afdb6818-5773-4112-98d1-96f9c6160c65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0427fa7-6c0a-4a14-aa9d-aafd082cb20f HTTP/1.1" status: 200 len: 853 time: 0.1025112 Sep 23 23:56:59.010959 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:59.077470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 3e9fc5e4-9858-4528-bdec-b0a13142786a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:59.118406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c39a07-090a-4906-b8cd-84661e126ced req-d3145d70-519e-4e3a-bf5e-a1be0945ffc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:59.120846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49c39a07-090a-4906-b8cd-84661e126ced req-d3145d70-519e-4e3a-bf5e-a1be0945ffc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aa35329-dec2-43c0-adc1-f1869da479c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019377 Sep 23 23:56:59.163289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf78f0e3-d32b-4461-8018-dd43fb1361c1 req-4c5abe26-171a-4160-b6ab-4bbd5f9fa93f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:59.166016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf78f0e3-d32b-4461-8018-dd43fb1361c1 req-4c5abe26-171a-4160-b6ab-4bbd5f9fa93f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 944 time: 0.1805141 Sep 23 23:56:59.200009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491025c-f709-432d-bbcd-9650b391d9fc req-f6c7403d-66e5-4a67-8c96-14b718a3f6e0 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:59.202607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9491025c-f709-432d-bbcd-9650b391d9fc req-f6c7403d-66e5-4a67-8c96-14b718a3f6e0 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 946 time: 0.2153468 Sep 23 23:56:59.272224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 3e9fc5e4-9858-4528-bdec-b0a13142786a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3e9fc5e4-9858-4528-bdec-b0a13142786a,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:59.292539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'port_id': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'mac_address': 'fa:16:3e:13:c4:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:59.351214 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:59.374155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9fc5e4-9858-4528-bdec-b0a13142786a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:59.402116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 3e9fc5e4-9858-4528-bdec-b0a13142786a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3e9fc5e4-9858-4528-bdec-b0a13142786a,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:59.407822 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:59.409249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 747b02a7-fb34-4dc7-a518-1367325a1737 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:59.491657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf78f0e3-d32b-4461-8018-dd43fb1361c1 req-bc5ed5e5-3aa8-49e1-bc1d-daeed72ecbb9 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2846034 Sep 23 23:56:59.507703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=3e9fc5e4-9858-4528-bdec-b0a13142786a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:59.539321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.539729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.540069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.540409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.540742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.541105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.541393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.541840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.542208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.542546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.543018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.543308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:56:59.581376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4'}, {'name': 'network-changed', 'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:56:59.583731 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92366af2-4714-447d-a6ea-e91b1e9c9e57" -d '{"events": [{"server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4"}, {"name": "network-changed", "server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:56:59.607580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9491025c-f709-432d-bbcd-9650b391d9fc req-c0d87d64-078b-46d9-bb06-1280bdc309c9 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3724003 Sep 23 23:56:59.616953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 747b02a7-fb34-4dc7-a518-1367325a1737, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=747b02a7-fb34-4dc7-a518-1367325a1737,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:59.631540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '747b02a7-fb34-4dc7-a518-1367325a1737', 'network_id': '9fb29b70-e359-471a-9726-13d41a87af79', 'port_id': '747b02a7-fb34-4dc7-a518-1367325a1737', 'mac_address': 'fa:16:3e:31:5c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e1c449e-adfd-4f15-8668-b50078019d94', 'ip_address': '19.86.0.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:56:59.680325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:59.704638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747b02a7-fb34-4dc7-a518-1367325a1737 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:56:59.724529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49c39a07-090a-4906-b8cd-84661e126ced req-d6e138f1-776e-4123-839d-f5c67e099d4b service neutron] 10.222.0.20 "GET /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5927744 Sep 23 23:56:59.738082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 747b02a7-fb34-4dc7-a518-1367325a1737, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=747b02a7-fb34-4dc7-a518-1367325a1737,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:56:59.744596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:56:59.746092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:56:59.794535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-70826169-cf61-442a-aef7-38dc92083084 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:59.796190 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-70826169-cf61-442a-aef7-38dc92083084 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 811 time: 0.5077674 Sep 23 23:56:59.817259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Request body: {'port': {'device_id': 'eeb7c4b2-62d4-479d-ad51-a4c029a2c911', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'admin_state_up': True, 'tenant_id': '8804663286b54bf884f821ce37c6f5f9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:56:59.839269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2196d66-72fa-46c4-997a-0dc0a8da4a2a req-d2275e3b-5ba7-4e6d-99c9-d1750be93240 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 210 time: 0.0859938 Sep 23 23:56:59.845926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=747b02a7-fb34-4dc7-a518-1367325a1737,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:56:59.877031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a10659-a946-4368-83d0-bd6d7fb75458 req-a9a0fd16-9af2-4cbe-a2fc-51697089e098 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:56:59.884333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10a10659-a946-4368-83d0-bd6d7fb75458 req-a9a0fd16-9af2-4cbe-a2fc-51697089e098 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.2414432 Sep 23 23:56:59.944933 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 23 Sep 2021 23:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db3e209-d8aa-43fa-9dd8-2898fecc20ff x-openstack-request-id: req-6db3e209-d8aa-43fa-9dd8-2898fecc20ff {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:56:59.945228 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "name": "network-vif-unplugged", "status": "completed", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4", "code": 200}, {"name": "network-changed", "server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:56:59.945559 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6db3e209-d8aa-43fa-9dd8-2898fecc20ff {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:56:59.945919 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4', 'code': 200} Sep 23 23:56:59.946173 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4', 'status': 'completed', 'code': 200} Sep 23 23:56:59.965707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:00.006351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49c39a07-090a-4906-b8cd-84661e126ced req-0294d958-8ad2-4dfc-9999-f1aad5d48ebf service neutron] 10.222.0.20 "GET /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662992 Sep 23 23:57:00.008075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64', 'network_id': '39326579-f46e-4316-907b-65c1f38a71b3', 'port_id': 'c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64', 'mac_address': 'fa:16:3e:fb:49:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:00.070345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-d785f568-da25-4ea4-ada7-54acc56a890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:00.072587 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-d785f568-da25-4ea4-ada7-54acc56a890b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1126 time: 0.0874484 Sep 23 23:57:00.093817 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:00.117198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:00.153763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:00.159349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:00.160198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 85693ca7-a77f-4b73-8484-fd15bc6bdce4 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:00.175256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10a10659-a946-4368-83d0-bd6d7fb75458 req-a3d1763a-ab38-4f49-99e8-691f49803048 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843032 Sep 23 23:57:00.206072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-fc506495-203e-48e6-ada6-c83dd02af2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:00.206373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eae46e-2dcd-4153-a388-83bba4515137 req-fb9b79ee-858d-4785-9931-32703e73e4ae tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:00.207615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-fc506495-203e-48e6-ada6-c83dd02af2f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.1259949 Sep 23 23:57:00.224995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7eae46e-2dcd-4153-a388-83bba4515137 req-fb9b79ee-858d-4785-9931-32703e73e4ae tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1426809 Sep 23 23:57:00.276035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-9763b329-406b-4cd2-ab1d-36e4c54763ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 200 len: 217 time: 0.0541387 Sep 23 23:57:00.319109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7eae46e-2dcd-4153-a388-83bba4515137 req-a617306e-5306-48b1-bf81-2591f3831e97 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926619 Sep 23 23:57:00.342241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Made reservation on behalf of 8804663286b54bf884f821ce37c6f5f9 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:00.347947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:00.384917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-be4c00cd-50c7-47c5-815a-b05724c920af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:00.386560 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-be4c00cd-50c7-47c5-815a-b05724c920af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0935433 Sep 23 23:57:00.429169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:00.434664 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-c7ad695c-b6f1-42db-a0f9-55b180f7ee84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384481 Sep 23 23:57:00.468524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:00.489984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 85693ca7-a77f-4b73-8484-fd15bc6bdce4 has no active binding in host n-h2-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 23 23:57:00.575650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Allocated IP 172.20.0.10 (ccb7d7fd-8d12-485e-a563-a652ea2cac20/f71937a2-7996-46df-a564-b4e960a55091/4a51cc49-4b20-46ef-b4ee-0e480493f7f5) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:00.586959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e03-b90f-4383-a036-13c1bb898a56 req-6dca631e-1582-4327-9673-99a28b52ca5e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:00.593226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a7e03-b90f-4383-a036-13c1bb898a56 req-6dca631e-1582-4327-9673-99a28b52ca5e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:00.596703 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-b8c376d6-ea4b-4680-9bfe-238dd7d33e59 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526625 Sep 23 23:57:00.600626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-512a7e03-b90f-4383-a036-13c1bb898a56 req-6dca631e-1582-4327-9673-99a28b52ca5e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1680 time: 0.1189535 Sep 23 23:57:00.694436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-512a7e03-b90f-4383-a036-13c1bb898a56 req-0d1c3104-4672-4703-852f-4a55d4193646 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929139 Sep 23 23:57:00.716321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef794b0-4fa2-4f00-8796-5759f041274f req-4d0bfea2-7663-47d6-8fee-2e6356b144ac tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:00.718022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ef794b0-4fa2-4f00-8796-5759f041274f req-4d0bfea2-7663-47d6-8fee-2e6356b144ac tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 945 time: 0.1080191 Sep 23 23:57:00.757604 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92366af2-4714-447d-a6ea-e91b1e9c9e57 req-9eaf3308-2cd5-467f-80e8-de5cd1bf5f68 service neutron] 10.222.0.18 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491151 Sep 23 23:57:00.798669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ef794b0-4fa2-4f00-8796-5759f041274f req-883f18fe-d8bf-4654-8fe6-6505d13113f3 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729506 Sep 23 23:57:00.915579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efda3b6-8f33-4410-a604-730e2bd7bcd7 req-c742379b-c767-4527-b680-94e9117bff0f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:00.917691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1efda3b6-8f33-4410-a604-730e2bd7bcd7 req-c742379b-c767-4527-b680-94e9117bff0f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 944 time: 0.0807540 Sep 23 23:57:00.939233 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:01.003603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1efda3b6-8f33-4410-a604-730e2bd7bcd7 req-c2c63e0f-967b-469c-9202-83b380147ef8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756481 Sep 23 23:57:01.026011 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:01.092348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:01.103638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Network ccb7d7fd-8d12-485e-a563-a652ea2cac20 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:01.109592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:01.114574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:01.167174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['747b02a7-fb34-4dc7-a518-1367325a1737'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:01.176555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['3e9fc5e4-9858-4528-bdec-b0a13142786a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:01.237149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event updated for resources: {'Port': ['ID=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:01.259841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:01.260501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:01.307512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-ba6573b1-a082-4980-b8dc-e4f5caee781e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4948156 Sep 23 23:57:01.318792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a0261-6da4-44fb-bee2-cbd5bb6e0d0d req-42f26ec4-2b40-4f1c-8073-6e3468b6bf09 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:01.320111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e74a0261-6da4-44fb-bee2-cbd5bb6e0d0d req-42f26ec4-2b40-4f1c-8073-6e3468b6bf09 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 932 time: 0.1922560 Sep 23 23:57:01.328192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Request body: {'port': {'device_id': 'eeb7c4b2-62d4-479d-ad51-a4c029a2c911', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:01.338651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d99a00-4b97-46db-ad1e-ead85cb64b11 req-0160b6aa-6730-448d-8491-d29936c26f04 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:01.340216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23d99a00-4b97-46db-ad1e-ead85cb64b11 req-0160b6aa-6730-448d-8491-d29936c26f04 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 946 time: 0.1675954 Sep 23 23:57:01.462359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-78e87902-03e3-43f9-a465-ba98aee31409 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:01.463971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-78e87902-03e3-43f9-a465-ba98aee31409 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 944 time: 0.1981292 Sep 23 23:57:01.488323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e74a0261-6da4-44fb-bee2-cbd5bb6e0d0d req-457ce844-0efd-455c-a109-72a2b8f05574 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457477 Sep 23 23:57:01.500439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23d99a00-4b97-46db-ad1e-ead85cb64b11 req-d3a85218-f6bf-4e18-9ea0-7fe32884b65c tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352220 Sep 23 23:57:01.543197 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:01.857492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895708b4-caa8-42c9-9567-d9153375576b req-79c9080b-8b7e-4d5e-86c3-6645b9b49b9c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:01.859013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-895708b4-caa8-42c9-9567-d9153375576b req-79c9080b-8b7e-4d5e-86c3-6645b9b49b9c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.2382929 Sep 23 23:57:01.930924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Deleting port 81007724-64bb-495f-a755-cfd200c6be4a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:01.931182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:01.972369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdac086-976b-4721-952a-ddd9efa83915 req-b111b92f-983d-4d30-a95f-53d93f1cd696 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:01.973919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebdac086-976b-4721-952a-ddd9efa83915 req-b111b92f-983d-4d30-a95f-53d93f1cd696 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.2052104 Sep 23 23:57:02.076554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-895708b4-caa8-42c9-9567-d9153375576b req-7b322aa0-9b24-46ec-982f-7b3be10d9966 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990035 Sep 23 23:57:02.127639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebdac086-976b-4721-952a-ddd9efa83915 req-4881732f-c611-47fd-ba02-3de8daba5f23 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273470 Sep 23 23:57:02.138153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] For port 81007724-64bb-495f-a755-cfd200c6be4a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=81007724-64bb-495f-a755-cfd200c6be4a,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:02.138504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:02.203862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Calling delete_port for 81007724-64bb-495f-a755-cfd200c6be4a owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:02.294134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:02.343293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:02.377726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Transition to ACTIVE for port object 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:02.695265 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:02.709875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022524d-fac2-4ec6-a5bb-d5d982e15dcd req-662fe65d-433d-4985-b5be-a3fd1c16b303 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:02.716054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022524d-fac2-4ec6-a5bb-d5d982e15dcd req-662fe65d-433d-4985-b5be-a3fd1c16b303 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:02.717683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6022524d-fac2-4ec6-a5bb-d5d982e15dcd req-662fe65d-433d-4985-b5be-a3fd1c16b303 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1680 time: 0.5162399 Sep 23 23:57:02.731738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05a85e-ad43-4dae-a1e7-418dde530492 req-02666529-f730-4a75-a84e-df7439c18e20 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:02.733318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa05a85e-ad43-4dae-a1e7-418dde530492 req-02666529-f730-4a75-a84e-df7439c18e20 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 945 time: 0.4998167 Sep 23 23:57:02.833870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207a101-901a-4e64-953f-006019478864 req-9a40eec1-9cdd-475b-925c-0e21e9370dea tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:02.836910 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c207a101-901a-4e64-953f-006019478864 req-9a40eec1-9cdd-475b-925c-0e21e9370dea tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.18 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 946 time: 0.0858114 Sep 23 23:57:02.858537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Pushing event updated for resources: {'Port': ['ID=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:02.885178 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6022524d-fac2-4ec6-a5bb-d5d982e15dcd req-9500ab62-1841-4736-8cb4-17cd11302e84 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506038 Sep 23 23:57:02.959950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa05a85e-ad43-4dae-a1e7-418dde530492 req-f8a5f484-6f46-43f8-b254-21cb5e69d52f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964750 Sep 23 23:57:03.038563 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.050956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['81007724-64bb-495f-a755-cfd200c6be4a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:03.077388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Deleting port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:03.077763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.100922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 747b02a7-fb34-4dc7-a518-1367325a1737 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:03.148047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Pushing event deleted for resources: {'Port': ['ID=81007724-64bb-495f-a755-cfd200c6be4a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:03.172869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 747b02a7-fb34-4dc7-a518-1367325a1737 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:03.178417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 747b02a7-fb34-4dc7-a518-1367325a1737 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:03.178809 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.241556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] For port f97a1f8f-3e8a-4b54-9af0-5a1621231af8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:03.242733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.303622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] No DVR routers for this DVR port 81007724-64bb-495f-a755-cfd200c6be4a on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:03.304265 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.311168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.313194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55858abb-a9da-4f2e-98c3-3f19605166bd req-33594572-324e-477a-ae2e-d9ff6314d2f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "DELETE /v2.0/ports/81007724-64bb-495f-a755-cfd200c6be4a HTTP/1.1" status: 204 len: 173 time: 1.8384888 Sep 23 23:57:03.313946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Attempting to bind port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:03.314303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Attempting to bind port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:03.314639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Attempting to bind port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:03.317824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'name': 'network-vif-deleted', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:03.320434 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a40e59-1483-4326-9630-aec5d4301dca" -d '{"events": [{"server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "name": "network-vif-deleted", "tag": "81007724-64bb-495f-a755-cfd200c6be4a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:03.336240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9c3f5-baf0-4f49-b50b-5ff98950b2a9 req-d0b8f4b8-5696-4c80-9a58-29c5d08f5e01 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:03.339404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7e9c3f5-baf0-4f49-b50b-5ff98950b2a9 req-d0b8f4b8-5696-4c80-9a58-29c5d08f5e01 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=63dc43c6-0d1a-4d17-a463-c322260e8604 HTTP/1.1" status: 200 len: 866 time: 0.3415978 Sep 23 23:57:03.348850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:57:03.349421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Attempting to bind port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 on network ccb7d7fd-8d12-485e-a563-a652ea2cac20 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:03.364733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 747b02a7-fb34-4dc7-a518-1367325a1737, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=747b02a7-fb34-4dc7-a518-1367325a1737,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:03.366608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747b02a7-fb34-4dc7-a518-1367325a1737'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:03.369605 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd290117-edf5-405b-bf50-4591951cba41" -d '{"events": [{"server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "name": "network-vif-plugged", "status": "completed", "tag": "747b02a7-fb34-4dc7-a518-1367325a1737"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:03.374652 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.375617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:03.385756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:03.386152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Checking segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:03.386463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Bound using segment: {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:03.386911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Bound port: 4a51cc49-4b20-46ef-b4ee-0e480493f7f5, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:03.387521 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.420761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fcb50-3949-4a4c-855f-771af49d4737 req-990fbd9e-4430-407e-afc1-20264f3e4a70 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:03.429848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-308fcb50-3949-4a4c-855f-771af49d4737 req-990fbd9e-4430-407e-afc1-20264f3e4a70 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 946 time: 0.3700449 Sep 23 23:57:03.433433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-6c9db279-adfa-4848-9694-099667a71828 service neutron] 10.222.0.18 "GET /v2.0/ports/85693ca7-a77f-4b73-8484-fd15bc6bdce4/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.2894554 Sep 23 23:57:03.516085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7e9c3f5-baf0-4f49-b50b-5ff98950b2a9 req-257aca13-6ce3-4961-af09-6b18d14de476 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640182 Sep 23 23:57:03.540887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=747b02a7-fb34-4dc7-a518-1367325a1737,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:03.554033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:03.565995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:03.566369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.582590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-308fcb50-3949-4a4c-855f-771af49d4737 req-7468c44d-26cb-4589-8dc1-02db54428bb4 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups?id=130867f5-2b9c-49de-891e-70522d0192ac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517625 Sep 23 23:57:03.587719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] For port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:03.591940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] For port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:03.598626 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.677013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:03.677554 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.679015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] 10.222.0.18 "PUT /v2.0/ports/4a51cc49-4b20-46ef-b4ee-0e480493f7f5 HTTP/1.1" status: 200 len: 1093 time: 2.3557444 Sep 23 23:57:03.804898 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6810c55-15d5-4907-87ff-65a162022845 service neutron] Pushing event updated for resources: {'Port': ['ID=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:03.886459 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.904085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daaf0b7-5124-4a20-80e6-825e51c14cea req-ad54fa41-2a9c-44df-a736-68e114cbc7ac tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:03.905966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4daaf0b7-5124-4a20-80e6-825e51c14cea req-ad54fa41-2a9c-44df-a736-68e114cbc7ac tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 944 time: 0.2310734 Sep 23 23:57:03.913098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:03.953598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-9ab8a4c4-4a5a-4825-aa21-aaeed5fbf759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:03.955347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-9ab8a4c4-4a5a-4825-aa21-aaeed5fbf759 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 1096 time: 0.1726024 Sep 23 23:57:03.993703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.993703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:03.996043 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Floating IP 3501d27e-b983-441f-a588-a2b11da2433a disassociated. External IP: 172.25.5.233, port: f97a1f8f-3e8a-4b54-9af0-5a1621231af8. Sep 23 23:57:03.996778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Calling delete_port for f97a1f8f-3e8a-4b54-9af0-5a1621231af8 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:03.999683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:04.007226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:04.011354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 3e9fc5e4-9858-4528-bdec-b0a13142786a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:04.033727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:04.056608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-70a4247a-caaf-4481-bcb6-e924d060baaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a51cc49-4b20-46ef-b4ee-0e480493f7f5 HTTP/1.1" status: 200 len: 217 time: 0.0829382 Sep 23 23:57:04.126360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4daaf0b7-5124-4a20-80e6-825e51c14cea req-f84325fe-7561-473b-af4c-f8f3c727811f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105668 Sep 23 23:57:04.133021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85693ca7-a77f-4b73-8484-fd15bc6bdce4 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:04.159498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a87cc-b6f3-4905-992f-93623caa01ee req-cda4cf02-d76f-49cf-9db0-8a4425fbfadb tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:04.166923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f1a87cc-b6f3-4905-992f-93623caa01ee req-cda4cf02-d76f-49cf-9db0-8a4425fbfadb tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 943 time: 0.2370048 Sep 23 23:57:04.170921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:04.201212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-e30cfd93-8b8e-4a5d-aca0-59da77106be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:04.202682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-e30cfd93-8b8e-4a5d-aca0-59da77106be0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.1381710 Sep 23 23:57:04.224478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:04.225366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:04.244375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 3e9fc5e4-9858-4528-bdec-b0a13142786a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:04.253425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 3e9fc5e4-9858-4528-bdec-b0a13142786a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:04.254286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:04.259836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-063570c9-5c21-427a-94a2-f89fddbe6425 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472713 Sep 23 23:57:04.289374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f1a87cc-b6f3-4905-992f-93623caa01ee req-0c506b88-f6a8-4a5c-bf03-07a70ba68873 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214662 Sep 23 23:57:04.308151 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:04.365433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event deleted for resources: {'Port': ['ID=f97a1f8f-3e8a-4b54-9af0-5a1621231af8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:04.412795 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9df38d-a4f6-445a-a203-c7245e99d816 x-openstack-request-id: req-2c9df38d-a4f6-445a-a203-c7245e99d816 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:04.413151 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63dc43c6-0d1a-4d17-a463-c322260e8604", "name": "network-vif-deleted", "tag": "81007724-64bb-495f-a755-cfd200c6be4a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:04.413336 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2c9df38d-a4f6-445a-a203-c7245e99d816 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:04.414165 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63dc43c6-0d1a-4d17-a463-c322260e8604', 'name': 'network-vif-deleted', 'tag': '81007724-64bb-495f-a755-cfd200c6be4a', 'status': 'completed', 'code': 200} Sep 23 23:57:04.425040 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:04.459747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c980c10-40eb-4d9a-8958-58792261cc30 req-088a2c5f-6578-4a48-9636-f423557050e8 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:04.467348 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c980c10-40eb-4d9a-8958-58792261cc30 req-088a2c5f-6578-4a48-9636-f423557050e8 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1994524 Sep 23 23:57:04.471611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 3e9fc5e4-9858-4528-bdec-b0a13142786a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3e9fc5e4-9858-4528-bdec-b0a13142786a,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:04.476570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:04.477458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 81007724-64bb-495f-a755-cfd200c6be4a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:04.520147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Router c1750bc6-6c57-4e16-98f9-e98bbb466e32 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:57:04.524569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 81007724-64bb-495f-a755-cfd200c6be4a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:04.525027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 81007724-64bb-495f-a755-cfd200c6be4a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:04.544893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] Transition to ACTIVE for port object 85693ca7-a77f-4b73-8484-fd15bc6bdce4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:04.548298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-5e8c37f1-5c67-4cad-a9f6-52c01cb56c5f service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787726 Sep 23 23:57:04.550132 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04157f6-bbe5-4e9f-9905-28ceb654ca62 x-openstack-request-id: req-f04157f6-bbe5-4e9f-9905-28ceb654ca62 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:04.551689 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "name": "network-vif-plugged", "status": "completed", "tag": "747b02a7-fb34-4dc7-a518-1367325a1737", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:04.552043 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f04157f6-bbe5-4e9f-9905-28ceb654ca62 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:04.553709 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747b02a7-fb34-4dc7-a518-1367325a1737', 'code': 200} Sep 23 23:57:04.558321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:04.581316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=3e9fc5e4-9858-4528-bdec-b0a13142786a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:04.602338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c980c10-40eb-4d9a-8958-58792261cc30 req-0946db04-6963-4c10-9cde-fa4653df12fd tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338265 Sep 23 23:57:04.673615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:57:04.686177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] Sync routers for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:57:04.696667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:04.700956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:04.718978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] No DVR routers for this DVR port f97a1f8f-3e8a-4b54-9af0-5a1621231af8 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:04.722935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:04.726074 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c207a101-901a-4e64-953f-006019478864 req-afd91eb9-9f61-4d57-b82f-aeae449937eb tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.18 "DELETE /v2.0/ports/f97a1f8f-3e8a-4b54-9af0-5a1621231af8 HTTP/1.1" status: 204 len: 173 time: 1.8826578 Sep 23 23:57:04.726740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'name': 'network-vif-deleted', 'tag': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:04.729950 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100fd1b4-400c-4c68-84af-d70332326200" -d '{"events": [{"server_uuid": "d065b8ad-a0a1-4484-a9f5-b7aafed35f53", "name": "network-vif-deleted", "tag": "f97a1f8f-3e8a-4b54-9af0-5a1621231af8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:04.793538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 85693ca7-a77f-4b73-8484-fd15bc6bdce4 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:04.831467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] No DVR routers for this DVR port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:04.860514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] Pushing event updated for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=10']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:04.898784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ae6b5-cfc4-4cf1-bcdb-e52946ea2c9e req-c8c0a177-5bc2-4b4b-8aac-98655eb001f5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:04.905277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ae6b5-cfc4-4cf1-bcdb-e52946ea2c9e req-c8c0a177-5bc2-4b4b-8aac-98655eb001f5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:04.907119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-492ae6b5-cfc4-4cf1-bcdb-e52946ea2c9e req-c8c0a177-5bc2-4b4b-8aac-98655eb001f5 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1682 time: 0.2900898 Sep 23 23:57:04.927999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 85693ca7-a77f-4b73-8484-fd15bc6bdce4 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:04.937261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa3f82e-4c48-4d23-995c-d7bb3aba2841 req-6cf61718-05cb-422e-ac56-5d8153442d15 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803108 Sep 23 23:57:04.944795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-8bb54edf-fc1c-488a-aab6-335cf6ee6829 service neutron] 10.222.0.18 "PUT /v2.0/ports/85693ca7-a77f-4b73-8484-fd15bc6bdce4/bindings/n-h2-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 1.4858885 Sep 23 23:57:04.951600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:04.960606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87021934-e636-486e-8f65-1eb21bdfe217 req-4636b1dd-3a57-4285-9e0b-3d4c6ba1b50d tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:04.962812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87021934-e636-486e-8f65-1eb21bdfe217 req-4636b1dd-3a57-4285-9e0b-3d4c6ba1b50d tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 946 time: 0.2513876 Sep 23 23:57:05.039044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-492ae6b5-cfc4-4cf1-bcdb-e52946ea2c9e req-2d499f66-775a-4d65-9ca6-fd8c4d618d88 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093354 Sep 23 23:57:05.061293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87021934-e636-486e-8f65-1eb21bdfe217 req-8f6d0da7-90df-424f-a601-d118c2974c48 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876472 Sep 23 23:57:05.139342 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9168881-0778-467a-b00e-330fe2613fa3 x-openstack-request-id: req-c9168881-0778-467a-b00e-330fe2613fa3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:05.139871 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d065b8ad-a0a1-4484-a9f5-b7aafed35f53", "name": "network-vif-deleted", "tag": "f97a1f8f-3e8a-4b54-9af0-5a1621231af8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:05.139871 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c9168881-0778-467a-b00e-330fe2613fa3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:05.140235 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd065b8ad-a0a1-4484-a9f5-b7aafed35f53', 'name': 'network-vif-deleted', 'tag': 'f97a1f8f-3e8a-4b54-9af0-5a1621231af8', 'status': 'completed', 'code': 200} Sep 23 23:57:05.191310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73fca7b8-868c-48fc-93ff-e040650395ea req-9d4c6ad1-ae94-4e7d-bc92-d5fde5170158 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/ports?device_id=d065b8ad-a0a1-4484-a9f5-b7aafed35f53 HTTP/1.1" status: 200 len: 210 time: 0.0463009 Sep 23 23:57:05.216760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:05.277458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] Checking router: c1750bc6-6c57-4e16-98f9-e98bbb466e32 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:57:05.303731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:05.304439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:05.365100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-90f32a4c-6a16-4ce5-be55-5890ddba2368 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:05.367832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-90f32a4c-6a16-4ce5-be55-5890ddba2368 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.1205854 Sep 23 23:57:05.408514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c59942-a5a9-41ae-b0f9-0def43c498a4 req-b7c3e3a2-83bd-4d24-a43d-5abd69dac71a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:05.419750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10c59942-a5a9-41ae-b0f9-0def43c498a4 req-b7c3e3a2-83bd-4d24-a43d-5abd69dac71a tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 944 time: 0.1051490 Sep 23 23:57:05.527638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10c59942-a5a9-41ae-b0f9-0def43c498a4 req-bf693815-8bc9-402b-ab07-ecf88c9be7ee tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091759 Sep 23 23:57:05.573216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-340dca29-67fb-4faf-98b5-5d699d4d3d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:05.575053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-340dca29-67fb-4faf-98b5-5d699d4d3d2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762 HTTP/1.1" status: 200 len: 1096 time: 0.1996355 Sep 23 23:57:05.591764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a2fa3-b377-461b-b81f-c2e6c7dac8e1 req-77c82288-31d5-4928-94de-bf942611759a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:05.593537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-816a2fa3-b377-461b-b81f-c2e6c7dac8e1 req-77c82288-31d5-4928-94de-bf942611759a tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 944 time: 0.0989733 Sep 23 23:57:05.630380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:05.700783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-816a2fa3-b377-461b-b81f-c2e6c7dac8e1 req-bb03c93d-a205-4b23-bff9-42f372fd9509 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992174 Sep 23 23:57:05.704726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-26e320c2-a47c-429b-8f11-46852cfccbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:05.706719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-26e320c2-a47c-429b-8f11-46852cfccbbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1096 time: 0.0981247 Sep 23 23:57:05.717570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f49428-cc79-4b17-95d3-a1eb23ab320c req-edbe80a8-e3e0-450a-b5aa-1b989777e79f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:05.719082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29f49428-cc79-4b17-95d3-a1eb23ab320c req-edbe80a8-e3e0-450a-b5aa-1b989777e79f tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 944 time: 0.1094081 Sep 23 23:57:05.852883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29f49428-cc79-4b17-95d3-a1eb23ab320c req-44e0670f-c50e-4c4f-9690-d4fb47e24791 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217716 Sep 23 23:57:05.874188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-05a36046-c9b0-4a09-bf4f-b066150b39ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:05.875741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-05a36046-c9b0-4a09-bf4f-b066150b39ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.1533628 Sep 23 23:57:05.884175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:05.889373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb59d712-1cca-42fb-af36-705aefd6326f req-a3dd1ed9-6081-4ab8-b79c-16ec5864b8aa tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:05.890931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb59d712-1cca-42fb-af36-705aefd6326f req-a3dd1ed9-6081-4ab8-b79c-16ec5864b8aa tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1124465 Sep 23 23:57:05.921087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246b5bd6-d45a-4ed1-9d72-49036554f9dd None None] The sync data for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 is: [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:52:22Z', 'revision_number': 4, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f48419ee-5645-41df-b714-dfa599556982', 'name': '', 'network_id': '67fcd5fe-e92f-42dc-894f-b93672094cb0', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'mac_address': 'fa:16:3e:72:ee:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:21Z', 'updated_at': '2021-09-23T23:52:28Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'subnets': [{'id': '83d3ef4c-bc9c-461f-a6ad-1994320886b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:57:05.964613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-ed72610e-2346-4119-93dc-8837c48b5976 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 200 len: 217 time: 0.0655284 Sep 23 23:57:06.016509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-e04747d2-dd36-4e61-a906-258b2420b327 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:06.018790 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-e04747d2-dd36-4e61-a906-258b2420b327 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 944 time: 0.1131372 Sep 23 23:57:06.024907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb59d712-1cca-42fb-af36-705aefd6326f req-1232463a-d90c-4c0f-a598-e3ada050fa08 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271977 Sep 23 23:57:06.046576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-38adfd29-8035-4cad-b5a9-ae4b5844697f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:06.048148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-38adfd29-8035-4cad-b5a9-ae4b5844697f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.0747447 Sep 23 23:57:06.085227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-068344e4-ed3a-4bc2-a28b-d71a6de6aa57 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279803 Sep 23 23:57:06.133821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Deleting port db96ad4b-84a3-4125-b82d-b7593aa36c62 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:06.135818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.267273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] For port db96ad4b-84a3-4125-b82d-b7593aa36c62, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=db96ad4b-84a3-4125-b82d-b7593aa36c62,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:06.267981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.278694 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.282232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Calling delete_port for db96ad4b-84a3-4125-b82d-b7593aa36c62 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:06.286595 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafe4a60-6cb3-41c8-9eb3-6205d16b168f None None] New status for floating IP 3501d27e-b983-441f-a588-a2b11da2433a: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:57:06.287722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc2ab6-0713-408f-b7b6-4414ae53aaa0 req-da1a9c96-b674-434a-9192-768bd5dd46cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:06.293180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc2ab6-0713-408f-b7b6-4414ae53aaa0 req-da1a9c96-b674-434a-9192-768bd5dd46cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:06.295194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11cc2ab6-0713-408f-b7b6-4414ae53aaa0 req-da1a9c96-b674-434a-9192-768bd5dd46cc tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1682 time: 0.1620085 Sep 23 23:57:06.300220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-5e1238df-53e4-4629-a3ca-41c99212067c service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027235 Sep 23 23:57:06.309051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571bf09-31c8-4a91-818a-9eb3075227e7 req-09b9f348-59c8-4979-8031-bf28b475e697 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:06.310646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a571bf09-31c8-4a91-818a-9eb3075227e7 req-09b9f348-59c8-4979-8031-bf28b475e697 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 946 time: 0.1358905 Sep 23 23:57:06.421294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeb7c4b2-62d4-479d-ad51-a4c029a2c911', 'tag': '4a51cc49-4b20-46ef-b4ee-0e480493f7f5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:06.423703 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29327835-873b-40f5-b068-c21abd3f1b28" -d '{"events": [{"name": "network-changed", "server_uuid": "eeb7c4b2-62d4-479d-ad51-a4c029a2c911", "tag": "4a51cc49-4b20-46ef-b4ee-0e480493f7f5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:06.446855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11cc2ab6-0713-408f-b7b6-4414ae53aaa0 req-5539f17b-36d3-4962-bff5-fe0c2c311e25 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350496 Sep 23 23:57:06.455387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a571bf09-31c8-4a91-818a-9eb3075227e7 req-c63d0efd-3d43-484f-bcd7-c8d1cb446ea8 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338818 Sep 23 23:57:06.468661 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.509490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-3d5621d7-c798-4a5e-b3a4-b15b560cfa32 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966321 Sep 23 23:57:06.552190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Pushing event deleted for resources: {'Port': ['ID=db96ad4b-84a3-4125-b82d-b7593aa36c62,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:06.555493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64'}, {'server_uuid': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9fc5e4-9858-4528-bdec-b0a13142786a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:06.559288 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a424190-8c46-4754-b7cb-c63bd757ba6e" -d '{"events": [{"server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "name": "network-vif-plugged", "status": "completed", "tag": "c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64"}, {"server_uuid": "3c3b9c3c-f064-4c34-9f59-23c2ad4323c9", "name": "network-vif-plugged", "status": "completed", "tag": "3e9fc5e4-9858-4528-bdec-b0a13142786a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:06.580265 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa83a7c-44bc-4bbe-816e-30149fefd7bb x-openstack-request-id: req-6fa83a7c-44bc-4bbe-816e-30149fefd7bb {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:06.580567 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeb7c4b2-62d4-479d-ad51-a4c029a2c911", "tag": "4a51cc49-4b20-46ef-b4ee-0e480493f7f5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:06.580802 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fa83a7c-44bc-4bbe-816e-30149fefd7bb {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:06.581233 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eeb7c4b2-62d4-479d-ad51-a4c029a2c911', 'tag': '4a51cc49-4b20-46ef-b4ee-0e480493f7f5', 'status': 'completed', 'code': 200} Sep 23 23:57:06.614403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] No DVR routers for this DVR port db96ad4b-84a3-4125-b82d-b7593aa36c62 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:06.617177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.619393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2baecf4-a3a8-49d6-bd76-8d8b01d5bdbb req-ca1eb242-256e-408a-a1b8-6dbbebb69740 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.20 "DELETE /v2.0/ports/db96ad4b-84a3-4125-b82d-b7593aa36c62 HTTP/1.1" status: 204 len: 173 time: 0.5877731 Sep 23 23:57:06.630382 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf04815e-fce1-428d-9fb6-093361a44e21 x-openstack-request-id: req-cf04815e-fce1-428d-9fb6-093361a44e21 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:06.630864 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "name": "network-vif-plugged", "status": "completed", "tag": "c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64", "code": 200}, {"server_uuid": "3c3b9c3c-f064-4c34-9f59-23c2ad4323c9", "name": "network-vif-plugged", "status": "completed", "tag": "3e9fc5e4-9858-4528-bdec-b0a13142786a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:06.631257 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf04815e-fce1-428d-9fb6-093361a44e21 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:06.631933 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64', 'code': 200} Sep 23 23:57:06.632341 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'code': 200} Sep 23 23:57:06.706282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327835-873b-40f5-b068-c21abd3f1b28 req-1b263c4c-716a-4427-a92a-be94710963da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:06.707856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29327835-873b-40f5-b068-c21abd3f1b28 req-1b263c4c-716a-4427-a92a-be94710963da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8804663286b54bf884f821ce37c6f5f9&device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 1096 time: 0.0860145 Sep 23 23:57:06.734952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44740) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:06.760323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2dda01-9a64-4102-bb0a-dafed43a79dc req-add86686-90ee-4d3b-ade4-dd66da113a44 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:06.761884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f2dda01-9a64-4102-bb0a-dafed43a79dc req-add86686-90ee-4d3b-ade4-dd66da113a44 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 944 time: 0.0967622 Sep 23 23:57:06.773697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:06.885398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d675d05c-326e-4a4e-b572-19c3dc6e62c6 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.891271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f97a1f8f-3e8a-4b54-9af0-5a1621231af8 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:06.913204 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d675d05c-326e-4a4e-b572-19c3dc6e62c6 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.947598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: f97a1f8f-3e8a-4b54-9af0-5a1621231af8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:06.947598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f97a1f8f-3e8a-4b54-9af0-5a1621231af8 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:06.972839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97a679-b779-433e-a7ef-d0a5ab2c9ab7 req-bcbe48ee-9429-4f05-ab43-204b63af1276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:06.974460 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e97a679-b779-433e-a7ef-d0a5ab2c9ab7 req-bcbe48ee-9429-4f05-ab43-204b63af1276 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 1098 time: 0.1886394 Sep 23 23:57:06.975595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d675d05c-326e-4a4e-b572-19c3dc6e62c6 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.979150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d675d05c-326e-4a4e-b572-19c3dc6e62c6 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:06.983102 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d675d05c-326e-4a4e-b572-19c3dc6e62c6 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "DELETE /v2.0/security-groups/130867f5-2b9c-49de-891e-70522d0192ac HTTP/1.1" status: 204 len: 168 time: 0.2470703 Sep 23 23:57:06.983744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44744) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:07.021628 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-8c72d255-e47e-4bb5-8889-b87e5fa107a0 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] show failed (client error): The resource could not be found. Sep 23 23:57:07.026514 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8c72d255-e47e-4bb5-8889-b87e5fa107a0 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "GET /v2.0/security-groups/130867f5-2b9c-49de-891e-70522d0192ac HTTP/1.1" status: 404 len: 347 time: 0.0384414 Sep 23 23:57:07.032764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44746) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:07.073633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f2dda01-9a64-4102-bb0a-dafed43a79dc req-021d702f-e903-4749-a0d0-1462ee948abe tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792597 Sep 23 23:57:07.074193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:07.096766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '4a51cc49-4b20-46ef-b4ee-0e480493f7f5', 'network_id': 'ccb7d7fd-8d12-485e-a563-a652ea2cac20', 'port_id': '4a51cc49-4b20-46ef-b4ee-0e480493f7f5', 'mac_address': 'fa:16:3e:a4:3d:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f71937a2-7996-46df-a564-b4e960a55091', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:07.126314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0679-c501-4d72-b55a-401be1a70409 req-2391fa26-3c30-4363-8135-e7b1751092ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:07.129106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ef0679-c501-4d72-b55a-401be1a70409 req-2391fa26-3c30-4363-8135-e7b1751092ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:07.133393 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96ef0679-c501-4d72-b55a-401be1a70409 req-2391fa26-3c30-4363-8135-e7b1751092ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1986 time: 0.3169150 Sep 23 23:57:07.148974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d675d05c-326e-4a4e-b572-19c3dc6e62c6 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130867f5-2b9c-49de-891e-70522d0192ac,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:07.152686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'name': 'network-vif-deleted', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:07.155210 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0737ad54-f67e-4356-98ad-dcd523573087" -d '{"events": [{"server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "name": "network-vif-deleted", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:07.165106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fd382-b369-4cc1-9438-955708667929 req-873c78f3-5f99-47b7-a627-ab4b1a275aed tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:07.177776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e97a679-b779-433e-a7ef-d0a5ab2c9ab7 req-3ed6a2a6-c63e-4c0a-a3c8-90b2caf1b1b6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741290 Sep 23 23:57:07.180423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-487fd382-b369-4cc1-9438-955708667929 req-873c78f3-5f99-47b7-a627-ab4b1a275aed tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 944 time: 0.3748074 Sep 23 23:57:07.191905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Deleting port 3bbf0260-000c-4d96-9bc2-67ed0cffe574 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:07.192526 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:07.223784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-bd452b22-2d01-4658-9c94-af2f3761b8b4 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:07.224460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-bd452b22-2d01-4658-9c94-af2f3761b8b4 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c&tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.3227928 Sep 23 23:57:07.266574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:07.284148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:07.320143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:07.320732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:07.339439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:07.344567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Calling delete_port for 3bbf0260-000c-4d96-9bc2-67ed0cffe574 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:07.346687 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:07.372762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-487fd382-b369-4cc1-9438-955708667929 req-0fe71631-6df4-4265-bcbe-1ea1c3987c08 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672399 Sep 23 23:57:07.380085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327835-873b-40f5-b068-c21abd3f1b28 req-dc52239a-94ab-405e-8ee6-2e773c64e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:07.382801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29327835-873b-40f5-b068-c21abd3f1b28 req-dc52239a-94ab-405e-8ee6-2e773c64e25d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 200 len: 912 time: 0.6641765 Sep 23 23:57:07.410121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-059c0882-6195-4704-bcbe-dffb36fc431e req-18a136a8-040a-41c7-9135-6fe5f8e212b2 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e67d284-0114-4323-bca8-faccb95f059e HTTP/1.1" status: 200 len: 210 time: 0.0632107 Sep 23 23:57:07.542335 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851c3cef-2b9c-4be4-b0e5-83f9f7e3d1eb x-openstack-request-id: req-851c3cef-2b9c-4be4-b0e5-83f9f7e3d1eb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:07.542690 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e67d284-0114-4323-bca8-faccb95f059e", "name": "network-vif-deleted", "tag": "db96ad4b-84a3-4125-b82d-b7593aa36c62", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:07.543064 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-851c3cef-2b9c-4be4-b0e5-83f9f7e3d1eb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:07.543522 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e67d284-0114-4323-bca8-faccb95f059e', 'name': 'network-vif-deleted', 'tag': 'db96ad4b-84a3-4125-b82d-b7593aa36c62', 'status': 'completed', 'code': 200} Sep 23 23:57:07.613331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:07.619087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29327835-873b-40f5-b068-c21abd3f1b28 req-f2e02ff6-d3dc-47bf-ba41-ec204e213d56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a51cc49-4b20-46ef-b4ee-0e480493f7f5 HTTP/1.1" status: 200 len: 217 time: 0.2073236 Sep 23 23:57:07.624101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:07.647546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96ef0679-c501-4d72-b55a-401be1a70409 req-1dfd335d-d1a1-4c55-9dbf-d93f895aa82d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601345 Sep 23 23:57:07.651125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Pushing event deleted for resources: {'Port': ['ID=3bbf0260-000c-4d96-9bc2-67ed0cffe574,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:07.685685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4a51cc49-4b20-46ef-b4ee-0e480493f7f5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:07.728542 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:07.731129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:07.732325 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a77f523f-fee9-4136-87b0-916296887b77 tempest-ServersWithSpecificFlavorTestJSON-178633200 tempest-ServersWithSpecificFlavorTestJSON-178633200-project] 10.222.0.24 "DELETE /v2.0/floatingips/3501d27e-b983-441f-a588-a2b11da2433a HTTP/1.1" status: 204 len: 168 time: 0.6986034 Sep 23 23:57:08.179773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29327835-873b-40f5-b068-c21abd3f1b28 req-f22c402d-e82c-4388-8d9a-6015eed9e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:08.181321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29327835-873b-40f5-b068-c21abd3f1b28 req-f22c402d-e82c-4388-8d9a-6015eed9e18c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 200 len: 851 time: 0.5381255 Sep 23 23:57:08.208861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ef97f-7be1-4d54-8f0f-65626d442bd4 req-305617cb-7171-4827-bc46-253a56278734 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:08.214945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ef97f-7be1-4d54-8f0f-65626d442bd4 req-305617cb-7171-4827-bc46-253a56278734 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:08.216407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e19ef97f-7be1-4d54-8f0f-65626d442bd4 req-305617cb-7171-4827-bc46-253a56278734 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1682 time: 0.4385748 Sep 23 23:57:08.223977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4a50b-d3d8-4307-9d3c-7535d5bddf64 req-915d70a9-2237-4c46-9fc2-045e0521e54d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:08.225474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8a4a50b-d3d8-4307-9d3c-7535d5bddf64 req-915d70a9-2237-4c46-9fc2-045e0521e54d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.5961876 Sep 23 23:57:08.284270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29327835-873b-40f5-b068-c21abd3f1b28 req-d5608b61-4a74-4706-8ce7-24fdef4a2a06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccb7d7fd-8d12-485e-a563-a652ea2cac20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934136 Sep 23 23:57:08.365708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e19ef97f-7be1-4d54-8f0f-65626d442bd4 req-fa78f8ad-822f-4e57-afb7-d1e01a208156 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213086 Sep 23 23:57:08.369756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-7fcc0051-e61c-40ff-b71e-c33b6a9d1ece service neutron] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:08.398110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-7fcc0051-e61c-40ff-b71e-c33b6a9d1ece service neutron] Notify callbacks [] for binding, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:08.399221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-7fcc0051-e61c-40ff-b71e-c33b6a9d1ece service neutron] 10.222.0.20 "DELETE /v2.0/ports/85693ca7-a77f-4b73-8484-fd15bc6bdce4/bindings/n-h1-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.9772036 Sep 23 23:57:08.409570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8a4a50b-d3d8-4307-9d3c-7535d5bddf64 req-0d170774-2dee-4b05-a5f5-ebb743356c58 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566272 Sep 23 23:57:08.475295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29327835-873b-40f5-b068-c21abd3f1b28 req-40d502bb-2891-4079-baed-f71a96124199 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825569 Sep 23 23:57:08.500991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce781bc-b437-4bb6-9e7e-f92573838703 req-f98a3607-86f9-4fc5-861d-459f98a32285 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:08.503287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ce781bc-b437-4bb6-9e7e-f92573838703 req-f98a3607-86f9-4fc5-861d-459f98a32285 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 946 time: 0.0703838 Sep 23 23:57:08.599871 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ce781bc-b437-4bb6-9e7e-f92573838703 req-1ae76202-32a1-427b-a0e1-316396a9563c tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819294 Sep 23 23:57:08.651741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29327835-873b-40f5-b068-c21abd3f1b28 req-17d9ed8b-a16c-462e-aee4-b492231c8995 service neutron] 10.222.0.18 "GET /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655290 Sep 23 23:57:08.671792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28fff03-167d-489c-87bb-458f418d8286 req-9f021f23-f6e1-4b6d-b880-0399908fc1df tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:08.673444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c28fff03-167d-489c-87bb-458f418d8286 req-9f021f23-f6e1-4b6d-b880-0399908fc1df tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 945 time: 0.0789278 Sep 23 23:57:08.745803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c28fff03-167d-489c-87bb-458f418d8286 req-528e338a-c7a9-4081-b2fa-6086296cde13 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646214 Sep 23 23:57:08.761961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37f9e5-1751-4443-8f7a-61743f0a0d24 req-cb0a38ba-5f9b-4601-9595-07d10332f723 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:08.763682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f37f9e5-1751-4443-8f7a-61743f0a0d24 req-cb0a38ba-5f9b-4601-9595-07d10332f723 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 944 time: 0.0814931 Sep 23 23:57:08.768265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:08.827357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:08.835091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f37f9e5-1751-4443-8f7a-61743f0a0d24 req-a02acabb-625f-4831-ad79-a7772fe8fcc2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629027 Sep 23 23:57:08.857921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:08.868265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:08.868743 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:09.046207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:09.090803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb7c4b2-62d4-479d-ad51-a4c029a2c911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51cc49-4b20-46ef-b4ee-0e480493f7f5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:09.093260 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac0aa08-504e-43d7-bd29-ce86e340f56f" -d '{"events": [{"server_uuid": "eeb7c4b2-62d4-479d-ad51-a4c029a2c911", "name": "network-vif-plugged", "status": "completed", "tag": "4a51cc49-4b20-46ef-b4ee-0e480493f7f5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:09.104769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145004e-690e-4cdf-af63-ff791a9f4937 req-bcdae2ad-a536-4619-8bed-05a0616126fe tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.106386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1145004e-690e-4cdf-af63-ff791a9f4937 req-bcdae2ad-a536-4619-8bed-05a0616126fe tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 1096 time: 0.0453672 Sep 23 23:57:09.107652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:09.112906 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:09.142709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device db96ad4b-84a3-4125-b82d-b7593aa36c62 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:09.150920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1145004e-690e-4cdf-af63-ff791a9f4937 req-431ad09d-a442-48a9-bf53-c2837a9c52f4 tempest-LiveAutoBlockMigrationV225Test-1918677043 tempest-LiveAutoBlockMigrationV225Test-1918677043-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318084 Sep 23 23:57:09.174842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: db96ad4b-84a3-4125-b82d-b7593aa36c62 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:09.175206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device db96ad4b-84a3-4125-b82d-b7593aa36c62 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:09.194059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:09.225482 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c3d34-3e33-40d6-b632-ae939582c49b x-openstack-request-id: req-d30c3d34-3e33-40d6-b632-ae939582c49b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:09.225857 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb7c4b2-62d4-479d-ad51-a4c029a2c911", "name": "network-vif-plugged", "status": "completed", "tag": "4a51cc49-4b20-46ef-b4ee-0e480493f7f5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:09.226069 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d30c3d34-3e33-40d6-b632-ae939582c49b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:09.226459 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb7c4b2-62d4-479d-ad51-a4c029a2c911', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a51cc49-4b20-46ef-b4ee-0e480493f7f5', 'code': 200} Sep 23 23:57:09.237789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c9cea8-7b18-4cd5-8f99-06042d80bb12 req-83bfadd6-e763-4633-b31f-be496f6797f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.239363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4c9cea8-7b18-4cd5-8f99-06042d80bb12 req-83bfadd6-e763-4633-b31f-be496f6797f8 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 945 time: 0.0718350 Sep 23 23:57:09.296408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4c9cea8-7b18-4cd5-8f99-06042d80bb12 req-1ce9e866-dd3f-4c43-b8f3-af6104d86da1 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490036 Sep 23 23:57:09.358983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ac49-044f-4d93-b10b-6f53e85466d0 req-66a1e933-c467-4a6b-9490-3a51d9928f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.360522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2205ac49-044f-4d93-b10b-6f53e85466d0 req-66a1e933-c467-4a6b-9490-3a51d9928f98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 1098 time: 0.0579903 Sep 23 23:57:09.414232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2205ac49-044f-4d93-b10b-6f53e85466d0 req-f4dd3d2b-4acb-4a09-8259-a30911ab8682 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383778 Sep 23 23:57:09.602152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ae30b-80fc-4901-885e-8e0fb7b3277c req-d9cae76a-7cdd-43bd-b0e4-14e1ccb951bb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.608691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49ae30b-80fc-4901-885e-8e0fb7b3277c req-d9cae76a-7cdd-43bd-b0e4-14e1ccb951bb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.610338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b49ae30b-80fc-4901-885e-8e0fb7b3277c req-d9cae76a-7cdd-43bd-b0e4-14e1ccb951bb tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1682 time: 0.0890915 Sep 23 23:57:09.621573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355e082-a3f9-43c6-bbe5-044ce0aea325 req-4e531b08-d5aa-4285-a2b0-0ff67d1e2e3b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.623180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1355e082-a3f9-43c6-bbe5-044ce0aea325 req-4e531b08-d5aa-4285-a2b0-0ff67d1e2e3b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.0918148 Sep 23 23:57:09.684613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b49ae30b-80fc-4901-885e-8e0fb7b3277c req-6ec524d9-1df3-41d0-8fa6-080d6ef3b8ca tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603578 Sep 23 23:57:09.690411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1355e082-a3f9-43c6-bbe5-044ce0aea325 req-49e498ad-eaf7-4051-8797-1689997cb416 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597243 Sep 23 23:57:09.823526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b58c1c-8ea3-459a-89c8-995a8593e6a9 req-5a02f332-97a7-47eb-8136-becd2cb10399 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.825161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b58c1c-8ea3-459a-89c8-995a8593e6a9 req-5a02f332-97a7-47eb-8136-becd2cb10399 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 944 time: 0.0755439 Sep 23 23:57:09.847084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-c1dba7b6-e300-4f9e-a8fb-cb002e067571 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.848546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-c1dba7b6-e300-4f9e-a8fb-cb002e067571 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.18 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 945 time: 0.0878406 Sep 23 23:57:09.935052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b58c1c-8ea3-459a-89c8-995a8593e6a9 req-ffd104a3-475d-4c8b-a91c-8ccc1f24ee01 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029174 Sep 23 23:57:09.976911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a678-64eb-4ed1-9cff-3acd803629b4 req-d64997a2-03b8-4fbf-a51d-b1a0af692ee1 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:09.978511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a787a678-64eb-4ed1-9cff-3acd803629b4 req-d64997a2-03b8-4fbf-a51d-b1a0af692ee1 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 946 time: 0.1279740 Sep 23 23:57:10.023228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44808) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:10.023997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Deleting port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:10.023997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.052172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a787a678-64eb-4ed1-9cff-3acd803629b4 req-95a16bb8-9669-4b65-a006-17d87337339d tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667124 Sep 23 23:57:10.173627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] For port 36e5d212-82fc-40ab-95e9-fcb39f0380b7, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=36e5d212-82fc-40ab-95e9-fcb39f0380b7,segment=NetworkSegment(f86e4014-4024-46a6-8726-b3ce15331f3d),segment_id=f86e4014-4024-46a6-8726-b3ce15331f3d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:10.174520 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.193422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051b9e5-14a0-4996-96ae-805dbfe7fec8 req-450a346f-bde7-41d1-8cf4-366faf36aa93 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:10.195441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5051b9e5-14a0-4996-96ae-805dbfe7fec8 req-450a346f-bde7-41d1-8cf4-366faf36aa93 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 946 time: 0.0850241 Sep 23 23:57:10.199938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Calling delete_port for 36e5d212-82fc-40ab-95e9-fcb39f0380b7 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:10.335256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5051b9e5-14a0-4996-96ae-805dbfe7fec8 req-86f7780b-592f-443f-8233-6d1d469a21c2 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312816 Sep 23 23:57:10.378155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00656f63-95f8-482d-b904-a8f156672138 req-f788e581-e776-4a8a-a9ad-6292c531557c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:10.379709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00656f63-95f8-482d-b904-a8f156672138 req-f788e581-e776-4a8a-a9ad-6292c531557c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 944 time: 0.1211338 Sep 23 23:57:10.394016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794c00-7c56-41fd-9fc0-779dc4314aea req-8b767ec0-b3b2-41b1-aa57-fa9bbdd13e6f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:10.395558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc794c00-7c56-41fd-9fc0-779dc4314aea req-8b767ec0-b3b2-41b1-aa57-fa9bbdd13e6f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 946 time: 0.1241329 Sep 23 23:57:10.405729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44816) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:10.426240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Request body: {'floatingip': {'port_id': '3e9fc5e4-9858-4528-bdec-b0a13142786a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:10.460426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.557623 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.669316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.733487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f618514-5076-4269-ba5f-c5bdf15bffde req-790778aa-714e-4405-81dc-bf29e5bea369 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:10.739882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f618514-5076-4269-ba5f-c5bdf15bffde req-790778aa-714e-4405-81dc-bf29e5bea369 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:10.741875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f618514-5076-4269-ba5f-c5bdf15bffde req-790778aa-714e-4405-81dc-bf29e5bea369 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1682 time: 0.3090847 Sep 23 23:57:10.764226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Deleting port f48419ee-5645-41df-b714-dfa599556982 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:10.764656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.774802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831e369-3b36-4d65-ae76-483463794df2 req-c256eac2-028d-4cf8-bf89-896bc9e3cf2d tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:10.776257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6831e369-3b36-4d65-ae76-483463794df2 req-c256eac2-028d-4cf8-bf89-896bc9e3cf2d tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/ports?device_id=095fd411-e8e0-4cb7-9c0c-ae035f0e1801 HTTP/1.1" status: 200 len: 866 time: 0.2907341 Sep 23 23:57:10.783559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Pushing event deleted for resources: {'Port': ['ID=36e5d212-82fc-40ab-95e9-fcb39f0380b7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:10.847032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] For port f48419ee-5645-41df-b714-dfa599556982, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f48419ee-5645-41df-b714-dfa599556982,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:10.847396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.859456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Calling delete_port for f48419ee-5645-41df-b714-dfa599556982 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:10.891643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] No DVR routers for this DVR port 36e5d212-82fc-40ab-95e9-fcb39f0380b7 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:10.899133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.901041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1192f5f-8cf8-4d34-80ca-fdd82e6924f6 req-64b94fea-8a35-45a0-add6-9b930e799f84 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.18 "DELETE /v2.0/ports/36e5d212-82fc-40ab-95e9-fcb39f0380b7 HTTP/1.1" status: 204 len: 173 time: 1.0344188 Sep 23 23:57:10.903235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'name': 'network-vif-deleted', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:10.905463 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a5034c-d9c9-40c0-bb4f-891e6770436d" -d '{"events": [{"server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "name": "network-vif-deleted", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:10.942918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Deleting port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:10.943302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:10.962120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f618514-5076-4269-ba5f-c5bdf15bffde req-9d08df58-d602-4065-8a06-9ffbe75d20f0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976457 Sep 23 23:57:10.968648 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6831e369-3b36-4d65-ae76-483463794df2 req-0ac54586-e2cf-4d4d-b9c8-1acbd53cd389 tempest-LiveMigrationTest-1387029803 tempest-LiveMigrationTest-1387029803-project] 10.222.0.24 "GET /v2.0/security-groups?id=20a91afe-44cc-4cda-8039-46b83b3a9115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830411 Sep 23 23:57:11.167045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:11.179499 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e641614-8a9a-42f9-81fe-294a65d3a59c x-openstack-request-id: req-5e641614-8a9a-42f9-81fe-294a65d3a59c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:11.179801 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "095fd411-e8e0-4cb7-9c0c-ae035f0e1801", "name": "network-vif-deleted", "tag": "36e5d212-82fc-40ab-95e9-fcb39f0380b7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:11.180074 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e641614-8a9a-42f9-81fe-294a65d3a59c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:11.180425 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '095fd411-e8e0-4cb7-9c0c-ae035f0e1801', 'name': 'network-vif-deleted', 'tag': '36e5d212-82fc-40ab-95e9-fcb39f0380b7', 'status': 'completed', 'code': 200} Sep 23 23:57:11.191339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] For port 85693ca7-a77f-4b73-8484-fd15bc6bdce4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=85693ca7-a77f-4b73-8484-fd15bc6bdce4,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:11.191750 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:11.200308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Pushing event deleted for resources: {'Port': ['ID=f48419ee-5645-41df-b714-dfa599556982,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:11.224366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Calling delete_port for 85693ca7-a77f-4b73-8484-fd15bc6bdce4 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:11.282922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09be07f-7995-47a2-9663-8573773de6e8 req-0ae4c830-6216-416a-88fe-965becb3d842 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:11.285015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d09be07f-7995-47a2-9663-8573773de6e8 req-0ae4c830-6216-416a-88fe-965becb3d842 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1856284 Sep 23 23:57:11.390619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31638a7a-3e0c-48c2-8d5c-440aec0a13fa req-65276dfd-5a48-4ea1-b473-1f02714373a6 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:11.398508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31638a7a-3e0c-48c2-8d5c-440aec0a13fa req-65276dfd-5a48-4ea1-b473-1f02714373a6 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 944 time: 0.1968558 Sep 23 23:57:11.427205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:11.479355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d09be07f-7995-47a2-9663-8573773de6e8 req-d5bc52c5-eb23-46ac-b552-129206c1ec1b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403174 Sep 23 23:57:11.545113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31638a7a-3e0c-48c2-8d5c-440aec0a13fa req-fade00b6-8380-46ff-8359-e4f9b32a00fa tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455662 Sep 23 23:57:11.557035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:11.567756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:11.679156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Router c1750bc6-6c57-4e16-98f9-e98bbb466e32 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:57:11.688891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:11.701947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['2eeafef6-f21f-46f2-bb74-9ce4d864684e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:11.763504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309777a2-df79-4b0b-96a7-94dd963c7138 req-74a169c3-9cc6-4d17-80a9-40bbd7070e37 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:11.765437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-309777a2-df79-4b0b-96a7-94dd963c7138 req-74a169c3-9cc6-4d17-80a9-40bbd7070e37 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 946 time: 0.1762421 Sep 23 23:57:11.765856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Pushing event deleted for resources: {'Port': ['ID=85693ca7-a77f-4b73-8484-fd15bc6bdce4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:11.804090 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Floating IP f48ed63b-2df3-40aa-ba16-940e3967156e associated. External IP: 172.25.5.218, port: 3e9fc5e4-9858-4528-bdec-b0a13142786a. Sep 23 23:57:11.852187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] No DVR routers for this DVR port 85693ca7-a77f-4b73-8484-fd15bc6bdce4 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:11.864492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:11.866512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00656f63-95f8-482d-b904-a8f156672138 req-8aba0394-b251-4dd7-b7a8-cb8a3c7115c3 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.20 "DELETE /v2.0/ports/85693ca7-a77f-4b73-8484-fd15bc6bdce4 HTTP/1.1" status: 204 len: 173 time: 1.4697313 Sep 23 23:57:11.923430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-309777a2-df79-4b0b-96a7-94dd963c7138 req-e9d9ab48-0f36-4d40-976c-32c9c63649ff tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446812 Sep 23 23:57:12.060595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44834) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:12.172178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:57:12.177817 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3dee8cb9-5b95-47db-b694-51b753e80647 admin admin] 10.222.0.24 "PUT /v2.0/routers/c1750bc6-6c57-4e16-98f9-e98bbb466e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1521482 Sep 23 23:57:12.183940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] Sync routers for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:57:12.188136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44840) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:12.208340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:12.209225 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:12.333794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0595752-ff38-46de-b069-7ba692da416d admin admin] Deleting subnet 4cc848f4-f899-487f-bd88-8dd2be9ee3e3 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:12.340114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0595752-ff38-46de-b069-7ba692da416d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.353578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:12.378334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-81ef4770-f96d-4679-b610-09bcb7b36dde tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:12.385157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-81ef4770-f96d-4679-b610-09bcb7b36dde tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:12.387519 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-81ef4770-f96d-4679-b610-09bcb7b36dde tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1682 time: 0.5272107 Sep 23 23:57:12.443253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0595752-ff38-46de-b069-7ba692da416d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.479526 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.550574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0595752-ff38-46de-b069-7ba692da416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.582208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:57:11Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:12.583461 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d99fb9-4726-4970-bae9-3df16d666386 req-988a8d50-b2a9-4605-8995-52111e662a46 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:12.591513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d99fb9-4726-4970-bae9-3df16d666386 req-988a8d50-b2a9-4605-8995-52111e662a46 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:12.599509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13d99fb9-4726-4970-bae9-3df16d666386 req-988a8d50-b2a9-4605-8995-52111e662a46 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 1682 time: 0.2478054 Sep 23 23:57:12.623569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] Checking router: c1750bc6-6c57-4e16-98f9-e98bbb466e32 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:57:12.634493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] Routers {'c1750bc6-6c57-4e16-98f9-e98bbb466e32'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:12.635301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:12.654666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96408113-8140-4ff4-ae49-a90657f09c82 req-9db286d5-081b-4e20-a2a1-3de94d20c109 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:12.656802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96408113-8140-4ff4-ae49-a90657f09c82 req-9db286d5-081b-4e20-a2a1-3de94d20c109 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 946 time: 0.2662163 Sep 23 23:57:12.664298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.670689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0595752-ff38-46de-b069-7ba692da416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.739901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0595752-ff38-46de-b069-7ba692da416d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.742000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b0595752-ff38-46de-b069-7ba692da416d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4cc848f4-f899-487f-bd88-8dd2be9ee3e3 HTTP/1.1" status: 204 len: 168 time: 0.6803715 Sep 23 23:57:12.743977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0595752-ff38-46de-b069-7ba692da416d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc848f4-f899-487f-bd88-8dd2be9ee3e3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:12.746667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44848) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:12.761997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13d99fb9-4726-4970-bae9-3df16d666386 req-de206719-2d62-4fb7-af3a-939e1f89228b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613817 Sep 23 23:57:12.775459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port 747b02a7-fb34-4dc7-a518-1367325a1737 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:12.775595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.834387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 36e5d212-82fc-40ab-95e9-fcb39f0380b7 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:12.877813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 36e5d212-82fc-40ab-95e9-fcb39f0380b7 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:12.878599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 36e5d212-82fc-40ab-95e9-fcb39f0380b7 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:12.894541 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.894928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port 747b02a7-fb34-4dc7-a518-1367325a1737, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=747b02a7-fb34-4dc7-a518-1367325a1737,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:12.895766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.905241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] Set router c1750bc6-6c57-4e16-98f9-e98bbb466e32 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:12.920040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Deleting port 218f153a-a7ef-4b25-bea0-1459ad7d4347 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:12.920040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:12.924458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for 747b02a7-fb34-4dc7-a518-1367325a1737 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:13.052340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.089356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['159c3e74-89f7-42c9-b316-6955149d7dbb']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:13.104345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96408113-8140-4ff4-ae49-a90657f09c82 req-4e0c5a56-b656-4e4e-993a-13962f01ea4e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384577 Sep 23 23:57:13.118344 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.131311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] For port 218f153a-a7ef-4b25-bea0-1459ad7d4347, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=218f153a-a7ef-4b25-bea0-1459ad7d4347,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:13.138150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.141616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64', '747b02a7-fb34-4dc7-a518-1367325a1737'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:13.143728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86e4014-4024-46a6-8726-b3ce15331f3d') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:13.144095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86e4014-4024-46a6-8726-b3ce15331f3d') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:13.198853 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.200967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 85693ca7-a77f-4b73-8484-fd15bc6bdce4 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:13.201792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Calling delete_port for 218f153a-a7ef-4b25-bea0-1459ad7d4347 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:13.202201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'name': 'network-vif-deleted', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:13.204857 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b22c7b4-2e5a-4cd7-abea-d9eef44923d9" -d '{"events": [{"server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "name": "network-vif-deleted", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:13.214344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=747b02a7-fb34-4dc7-a518-1367325a1737,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:13.232226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:57:11Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:13.258283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.285135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 85693ca7-a77f-4b73-8484-fd15bc6bdce4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:13.285737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 85693ca7-a77f-4b73-8484-fd15bc6bdce4 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:13.289790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc2b262-ef7c-4eab-8124-fdf3f87d1bbb None None] The sync data for ids ['c1750bc6-6c57-4e16-98f9-e98bbb466e32'] in n-d-713498-18 is: [{'id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1759500828-router', 'tenant_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:17Z', 'updated_at': '2021-09-23T23:57:11Z', 'revision_number': 5, 'project_id': 'd0884c7ffcbb40e6afa1ccea1708b3ca', 'gw_port': {'id': '218f153a-a7ef-4b25-bea0-1459ad7d4347', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:2e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1750bc6-6c57-4e16-98f9-e98bbb466e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:18Z', 'updated_at': '2021-09-23T23:52:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:57:13.312402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:13.313016 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:13.316496 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:13.419102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.423225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016b5e2-1291-4f63-93c4-1a8b2656a4f7 req-622014da-db86-434c-92ef-78160c92da35 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:13.433924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1016b5e2-1291-4f63-93c4-1a8b2656a4f7 req-622014da-db86-434c-92ef-78160c92da35 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.5131826 Sep 23 23:57:13.468023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c9943ba-455a-4330-a45c-06d3c69f3936 req-60395742-b396-479a-adf9-4e9919ee78c6 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 210 time: 0.1716549 Sep 23 23:57:13.475580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port 747b02a7-fb34-4dc7-a518-1367325a1737 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:13.506963 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.510499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-55661e07-1467-42c4-9b3c-df3bc445939b tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "DELETE /v2.0/ports/747b02a7-fb34-4dc7-a518-1367325a1737 HTTP/1.1" status: 204 len: 173 time: 1.0943413 Sep 23 23:57:13.554346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.562182 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] 10.222.0.24 "DELETE /v2.0/networks/159c3e74-89f7-42c9-b316-6955149d7dbb HTTP/1.1" status: 204 len: 168 time: 0.8103800 Sep 23 23:57:13.569011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44854) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:13.570136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.593155 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd2d700-f100-464b-9276-45dd5c51f2e6 x-openstack-request-id: req-fcd2d700-f100-464b-9276-45dd5c51f2e6 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:13.593683 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cd40b8b-f402-4f89-8754-b36daa1c1e2c", "name": "network-vif-deleted", "tag": "85693ca7-a77f-4b73-8484-fd15bc6bdce4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:13.593683 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fcd2d700-f100-464b-9276-45dd5c51f2e6 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:13.594107 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cd40b8b-f402-4f89-8754-b36daa1c1e2c', 'name': 'network-vif-deleted', 'tag': '85693ca7-a77f-4b73-8484-fd15bc6bdce4', 'status': 'completed', 'code': 200} Sep 23 23:57:13.605914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Router 1de45cd6-8645-49b3-adea-6cdc5c377270 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:57:13.639765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=218f153a-a7ef-4b25-bea0-1459ad7d4347,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:13.645748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511cb9b-ba1b-4c1f-994c-97131d4cf573 admin admin] Pushing event deleted for resources: {'Network': ['ID=159c3e74-89f7-42c9-b316-6955149d7dbb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:13.648382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1016b5e2-1291-4f63-93c4-1a8b2656a4f7 req-9315e12d-6929-44d4-b3ea-48095e362ac4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083306 Sep 23 23:57:13.731645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.770149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a337089-0e2b-42f4-84c1-79c39408c06e admin admin] Deleting subnet 840eb251-e0d0-4ac5-9a41-ee0568732f71 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:13.806040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a337089-0e2b-42f4-84c1-79c39408c06e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.832274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:13.832625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.842919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a337089-0e2b-42f4-84c1-79c39408c06e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.910874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.915083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.919359 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a337089-0e2b-42f4-84c1-79c39408c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.950202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:57:13.955659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:13.962653 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] Sync routers for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:57:13.983620 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:13.984268 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:13.986566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b4e20305-661c-4525-91f8-39a6157e1a52 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "PUT /v2.0/floatingips/f48ed63b-2df3-40aa-ba16-940e3967156e HTTP/1.1" status: 200 len: 992 time: 3.5796976 Sep 23 23:57:14.026406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226289-65cf-4d91-be1f-5eedc916da24 req-2681918b-3fa7-46de-9d81-06276d73466d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:14.028199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53226289-65cf-4d91-be1f-5eedc916da24 req-2681918b-3fa7-46de-9d81-06276d73466d tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 945 time: 0.1630871 Sep 23 23:57:14.030894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:14.031361 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.034524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a337089-0e2b-42f4-84c1-79c39408c06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.051220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.051756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1750bc6-6c57-4e16-98f9-e98bbb466e32 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:57:14.056666 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.057835 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a6f98d7d-8fb1-4268-96ac-8b0118d127a8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c1750bc6-6c57-4e16-98f9-e98bbb466e32 HTTP/1.1" status: 204 len: 168 time: 1.8641350 Sep 23 23:57:14.064958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:14.066613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44860) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:14.142222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a337089-0e2b-42f4-84c1-79c39408c06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.152537 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0a337089-0e2b-42f4-84c1-79c39408c06e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/840eb251-e0d0-4ac5-9a41-ee0568732f71 HTTP/1.1" status: 204 len: 168 time: 0.5791490 Sep 23 23:57:14.153490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44866) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:14.198047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a337089-0e2b-42f4-84c1-79c39408c06e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=840eb251-e0d0-4ac5-9a41-ee0568732f71,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:14.213192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f48419ee-5645-41df-b714-dfa599556982 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:14.244796 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:14.265806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f48419ee-5645-41df-b714-dfa599556982 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:14.268206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f48419ee-5645-41df-b714-dfa599556982 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:14.289745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53226289-65cf-4d91-be1f-5eedc916da24 req-47c616cc-9d80-49ed-abbb-ce723dbfc4f8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/security-groups?id=2a2692d4-29d7-49f7-b712-346daa38eebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489426 Sep 23 23:57:14.320866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.344836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ff618d-f0a7-4124-aa3c-94b3c3a19043 admin admin] Deleting subnet 83d3ef4c-bc9c-461f-a6ad-1994320886b0 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:14.356311 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7ff618d-f0a7-4124-aa3c-94b3c3a19043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.433647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.454311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f76690b-9ea8-4a8d-a30d-299dc7c71f1c']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:14.464715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5438f265-fdde-4a6e-b24c-da72f34519d3') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:14.465282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5438f265-fdde-4a6e-b24c-da72f34519d3') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:14.476420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.478070 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.492239 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.498648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:14.499360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.521495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d8621-0a26-497c-955e-6a62032a1bf6 req-f11a9c23-e806-4322-aa04-f8385739bff0 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:14.530723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c97d8621-0a26-497c-955e-6a62032a1bf6 req-f11a9c23-e806-4322-aa04-f8385739bff0 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 946 time: 0.2376089 Sep 23 23:57:14.535491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:14.562044 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:14.566476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.578625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.580847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9f76690b-9ea8-4a8d-a30d-299dc7c71f1c HTTP/1.1" status: 204 len: 168 time: 0.4263625 Sep 23 23:57:14.592540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf08cd3-e7f0-4608-b582-b07e9287e318 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f76690b-9ea8-4a8d-a30d-299dc7c71f1c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:14.602884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c97d8621-0a26-497c-955e-6a62032a1bf6 req-3266f083-fcbc-449f-8a6c-039ca9d59dcc tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656559 Sep 23 23:57:14.626549 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7ff618d-f0a7-4124-aa3c-94b3c3a19043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.734691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8899bcf5-2710-438a-93bb-9964fcc01e32 req-e900f1e7-88ff-491e-b4a2-c842a03849c8 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 210 time: 0.1290140 Sep 23 23:57:14.746224 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'f48ed63b-2df3-40aa-ba16-940e3967156e', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'port_id': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'mac_address': 'fa:16:3e:13:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:56:50Z', 'updated_at': '2021-09-23T23:57:11Z', 'revision_number': 1, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:48Z', 'revision_number': 5, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:14.768682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:14.768899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:14.771494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dd4d653-b899-4cf0-8f67-16976301a1c0 req-6123149f-b0c4-410e-b299-9129920e49b8 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.20 "DELETE /v2.0/ports/c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 HTTP/1.1" status: 204 len: 173 time: 1.2316949 Sep 23 23:57:14.848994 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] Checking router: 1de45cd6-8645-49b3-adea-6cdc5c377270 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:57:14.874988 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:14.875619 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:14.893456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44878) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:14.935184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7ff618d-f0a7-4124-aa3c-94b3c3a19043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.003600 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0b8d4ddb-895d-4e43-b665-f3c915281017 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f7406a1dee54996bbfe65ad3c51e6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087282 Sep 23 23:57:15.006861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44882) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:15.077832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-632ae79b-a7f2-4eb7-bd04-90b1beed4d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.109601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-632ae79b-a7f2-4eb7-bd04-90b1beed4d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.111311 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:15.139450 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7ff618d-f0a7-4124-aa3c-94b3c3a19043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.144854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 747b02a7-fb34-4dc7-a518-1367325a1737 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:15.190226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 747b02a7-fb34-4dc7-a518-1367325a1737 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:15.190664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 747b02a7-fb34-4dc7-a518-1367325a1737 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:15.191011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:15.193936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-632ae79b-a7f2-4eb7-bd04-90b1beed4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.197692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-632ae79b-a7f2-4eb7-bd04-90b1beed4d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.201374 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-632ae79b-a7f2-4eb7-bd04-90b1beed4d2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20a91afe-44cc-4cda-8039-46b83b3a9115 HTTP/1.1" status: 204 len: 168 time: 0.1907501 Sep 23 23:57:15.223358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ff618d-f0a7-4124-aa3c-94b3c3a19043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83d3ef4c-bc9c-461f-a6ad-1994320886b0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:15.229986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7ff618d-f0a7-4124-aa3c-94b3c3a19043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.232108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c7ff618d-f0a7-4124-aa3c-94b3c3a19043 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83d3ef4c-bc9c-461f-a6ad-1994320886b0 HTTP/1.1" status: 204 len: 168 time: 1.1630738 Sep 23 23:57:15.232539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ae79b-a7f2-4eb7-bd04-90b1beed4d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a91afe-44cc-4cda-8039-46b83b3a9115,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:15.236472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44888) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:15.246076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50074496-69b5-4b73-a8c6-ac03bff43988 req-b31ef3bd-2cfb-4399-be5b-e5632db4b240 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:15.247472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b751d55b-d70c-4950-8999-9085e0900ff1 None None] Network 67fcd5fe-e92f-42dc-894f-b93672094cb0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:15.254214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50074496-69b5-4b73-a8c6-ac03bff43988 req-b31ef3bd-2cfb-4399-be5b-e5632db4b240 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 946 time: 0.1686797 Sep 23 23:57:15.265443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aaf5b3-78dd-45bc-96d8-df34cc592df5 req-54eee577-b918-4325-b17d-5d885fd48eb4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:15.268191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:15.268537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:15.273964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9aaf5b3-78dd-45bc-96d8-df34cc592df5 req-54eee577-b918-4325-b17d-5d885fd48eb4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.2610226 Sep 23 23:57:15.348554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50074496-69b5-4b73-a8c6-ac03bff43988 req-32925f1e-0c0f-4804-b5a2-19069d33792c tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930641 Sep 23 23:57:15.413167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9aaf5b3-78dd-45bc-96d8-df34cc592df5 req-64129d47-be86-4802-b853-ddc1427ecac5 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380064 Sep 23 23:57:15.436361 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.558248 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'f48ed63b-2df3-40aa-ba16-940e3967156e', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'port_id': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'mac_address': 'fa:16:3e:13:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:56:50Z', 'updated_at': '2021-09-23T23:57:11Z', 'revision_number': 1, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:48Z', 'revision_number': 5, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:15.582116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Deleting port 4170cada-54c1-4733-ba2b-0faf138a9da4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:15.582270 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.587849 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256f103d-f485-4174-8270-be2da6c1d2c0 None None] The sync data for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 is: [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'f48ed63b-2df3-40aa-ba16-940e3967156e', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'floating_ip_address': '172.25.5.218', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'port_id': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'mac_address': 'fa:16:3e:13:c4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:56:50Z', 'updated_at': '2021-09-23T23:57:11Z', 'revision_number': 1, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:48Z', 'revision_number': 5, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:57:15.630287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'name': 'network-vif-deleted', 'tag': '747b02a7-fb34-4dc7-a518-1367325a1737'}, {'name': 'network-changed', 'server_uuid': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'tag': '3e9fc5e4-9858-4528-bdec-b0a13142786a'}, {'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'name': 'network-vif-deleted', 'tag': 'c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:15.633162 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb" -d '{"events": [{"server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "name": "network-vif-deleted", "tag": "747b02a7-fb34-4dc7-a518-1367325a1737"}, {"name": "network-changed", "server_uuid": "3c3b9c3c-f064-4c34-9f59-23c2ad4323c9", "tag": "3e9fc5e4-9858-4528-bdec-b0a13142786a"}, {"server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "name": "network-vif-deleted", "tag": "c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:15.654577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-733701e8-5b92-4db3-bd8d-74faca68e599 req-960106a0-efd6-4f2f-b898-17d834c76617 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f61e01d-d647-4576-ae8f-b96ca426fc1e HTTP/1.1" status: 200 len: 210 time: 0.0799773 Sep 23 23:57:15.691709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] For port 4170cada-54c1-4733-ba2b-0faf138a9da4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4170cada-54c1-4733-ba2b-0faf138a9da4,segment=NetworkSegment(0b03f929-6490-41d5-9463-84490c57f4d8),segment_id=0b03f929-6490-41d5-9463-84490c57f4d8)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:15.692140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.724580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Calling delete_port for 4170cada-54c1-4733-ba2b-0faf138a9da4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:15.741744 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41593da-9fb7-4519-9cd6-29522d1b2b75 x-openstack-request-id: req-b41593da-9fb7-4519-9cd6-29522d1b2b75 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:15.743254 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "name": "network-vif-deleted", "tag": "747b02a7-fb34-4dc7-a518-1367325a1737", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3c3b9c3c-f064-4c34-9f59-23c2ad4323c9", "tag": "3e9fc5e4-9858-4528-bdec-b0a13142786a", "status": "completed", "code": 200}, {"server_uuid": "5f61e01d-d647-4576-ae8f-b96ca426fc1e", "name": "network-vif-deleted", "tag": "c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:15.743718 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b41593da-9fb7-4519-9cd6-29522d1b2b75 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:15.744295 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'name': 'network-vif-deleted', 'tag': '747b02a7-fb34-4dc7-a518-1367325a1737', 'status': 'completed', 'code': 200} Sep 23 23:57:15.746378 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'tag': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'status': 'completed', 'code': 200} Sep 23 23:57:15.746841 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f61e01d-d647-4576-ae8f-b96ca426fc1e', 'name': 'network-vif-deleted', 'tag': 'c8199b0f-99ea-4aa8-bf68-eaf4a9ad8f64', 'status': 'completed', 'code': 200} Sep 23 23:57:15.802416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-e6c7fc2d-ca55-475a-9b00-b9c678e80398 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1250393 Sep 23 23:57:15.865550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-2aa46a29-77dc-4e84-800f-6b562f5c4a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:15.867061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-2aa46a29-77dc-4e84-800f-6b562f5c4a1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ffcc656bd691477f81a8a2d1f42c1b83&device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 1098 time: 0.1023552 Sep 23 23:57:15.914842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f00d573-9b49-4116-b75d-e85922d0f8aa req-a8b3210a-3b67-410a-a3d0-83ee744237ec tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=0cd40b8b-f402-4f89-8754-b36daa1c1e2c HTTP/1.1" status: 200 len: 210 time: 0.0465698 Sep 23 23:57:15.927800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:15.944945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ae6ada-d340-43e4-bcfd-c28ef6c7fd7b None None] DHCP port deletion for 67fcd5fe-e92f-42dc-894f-b93672094cb0 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:57:15.967253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-22462a6f-0125-427e-b642-70a8b832c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:15.968808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-22462a6f-0125-427e-b642-70a8b832c33e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 1102 time: 0.1381917 Sep 23 23:57:15.969938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44900) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:16.003273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] No DVR routers for this DVR port 4170cada-54c1-4733-ba2b-0faf138a9da4 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:16.008866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4170cada-54c1-4733-ba2b-0faf138a9da4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:16.034405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2166c29c-7bf6-4b6d-9ac1-b6d393b02aa9 None None] New status for floating IP f48ed63b-2df3-40aa-ba16-940e3967156e: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:57:16.085834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3e39bd6f-0dd3-4dc6-b5a4-292e262ab191 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=375c7f9d79ee4ef4bdfaf130942b552a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1093621 Sep 23 23:57:16.088975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44902) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:16.130816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4170cada-54c1-4733-ba2b-0faf138a9da4 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:16.159364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-4eca22d4-0b08-4485-a19d-332cdb3274bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:16.160814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-4eca22d4-0b08-4485-a19d-332cdb3274bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=3aa35329-dec2-43c0-adc1-f1869da479c4 HTTP/1.1" status: 200 len: 915 time: 0.2794781 Sep 23 23:57:16.170261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.187580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 4170cada-54c1-4733-ba2b-0faf138a9da4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:16.187957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4170cada-54c1-4733-ba2b-0faf138a9da4 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:16.188335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 218f153a-a7ef-4b25-bea0-1459ad7d4347 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:16.211523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 218f153a-a7ef-4b25-bea0-1459ad7d4347 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:16.211746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67fcd5fe-e92f-42dc-894f-b93672094cb0']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:16.211862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 218f153a-a7ef-4b25-bea0-1459ad7d4347 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:16.229760 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532d1acc-cd73-4293-90ca-3b77d42ec163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.234803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b03f929-6490-41d5-9463-84490c57f4d8') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:16.235095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b03f929-6490-41d5-9463-84490c57f4d8') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:16.253714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-bf88737c-4d4e-4975-a1f0-76dc7b618ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:16.255144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-bf88737c-4d4e-4975-a1f0-76dc7b618ec9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2398152 Sep 23 23:57:16.263197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.277251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-ab4e2011-99a7-4eb3-b898-667d743969c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3e9fc5e4-9858-4528-bdec-b0a13142786a HTTP/1.1" status: 200 len: 1000 time: 0.1055012 Sep 23 23:57:16.286437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532d1acc-cd73-4293-90ca-3b77d42ec163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.294004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.309282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:16.309688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:16.311384 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:16.326593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-05882b49-d795-4156-8c89-b447fedc4ff3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 200 len: 217 time: 0.0578513 Sep 23 23:57:16.400073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.411574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.414568 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/67fcd5fe-e92f-42dc-894f-b93672094cb0 HTTP/1.1" status: 204 len: 168 time: 1.1771362 Sep 23 23:57:16.415880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532d1acc-cd73-4293-90ca-3b77d42ec163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.417752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-fd1e5345-bb46-44d1-a3aa-302113978a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:16.419136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532d1acc-cd73-4293-90ca-3b77d42ec163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:16.419351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-fd1e5345-bb46-44d1-a3aa-302113978a29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0427fa7-6c0a-4a14-aa9d-aafd082cb20f HTTP/1.1" status: 200 len: 853 time: 0.1016271 Sep 23 23:57:16.419677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44906) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:16.420741 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-532d1acc-cd73-4293-90ca-3b77d42ec163 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e801f8d3-2fdb-4199-b07f-99d66ea25aa5 HTTP/1.1" status: 204 len: 168 time: 0.3272831 Sep 23 23:57:16.468653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b0f66-f0b4-4413-86da-9aae66a3a3d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=67fcd5fe-e92f-42dc-894f-b93672094cb0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:16.471906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d1acc-cd73-4293-90ca-3b77d42ec163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e801f8d3-2fdb-4199-b07f-99d66ea25aa5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:16.507705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-edb26c1d-3f80-45c3-a9c2-9a57d757e14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:16.509692 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-edb26c1d-3f80-45c3-a9c2-9a57d757e14c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1611900 Sep 23 23:57:17.031168 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-048eda63-260b-4ad3-9a95-ac1446d58cf1 service neutron] show failed (client error): The resource could not be found. Sep 23 23:57:17.040683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-048eda63-260b-4ad3-9a95-ac1446d58cf1 service neutron] 10.222.0.20 "GET /v2.0/ports/c922b9c8-39e4-43ad-8739-cf4d68d190c9/bindings/n-h1-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.6244764 Sep 23 23:57:17.049419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-d6c378bd-c504-4e30-a84d-575ca5e8cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:17.051179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-d6c378bd-c504-4e30-a84d-575ca5e8cc4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3aa35329-dec2-43c0-adc1-f1869da479c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5937424 Sep 23 23:57:17.062829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc5dd0-e8b3-4090-b637-eab23668b8fa req-efca0ce0-6359-420f-b983-3edca92e9518 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:17.064341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23bc5dd0-e8b3-4090-b637-eab23668b8fa req-efca0ce0-6359-420f-b983-3edca92e9518 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 946 time: 0.5623767 Sep 23 23:57:17.091333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-da76f88c-668a-4daa-80fc-822f5c1a2f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:17.092774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-da76f88c-668a-4daa-80fc-822f5c1a2f40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5580933 Sep 23 23:57:17.105893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-cb086bd4-4afe-4e1d-b8c0-963a1c5019ca tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:17.107514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-cb086bd4-4afe-4e1d-b8c0-963a1c5019ca tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 946 time: 0.5686045 Sep 23 23:57:17.132026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af1785-d08d-4807-a6f0-02326e020e64 req-da03e945-a5db-4836-8c9a-0a7997c753ab tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:17.139455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6af1785-d08d-4807-a6f0-02326e020e64 req-da03e945-a5db-4836-8c9a-0a7997c753ab tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.6018758 Sep 23 23:57:17.331199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-9994eb76-22ee-4ec6-8234-f1d69d950967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:17.333820 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-9994eb76-22ee-4ec6-8234-f1d69d950967 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0&tenant_id=e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 1102 time: 0.0676293 Sep 23 23:57:17.347757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:17.427300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23bc5dd0-e8b3-4090-b637-eab23668b8fa req-12e3a77c-5d28-4f99-97c0-b5f4bf78ec90 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354883 Sep 23 23:57:17.428392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:17.573364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6af1785-d08d-4807-a6f0-02326e020e64 req-0375267e-772a-443e-995c-5ec43330e656 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4328549 Sep 23 23:57:17.604061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44942) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:17.655230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-12ad944c-0073-4f95-92e4-2fce60201152 service neutron] 10.222.0.20 "GET /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856574 Sep 23 23:57:17.705193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc9df7d-2ba7-4bac-bde0-6f096ee56e8f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting subnet 9e1c449e-adfd-4f15-8668-b50078019d94 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:17.718709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-c787895b-6253-4685-b9af-e7941b02f4fd service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5967860 Sep 23 23:57:17.794701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdc9df7d-2ba7-4bac-bde0-6f096ee56e8f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:17.885815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdc9df7d-2ba7-4bac-bde0-6f096ee56e8f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:17.916424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Deleting port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:17.916793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:17.938637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:17.983510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:18.076925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2b900b-36a9-400f-b2fe-7c1d25f951bb req-052cf49e-54e4-4d3b-a491-fe14ed9f92d5 service neutron] 10.222.0.20 "GET /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090977 Sep 23 23:57:18.079694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:18.084718 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ecd7e1-f38b-4f7d-8cb6-3ae30ab69f2e" -d '{"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:18.094788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.114451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed9ae56-b87e-4817-bd4e-d67f52a51e71 req-e808fa98-b4ef-46db-8977-43f60ac0a229 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551178 Sep 23 23:57:18.117225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdc9df7d-2ba7-4bac-bde0-6f096ee56e8f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.161737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Transition to ACTIVE for port object c922b9c8-39e4-43ad-8739-cf4d68d190c9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:18.180784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.210309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] For port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,segment=NetworkSegment(0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2),segment_id=0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:18.210982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.242059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Calling delete_port for 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:18.269651 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8511797-94e8-4e47-a69f-2f814165e286 x-openstack-request-id: req-b8511797-94e8-4e47-a69f-2f814165e286 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:18.270087 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:18.270402 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8511797-94e8-4e47-a69f-2f814165e286 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:18.270821 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'code': 200} Sep 23 23:57:18.314297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] No DVR routers for this DVR port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:18.322930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:18.443050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdc9df7d-2ba7-4bac-bde0-6f096ee56e8f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.594444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9df7d-2ba7-4bac-bde0-6f096ee56e8f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Subnet': ['ID=9e1c449e-adfd-4f15-8668-b50078019d94,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:18.598505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdc9df7d-2ba7-4bac-bde0-6f096ee56e8f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.619140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2991a66-2e24-4cf1-9605-20ec14b0ddcf None None] Network 9fb29b70-e359-471a-9726-13d41a87af79 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:18.624914 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fdc9df7d-2ba7-4bac-bde0-6f096ee56e8f tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "DELETE /v2.0/subnets/9e1c449e-adfd-4f15-8668-b50078019d94 HTTP/1.1" status: 204 len: 168 time: 1.0198550 Sep 23 23:57:18.625737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44970) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:18.650473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:18.650858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:18.651196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:18.695937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:57:18.696287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:18.733288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:18.733610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:18.734002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:18.734455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Bound port: c922b9c8-39e4-43ad-8739-cf4d68d190c9, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:18.734847 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.780726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.788270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:18.844123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4a51cc49-4b20-46ef-b4ee-0e480493f7f5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:18.929947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea0f8f-5b5e-4413-85d4-f833b5797a24 req-737ca60a-085f-494c-9ad5-7513d68b355e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:18.933104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eea0f8f-5b5e-4413-85d4-f833b5797a24 req-737ca60a-085f-494c-9ad5-7513d68b355e tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeb7c4b2-62d4-479d-ad51-a4c029a2c911 HTTP/1.1" status: 200 len: 867 time: 0.3092022 Sep 23 23:57:18.934091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Pushing event deleted for resources: {'Port': ['ID=4a51cc49-4b20-46ef-b4ee-0e480493f7f5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:18.941820 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.020591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:19.039188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:19.044668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.060970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] No DVR routers for this DVR port 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:19.069873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] DHCP port deletion for 9fb29b70-e359-471a-9726-13d41a87af79 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:57:19.091441 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.093334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:19.093474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78a2efd3-36b7-4734-b90d-869b914a4599 req-3726b70b-5f9f-4d2a-bbb3-12789b7127e5 tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.18 "DELETE /v2.0/ports/4a51cc49-4b20-46ef-b4ee-0e480493f7f5 HTTP/1.1" status: 204 len: 173 time: 1.9444108 Sep 23 23:57:19.094109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.095353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeb7c4b2-62d4-479d-ad51-a4c029a2c911', 'name': 'network-vif-deleted', 'tag': '4a51cc49-4b20-46ef-b4ee-0e480493f7f5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:19.095716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] 10.222.0.18 "PUT /v2.0/ports/c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 1097 time: 1.7537138 Sep 23 23:57:19.098057 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85390478-dd24-4bb4-a6ad-5a71b700aedb" -d '{"events": [{"server_uuid": "eeb7c4b2-62d4-479d-ad51-a4c029a2c911", "name": "network-vif-deleted", "tag": "4a51cc49-4b20-46ef-b4ee-0e480493f7f5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:19.143717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port e4e708b4-6402-4429-a2a0-43676a38220a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:19.145070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.156119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee212ba8-978c-40cb-9fc8-b1dcb141f5ff req-f76b5ed5-53e1-4250-aba1-9c1337448e0f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:19.157951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee212ba8-978c-40cb-9fc8-b1dcb141f5ff req-f76b5ed5-53e1-4250-aba1-9c1337448e0f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.2852824 Sep 23 23:57:19.188536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eea0f8f-5b5e-4413-85d4-f833b5797a24 req-06958b92-c85b-473a-9d83-103aeaa8b02f tempest-DeleteServersTestJSON-829248750 tempest-DeleteServersTestJSON-829248750-project] 10.222.0.24 "GET /v2.0/security-groups?id=ccc0400b-a2d8-485f-81f4-2c162977f56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216215 Sep 23 23:57:19.196742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:19.315741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04878a-c6ed-4acf-9364-31fcb33d5858 service neutron] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:19.319298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] Deleting port e4e708b4-6402-4429-a2a0-43676a38220a {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:19.320430 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.493193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee212ba8-978c-40cb-9fc8-b1dcb141f5ff req-07974cde-3f38-4793-8a06-65467c7ffc56 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021088 Sep 23 23:57:19.507118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] For port e4e708b4-6402-4429-a2a0-43676a38220a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e4e708b4-6402-4429-a2a0-43676a38220a,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:19.509176 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.513057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66465cac-e02f-401e-8797-9570b6bfb684 req-b8738ce1-12c4-431a-808f-102a8b2ebb30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3517489 Sep 23 23:57:19.549298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] Calling delete_port for e4e708b4-6402-4429-a2a0-43676a38220a owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:19.680722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:19.696536 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:19.777675 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaeec50f-ec86-403c-9657-77f03614580a x-openstack-request-id: req-aaeec50f-ec86-403c-9657-77f03614580a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:19.778001 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeb7c4b2-62d4-479d-ad51-a4c029a2c911", "name": "network-vif-deleted", "tag": "4a51cc49-4b20-46ef-b4ee-0e480493f7f5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:19.778284 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aaeec50f-ec86-403c-9657-77f03614580a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:19.778857 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eeb7c4b2-62d4-479d-ad51-a4c029a2c911', 'name': 'network-vif-deleted', 'tag': '4a51cc49-4b20-46ef-b4ee-0e480493f7f5', 'status': 'completed', 'code': 200} Sep 23 23:57:19.782848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] Pushing event deleted for resources: {'Port': ['ID=e4e708b4-6402-4429-a2a0-43676a38220a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:19.803229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cccd38-098d-425f-aedc-478225e74111 None None] No DVR routers for this DVR port e4e708b4-6402-4429-a2a0-43676a38220a on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:19.816412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-b7016bbb-cde6-4ff1-a30a-d0b71fbb5029 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1244833 Sep 23 23:57:19.820805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66465cac-e02f-401e-8797-9570b6bfb684 req-6b989d44-5f80-439c-b321-6b383716aec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:19.824235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66465cac-e02f-401e-8797-9570b6bfb684 req-6b989d44-5f80-439c-b321-6b383716aec0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 1096 time: 0.2882857 Sep 23 23:57:19.994985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port e4e708b4-6402-4429-a2a0-43676a38220a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e4e708b4-6402-4429-a2a0-43676a38220a,segment=NetworkSegment(79f68474-327b-4732-8e99-12994d80bf25),segment_id=79f68474-327b-4732-8e99-12994d80bf25)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:19.995523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.010467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for e4e708b4-6402-4429-a2a0-43676a38220a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:20.026035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-6d22b98a-b148-4d74-8833-a84d248e96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:20.027481 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-6d22b98a-b148-4d74-8833-a84d248e96ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1100 time: 0.8797572 Sep 23 23:57:20.063710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66465cac-e02f-401e-8797-9570b6bfb684 req-90cfc054-4ec3-42a1-8d5c-f845814f348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:20.065641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66465cac-e02f-401e-8797-9570b6bfb684 req-90cfc054-4ec3-42a1-8d5c-f845814f348d service neutron] 10.222.0.20 "GET /v2.0/networks?id=f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 200 len: 922 time: 0.2110193 Sep 23 23:57:20.100706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e4e708b4-6402-4429-a2a0-43676a38220a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:20.132732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66465cac-e02f-401e-8797-9570b6bfb684 req-25bae661-c350-472c-a436-534119fdb985 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 200 len: 217 time: 0.0547054 Sep 23 23:57:20.144230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: e4e708b4-6402-4429-a2a0-43676a38220a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:20.145853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e4e708b4-6402-4429-a2a0-43676a38220a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:20.149421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Deleting port db019786-d085-46fe-b075-3d118f5f790e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:20.149774 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.216171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-90867036-699f-49d3-9e07-50a42368387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:20.226354 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-90867036-699f-49d3-9e07-50a42368387b service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1702557 Sep 23 23:57:20.229284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.274105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:20.277052 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18abe46b-e756-4167-b0c9-fe77a7ab7280" -d '{"events": [{"name": "network-changed", "server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:20.315885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=e4e708b4-6402-4429-a2a0-43676a38220a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:20.323636 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-87843a21-9f79-4996-9230-d64118edf934 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.0888290 Sep 23 23:57:20.326595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port e4e708b4-6402-4429-a2a0-43676a38220a on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:20.329239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] For port db019786-d085-46fe-b075-3d118f5f790e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=db019786-d085-46fe-b075-3d118f5f790e,segment=NetworkSegment(bd4d51f9-4331-4efe-b767-851ebd0081d3),segment_id=bd4d51f9-4331-4efe-b767-851ebd0081d3)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:20.329239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.363462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Calling delete_port for db019786-d085-46fe-b075-3d118f5f790e owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:20.426611 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d1ca28-d124-4236-a1b4-9bd10dc0f2a3 x-openstack-request-id: req-70d1ca28-d124-4236-a1b4-9bd10dc0f2a3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:20.427819 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:20.428339 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70d1ca28-d124-4236-a1b4-9bd10dc0f2a3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:20.428808 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'status': 'completed', 'code': 200} Sep 23 23:57:20.452249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-d57d2e18-90e5-49f6-b508-4e018c365f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:20.453876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-d57d2e18-90e5-49f6-b508-4e018c365f25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1201413 Sep 23 23:57:20.503500 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.573580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb29b70-e359-471a-9726-13d41a87af79']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:20.609762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f68474-327b-4732-8e99-12994d80bf25') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:20.610086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f68474-327b-4732-8e99-12994d80bf25') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:20.628460 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.647797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-7ee882d5-33cb-425a-bd11-70d3c7cbd128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:20.649765 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-7ee882d5-33cb-425a-bd11-70d3c7cbd128 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1421845 Sep 23 23:57:20.654484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.672139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:20.672776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:20.677378 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:20.819378 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.831151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:20.857694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:20.864390 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "DELETE /v2.0/networks/9fb29b70-e359-471a-9726-13d41a87af79 HTTP/1.1" status: 204 len: 168 time: 2.2344546 Sep 23 23:57:20.866499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f541259-1713-4d30-9a95-904d515d7bf0 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Network': ['ID=9fb29b70-e359-471a-9726-13d41a87af79,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:20.872752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45010) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:20.880062 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:20.880444 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4a51cc49-4b20-46ef-b4ee-0e480493f7f5 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:20.917643 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-990f4ad3-4afb-4ec9-b497-66800b69628f service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600076 Sep 23 23:57:21.017811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f76d03d2-3311-4f0e-b73d-b8f995b35438 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:21.019220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f76d03d2-3311-4f0e-b73d-b8f995b35438 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1793187 Sep 23 23:57:21.056769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66465cac-e02f-401e-8797-9570b6bfb684 req-0bcd40ac-150b-4d9d-b77a-d426893557b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:21.058200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66465cac-e02f-401e-8797-9570b6bfb684 req-0bcd40ac-150b-4d9d-b77a-d426893557b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 200 len: 861 time: 0.9137609 Sep 23 23:57:21.064566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-99f116a0-f3ae-4435-9004-578ab977ee58 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/quotas/a6790d38ac49422892b2e2bdf8fcc5e1 HTTP/1.1" status: 200 len: 375 time: 0.0382795 Sep 23 23:57:21.094595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0603a7de-ea8e-4f78-8a47-288638f5459e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting subnet 7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:21.100489 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0603a7de-ea8e-4f78-8a47-288638f5459e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:21.169022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0603a7de-ea8e-4f78-8a47-288638f5459e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:21.175205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-4f7739e7-8819-46d9-b95a-dcf96677e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:21.176847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-4f7739e7-8819-46d9-b95a-dcf96677e6c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1100 time: 0.2749705 Sep 23 23:57:21.182133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-4ef13338-1a42-4e82-9ac6-183711389e17 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108174 Sep 23 23:57:21.183999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66465cac-e02f-401e-8797-9570b6bfb684 req-cec2340d-9b81-47b8-af66-93309604a774 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f3e629a6-123d-476f-ab2a-d238ec9ce88e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116848 Sep 23 23:57:21.194739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f9d06-620e-4bcf-9056-b38e76f53a5c req-5c58e4b4-1793-418d-8446-314e2cedc493 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:21.196578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-740f9d06-620e-4bcf-9056-b38e76f53a5c req-5c58e4b4-1793-418d-8446-314e2cedc493 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.3025899 Sep 23 23:57:21.216155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9084bcf-535c-4398-8f8a-d6dc4f69f137 req-578a1010-53f0-4ba0-8a4b-b6c58cdc2d85 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2888486 Sep 23 23:57:21.447701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0603a7de-ea8e-4f78-8a47-288638f5459e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:21.459631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-34fded1e-3aff-4956-94cf-5fdb7ebc6dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:21.468085 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-34fded1e-3aff-4956-94cf-5fdb7ebc6dfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1100 time: 0.1739438 Sep 23 23:57:21.599543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0603a7de-ea8e-4f78-8a47-288638f5459e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:21.641286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603a7de-ea8e-4f78-8a47-288638f5459e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Subnet': ['ID=7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:21.644013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-16093431-da6b-4fde-9331-dc16d760c178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:21.645797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-16093431-da6b-4fde-9331-dc16d760c178 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1578548 Sep 23 23:57:21.648893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0603a7de-ea8e-4f78-8a47-288638f5459e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:21.650896 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0603a7de-ea8e-4f78-8a47-288638f5459e tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "DELETE /v2.0/subnets/7fa2f4c1-b6c9-47bc-ac2e-df0becada2cc HTTP/1.1" status: 204 len: 168 time: 0.7771688 Sep 23 23:57:21.653474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45024) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:21.660641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f352958a-6197-41ab-a243-80b5265dc0a8 None None] Network 39326579-f46e-4316-907b-65c1f38a71b3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:21.759650 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:21.864871 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-1100e28d-87d9-4717-ae6b-50bf84f3a0f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.2101877 Sep 23 23:57:21.869211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=db019786-d085-46fe-b075-3d118f5f790e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:21.909052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-740f9d06-620e-4bcf-9056-b38e76f53a5c req-fbfe8ca5-7e12-4437-b487-b16c9b0c6ad4 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908681 Sep 23 23:57:21.917917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec408fc4-66cc-4a7c-888b-7dbc83257767 req-c2964056-282e-48c5-8872-b2b14bed81ea tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 210 time: 0.2582459 Sep 23 23:57:21.924639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66465cac-e02f-401e-8797-9570b6bfb684 req-69c8c3bf-a242-456b-9374-88eae7f4ace2 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7250645 Sep 23 23:57:21.925746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] DHCP port deletion for 39326579-f46e-4316-907b-65c1f38a71b3 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:57:21.967885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-e9c1c149-3f64-45a6-8394-357d571c9971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:21.973528 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-e9c1c149-3f64-45a6-8394-357d571c9971 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0989153 Sep 23 23:57:22.001470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:22.051445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-0af422e6-6bb8-430e-8faa-0f68ac6d6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:22.053142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-0af422e6-6bb8-430e-8faa-0f68ac6d6fe1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.8519025 Sep 23 23:57:22.098657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] Deleting port b64a2c77-772d-46e7-872d-622adfec2bda {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:22.103970 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:22.248327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-c608c78e-8d72-429a-9a5f-ab3396590e1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.1745307 Sep 23 23:57:22.264534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-dbd50512-9230-433a-acc6-2aea9b67bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:22.266448 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-dbd50512-9230-433a-acc6-2aea9b67bcf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2368782 Sep 23 23:57:22.331069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b64a2c77-772d-46e7-872d-622adfec2bda no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:22.420291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] For port b64a2c77-772d-46e7-872d-622adfec2bda, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b64a2c77-772d-46e7-872d-622adfec2bda,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:22.422446 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:22.477253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66465cac-e02f-401e-8797-9570b6bfb684 req-fce6c60b-8bd9-49c9-a72a-40e640d76187 service neutron] 10.222.0.20 "GET /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357816 Sep 23 23:57:22.482153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] Calling delete_port for b64a2c77-772d-46e7-872d-622adfec2bda owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:22.485720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-be59da67-1426-49cf-846e-054283a5e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:22.488291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-be59da67-1426-49cf-846e-054283a5e2a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1924105 Sep 23 23:57:22.590484 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-d8dad8c7-c2d8-404f-9a07-afe48d8b282d service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3150320 Sep 23 23:57:22.679633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Deleting port b64a2c77-772d-46e7-872d-622adfec2bda {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:22.680074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:22.756134 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:22.761765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-e88ca9e9-2925-4e91-9075-c6f132ed3ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:22.771105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-e88ca9e9-2925-4e91-9075-c6f132ed3ff3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2721689 Sep 23 23:57:22.807922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:22.810665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] Pushing event deleted for resources: {'Port': ['ID=b64a2c77-772d-46e7-872d-622adfec2bda,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:22.814358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] For port b64a2c77-772d-46e7-872d-622adfec2bda, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b64a2c77-772d-46e7-872d-622adfec2bda,segment=NetworkSegment(ccee458c-eb9c-4880-a446-89911f416ed1),segment_id=ccee458c-eb9c-4880-a446-89911f416ed1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:22.814938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:22.817632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6843dc-904e-4ebe-945b-2b21675562cd None None] No DVR routers for this DVR port b64a2c77-772d-46e7-872d-622adfec2bda on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:22.826263 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-b9f50793-2d3e-41be-a146-1416d7fe1eb6 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241964 Sep 23 23:57:22.832984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Calling delete_port for b64a2c77-772d-46e7-872d-622adfec2bda owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:22.845140 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:22.988080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.033008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] No DVR routers for this DVR port b64a2c77-772d-46e7-872d-622adfec2bda on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:23.053516 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f758-b9c4-4cc7-a4e6-c84377c49d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.115780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Port': ['ID=b64a2c77-772d-46e7-872d-622adfec2bda,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:23.157858 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-89fa0b7b-f79b-4c3e-b8dc-9474e9cd0983 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0799515 Sep 23 23:57:23.215917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ea7aaf1-ba57-4c81-9091-934f726f5a01 req-a4370217-6a05-4ed2-b0a8-17b39c8615bf tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 210 time: 0.1138346 Sep 23 23:57:23.265689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e658bf-a07a-4d0a-a8e4-4392d9afc652 req-64634e08-97e7-40ef-87e9-5e067006df91 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:23.271544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.273822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9e658bf-a07a-4d0a-a8e4-4392d9afc652 req-64634e08-97e7-40ef-87e9-5e067006df91 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.2223375 Sep 23 23:57:23.318392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39326579-f46e-4316-907b-65c1f38a71b3']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:23.330160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccee458c-eb9c-4880-a446-89911f416ed1') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:23.330503 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccee458c-eb9c-4880-a446-89911f416ed1') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:23.341216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.346168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-e997c2a8-4921-415c-8cd5-809d295b1fb3 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5592792 Sep 23 23:57:23.358073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.366215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:23.366677 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.394334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9e658bf-a07a-4d0a-a8e4-4392d9afc652 req-367f7bd8-62d5-4e54-b383-b88ae85ddcd0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150613 Sep 23 23:57:23.434570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Router c96f06a5-23f5-4d47-9b9e-2470120ef90d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:23.443880 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:23.462027 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.492766 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.494718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] 10.222.0.24 "DELETE /v2.0/networks/39326579-f46e-4316-907b-65c1f38a71b3 HTTP/1.1" status: 204 len: 168 time: 1.8389213 Sep 23 23:57:23.592957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18abe46b-e756-4167-b0c9-fe77a7ab7280 req-61898408-f469-4fd6-8073-e4c80deafa89 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210279 Sep 23 23:57:23.609194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa6b91-349b-4213-865c-3890cc090631 tempest-ServersTestMultiNic-1277289251 tempest-ServersTestMultiNic-1277289251-project] Pushing event deleted for resources: {'Network': ['ID=39326579-f46e-4316-907b-65c1f38a71b3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:23.702848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-03bdea68-2717-4fa8-afef-83c312ab761d tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:23.703794 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-03bdea68-2717-4fa8-afef-83c312ab761d tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5394084 Sep 23 23:57:23.721970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Request body: {'port': {'device_id': '106381b8-bff5-4d8d-aeec-9bdabfb2368a', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'a6790d38ac49422892b2e2bdf8fcc5e1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:23.759177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:23.844733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:57:23.847174 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] Sync routers for ids ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:57:23.848994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-20ef0f4f-5683-44f3-9c8d-b9924265e3e9 admin admin] 10.222.0.24 "PUT /v2.0/routers/c96f06a5-23f5-4d47-9b9e-2470120ef90d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4282830 Sep 23 23:57:23.849810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45080) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:23.866535 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] Routers {'c96f06a5-23f5-4d47-9b9e-2470120ef90d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:23.866535 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:23.907790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3a0dde-3c97-430c-827e-2eba72d099cc req-4b57372b-878a-4b23-97bf-213093ccb5de tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:23.915071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce3a0dde-3c97-430c-827e-2eba72d099cc req-4b57372b-878a-4b23-97bf-213093ccb5de tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 945 time: 0.2345386 Sep 23 23:57:23.957509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Made reservation on behalf of a6790d38ac49422892b2e2bdf8fcc5e1 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:23.961313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:23.974514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.018712 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] Set router c96f06a5-23f5-4d47-9b9e-2470120ef90d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:24.099238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.104685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.184278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1423a2da-6c58-4c3e-83cd-4710dd4b79d8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:24.275382 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:57:21Z', 'revision_number': 5, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:24.301410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Allocated IP 192.168.233.14 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/63f73bee-ed52-475f-92de-a463ef662102) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:24.318662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] Checking router: c96f06a5-23f5-4d47-9b9e-2470120ef90d for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:57:24.328773 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] Routers {'c96f06a5-23f5-4d47-9b9e-2470120ef90d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:24.329456 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:24.362031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce3a0dde-3c97-430c-827e-2eba72d099cc req-9ae9bf77-a48a-4948-86c8-7ec012dbd44e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461012 Sep 23 23:57:24.452590 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] Set router c96f06a5-23f5-4d47-9b9e-2470120ef90d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:24.464314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55f9131e-ffe9-44f5-bf90-87bbe0e59dc5 req-f3c9fd1a-66c1-47a2-ab22-c1bbf5ce7824 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 210 time: 0.0921826 Sep 23 23:57:24.476332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.547090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.581743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168537b-9e82-4409-ab1a-22fba099881e req-f56eee6f-9dc4-4809-bbb7-11e5e6138d4c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:24.583279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1168537b-9e82-4409-ab1a-22fba099881e req-f56eee6f-9dc4-4809-bbb7-11e5e6138d4c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.20 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 945 time: 0.2189176 Sep 23 23:57:24.586293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.631991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:24.636016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:24.639881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:24.672681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Pushing event updated for resources: {'Port': ['ID=63f73bee-ed52-475f-92de-a463ef662102,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:24.711938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:24.713058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.732670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-f6e75eb3-de0f-43f0-9b04-bbd804bd87f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0151663 Sep 23 23:57:24.743505 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:57:21Z', 'revision_number': 5, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:24.745877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Request body: {'port': {'device_id': '106381b8-bff5-4d8d-aeec-9bdabfb2368a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:24.764600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba71b9-17f9-4ce2-959e-a14242f672a1 req-1b651f18-0773-4d7e-a382-bb39ae6a3d7c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:24.766342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6ba71b9-17f9-4ce2-959e-a14242f672a1 req-1b651f18-0773-4d7e-a382-bb39ae6a3d7c tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.2336261 Sep 23 23:57:24.800121 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d453e1c-b4a3-49de-8d07-ac647b87cf2c None None] The sync data for ids ['c96f06a5-23f5-4d47-9b9e-2470120ef90d'] in n-d-713498-18 is: [{'id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1689628416-router', 'tenant_id': 'e3cde81245664d48a996f67508613f15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:52:27Z', 'updated_at': '2021-09-23T23:57:21Z', 'revision_number': 5, 'project_id': 'e3cde81245664d48a996f67508613f15', 'gw_port': {'id': '68510e6f-28a4-4e2e-966a-c7c774991e20', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ec:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96f06a5-23f5-4d47-9b9e-2470120ef90d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:52:28Z', 'updated_at': '2021-09-23T23:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:57:24.842980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:24.869995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.900291 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:24.925659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6ba71b9-17f9-4ce2-959e-a14242f672a1 req-aa720791-c9d2-46ea-9d37-fd8acdd98124 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143439 Sep 23 23:57:25.045681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Deleting port 2eeafef6-f21f-46f2-bb74-9ce4d864684e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:25.045950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.122723 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:25.152588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'mac_address': 'fa:16:3e:24:85:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:25.167871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4da3a1d7-f22a-4d3c-b1ee-38a0e5ed79be None None] Provisioning complete for port 63f73bee-ed52-475f-92de-a463ef662102 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:25.168250 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4da3a1d7-f22a-4d3c-b1ee-38a0e5ed79be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.267570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4da3a1d7-f22a-4d3c-b1ee-38a0e5ed79be None None] Port 63f73bee-ed52-475f-92de-a463ef662102 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:57:25.282777 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.292572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Deleting port 68510e6f-28a4-4e2e-966a-c7c774991e20 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:25.293291 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.296397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c922b9c8-39e4-43ad-8739-cf4d68d190c9 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:25.326414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:25.334014 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.379613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] For port 2eeafef6-f21f-46f2-bb74-9ce4d864684e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2eeafef6-f21f-46f2-bb74-9ce4d864684e,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:25.380254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.399197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:25.405697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63f73bee-ed52-475f-92de-a463ef662102 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:25.414033 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.428188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Transition to ACTIVE for port object 63f73bee-ed52-475f-92de-a463ef662102 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:25.432119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.455072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-67ff8c85-84bd-40e9-8307-2e8bb0c2c181 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:25.456734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-67ff8c85-84bd-40e9-8307-2e8bb0c2c181 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0&tenant_id=e758294d01cf43e0b123cd4585eaf8f7&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 948 time: 0.2861276 Sep 23 23:57:25.492325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Pushing event updated for resources: {'Port': ['ID=63f73bee-ed52-475f-92de-a463ef662102,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:25.529513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Calling delete_port for 2eeafef6-f21f-46f2-bb74-9ce4d864684e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:25.580231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Attempting to bind port 63f73bee-ed52-475f-92de-a463ef662102 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:25.580568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Attempting to bind port 63f73bee-ed52-475f-92de-a463ef662102 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:25.580894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Attempting to bind port 63f73bee-ed52-475f-92de-a463ef662102 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:25.585520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Port 63f73bee-ed52-475f-92de-a463ef662102 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:57:25.585841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Attempting to bind port 63f73bee-ed52-475f-92de-a463ef662102 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:25.590964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:25.591293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:25.591669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:25.592094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Bound port: 63f73bee-ed52-475f-92de-a463ef662102, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:25.592448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.603669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['c922b9c8-39e4-43ad-8739-cf4d68d190c9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:25.689156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] For port 63f73bee-ed52-475f-92de-a463ef662102, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:25.693295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] For port 63f73bee-ed52-475f-92de-a463ef662102, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63f73bee-ed52-475f-92de-a463ef662102,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:25.706257 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.762504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Pushing event updated for resources: {'Port': ['ID=63f73bee-ed52-475f-92de-a463ef662102,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:25.767841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065d7b6-f76d-4205-8bc3-964c74d04ebd req-da3dd51f-5312-437a-baa6-8cf8ef191193 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:25.769294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8065d7b6-f76d-4205-8bc3-964c74d04ebd req-da3dd51f-5312-437a-baa6-8cf8ef191193 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 948 time: 0.5137868 Sep 23 23:57:25.772893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:25.773829 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.775508 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-433418a9-8bad-46a4-90cf-1951102b8387 service neutron] 10.222.0.18 "PUT /v2.0/ports/63f73bee-ed52-475f-92de-a463ef662102 HTTP/1.1" status: 200 len: 1096 time: 1.0350273 Sep 23 23:57:25.776246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '106381b8-bff5-4d8d-aeec-9bdabfb2368a', 'tag': '63f73bee-ed52-475f-92de-a463ef662102'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:25.779723 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933f03f2-3acb-4222-ac49-860d1150c07b" -d '{"events": [{"name": "network-changed", "server_uuid": "106381b8-bff5-4d8d-aeec-9bdabfb2368a", "tag": "63f73bee-ed52-475f-92de-a463ef662102"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:25.791005 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.800217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] For port 68510e6f-28a4-4e2e-966a-c7c774991e20, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=68510e6f-28a4-4e2e-966a-c7c774991e20,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:25.800588 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.852066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f7a1-0b16-4256-8d54-077273b0e9b0 req-f3f15c30-d924-4fe3-b85c-e07ac4758920 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:25.853637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e90f7a1-0b16-4256-8d54-077273b0e9b0 req-f3f15c30-d924-4fe3-b85c-e07ac4758920 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7b132f3-fa9d-4685-a386-a007a48a823b HTTP/1.1" status: 200 len: 945 time: 0.3661366 Sep 23 23:57:25.856035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Calling delete_port for 68510e6f-28a4-4e2e-966a-c7c774991e20 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:25.871408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-0e35b998-6c05-4de8-9762-3b973c346431 service neutron] 10.222.0.18 "GET /v2.0/ports/c922b9c8-39e4-43ad-8739-cf4d68d190c9/bindings/n-h1-713498-18 HTTP/1.1" status: 200 len: 383 time: 0.3873310 Sep 23 23:57:25.879135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-d757732f-be56-41ef-af00-b7541b7e2513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:25.881097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-d757732f-be56-41ef-af00-b7541b7e2513 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 1099 time: 0.0546899 Sep 23 23:57:25.898115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:25.973191 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-96b96544-d223-492d-9b1b-2599090cf9bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=63f73bee-ed52-475f-92de-a463ef662102 HTTP/1.1" status: 200 len: 217 time: 0.0844059 Sep 23 23:57:25.977869 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-73eba3af-32a3-4cac-9914-a1776e66e142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:26.021850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device db019786-d085-46fe-b075-3d118f5f790e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:26.069797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: db019786-d085-46fe-b075-3d118f5f790e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:26.070264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device db019786-d085-46fe-b075-3d118f5f790e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:26.088729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-3c67a67c-110d-4e0f-870c-8147e5405e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.090409 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-3c67a67c-110d-4e0f-870c-8147e5405e7e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1090357 Sep 23 23:57:26.108178 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8065d7b6-f76d-4205-8bc3-964c74d04ebd req-f54263fd-bede-447a-bd47-2bc78d8e094e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159745 Sep 23 23:57:26.184984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-5e61a0b0-03fd-4f89-af8e-a8015e016010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.186793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e90f7a1-0b16-4256-8d54-077273b0e9b0 req-8370f4b7-2746-4fec-be4b-2706ca95b746 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172545 Sep 23 23:57:26.193069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-5e61a0b0-03fd-4f89-af8e-a8015e016010 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0949404 Sep 23 23:57:26.218969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-3dbd567e-d81e-4ffc-9cef-cba0722f8e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.221952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-3dbd567e-d81e-4ffc-9cef-cba0722f8e6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1101 time: 0.3173816 Sep 23 23:57:26.283898 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8d2838-0447-40e4-9731-04aad5e86c2c x-openstack-request-id: req-5e8d2838-0447-40e4-9731-04aad5e86c2c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:26.284332 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "106381b8-bff5-4d8d-aeec-9bdabfb2368a", "tag": "63f73bee-ed52-475f-92de-a463ef662102", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:26.284682 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e8d2838-0447-40e4-9731-04aad5e86c2c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:26.285176 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '106381b8-bff5-4d8d-aeec-9bdabfb2368a', 'tag': '63f73bee-ed52-475f-92de-a463ef662102', 'status': 'completed', 'code': 200} Sep 23 23:57:26.314791 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:26.325935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-14570003-dd7e-499f-a9d4-6add71360327 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211548 Sep 23 23:57:26.413962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Pushing event deleted for resources: {'Port': ['ID=2eeafef6-f21f-46f2-bb74-9ce4d864684e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:26.457750 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0fe3531e-816b-4013-8d33-637ff99f8b6a req-5ace171f-e300-481b-8efa-c48d40b494bb service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247780 Sep 23 23:57:26.482352 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:57:26.561481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] No DVR routers for this DVR port 2eeafef6-f21f-46f2-bb74-9ce4d864684e on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:26.570117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d907b3e-4d8a-4cc2-8d2a-fc9d360c062e req-7ee4e09f-0eb6-496e-ba67-5eb2e82f4b2f tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.571672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d907b3e-4d8a-4cc2-8d2a-fc9d360c062e req-7ee4e09f-0eb6-496e-ba67-5eb2e82f4b2f tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 947 time: 0.3168724 Sep 23 23:57:26.572796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:26.574663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1168537b-9e82-4409-ab1a-22fba099881e req-14b52f09-7595-4ba7-9ca3-63d04160ac00 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.20 "DELETE /v2.0/ports/2eeafef6-f21f-46f2-bb74-9ce4d864684e HTTP/1.1" status: 204 len: 173 time: 1.9586632 Sep 23 23:57:26.579846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'name': 'network-vif-deleted', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:26.582067 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-787b447d-b744-4f11-90c2-b3cf51cbb10c" -d '{"events": [{"server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "name": "network-vif-deleted", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:26.582855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f03f2-3acb-4222-ac49-860d1150c07b req-29763acb-358a-4efc-99bf-754165c480ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.584625 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-933f03f2-3acb-4222-ac49-860d1150c07b req-29763acb-358a-4efc-99bf-754165c480ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 1099 time: 0.0727515 Sep 23 23:57:26.650707 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28c9de1-25a6-4bc0-ba6b-15792492eb50 x-openstack-request-id: req-d28c9de1-25a6-4bc0-ba6b-15792492eb50 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:26.651077 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7b132f3-fa9d-4685-a386-a007a48a823b", "name": "network-vif-deleted", "tag": "2eeafef6-f21f-46f2-bb74-9ce4d864684e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:26.651318 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d28c9de1-25a6-4bc0-ba6b-15792492eb50 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:26.651724 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7b132f3-fa9d-4685-a386-a007a48a823b', 'name': 'network-vif-deleted', 'tag': '2eeafef6-f21f-46f2-bb74-9ce4d864684e', 'status': 'completed', 'code': 200} Sep 23 23:57:26.652047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:26.654174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-32080220-a9ba-48a5-ae4f-0389831adc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.655790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-32080220-a9ba-48a5-ae4f-0389831adc48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.3976793 Sep 23 23:57:26.726256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f03f2-3acb-4222-ac49-860d1150c07b req-a470aa79-f016-4659-9cef-89e85b2bd248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.726508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:26.728435 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-933f03f2-3acb-4222-ac49-860d1150c07b req-a470aa79-f016-4659-9cef-89e85b2bd248 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1345494 Sep 23 23:57:26.729020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-199a24e2-0f66-409b-adde-dd3aabd716d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.0614195 Sep 23 23:57:26.744522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d907b3e-4d8a-4cc2-8d2a-fc9d360c062e req-52df7b5c-b393-466a-978d-25071e70269d tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355960 Sep 23 23:57:26.776603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=68510e6f-28a4-4e2e-966a-c7c774991e20,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:26.787984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-933f03f2-3acb-4222-ac49-860d1150c07b req-adbbc809-2b49-447a-a2ac-6272adf4b2d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=63f73bee-ed52-475f-92de-a463ef662102 HTTP/1.1" status: 200 len: 217 time: 0.0441604 Sep 23 23:57:26.844091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:26.852274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f03f2-3acb-4222-ac49-860d1150c07b req-d51035e6-372c-48d3-93d6-c18f31dd890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.853965 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-933f03f2-3acb-4222-ac49-860d1150c07b req-d51035e6-372c-48d3-93d6-c18f31dd890b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0477464 Sep 23 23:57:26.896655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-37e99d27-7eb3-4836-918b-83bfae896218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.898178 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-37e99d27-7eb3-4836-918b-83bfae896218 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1350083 Sep 23 23:57:26.899286 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:26.912695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f03f2-3acb-4222-ac49-860d1150c07b req-31181d83-2a47-42ac-b14e-85595b241885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:26.913791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port c922b9c8-39e4-43ad-8739-cf4d68d190c9 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:26.915738 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-933f03f2-3acb-4222-ac49-860d1150c07b req-31181d83-2a47-42ac-b14e-85595b241885 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534518 Sep 23 23:57:26.918841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port c922b9c8-39e4-43ad-8739-cf4d68d190c9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:26.919216 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.040606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.074716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:27.077967 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e598889-1607-4efe-9554-d71a6ef90daa" -d '{"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-plugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:27.081702 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-933f03f2-3acb-4222-ac49-860d1150c07b req-c92c7cff-0f8d-4e76-9900-a731a94ea537 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597540 Sep 23 23:57:27.117560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:27.126968 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.197728 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc89d07-bb1b-4896-9d7c-6ce09155b47b x-openstack-request-id: req-4fc89d07-bb1b-4896-9d7c-6ce09155b47b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:27.198962 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-plugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:27.199290 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fc89d07-bb1b-4896-9d7c-6ce09155b47b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:27.200719 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'code': 200} Sep 23 23:57:27.242185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 2eeafef6-f21f-46f2-bb74-9ce4d864684e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:27.246599 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-933f03f2-3acb-4222-ac49-860d1150c07b req-2f9247aa-bcc2-40ad-88b4-d86146581e7f service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568062 Sep 23 23:57:27.275293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 2eeafef6-f21f-46f2-bb74-9ce4d864684e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:27.275710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 2eeafef6-f21f-46f2-bb74-9ce4d864684e not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:27.278541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:27.492239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.496324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.541229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45134) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:27.588742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d5bae-5988-4345-bf5f-16f01fa7c9b0 req-9e89757a-a026-40fe-982c-20524f683a7e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:27.590418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db4d5bae-5988-4345-bf5f-16f01fa7c9b0 req-9e89757a-a026-40fe-982c-20524f683a7e tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.2212780 Sep 23 23:57:27.591115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.591623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c96f06a5-23f5-4d47-9b9e-2470120ef90d {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:57:27.592963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-57cc2a51-05a4-444e-b7d0-020bc9cb7f01 admin admin] Deleting subnet f71937a2-7996-46df-a564-b4e960a55091 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:27.594074 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-9eb76913-e91f-4730-abdb-3d58b06b9af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:27.595532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-9eb76913-e91f-4730-abdb-3d58b06b9af8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2341921 Sep 23 23:57:27.596370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57cc2a51-05a4-444e-b7d0-020bc9cb7f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.603342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.603342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-73bc9ee8-fdfd-457b-a945-33b4de712f35 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c96f06a5-23f5-4d47-9b9e-2470120ef90d HTTP/1.1" status: 204 len: 168 time: 3.7491350 Sep 23 23:57:27.611495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45136) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:27.643730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Deleting port 840eee44-6601-4b2a-ae8b-ffe98c92a37f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:27.644011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57cc2a51-05a4-444e-b7d0-020bc9cb7f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.644232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.685188 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57cc2a51-05a4-444e-b7d0-020bc9cb7f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.752091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57cc2a51-05a4-444e-b7d0-020bc9cb7f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.783522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57cc2a51-05a4-444e-b7d0-020bc9cb7f01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.785397 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-57cc2a51-05a4-444e-b7d0-020bc9cb7f01 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f71937a2-7996-46df-a564-b4e960a55091 HTTP/1.1" status: 204 len: 168 time: 0.2426503 Sep 23 23:57:27.786737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc2a51-05a4-444e-b7d0-020bc9cb7f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f71937a2-7996-46df-a564-b4e960a55091,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:27.788395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45140) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:27.805007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-74179e11-c6d8-49ed-b359-4c480e5014d5 admin admin] Deleting subnet 6dc179cd-0f94-41d5-ac44-5606e12f7b1e {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:27.839335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74179e11-c6d8-49ed-b359-4c480e5014d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.854073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.865927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db4d5bae-5988-4345-bf5f-16f01fa7c9b0 req-507ce403-7328-4349-9497-a949150b7b5d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534482 Sep 23 23:57:27.920473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5023b8b-0673-46a5-a92a-4b96bcec1c80 req-ef2650dc-9cdd-484a-bf42-1cfea7036733 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:27.921976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5023b8b-0673-46a5-a92a-4b96bcec1c80 req-ef2650dc-9cdd-484a-bf42-1cfea7036733 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 944 time: 0.2351611 Sep 23 23:57:27.928817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-b78c5f81-12a4-44a0-9f59-3f983865dae0 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242121 Sep 23 23:57:27.930855 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74179e11-c6d8-49ed-b359-4c480e5014d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.951708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:27.971174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccb7d7fd-8d12-485e-a563-a652ea2cac20']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:27.980377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:27.980666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d283e75-bc31-4b6e-8af2-0c7eb5d68eb2') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:27.990173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.005257 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.011262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:28.011646 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:28.013569 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:28.075357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.088231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.091099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] For port 840eee44-6601-4b2a-ae8b-ffe98c92a37f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=840eee44-6601-4b2a-ae8b-ffe98c92a37f,segment=NetworkSegment(b0f8496e-992d-48a7-8388-5bdc222d2262),segment_id=b0f8496e-992d-48a7-8388-5bdc222d2262)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:28.091231 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] 10.222.0.24 "DELETE /v2.0/networks/ccb7d7fd-8d12-485e-a563-a652ea2cac20 HTTP/1.1" status: 204 len: 168 time: 0.3017116 Sep 23 23:57:28.091471 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.102835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8919a-8151-459c-816f-ae3e841c756f admin admin] Pushing event deleted for resources: {'Network': ['ID=ccb7d7fd-8d12-485e-a563-a652ea2cac20,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:28.158145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5023b8b-0673-46a5-a92a-4b96bcec1c80 req-2760846c-12d3-4863-a31f-aae009801ba2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227330 Sep 23 23:57:28.163532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-2216c0b7-670e-4b25-81cf-5dba86baf95c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:28.165214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-2216c0b7-670e-4b25-81cf-5dba86baf95c tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.20 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 944 time: 0.2637212 Sep 23 23:57:28.167268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 68510e6f-28a4-4e2e-966a-c7c774991e20 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:28.188380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 68510e6f-28a4-4e2e-966a-c7c774991e20 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:28.189227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 68510e6f-28a4-4e2e-966a-c7c774991e20 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:28.197312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Calling delete_port for 840eee44-6601-4b2a-ae8b-ffe98c92a37f owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:28.253959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d6027-d7a4-4d53-a26e-54f775b79094 req-5b172d82-e630-47f5-80d1-d0bf8783f6f4 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:28.255512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad0d6027-d7a4-4d53-a26e-54f775b79094 req-5b172d82-e630-47f5-80d1-d0bf8783f6f4 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 947 time: 0.3217230 Sep 23 23:57:28.285196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74179e11-c6d8-49ed-b359-4c480e5014d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.307305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45144) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:28.350299 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-953520cc-8a5f-419a-befb-4c083c095222 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8804663286b54bf884f821ce37c6f5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417645 Sep 23 23:57:28.352951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45146) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:28.387671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-b0b71e83-3df6-47a8-8469-9bc4359f18d3 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361949 Sep 23 23:57:28.413295 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837126af-3fc0-4321-a58c-7d39a806a2da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.439108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad0d6027-d7a4-4d53-a26e-54f775b79094 req-7e39cb7e-1868-41ce-81ed-5d897c3c746d tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659603 Sep 23 23:57:28.440834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837126af-3fc0-4321-a58c-7d39a806a2da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.499032 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837126af-3fc0-4321-a58c-7d39a806a2da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.501640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837126af-3fc0-4321-a58c-7d39a806a2da admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.505381 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-837126af-3fc0-4321-a58c-7d39a806a2da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccc0400b-a2d8-485f-81f4-2c162977f56d HTTP/1.1" status: 204 len: 168 time: 0.1488962 Sep 23 23:57:28.505545 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74179e11-c6d8-49ed-b359-4c480e5014d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.515984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837126af-3fc0-4321-a58c-7d39a806a2da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0400b-a2d8-485f-81f4-2c162977f56d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:28.539866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74179e11-c6d8-49ed-b359-4c480e5014d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dc179cd-0f94-41d5-ac44-5606e12f7b1e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:28.546055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Deleting port e052ed3c-c0b3-462f-a2a5-d42166890fc8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:28.546394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.563253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb46341a-cb8b-4b65-a20e-98b9c7f90f7a None None] Network 6f3788a6-d4a0-4640-b92c-921b25b45b9e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:28.568556 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74179e11-c6d8-49ed-b359-4c480e5014d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.577355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-74179e11-c6d8-49ed-b359-4c480e5014d5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6dc179cd-0f94-41d5-ac44-5606e12f7b1e HTTP/1.1" status: 204 len: 168 time: 0.9626734 Sep 23 23:57:28.580571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45152) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:28.678881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.742207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] For port e052ed3c-c0b3-462f-a2a5-d42166890fc8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e052ed3c-c0b3-462f-a2a5-d42166890fc8,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:28.742684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.745280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Deleting port f05a278a-c6d1-43db-87e3-3cc66dfc3bad {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:28.745650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.761535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Calling delete_port for e052ed3c-c0b3-462f-a2a5-d42166890fc8 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:28.778889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:28.856948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] DHCP port deletion for 6f3788a6-d4a0-4640-b92c-921b25b45b9e request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:57:28.859154 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 63f73bee-ed52-475f-92de-a463ef662102 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:28.876466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=840eee44-6601-4b2a-ae8b-ffe98c92a37f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:29.038220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 63f73bee-ed52-475f-92de-a463ef662102, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63f73bee-ed52-475f-92de-a463ef662102,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:29.076657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '63f73bee-ed52-475f-92de-a463ef662102', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '63f73bee-ed52-475f-92de-a463ef662102', 'mac_address': 'fa:16:3e:cc:5f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:29.084465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.089998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] Deleting port f05a278a-c6d1-43db-87e3-3cc66dfc3bad {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:29.090384 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.114906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c23cdd0-d920-4dcc-aad6-42c583454467 req-8a512b17-6b8a-4be5-9fb7-ffda80203763 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:29.116577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c23cdd0-d920-4dcc-aad6-42c583454467 req-8a512b17-6b8a-4be5-9fb7-ffda80203763 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1000130 Sep 23 23:57:29.197782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] For port f05a278a-c6d1-43db-87e3-3cc66dfc3bad, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,segment=NetworkSegment(bd4d51f9-4331-4efe-b767-851ebd0081d3),segment_id=bd4d51f9-4331-4efe-b767-851ebd0081d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:29.198241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.248994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Calling delete_port for f05a278a-c6d1-43db-87e3-3cc66dfc3bad owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:29.281002 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.282967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.361076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.363373 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.368500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] For port f05a278a-c6d1-43db-87e3-3cc66dfc3bad, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,segment=NetworkSegment(bd4d51f9-4331-4efe-b767-851ebd0081d3),segment_id=bd4d51f9-4331-4efe-b767-851ebd0081d3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:29.368896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.380464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Pushing event deleted for resources: {'Port': ['ID=e052ed3c-c0b3-462f-a2a5-d42166890fc8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:29.388803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] No DVR routers for this DVR port f05a278a-c6d1-43db-87e3-3cc66dfc3bad on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:29.395543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] Calling delete_port for f05a278a-c6d1-43db-87e3-3cc66dfc3bad owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:29.398075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63f73bee-ed52-475f-92de-a463ef662102 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:29.414184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:29.422142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 63f73bee-ed52-475f-92de-a463ef662102, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63f73bee-ed52-475f-92de-a463ef662102,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:29.428503 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.465233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] No DVR routers for this DVR port e052ed3c-c0b3-462f-a2a5-d42166890fc8 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:29.468129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.470212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea9b1429-c59b-4a86-b7f9-1797e14c9ff2 req-141f959b-aebe-4fa9-9807-97de6778b7fc tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.20 "DELETE /v2.0/ports/e052ed3c-c0b3-462f-a2a5-d42166890fc8 HTTP/1.1" status: 204 len: 173 time: 1.2691729 Sep 23 23:57:29.473823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c23cdd0-d920-4dcc-aad6-42c583454467 req-1793891e-94cd-4f49-a5b5-39ee7918685b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481278 Sep 23 23:57:29.474298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'name': 'network-vif-deleted', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:29.476587 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4b4d66-d8d4-4e1a-a15e-3f9e50b2eb41" -d '{"events": [{"server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "name": "network-vif-deleted", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:29.603152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.636404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=63f73bee-ed52-475f-92de-a463ef662102,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:29.646517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0f0739aa-6700-45ff-8dfe-4b086590f85c req-72869245-8ea6-4687-934c-c2b43b5ff7c6 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=4415b5be-e396-4576-9cc4-2cdcdbe3ea3c HTTP/1.1" status: 200 len: 210 time: 0.0309796 Sep 23 23:57:29.654530 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3788a6-d4a0-4640-b92c-921b25b45b9e']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:29.678985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4d51f9-4331-4efe-b767-851ebd0081d3') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:29.679398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4d51f9-4331-4efe-b767-851ebd0081d3') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:29.692152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.694475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.710668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.716201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['63f73bee-ed52-475f-92de-a463ef662102'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:29.721179 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:29.721835 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:29.724054 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:29.733353 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f23740-d0d3-4ca8-8859-7e176a2c2d09 x-openstack-request-id: req-49f23740-d0d3-4ca8-8859-7e176a2c2d09 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:29.733626 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4415b5be-e396-4576-9cc4-2cdcdbe3ea3c", "name": "network-vif-deleted", "tag": "e052ed3c-c0b3-462f-a2a5-d42166890fc8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:29.734051 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-49f23740-d0d3-4ca8-8859-7e176a2c2d09 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:29.734451 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4415b5be-e396-4576-9cc4-2cdcdbe3ea3c', 'name': 'network-vif-deleted', 'tag': 'e052ed3c-c0b3-462f-a2a5-d42166890fc8', 'status': 'completed', 'code': 200} Sep 23 23:57:29.775577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] Pushing event deleted for resources: {'Port': ['ID=f05a278a-c6d1-43db-87e3-3cc66dfc3bad,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:29.785811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45188) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:29.791299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc4b89-e3d5-4cb3-94b8-8b4a347bcd55 None None] No DVR routers for this DVR port f05a278a-c6d1-43db-87e3-3cc66dfc3bad on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:29.838602 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.846782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:29.851522 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6f3788a6-d4a0-4640-b92c-921b25b45b9e HTTP/1.1" status: 204 len: 168 time: 1.2674754 Sep 23 23:57:29.859890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de070c52-b1b6-4ee5-87ae-2df6069ebed6 req-3852ba11-75af-480c-aa4c-8db9292a1813 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:29.861758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de070c52-b1b6-4ee5-87ae-2df6069ebed6 req-3852ba11-75af-480c-aa4c-8db9292a1813 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 948 time: 0.2010524 Sep 23 23:57:29.862202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412fdda-69a8-46d6-9a97-f7ce635eef80 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3788a6-d4a0-4640-b92c-921b25b45b9e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:29.943986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de070c52-b1b6-4ee5-87ae-2df6069ebed6 req-30240957-b642-4417-9a55-482f30fb8230 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456469 Sep 23 23:57:30.010515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-111953094-network', 'tenant_id': '245f8806312549df8861009c989d46d9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:30.029804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45194) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:30.054042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Router a5591536-f925-4dfc-afa5-50d1fb5600e0 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:57:30.072436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Made reservation on behalf of 245f8806312549df8861009c989d46d9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:30.075126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.090784 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.107914 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f9738fd1-3532-4bc2-9f19-1b0130daec70 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d0884c7ffcbb40e6afa1ccea1708b3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0741549 Sep 23 23:57:30.108488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45196) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:30.164645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f05a278a-c6d1-43db-87e3-3cc66dfc3bad no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:30.170398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b53a7285-e382-4868-8a46-b3e20664bb7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.207889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f05a278a-c6d1-43db-87e3-3cc66dfc3bad {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:30.208366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f05a278a-c6d1-43db-87e3-3cc66dfc3bad not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:30.216638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b53a7285-e382-4868-8a46-b3e20664bb7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.253060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:57:30.263018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6ed0f461-1a85-479f-937e-f253902282e6 admin admin] 10.222.0.24 "PUT /v2.0/routers/a5591536-f925-4dfc-afa5-50d1fb5600e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4925973 Sep 23 23:57:30.268202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45198) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:30.272262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] Sync routers for ids ['a5591536-f925-4dfc-afa5-50d1fb5600e0'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:57:30.284348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] Routers {'a5591536-f925-4dfc-afa5-50d1fb5600e0'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:30.285221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a5591536-f925-4dfc-afa5-50d1fb5600e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:30.302653 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b53a7285-e382-4868-8a46-b3e20664bb7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.306375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b53a7285-e382-4868-8a46-b3e20664bb7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.309829 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b53a7285-e382-4868-8a46-b3e20664bb7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6a7cc73-f989-4004-ae71-3896355079a9 HTTP/1.1" status: 204 len: 168 time: 0.1981738 Sep 23 23:57:30.317472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a7285-e382-4868-8a46-b3e20664bb7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a7cc73-f989-4004-ae71-3896355079a9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:30.422536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.431857 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.440654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] Set router a5591536-f925-4dfc-afa5-50d1fb5600e0 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:30.447351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.663621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:57:28Z', 'revision_number': 5, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:30.697977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] Checking router: a5591536-f925-4dfc-afa5-50d1fb5600e0 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:57:30.709014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] Routers {'a5591536-f925-4dfc-afa5-50d1fb5600e0'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:30.710009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a5591536-f925-4dfc-afa5-50d1fb5600e0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:30.833377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:57:30.846590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45210) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:30.850563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] Set router a5591536-f925-4dfc-afa5-50d1fb5600e0 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:30.913668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:30.914011 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Added segment 816f49a2-e094-46c7-9360-84c954338339 of type vlan for network 3480484b-b2de-4be9-ac99-6a3982544198 Sep 23 23:57:30.916094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e8d273-8d3e-4ad8-b011-f2503c7dfee0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:30.919718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-04c9f4ed-c197-492d-8c38-90cd1a60b1de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3cde81245664d48a996f67508613f15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692432 Sep 23 23:57:30.923174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:30.936911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 63f73bee-ed52-475f-92de-a463ef662102 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:31.001381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82ce780e-ce55-4c17-a87e-fe4e0c43a9b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.035141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82ce780e-ce55-4c17-a87e-fe4e0c43a9b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.055859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117152bc-6c9d-4de0-b3fe-f207148ba5c8 req-1b6c5e76-e840-4284-8a20-641c71d33036 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:31.057367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-117152bc-6c9d-4de0-b3fe-f207148ba5c8 req-1b6c5e76-e840-4284-8a20-641c71d33036 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.2215109 Sep 23 23:57:31.061500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.064952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-45009915-9e2a-42a5-b877-7ab44371c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:31.066605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-45009915-9e2a-42a5-b877-7ab44371c0a7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0&tenant_id=e758294d01cf43e0b123cd4585eaf8f7 HTTP/1.1" status: 200 len: 1102 time: 0.2293556 Sep 23 23:57:31.073330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 63f73bee-ed52-475f-92de-a463ef662102 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:31.081325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 63f73bee-ed52-475f-92de-a463ef662102 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:31.081678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.089254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:31.100206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82ce780e-ce55-4c17-a87e-fe4e0c43a9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.102839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-82ce780e-ce55-4c17-a87e-fe4e0c43a9b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.104023 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-82ce780e-ce55-4c17-a87e-fe4e0c43a9b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2813f5bf-1eb0-43e8-a201-97253885eaef HTTP/1.1" status: 204 len: 168 time: 0.1793764 Sep 23 23:57:31.116384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce780e-ce55-4c17-a87e-fe4e0c43a9b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2813f5bf-1eb0-43e8-a201-97253885eaef,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:31.198462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.199450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:31.200023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.202479 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.231493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e052ed3c-c0b3-462f-a2a5-d42166890fc8 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:31.270393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: e052ed3c-c0b3-462f-a2a5-d42166890fc8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:31.270821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e052ed3c-c0b3-462f-a2a5-d42166890fc8 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:31.278893 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.288873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3d8ed-8d28-4841-8e98-05ea5f0490fe req-143718aa-e24e-481d-aeab-72d7bcc10e7f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:31.291260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eb3d8ed-8d28-4841-8e98-05ea5f0490fe req-143718aa-e24e-481d-aeab-72d7bcc10e7f tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 945 time: 0.2449558 Sep 23 23:57:31.293730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:57:28Z', 'revision_number': 5, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:31.294964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-117152bc-6c9d-4de0-b3fe-f207148ba5c8 req-dd42c467-537c-42bb-80e7-688d18105fae tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159388 Sep 23 23:57:31.331685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5446172 Sep 23 23:57:31.336426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe028324-0085-4d0b-81ae-52126f9a4a49 None None] The sync data for ids ['a5591536-f925-4dfc-afa5-50d1fb5600e0'] in n-d-713498-18 is: [{'id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'name': 'tempest-ServersTestMultiNic-438704342-router', 'tenant_id': 'acccadf987f549598047750b1755c925', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230'}], 'enable_snat': True}, 'gw_port_id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:55:41Z', 'updated_at': '2021-09-23T23:57:28Z', 'revision_number': 5, 'project_id': 'acccadf987f549598047750b1755c925', 'gw_port': {'id': '4f38f50d-fc90-4995-8c26-c761cf1bb10a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:51:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5591536-f925-4dfc-afa5-50d1fb5600e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:42Z', 'updated_at': '2021-09-23T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:57:31.337614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45224) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:31.344960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Request body: {'subnet': {'network_id': '3480484b-b2de-4be9-ac99-6a3982544198', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-111953094-subnet', 'tenant_id': '245f8806312549df8861009c989d46d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:31.353977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106381b8-bff5-4d8d-aeec-9bdabfb2368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f73bee-ed52-475f-92de-a463ef662102'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:31.356265 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03f7580-f1a1-4c42-aef9-8ec33e4782cf" -d '{"events": [{"server_uuid": "106381b8-bff5-4d8d-aeec-9bdabfb2368a", "name": "network-vif-plugged", "status": "completed", "tag": "63f73bee-ed52-475f-92de-a463ef662102"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:31.396761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 63f73bee-ed52-475f-92de-a463ef662102, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63f73bee-ed52-475f-92de-a463ef662102,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:31.397807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.398007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Made reservation on behalf of 245f8806312549df8861009c989d46d9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:31.402030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.403240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:31.404991 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.458136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4072a1f-11bb-4480-940c-bc871f477f79 admin admin] Pushing event updated for resources: {'Network': ['ID=3480484b-b2de-4be9-ac99-6a3982544198,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:31.478425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3480484b-b2de-4be9-ac99-6a3982544198 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:57:31.506085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=63f73bee-ed52-475f-92de-a463ef662102,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:31.586277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eb3d8ed-8d28-4841-8e98-05ea5f0490fe req-7946fe65-24e7-4fdd-b5f8-c6f6f4100f11 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c2117be-211a-43fa-8e0b-dd42fd2dfdff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624140 Sep 23 23:57:31.598738 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.623981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d2927-76e4-4874-8632-e1f75b85519e req-8a730ce2-d12d-4ca8-945b-6db1dcfcd79e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:31.625521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-165d2927-76e4-4874-8632-e1f75b85519e req-8a730ce2-d12d-4ca8-945b-6db1dcfcd79e tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 945 time: 0.2886615 Sep 23 23:57:31.627760 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.639035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:31.643823 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.705355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efb2821-ccd8-42a6-88e7-0773276ddabe,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:31.721495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:31.728800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4d639-8c3f-4247-bbdd-5fdd6367f98c req-f26da47b-a26c-4afb-80d9-63d401b7af47 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:31.736425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0a4d639-8c3f-4247-bbdd-5fdd6367f98c req-f26da47b-a26c-4afb-80d9-63d401b7af47 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 949 time: 0.3185172 Sep 23 23:57:31.744544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:57:31.744900 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:57:31.768748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Checking segment: {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:31.769119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Network hostable DHCP agents. Network: 3480484b-b2de-4be9-ac99-6a3982544198, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:57:31.785882 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be15f165-d2f2-4d99-b927-3199601d2c39 x-openstack-request-id: req-be15f165-d2f2-4d99-b927-3199601d2c39 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:31.786171 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106381b8-bff5-4d8d-aeec-9bdabfb2368a", "name": "network-vif-plugged", "status": "completed", "tag": "63f73bee-ed52-475f-92de-a463ef662102", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:31.786452 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be15f165-d2f2-4d99-b927-3199601d2c39 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:31.786972 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106381b8-bff5-4d8d-aeec-9bdabfb2368a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63f73bee-ed52-475f-92de-a463ef662102', 'code': 200} Sep 23 23:57:31.793215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Network 3480484b-b2de-4be9-ac99-6a3982544198 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:57:31.806071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3480484b-b2de-4be9-ac99-6a3982544198) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:31.817765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:31.818365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.822248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2631b2ec-f218-4c6a-bec8-1563a2f334dc None None] Network 3480484b-b2de-4be9-ac99-6a3982544198 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:31.829991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Deleting port 4f38f50d-fc90-4995-8c26-c761cf1bb10a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:31.830461 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.859862 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-86bc657f-b34e-4fad-939c-b7e346832530 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5206702 Sep 23 23:57:31.890420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0a4d639-8c3f-4247-bbdd-5fdd6367f98c req-21edd3ae-715e-4508-97bc-40353428c634 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445792 Sep 23 23:57:31.975079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Deleting port 330ba16f-e910-4ef8-99cc-f6f1ac85010d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:31.975079 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:31.976198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b45e8c-82c5-4d1a-be93-1685feb8484a req-c91c8a33-3e62-4d8b-924d-d655edc9cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:31.991953 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-51b45e8c-82c5-4d1a-be93-1685feb8484a req-c91c8a33-3e62-4d8b-924d-d655edc9cc79 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 1101 time: 0.0782146 Sep 23 23:57:32.023543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] For port 4f38f50d-fc90-4995-8c26-c761cf1bb10a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4f38f50d-fc90-4995-8c26-c761cf1bb10a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:32.023880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:32.044426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 840eee44-6601-4b2a-ae8b-ffe98c92a37f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:32.068876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-51b45e8c-82c5-4d1a-be93-1685feb8484a req-c9465745-b81c-4e3a-84f0-02f1f69ef422 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695834 Sep 23 23:57:32.077491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Calling delete_port for 4f38f50d-fc90-4995-8c26-c761cf1bb10a owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:32.099418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 840eee44-6601-4b2a-ae8b-ffe98c92a37f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:32.099874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 840eee44-6601-4b2a-ae8b-ffe98c92a37f not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:32.125862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba1a024-fe39-4682-a8de-8e5771c8cc71 None None] Network 3480484b-b2de-4be9-ac99-6a3982544198 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:32.135803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] For port 330ba16f-e910-4ef8-99cc-f6f1ac85010d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=330ba16f-e910-4ef8-99cc-f6f1ac85010d,segment=NetworkSegment(d8e72d2e-bab0-41a7-86db-e0631aa51c06),segment_id=d8e72d2e-bab0-41a7-86db-e0631aa51c06)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:32.136423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:32.152199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Calling delete_port for 330ba16f-e910-4ef8-99cc-f6f1ac85010d owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:32.294735 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:32.618056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7189e814-20e8-4342-b549-ad2466d4b7f9 req-eb7b7b90-884e-4c0e-bb76-90362a86ed14 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:32.619469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7189e814-20e8-4342-b549-ad2466d4b7f9 req-eb7b7b90-884e-4c0e-bb76-90362a86ed14 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 949 time: 0.2249990 Sep 23 23:57:32.670656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:32.787517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Pushing event deleted for resources: {'Port': ['ID=330ba16f-e910-4ef8-99cc-f6f1ac85010d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:32.800062 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:32.870046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f38f50d-fc90-4995-8c26-c761cf1bb10a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:32.883904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7189e814-20e8-4342-b549-ad2466d4b7f9 req-435bff7a-201a-46fc-b08b-b0a380d84d5d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442126 Sep 23 23:57:32.907108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] No DVR routers for this DVR port 330ba16f-e910-4ef8-99cc-f6f1ac85010d on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:32.916758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-256d1f5e-77ed-41c6-b848-999ef773a8ea tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:32.918254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-256d1f5e-77ed-41c6-b848-999ef773a8ea tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/networks?id=3480484b-b2de-4be9-ac99-6a3982544198 HTTP/1.1" status: 200 len: 817 time: 0.3693678 Sep 23 23:57:32.950648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:32.952622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-165d2927-76e4-4874-8632-e1f75b85519e req-27c4a91c-03ef-4aa1-aa11-e6165d307aa2 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.18 "DELETE /v2.0/ports/330ba16f-e910-4ef8-99cc-f6f1ac85010d HTTP/1.1" status: 204 len: 173 time: 1.3147736 Sep 23 23:57:32.953071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'name': 'network-vif-deleted', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:32.955865 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce1e842-af2f-4837-acc0-2b641bd692f6" -d '{"events": [{"server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "name": "network-vif-deleted", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:32.985792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:33.009811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-a738f14e-db89-4f89-a9fe-e17914079d78 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/quotas/245f8806312549df8861009c989d46d9 HTTP/1.1" status: 200 len: 375 time: 0.0694087 Sep 23 23:57:33.030359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f3ab931-ad60-41c8-a64d-3f0f72291ac9 req-912b009f-2b1a-405a-8237-74f1de718bb7 tempest-LiveAutoBlockMigrationV225Test-1503937271 tempest-LiveAutoBlockMigrationV225Test-1503937271-project] 10.222.0.24 "GET /v2.0/ports?device_id=6c28ba6e-d5c4-4767-b654-1982bb532cdb HTTP/1.1" status: 200 len: 210 time: 0.0484598 Sep 23 23:57:33.070976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9098f511-108a-482b-8b4e-e552264fb48e tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=245f8806312549df8861009c989d46d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443075 Sep 23 23:57:33.081183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.172710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:33.233490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.256594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.276268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c922b9c8-39e4-43ad-8739-cf4d68d190c9 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:33.305016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.397640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Transition to ACTIVE for port object c922b9c8-39e4-43ad-8739-cf4d68d190c9 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:33.403353 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.404042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a5591536-f925-4dfc-afa5-50d1fb5600e0 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:57:33.410022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.425115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.426556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-048ab24b-58b1-44f4-aabf-0fd82bedb767 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a5591536-f925-4dfc-afa5-50d1fb5600e0 HTTP/1.1" status: 204 len: 168 time: 3.1572073 Sep 23 23:57:33.429091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45294) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:33.444426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99fd8d1-df9f-45f6-ab16-cc877a28c0e1 req-56bd82a9-e38d-4c12-8fc3-6df27b20eaa7 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:33.445935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e99fd8d1-df9f-45f6-ab16-cc877a28c0e1 req-56bd82a9-e38d-4c12-8fc3-6df27b20eaa7 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 949 time: 0.2065725 Sep 23 23:57:33.523056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] No DVR routers for this DVR port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:33.551542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7f0b34-c4a3-413f-84c0-30d62735a697 admin admin] Deleting subnet 414c20c0-68c3-45d7-8209-95d7d6bad07f {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:33.560317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0b34-c4a3-413f-84c0-30d62735a697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.592717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-0ab988a6-eab6-4aef-a0e1-8e85702ff710 service neutron] 10.222.0.24 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035939 Sep 23 23:57:33.613252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0b34-c4a3-413f-84c0-30d62735a697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.615879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=11']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:33.663805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e99fd8d1-df9f-45f6-ab16-cc877a28c0e1 req-96dfd23c-d6fb-4171-83af-9d61e05ff6f6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850066 Sep 23 23:57:33.678474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:33.678880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:33.679201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:33.683681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:57:33.683999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Attempting to bind port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:33.688962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:33.689572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:33.689958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:33.690385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Bound port: c922b9c8-39e4-43ad-8739-cf4d68d190c9, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:33.690819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.703744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0b34-c4a3-413f-84c0-30d62735a697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.769844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0b34-c4a3-413f-84c0-30d62735a697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.787584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-dd263b7a-f159-4a00-8653-d4804a702e6e service neutron] 10.222.0.24 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686547 Sep 23 23:57:33.788340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:33.791777 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60918154-67df-4c81-97e8-c5e421455067" -d '{"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:33.810635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f0b34-c4a3-413f-84c0-30d62735a697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=414c20c0-68c3-45d7-8209-95d7d6bad07f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:33.812804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc7f0b34-c4a3-413f-84c0-30d62735a697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.815131 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bc7f0b34-c4a3-413f-84c0-30d62735a697 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/414c20c0-68c3-45d7-8209-95d7d6bad07f HTTP/1.1" status: 204 len: 168 time: 0.3843989 Sep 23 23:57:33.817539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45302) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:33.820448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48334b-c550-4b19-b24f-b36bd7d96f09 None None] Network 67429a91-a4aa-4d49-b699-50beffa4618a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:33.822806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:33.826335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:33.832740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.855558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:33.856181 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:33.857569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] 10.222.0.20 "PUT /v2.0/ports/c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 1098 time: 2.7757187 Sep 23 23:57:33.955592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89fff2-a9d5-4fea-a213-489cd6ee6543 service neutron] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=12']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:34.010657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.036898 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49e2f86-f150-43ec-8a61-00a19dbdc442 x-openstack-request-id: req-c49e2f86-f150-43ec-8a61-00a19dbdc442 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:34.037201 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c28ba6e-d5c4-4767-b654-1982bb532cdb", "name": "network-vif-deleted", "tag": "330ba16f-e910-4ef8-99cc-f6f1ac85010d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:34.037458 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c49e2f86-f150-43ec-8a61-00a19dbdc442 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:34.037872 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c28ba6e-d5c4-4767-b654-1982bb532cdb', 'name': 'network-vif-deleted', 'tag': '330ba16f-e910-4ef8-99cc-f6f1ac85010d', 'status': 'completed', 'code': 200} Sep 23 23:57:34.077721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-f714d91f-3304-41eb-bb41-963d90f78a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:34.080076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-f714d91f-3304-41eb-bb41-963d90f78a79 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1101 time: 0.1215897 Sep 23 23:57:34.168487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4f38f50d-fc90-4995-8c26-c761cf1bb10a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:34.184222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Deleting port 971b7304-5e79-4154-bfc7-ed9488543978 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:34.184819 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.229784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 4f38f50d-fc90-4995-8c26-c761cf1bb10a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:34.231208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4f38f50d-fc90-4995-8c26-c761cf1bb10a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:34.287573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] DHCP port deletion for 67429a91-a4aa-4d49-b699-50beffa4618a request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:57:34.312718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] For port 971b7304-5e79-4154-bfc7-ed9488543978, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=971b7304-5e79-4154-bfc7-ed9488543978,segment=NetworkSegment(b0f8496e-992d-48a7-8388-5bdc222d2262),segment_id=b0f8496e-992d-48a7-8388-5bdc222d2262)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:34.313125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.316745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-60998e9f-3159-4b76-b4e6-019022a82fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:34.319647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-60998e9f-3159-4b76-b4e6-019022a82fd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2320843 Sep 23 23:57:34.328528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Calling delete_port for 971b7304-5e79-4154-bfc7-ed9488543978 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:34.366712 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2c1926-117b-48d3-9fe6-d9a3969ff891 x-openstack-request-id: req-fd2c1926-117b-48d3-9fe6-d9a3969ff891 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:34.368379 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:34.369199 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fd2c1926-117b-48d3-9fe6-d9a3969ff891 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:34.369569 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'code': 200} Sep 23 23:57:34.429090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-e4d575ba-efa1-49bf-ac61-97e54d27171c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.0998321 Sep 23 23:57:34.432515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.450917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] No DVR routers for this DVR port 971b7304-5e79-4154-bfc7-ed9488543978 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:34.457213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] Deleting port 971b7304-5e79-4154-bfc7-ed9488543978 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:34.457856 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.502902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Pushing event deleted for resources: {'Port': ['ID=971b7304-5e79-4154-bfc7-ed9488543978,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:34.586681 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.611096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67429a91-a4aa-4d49-b699-50beffa4618a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:34.623541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f8496e-992d-48a7-8388-5bdc222d2262') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:34.623828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f8496e-992d-48a7-8388-5bdc222d2262') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:34.632746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] For port 971b7304-5e79-4154-bfc7-ed9488543978, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:34.633382 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.635468 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.654168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.663237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-4c70ab1d-57cd-4ae8-931b-b33788ab5f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:34.664835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:34.665119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-4c70ab1d-57cd-4ae8-931b-b33788ab5f51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.2278485 Sep 23 23:57:34.665602 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.673692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] Calling delete_port for 971b7304-5e79-4154-bfc7-ed9488543978 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:34.678416 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] Port 971b7304-5e79-4154-bfc7-ed9488543978 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 23 23:57:34.680417 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:34.696632 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:34.700282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed47793-de2a-4f7a-b610-1dfb99105a4f req-5565e9e8-70b5-417c-bf2c-911a3e24c375 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:34.711622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ed47793-de2a-4f7a-b610-1dfb99105a4f req-5565e9e8-70b5-417c-bf2c-911a3e24c375 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 949 time: 0.2127929 Sep 23 23:57:34.730882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] No DVR routers for this DVR port 971b7304-5e79-4154-bfc7-ed9488543978 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:34.735853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69834d1-a7ce-43d5-9e54-d627097a7844 None None] Pushing event deleted for resources: {'Port': ['ID=971b7304-5e79-4154-bfc7-ed9488543978,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:34.764329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45336) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:34.811875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ed47793-de2a-4f7a-b610-1dfb99105a4f req-734081aa-eb37-41b6-a9c1-e7b04a8e8ace tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991542 Sep 23 23:57:34.815668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.835081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.835081 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] 10.222.0.24 "DELETE /v2.0/networks/67429a91-a4aa-4d49-b699-50beffa4618a HTTP/1.1" status: 204 len: 168 time: 0.9972932 Sep 23 23:57:34.835305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-bc21a22f-4e70-4493-b87c-0a2e7286a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:34.835305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-bc21a22f-4e70-4493-b87c-0a2e7286a456 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176369 Sep 23 23:57:34.835489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-336c3f7c-4fc8-4d9e-bc05-becddb8801e4 admin admin] Deleting subnet c16f53bb-8001-4541-93e2-a751a6ed31ec {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:34.859727 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-336c3f7c-4fc8-4d9e-bc05-becddb8801e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.864479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b987c-fdb3-4da8-bebb-0c51a594d385 admin admin] Pushing event deleted for resources: {'Network': ['ID=67429a91-a4aa-4d49-b699-50beffa4618a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:34.903906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 330ba16f-e910-4ef8-99cc-f6f1ac85010d no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:34.904461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-336c3f7c-4fc8-4d9e-bc05-becddb8801e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:34.941668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 330ba16f-e910-4ef8-99cc-f6f1ac85010d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:34.942521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 330ba16f-e910-4ef8-99cc-f6f1ac85010d not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:34.951962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-336c3f7c-4fc8-4d9e-bc05-becddb8801e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.022583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-6280bde0-12f0-4671-bcfb-a70d1e0dbff7 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803918 Sep 23 23:57:35.028789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-336c3f7c-4fc8-4d9e-bc05-becddb8801e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.040538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1801ed17-a414-4139-b3e0-df7471a50797 req-3a089cb9-1b04-4792-a480-009098a1d120 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:35.041969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1801ed17-a414-4139-b3e0-df7471a50797 req-3a089cb9-1b04-4792-a480-009098a1d120 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 949 time: 0.0848348 Sep 23 23:57:35.063318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c3f7c-4fc8-4d9e-bc05-becddb8801e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c16f53bb-8001-4541-93e2-a751a6ed31ec,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:35.072698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-336c3f7c-4fc8-4d9e-bc05-becddb8801e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.078109 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-336c3f7c-4fc8-4d9e-bc05-becddb8801e4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c16f53bb-8001-4541-93e2-a751a6ed31ec HTTP/1.1" status: 204 len: 168 time: 0.3128550 Sep 23 23:57:35.078788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45344) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:35.187846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05dcb321-1228-471c-bd67-58146985825b req-6951ea4d-191e-47a6-b48d-ebcc72d7f572 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 210 time: 0.0303900 Sep 23 23:57:35.193937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.197655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45350) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:35.227288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1801ed17-a414-4139-b3e0-df7471a50797 req-0a304ecb-1fef-461c-ab8c-3d81004509a6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941405 Sep 23 23:57:35.269392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-630b92cd-37b6-4e87-9f6e-8355ff6e842b req-95c9a7d3-e64a-4678-84f1-197daa8354b2 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261231 Sep 23 23:57:35.354746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45360) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:35.355357 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-483d789e-ce91-4319-9290-f96010666aba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acccadf987f549598047750b1755c925&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1548007 Sep 23 23:57:35.386251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.410669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e629a6-123d-476f-ab2a-d238ec9ce88e']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:35.421813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e72d2e-bab0-41a7-86db-e0631aa51c06') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:35.422111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e72d2e-bab0-41a7-86db-e0631aa51c06') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:35.453184 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.482448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.501951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:35.502308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:35.505792 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:35.542881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edfec40b-7428-4f43-8d14-9c8360badc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.548280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-6177d394-ec35-42d2-a18f-2e98f73eb248 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0518606 Sep 23 23:57:35.613111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.618780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.620864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f3e629a6-123d-476f-ab2a-d238ec9ce88e HTTP/1.1" status: 204 len: 168 time: 0.5410953 Sep 23 23:57:35.639014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45380) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:35.680358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3b94b-91ca-441f-ba7a-a0b24ecc9b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3e629a6-123d-476f-ab2a-d238ec9ce88e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:35.685421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edfec40b-7428-4f43-8d14-9c8360badc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.705704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e84da48-7a4b-4b99-8758-d0521364c450 admin admin] Deleting subnet 011b7713-04be-4fd4-b60b-2a91f6cf6bb7 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:57:35.709381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e84da48-7a4b-4b99-8758-d0521364c450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.763758 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e84da48-7a4b-4b99-8758-d0521364c450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.806604 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e84da48-7a4b-4b99-8758-d0521364c450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.879470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e84da48-7a4b-4b99-8758-d0521364c450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.912145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84da48-7a4b-4b99-8758-d0521364c450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=011b7713-04be-4fd4-b60b-2a91f6cf6bb7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:35.914471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e84da48-7a4b-4b99-8758-d0521364c450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:35.916663 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7e84da48-7a4b-4b99-8758-d0521364c450 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/011b7713-04be-4fd4-b60b-2a91f6cf6bb7 HTTP/1.1" status: 204 len: 168 time: 0.2711544 Sep 23 23:57:35.919230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45394) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:36.025505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.130110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 971b7304-5e79-4154-bfc7-ed9488543978 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:36.132546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:36.134823 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff83f44-caaf-44e3-b8a1-b98720f9d168" -d '{"events": [{"name": "network-changed", "server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:36.137350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.165742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 971b7304-5e79-4154-bfc7-ed9488543978 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:36.166378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 971b7304-5e79-4154-bfc7-ed9488543978 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:36.181805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d13009-9cc3-4f85-8a9e-77ac3392b07a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:36.191098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45400) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:36.202129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '054645ef-3a45-4eff-af10-f3ad4a5358e8') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:36.203091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '054645ef-3a45-4eff-af10-f3ad4a5358e8') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:36.230449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.245012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-75638083-ac57-453c-83b7-17a3a1c7594d tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:36.247040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.254671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-75638083-ac57-453c-83b7-17a3a1c7594d tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6965263 Sep 23 23:57:36.259460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:57:36.260462 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:57:36.263662 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:57:36.280213 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.329066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-b86d97b2-497b-4960-94cd-26000bf6172e tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/quotas/a6790d38ac49422892b2e2bdf8fcc5e1 HTTP/1.1" status: 200 len: 375 time: 0.0734401 Sep 23 23:57:36.344823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.353211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.363930 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] 10.222.0.24 "DELETE /v2.0/networks/86d13009-9cc3-4f85-8a9e-77ac3392b07a HTTP/1.1" status: 204 len: 168 time: 0.4436338 Sep 23 23:57:36.375648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a7b61-9909-457c-bcf8-fd89ce627d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=86d13009-9cc3-4f85-8a9e-77ac3392b07a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:36.387811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edfec40b-7428-4f43-8d14-9c8360badc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.392616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-edfec40b-7428-4f43-8d14-9c8360badc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.397694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-edfec40b-7428-4f43-8d14-9c8360badc8a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a2692d4-29d7-49f7-b712-346daa38eebb HTTP/1.1" status: 204 len: 168 time: 1.0410318 Sep 23 23:57:36.408220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a083c-24af-471c-876f-d9a656d95b9d req-b98095da-af2a-4683-958b-2525f49d650d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:36.415509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af2a083c-24af-471c-876f-d9a656d95b9d req-b98095da-af2a-4683-958b-2525f49d650d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 949 time: 0.2772233 Sep 23 23:57:36.531501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfec40b-7428-4f43-8d14-9c8360badc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2692d4-29d7-49f7-b712-346daa38eebb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:36.539982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-198681c9-92eb-4694-b017-72bd82b0f7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.570592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-8dc2e85a-9d40-4a94-af28-3313185b2892 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:36.572421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-8dc2e85a-9d40-4a94-af28-3313185b2892 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.20 "GET /v2.0/networks?id=3480484b-b2de-4be9-ac99-6a3982544198 HTTP/1.1" status: 200 len: 817 time: 0.4255364 Sep 23 23:57:36.596239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45412) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:36.600626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Request body: {'port': {'device_id': '245a5a93-789c-4e7f-a1dd-2202a0af9334', 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198', 'admin_state_up': True, 'tenant_id': '245f8806312549df8861009c989d46d9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:36.617425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-f8316d28-b214-4b28-aca5-020be7468533 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:36.618957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-f8316d28-b214-4b28-aca5-020be7468533 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.18 "GET /v2.0/networks?id=3480484b-b2de-4be9-ac99-6a3982544198 HTTP/1.1" status: 200 len: 817 time: 0.3068221 Sep 23 23:57:36.635400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af2a083c-24af-471c-876f-d9a656d95b9d req-9c601ef3-407e-4950-bb21-8e770b68cf3b tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185283 Sep 23 23:57:36.642593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-0bc43b8d-f9fa-4329-a63c-88f0b118b444 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2881773 Sep 23 23:57:36.670724 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01309d1c-80c0-4f35-92b8-a0e1ac560d59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abfb4a1ac7254b0aaf45608eb88b5762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732780 Sep 23 23:57:36.674655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45416) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:36.685902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Request body: {'port': {'device_id': 'a1d6aec2-6722-48d9-a13e-5abc77df9828', 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198', 'admin_state_up': True, 'tenant_id': '245f8806312549df8861009c989d46d9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:36.741804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bee445cd-cd08-4d5f-9390-ef2ca740f176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.774198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bee445cd-cd08-4d5f-9390-ef2ca740f176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.876960 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b642fe-1a12-47d3-ac75-7dd94374deb9 x-openstack-request-id: req-58b642fe-1a12-47d3-ac75-7dd94374deb9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:36.877323 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:36.877755 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-58b642fe-1a12-47d3-ac75-7dd94374deb9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:36.879595 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'status': 'completed', 'code': 200} Sep 23 23:57:36.892702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bee445cd-cd08-4d5f-9390-ef2ca740f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.896850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bee445cd-cd08-4d5f-9390-ef2ca740f176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:36.905782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bee445cd-cd08-4d5f-9390-ef2ca740f176 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c2117be-211a-43fa-8e0b-dd42fd2dfdff HTTP/1.1" status: 204 len: 168 time: 0.2250397 Sep 23 23:57:37.028402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4ecc53b-802d-4fcc-8a34-505ed90fac3c req-f4275cb6-08a9-434f-8633-9ce0816d2d00 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 210 time: 0.0877655 Sep 23 23:57:37.089907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee445cd-cd08-4d5f-9390-ef2ca740f176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2117be-211a-43fa-8e0b-dd42fd2dfdff,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:37.129120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-f3d4df9d-ef87-48fd-912f-6d0f4ff706ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:37.131987 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-f3d4df9d-ef87-48fd-912f-6d0f4ff706ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1101 time: 0.2419274 Sep 23 23:57:37.135722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-9c02aee9-fed3-4d77-ac41-1c5cf9b84b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:37.141709 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-9c02aee9-fed3-4d77-ac41-1c5cf9b84b83 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1101 time: 0.1794479 Sep 23 23:57:37.204712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-198681c9-92eb-4694-b017-72bd82b0f7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:37.271736 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-198681c9-92eb-4694-b017-72bd82b0f7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:37.281911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:37.326478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-aad86cef-bd04-4ed8-92a6-98ecb2c2391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:37.330738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81e4d296-bb94-4c06-b81a-79c61cf36e95 req-6ea36640-6c40-4303-913e-48f60f2d9518 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 210 time: 0.2287593 Sep 23 23:57:37.330949 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-aad86cef-bd04-4ed8-92a6-98ecb2c2391a service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1519630 Sep 23 23:57:37.338986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198681c9-92eb-4694-b017-72bd82b0f7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcc3c0b-b2a5-413e-ad18-d64fc1584cab,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:37.381792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Made reservation on behalf of 245f8806312549df8861009c989d46d9 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:37.385550 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:37.406741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 23:57:37.406741 n-d-713498-18 neutron-server[106379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 23:57:37.406741 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id_1': '245f8806312549df8861009c989d46d9', 'expiration_1': datetime.datetime(2021, 9, 23, 23, 57, 17, 274288)}] Sep 23 23:57:37.406741 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:57:37.407719 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:57:37.419863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-0e1e026c-72f1-4a1d-884e-5c6d02959221 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:37.421375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-0e1e026c-72f1-4a1d-884e-5c6d02959221 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.20 "GET /v2.0/networks?id=3480484b-b2de-4be9-ac99-6a3982544198 HTTP/1.1" status: 200 len: 817 time: 0.7020264 Sep 23 23:57:37.429931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-198681c9-92eb-4694-b017-72bd82b0f7e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c486a02f30b4a30b837eb6a73c1b243&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2238116 Sep 23 23:57:37.436305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Request body: {'port': {'device_id': 'ae1555cc-ce55-4caf-bf04-249db2940a69', 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198', 'admin_state_up': True, 'tenant_id': '245f8806312549df8861009c989d46d9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:37.447942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45438) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:37.472729 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-65b3926b-d8dd-4bbd-96f7-8667ac890712 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.1360250 Sep 23 23:57:37.506405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:37.534407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'mac_address': 'fa:16:3e:24:85:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:37.587691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Made reservation on behalf of 245f8806312549df8861009c989d46d9 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:37.591218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:37.612868 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:37.652008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c922b9c8-39e4-43ad-8739-cf4d68d190c9 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:37.681457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:37.688317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-2b048bf6-c562-4fbe-be17-dda14174d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:37.689783 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-2b048bf6-c562-4fbe-be17-dda14174d7e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1504085 Sep 23 23:57:37.706002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45448) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:37.707887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:37.713883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:37.743517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Allocated IP 172.20.0.6 (3480484b-b2de-4be9-ac99-6a3982544198/4efb2821-ccd8-42a6-88e7-0773276ddabe/43829ab6-dabc-4515-9fec-c95eb12895e1) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:37.759349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-5b90ba71-b12b-4ee2-bb01-de09e98718cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:37.761169 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-5b90ba71-b12b-4ee2-bb01-de09e98718cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.6180031 Sep 23 23:57:37.772579 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:37.841605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-55571443-8843-424a-bbcb-d583b5e50e74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 200 len: 217 time: 0.0712054 Sep 23 23:57:37.857262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=13']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:37.930122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-88cabfad-6e2c-4986-9c18-e4900a562f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:37.932257 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-88cabfad-6e2c-4986-9c18-e4900a562f55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2202826 Sep 23 23:57:37.966453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Made reservation on behalf of 245f8806312549df8861009c989d46d9 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:37.969292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c922b9c8-39e4-43ad-8739-cf4d68d190c9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:37.970893 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.013413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10159c2d-90d2-4cef-9e9b-8477ce0ea38a req-3076982c-beee-4b55-bb77-48282c11c0ae tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:38.015024 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10159c2d-90d2-4cef-9e9b-8477ce0ea38a req-3076982c-beee-4b55-bb77-48282c11c0ae tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.1716712 Sep 23 23:57:38.081076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-ba8b0636-070d-48af-bfda-b1f9cd7dbbac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:38.082569 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-ba8b0636-070d-48af-bfda-b1f9cd7dbbac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.2231205 Sep 23 23:57:38.122676 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.138816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb249adc-4dd9-4306-bb6f-a7944f1b8165 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08cb957c8b2848e59e7fce9c2b25ec55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4292591 Sep 23 23:57:38.140027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45462) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:38.160870 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-74b7e6c2-49a0-49e7-b6d2-8a317cb5a9db service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205167 Sep 23 23:57:38.207171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45464) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:38.227505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10159c2d-90d2-4cef-9e9b-8477ce0ea38a req-31ad27f5-51b5-4631-bb15-d4efc5742954 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979392 Sep 23 23:57:38.283567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3382a04-98e2-4c4b-97f6-200247e2d21a req-3f73045f-bd97-4315-8dea-0b1f16c5e9c2 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 210 time: 0.0812831 Sep 23 23:57:38.299435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.302303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.306786 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dcc3c0b-b2a5-413e-ad18-d64fc1584cab HTTP/1.1" status: 204 len: 168 time: 0.8508430 Sep 23 23:57:38.309577 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-5ec40240-91dd-4e33-b63c-bc620978a7c2 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200249 Sep 23 23:57:38.326003 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.340772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcc3c0b-b2a5-413e-ad18-d64fc1584cab,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:38.344538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-aed603ff-d933-4876-ab2d-b8ff22b3e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:38.348625 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-aed603ff-d933-4876-ab2d-b8ff22b3e512 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2547376 Sep 23 23:57:38.355442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.355944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.356482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.356881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.357336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.357759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.358183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.358603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.359056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.359501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.359884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.360334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7075c5d3-4220-4274-bba2-f95c84dbddf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:38.412711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.20', 53359) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:38.472274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-419612846-network', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:38.521658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-10254428-78d1-46ba-a85c-569dbee1bc45 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1061571 Sep 23 23:57:38.588411 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-d47d619e-4e8d-4dcd-b879-718f2633671a service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247937 Sep 23 23:57:38.616963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Allocated IP 172.20.0.7 (3480484b-b2de-4be9-ac99-6a3982544198/4efb2821-ccd8-42a6-88e7-0773276ddabe/dbd5caa7-cf69-490c-9803-18b2176558f5) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:38.630057 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-4463fd53-682f-4f6c-b550-881428838648 {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:57:38.630458 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:57:38.686234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2da7922c-4228-40d1-9fba-965c4a05ad03 req-8274a507-1a15-4526-af76-487c93337659 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 210 time: 0.2184615 Sep 23 23:57:38.693154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Network 3480484b-b2de-4be9-ac99-6a3982544198 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:38.704748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:38.725421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:38.728097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1795bf43-56d7-4ab3-82c5-7efae62fab66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.734154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Pushing event updated for resources: {'Port': ['ID=43829ab6-dabc-4515-9fec-c95eb12895e1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:38.740408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fa05cf2c-96a6-4ddc-9855-6aa5be807cda tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:38.742072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fa05cf2c-96a6-4ddc-9855-6aa5be807cda tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133386 Sep 23 23:57:38.763921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:38.766186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.767762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Request body: {'port': {'device_id': '8a363f2a-0d67-40bd-b0a5-5522b44b3b00', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'a6790d38ac49422892b2e2bdf8fcc5e1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:38.768551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45478) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:38.789385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.794079 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ff83f44-caaf-44e3-b8a1-b98720f9d168 req-7a1f135f-55ce-497b-8a9d-4a591100b036 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718462 Sep 23 23:57:38.826489 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.829988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289c33a-157b-43b9-8a23-c3143cb8eed1 req-449f3c4f-8dad-4fb1-ae40-d58c21fc7511 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:38.831537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d289c33a-157b-43b9-8a23-c3143cb8eed1 req-449f3c4f-8dad-4fb1-ae40-d58c21fc7511 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 1102 time: 0.3794680 Sep 23 23:57:38.841193 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-607102a8-aef7-4f9d-aec6-7eb4105b25e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.867680 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1795bf43-56d7-4ab3-82c5-7efae62fab66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.895431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Made reservation on behalf of a6790d38ac49422892b2e2bdf8fcc5e1 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:38.899220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:38.900855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:38.901677 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.047033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d289c33a-157b-43b9-8a23-c3143cb8eed1 req-96a6657c-2e1a-427e-aa88-63a4e2faa566 tempest-MigrationsAdminTest-1262370381 tempest-MigrationsAdminTest-1262370381-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911733 Sep 23 23:57:39.053519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Allocated IP 192.168.233.74 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/622662b1-d8e2-4260-a5b2-3e8403e1f26b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:39.074534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.089798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1795bf43-56d7-4ab3-82c5-7efae62fab66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.092367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1795bf43-56d7-4ab3-82c5-7efae62fab66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.099730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1795bf43-56d7-4ab3-82c5-7efae62fab66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8d235bc-d98f-444f-bdd2-295f3f2e8945 HTTP/1.1" status: 204 len: 168 time: 0.9502730 Sep 23 23:57:39.137612 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.168157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1795bf43-56d7-4ab3-82c5-7efae62fab66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d235bc-d98f-444f-bdd2-295f3f2e8945,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:39.277403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.292213 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.297006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:39.355712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.393662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port c922b9c8-39e4-43ad-8739-cf4d68d190c9 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:39.398905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c922b9c8-39e4-43ad-8739-cf4d68d190c9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:39.401027 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.401751 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.444750 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.446996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:39.450389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:39.451027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['63f73bee-ed52-475f-92de-a463ef662102'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:39.454463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:39.482597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Network 3480484b-b2de-4be9-ac99-6a3982544198 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:39.486987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Pushing event updated for resources: {'Port': ['ID=dbd5caa7-cf69-490c-9803-18b2176558f5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:39.497988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Pushing event updated for resources: {'Port': ['ID=622662b1-d8e2-4260-a5b2-3e8403e1f26b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:39.500421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-6469f6ef-b76b-47a4-9342-e912214d4630 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9071794 Sep 23 23:57:39.501388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:39.566910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:39.567729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.577725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:39.599253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Request body: {'port': {'device_id': '245a5a93-789c-4e7f-a1dd-2202a0af9334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:39.656837 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.700936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:39.703481 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3734f-498a-465d-a91e-bd40c3fe79ed" -d '{"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-plugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:39.733442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:39.739602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.751987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:57:39.775587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0f4835-a991-44c0-8d9b-66625adcded3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:39.809073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Allocated IP 172.20.0.4 (3480484b-b2de-4be9-ac99-6a3982544198/4efb2821-ccd8-42a6-88e7-0773276ddabe/cfac7a2e-be93-47f6-974a-6c74b53318dd) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:39.821476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8752e1e-1ba1-4e12-9ed6-f5f387e9ff02 req-8021563d-cd39-4b7d-91b0-d6b3fce6d1e0 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:39.823046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8752e1e-1ba1-4e12-9ed6-f5f387e9ff02 req-8021563d-cd39-4b7d-91b0-d6b3fce6d1e0 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 931 time: 0.3807056 Sep 23 23:57:39.823173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a12eb8d4-10eb-489b-8b03-c02f1fc6a232 None None] Provisioning complete for port 622662b1-d8e2-4260-a5b2-3e8403e1f26b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:39.823630 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a12eb8d4-10eb-489b-8b03-c02f1fc6a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.826534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.826926 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Added segment 99b8b427-8aee-40f8-b14e-4f2994a5e4ac of type vlan for network 7a2ab906-2773-4efa-b0e1-09691b94e19d Sep 23 23:57:39.828650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=14']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:39.870300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a12eb8d4-10eb-489b-8b03-c02f1fc6a232 None None] Port 622662b1-d8e2-4260-a5b2-3e8403e1f26b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:57:39.894354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:39.894909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.957175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52cca3-dfad-4da8-bd8d-0fd3838e8ee5 req-a7b2d650-3140-42ca-bdf9-29de69ed71db tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:39.960032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e52cca3-dfad-4da8-bd8d-0fd3838e8ee5 req-a7b2d650-3140-42ca-bdf9-29de69ed71db tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 950 time: 0.4840665 Sep 23 23:57:39.981183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:39.995684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.052396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-607102a8-aef7-4f9d-aec6-7eb4105b25e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.066339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-4efe09f8-a1ad-4061-be09-80e9920ed5b3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3086264 Sep 23 23:57:40.068940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8752e1e-1ba1-4e12-9ed6-f5f387e9ff02 req-54ad3bff-46a8-45f1-8ac5-e1b2f8fb5415 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097073 Sep 23 23:57:40.078192 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-607102a8-aef7-4f9d-aec6-7eb4105b25e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.079817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Request body: {'port': {'device_id': '8a363f2a-0d67-40bd-b0a5-5522b44b3b00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:40.098886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-ac69ea17-f9f2-4a16-a401-55e6e33a07ec tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4233637 Sep 23 23:57:40.147135 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb095bd3-20a8-40aa-91db-4adbe9e5cec1 x-openstack-request-id: req-eb095bd3-20a8-40aa-91db-4adbe9e5cec1 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:40.147531 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-plugged", "status": "completed", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:40.147986 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb095bd3-20a8-40aa-91db-4adbe9e5cec1 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:40.148484 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'code': 200} Sep 23 23:57:40.195138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Request body: {'port': {'device_id': 'a1d6aec2-6722-48d9-a13e-5abc77df9828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:40.196999 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.274875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e52cca3-dfad-4da8-bd8d-0fd3838e8ee5 req-6c199b88-e0d9-4c2a-9cd3-28ca29c77998 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011906 Sep 23 23:57:40.289712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.290664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:40.291276 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.374809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-607102a8-aef7-4f9d-aec6-7eb4105b25e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee833ce52e71457bbd4030b2fa047daf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5971384 Sep 23 23:57:40.374809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607102a8-aef7-4f9d-aec6-7eb4105b25e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e7f062-69ba-4151-a032-648c52a46b19,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:40.430094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45520) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:40.836679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-f262394a-2283-4078-a9ad-bdd7cfda75b0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:40.838136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-f262394a-2283-4078-a9ad-bdd7cfda75b0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 951 time: 0.0897844 Sep 23 23:57:40.860855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6483111 Sep 23 23:57:40.861906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c16c4aa8-6448-44e6-8ab0-91d36374d3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.865685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:40.879025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Request body: {'subnet': {'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-419612846-subnet', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:40.913316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.923442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4611d-9d92-4b65-b6ab-a65f10dfd75b admin admin] Pushing event updated for resources: {'Network': ['ID=7a2ab906-2773-4efa-b0e1-09691b94e19d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:40.939730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:57:40.952560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d7f7a-e151-4f2f-b807-8dda6431f694 req-2eab86f0-2170-436f-bc73-115537c1482b tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:40.954247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-765d7f7a-e151-4f2f-b807-8dda6431f694 req-2eab86f0-2170-436f-bc73-115537c1482b tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 935 time: 0.7305715 Sep 23 23:57:40.959654 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c16c4aa8-6448-44e6-8ab0-91d36374d3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:40.962679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.017809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:57:41.020144 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.085643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622662b1-d8e2-4260-a5b2-3e8403e1f26b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:41.114408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-765d7f7a-e151-4f2f-b807-8dda6431f694 req-eaaaeeec-2168-48f9-b782-f83db0470567 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466572 Sep 23 23:57:41.130724 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.137099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.166493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Deleting port c922b9c8-39e4-43ad-8739-cf4d68d190c9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:41.167163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.204400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Transition to ACTIVE for port object 622662b1-d8e2-4260-a5b2-3e8403e1f26b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:41.206301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Network 3480484b-b2de-4be9-ac99-6a3982544198 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:41.228484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c16c4aa8-6448-44e6-8ab0-91d36374d3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.231295 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c16c4aa8-6448-44e6-8ab0-91d36374d3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.236156 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c16c4aa8-6448-44e6-8ab0-91d36374d3db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13e7f062-69ba-4151-a032-648c52a46b19 HTTP/1.1" status: 204 len: 168 time: 0.5307503 Sep 23 23:57:41.242651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.249764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:41.279082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:41.287773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Pushing event updated for resources: {'Port': ['ID=cfac7a2e-be93-47f6-974a-6c74b53318dd,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:41.323797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c4aa8-6448-44e6-8ab0-91d36374d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e7f062-69ba-4151-a032-648c52a46b19,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:41.364624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.364972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.365316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.365653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.365986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.366326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.366647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.367021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.367352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.367677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.368329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.368329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:41.399047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Pushing event updated for resources: {'Port': ['ID=622662b1-d8e2-4260-a5b2-3e8403e1f26b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:41.490309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.490986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.512819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] For port c922b9c8-39e4-43ad-8739-cf4d68d190c9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c922b9c8-39e4-43ad-8739-cf4d68d190c9,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:41.513222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.527334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1c205-e926-4433-a32e-f7c534f0b210 req-9fdc4cd8-2daa-446f-9ee2-b1a9bae60b1c tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.529202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6eb1c205-e926-4433-a32e-f7c534f0b210 req-9fdc4cd8-2daa-446f-9ee2-b1a9bae60b1c tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 931 time: 0.3252022 Sep 23 23:57:41.545183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Calling delete_port for c922b9c8-39e4-43ad-8739-cf4d68d190c9 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:41.547481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.643833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435493a-65d8-46c3-901d-f598eb02e020 req-4429a157-4a0f-40bd-8c9f-d234ed4ec002 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.645049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435493a-65d8-46c3-901d-f598eb02e020 req-4429a157-4a0f-40bd-8c9f-d234ed4ec002 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.645049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435493a-65d8-46c3-901d-f598eb02e020 req-4429a157-4a0f-40bd-8c9f-d234ed4ec002 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.645377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435493a-65d8-46c3-901d-f598eb02e020 req-4429a157-4a0f-40bd-8c9f-d234ed4ec002 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.645605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435493a-65d8-46c3-901d-f598eb02e020 req-4429a157-4a0f-40bd-8c9f-d234ed4ec002 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.646790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435493a-65d8-46c3-901d-f598eb02e020 req-4429a157-4a0f-40bd-8c9f-d234ed4ec002 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.647671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a435493a-65d8-46c3-901d-f598eb02e020 req-4429a157-4a0f-40bd-8c9f-d234ed4ec002 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.647913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Attempting to bind port 622662b1-d8e2-4260-a5b2-3e8403e1f26b on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:41.648239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Attempting to bind port 622662b1-d8e2-4260-a5b2-3e8403e1f26b by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:41.648551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Attempting to bind port 622662b1-d8e2-4260-a5b2-3e8403e1f26b on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:41.662133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a435493a-65d8-46c3-901d-f598eb02e020 req-4429a157-4a0f-40bd-8c9f-d234ed4ec002 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4972 time: 0.3841496 Sep 23 23:57:41.672765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Port 622662b1-d8e2-4260-a5b2-3e8403e1f26b on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:57:41.673093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Attempting to bind port 622662b1-d8e2-4260-a5b2-3e8403e1f26b on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:41.679232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-26e9149c-ac63-410e-9991-c53e4419a95b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2465014 Sep 23 23:57:41.697166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce0f675e-fe02-4e4e-be43-d7636ccd31ea,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:41.716355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:41.716694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:41.717076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:41.717521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Bound port: 622662b1-d8e2-4260-a5b2-3e8403e1f26b, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:41.717877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.729016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Request body: {'port': {'device_id': 'ae1555cc-ce55-4caf-bf04-249db2940a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:41.745874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Checking segment: {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:41.746233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Network hostable DHCP agents. Network: 7a2ab906-2773-4efa-b0e1-09691b94e19d, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:57:41.788981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43829ab6-dabc-4515-9fec-c95eb12895e1 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:41.805828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6eb1c205-e926-4433-a32e-f7c534f0b210 req-cfb97ba3-fd03-4586-b8cd-dcbef5264d6b tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891508 Sep 23 23:57:41.813615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.829617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:57:41.859993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 7a2ab906-2773-4efa-b0e1-09691b94e19d) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:41.871508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f99500-7953-4f5c-964b-1fa7ffa82a98 None None] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:41.871716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.872154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.877729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] For port 622662b1-d8e2-4260-a5b2-3e8403e1f26b, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:41.883613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] For port 622662b1-d8e2-4260-a5b2-3e8403e1f26b, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=622662b1-d8e2-4260-a5b2-3e8403e1f26b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:41.887521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.888913 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.897778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.912874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fab9c15b-e224-4498-9bd4-efa859de6c82', 'a26edc70-d10c-40ea-b598-c2559777adaf', 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:41.915296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Transition to ACTIVE for port object 43829ab6-dabc-4515-9fec-c95eb12895e1 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:41.925574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a58461b0-ff0f-40db-b830-ae467b52d9d2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0531948 Sep 23 23:57:41.930517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event deleted for resources: {'Port': ['ID=c922b9c8-39e4-43ad-8739-cf4d68d190c9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:41.937996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.942254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45560) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:41.969244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:57:41.983761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:41.984379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:41.985891 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] 10.222.0.20 "PUT /v2.0/ports/622662b1-d8e2-4260-a5b2-3e8403e1f26b HTTP/1.1" status: 200 len: 1096 time: 1.9123449 Sep 23 23:57:41.986872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a363f2a-0d67-40bd-b0a5-5522b44b3b00', 'tag': '622662b1-d8e2-4260-a5b2-3e8403e1f26b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:41.989136 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd9b188-19c3-40e7-803a-fff300d88870" -d '{"events": [{"name": "network-changed", "server_uuid": "8a363f2a-0d67-40bd-b0a5-5522b44b3b00", "tag": "622662b1-d8e2-4260-a5b2-3e8403e1f26b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:42.100519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc548d9-25fe-49fb-b6a3-4a3ba12b6816 req-8d734f1d-bc28-4f49-a089-2e78ba6f2171 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:42.106616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4dc548d9-25fe-49fb-b6a3-4a3ba12b6816 req-8d734f1d-bc28-4f49-a089-2e78ba6f2171 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=80b7bade-6b8e-48e2-bf2c-a603e34f71f0 HTTP/1.1" status: 200 len: 868 time: 0.3292744 Sep 23 23:57:42.146398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] No DVR routers for this DVR port c922b9c8-39e4-43ad-8739-cf4d68d190c9 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:42.159272 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:42.161451 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42de8c5a-1f39-4e22-b027-c3f9748494f0 req-39cb03da-2bfd-43b6-9328-8960e0e7bcd3 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.20 "DELETE /v2.0/ports/c922b9c8-39e4-43ad-8739-cf4d68d190c9 HTTP/1.1" status: 204 len: 173 time: 1.3012114 Sep 23 23:57:42.204413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde2f3d4-4785-4cf8-8291-e36281aeb654 service neutron] Pushing event updated for resources: {'Port': ['ID=622662b1-d8e2-4260-a5b2-3e8403e1f26b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:42.211574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:42.213306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:42.284448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-c4e49dc3-7640-4f6e-9596-e5f689007808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:42.287424 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-c4e49dc3-7640-4f6e-9596-e5f689007808 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 1099 time: 0.2545991 Sep 23 23:57:42.340295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Pushing event updated for resources: {'Port': ['ID=43829ab6-dabc-4515-9fec-c95eb12895e1,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:42.376169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-7a2ab906-2773-4efa-b0e1-09691b94e19d', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:57:42.377221 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:42.403441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4dc548d9-25fe-49fb-b6a3-4a3ba12b6816 req-9cf1c035-9c01-494b-869e-5e07f06228a1 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785451 Sep 23 23:57:42.472623 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:42.474637 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-8700701d-67b8-4c82-8587-296a82267e3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=622662b1-d8e2-4260-a5b2-3e8403e1f26b HTTP/1.1" status: 200 len: 217 time: 0.1260955 Sep 23 23:57:42.573537 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c044087c-33f2-4fdb-b099-6ea38fe99352 x-openstack-request-id: req-c044087c-33f2-4fdb-b099-6ea38fe99352 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:42.573856 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a363f2a-0d67-40bd-b0a5-5522b44b3b00", "tag": "622662b1-d8e2-4260-a5b2-3e8403e1f26b", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:42.575311 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c044087c-33f2-4fdb-b099-6ea38fe99352 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:42.575767 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a363f2a-0d67-40bd-b0a5-5522b44b3b00', 'tag': '622662b1-d8e2-4260-a5b2-3e8403e1f26b', 'status': 'completed', 'code': 200} Sep 23 23:57:42.628794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8189e5-9d92-43c9-b545-120db392f00a req-2cf800cf-c733-4925-8f2d-7eb8e042b912 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:42.638894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da8189e5-9d92-43c9-b545-120db392f00a req-2cf800cf-c733-4925-8f2d-7eb8e042b912 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 886 time: 0.3971963 Sep 23 23:57:42.707747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-034e0c24-96fc-4d7e-8be2-4d6bdac65c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:42.710425 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-034e0c24-96fc-4d7e-8be2-4d6bdac65c78 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.2258403 Sep 23 23:57:42.717090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Allocated IP 172.20.0.2 (7a2ab906-2773-4efa-b0e1-09691b94e19d/ce0f675e-fe02-4e4e-be43-d7636ccd31ea/0a85237b-03cc-4d43-981d-10d65fa964ea) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:42.725455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Attempting to bind port 43829ab6-dabc-4515-9fec-c95eb12895e1 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:42.725780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Attempting to bind port 43829ab6-dabc-4515-9fec-c95eb12895e1 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:42.726111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Attempting to bind port 43829ab6-dabc-4515-9fec-c95eb12895e1 on network 3480484b-b2de-4be9-ac99-6a3982544198 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:42.749058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Port 43829ab6-dabc-4515-9fec-c95eb12895e1 on network 3480484b-b2de-4be9-ac99-6a3982544198 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:57:42.749058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Attempting to bind port 43829ab6-dabc-4515-9fec-c95eb12895e1 on network 3480484b-b2de-4be9-ac99-6a3982544198 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:42.772243 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:42.803888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:42.804260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Checking segment: {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:42.804597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Bound using segment: {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:42.805031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Bound port: 43829ab6-dabc-4515-9fec-c95eb12895e1, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:42.805508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:42.896038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-e262a8af-c9e0-4881-ab0f-ee3c061131dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:42.898387 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-e262a8af-c9e0-4881-ab0f-ee3c061131dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186481 Sep 23 23:57:42.918963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd5caa7-cf69-490c-9803-18b2176558f5 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:42.960527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8ec1cf-01c7-44aa-87f1-025809ec547b req-5a846354-320f-433a-b4eb-161e9a3ce92c tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:42.971215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a8ec1cf-01c7-44aa-87f1-025809ec547b req-5a846354-320f-433a-b4eb-161e9a3ce92c tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 947 time: 0.3791609 Sep 23 23:57:42.989254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.046023 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.064261 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.068729 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-fa56522b-0561-4d2d-87d0-783fe75e7ff0 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619515 Sep 23 23:57:43.088777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Transition to ACTIVE for port object dbd5caa7-cf69-490c-9803-18b2176558f5 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:43.118670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:43.122670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:43.126876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:43.142921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Pushing event updated for resources: {'Port': ['ID=0a85237b-03cc-4d43-981d-10d65fa964ea,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:43.159026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a8ec1cf-01c7-44aa-87f1-025809ec547b req-aee8869e-fe3c-4f6b-b9b9-63e9bef6a86c tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867948 Sep 23 23:57:43.164885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.181553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] For port 43829ab6-dabc-4515-9fec-c95eb12895e1, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:43.247008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Attempting to bind port 0a85237b-03cc-4d43-981d-10d65fa964ea on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:43.247688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Attempting to bind port 0a85237b-03cc-4d43-981d-10d65fa964ea by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:43.248371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Attempting to bind port 0a85237b-03cc-4d43-981d-10d65fa964ea on network 7a2ab906-2773-4efa-b0e1-09691b94e19d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:43.256834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:43.257527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Checking segment: {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:43.258104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.258878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Bound using segment: {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:43.259662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Bound port: 0a85237b-03cc-4d43-981d-10d65fa964ea, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:43.260213 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.275321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] For port 43829ab6-dabc-4515-9fec-c95eb12895e1, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=43829ab6-dabc-4515-9fec-c95eb12895e1,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:43.297383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.315989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a773f-7a2d-404b-b497-8dd1fc135b45 req-3245615d-c3ee-4d1d-b80f-12299d114ac7 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.316654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a773f-7a2d-404b-b497-8dd1fc135b45 req-3245615d-c3ee-4d1d-b80f-12299d114ac7 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.317189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a773f-7a2d-404b-b497-8dd1fc135b45 req-3245615d-c3ee-4d1d-b80f-12299d114ac7 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.317716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a773f-7a2d-404b-b497-8dd1fc135b45 req-3245615d-c3ee-4d1d-b80f-12299d114ac7 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.318263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a773f-7a2d-404b-b497-8dd1fc135b45 req-3245615d-c3ee-4d1d-b80f-12299d114ac7 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.318790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a773f-7a2d-404b-b497-8dd1fc135b45 req-3245615d-c3ee-4d1d-b80f-12299d114ac7 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.319316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a773f-7a2d-404b-b497-8dd1fc135b45 req-3245615d-c3ee-4d1d-b80f-12299d114ac7 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.321226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-770a773f-7a2d-404b-b497-8dd1fc135b45 req-3245615d-c3ee-4d1d-b80f-12299d114ac7 tempest-NetworksTest-1725638583 tempest-NetworksTest-1725638583-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5016 time: 0.5994620 Sep 23 23:57:43.353628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:43.368729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd5caa7-cf69-490c-9803-18b2176558f5,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:43.374269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.417787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] For port 0a85237b-03cc-4d43-981d-10d65fa964ea, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:43.423247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] For port 0a85237b-03cc-4d43-981d-10d65fa964ea, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0a85237b-03cc-4d43-981d-10d65fa964ea,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:43.426778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.434064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.436950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.440916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] 10.222.0.20 "PUT /v2.0/ports/43829ab6-dabc-4515-9fec-c95eb12895e1 HTTP/1.1" status: 200 len: 1092 time: 3.8644738 Sep 23 23:57:43.442207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245a5a93-789c-4e7f-a1dd-2202a0af9334', 'tag': '43829ab6-dabc-4515-9fec-c95eb12895e1'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:43.446848 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82" -d '{"events": [{"name": "network-changed", "server_uuid": "245a5a93-789c-4e7f-a1dd-2202a0af9334", "tag": "43829ab6-dabc-4515-9fec-c95eb12895e1"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:43.467805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: c922b9c8-39e4-43ad-8739-cf4d68d190c9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:43.468339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c922b9c8-39e4-43ad-8739-cf4d68d190c9 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:43.471847 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.561386 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c4fa78d-78c8-41ec-9cc7-c106d0555520 req-8c914754-850b-4a2d-adc7-403481227950 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852715 Sep 23 23:57:43.604175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3efd6e-449e-470b-8321-2946434e7bf5 None None] Pushing event updated for resources: {'Port': ['ID=0a85237b-03cc-4d43-981d-10d65fa964ea,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:43.621787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660771d7-3087-4ee0-a5e6-7f91c9fd3865 req-c8d31366-1a29-4cfe-9a4f-d20acc71549e tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.623529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-660771d7-3087-4ee0-a5e6-7f91c9fd3865 req-c8d31366-1a29-4cfe-9a4f-d20acc71549e tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 943 time: 0.3346629 Sep 23 23:57:43.680380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc8a55-23fa-4417-ac9d-2e9c5c50bd92 service neutron] Pushing event updated for resources: {'Port': ['ID=43829ab6-dabc-4515-9fec-c95eb12895e1,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:43.726186 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a39badbb-a53e-4d3b-b725-7b76e9de0fa5 x-openstack-request-id: req-a39badbb-a53e-4d3b-b725-7b76e9de0fa5 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:43.726590 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245a5a93-789c-4e7f-a1dd-2202a0af9334", "tag": "43829ab6-dabc-4515-9fec-c95eb12895e1", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:43.726989 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a39badbb-a53e-4d3b-b725-7b76e9de0fa5 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:43.727505 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '245a5a93-789c-4e7f-a1dd-2202a0af9334', 'tag': '43829ab6-dabc-4515-9fec-c95eb12895e1', 'status': 'completed', 'code': 200} Sep 23 23:57:43.737808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfac7a2e-be93-47f6-974a-6c74b53318dd {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:43.748248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45608) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:43.765084 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.769536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-8ad27cb7-ddb0-4a15-94e5-3da9f1947c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:43.773057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-8ad27cb7-ddb0-4a15-94e5-3da9f1947c3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=245f8806312549df8861009c989d46d9&device_id=245a5a93-789c-4e7f-a1dd-2202a0af9334 HTTP/1.1" status: 200 len: 1095 time: 0.2704449 Sep 23 23:57:43.785926 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-660771d7-3087-4ee0-a5e6-7f91c9fd3865 req-21f3f754-e96a-44e0-a1e2-29ea2b2a53ed tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455760 Sep 23 23:57:43.801641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Attempting to bind port dbd5caa7-cf69-490c-9803-18b2176558f5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:43.801641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Attempting to bind port dbd5caa7-cf69-490c-9803-18b2176558f5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:43.801641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Attempting to bind port dbd5caa7-cf69-490c-9803-18b2176558f5 on network 3480484b-b2de-4be9-ac99-6a3982544198 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:43.801941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Allocated IP 172.25.5.241 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/7345a956-da1e-4d7f-9372-40f10e6c31bd) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:43.872230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Transition to ACTIVE for port object cfac7a2e-be93-47f6-974a-6c74b53318dd will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:57:43.873028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Port dbd5caa7-cf69-490c-9803-18b2176558f5 on network 3480484b-b2de-4be9-ac99-6a3982544198 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:57:43.873348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Attempting to bind port dbd5caa7-cf69-490c-9803-18b2176558f5 on network 3480484b-b2de-4be9-ac99-6a3982544198 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:43.877898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-3295699f-0000-440b-8875-31244aa2d6db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43829ab6-dabc-4515-9fec-c95eb12895e1 HTTP/1.1" status: 200 len: 217 time: 0.0848539 Sep 23 23:57:43.881662 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:43.890413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:43.890637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Checking segment: {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:43.907722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Bound using segment: {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:43.915681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Bound port: dbd5caa7-cf69-490c-9803-18b2176558f5, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:43.919169 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.054104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.092492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-83f78c87-4a5a-4570-95a4-def9c38d03a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:44.101028 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-83f78c87-4a5a-4570-95a4-def9c38d03a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 1099 time: 0.4421301 Sep 23 23:57:44.202684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Pushing event updated for resources: {'Port': ['ID=cfac7a2e-be93-47f6-974a-6c74b53318dd,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:44.215216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] For port dbd5caa7-cf69-490c-9803-18b2176558f5, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:44.217709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b901-7f8e-4540-ac61-17ac74e9d0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.226891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0a85237b-03cc-4d43-981d-10d65fa964ea up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:44.258685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.285632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:44.289569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-fea6bca5-1927-43ce-84a2-a6b9d3577827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:44.291160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-fea6bca5-1927-43ce-84a2-a6b9d3577827 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4efb2821-ccd8-42a6-88e7-0773276ddabe HTTP/1.1" status: 200 len: 857 time: 0.4034777 Sep 23 23:57:44.301603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] For port dbd5caa7-cf69-490c-9803-18b2176558f5, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dbd5caa7-cf69-490c-9803-18b2176558f5,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:44.304175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0a85237b-03cc-4d43-981d-10d65fa964ea triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:44.304813 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.318272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:44.325270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:44.362288 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.367211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-8fc51521-3209-45d9-ac17-dc2ad1dfd74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:44.368912 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-8fc51521-3209-45d9-ac17-dc2ad1dfd74d service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2573509 Sep 23 23:57:44.394164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Pushing event updated for resources: {'Port': ['ID=7345a956-da1e-4d7f-9372-40f10e6c31bd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:44.425347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.478310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0a85237b-03cc-4d43-981d-10d65fa964ea, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0a85237b-03cc-4d43-981d-10d65fa964ea,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:44.483690 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.553318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0a85237b-03cc-4d43-981d-10d65fa964ea,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:44.711243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-deleted', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:44.713511 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0185e24-48c1-44fb-804a-ae69cae72ec0" -d '{"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-deleted", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:44.720542 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-bcff8a81-ca6b-486d-a41d-79f4adec4b01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=622662b1-d8e2-4260-a5b2-3e8403e1f26b HTTP/1.1" status: 200 len: 217 time: 0.3348272 Sep 23 23:57:44.763741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-287476a4-c1d2-4252-85a0-f48f7d426129 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3480484b-b2de-4be9-ac99-6a3982544198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4596381 Sep 23 23:57:44.859025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:44.859656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:44.861282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] 10.222.0.18 "PUT /v2.0/ports/dbd5caa7-cf69-490c-9803-18b2176558f5 HTTP/1.1" status: 200 len: 1092 time: 4.7015805 Sep 23 23:57:44.861589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-2677bdd9-5a0b-4909-9ade-f8c571ddd894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:44.863144 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-2677bdd9-5a0b-4909-9ade-f8c571ddd894 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1092682 Sep 23 23:57:44.895448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25317bfd-9925-43fe-a6d8-6fa5dcee3e31 req-dbf13eab-fa1e-41d3-a097-ba0a10783c64 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:44.897032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25317bfd-9925-43fe-a6d8-6fa5dcee3e31 req-dbf13eab-fa1e-41d3-a097-ba0a10783c64 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 950 time: 0.7247102 Sep 23 23:57:44.920982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad01d4fb-7685-4c01-8822-c7e1b5992085 None None] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:57:44.973593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-55ab56fe-2537-41c8-bb62-1312e8692263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:44.975449 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-55ab56fe-2537-41c8-bb62-1312e8692263 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0989521 Sep 23 23:57:45.001984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff5988-3503-42d3-bc36-451428e51855 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd5caa7-cf69-490c-9803-18b2176558f5,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:45.006237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Attempting to bind port cfac7a2e-be93-47f6-974a-6c74b53318dd on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:45.006503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Attempting to bind port cfac7a2e-be93-47f6-974a-6c74b53318dd by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:45.006869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Attempting to bind port cfac7a2e-be93-47f6-974a-6c74b53318dd on network 3480484b-b2de-4be9-ac99-6a3982544198 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:45.016661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c895a0-d6f7-4834-adc9-007298e54670 req-35b2372c-db48-4d4b-9819-465f0a733311 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:45.023271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8c895a0-d6f7-4834-adc9-007298e54670 req-35b2372c-db48-4d4b-9819-465f0a733311 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 947 time: 0.6713672 Sep 23 23:57:45.050735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Port cfac7a2e-be93-47f6-974a-6c74b53318dd on network 3480484b-b2de-4be9-ac99-6a3982544198 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:57:45.051221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.051379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Attempting to bind port cfac7a2e-be93-47f6-974a-6c74b53318dd on network 3480484b-b2de-4be9-ac99-6a3982544198 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:45.054187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e08bb54b-e186-466e-8475-618c8e01b6d8 None None] Provisioning complete for port 0a85237b-03cc-4d43-981d-10d65fa964ea triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:45.054792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e08bb54b-e186-466e-8475-618c8e01b6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.091856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:45.092227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Checking segment: {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:45.092637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Bound using segment: {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:45.093105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Bound port: cfac7a2e-be93-47f6-974a-6c74b53318dd, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '816f49a2-e094-46c7-9360-84c954338339', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:45.093459 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.141871 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25317bfd-9925-43fe-a6d8-6fa5dcee3e31 req-dcd6a0c9-c949-4ae0-98d3-c1cc203f1743 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232819 Sep 23 23:57:45.162511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-67ae6dd6-47a7-4da3-a58e-807994a8c86f service neutron] 10.222.0.20 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761215 Sep 23 23:57:45.194829 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-e0d81236-1224-4950-aaa2-46bbad17631e service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881008 Sep 23 23:57:45.195947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-af946217-b302-4094-a7be-2343ca34baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:45.197455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-af946217-b302-4094-a7be-2343ca34baae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=245f8806312549df8861009c989d46d9&device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 1095 time: 0.2801509 Sep 23 23:57:45.243625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8c895a0-d6f7-4834-adc9-007298e54670 req-5aab8edc-89a2-49c8-a7f9-0af7df36f05a tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192469 Sep 23 23:57:45.323702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-2f232311-f815-4feb-86b1-8098efce6879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbd5caa7-cf69-490c-9803-18b2176558f5 HTTP/1.1" status: 200 len: 217 time: 0.0862710 Sep 23 23:57:45.347893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 622662b1-d8e2-4260-a5b2-3e8403e1f26b details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:45.356897 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcffd42-ba8c-4482-94df-3e830a22da63 x-openstack-request-id: req-8dcffd42-ba8c-4482-94df-3e830a22da63 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:45.357452 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b7bade-6b8e-48e2-bf2c-a603e34f71f0", "name": "network-vif-deleted", "tag": "c922b9c8-39e4-43ad-8739-cf4d68d190c9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:45.357887 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8dcffd42-ba8c-4482-94df-3e830a22da63 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:45.358569 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b7bade-6b8e-48e2-bf2c-a603e34f71f0', 'name': 'network-vif-deleted', 'tag': 'c922b9c8-39e4-43ad-8739-cf4d68d190c9', 'status': 'completed', 'code': 200} Sep 23 23:57:45.378643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b901-7f8e-4540-ac61-17ac74e9d0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.496403 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0fa7b901-7f8e-4540-ac61-17ac74e9d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.502691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.508614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] For port cfac7a2e-be93-47f6-974a-6c74b53318dd, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:45.515646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 622662b1-d8e2-4260-a5b2-3e8403e1f26b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=622662b1-d8e2-4260-a5b2-3e8403e1f26b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:45.526157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] For port cfac7a2e-be93-47f6-974a-6c74b53318dd, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cfac7a2e-be93-47f6-974a-6c74b53318dd,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:45.531534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '622662b1-d8e2-4260-a5b2-3e8403e1f26b', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '622662b1-d8e2-4260-a5b2-3e8403e1f26b', 'mac_address': 'fa:16:3e:56:00:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:45.538739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-db5d21bc-3885-40f2-bdab-6e1301731cf1 None None] Provisioning complete for port 0a85237b-03cc-4d43-981d-10d65fa964ea triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:45.539338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db5d21bc-3885-40f2-bdab-6e1301731cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.573223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-5585a772-d771-4f49-9e89-68426c3af5c7 service neutron] 10.222.0.20 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792393 Sep 23 23:57:45.616400 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.619975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.645528 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622662b1-d8e2-4260-a5b2-3e8403e1f26b {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:45.686007 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fcd9b188-19c3-40e7-803a-fff300d88870 req-bd0188e0-ae17-4cd4-8d22-1799d1412ecb service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828672 Sep 23 23:57:45.689435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 622662b1-d8e2-4260-a5b2-3e8403e1f26b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=622662b1-d8e2-4260-a5b2-3e8403e1f26b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:45.708793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.709717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:45.710588 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.712219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] 10.222.0.20 "PUT /v2.0/ports/cfac7a2e-be93-47f6-974a-6c74b53318dd HTTP/1.1" status: 200 len: 1092 time: 3.9903383 Sep 23 23:57:45.718897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-c12bf4fe-0d76-412f-a9f6-fefae327ddf0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:45.721102 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-c12bf4fe-0d76-412f-a9f6-fefae327ddf0 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 950 time: 0.3576317 Sep 23 23:57:45.732045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d6aec2-6722-48d9-a13e-5abc77df9828', 'tag': 'dbd5caa7-cf69-490c-9803-18b2176558f5'}, {'name': 'network-changed', 'server_uuid': 'ae1555cc-ce55-4caf-bf04-249db2940a69', 'tag': 'cfac7a2e-be93-47f6-974a-6c74b53318dd'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:45.734844 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28996c04-43e9-4337-90a5-b51c65bfb382" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d6aec2-6722-48d9-a13e-5abc77df9828", "tag": "dbd5caa7-cf69-490c-9803-18b2176558f5"}, {"name": "network-changed", "server_uuid": "ae1555cc-ce55-4caf-bf04-249db2940a69", "tag": "cfac7a2e-be93-47f6-974a-6c74b53318dd"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:45.744992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0fa7b901-7f8e-4540-ac61-17ac74e9d0ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42ac89d60f8c42c4b865161651edadb3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9901986 Sep 23 23:57:45.752806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45650) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:45.755335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-a007f72d-4533-4ff8-a838-5c0b9616fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:45.757005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-a007f72d-4533-4ff8-a838-5c0b9616fd7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4efb2821-ccd8-42a6-88e7-0773276ddabe HTTP/1.1" status: 200 len: 857 time: 0.4022725 Sep 23 23:57:45.777383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa7b901-7f8e-4540-ac61-17ac74e9d0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8834d1-1c22-47e7-a5f1-a87ba4a8ca54,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:45.804035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=622662b1-d8e2-4260-a5b2-3e8403e1f26b,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:45.822928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Router bb293f32-e719-4c07-9a4c-b072b333bc01 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:57:45.842823 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cecb28c-f72f-4989-ab52-19968d58fa10 x-openstack-request-id: req-9cecb28c-f72f-4989-ab52-19968d58fa10 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:45.843278 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d6aec2-6722-48d9-a13e-5abc77df9828", "tag": "dbd5caa7-cf69-490c-9803-18b2176558f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae1555cc-ce55-4caf-bf04-249db2940a69", "tag": "cfac7a2e-be93-47f6-974a-6c74b53318dd", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:45.843651 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cecb28c-f72f-4989-ab52-19968d58fa10 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:45.844228 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1d6aec2-6722-48d9-a13e-5abc77df9828', 'tag': 'dbd5caa7-cf69-490c-9803-18b2176558f5', 'status': 'completed', 'code': 200} Sep 23 23:57:45.844605 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae1555cc-ce55-4caf-bf04-249db2940a69', 'tag': 'cfac7a2e-be93-47f6-974a-6c74b53318dd', 'status': 'completed', 'code': 200} Sep 23 23:57:45.880600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-5246908b-70b9-46e9-a813-8c468b38dd11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3480484b-b2de-4be9-ac99-6a3982544198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0937040 Sep 23 23:57:45.888801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6090abe-ccf8-4dc2-95ed-7e5062cff23f req-228d1cea-865b-4953-a754-6bfbf8a43917 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:45.896865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6090abe-ccf8-4dc2-95ed-7e5062cff23f req-228d1cea-865b-4953-a754-6bfbf8a43917 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 943 time: 0.4337420 Sep 23 23:57:45.904249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Deleting port a8869a20-7fcf-4d58-bfb8-43f0d0753866 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:45.904581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:45.926788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['622662b1-d8e2-4260-a5b2-3e8403e1f26b'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:45.929866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec734c5-9665-4420-93f0-5144943c2865 service neutron] Pushing event updated for resources: {'Port': ['ID=cfac7a2e-be93-47f6-974a-6c74b53318dd,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:45.958838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-cc424c27-80ce-4bb7-b61f-fa82e68721ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:45.960448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-cc424c27-80ce-4bb7-b61f-fa82e68721ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=245f8806312549df8861009c989d46d9&device_id=245a5a93-789c-4e7f-a1dd-2202a0af9334 HTTP/1.1" status: 200 len: 1095 time: 0.2782924 Sep 23 23:57:46.002429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-fc4aa4be-317b-4ac9-8a11-dcf955d1c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:46.003976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-fc4aa4be-317b-4ac9-8a11-dcf955d1c810 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=245f8806312549df8861009c989d46d9&device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 1095 time: 0.2394245 Sep 23 23:57:46.054194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45654) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:46.065165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:57:46.076294 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Sync routers for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:57:46.077012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6090abe-ccf8-4dc2-95ed-7e5062cff23f req-56a914ec-9392-4bf5-a3e0-3daa53ad9deb tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785951 Sep 23 23:57:46.097774 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:46.098442 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:46.112857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0a85237b-03cc-4d43-981d-10d65fa964ea up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:46.136026 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.138896 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fee0ae63-19fd-430f-9754-120837d0e4de admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1942353 Sep 23 23:57:46.142211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-d9e56f16-0b1b-4cd2-8b5c-9b3ed313fc7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfac7a2e-be93-47f6-974a-6c74b53318dd HTTP/1.1" status: 200 len: 217 time: 0.1224887 Sep 23 23:57:46.143184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] For port a8869a20-7fcf-4d58-bfb8-43f0d0753866, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a8869a20-7fcf-4d58-bfb8-43f0d0753866,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:46.144111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.144310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:46.163272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Calling delete_port for a8869a20-7fcf-4d58-bfb8-43f0d0753866 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:46.181199 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa89551-4744-4042-b408-d831f09c4ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.236776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0a85237b-03cc-4d43-981d-10d65fa964ea triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:46.237154 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.275861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d70c61e-33db-4d54-a1b3-49d6a5279a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.337966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa89551-4744-4042-b408-d831f09c4ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.396418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.412675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fab9c15b-e224-4498-9bd4-efa859de6c82', 'a26edc70-d10c-40ea-b598-c2559777adaf', 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:46.434038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb248efb-a04a-4326-aedc-4d4e19cf3101 req-af8b8189-f84a-4064-82f6-ce0bb8598164 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9 HTTP/1.1" status: 200 len: 210 time: 0.1771305 Sep 23 23:57:46.458929 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:46.477075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event deleted for resources: {'Port': ['ID=a8869a20-7fcf-4d58-bfb8-43f0d0753866,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:46.538675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] No DVR routers for this DVR port a8869a20-7fcf-4d58-bfb8-43f0d0753866 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:46.541971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.544026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-baf2f55e-140d-4b3f-b2e5-4ecd5e804320 req-3ee55f31-758e-41a9-a8ed-cae81c0a931d tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "DELETE /v2.0/ports/a8869a20-7fcf-4d58-bfb8-43f0d0753866 HTTP/1.1" status: 204 len: 173 time: 0.8107746 Sep 23 23:57:46.589183 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d70c61e-33db-4d54-a1b3-49d6a5279a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.590603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-9cdeab36-b0d3-466c-8f84-cfbee27f4486 service neutron] 10.222.0.18 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830599 Sep 23 23:57:46.596809 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d70c61e-33db-4d54-a1b3-49d6a5279a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.693362 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d70c61e-33db-4d54-a1b3-49d6a5279a12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e86c024a9eab4029863c1a689ca793d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6374223 Sep 23 23:57:46.694532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45668) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:46.712693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70c61e-33db-4d54-a1b3-49d6a5279a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3801e6-847c-47da-9dcf-468f0fbd79ad,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:46.717786 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:44Z', 'revision_number': 3, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:46.775497 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Checking router: bb293f32-e719-4c07-9a4c-b072b333bc01 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:57:46.776144 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Updating router bb293f32-e719-4c07-9a4c-b072b333bc01 port 7345a956-da1e-4d7f-9372-40f10e6c31bd binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:57:46.779508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-48d97995-2e28-42e4-b144-e24e9ae2028c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:46.781275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-48d97995-2e28-42e4-b144-e24e9ae2028c service neutron] 10.222.0.20 "GET /v2.0/networks?id=3480484b-b2de-4be9-ac99-6a3982544198 HTTP/1.1" status: 200 len: 918 time: 0.8023081 Sep 23 23:57:46.783915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-1cc46bff-9463-457f-9bfe-8549d2b91ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:46.785621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-1cc46bff-9463-457f-9bfe-8549d2b91ee1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4efb2821-ccd8-42a6-88e7-0773276ddabe HTTP/1.1" status: 200 len: 857 time: 0.6233525 Sep 23 23:57:46.804832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617f4d66-8485-4924-b0d0-c0425534cbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.824897 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.834435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617f4d66-8485-4924-b0d0-c0425534cbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.917658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617f4d66-8485-4924-b0d0-c0425534cbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.918423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-b9e4471c-1170-409e-9676-f0cdf3c28246 service neutron] 10.222.0.18 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982123 Sep 23 23:57:46.920412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617f4d66-8485-4924-b0d0-c0425534cbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.921213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-3cb8e1df-e99c-4559-993a-e4ea2841250c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3480484b-b2de-4be9-ac99-6a3982544198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932701 Sep 23 23:57:46.926198 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-617f4d66-8485-4924-b0d0-c0425534cbc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e3801e6-847c-47da-9dcf-468f0fbd79ad HTTP/1.1" status: 204 len: 168 time: 0.2224107 Sep 23 23:57:46.926460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa89551-4744-4042-b408-d831f09c4ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.929081 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eaa89551-4744-4042-b408-d831f09c4ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:46.933557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eaa89551-4744-4042-b408-d831f09c4ba2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da8834d1-1c22-47e7-a5f1-a87ba4a8ca54 HTTP/1.1" status: 204 len: 168 time: 1.1721673 Sep 23 23:57:46.933557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-5f7ebceb-11d4-4725-97ca-33825c484223 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43829ab6-dabc-4515-9fec-c95eb12895e1 HTTP/1.1" status: 200 len: 217 time: 0.0937347 Sep 23 23:57:46.965189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f4d66-8485-4924-b0d0-c0425534cbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3801e6-847c-47da-9dcf-468f0fbd79ad,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:47.049329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa89551-4744-4042-b408-d831f09c4ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8834d1-1c22-47e7-a5f1-a87ba4a8ca54,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:47.060736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da9f66-d2fd-4d24-827e-50a69f6d593f req-4120ab1e-8e66-49fa-8c9e-c44d6795e3a6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:47.063524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6da9f66-d2fd-4d24-827e-50a69f6d593f req-4120ab1e-8e66-49fa-8c9e-c44d6795e3a6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 948 time: 0.5309107 Sep 23 23:57:47.197534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-52eb6572-27e7-4cf1-b3be-f144d7b97611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:47.199019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-52eb6572-27e7-4cf1-b3be-f144d7b97611 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4efb2821-ccd8-42a6-88e7-0773276ddabe HTTP/1.1" status: 200 len: 857 time: 0.2578251 Sep 23 23:57:47.302661 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.310134 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.312116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-1afbd51e-747b-45fe-81b4-8252e708c92a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3480484b-b2de-4be9-ac99-6a3982544198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999694 Sep 23 23:57:47.338890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6da9f66-d2fd-4d24-827e-50a69f6d593f req-60639e91-4544-4d90-b4a7-82d9aad65ad5 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422657 Sep 23 23:57:47.356285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-16048a59-aca3-4601-8802-49189e312415 service neutron] 10.222.0.20 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4185073 Sep 23 23:57:47.358050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-c24b2790-f9e4-4fa7-8ca5-a0da93ad2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:47.359482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-c24b2790-f9e4-4fa7-8ca5-a0da93ad2646 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=245f8806312549df8861009c989d46d9&device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 1095 time: 0.2929702 Sep 23 23:57:47.360601 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-deleted', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:47.366295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 43829ab6-dabc-4515-9fec-c95eb12895e1 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:47.369089 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b17076-bf20-4381-b702-2657b7e2a654" -d '{"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-deleted", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:47.372556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 622662b1-d8e2-4260-a5b2-3e8403e1f26b up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:47.423445 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Attempting to bind port 7345a956-da1e-4d7f-9372-40f10e6c31bd on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:47.423820 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Attempting to bind port 7345a956-da1e-4d7f-9372-40f10e6c31bd by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:47.424161 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Attempting to bind port 7345a956-da1e-4d7f-9372-40f10e6c31bd on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:47.438992 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Pushing event updated for resources: {'Port': ['ID=7345a956-da1e-4d7f-9372-40f10e6c31bd,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:47.453583 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.454091 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.454314 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.454584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.454950 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.464844 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.465458 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.465804 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.466132 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.466455 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.466933 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.467258 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:57:47.473945 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:47.474251 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:47.474655 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.475070 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:47.478162 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Bound port: 7345a956-da1e-4d7f-9372-40f10e6c31bd, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:47.478594 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.487487 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4097717-03cc-4d55-a493-0ad62d34b3b5 x-openstack-request-id: req-f4097717-03cc-4d55-a493-0ad62d34b3b5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:47.487985 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9", "name": "network-vif-deleted", "tag": "a8869a20-7fcf-4d58-bfb8-43f0d0753866", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:47.488242 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4097717-03cc-4d55-a493-0ad62d34b3b5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:47.488637 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae32ff7-4840-4062-9cc2-98ba3ecdfbc9', 'name': 'network-vif-deleted', 'tag': 'a8869a20-7fcf-4d58-bfb8-43f0d0753866', 'status': 'completed', 'code': 200} Sep 23 23:57:47.553296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:47.579967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8972c944-4b71-43a1-b3b5-23e5f4c3ee2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.609636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8e288-5baf-42f2-ae13-296a3a934c98 req-2d17aac8-17f6-4c2b-9f82-7f96552db3eb tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:47.619578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ce8e288-5baf-42f2-ae13-296a3a934c98 req-2d17aac8-17f6-4c2b-9f82-7f96552db3eb tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 943 time: 0.3751853 Sep 23 23:57:47.633217 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] For port 7345a956-da1e-4d7f-9372-40f10e6c31bd, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:47.640649 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] For port 7345a956-da1e-4d7f-9372-40f10e6c31bd, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7345a956-da1e-4d7f-9372-40f10e6c31bd,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:47.652987 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.674544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45692) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:47.680617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 622662b1-d8e2-4260-a5b2-3e8403e1f26b completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:47.686482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 622662b1-d8e2-4260-a5b2-3e8403e1f26b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:47.686890 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.709813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdd260b1-33fd-4d98-b954-47a28106b355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.817867 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:47.818095 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8972c944-4b71-43a1-b3b5-23e5f4c3ee2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.818516 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:47.825768 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dd8985-fe48-412f-80de-2554b7168523 None None] Pushing event updated for resources: {'Port': ['ID=7345a956-da1e-4d7f-9372-40f10e6c31bd,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:47.841359 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8972c944-4b71-43a1-b3b5-23e5f4c3ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:47.947056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972c944-4b71-43a1-b3b5-23e5f4c3ee2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c024b6c-d19f-4599-97fe-a91fa48f4119,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:47.953902 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8972c944-4b71-43a1-b3b5-23e5f4c3ee2d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5f62181ca1240cca8f049830c1d6861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3964057 Sep 23 23:57:47.954793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45698) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:48.021452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 43829ab6-dabc-4515-9fec-c95eb12895e1, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=43829ab6-dabc-4515-9fec-c95eb12895e1,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:48.034970 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ce21a5e-0ca4-46dd-8a1a-82e597fb43e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.068563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ce21a5e-0ca4-46dd-8a1a-82e597fb43e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.075565 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:48.097170 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.108319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdd260b1-33fd-4d98-b954-47a28106b355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.116494 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdd260b1-33fd-4d98-b954-47a28106b355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.140807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd260b1-33fd-4d98-b954-47a28106b355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e6c4c1-f763-435e-b60e-efca110f3064,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:48.146639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fbc8db0-ccad-4893-920f-9a614f2d7b49 req-4c4fadd0-6471-4480-859b-e4ce0f547a6c service neutron] 10.222.0.20 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7648983 Sep 23 23:57:48.169140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bdd260b1-33fd-4d98-b954-47a28106b355 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15b63e6dedce46709cf763160368de57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4888725 Sep 23 23:57:48.171973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45700) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:48.184051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 622662b1-d8e2-4260-a5b2-3e8403e1f26b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=622662b1-d8e2-4260-a5b2-3e8403e1f26b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:48.189229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a363f2a-0d67-40bd-b0a5-5522b44b3b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622662b1-d8e2-4260-a5b2-3e8403e1f26b'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:48.193479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ce21a5e-0ca4-46dd-8a1a-82e597fb43e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.196776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ce21a5e-0ca4-46dd-8a1a-82e597fb43e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.200370 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6ce21a5e-0ca4-46dd-8a1a-82e597fb43e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c024b6c-d19f-4599-97fe-a91fa48f4119 HTTP/1.1" status: 204 len: 168 time: 0.2425246 Sep 23 23:57:48.206714 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68078468-de38-4123-9c4b-c9ec4dc082da" -d '{"events": [{"server_uuid": "8a363f2a-0d67-40bd-b0a5-5522b44b3b00", "name": "network-vif-plugged", "status": "completed", "tag": "622662b1-d8e2-4260-a5b2-3e8403e1f26b"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:48.211212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '43829ab6-dabc-4515-9fec-c95eb12895e1', 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198', 'port_id': '43829ab6-dabc-4515-9fec-c95eb12895e1', 'mac_address': 'fa:16:3e:c1:02:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efb2821-ccd8-42a6-88e7-0773276ddabe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:48.215356 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.226911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce21a5e-0ca4-46dd-8a1a-82e597fb43e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c024b6c-d19f-4599-97fe-a91fa48f4119,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:48.251350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-c45076e3-961c-45cb-ac49-a17fdd72255f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:48.252884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-c45076e3-961c-45cb-ac49-a17fdd72255f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3480484b-b2de-4be9-ac99-6a3982544198 HTTP/1.1" status: 200 len: 918 time: 0.8724120 Sep 23 23:57:48.260134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60ff0155-6409-4d1f-8540-9e2268c72b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.277755 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.287038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60ff0155-6409-4d1f-8540-9e2268c72b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.322507 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:44Z', 'revision_number': 3, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:48.357070 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a02be-87c8-4c32-ab01-15e9464540b7 None None] The sync data for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 is: [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:44Z', 'revision_number': 3, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:57:48.364510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43829ab6-dabc-4515-9fec-c95eb12895e1 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:48.373543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60ff0155-6409-4d1f-8540-9e2268c72b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.377751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60ff0155-6409-4d1f-8540-9e2268c72b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.383056 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-60ff0155-6409-4d1f-8540-9e2268c72b7b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62e6c4c1-f763-435e-b60e-efca110f3064 HTTP/1.1" status: 204 len: 168 time: 0.2119284 Sep 23 23:57:48.396363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff0155-6409-4d1f-8540-9e2268c72b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e6c4c1-f763-435e-b60e-efca110f3064,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:48.473933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 43829ab6-dabc-4515-9fec-c95eb12895e1, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=43829ab6-dabc-4515-9fec-c95eb12895e1,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:48.513510 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.528339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=622662b1-d8e2-4260-a5b2-3e8403e1f26b,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:48.550981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ce8e288-5baf-42f2-ae13-296a3a934c98 req-d8fc861b-61f1-4c87-b646-e87ac87e56b1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9303324 Sep 23 23:57:48.635859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=43829ab6-dabc-4515-9fec-c95eb12895e1,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:48.645685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-613454b6-8927-458c-9302-73f8955a5bd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dbd5caa7-cf69-490c-9803-18b2176558f5 HTTP/1.1" status: 200 len: 217 time: 0.3382335 Sep 23 23:57:48.660941 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc9767c-df2f-4886-9a09-2952d32e83a9 x-openstack-request-id: req-dcc9767c-df2f-4886-9a09-2952d32e83a9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:48.667322 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a363f2a-0d67-40bd-b0a5-5522b44b3b00", "name": "network-vif-plugged", "status": "completed", "tag": "622662b1-d8e2-4260-a5b2-3e8403e1f26b", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:48.668038 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcc9767c-df2f-4886-9a09-2952d32e83a9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:48.668694 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a363f2a-0d67-40bd-b0a5-5522b44b3b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622662b1-d8e2-4260-a5b2-3e8403e1f26b', 'code': 200} Sep 23 23:57:48.749528 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['43829ab6-dabc-4515-9fec-c95eb12895e1'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:48.751776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-1c72336b-fb19-4854-8d57-475d5f464a54 service neutron] 10.222.0.20 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4117384 Sep 23 23:57:48.766733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f086f10-0768-4bd8-9086-3189055ed48f req-23f53ca3-ae5d-4569-b218-467768a64f55 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:48.774557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f086f10-0768-4bd8-9086-3189055ed48f req-23f53ca3-ae5d-4569-b218-467768a64f55 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.6215889 Sep 23 23:57:48.790194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a3d50b-26e0-4009-9a61-9efbb59525bf req-eabd91e7-f6b2-40e9-8022-b168fbc66c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:48.792674 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-33a3d50b-26e0-4009-9a61-9efbb59525bf req-eabd91e7-f6b2-40e9-8022-b168fbc66c4e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 1101 time: 0.0567391 Sep 23 23:57:48.887728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-33a3d50b-26e0-4009-9a61-9efbb59525bf req-fde4cad9-080e-458f-bbf7-01dd8ca845e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867348 Sep 23 23:57:48.890129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:48.928112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-83a0aa4b-b84a-4a4f-a6cf-6e8976e5605b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:48.929701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-83a0aa4b-b84a-4a4f-a6cf-6e8976e5605b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4efb2821-ccd8-42a6-88e7-0773276ddabe HTTP/1.1" status: 200 len: 857 time: 0.2522204 Sep 23 23:57:48.955684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f086f10-0768-4bd8-9086-3189055ed48f req-dcc44ee1-f0b1-44c0-8f69-9e64d49a4569 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754999 Sep 23 23:57:48.963362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-b172dde0-86c9-4476-98fc-c9240b8c9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:48.964929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-b172dde0-86c9-4476-98fc-c9240b8c9981 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=245f8806312549df8861009c989d46d9&device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 1095 time: 0.7111406 Sep 23 23:57:48.993759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dbd5caa7-cf69-490c-9803-18b2176558f5 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:49.003398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:49.029324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-a5cd02f7-d1ab-4bc7-9cc7-ebcbf573ef5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3480484b-b2de-4be9-ac99-6a3982544198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832636 Sep 23 23:57:49.045631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77c56c-553d-4289-b4b6-c06af9530e38 req-c0a39aa9-9c0f-4d92-837b-c6d3523dcdb4 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:49.047557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea77c56c-553d-4289-b4b6-c06af9530e38 req-c0a39aa9-9c0f-4d92-837b-c6d3523dcdb4 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 949 time: 0.2904773 Sep 23 23:57:49.131885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: a8869a20-7fcf-4d58-bfb8-43f0d0753866 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:49.140695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a8869a20-7fcf-4d58-bfb8-43f0d0753866 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:49.318833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-cc3f8d32-cd5e-4c29-ad5e-d14b023792c8 service neutron] 10.222.0.18 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688394 Sep 23 23:57:49.342102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dbd5caa7-cf69-490c-9803-18b2176558f5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dbd5caa7-cf69-490c-9803-18b2176558f5,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:49.356664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'dbd5caa7-cf69-490c-9803-18b2176558f5', 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198', 'port_id': 'dbd5caa7-cf69-490c-9803-18b2176558f5', 'mac_address': 'fa:16:3e:4b:9c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efb2821-ccd8-42a6-88e7-0773276ddabe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:49.361035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-55b82e65-8301-448f-819e-ba00e596505f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:49.372297 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-55b82e65-8301-448f-819e-ba00e596505f tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 949 time: 0.1078813 Sep 23 23:57:49.456768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:49.457300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d48adbb4-2e8c-496e-9fd4-b8cf0572aa82 req-d535e56c-aff5-441c-98e9-0cc8f1093a6b service neutron] 10.222.0.20 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6747241 Sep 23 23:57:49.476815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd5caa7-cf69-490c-9803-18b2176558f5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:49.505735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dbd5caa7-cf69-490c-9803-18b2176558f5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dbd5caa7-cf69-490c-9803-18b2176558f5,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:49.514827 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:49.555658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Deleting port a26edc70-d10c-40ea-b598-c2559777adaf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:49.555997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:49.595230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=dbd5caa7-cf69-490c-9803-18b2176558f5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:49.596120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea77c56c-553d-4289-b4b6-c06af9530e38 req-d80ad136-54a7-479b-8714-f0874c0b47b7 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5363643 Sep 23 23:57:49.678580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] For port a26edc70-d10c-40ea-b598-c2559777adaf, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a26edc70-d10c-40ea-b598-c2559777adaf,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:49.679251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:49.689335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-5205bf4b-1f3b-4877-afd1-bb5d79f6fac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:49.690889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-5205bf4b-1f3b-4877-afd1-bb5d79f6fac6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3480484b-b2de-4be9-ac99-6a3982544198 HTTP/1.1" status: 200 len: 918 time: 0.4249353 Sep 23 23:57:49.694100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Calling delete_port for a26edc70-d10c-40ea-b598-c2559777adaf owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:49.759553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['dbd5caa7-cf69-490c-9803-18b2176558f5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:49.865341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:49.896534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event deleted for resources: {'Port': ['ID=a26edc70-d10c-40ea-b598-c2559777adaf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:49.950955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-7d4a7f23-2315-4399-b9c0-d0b5e10ef5f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cfac7a2e-be93-47f6-974a-6c74b53318dd HTTP/1.1" status: 200 len: 217 time: 0.2089865 Sep 23 23:57:49.963813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] No DVR routers for this DVR port a26edc70-d10c-40ea-b598-c2559777adaf on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:49.965863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:49.968221 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bb92d46f-119e-43db-9bf6-747f4fb1e908 req-8e7358e2-fba1-4102-bf9f-3d23366830a7 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "DELETE /v2.0/ports/a26edc70-d10c-40ea-b598-c2559777adaf HTTP/1.1" status: 204 len: 173 time: 0.5901787 Sep 23 23:57:49.968751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'name': 'network-vif-deleted', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:49.972121 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8088e069-252b-4323-9846-14e4934e0807" -d '{"events": [{"server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "name": "network-vif-deleted", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:50.053825 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfe5a38-03bd-422f-92b2-506e468211f4 x-openstack-request-id: req-2cfe5a38-03bd-422f-92b2-506e468211f4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:50.054334 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627a331b-471b-482a-8f66-05334d763f23", "name": "network-vif-deleted", "tag": "a26edc70-d10c-40ea-b598-c2559777adaf", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:50.054733 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2cfe5a38-03bd-422f-92b2-506e468211f4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:50.055365 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627a331b-471b-482a-8f66-05334d763f23', 'name': 'network-vif-deleted', 'tag': 'a26edc70-d10c-40ea-b598-c2559777adaf', 'status': 'completed', 'code': 200} Sep 23 23:57:50.137677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Allocated IP 172.20.0.1 (7a2ab906-2773-4efa-b0e1-09691b94e19d/ce0f675e-fe02-4e4e-be43-d7636ccd31ea/40e2696d-993c-4775-8680-681998b173a6) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:57:50.191292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5fa03-a74e-4fcc-8c57-b0a566d0ad95 req-33740a6d-c43d-4db3-b5e2-7cf6e8e6ff9c tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:50.200738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08f5fa03-a74e-4fcc-8c57-b0a566d0ad95 req-33740a6d-c43d-4db3-b5e2-7cf6e8e6ff9c tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 944 time: 0.4795763 Sep 23 23:57:50.211531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-405fd178-3857-49b5-8c1d-0ae5e6ad3de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:50.213177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-405fd178-3857-49b5-8c1d-0ae5e6ad3de5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4efb2821-ccd8-42a6-88e7-0773276ddabe HTTP/1.1" status: 200 len: 857 time: 0.2409699 Sep 23 23:57:50.215199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-7aa6ea7d-fab6-4acd-b394-eb6514361cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8485668 Sep 23 23:57:50.231020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7345a956-da1e-4d7f-9372-40f10e6c31bd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:50.334406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7345a956-da1e-4d7f-9372-40f10e6c31bd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:50.334799 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:50.360231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e769081-b273-410b-90db-1940ac773616 req-7fa65b9b-1239-47d4-84a2-8e10941755d2 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=627a331b-471b-482a-8f66-05334d763f23 HTTP/1.1" status: 200 len: 210 time: 0.1036043 Sep 23 23:57:50.363184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-40386807-4620-4142-a9ab-972053d486a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3480484b-b2de-4be9-ac99-6a3982544198&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205366 Sep 23 23:57:50.382703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08f5fa03-a74e-4fcc-8c57-b0a566d0ad95 req-727e6411-9342-4b9c-8701-3206df16e3a4 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784873 Sep 23 23:57:50.481595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:50.567842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fab9c15b-e224-4498-9bd4-efa859de6c82', 'a26edc70-d10c-40ea-b598-c2559777adaf'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:50.586389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 7345a956-da1e-4d7f-9372-40f10e6c31bd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7345a956-da1e-4d7f-9372-40f10e6c31bd,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:50.661192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:50.707555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:50.716331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-4cd11c0a-dd80-49a4-833e-9732acd56f11 service neutron] 10.222.0.20 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462372 Sep 23 23:57:50.829974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=7345a956-da1e-4d7f-9372-40f10e6c31bd,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:50.845964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b2c2f-075b-4d91-b3fa-53f225446833 req-09349258-23ea-4be1-9b74-98ca9ac8e1da tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:50.847571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b40b2c2f-075b-4d91-b3fa-53f225446833 req-09349258-23ea-4be1-9b74-98ca9ac8e1da tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 949 time: 0.1284909 Sep 23 23:57:50.863408 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:50.938293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28996c04-43e9-4337-90a5-b51c65bfb382 req-c8a2fb38-aa09-47bd-b287-2a332cb7dfd8 service neutron] 10.222.0.20 "GET /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047284 Sep 23 23:57:50.941781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:50.967219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:50.990101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Pushing event updated for resources: {'Port': ['ID=40e2696d-993c-4775-8680-681998b173a6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:50.999723 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dbd5caa7-cf69-490c-9803-18b2176558f5 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:51.001571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:57:51.011227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b40b2c2f-075b-4d91-b3fa-53f225446833 req-7b86c78b-6c7c-42e1-a15a-eeedd6412346 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453929 Sep 23 23:57:51.055207 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.111116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port dbd5caa7-cf69-490c-9803-18b2176558f5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:51.127334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port dbd5caa7-cf69-490c-9803-18b2176558f5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:51.128077 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.243585 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.298552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dbd5caa7-cf69-490c-9803-18b2176558f5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dbd5caa7-cf69-490c-9803-18b2176558f5,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:51.300201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d6aec2-6722-48d9-a13e-5abc77df9828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd5caa7-cf69-490c-9803-18b2176558f5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:51.303585 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7c6a8e-211e-40c9-ba6d-2c0f317ac45f" -d '{"events": [{"server_uuid": "a1d6aec2-6722-48d9-a13e-5abc77df9828", "name": "network-vif-plugged", "status": "completed", "tag": "dbd5caa7-cf69-490c-9803-18b2176558f5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:51.321435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.322239 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.379883 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5df08ad-acf0-4fc5-a74b-d85f6e7d4dc0 x-openstack-request-id: req-e5df08ad-acf0-4fc5-a74b-d85f6e7d4dc0 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:51.380582 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d6aec2-6722-48d9-a13e-5abc77df9828", "name": "network-vif-plugged", "status": "completed", "tag": "dbd5caa7-cf69-490c-9803-18b2176558f5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:51.381664 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e5df08ad-acf0-4fc5-a74b-d85f6e7d4dc0 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:51.382244 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d6aec2-6722-48d9-a13e-5abc77df9828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd5caa7-cf69-490c-9803-18b2176558f5', 'code': 200} Sep 23 23:57:51.390544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cfac7a2e-be93-47f6-974a-6c74b53318dd details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:57:51.394979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 43829ab6-dabc-4515-9fec-c95eb12895e1 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:51.487038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc69a51e-3dd3-4810-af7e-88072c3b4a07 req-3262c689-9991-4c23-8816-3178e5a2b7a3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:51.488659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc69a51e-3dd3-4810-af7e-88072c3b4a07 req-3262c689-9991-4c23-8816-3178e5a2b7a3 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 949 time: 0.1399114 Sep 23 23:57:51.493372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-742534dc-e0af-4aec-bc69-b24dfaff01b9 None None] Provisioning complete for port 40e2696d-993c-4775-8680-681998b173a6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:51.493857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-742534dc-e0af-4aec-bc69-b24dfaff01b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.495351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=dbd5caa7-cf69-490c-9803-18b2176558f5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:51.559474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-742534dc-e0af-4aec-bc69-b24dfaff01b9 None None] Port 40e2696d-993c-4775-8680-681998b173a6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:57:51.594266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 43829ab6-dabc-4515-9fec-c95eb12895e1 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:51.603337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 43829ab6-dabc-4515-9fec-c95eb12895e1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:51.603707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.616055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d611-9225-47d2-8cd7-64a5d2a3d773 req-fe708e9e-80d5-4629-9c6e-298bdf2c3b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:51.617538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0bb4d611-9225-47d2-8cd7-64a5d2a3d773 req-fe708e9e-80d5-4629-9c6e-298bdf2c3b0d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 1097 time: 0.1747541 Sep 23 23:57:51.629928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc69a51e-3dd3-4810-af7e-88072c3b4a07 req-11040499-8c7d-4bda-80b6-5717de4e6feb tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183844 Sep 23 23:57:51.647217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cfac7a2e-be93-47f6-974a-6c74b53318dd, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cfac7a2e-be93-47f6-974a-6c74b53318dd,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:51.664556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'cfac7a2e-be93-47f6-974a-6c74b53318dd', 'network_id': '3480484b-b2de-4be9-ac99-6a3982544198', 'port_id': 'cfac7a2e-be93-47f6-974a-6c74b53318dd', 'mac_address': 'fa:16:3e:5d:96:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4efb2821-ccd8-42a6-88e7-0773276ddabe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:57:51.686069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebd353-2006-4249-8d1f-945578ce2a24 req-69cc7932-2038-4e14-a88d-b70181420a12 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:51.687429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03ebd353-2006-4249-8d1f-945578ce2a24 req-69cc7932-2038-4e14-a88d-b70181420a12 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 945 time: 0.1787586 Sep 23 23:57:51.735315 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.744007 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.747480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0bb4d611-9225-47d2-8cd7-64a5d2a3d773 req-fc28f4cd-63d8-4b84-93db-b721ee59eb62 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135983 Sep 23 23:57:51.753982 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.758876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.771635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfac7a2e-be93-47f6-974a-6c74b53318dd {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:57:51.815873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cfac7a2e-be93-47f6-974a-6c74b53318dd, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cfac7a2e-be93-47f6-974a-6c74b53318dd,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:51.817608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 43829ab6-dabc-4515-9fec-c95eb12895e1, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=43829ab6-dabc-4515-9fec-c95eb12895e1,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:51.821946 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.828088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.839231 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:51.843314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03ebd353-2006-4249-8d1f-945578ce2a24 req-1c6126cc-3b53-4993-bf83-552ac176c4d2 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173868 Sep 23 23:57:51.861975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Pushing event updated for resources: {'Port': ['ID=40e2696d-993c-4775-8680-681998b173a6,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:51.886149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=cfac7a2e-be93-47f6-974a-6c74b53318dd,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:51.966306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=43829ab6-dabc-4515-9fec-c95eb12895e1,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:51.992500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:57:51.994336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:57:52.049013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cfac7a2e-be93-47f6-974a-6c74b53318dd'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:52.187846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7345a956-da1e-4d7f-9372-40f10e6c31bd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:52.253615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcebbf-17fe-424f-a5aa-3b7826069abb req-d73e0e80-e8af-4626-b506-1f76206c6f58 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:52.261534 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbfcebbf-17fe-424f-a5aa-3b7826069abb req-d73e0e80-e8af-4626-b506-1f76206c6f58 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.1414132 Sep 23 23:57:52.296824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Router bb293f32-e719-4c07-9a4c-b072b333bc01 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:57:52.336496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbfcebbf-17fe-424f-a5aa-3b7826069abb req-a156a25e-9d35-4ac2-9883-a07b13144ddc tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737824 Sep 23 23:57:52.336642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7345a956-da1e-4d7f-9372-40f10e6c31bd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:52.337101 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:52.396704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7834ecfa-c474-45d1-ae03-3647c9915705 None None] Provisioning complete for port 40e2696d-993c-4775-8680-681998b173a6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:52.397074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7834ecfa-c474-45d1-ae03-3647c9915705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:52.460323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7834ecfa-c474-45d1-ae03-3647c9915705 None None] Port 40e2696d-993c-4775-8680-681998b173a6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:57:52.461728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:57:52.479290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-68243720-bd3c-4da3-8d44-fce92996b61e admin admin] 10.222.0.24 "PUT /v2.0/routers/bb293f32-e719-4c07-9a4c-b072b333bc01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3170443 Sep 23 23:57:52.483245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Sync routers for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:57:52.494407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:52.495084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:52.606599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:52.772132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a7483-2dc3-43fa-88d2-90b8f86d9024 req-28c93fa8-065c-4038-af43-86d37dbdf154 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:52.780059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d59a7483-2dc3-43fa-88d2-90b8f86d9024 req-28c93fa8-065c-4038-af43-86d37dbdf154 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 949 time: 0.0651958 Sep 23 23:57:52.847362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d59a7483-2dc3-43fa-88d2-90b8f86d9024 req-ac6a9fbf-5e31-42ca-bf61-25a78c621b9a tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510516 Sep 23 23:57:52.857768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 2, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:52.891047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Checking router: bb293f32-e719-4c07-9a4c-b072b333bc01 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:57:52.891456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Updating router bb293f32-e719-4c07-9a4c-b072b333bc01 port 40e2696d-993c-4775-8680-681998b173a6 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:57:52.951874 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:52.969601 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3b729725-bbdb-4616-93b0-549a8857893a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.022726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a26edc70-d10c-40ea-b598-c2559777adaf no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:53.032596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785545da-e9fa-40a5-b671-366906836e6b req-95551bfb-e263-4e73-b3ab-65623629ced5 tempest-LiveMigrationNegativeTest-831650090 tempest-LiveMigrationNegativeTest-831650090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:53.040732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-785545da-e9fa-40a5-b671-366906836e6b req-95551bfb-e263-4e73-b3ab-65623629ced5 tempest-LiveMigrationNegativeTest-831650090 tempest-LiveMigrationNegativeTest-831650090-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 1101 time: 0.1154983 Sep 23 23:57:53.055008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: a26edc70-d10c-40ea-b598-c2559777adaf {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:53.055008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a26edc70-d10c-40ea-b598-c2559777adaf not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:53.055818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf22c0-ec6d-4eb6-97b0-2bc0238f5024 req-9d8cd274-927a-412f-9ee6-cc332e0a1cd5 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:53.063105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfaf22c0-ec6d-4eb6-97b0-2bc0238f5024 req-9d8cd274-927a-412f-9ee6-cc332e0a1cd5 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 945 time: 0.0917940 Sep 23 23:57:53.083572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-785545da-e9fa-40a5-b671-366906836e6b req-f3fe4bc5-f60b-4fe2-96df-4ba665b3e300 tempest-LiveMigrationNegativeTest-831650090 tempest-LiveMigrationNegativeTest-831650090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.121089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfaf22c0-ec6d-4eb6-97b0-2bc0238f5024 req-4e548d15-5bfa-49b8-b2d4-a02f48e78d41 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551350 Sep 23 23:57:53.265187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-785545da-e9fa-40a5-b671-366906836e6b req-f3fe4bc5-f60b-4fe2-96df-4ba665b3e300 tempest-LiveMigrationNegativeTest-831650090 tempest-LiveMigrationNegativeTest-831650090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.273314 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-785545da-e9fa-40a5-b671-366906836e6b req-f3fe4bc5-f60b-4fe2-96df-4ba665b3e300 tempest-LiveMigrationNegativeTest-831650090 tempest-LiveMigrationNegativeTest-831650090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.320839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-785545da-e9fa-40a5-b671-366906836e6b req-f3fe4bc5-f60b-4fe2-96df-4ba665b3e300 tempest-LiveMigrationNegativeTest-831650090 tempest-LiveMigrationNegativeTest-831650090-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735116 Sep 23 23:57:53.348576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe4bc5-f60b-4fe2-96df-4ba665b3e300 tempest-LiveMigrationNegativeTest-831650090 tempest-LiveMigrationNegativeTest-831650090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32512c2-d050-4810-9699-6488e38da806,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:53.385185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245a5a93-789c-4e7f-a1dd-2202a0af9334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43829ab6-dabc-4515-9fec-c95eb12895e1'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:53.395817 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9ddc8b-a219-41e7-8642-6387b2e61c7c" -d '{"events": [{"server_uuid": "245a5a93-789c-4e7f-a1dd-2202a0af9334", "name": "network-vif-plugged", "status": "completed", "tag": "43829ab6-dabc-4515-9fec-c95eb12895e1"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:53.412975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cfac7a2e-be93-47f6-974a-6c74b53318dd up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:53.558049 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f96916b-8573-4165-9946-b7608343798b x-openstack-request-id: req-1f96916b-8573-4165-9946-b7608343798b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:53.559010 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245a5a93-789c-4e7f-a1dd-2202a0af9334", "name": "network-vif-plugged", "status": "completed", "tag": "43829ab6-dabc-4515-9fec-c95eb12895e1", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:53.559565 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f96916b-8573-4165-9946-b7608343798b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:53.560125 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245a5a93-789c-4e7f-a1dd-2202a0af9334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43829ab6-dabc-4515-9fec-c95eb12895e1', 'code': 200} Sep 23 23:57:53.567642 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.570896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port cfac7a2e-be93-47f6-974a-6c74b53318dd completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:57:53.577768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port cfac7a2e-be93-47f6-974a-6c74b53318dd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:53.579316 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.582873 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.713194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409ea95-76a7-4885-8cbc-c57776e0a12c None None] Pushing event updated for resources: {'Port': ['ID=40e2696d-993c-4775-8680-681998b173a6,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:53.751233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-ee82d183-0ba2-472d-8119-39a5b24b9d80 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:53.769946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-ee82d183-0ba2-472d-8119-39a5b24b9d80 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.2414227 Sep 23 23:57:53.784434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Attempting to bind port 40e2696d-993c-4775-8680-681998b173a6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:57:53.784808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Attempting to bind port 40e2696d-993c-4775-8680-681998b173a6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:57:53.785179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Attempting to bind port 40e2696d-993c-4775-8680-681998b173a6 on network 7a2ab906-2773-4efa-b0e1-09691b94e19d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:57:53.790908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d5ecf-7824-4e0b-bb40-aaf4d9ff2bcb req-96c7bfa9-c1c1-4715-94cf-56d15310d815 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:53.799743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:57:53.800284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Checking segment: {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:57:53.800703 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.801107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Bound using segment: {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:57:53.801662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Bound port: 40e2696d-993c-4775-8680-681998b173a6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:57:53.802048 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.804522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-280d5ecf-7824-4e0b-bb40-aaf4d9ff2bcb req-96c7bfa9-c1c1-4715-94cf-56d15310d815 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 950 time: 0.3748524 Sep 23 23:57:53.829561 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:53.939060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-280d5ecf-7824-4e0b-bb40-aaf4d9ff2bcb req-aca14780-6940-4a3d-abf2-1b3a1a7f4c34 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318867 Sep 23 23:57:53.975110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cfac7a2e-be93-47f6-974a-6c74b53318dd, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cfac7a2e-be93-47f6-974a-6c74b53318dd,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:53.986344 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.054014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] For port 40e2696d-993c-4775-8680-681998b173a6, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:57:54.072728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] For port 40e2696d-993c-4775-8680-681998b173a6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=40e2696d-993c-4775-8680-681998b173a6,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:57:54.092751 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.099548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45958) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:54.261258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=cfac7a2e-be93-47f6-974a-6c74b53318dd,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:54.323728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-aa686b14-4674-432b-baff-a54b4e00e23d None None] Provisioning complete for port 40e2696d-993c-4775-8680-681998b173a6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:54.324109 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa686b14-4674-432b-baff-a54b4e00e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.380830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:57:54.381881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:54.404900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2eb7fcf0-9a54-4abc-bf9e-553e6b3ea669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.438664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5409ea95-76a7-4885-8cbc-c57776e0a12c None None] Pushing event updated for resources: {'Port': ['ID=40e2696d-993c-4775-8680-681998b173a6,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:54.539114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2eb7fcf0-9a54-4abc-bf9e-553e6b3ea669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.545030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2eb7fcf0-9a54-4abc-bf9e-553e6b3ea669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.585515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7fcf0-9a54-4abc-bf9e-553e6b3ea669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4fb74f-0465-4f06-a536-167c67a819ff,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:54.617989 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2eb7fcf0-9a54-4abc-bf9e-553e6b3ea669 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9dc3388126d4320837fd7c0804070b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137575 Sep 23 23:57:54.619270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45976) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:54.650669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dce6b2-d514-4d30-aca3-ec315c5c0414 req-4372a822-8d76-47c9-8210-984a6ee69443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:54.652635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8dce6b2-d514-4d30-aca3-ec315c5c0414 req-4372a822-8d76-47c9-8210-984a6ee69443 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=245a5a93-789c-4e7f-a1dd-2202a0af9334 HTTP/1.1" status: 200 len: 1097 time: 1.0307086 Sep 23 23:57:54.707244 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a860c9a-b684-4121-afa7-081b737cd146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.714662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9af1c-2d6b-44fb-a3bc-58d3ab52d98d req-d4cf9aaf-08eb-4833-8d8c-4475ac0fddc6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:54.725644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dee9af1c-2d6b-44fb-a3bc-58d3ab52d98d req-d4cf9aaf-08eb-4833-8d8c-4475ac0fddc6 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 949 time: 0.7687819 Sep 23 23:57:54.746467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:57:54.764811 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a860c9a-b684-4121-afa7-081b737cd146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.767281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8dce6b2-d514-4d30-aca3-ec315c5c0414 req-b4927288-2847-48ed-829a-c87178351108 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043634 Sep 23 23:57:54.799818 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa686b14-4674-432b-baff-a54b4e00e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.802264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Deleting port fab9c15b-e224-4498-9bd4-efa859de6c82 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:54.803183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.841187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a860c9a-b684-4121-afa7-081b737cd146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.845343 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a860c9a-b684-4121-afa7-081b737cd146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:54.860905 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a860c9a-b684-4121-afa7-081b737cd146 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a4fb74f-0465-4f06-a536-167c67a819ff HTTP/1.1" status: 204 len: 168 time: 0.2324429 Sep 23 23:57:54.866637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dee9af1c-2d6b-44fb-a3bc-58d3ab52d98d req-2f32632b-4ad6-4727-b4a2-6b5742032ae9 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397727 Sep 23 23:57:54.897513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-aa686b14-4674-432b-baff-a54b4e00e23d None None] For port 40e2696d-993c-4775-8680-681998b173a6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=40e2696d-993c-4775-8680-681998b173a6,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:54.897758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a860c9a-b684-4121-afa7-081b737cd146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4fb74f-0465-4f06-a536-167c67a819ff,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:54.934049 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa686b14-4674-432b-baff-a54b4e00e23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.050920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa686b14-4674-432b-baff-a54b4e00e23d None None] Pushing event updated for resources: {'Port': ['ID=40e2696d-993c-4775-8680-681998b173a6,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:55.065492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b53eaf-03c5-43bc-a1ed-00163d50f2d7 req-c16a73ef-e4de-4f57-bafe-e20b0afa007d tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:55.073804 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49b53eaf-03c5-43bc-a1ed-00163d50f2d7 req-c16a73ef-e4de-4f57-bafe-e20b0afa007d tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 945 time: 0.1893821 Sep 23 23:57:55.095781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-22e1f9a9-1bb4-4ccb-a23f-ddbf9dcb7c85 None None] Provisioning complete for port 40e2696d-993c-4775-8680-681998b173a6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:55.096283 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22e1f9a9-1bb4-4ccb-a23f-ddbf9dcb7c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.097046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] For port fab9c15b-e224-4498-9bd4-efa859de6c82, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fab9c15b-e224-4498-9bd4-efa859de6c82,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:55.097493 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.117638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Calling delete_port for fab9c15b-e224-4498-9bd4-efa859de6c82 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:55.153288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49b53eaf-03c5-43bc-a1ed-00163d50f2d7 req-ca03561a-d97f-4cfa-a198-6e52234d22b3 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784414 Sep 23 23:57:55.278050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:54Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:57:55.308516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5da0dac-4d83-4bed-aef6-21c1d3aa95f8 None None] The sync data for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 is: [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:54Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:57:55.397873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.413514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3131035-be4c-4738-97f4-80f88d58542f req-9510f8a2-7bf4-45b0-972f-21348938c6ff tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:55.424492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3131035-be4c-4738-97f4-80f88d58542f req-9510f8a2-7bf4-45b0-972f-21348938c6ff tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a07b227-5134-46e6-be1f-a49dd00dd9e5 HTTP/1.1" status: 200 len: 867 time: 0.1287677 Sep 23 23:57:55.428096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:55.450002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a07e2748-48fc-4ac0-88ee-8c87f9a20159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.501022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Pushing event deleted for resources: {'Port': ['ID=fab9c15b-e224-4498-9bd4-efa859de6c82,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:55.561944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1555cc-ce55-4caf-bf04-249db2940a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfac7a2e-be93-47f6-974a-6c74b53318dd'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:55.565565 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69df9d6c-c9d6-465a-89be-42fb5be49010" -d '{"events": [{"server_uuid": "ae1555cc-ce55-4caf-bf04-249db2940a69", "name": "network-vif-plugged", "status": "completed", "tag": "cfac7a2e-be93-47f6-974a-6c74b53318dd"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:55.572434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3131035-be4c-4738-97f4-80f88d58542f req-ab7e26f4-8f31-45cb-815e-ee8dd2408f41 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.24 "GET /v2.0/security-groups?id=e862183e-3492-446f-b9c1-9108de579b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468728 Sep 23 23:57:55.591394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] No DVR routers for this DVR port fab9c15b-e224-4498-9bd4-efa859de6c82 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:55.605251 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.617105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a48c0821-9298-4e4d-89f5-c776280c0b25 req-8e9689bd-cec7-4731-afaa-e0283c285de9 tempest-MigrationsAdminTest-760996222 tempest-MigrationsAdminTest-760996222-project] 10.222.0.18 "DELETE /v2.0/ports/fab9c15b-e224-4498-9bd4-efa859de6c82 HTTP/1.1" status: 204 len: 173 time: 1.7551517 Sep 23 23:57:55.630163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'name': 'network-vif-deleted', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:55.631962 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0466588f-e401-47d5-9057-0c063afccdc0" -d '{"events": [{"server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "name": "network-vif-deleted", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:55.652623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2c5e30cf-bdad-464b-9d61-9b8aa61c5f43 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:55.653737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a07e2748-48fc-4ac0-88ee-8c87f9a20159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.654480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2c5e30cf-bdad-464b-9d61-9b8aa61c5f43 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.20 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 949 time: 0.2214556 Sep 23 23:57:55.662869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a07e2748-48fc-4ac0-88ee-8c87f9a20159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.739268 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a07e2748-48fc-4ac0-88ee-8c87f9a20159 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=90964fbad2c74c67ad234c6bfa82b5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3093767 Sep 23 23:57:55.741238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46000) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:55.752645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e2748-48fc-4ac0-88ee-8c87f9a20159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f19b37-4729-413e-9660-43d9f26bb873,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:55.794573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.826647 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc72ceff-160e-46e4-be80-dee1fe7600d0 x-openstack-request-id: req-cc72ceff-160e-46e4-be80-dee1fe7600d0 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:55.826988 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1555cc-ce55-4caf-bf04-249db2940a69", "name": "network-vif-plugged", "status": "completed", "tag": "cfac7a2e-be93-47f6-974a-6c74b53318dd", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:55.827237 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cc72ceff-160e-46e4-be80-dee1fe7600d0 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:55.828407 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1555cc-ce55-4caf-bf04-249db2940a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfac7a2e-be93-47f6-974a-6c74b53318dd', 'code': 200} Sep 23 23:57:55.860404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed64ef55-66be-4787-9c3e-16acaad377cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.883331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063afb03-ed3e-4945-880d-ab42c001cd15 req-7fe6c390-fb21-4ad6-a83f-a6ad70d08aab tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:55.884915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-063afb03-ed3e-4945-880d-ab42c001cd15 req-7fe6c390-fb21-4ad6-a83f-a6ad70d08aab tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 945 time: 0.1652617 Sep 23 23:57:55.898584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed64ef55-66be-4787-9c3e-16acaad377cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.952435 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb818be-9ee2-479b-9583-3862461b3c89 x-openstack-request-id: req-6bb818be-9ee2-479b-9583-3862461b3c89 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:55.952967 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a07b227-5134-46e6-be1f-a49dd00dd9e5", "name": "network-vif-deleted", "tag": "fab9c15b-e224-4498-9bd4-efa859de6c82", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:55.953405 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6bb818be-9ee2-479b-9583-3862461b3c89 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:55.953966 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a07b227-5134-46e6-be1f-a49dd00dd9e5', 'name': 'network-vif-deleted', 'tag': 'fab9c15b-e224-4498-9bd4-efa859de6c82', 'status': 'completed', 'code': 200} Sep 23 23:57:55.971587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed64ef55-66be-4787-9c3e-16acaad377cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.976522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ed64ef55-66be-4787-9c3e-16acaad377cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.977913 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ed64ef55-66be-4787-9c3e-16acaad377cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33f19b37-4729-413e-9660-43d9f26bb873 HTTP/1.1" status: 204 len: 168 time: 0.2356062 Sep 23 23:57:55.983765 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0813a89f-9f0e-4f40-8218-894edf501cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:55.991742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64ef55-66be-4787-9c3e-16acaad377cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f19b37-4729-413e-9660-43d9f26bb873,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:56.102964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-063afb03-ed3e-4945-880d-ab42c001cd15 req-7dc70a93-6bde-43a0-9f3a-52ed4221256e tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019308 Sep 23 23:57:56.148456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Deleting port 622662b1-d8e2-4260-a5b2-3e8403e1f26b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:57:56.149107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:56.191260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 40e2696d-993c-4775-8680-681998b173a6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:57:56.305873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 40e2696d-993c-4775-8680-681998b173a6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:57:56.306529 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:56.439274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17d80-9af5-4bc6-a154-96e029444f2b req-b0fbb761-1e99-4c79-ad3d-1b71745cc016 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:56.449412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2df17d80-9af5-4bc6-a154-96e029444f2b req-b0fbb761-1e99-4c79-ad3d-1b71745cc016 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 949 time: 0.3375993 Sep 23 23:57:56.574629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa1fe9-f9f8-4979-84c5-66871bed60a2 req-f30dc2f1-ff7f-42e7-be34-49c25d6a3478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:56.579120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52aa1fe9-f9f8-4979-84c5-66871bed60a2 req-f30dc2f1-ff7f-42e7-be34-49c25d6a3478 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 1097 time: 0.2832305 Sep 23 23:57:56.618618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] For port 622662b1-d8e2-4260-a5b2-3e8403e1f26b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=622662b1-d8e2-4260-a5b2-3e8403e1f26b,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:57:56.627880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:56.642025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:56.664720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Calling delete_port for 622662b1-d8e2-4260-a5b2-3e8403e1f26b owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:57:56.703258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2df17d80-9af5-4bc6-a154-96e029444f2b req-9a289bf3-c9b7-463e-bf1f-73d054f8cff4 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097797 Sep 23 23:57:56.719524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52aa1fe9-f9f8-4979-84c5-66871bed60a2 req-d1ddc131-6826-435d-abb7-4575bb619aaa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292760 Sep 23 23:57:56.940238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:56.952943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['622662b1-d8e2-4260-a5b2-3e8403e1f26b'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:56.959182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['63f73bee-ed52-475f-92de-a463ef662102'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:57:57.003926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Pushing event deleted for resources: {'Port': ['ID=622662b1-d8e2-4260-a5b2-3e8403e1f26b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:57.106184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fab9c15b-e224-4498-9bd4-efa859de6c82 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:57.127716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] No DVR routers for this DVR port 622662b1-d8e2-4260-a5b2-3e8403e1f26b on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:57:57.133850 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:57.136893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d9347dc-f2ae-447d-bfe2-875c5988effc req-2f28a1bb-37fe-4b5d-b135-74ecdae35635 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.20 "DELETE /v2.0/ports/622662b1-d8e2-4260-a5b2-3e8403e1f26b HTTP/1.1" status: 204 len: 173 time: 1.4735222 Sep 23 23:57:57.176020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: fab9c15b-e224-4498-9bd4-efa859de6c82 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:57.176360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fab9c15b-e224-4498-9bd4-efa859de6c82 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:57.283083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46048) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:57.340457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e4ee44-4e61-441e-a916-255f939d2e46 req-ee495649-bb27-4604-bef2-1f2f838ec892 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:57.355436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91e4ee44-4e61-441e-a916-255f939d2e46 req-ee495649-bb27-4604-bef2-1f2f838ec892 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 945 time: 0.1105201 Sep 23 23:57:57.443731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91e4ee44-4e61-441e-a916-255f939d2e46 req-e913309e-108c-40d7-8a5e-857513d3fa4c tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861197 Sep 23 23:57:57.590339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-96191191-0dbf-4aac-a1d8-1b50f00c5ddf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e758294d01cf43e0b123cd4585eaf8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055246 Sep 23 23:57:57.592913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46060) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:57.699039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f7cd39-9941-48f2-9984-9b5f5a8c14d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:57.734903 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f7cd39-9941-48f2-9984-9b5f5a8c14d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:57.827567 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f7cd39-9941-48f2-9984-9b5f5a8c14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:57.831786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68f7cd39-9941-48f2-9984-9b5f5a8c14d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:57.836796 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-68f7cd39-9941-48f2-9984-9b5f5a8c14d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e862183e-3492-446f-b9c1-9108de579b57 HTTP/1.1" status: 204 len: 168 time: 0.2397234 Sep 23 23:57:57.847401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f7cd39-9941-48f2-9984-9b5f5a8c14d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e862183e-3492-446f-b9c1-9108de579b57,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:57.892800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27fbea60-c10e-4d35-b659-7b5cf9449acd req-3c7f3d01-c41c-4f4b-b53f-d7294f340e17 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=8a363f2a-0d67-40bd-b0a5-5522b44b3b00 HTTP/1.1" status: 200 len: 210 time: 0.0555625 Sep 23 23:57:57.959133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a363f2a-0d67-40bd-b0a5-5522b44b3b00', 'name': 'network-vif-deleted', 'tag': '622662b1-d8e2-4260-a5b2-3e8403e1f26b'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:57:57.962492 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd8ffe36-88f8-46e2-8601-5e851be6a265" -d '{"events": [{"server_uuid": "8a363f2a-0d67-40bd-b0a5-5522b44b3b00", "name": "network-vif-deleted", "tag": "622662b1-d8e2-4260-a5b2-3e8403e1f26b"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:57:58.021596 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9adda2-4d62-46f0-a80e-e7880ce10c30 x-openstack-request-id: req-bd9adda2-4d62-46f0-a80e-e7880ce10c30 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:57:58.021596 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a363f2a-0d67-40bd-b0a5-5522b44b3b00", "name": "network-vif-deleted", "tag": "622662b1-d8e2-4260-a5b2-3e8403e1f26b", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:57:58.021596 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd9adda2-4d62-46f0-a80e-e7880ce10c30 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:57:58.021596 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a363f2a-0d67-40bd-b0a5-5522b44b3b00', 'name': 'network-vif-deleted', 'tag': '622662b1-d8e2-4260-a5b2-3e8403e1f26b', 'status': 'completed', 'code': 200} Sep 23 23:57:58.518964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46090) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:58.602241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb137e7e-13ad-4c63-bcbc-7727259e2b4d req-af3aed02-3b26-4555-a4cc-2b198e186dad tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:58.604049 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb137e7e-13ad-4c63-bcbc-7727259e2b4d req-af3aed02-3b26-4555-a4cc-2b198e186dad tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 945 time: 0.0769420 Sep 23 23:57:58.652000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1897bbb1-38bf-4c00-8ad8-53080b6b4b0e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89c17bb7b25d4c1eb4e7be048ff9ece8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1294801 Sep 23 23:57:58.655606 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46098) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:58.717010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb137e7e-13ad-4c63-bcbc-7727259e2b4d req-5523407b-abf2-4b10-b6d7-15881e0d4288 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932741 Sep 23 23:57:58.771807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46102) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:58.773323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-040b8f17-067a-4210-9f1e-677fff8c026a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:58.809735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-040b8f17-067a-4210-9f1e-677fff8c026a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:58.887421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-040b8f17-067a-4210-9f1e-677fff8c026a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:58.894200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-040b8f17-067a-4210-9f1e-677fff8c026a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:58.902024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-040b8f17-067a-4210-9f1e-677fff8c026a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0949251-7aed-4169-8209-01bce3673437 HTTP/1.1" status: 204 len: 168 time: 0.2469211 Sep 23 23:57:58.927843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b8f17-067a-4210-9f1e-677fff8c026a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0949251-7aed-4169-8209-01bce3673437,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:58.985696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d37fd-546f-4047-9723-67bdee610a49 req-1be83154-b685-42d1-8c7e-ab0b4689aea0 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:58.995799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-199d37fd-546f-4047-9723-67bdee610a49 req-1be83154-b685-42d1-8c7e-ab0b4689aea0 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=245a5a93-789c-4e7f-a1dd-2202a0af9334 HTTP/1.1" status: 200 len: 945 time: 0.1274927 Sep 23 23:57:59.004972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0aaf-7e4b-4fb0-a805-c358b1e33d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:59.045752 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:59.115973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-199d37fd-546f-4047-9723-67bdee610a49 req-3c76ebee-9fa6-45e7-8766-8987bab907e0 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165555 Sep 23 23:57:59.259024 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0aaf-7e4b-4fb0-a805-c358b1e33d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:59.267024 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab2c0aaf-7e4b-4fb0-a805-c358b1e33d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:59.319414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ab2c0aaf-7e4b-4fb0-a805-c358b1e33d3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2274ed16505642b29283c0ef5f0871ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457637 Sep 23 23:57:59.321465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46124) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:57:59.411086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c0aaf-7e4b-4fb0-a805-c358b1e33d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa11572a-9f9d-42ac-ac6d-52958f21326a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:57:59.413601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 622662b1-d8e2-4260-a5b2-3e8403e1f26b no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:57:59.463894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 622662b1-d8e2-4260-a5b2-3e8403e1f26b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:57:59.464452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 622662b1-d8e2-4260-a5b2-3e8403e1f26b not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:57:59.477213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768c834-24e0-4dba-91cf-82abb901015d req-9bf4b6e5-23df-47f9-ab8a-392009dd1cec tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:59.479106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c768c834-24e0-4dba-91cf-82abb901015d req-9bf4b6e5-23df-47f9-ab8a-392009dd1cec tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 949 time: 0.1251192 Sep 23 23:57:59.499492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-972c5214-ddac-4eab-b0b6-2c6d1d337b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:59.573925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-972c5214-ddac-4eab-b0b6-2c6d1d337b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:59.581317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c768c834-24e0-4dba-91cf-82abb901015d req-d980f049-f128-4ad6-b129-4c94c8b8c78b tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933232 Sep 23 23:57:59.610732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cfd99-c056-4d5a-8f34-b02849c1fff7 req-26aa7311-cc0e-40c9-8399-0d14185fd82e tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:57:59.618273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa3cfd99-c056-4d5a-8f34-b02849c1fff7 req-26aa7311-cc0e-40c9-8399-0d14185fd82e tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=245a5a93-789c-4e7f-a1dd-2202a0af9334 HTTP/1.1" status: 200 len: 945 time: 0.1093061 Sep 23 23:57:59.684938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa3cfd99-c056-4d5a-8f34-b02849c1fff7 req-caede9ed-315a-401b-8906-202ce1719bcc tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655992 Sep 23 23:57:59.704103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-972c5214-ddac-4eab-b0b6-2c6d1d337b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:59.711038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-972c5214-ddac-4eab-b0b6-2c6d1d337b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:57:59.719514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-972c5214-ddac-4eab-b0b6-2c6d1d337b7a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa11572a-9f9d-42ac-ac6d-52958f21326a HTTP/1.1" status: 204 len: 168 time: 0.3929563 Sep 23 23:57:59.735856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c5214-ddac-4eab-b0b6-2c6d1d337b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa11572a-9f9d-42ac-ac6d-52958f21326a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:00.306617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46178) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:00.321710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-830fcf4a-95b6-4b7f-ac7d-40eec7eeb732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:00.455135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-830fcf4a-95b6-4b7f-ac7d-40eec7eeb732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:00.476213 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-830fcf4a-95b6-4b7f-ac7d-40eec7eeb732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:00.529251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fcf4a-95b6-4b7f-ac7d-40eec7eeb732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12db0c4a-1a9c-4695-b2d4-53c178757992,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:00.541478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46182) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:00.542371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-830fcf4a-95b6-4b7f-ac7d-40eec7eeb732 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7aaa4234de5448afa7e62c60171ea4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341530 Sep 23 23:58:00.622173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6ab363d-68b2-45be-bd76-44ce183132b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:00.668965 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6ab363d-68b2-45be-bd76-44ce183132b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:00.751854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6ab363d-68b2-45be-bd76-44ce183132b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:00.757528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6ab363d-68b2-45be-bd76-44ce183132b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:00.760349 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f6ab363d-68b2-45be-bd76-44ce183132b9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12db0c4a-1a9c-4695-b2d4-53c178757992 HTTP/1.1" status: 204 len: 168 time: 0.2178221 Sep 23 23:58:00.785982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab363d-68b2-45be-bd76-44ce183132b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12db0c4a-1a9c-4695-b2d4-53c178757992,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:00.805304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46196) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:00.820394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-22a607ad-1a70-4b4b-92d1-1637b0852a4d tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:00.822019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-22a607ad-1a70-4b4b-92d1-1637b0852a4d tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.18 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 949 time: 0.1897960 Sep 23 23:58:00.914745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-0f308a5d-2019-4f43-8276-2133b7096af9 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:00.916396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-0f308a5d-2019-4f43-8276-2133b7096af9 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.20 "GET /v2.0/ports?device_id=245a5a93-789c-4e7f-a1dd-2202a0af9334 HTTP/1.1" status: 200 len: 945 time: 0.1951497 Sep 23 23:58:01.022945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fdf0b-e5e1-449d-944f-3d73c33ac2d6 req-a73db606-a1e2-4533-a166-445555f421be tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:01.030363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-415fdf0b-e5e1-449d-944f-3d73c33ac2d6 req-a73db606-a1e2-4533-a166-445555f421be tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 949 time: 0.2475398 Sep 23 23:58:01.119275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3e7d1-a39c-4a3d-b357-1c22ceb36be3 req-6ca03e48-f461-463e-b6ae-6c7adc760809 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:01.120731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54b3e7d1-a39c-4a3d-b357-1c22ceb36be3 req-6ca03e48-f461-463e-b6ae-6c7adc760809 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=245a5a93-789c-4e7f-a1dd-2202a0af9334 HTTP/1.1" status: 200 len: 945 time: 0.2724180 Sep 23 23:58:01.133873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Deleting port 63f73bee-ed52-475f-92de-a463ef662102 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:01.133873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.149296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-415fdf0b-e5e1-449d-944f-3d73c33ac2d6 req-86eebf3b-02fa-4b32-80ee-9aa84c300f06 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/security-groups?id=1423a2da-6c58-4c3e-83cd-4710dd4b79d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143191 Sep 23 23:58:01.208617 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-573e5eb2-3c38-4348-a010-a0bbbd4071d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.401826 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Deleting port 43829ab6-dabc-4515-9fec-c95eb12895e1 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:01.402406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.446655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-573e5eb2-3c38-4348-a010-a0bbbd4071d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.449493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54b3e7d1-a39c-4a3d-b357-1c22ceb36be3 req-4e03943d-d8c3-4c07-b821-46d9844ef15d tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142638 Sep 23 23:58:01.473813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-573e5eb2-3c38-4348-a010-a0bbbd4071d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.491490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] For port 63f73bee-ed52-475f-92de-a463ef662102, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63f73bee-ed52-475f-92de-a463ef662102,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:01.491964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.547242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Calling delete_port for 63f73bee-ed52-475f-92de-a463ef662102 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:01.552078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-573e5eb2-3c38-4348-a010-a0bbbd4071d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78111aae669342e99ada51fb0fb8f538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7449474 Sep 23 23:58:01.553187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e5eb2-3c38-4348-a010-a0bbbd4071d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd20e3b-490d-4597-b9ba-ed296a1fe0c8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:01.555574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46222) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:01.670478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] For port 43829ab6-dabc-4515-9fec-c95eb12895e1, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=43829ab6-dabc-4515-9fec-c95eb12895e1,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:01.670879 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.688766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26e1ec5d-3114-4a89-a417-ad8ce83f0a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.697590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Calling delete_port for 43829ab6-dabc-4515-9fec-c95eb12895e1 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:01.730987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26e1ec5d-3114-4a89-a417-ad8ce83f0a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.885357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26e1ec5d-3114-4a89-a417-ad8ce83f0a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.888083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26e1ec5d-3114-4a89-a417-ad8ce83f0a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.889384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-26e1ec5d-3114-4a89-a417-ad8ce83f0a10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cd20e3b-490d-4597-b9ba-ed296a1fe0c8 HTTP/1.1" status: 204 len: 168 time: 0.3311510 Sep 23 23:58:01.904804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1ec5d-3114-4a89-a417-ad8ce83f0a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd20e3b-490d-4597-b9ba-ed296a1fe0c8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:01.912768 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:01.925726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['63f73bee-ed52-475f-92de-a463ef662102'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:02.017702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Pushing event deleted for resources: {'Port': ['ID=63f73bee-ed52-475f-92de-a463ef662102,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:02.069859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] No DVR routers for this DVR port 63f73bee-ed52-475f-92de-a463ef662102 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:02.073373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:02.075568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55cda999-c302-414c-a9ea-fc9bcf4648c1 req-043d53b3-d742-494a-9095-1cf7f7bf8880 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.18 "DELETE /v2.0/ports/63f73bee-ed52-475f-92de-a463ef662102 HTTP/1.1" status: 204 len: 173 time: 1.2291501 Sep 23 23:58:02.076046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '106381b8-bff5-4d8d-aeec-9bdabfb2368a', 'name': 'network-vif-deleted', 'tag': '63f73bee-ed52-475f-92de-a463ef662102'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:02.079143 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5b7d73-2dc2-4dac-809b-fb20bd8c0d57" -d '{"events": [{"server_uuid": "106381b8-bff5-4d8d-aeec-9bdabfb2368a", "name": "network-vif-deleted", "tag": "63f73bee-ed52-475f-92de-a463ef662102"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:02.103758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:02.119510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['dbd5caa7-cf69-490c-9803-18b2176558f5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:02.121921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cfac7a2e-be93-47f6-974a-6c74b53318dd'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:02.208150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Pushing event deleted for resources: {'Port': ['ID=43829ab6-dabc-4515-9fec-c95eb12895e1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:02.217357 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35955577-945b-4ea9-9c06-8c413fa4c80c x-openstack-request-id: req-35955577-945b-4ea9-9c06-8c413fa4c80c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:02.225042 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "106381b8-bff5-4d8d-aeec-9bdabfb2368a", "name": "network-vif-deleted", "tag": "63f73bee-ed52-475f-92de-a463ef662102", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:02.226143 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-35955577-945b-4ea9-9c06-8c413fa4c80c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:02.226661 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '106381b8-bff5-4d8d-aeec-9bdabfb2368a', 'name': 'network-vif-deleted', 'tag': '63f73bee-ed52-475f-92de-a463ef662102', 'status': 'completed', 'code': 200} Sep 23 23:58:02.436098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] No DVR routers for this DVR port 43829ab6-dabc-4515-9fec-c95eb12895e1 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:02.442247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:02.445481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f768cc9-d818-45f8-876f-a483093b6e62 req-adb0fe3e-f255-4e93-ae1d-e853d6bc224f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.20 "DELETE /v2.0/ports/43829ab6-dabc-4515-9fec-c95eb12895e1 HTTP/1.1" status: 204 len: 173 time: 1.5022843 Sep 23 23:58:02.486235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad8c300a-d748-48ce-aa43-c0204699456d req-1efa33fc-710e-4299-802e-fc6134ebfc92 tempest-LiveMigrationNegativeTest-1784283016 tempest-LiveMigrationNegativeTest-1784283016-project] 10.222.0.24 "GET /v2.0/ports?device_id=106381b8-bff5-4d8d-aeec-9bdabfb2368a HTTP/1.1" status: 200 len: 210 time: 0.0828693 Sep 23 23:58:02.739321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46270) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:02.779136 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf54-83dc-4136-b215-ae9a5410d8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:02.856789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0483512e-d0d3-4c44-b372-fc1b2c2c91e2 req-9ae8720b-7bb8-4227-bec9-96a10d73b83e tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=245a5a93-789c-4e7f-a1dd-2202a0af9334 HTTP/1.1" status: 200 len: 210 time: 0.0797806 Sep 23 23:58:02.987142 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf54-83dc-4136-b215-ae9a5410d8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:02.993618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d48bf54-83dc-4136-b215-ae9a5410d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:03.046808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8d48bf54-83dc-4136-b215-ae9a5410d8fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=06acb1ce27504f02ac6653a0fb7c002d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050652 Sep 23 23:58:03.046808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48bf54-83dc-4136-b215-ae9a5410d8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed0c568-4e22-41d9-aa5a-72334048230e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:03.048301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:03.129673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-527ebdbc-8954-4fae-be8a-c742075b46c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:03.157212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-527ebdbc-8954-4fae-be8a-c742075b46c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:03.235507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-527ebdbc-8954-4fae-be8a-c742075b46c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:03.239769 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-527ebdbc-8954-4fae-be8a-c742075b46c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:03.247053 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-527ebdbc-8954-4fae-be8a-c742075b46c6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fed0c568-4e22-41d9-aa5a-72334048230e HTTP/1.1" status: 204 len: 168 time: 0.1954827 Sep 23 23:58:03.255903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ebdbc-8954-4fae-be8a-c742075b46c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed0c568-4e22-41d9-aa5a-72334048230e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:03.447280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 43829ab6-dabc-4515-9fec-c95eb12895e1 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:03.473642 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:58:03.483040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 43829ab6-dabc-4515-9fec-c95eb12895e1 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:03.483706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 43829ab6-dabc-4515-9fec-c95eb12895e1 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:03.507740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46304) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:03.742054 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce5dcebe-0340-4904-be13-e38ced132445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:03.865663 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce5dcebe-0340-4904-be13-e38ced132445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:03.871055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce5dcebe-0340-4904-be13-e38ced132445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:03.919783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ce5dcebe-0340-4904-be13-e38ced132445 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=202c1d82a6b34bfe9477afc3c44d3dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4105592 Sep 23 23:58:03.922265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5dcebe-0340-4904-be13-e38ced132445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d92c79-ff6e-4e04-ba42-0955616ffda0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:03.922558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46328) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:04.038372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d735b91-cee3-4e4f-86a4-9c6e084f06e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.062832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d735b91-cee3-4e4f-86a4-9c6e084f06e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.130690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46340) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:04.149798 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d735b91-cee3-4e4f-86a4-9c6e084f06e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.152484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d735b91-cee3-4e4f-86a4-9c6e084f06e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.153659 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6d735b91-cee3-4e4f-86a4-9c6e084f06e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8d92c79-ff6e-4e04-ba42-0955616ffda0 HTTP/1.1" status: 204 len: 168 time: 0.2300811 Sep 23 23:58:04.163746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d735b91-cee3-4e4f-86a4-9c6e084f06e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d92c79-ff6e-4e04-ba42-0955616ffda0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:04.227856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245a5a93-789c-4e7f-a1dd-2202a0af9334', 'name': 'network-vif-deleted', 'tag': '43829ab6-dabc-4515-9fec-c95eb12895e1'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:04.230144 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439a051d-157e-45e4-afba-63c6d40a0f8c" -d '{"events": [{"server_uuid": "245a5a93-789c-4e7f-a1dd-2202a0af9334", "name": "network-vif-deleted", "tag": "43829ab6-dabc-4515-9fec-c95eb12895e1"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:04.308187 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f19369-c143-4e12-848f-4bacf8acc9dd x-openstack-request-id: req-a5f19369-c143-4e12-848f-4bacf8acc9dd {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:04.309054 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245a5a93-789c-4e7f-a1dd-2202a0af9334", "name": "network-vif-deleted", "tag": "43829ab6-dabc-4515-9fec-c95eb12895e1", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:04.309279 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5f19369-c143-4e12-848f-4bacf8acc9dd {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:04.309746 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '245a5a93-789c-4e7f-a1dd-2202a0af9334', 'name': 'network-vif-deleted', 'tag': '43829ab6-dabc-4515-9fec-c95eb12895e1', 'status': 'completed', 'code': 200} Sep 23 23:58:04.453707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-08c24588-719c-4af5-84f4-3ceacfb69514 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6790d38ac49422892b2e2bdf8fcc5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3214707 Sep 23 23:58:04.456095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:04.555113 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e374f6bc-ae73-4a6a-b31b-f0e5783e1536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.604547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e374f6bc-ae73-4a6a-b31b-f0e5783e1536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.725101 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e374f6bc-ae73-4a6a-b31b-f0e5783e1536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.728247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e374f6bc-ae73-4a6a-b31b-f0e5783e1536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.729624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e374f6bc-ae73-4a6a-b31b-f0e5783e1536 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1423a2da-6c58-4c3e-83cd-4710dd4b79d8 HTTP/1.1" status: 204 len: 168 time: 0.2722340 Sep 23 23:58:04.758126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374f6bc-ae73-4a6a-b31b-f0e5783e1536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423a2da-6c58-4c3e-83cd-4710dd4b79d8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:04.778273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46384) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:04.798542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91b9cf01-616a-4470-bf56-589b9854a626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.971141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91b9cf01-616a-4470-bf56-589b9854a626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:04.976475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91b9cf01-616a-4470-bf56-589b9854a626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.022523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9cf01-616a-4470-bf56-589b9854a626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d4c28b-6fb3-4b19-adc0-424766c1b0cb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:05.030647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-91b9cf01-616a-4470-bf56-589b9854a626 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2d405fb2bba43259cdf309a2d1cbb9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489548 Sep 23 23:58:05.031655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46390) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:05.073215 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 63f73bee-ed52-475f-92de-a463ef662102 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:05.091365 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe3db8b4-9b76-46b1-a53e-bfd68145fc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.109300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 63f73bee-ed52-475f-92de-a463ef662102 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:05.109645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 63f73bee-ed52-475f-92de-a463ef662102 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:05.122618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe3db8b4-9b76-46b1-a53e-bfd68145fc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.188473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46396) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:05.241249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe3db8b4-9b76-46b1-a53e-bfd68145fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.250054 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe3db8b4-9b76-46b1-a53e-bfd68145fc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.254816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fe3db8b4-9b76-46b1-a53e-bfd68145fc98 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d9d4c28b-6fb3-4b19-adc0-424766c1b0cb HTTP/1.1" status: 204 len: 168 time: 0.2202241 Sep 23 23:58:05.298893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-ff388510-453e-409d-94ef-d7ee951e17f4 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404236 Sep 23 23:58:05.319986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3db8b4-9b76-46b1-a53e-bfd68145fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d4c28b-6fb3-4b19-adc0-424766c1b0cb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:05.450331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4077fa1-af3e-47b2-9171-9923a71640ff req-f1cec16b-51ab-4a57-9ba5-654b8af67fea tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:05.456657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4077fa1-af3e-47b2-9171-9923a71640ff req-f1cec16b-51ab-4a57-9ba5-654b8af67fea tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:05.458302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4077fa1-af3e-47b2-9171-9923a71640ff req-f1cec16b-51ab-4a57-9ba5-654b8af67fea tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828&device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 1681 time: 0.1528196 Sep 23 23:58:05.489178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-network', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:05.509172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-18092632-f4a9-4377-a5d6-ed6f078787b5 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:05.510717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-18092632-f4a9-4377-a5d6-ed6f078787b5 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1932852 Sep 23 23:58:05.520221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Made reservation on behalf of 9aa58a9a63ce49188a807c7ff06ae234 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:05.526218 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.532364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4077fa1-af3e-47b2-9171-9923a71640ff req-6b3ffe04-6968-41a6-8ce9-6101187ed329 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661030 Sep 23 23:58:05.553730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.565310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-390ecefe-b755-4fb0-b0d7-c21453e15881 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/quotas/a47ac6fc3afe4d9fb6fa1490ea19937e HTTP/1.1" status: 200 len: 375 time: 0.0269899 Sep 23 23:58:05.643801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-c623f58e-752e-4a13-aa6f-8349c5083b9c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510511 Sep 23 23:58:05.759695 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.773986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.836559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1412b7-48cf-4f61-b3db-735f47a771e0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:05.863721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:58:05.882070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:05.897934 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Added segment 8c78bafa-467a-425e-b7cb-0425aec83a2d of type vlan for network c21c3c3d-083f-4226-ac06-d22f07017e7a Sep 23 23:58:05.921532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:05.953691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.043440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3913b6c-f026-4293-8ba5-4918a47a68ae req-7239db64-02d5-4aac-a11a-a4286d3d1f95 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 210 time: 0.0712934 Sep 23 23:58:06.068682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ef42521a-d00e-4e30-953c-168c8ef4d05d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=648d4eca610543e1a73b01de818ec9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476982 Sep 23 23:58:06.076698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46438) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:06.154998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54bc0cf9-118b-4d2f-a47a-afb378a08b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.213788 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54bc0cf9-118b-4d2f-a47a-afb378a08b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.285258 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54bc0cf9-118b-4d2f-a47a-afb378a08b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.286950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.295703 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54bc0cf9-118b-4d2f-a47a-afb378a08b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.303850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-54bc0cf9-118b-4d2f-a47a-afb378a08b49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e32512c2-d050-4810-9699-6488e38da806 HTTP/1.1" status: 204 len: 168 time: 0.2256603 Sep 23 23:58:06.350607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc0cf9-118b-4d2f-a47a-afb378a08b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32512c2-d050-4810-9699-6488e38da806,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:06.541843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.545515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:06.545515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.636909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] Pushing event updated for resources: {'Network': ['ID=c21c3c3d-083f-4226-ac06-d22f07017e7a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:06.649319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network c21c3c3d-083f-4226-ac06-d22f07017e7a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:58:06.682341 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b930f674-6529-4aa1-bba3-5c22c3398a0e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4925714 Sep 23 23:58:06.683699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46460) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:06.706627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Request body: {'subnet': {'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-subnet', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:06.787675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Made reservation on behalf of 9aa58a9a63ce49188a807c7ff06ae234 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:06.792231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:06.824247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71612b1-86ae-4cd9-af43-4f96b863dc74 req-293d643c-3796-40ac-8eae-87914e0cf462 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:06.839260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c71612b1-86ae-4cd9-af43-4f96b863dc74 req-293d643c-3796-40ac-8eae-87914e0cf462 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 945 time: 0.1678421 Sep 23 23:58:06.938689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c71612b1-86ae-4cd9-af43-4f96b863dc74 req-af3480a2-b740-4501-a7db-d64882dce705 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985026 Sep 23 23:58:07.111175 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:07.295457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60596e47-de75-477b-b774-a85f16d0c55a req-e7a95657-4e05-43b6-92a3-7a44e90957af tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 210 time: 0.0824935 Sep 23 23:58:07.353809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd3f87b-1346-4623-94ff-90de1d48ecf9,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:07.365461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Checking segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:07.366473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Network hostable DHCP agents. Network: c21c3c3d-083f-4226-ac06-d22f07017e7a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:58:07.401038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Network c21c3c3d-083f-4226-ac06-d22f07017e7a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:58:07.416422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, c21c3c3d-083f-4226-ac06-d22f07017e7a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:07.422596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:07.423486 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:07.429704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417e252-a122-468f-bc7d-e99d309fab8d None None] Network c21c3c3d-083f-4226-ac06-d22f07017e7a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:07.448749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46486) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:07.448952 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f3ecfd5d-0b53-415f-8ba5-5af70f736ea4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7641513 Sep 23 23:58:07.453917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:07.514127 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:07.515874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:07.682793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:07.689793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-c21c3c3d-083f-4226-ac06-d22f07017e7a', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:58:07.691486 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:07.724859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-f4b8154f-a375-4af6-a75f-ce39c24a071b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396123 Sep 23 23:58:07.740289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ea7f7424-431a-4ad2-ab5e-dabce820e813 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:07.742227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ea7f7424-431a-4ad2-ab5e-dabce820e813 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 945 time: 0.2092955 Sep 23 23:58:07.967242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-05a45c8a-082a-40cd-a92c-bd802f963dbb tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:07.970253 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-05a45c8a-082a-40cd-a92c-bd802f963dbb tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1d6aec2-6722-48d9-a13e-5abc77df9828 HTTP/1.1" status: 200 len: 945 time: 0.1354089 Sep 23 23:58:08.068227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.169426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Allocated IP 172.20.0.2 (c21c3c3d-083f-4226-ac06-d22f07017e7a/5bd3f87b-1346-4623-94ff-90de1d48ecf9/6a981ca4-98ef-4b8a-a20c-7b7883437000) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:08.294362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Deleting port dbd5caa7-cf69-490c-9803-18b2176558f5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:08.294697 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.387401 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.395202 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.454207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Network c21c3c3d-083f-4226-ac06-d22f07017e7a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:08.457179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:08.465694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:08.471642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Pushing event updated for resources: {'Port': ['ID=6a981ca4-98ef-4b8a-a20c-7b7883437000,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:08.506545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.507229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.507739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.508274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.508777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.509284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.509777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.510618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.511190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.512001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.512486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.513141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:08.585828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Attempting to bind port 6a981ca4-98ef-4b8a-a20c-7b7883437000 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:08.586265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Attempting to bind port 6a981ca4-98ef-4b8a-a20c-7b7883437000 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:08.586634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Attempting to bind port 6a981ca4-98ef-4b8a-a20c-7b7883437000 on network c21c3c3d-083f-4226-ac06-d22f07017e7a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:08.600324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:08.601426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Checking segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:08.601909 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.602262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Bound using segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:08.602782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Bound port: 6a981ca4-98ef-4b8a-a20c-7b7883437000, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:08.603174 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.617785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] For port dbd5caa7-cf69-490c-9803-18b2176558f5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dbd5caa7-cf69-490c-9803-18b2176558f5,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:08.619296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.662620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Calling delete_port for dbd5caa7-cf69-490c-9803-18b2176558f5 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:08.787586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] For port 6a981ca4-98ef-4b8a-a20c-7b7883437000, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:08.827190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] For port 6a981ca4-98ef-4b8a-a20c-7b7883437000, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6a981ca4-98ef-4b8a-a20c-7b7883437000,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:08.846040 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.890351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b46654d-7ecc-41af-887f-accff28a7e6d req-33350634-6cf6-4aaa-a3ca-84f172a13790 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 210 time: 0.1195519 Sep 23 23:58:08.941595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-ec683fde-bac2-4fff-9849-c8236ca3820a tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:08.943471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-ec683fde-bac2-4fff-9849-c8236ca3820a tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1997948 Sep 23 23:58:08.960984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Request body: {'port': {'device_id': '66d8d3ab-10bf-486d-b231-ff8b23baa973', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'a47ac6fc3afe4d9fb6fa1490ea19937e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:08.964839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:08.993419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d27767-ac31-49b2-8deb-3d7dee2cc537 req-b4634b8f-346d-4a6f-8556-12aa3e7f3358 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:08.996712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84d27767-ac31-49b2-8deb-3d7dee2cc537 req-b4634b8f-346d-4a6f-8556-12aa3e7f3358 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 945 time: 0.2275751 Sep 23 23:58:09.053212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Deleting port cfac7a2e-be93-47f6-974a-6c74b53318dd {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:09.053958 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:09.057481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Pushing event deleted for resources: {'Port': ['ID=dbd5caa7-cf69-490c-9803-18b2176558f5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:09.173256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] No DVR routers for this DVR port dbd5caa7-cf69-490c-9803-18b2176558f5 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:09.180340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:09.182679 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d3e2f111-4c7a-4b1c-be3c-cb6a860509d7 req-db10c2d2-a172-4200-914e-f0ee689d59c1 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.18 "DELETE /v2.0/ports/dbd5caa7-cf69-490c-9803-18b2176558f5 HTTP/1.1" status: 204 len: 173 time: 1.2031667 Sep 23 23:58:09.183569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d6aec2-6722-48d9-a13e-5abc77df9828', 'name': 'network-vif-deleted', 'tag': 'dbd5caa7-cf69-490c-9803-18b2176558f5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:09.193979 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff60ebe-2fe8-4276-ab79-969804751018" -d '{"events": [{"server_uuid": "a1d6aec2-6722-48d9-a13e-5abc77df9828", "name": "network-vif-deleted", "tag": "dbd5caa7-cf69-490c-9803-18b2176558f5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:09.314008 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:09.327517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['dbd5caa7-cf69-490c-9803-18b2176558f5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:09.350273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cfac7a2e-be93-47f6-974a-6c74b53318dd'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:09.358892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc8dfeb-a75f-49bb-b2c0-118705b6cfe9 None None] Pushing event updated for resources: {'Port': ['ID=6a981ca4-98ef-4b8a-a20c-7b7883437000,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:09.371728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84d27767-ac31-49b2-8deb-3d7dee2cc537 req-f678044d-60a1-4a20-8740-54f262987b1d tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/security-groups?id=37e8d273-8d3e-4ad8-b011-f2503c7dfee0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625202 Sep 23 23:58:09.479275 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a549d2f-18f2-4e15-9c3f-76d598686b35 x-openstack-request-id: req-3a549d2f-18f2-4e15-9c3f-76d598686b35 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:09.479987 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d6aec2-6722-48d9-a13e-5abc77df9828", "name": "network-vif-deleted", "tag": "dbd5caa7-cf69-490c-9803-18b2176558f5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:09.480455 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a549d2f-18f2-4e15-9c3f-76d598686b35 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:09.481079 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1d6aec2-6722-48d9-a13e-5abc77df9828', 'name': 'network-vif-deleted', 'tag': 'dbd5caa7-cf69-490c-9803-18b2176558f5', 'status': 'completed', 'code': 200} Sep 23 23:58:09.783255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] For port cfac7a2e-be93-47f6-974a-6c74b53318dd, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cfac7a2e-be93-47f6-974a-6c74b53318dd,segment=NetworkSegment(816f49a2-e094-46c7-9360-84c954338339),segment_id=816f49a2-e094-46c7-9360-84c954338339)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:09.783792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:09.800722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Made reservation on behalf of a47ac6fc3afe4d9fb6fa1490ea19937e for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:09.804404 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:09.812987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Calling delete_port for cfac7a2e-be93-47f6-974a-6c74b53318dd owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:09.823933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:09.827747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:09.878431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.151444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80e0f1c3-7b08-4b4c-8ac2-88bacdb55b4a req-098f8ae1-8327-4e17-b808-c74acabb5645 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 210 time: 0.1162691 Sep 23 23:58:10.216190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6a981ca4-98ef-4b8a-a20c-7b7883437000 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:10.299522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6a981ca4-98ef-4b8a-a20c-7b7883437000 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:10.299963 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.330848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.344444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Allocated IP 172.25.5.183 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/740c31bc-97c2-437a-9dd6-c1558df416e6) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:10.430787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Pushing event deleted for resources: {'Port': ['ID=cfac7a2e-be93-47f6-974a-6c74b53318dd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:10.452118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.535433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 6a981ca4-98ef-4b8a-a20c-7b7883437000, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6a981ca4-98ef-4b8a-a20c-7b7883437000,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:10.545692 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.550279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.627143 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.638215 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=6a981ca4-98ef-4b8a-a20c-7b7883437000,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:10.649491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] No DVR routers for this DVR port cfac7a2e-be93-47f6-974a-6c74b53318dd on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:10.707524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.709829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07bf692f-d8e9-43f4-a39b-2d58d2e8af8a req-ca70d92b-d5c6-4a53-8379-ab1452c67d8f tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.20 "DELETE /v2.0/ports/cfac7a2e-be93-47f6-974a-6c74b53318dd HTTP/1.1" status: 204 len: 173 time: 2.9231424 Sep 23 23:58:10.714930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae1555cc-ce55-4caf-bf04-249db2940a69', 'name': 'network-vif-deleted', 'tag': 'cfac7a2e-be93-47f6-974a-6c74b53318dd'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:10.717860 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0cb827e-cc8a-453f-ac5c-8877d34754e0" -d '{"events": [{"server_uuid": "ae1555cc-ce55-4caf-bf04-249db2940a69", "name": "network-vif-deleted", "tag": "cfac7a2e-be93-47f6-974a-6c74b53318dd"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:10.779914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-029b6041-089d-4834-9b41-ec3d5ac0a89c req-6c867c85-d3b0-498a-8d59-ac66ac95f2a9 tempest-ListServersNegativeTestJSON-265289977 tempest-ListServersNegativeTestJSON-265289977-project] 10.222.0.24 "GET /v2.0/ports?device_id=ae1555cc-ce55-4caf-bf04-249db2940a69 HTTP/1.1" status: 200 len: 210 time: 0.0747721 Sep 23 23:58:10.846617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0512db1-4d81-41b7-b105-283bcacf4ecb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:10.912880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:10.948459 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c239072-4034-41fd-a472-e44bcb5499a0 x-openstack-request-id: req-3c239072-4034-41fd-a472-e44bcb5499a0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:10.948783 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae1555cc-ce55-4caf-bf04-249db2940a69", "name": "network-vif-deleted", "tag": "cfac7a2e-be93-47f6-974a-6c74b53318dd", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:10.949246 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c239072-4034-41fd-a472-e44bcb5499a0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:10.949642 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae1555cc-ce55-4caf-bf04-249db2940a69', 'name': 'network-vif-deleted', 'tag': 'cfac7a2e-be93-47f6-974a-6c74b53318dd', 'status': 'completed', 'code': 200} Sep 23 23:58:11.002514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Allocated IP 192.168.233.109 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/3d6bd2ee-077b-4e67-9ca3-82e7eb79939e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:11.043654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:11.097104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d30d77-af05-42b6-bb8d-91099665c3c1 None None] Network c21c3c3d-083f-4226-ac06-d22f07017e7a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:11.121151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dbd5caa7-cf69-490c-9803-18b2176558f5 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:11.179630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Pushing event updated for resources: {'Port': ['ID=740c31bc-97c2-437a-9dd6-c1558df416e6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:11.185690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:11.201330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:11.206466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: dbd5caa7-cf69-490c-9803-18b2176558f5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:11.206835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dbd5caa7-cf69-490c-9803-18b2176558f5 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:11.210564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:11.279278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-79f36f96-4957-43e2-8364-16c8abc504e0 None None] Provisioning complete for port 6a981ca4-98ef-4b8a-a20c-7b7883437000 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:11.280303 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79f36f96-4957-43e2-8364-16c8abc504e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:11.424698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db6589bb-3006-4553-9d9f-632365b6f0f7 req-42fe7180-3b02-48d9-85c8-ea59f6e34497 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 210 time: 0.0723081 Sep 23 23:58:11.508815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cfac7a2e-be93-47f6-974a-6c74b53318dd no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:11.550799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: cfac7a2e-be93-47f6-974a-6c74b53318dd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:11.551437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cfac7a2e-be93-47f6-974a-6c74b53318dd not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:11.746264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:11.964808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46640) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:11.978406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.096618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-051b4c6f-b922-4710-a8d2-1a0e234917e3 None None] Provisioning complete for port 6a981ca4-98ef-4b8a-a20c-7b7883437000 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:12.096900 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-051b4c6f-b922-4710-a8d2-1a0e234917e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.107776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-280e4d55-f9e8-4b28-9ff3-3b8d89b320a4 admin admin] Deleting subnet 4efb2821-ccd8-42a6-88e7-0773276ddabe {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:58:12.112931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-280e4d55-f9e8-4b28-9ff3-3b8d89b320a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.126820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:12.134646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:12.161960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:12.175387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-280e4d55-f9e8-4b28-9ff3-3b8d89b320a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.207034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6a981ca4-98ef-4b8a-a20c-7b7883437000 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:12.243741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Pushing event updated for resources: {'Port': ['ID=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:12.250536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.278258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-280e4d55-f9e8-4b28-9ff3-3b8d89b320a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.341170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46648) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:12.379538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:12.380221 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.428996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-da9ee239-0368-48a0-a516-cc5725cd88c2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4735181 Sep 23 23:58:12.429924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-280e4d55-f9e8-4b28-9ff3-3b8d89b320a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.471308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e4d55-f9e8-4b28-9ff3-3b8d89b320a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efb2821-ccd8-42a6-88e7-0773276ddabe,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:12.484887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-280e4d55-f9e8-4b28-9ff3-3b8d89b320a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.488419 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-280e4d55-f9e8-4b28-9ff3-3b8d89b320a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4efb2821-ccd8-42a6-88e7-0773276ddabe HTTP/1.1" status: 204 len: 168 time: 0.5221896 Sep 23 23:58:12.490749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46660) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:12.501882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6a981ca4-98ef-4b8a-a20c-7b7883437000 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:12.502420 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.549782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Request body: {'port': {'device_id': '66d8d3ab-10bf-486d-b231-ff8b23baa973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:12.628461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-94d9e5ac-3fd2-47b3-942a-0d8adf2f452c None None] Provisioning complete for port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:12.629084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94d9e5ac-3fd2-47b3-942a-0d8adf2f452c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.683442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.695003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ed9ccbc-e785-477b-817f-51cffd2e79d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.701583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-94d9e5ac-3fd2-47b3-942a-0d8adf2f452c None None] Port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:12.812410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410948ae-d89c-4d36-962e-d1f772b7a990 req-a96ab92c-f806-4772-9aa7-ead90ed9f000 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:12.815340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.820391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410948ae-d89c-4d36-962e-d1f772b7a990 req-a96ab92c-f806-4772-9aa7-ead90ed9f000 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 936 time: 0.2269149 Sep 23 23:58:12.864771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3480484b-b2de-4be9-ac99-6a3982544198']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:12.878043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.884082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.888475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '816f49a2-e094-46c7-9360-84c954338339') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:12.888823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '816f49a2-e094-46c7-9360-84c954338339') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:12.907215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.912913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410948ae-d89c-4d36-962e-d1f772b7a990 req-db35c976-18ec-4e70-986f-35729888aaf4 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911975 Sep 23 23:58:12.955907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.962306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:58:12.963749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:58:12.966336 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:58:13.054428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.060216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.063282 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3480484b-b2de-4be9-ac99-6a3982544198 HTTP/1.1" status: 204 len: 168 time: 0.5714440 Sep 23 23:58:13.066671 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ed9ccbc-e785-477b-817f-51cffd2e79d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.087042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb88d93-80cc-429a-9805-e10dab31d2b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3480484b-b2de-4be9-ac99-6a3982544198,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:13.098124 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ed9ccbc-e785-477b-817f-51cffd2e79d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.148996 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0ed9ccbc-e785-477b-817f-51cffd2e79d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c30b06c06ab4c69ba3cdf94afded5d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8063281 Sep 23 23:58:13.151864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9ccbc-e785-477b-817f-51cffd2e79d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b415b704-914b-4d90-8379-d2fff0b175e3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:13.169010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46682) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:13.264132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09569503-6c52-4e65-ac74-912bdf3e5c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.303010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09569503-6c52-4e65-ac74-912bdf3e5c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.324489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46688) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:13.324888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:58:13.397472 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4ab70467-f044-4402-8637-d25df4152e92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=245f8806312549df8861009c989d46d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0706074 Sep 23 23:58:13.400256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46690) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:13.422022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09569503-6c52-4e65-ac74-912bdf3e5c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.425179 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09569503-6c52-4e65-ac74-912bdf3e5c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.426619 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-09569503-6c52-4e65-ac74-912bdf3e5c35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b415b704-914b-4d90-8379-d2fff0b175e3 HTTP/1.1" status: 204 len: 168 time: 0.2563024 Sep 23 23:58:13.455953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09569503-6c52-4e65-ac74-912bdf3e5c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b415b704-914b-4d90-8379-d2fff0b175e3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:13.464860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:13.479270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.495311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Transition to ACTIVE for port object 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:58:13.541533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa15e436-7d7b-4c9f-b5bc-7a68f985e151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.552467 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.589786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa15e436-7d7b-4c9f-b5bc-7a68f985e151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.672191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:13.676145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa15e436-7d7b-4c9f-b5bc-7a68f985e151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.679306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa15e436-7d7b-4c9f-b5bc-7a68f985e151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:13.681781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aa15e436-7d7b-4c9f-b5bc-7a68f985e151 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37e8d273-8d3e-4ad8-b011-f2503c7dfee0 HTTP/1.1" status: 204 len: 168 time: 0.2796943 Sep 23 23:58:13.703464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15e436-7d7b-4c9f-b5bc-7a68f985e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e8d273-8d3e-4ad8-b011-f2503c7dfee0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:14.165691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46724) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:14.191946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6e767b0-7a27-4178-a304-daa47398d477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.236698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:14.248025 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:14.270883 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:14.272461 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:14.319427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb4822-51c0-44dd-8cd9-d3725a7eac25 req-5a7cf590-a1a2-4607-8e03-3dcf1562f8ec tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:14.328361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acb4822-51c0-44dd-8cd9-d3725a7eac25 req-5a7cf590-a1a2-4607-8e03-3dcf1562f8ec tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 948 time: 0.1566205 Sep 23 23:58:14.336747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Attempting to bind port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:14.337080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Attempting to bind port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:14.337398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Attempting to bind port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:14.357670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:58:14.358002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Attempting to bind port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:14.367808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:14.368303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:14.368956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:14.369681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Bound port: 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:14.370307 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.417357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6e767b0-7a27-4178-a304-daa47398d477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.426856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1acb4822-51c0-44dd-8cd9-d3725a7eac25 req-244853a8-76e6-4e95-8c94-ba0f17be77a2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882049 Sep 23 23:58:14.431768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6e767b0-7a27-4178-a304-daa47398d477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.470412 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:14.540718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e767b0-7a27-4178-a304-daa47398d477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91258b94-6970-4d7f-a478-6e549379aa9a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:14.568223 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a6e767b0-7a27-4178-a304-daa47398d477 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21b75be413124c158e1658e47a07ccd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984449 Sep 23 23:58:14.571804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46740) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:14.585020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] For port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:14.589198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] For port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:14.591790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.593771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-578bf332-f774-425e-81ef-f1bb9dd322ff admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 7.1434138 Sep 23 23:58:14.596945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46744) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:14.620042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.678042 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-135b15c4-f969-4f5d-a956-083f02beb5d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.704846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-135b15c4-f969-4f5d-a956-083f02beb5d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.764585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:14.765480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.766967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] 10.222.0.18 "PUT /v2.0/ports/3d6bd2ee-077b-4e67-9ca3-82e7eb79939e HTTP/1.1" status: 200 len: 1097 time: 2.2339804 Sep 23 23:58:14.770517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d8d3ab-10bf-486d-b231-ff8b23baa973', 'tag': '3d6bd2ee-077b-4e67-9ca3-82e7eb79939e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:14.772649 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "66d8d3ab-10bf-486d-b231-ff8b23baa973", "tag": "3d6bd2ee-077b-4e67-9ca3-82e7eb79939e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:14.833133 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-135b15c4-f969-4f5d-a956-083f02beb5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.839685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-135b15c4-f969-4f5d-a956-083f02beb5d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:14.841632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-135b15c4-f969-4f5d-a956-083f02beb5d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91258b94-6970-4d7f-a478-6e549379aa9a HTTP/1.1" status: 204 len: 168 time: 0.2664921 Sep 23 23:58:14.863659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b15c4-f969-4f5d-a956-083f02beb5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91258b94-6970-4d7f-a478-6e549379aa9a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:14.882162 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbe19ea-6fcd-4831-b037-4551ac8eebd2 x-openstack-request-id: req-3dbe19ea-6fcd-4831-b037-4551ac8eebd2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:14.883900 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d8d3ab-10bf-486d-b231-ff8b23baa973", "tag": "3d6bd2ee-077b-4e67-9ca3-82e7eb79939e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:14.884312 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3dbe19ea-6fcd-4831-b037-4551ac8eebd2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:14.885289 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d8d3ab-10bf-486d-b231-ff8b23baa973', 'tag': '3d6bd2ee-077b-4e67-9ca3-82e7eb79939e', 'status': 'completed', 'code': 200} Sep 23 23:58:14.935352 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:11Z', 'revision_number': 3, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:14.980904 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:58:14.982031 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Updating router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 port 740c31bc-97c2-437a-9dd6-c1558df416e6 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:58:15.016550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ecf36-9c52-4557-8b90-5a4fb2c3e935 service neutron] Pushing event updated for resources: {'Port': ['ID=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:15.134033 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:15.301189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-8da6e361-3b04-4874-96be-910c0e6a2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:15.302630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-8da6e361-3b04-4874-96be-910c0e6a2313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 1100 time: 0.4303293 Sep 23 23:58:15.491964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-8f525c4f-1122-4efe-9441-46efa4a44d49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e HTTP/1.1" status: 200 len: 217 time: 0.0848274 Sep 23 23:58:15.650957 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:15.672251 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:15.792555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46784) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:15.799862 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Attempting to bind port 740c31bc-97c2-437a-9dd6-c1558df416e6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:15.800720 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Attempting to bind port 740c31bc-97c2-437a-9dd6-c1558df416e6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:15.801283 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Attempting to bind port 740c31bc-97c2-437a-9dd6-c1558df416e6 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:15.812351 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:15.813006 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:15.813870 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:15.814427 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:15.815093 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Bound port: 740c31bc-97c2-437a-9dd6-c1558df416e6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:15.815797 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:15.819188 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254952c5-8ec5-4ac8-82ef-116eb92c20d1 None None] Pushing event updated for resources: {'Port': ['ID=740c31bc-97c2-437a-9dd6-c1558df416e6,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:15.839209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-19429171-f5e0-47ac-b304-12eff3b830c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:15.840684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-19429171-f5e0-47ac-b304-12eff3b830c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.3394129 Sep 23 23:58:15.916311 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] For port 740c31bc-97c2-437a-9dd6-c1558df416e6, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:15.924767 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] For port 740c31bc-97c2-437a-9dd6-c1558df416e6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=740c31bc-97c2-437a-9dd6-c1558df416e6,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:15.932676 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:15.964108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02475a68-d3aa-4287-990a-73c2ca93f459 req-e1d03385-b529-430c-add8-5077154f386c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:15.975738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02475a68-d3aa-4287-990a-73c2ca93f459 req-e1d03385-b529-430c-add8-5077154f386c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 948 time: 0.3361311 Sep 23 23:58:16.055743 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:16.060205 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:16.166988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-c9ef5f7a-2cf8-4b06-938e-378f99334729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:16.180639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-c9ef5f7a-2cf8-4b06-938e-378f99334729 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3254478 Sep 23 23:58:16.196381 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254952c5-8ec5-4ac8-82ef-116eb92c20d1 None None] Pushing event updated for resources: {'Port': ['ID=740c31bc-97c2-437a-9dd6-c1558df416e6,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:16.222198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02475a68-d3aa-4287-990a-73c2ca93f459 req-cdbdc035-656f-4a24-8506-246857ac80dc tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452393 Sep 23 23:58:16.263192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1664787847-network', 'tenant_id': 'eb87ea83bf924635aa5d2784d46f8271'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:16.311200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Made reservation on behalf of eb87ea83bf924635aa5d2784d46f8271 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:16.313878 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:16.317673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.346571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.425550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-1b945868-162a-4323-b68a-a6fc58ce8d33 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355747 Sep 23 23:58:16.428274 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.595772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.605631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.673660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:58:16.699831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421a3924-6966-4853-b18e-6a3e53f5265d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:16.718476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.718689 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Added segment 4bee82b4-9224-4db4-9010-c7ee8fc9c323 of type vlan for network 88465ece-6d10-4f47-8833-fd6d74dfccb2 Sep 23 23:58:16.802550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.823100 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:11Z', 'revision_number': 3, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:16.843616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.846739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:16.847450 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:16.908082 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e4c2b-3d53-407a-b3d4-c8770051d4c3 None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:11Z', 'revision_number': 3, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:58:16.913864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1199298 Sep 23 23:58:16.916976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46818) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:16.925421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Request body: {'subnet': {'network_id': '88465ece-6d10-4f47-8833-fd6d74dfccb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1664787847-subnet', 'tenant_id': 'eb87ea83bf924635aa5d2784d46f8271', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:16.951157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b14f29e3-3164-4c6d-8cc4-44aae5cf3038 req-12223b65-fb91-488d-99a4-75d27b212a3b service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100183 Sep 23 23:58:16.963345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46820) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:16.979395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a8cbd-9dd2-404c-a5f5-d59dd08bd8b3 admin admin] Pushing event updated for resources: {'Network': ['ID=88465ece-6d10-4f47-8833-fd6d74dfccb2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:16.987225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Allocated IP 172.20.0.1 (c21c3c3d-083f-4226-ac06-d22f07017e7a/5bd3f87b-1346-4623-94ff-90de1d48ecf9/86e7c521-bc00-4d6c-bbcb-16dfc8e98796) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:16.993987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 88465ece-6d10-4f47-8833-fd6d74dfccb2 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:58:17.023398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Made reservation on behalf of eb87ea83bf924635aa5d2784d46f8271 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:17.026249 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:17.239112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-7577926a-d44c-42b1-baa1-db3b39aca809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:17.240656 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-7577926a-d44c-42b1-baa1-db3b39aca809 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 1100 time: 0.1506798 Sep 23 23:58:17.313554 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:17.381332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-network', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:17.437660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:17.535038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Checking segment: {'id': '4bee82b4-9224-4db4-9010-c7ee8fc9c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '88465ece-6d10-4f47-8833-fd6d74dfccb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:17.535684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Network hostable DHCP agents. Network: 88465ece-6d10-4f47-8833-fd6d74dfccb2, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:58:17.538135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e992c34f-a5e8-4be5-8c87-13e7187c5498,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:17.538513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Made reservation on behalf of dbdb75c6835646e4863bfd2dba8e73b2 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:17.541114 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:17.551267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-a71f0527-aa3f-4f8d-bfd4-3a559a32eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:17.553528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-a71f0527-aa3f-4f8d-bfd4-3a559a32eec9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.3030272 Sep 23 23:58:17.561934 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:17.566549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Network 88465ece-6d10-4f47-8833-fd6d74dfccb2 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:58:17.581355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 88465ece-6d10-4f47-8833-fd6d74dfccb2) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:17.585836 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:17.586283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:17.587170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:17.597351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276a043a-b74f-441b-8513-d28ec6ac99b5 None None] Network 88465ece-6d10-4f47-8833-fd6d74dfccb2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:17.615440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26ace214-42c1-44ac-ac6c-ac92504d6655 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6970513 Sep 23 23:58:17.768483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:17.786544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-5e5c4283-7a6e-4285-8e25-fff49dce4cda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e HTTP/1.1" status: 200 len: 217 time: 0.2192254 Sep 23 23:58:17.796649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Network c21c3c3d-083f-4226-ac06-d22f07017e7a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:17.802604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:17.818190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:17.892185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b9c9bb-e1a0-48bf-85d7-b5281ec44873 None None] Network 88465ece-6d10-4f47-8833-fd6d74dfccb2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:18.123083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.140501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3e7e8-c35f-4008-a192-9cd6d645990f req-88303285-8b73-482f-a5a8-33dba9bc33d6 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:18.148897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78f3e7e8-c35f-4008-a192-9cd6d645990f req-88303285-8b73-482f-a5a8-33dba9bc33d6 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 948 time: 0.7309747 Sep 23 23:58:18.352649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 740c31bc-97c2-437a-9dd6-c1558df416e6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:18.400026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e28ad9b3-4d39-4ba9-acb4-2ae10929f8f1 None None] Provisioning complete for port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:18.400740 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e28ad9b3-4d39-4ba9-acb4-2ae10929f8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.428811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.444800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e28ad9b3-4d39-4ba9-acb4-2ae10929f8f1 None None] Port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:18.462863 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.464028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 740c31bc-97c2-437a-9dd6-c1558df416e6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:18.464436 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.485604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:58:18.506650 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.508558 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Added segment e18857a1-0610-4e09-ad8a-e86134918708 of type vlan for network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a Sep 23 23:58:18.593294 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.596843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.624181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 740c31bc-97c2-437a-9dd6-c1558df416e6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=740c31bc-97c2-437a-9dd6-c1558df416e6,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:18.630994 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.700108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=740c31bc-97c2-437a-9dd6-c1558df416e6,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:18.721559 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.723767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:18.724727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.784209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8142452 Sep 23 23:58:18.786174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46848) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:18.802387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Request body: {'subnet': {'network_id': 'c330c47c-3bcf-43c3-b94d-50eb5ceaf47a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-subnet', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:18.840344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-39bc22ef-6214-4fa4-b6e9-b24a6ac972f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:18.842876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-39bc22ef-6214-4fa4-b6e9-b24a6ac972f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 1.0417066 Sep 23 23:58:18.874562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Made reservation on behalf of dbdb75c6835646e4863bfd2dba8e73b2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:18.878485 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:18.943178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d223cc-d973-48c7-a332-ba6c2cf655df,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:18.972850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95447c-3a04-4a7c-8050-e5537e681cbf admin admin] Pushing event updated for resources: {'Network': ['ID=c330c47c-3bcf-43c3-b94d-50eb5ceaf47a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:18.987168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:58:18.996589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78f3e7e8-c35f-4008-a192-9cd6d645990f req-93c6b51e-955c-42e3-8df1-1eef05f4a164 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8437846 Sep 23 23:58:19.155031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46864) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:19.167906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:58:19.351786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-9be54e38-7da2-402e-8617-6bd899fa6420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:19.353321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-9be54e38-7da2-402e-8617-6bd899fa6420 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4996719 Sep 23 23:58:19.405174 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:19.425048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:19.455493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '3d6bd2ee-077b-4e67-9ca3-82e7eb79939e', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '3d6bd2ee-077b-4e67-9ca3-82e7eb79939e', 'mac_address': 'fa:16:3e:8a:e7:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:58:19.472007 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:19.543622 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:19.571447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:19.616527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:19.617694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-8f6b1ab3-b2bf-4977-b85b-e44e534ac464 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:19.619717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-8f6b1ab3-b2bf-4977-b85b-e44e534ac464 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/networks?id=88465ece-6d10-4f47-8833-fd6d74dfccb2 HTTP/1.1" status: 200 len: 814 time: 0.5487840 Sep 23 23:58:19.623448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2b4ff19-e631-4e7c-9312-646b90dc1469,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:19.623814 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6779075-24c5-408c-b22e-15b61886e95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:19.638402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:19.647864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Checking segment: {'id': 'e18857a1-0610-4e09-ad8a-e86134918708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c330c47c-3bcf-43c3-b94d-50eb5ceaf47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:19.650973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Network hostable DHCP agents. Network: c330c47c-3bcf-43c3-b94d-50eb5ceaf47a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:58:19.694714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:58:19.702007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-ca56afc8-b173-452b-8226-d24295b04605 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330681 Sep 23 23:58:19.715052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-c21314fb-e197-4c77-b035-c319727c969c tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/quotas/eb87ea83bf924635aa5d2784d46f8271 HTTP/1.1" status: 200 len: 375 time: 0.0702055 Sep 23 23:58:19.735585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:19.738252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, c330c47c-3bcf-43c3-b94d-50eb5ceaf47a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:19.756352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd3a09-ccdf-4ee2-98f9-6a85fa8a0f71 None None] Network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:19.757112 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:19.757112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:19.860357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['3d6bd2ee-077b-4e67-9ca3-82e7eb79939e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:19.892809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-f3aa88b5-6c4c-4127-8eb1-c7865bcc68aa tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb87ea83bf924635aa5d2784d46f8271&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1768003 Sep 23 23:58:19.985309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ea88088-d607-4fae-9ee3-fcbbbc65dbcc req-ea5158b2-563d-40d2-a660-a88a43a4bede service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641723 Sep 23 23:58:20.074835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-c330c47c-3bcf-43c3-b94d-50eb5ceaf47a', 'network_id': 'c330c47c-3bcf-43c3-b94d-50eb5ceaf47a', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'fixed_ips': [{'subnet_id': 'd2b4ff19-e631-4e7c-9312-646b90dc1469'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:58:20.076359 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.149752 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.198728 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.210058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 740c31bc-97c2-437a-9dd6-c1558df416e6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:20.272068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-1d2eca9a-d88a-4be3-94fd-a000500b016e service neutron] 10.222.0.24 "GET /v2.0/networks/88465ece-6d10-4f47-8833-fd6d74dfccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658862 Sep 23 23:58:20.274431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6779075-24c5-408c-b22e-15b61886e95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.288071 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a8bbf460-5153-4d07-b356-2b626c98466c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4934146 Sep 23 23:58:20.291123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46874) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:20.296997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-router', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:20.340930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Allocated IP 172.20.0.2 (c330c47c-3bcf-43c3-b94d-50eb5ceaf47a/d2b4ff19-e631-4e7c-9312-646b90dc1469/57751643-3d66-4c9c-a0b4-548259d66238) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:20.349922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 740c31bc-97c2-437a-9dd6-c1558df416e6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:20.350287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.359140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.360928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.418613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-ac5d23ec-4a0e-4f48-a4c1-20933c299b20 service neutron] 10.222.0.24 "GET /v2.0/networks/88465ece-6d10-4f47-8833-fd6d74dfccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143520 Sep 23 23:58:20.419168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c6779075-24c5-408c-b22e-15b61886e95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.462161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104918c3-ddb1-412d-ada6-c4255355ba24 req-1941a750-1163-4e5a-bb42-de11e4db3f8d tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:20.470086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-104918c3-ddb1-412d-ada6-c4255355ba24 req-1941a750-1163-4e5a-bb42-de11e4db3f8d tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 949 time: 0.3565183 Sep 23 23:58:20.472186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.472937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.554956 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.567507 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.592337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c6779075-24c5-408c-b22e-15b61886e95f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c7687db61f64ca681022b7ddfbc66ce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4344945 Sep 23 23:58:20.599304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46878) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:20.619565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Pushing event updated for resources: {'Port': ['ID=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:20.662978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Network c21c3c3d-083f-4226-ac06-d22f07017e7a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:20.665124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6779075-24c5-408c-b22e-15b61886e95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934352c1-caac-44b8-84a2-8c0695688895,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:20.674918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:20.685522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:20.685909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:20.695995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:20.701538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Pushing event updated for resources: {'Port': ['ID=57751643-3d66-4c9c-a0b4-548259d66238,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:20.723701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.804245 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf4dff9e-8965-4a9a-9241-b9eb033d32cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:20.858522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf4dff9e-8965-4a9a-9241-b9eb033d32cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.033638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf4dff9e-8965-4a9a-9241-b9eb033d32cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.037299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf4dff9e-8965-4a9a-9241-b9eb033d32cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.038603 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bf4dff9e-8965-4a9a-9241-b9eb033d32cd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/934352c1-caac-44b8-84a2-8c0695688895 HTTP/1.1" status: 204 len: 168 time: 0.4379051 Sep 23 23:58:21.042201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Attempting to bind port 57751643-3d66-4c9c-a0b4-548259d66238 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:21.042897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Attempting to bind port 57751643-3d66-4c9c-a0b4-548259d66238 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'e18857a1-0610-4e09-ad8a-e86134918708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c330c47c-3bcf-43c3-b94d-50eb5ceaf47a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:21.043050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Attempting to bind port 57751643-3d66-4c9c-a0b4-548259d66238 on network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:21.049231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:21.049614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Checking segment: {'id': 'e18857a1-0610-4e09-ad8a-e86134918708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c330c47c-3bcf-43c3-b94d-50eb5ceaf47a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:21.050113 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.050521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Bound using segment: {'id': 'e18857a1-0610-4e09-ad8a-e86134918708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c330c47c-3bcf-43c3-b94d-50eb5ceaf47a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:21.051296 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Bound port: 57751643-3d66-4c9c-a0b4-548259d66238, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18857a1-0610-4e09-ad8a-e86134918708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c330c47c-3bcf-43c3-b94d-50eb5ceaf47a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:21.051555 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.057234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dff9e-8965-4a9a-9241-b9eb033d32cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934352c1-caac-44b8-84a2-8c0695688895,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:21.153270 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.173665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3cdb9d81-b497-4411-a669-abca89754c37 None None] Provisioning complete for port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:21.174061 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3cdb9d81-b497-4411-a669-abca89754c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.179729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.199007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:21.288818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] For port 57751643-3d66-4c9c-a0b4-548259d66238, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:21.296879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] For port 57751643-3d66-4c9c-a0b4-548259d66238, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=57751643-3d66-4c9c-a0b4-548259d66238,segment=NetworkSegment(e18857a1-0610-4e09-ad8a-e86134918708),segment_id=e18857a1-0610-4e09-ad8a-e86134918708)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:21.311741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.341517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb9d81-b497-4411-a669-abca89754c37 None None] Port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:21.385213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Allocated IP 172.25.5.189 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ae321a44-d496-42eb-b6dc-2cdab41e5fa6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:21.590903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:58:21.606644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c5e902-c351-4357-8c54-67d1cc24e4ed None None] Pushing event updated for resources: {'Port': ['ID=57751643-3d66-4c9c-a0b4-548259d66238,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:21.616801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:21.617185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.635044 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.657988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46900) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:21.712138 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.720440 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e37f32-918b-47f4-b370-7bdcf1efa3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.788074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:21.796298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-104918c3-ddb1-412d-ada6-c4255355ba24 req-8d86d777-29d4-40ed-9190-b898f64c21da tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3253243 Sep 23 23:58:21.821270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f95e1b6b-0a13-4ab0-85d5-fe98b3ac6d49 req-bcba20f0-404f-4554-982c-9c747838f910 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 210 time: 0.0685763 Sep 23 23:58:21.839633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:58:21.918269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8d3ab-10bf-486d-b231-ff8b23baa973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6bd2ee-077b-4e67-9ca3-82e7eb79939e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:21.926956 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e12270-4511-42e7-9265-6fcf4091216c" -d '{"events": [{"server_uuid": "66d8d3ab-10bf-486d-b231-ff8b23baa973", "name": "network-vif-plugged", "status": "completed", "tag": "3d6bd2ee-077b-4e67-9ca3-82e7eb79939e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:21.980729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:21.993216 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.064414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e37f32-918b-47f4-b370-7bdcf1efa3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.071929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:22.078516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:22.079132 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e022d42-605f-41eb-919d-fb66b967ad33 x-openstack-request-id: req-6e022d42-605f-41eb-919d-fb66b967ad33 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:22.079479 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d8d3ab-10bf-486d-b231-ff8b23baa973", "name": "network-vif-plugged", "status": "completed", "tag": "3d6bd2ee-077b-4e67-9ca3-82e7eb79939e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:22.079654 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e022d42-605f-41eb-919d-fb66b967ad33 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:22.080048 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8d3ab-10bf-486d-b231-ff8b23baa973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d6bd2ee-077b-4e67-9ca3-82e7eb79939e', 'code': 200} Sep 23 23:58:22.089927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:22.096602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:22.100607 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e37f32-918b-47f4-b370-7bdcf1efa3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.116549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7239a20a-f734-409d-86c6-ef0d3cdfd6c7 admin admin] 10.222.0.24 "PUT /v2.0/routers/1eff8de8-4ebb-4397-8a9d-eb445fb7aee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5137091 Sep 23 23:58:22.132865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:22.146298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:22.179255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:22.179908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:22.227198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Pushing event updated for resources: {'Port': ['ID=ae321a44-d496-42eb-b6dc-2cdab41e5fa6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:22.243257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e37f32-918b-47f4-b370-7bdcf1efa3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5943e253-1aee-419f-8198-54e0707a108f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:22.247645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb98e38-52e1-40bf-b4ba-49ef3850a180 req-80c01d84-61bc-4215-aea1-426993021edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:22.249688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbb98e38-52e1-40bf-b4ba-49ef3850a180 req-80c01d84-61bc-4215-aea1-426993021edf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 1102 time: 0.1206443 Sep 23 23:58:22.249980 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a9e37f32-918b-47f4-b370-7bdcf1efa3e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba0606cf86a841a49867d982e3156322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5904710 Sep 23 23:58:22.252633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:22.293538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 57751643-3d66-4c9c-a0b4-548259d66238 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:22.369361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbb98e38-52e1-40bf-b4ba-49ef3850a180 req-3a7c79e8-e9e6-49d4-8b19-bdb209197c4a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118348 Sep 23 23:58:22.422023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 57751643-3d66-4c9c-a0b4-548259d66238 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:22.422400 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.466887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db37146b-67ba-415e-adfe-d5e6e3f818e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.496271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:22.522700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db37146b-67ba-415e-adfe-d5e6e3f818e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.688955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-f20248ae-ed51-477a-95ae-602f59e4d666 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:22.692331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-f20248ae-ed51-477a-95ae-602f59e4d666 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.20 "GET /v2.0/networks?id=88465ece-6d10-4f47-8833-fd6d74dfccb2 HTTP/1.1" status: 200 len: 814 time: 0.2653587 Sep 23 23:58:22.719236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Request body: {'port': {'device_id': '31f37a93-e138-49ab-a3f8-30d06144faca', 'network_id': '88465ece-6d10-4f47-8833-fd6d74dfccb2', 'admin_state_up': True, 'tenant_id': 'eb87ea83bf924635aa5d2784d46f8271'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:22.798348 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.861924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db37146b-67ba-415e-adfe-d5e6e3f818e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.864522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db37146b-67ba-415e-adfe-d5e6e3f818e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.865670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-db37146b-67ba-415e-adfe-d5e6e3f818e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5943e253-1aee-419f-8198-54e0707a108f HTTP/1.1" status: 204 len: 168 time: 0.6121185 Sep 23 23:58:22.891169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 57751643-3d66-4c9c-a0b4-548259d66238, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=57751643-3d66-4c9c-a0b4-548259d66238,segment=NetworkSegment(e18857a1-0610-4e09-ad8a-e86134918708),segment_id=e18857a1-0610-4e09-ad8a-e86134918708)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:22.898743 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.947084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:22.954218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db37146b-67ba-415e-adfe-d5e6e3f818e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5943e253-1aee-419f-8198-54e0707a108f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:23.019142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-26a8b131-0280-4ce3-90a7-f8a11c7a4d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:23.023572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=57751643-3d66-4c9c-a0b4-548259d66238,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:23.044499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 2, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:23.116520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:58:23.116927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Updating router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:58:23.199970 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:23.202978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Made reservation on behalf of eb87ea83bf924635aa5d2784d46f8271 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:23.214871 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:23.310713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f9926-788f-4f88-ad58-91c41c257649 None None] Network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:23.329549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff82a2d-17e9-464b-a2c8-abd3dd904d18 req-a9db2ff9-3126-4f86-8977-c6e4064ba839 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:23.344413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bff82a2d-17e9-464b-a2c8-abd3dd904d18 req-a9db2ff9-3126-4f86-8977-c6e4064ba839 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 950 time: 0.3093266 Sep 23 23:58:23.425885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5e8d6f2a-368b-4907-9053-fad09db881fb None None] Provisioning complete for port 57751643-3d66-4c9c-a0b4-548259d66238 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:23.426302 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e8d6f2a-368b-4907-9053-fad09db881fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:23.471314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91326-6de3-4120-8bd2-00e93539d17d req-1ff900e3-e31b-44f2-83a8-d5d4fd1aea17 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:23.474833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-1ff900e3-e31b-44f2-83a8-d5d4fd1aea17 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 821 time: 0.5130460 Sep 23 23:58:23.616017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-253e73ab-91d4-4c72-8072-6c0afd828a75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/quotas/9aa58a9a63ce49188a807c7ff06ae234 HTTP/1.1" status: 200 len: 375 time: 0.0265982 Sep 23 23:58:23.724488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bff82a2d-17e9-464b-a2c8-abd3dd904d18 req-80474776-a3bc-4b05-a197-1d97b7f8c887 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699780 Sep 23 23:58:23.802045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-8b6cdde6-2b63-4270-9b96-08edc00f23d5 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758680 Sep 23 23:58:23.813515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Allocated IP 172.20.0.7 (88465ece-6d10-4f47-8833-fd6d74dfccb2/e992c34f-a5e8-4be5-8c87-13e7187c5498/1602e959-9ba8-4033-a8e8-4e3eff5c708e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:23.865011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a6cd55a-91dc-4b77-b9c6-e18df91d0204 req-7d25be6a-3576-4ab7-8295-4f7a2caf2e38 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 210 time: 0.0323513 Sep 23 23:58:23.968560 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.028477 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.037023 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.137855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9b3e4-54f6-484e-ac7c-f5cc49eca16f None None] Pushing event updated for resources: {'Port': ['ID=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:24.225987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:58:24.227817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 57751643-3d66-4c9c-a0b4-548259d66238 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:24.256132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Attempting to bind port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:24.256549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Attempting to bind port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:24.256912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Attempting to bind port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 on network c21c3c3d-083f-4226-ac06-d22f07017e7a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:24.271738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:24.272201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Checking segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:24.272604 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.273001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Bound using segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:24.273481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Bound port: 86e7c521-bc00-4d6c-bbcb-16dfc8e98796, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:24.273863 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.318365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-24e8f5e0-f58a-47ab-ab70-a513b728ee24 service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984829 Sep 23 23:58:24.324632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.449066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:24.461768 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Sync routers for ids ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:24.478344 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Routers {'6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:24.481189 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:24.503906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.509392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-454f9d07-0d28-4331-958c-9aa0397bdd32 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2166398 Sep 23 23:58:24.512531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46968) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:24.581069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 57751643-3d66-4c9c-a0b4-548259d66238 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:24.581451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.594058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-e6a592eb-52d6-4e87-862f-acb84ae34a65 service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658801 Sep 23 23:58:24.625078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-66c9186d-9dcc-4bef-b274-16fbfc264cf1 None None] Provisioning complete for port 57751643-3d66-4c9c-a0b4-548259d66238 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:24.625547 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66c9186d-9dcc-4bef-b274-16fbfc264cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.658515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] For port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:24.674610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.682137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] For port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:24.694657 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:24.805848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Network 88465ece-6d10-4f47-8833-fd6d74dfccb2 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:24.812887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:24.823266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9b3e4-54f6-484e-ac7c-f5cc49eca16f None None] Pushing event updated for resources: {'Port': ['ID=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:24.831920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:24.881214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:24.881446 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Set router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:24.882205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:57:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:24.947914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:24.949452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:25.039357 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3342278 Sep 23 23:58:25.086323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Request body: {'port': {'device_id': '31f37a93-e138-49ab-a3f8-30d06144faca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:25.099935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6461eb-c8b5-4662-989a-c20f4459fdd7 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Pushing event updated for resources: {'Port': ['ID=1602e959-9ba8-4033-a8e8-4e3eff5c708e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:25.256109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e090ba-5967-4b14-a665-fcb49fb1a041 req-dc624180-591c-4adf-88d5-d0e7418e4ac5 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:25.258182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:25.265460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7e090ba-5967-4b14-a665-fcb49fb1a041 req-dc624180-591c-4adf-88d5-d0e7418e4ac5 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 950 time: 0.2729044 Sep 23 23:58:25.267216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:25.414786 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-router', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ae321a44-d496-42eb-b6dc-2cdab41e5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:20Z', 'updated_at': '2021-09-23T23:58:22Z', 'revision_number': 3, 'project_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'gw_port': {'id': 'ae321a44-d496-42eb-b6dc-2cdab41e5fa6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:21Z', 'updated_at': '2021-09-23T23:58:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:25.520348 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Checking router: 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:58:25.521113 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Updating router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e port ae321a44-d496-42eb-b6dc-2cdab41e5fa6 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:58:25.581054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-89191ada-1e17-47fe-9370-521c9db3fc1e None None] Provisioning complete for port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:25.581490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-89191ada-1e17-47fe-9370-521c9db3fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:25.589252 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:25.752599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1602e959-9ba8-4033-a8e8-4e3eff5c708e {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:25.761823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:25.774483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Transition to ACTIVE for port object 1602e959-9ba8-4033-a8e8-4e3eff5c708e will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:58:25.791401 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:25.837053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:25.854919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Pushing event updated for resources: {'Port': ['ID=1602e959-9ba8-4033-a8e8-4e3eff5c708e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:25.873324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:25.874018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7e090ba-5967-4b14-a665-fcb49fb1a041 req-eaef67d2-3b1e-4c41-9860-9f7c5734d22d tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6051626 Sep 23 23:58:25.980304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e32cd-426a-4573-93d0-1c819da9bfcd req-534b4d5c-bb19-4ab7-a16e-9297dbfb2ad5 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:26.003381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a35e32cd-426a-4573-93d0-1c819da9bfcd req-534b4d5c-bb19-4ab7-a16e-9297dbfb2ad5 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 931 time: 0.7573357 Sep 23 23:58:26.051924 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-89191ada-1e17-47fe-9370-521c9db3fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.054144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9b6c89ff-9a85-4813-91df-48b981bb3d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.100386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-89191ada-1e17-47fe-9370-521c9db3fc1e None None] For port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:26.111287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:24Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:26.113556 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-89191ada-1e17-47fe-9370-521c9db3fc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.132978 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.149586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20bf39d-e460-4346-bc85-7a30c65b974a None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:24Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:58:26.149874 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.161038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Allocated IP 172.20.0.1 (c330c47c-3bcf-43c3-b94d-50eb5ceaf47a/d2b4ff19-e631-4e7c-9312-646b90dc1469/3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:26.269850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2260bec0-f984-4a0b-888f-9f09f756955d req-1d7d8efa-3917-4a86-98de-9a1fecba7e94 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 210 time: 0.2816508 Sep 23 23:58:26.277600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89191ada-1e17-47fe-9370-521c9db3fc1e None None] Pushing event updated for resources: {'Port': ['ID=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:26.303241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1413e459-55f4-4a47-bd15-7eca77cb6e96 None None] Provisioning complete for port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:26.305009 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1413e459-55f4-4a47-bd15-7eca77cb6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.377783 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3166391-4629-41d1-a475-3258d5937503 None None] Pushing event updated for resources: {'Port': ['ID=ae321a44-d496-42eb-b6dc-2cdab41e5fa6,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:26.380374 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Attempting to bind port ae321a44-d496-42eb-b6dc-2cdab41e5fa6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:26.380882 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Attempting to bind port ae321a44-d496-42eb-b6dc-2cdab41e5fa6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:26.381260 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Attempting to bind port ae321a44-d496-42eb-b6dc-2cdab41e5fa6 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:26.390268 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:26.390642 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:26.391208 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.391728 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:26.392062 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Bound port: ae321a44-d496-42eb-b6dc-2cdab41e5fa6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:26.392440 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.437292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Attempting to bind port 1602e959-9ba8-4033-a8e8-4e3eff5c708e on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:26.439307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Attempting to bind port 1602e959-9ba8-4033-a8e8-4e3eff5c708e by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4bee82b4-9224-4db4-9010-c7ee8fc9c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '88465ece-6d10-4f47-8833-fd6d74dfccb2'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:26.439923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Attempting to bind port 1602e959-9ba8-4033-a8e8-4e3eff5c708e on network 88465ece-6d10-4f47-8833-fd6d74dfccb2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:26.455491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a35e32cd-426a-4573-93d0-1c819da9bfcd req-adde1318-5504-4879-ab14-7fa0ce5a484c tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/security-groups?id=421a3924-6966-4853-b18e-6a3e53f5265d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511702 Sep 23 23:58:26.461490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Port 1602e959-9ba8-4033-a8e8-4e3eff5c708e on network 88465ece-6d10-4f47-8833-fd6d74dfccb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:58:26.462145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Attempting to bind port 1602e959-9ba8-4033-a8e8-4e3eff5c708e on network 88465ece-6d10-4f47-8833-fd6d74dfccb2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:26.467401 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.482931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:26.483995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Checking segment: {'id': '4bee82b4-9224-4db4-9010-c7ee8fc9c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '88465ece-6d10-4f47-8833-fd6d74dfccb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:26.485376 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] For port ae321a44-d496-42eb-b6dc-2cdab41e5fa6, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:26.496868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Bound using segment: {'id': '4bee82b4-9224-4db4-9010-c7ee8fc9c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '88465ece-6d10-4f47-8833-fd6d74dfccb2'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:26.497406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Bound port: 1602e959-9ba8-4033-a8e8-4e3eff5c708e, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bee82b4-9224-4db4-9010-c7ee8fc9c323', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '88465ece-6d10-4f47-8833-fd6d74dfccb2'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:26.497710 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] For port ae321a44-d496-42eb-b6dc-2cdab41e5fa6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ae321a44-d496-42eb-b6dc-2cdab41e5fa6,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:26.501290 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.504211 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.572283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.640353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] For port 1602e959-9ba8-4033-a8e8-4e3eff5c708e, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:26.649923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:26.650171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] For port 1602e959-9ba8-4033-a8e8-4e3eff5c708e, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=1602e959-9ba8-4033-a8e8-4e3eff5c708e,segment=NetworkSegment(4bee82b4-9224-4db4-9010-c7ee8fc9c323),segment_id=4bee82b4-9224-4db4-9010-c7ee8fc9c323)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:26.657418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:26.659956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Pushing event updated for resources: {'Port': ['ID=3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:26.663147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:26.678457 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.692138 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Routers {'6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:26.694099 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:26.726463 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.735438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.772637 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3166391-4629-41d1-a475-3258d5937503 None None] Pushing event updated for resources: {'Port': ['ID=ae321a44-d496-42eb-b6dc-2cdab41e5fa6,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:26.815173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:26.816507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:26.818171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] 10.222.0.20 "PUT /v2.0/ports/1602e959-9ba8-4033-a8e8-4e3eff5c708e HTTP/1.1" status: 200 len: 1092 time: 1.7372818 Sep 23 23:58:26.895701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f37a93-e138-49ab-a3f8-30d06144faca', 'tag': '1602e959-9ba8-4033-a8e8-4e3eff5c708e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:26.907346 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad" -d '{"events": [{"name": "network-changed", "server_uuid": "31f37a93-e138-49ab-a3f8-30d06144faca", "tag": "1602e959-9ba8-4033-a8e8-4e3eff5c708e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:27.146344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.174233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ea672e00-753a-4d91-8ea2-65c631f00ac1 None None] Provisioning complete for port 3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:27.179808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ea672e00-753a-4d91-8ea2-65c631f00ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.204657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91326-6de3-4120-8bd2-00e93539d17d req-a35b24df-7b1a-4ed3-870c-39252f435b0c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:27.211610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-a35b24df-7b1a-4ed3-870c-39252f435b0c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.18 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 821 time: 0.4014199 Sep 23 23:58:27.215349 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] Set router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:27.268787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ea672e00-753a-4d91-8ea2-65c631f00ac1 None None] Port 3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:27.276280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Request body: {'port': {'device_id': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'admin_state_up': True, 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:27.284070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Request body: {'security_group': {'name': 'tempest-securitygroup-855168940', 'description': 'tempest-description-1579730324'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:27.332988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15a632-8093-4299-bddc-c9fe429a412d service neutron] Pushing event updated for resources: {'Port': ['ID=1602e959-9ba8-4033-a8e8-4e3eff5c708e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:27.368386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-3fe8517e-df55-48f6-89ac-e74d9df24087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:27.370009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-3fe8517e-df55-48f6-89ac-e74d9df24087 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb87ea83bf924635aa5d2784d46f8271&device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 1095 time: 0.4469709 Sep 23 23:58:27.435625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.451139 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.454570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.462381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fda41-5d85-4277-9d22-6fb88bda0b48 req-95557fcf-f621-4097-ab84-f7a15e6905a4 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:27.464221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb6fda41-5d85-4277-9d22-6fb88bda0b48 req-95557fcf-f621-4097-ab84-f7a15e6905a4 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.2293360 Sep 23 23:58:27.469625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-11856e70-bb37-4359-9244-c24bd757bc6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1602e959-9ba8-4033-a8e8-4e3eff5c708e HTTP/1.1" status: 200 len: 217 time: 0.0647862 Sep 23 23:58:27.480769 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.489705 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-router', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ae321a44-d496-42eb-b6dc-2cdab41e5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:20Z', 'updated_at': '2021-09-23T23:58:22Z', 'revision_number': 3, 'project_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'gw_port': {'id': 'ae321a44-d496-42eb-b6dc-2cdab41e5fa6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:21Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:27.526553 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee670a3-f477-49c4-b1cb-8f472d79ba7b None None] The sync data for ids ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'] in n-d-713498-18 is: [{'id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-router', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ae321a44-d496-42eb-b6dc-2cdab41e5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:20Z', 'updated_at': '2021-09-23T23:58:22Z', 'revision_number': 3, 'project_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'gw_port': {'id': 'ae321a44-d496-42eb-b6dc-2cdab41e5fa6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:21Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:58:27.529048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47032) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:27.538139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-744918208'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:27.568835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Pushing event updated for resources: {'Port': ['ID=3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:27.580095 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.626336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:27.632618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.634687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-d6b5acb7-e77c-4c00-9aa7-b7d858289382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:27.636548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-d6b5acb7-e77c-4c00-9aa7-b7d858289382 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e992c34f-a5e8-4be5-8c87-13e7187c5498 HTTP/1.1" status: 200 len: 854 time: 0.1578386 Sep 23 23:58:27.639866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb6fda41-5d85-4277-9d22-6fb88bda0b48 req-19e84249-e63f-4bf3-88a1-bc4012101b90 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600423 Sep 23 23:58:27.691600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-1ebec8f2-f9d6-49a6-ba68-08638ffda2a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88465ece-6d10-4f47-8833-fd6d74dfccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466909 Sep 23 23:58:27.716207 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18097f1e-6da0-4085-a6c7-443ce9c35e5e x-openstack-request-id: req-18097f1e-6da0-4085-a6c7-443ce9c35e5e {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:27.719233 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f37a93-e138-49ab-a3f8-30d06144faca", "tag": "1602e959-9ba8-4033-a8e8-4e3eff5c708e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:27.719511 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18097f1e-6da0-4085-a6c7-443ce9c35e5e {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:27.720024 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f37a93-e138-49ab-a3f8-30d06144faca', 'tag': '1602e959-9ba8-4033-a8e8-4e3eff5c708e', 'status': 'completed', 'code': 200} Sep 23 23:58:27.745343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:58:27.768874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.768874 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Added segment 4fa3510b-103a-4147-9c8d-0ef2694d9b7d of type vlan for network 302ed7ed-6b15-4625-8a8c-6436476ecf02 Sep 23 23:58:27.813340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:27.817052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:27.841662 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.890029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-35193ce7-b4b9-49a5-ade0-85f00d216ffd tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576141 Sep 23 23:58:27.944594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:27.956903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:27.957557 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.089206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:58:28.157063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Network': ['ID=302ed7ed-6b15-4625-8a8c-6436476ecf02,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:28.182264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:58:28.201506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637c75-1e87-416c-b094-d81e164ea47b req-e6d70358-5383-4520-89bc-0cff83a02727 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:28.207706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-e6d70358-5383-4520-89bc-0cff83a02727 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3167293 Sep 23 23:58:28.246643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-1ec3f09e-4167-408c-9a81-d3042ebe8095 service neutron] 10.222.0.20 "GET /v2.0/networks/88465ece-6d10-4f47-8833-fd6d74dfccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422990 Sep 23 23:58:28.263060 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.277756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-0ddbfed9-c33b-4f59-b4df-e079d9d9a9a2 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/quotas/a47ac6fc3afe4d9fb6fa1490ea19937e HTTP/1.1" status: 200 len: 375 time: 0.0654492 Sep 23 23:58:28.297505 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.310583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e29a419c-9ce2-4363-8a5d-dacf821f2b78 None None] Provisioning complete for port 3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:28.312104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e29a419c-9ce2-4363-8a5d-dacf821f2b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.383429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:28.392350 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8b2ae01a-d56b-439b-8d22-fd148dd29a7c admin admin] 10.222.0.24 "PUT /v2.0/routers/6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8776460 Sep 23 23:58:28.395016 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-87809641-1938-47ee-823e-fa01521b2bb6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8647597 Sep 23 23:58:28.396785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e29a419c-9ce2-4363-8a5d-dacf821f2b78 None None] Port 3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:28.398716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ae321a44-d496-42eb-b6dc-2cdab41e5fa6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:28.405063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47044) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:28.412026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1666967664'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:28.439844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f979389b-afc4-47de-b169-d89cc9640991,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:28.494405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ae321a44-d496-42eb-b6dc-2cdab41e5fa6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:28.494915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.508655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-7a00b5ac-6620-41cb-b258-9e0d5d4819e6 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2297249 Sep 23 23:58:28.513463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179c45a5-61f6-4c5b-b7ef-9db8e93ab96e req-2255cc5f-7d49-414d-bf55-1b0bdd6475c4 service neutron] 10.222.0.20 "GET /v2.0/networks/88465ece-6d10-4f47-8833-fd6d74dfccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540867 Sep 23 23:58:28.518100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Made reservation on behalf of 9aa58a9a63ce49188a807c7ff06ae234 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:28.522432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.643766 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.696863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port ae321a44-d496-42eb-b6dc-2cdab41e5fa6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ae321a44-d496-42eb-b6dc-2cdab41e5fa6,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:28.706390 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.711706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:28.760639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Allocated IP 172.20.0.12 (c21c3c3d-083f-4226-ac06-d22f07017e7a/5bd3f87b-1346-4623-94ff-90de1d48ecf9/871487d1-af73-461d-b5f9-832d10b779a5) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:28.818255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=ae321a44-d496-42eb-b6dc-2cdab41e5fa6,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:28.831294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:28.832001 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:28.887044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-3adbc45a-96ae-4f46-966f-e32e7774503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:28.888550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-3adbc45a-96ae-4f46-966f-e32e7774503d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=eb87ea83bf924635aa5d2784d46f8271&device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 1095 time: 0.2599244 Sep 23 23:58:28.890444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e2fd238-0949-412f-a945-a3369fede68d req-6f3838fe-4408-46cd-a22b-07a4ea03bd04 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 210 time: 0.0600178 Sep 23 23:58:29.029241 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.070972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.095836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:29.104119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.120914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.134157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:58:29.146447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.146815 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Added segment 4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee of type vlan for network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d Sep 23 23:58:29.201951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.204804 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.216151 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-007d6148-0953-4472-a44e-dea3fc04b877 req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9856827 Sep 23 23:58:29.243900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.252510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:29.253473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.254569 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.261950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d4135-4d5e-4f40-935e-b702197458f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f112791d-7a73-4c48-9558-41c886f2d496,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:29.285453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b29c14-8e33-4c56-b60d-8d5bd8398f6d req-e6458b9f-9a8a-45b0-8e53-6bd06c487e9d tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:29.292527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92b29c14-8e33-4c56-b60d-8d5bd8398f6d req-e6458b9f-9a8a-45b0-8e53-6bd06c487e9d tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 943 time: 0.2231722 Sep 23 23:58:29.298458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-a72f0abb-6fea-4c6e-87b3-c2ff45ff5516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:29.300075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-a72f0abb-6fea-4c6e-87b3-c2ff45ff5516 service neutron] 10.222.0.20 "GET /v2.0/networks?id=88465ece-6d10-4f47-8833-fd6d74dfccb2 HTTP/1.1" status: 200 len: 915 time: 0.3996944 Sep 23 23:58:29.303061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8957829 Sep 23 23:58:29.305464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47064) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:29.311397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'subnet': {'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:29.387147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12143238-20ba-424d-870d-33cb4c1a8129 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Network': ['ID=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:29.400030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:58:29.412287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-758e4cf0-9d84-41af-a0e4-5a9c10de623b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1602e959-9ba8-4033-a8e8-4e3eff5c708e HTTP/1.1" status: 200 len: 217 time: 0.0926561 Sep 23 23:58:29.503274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92b29c14-8e33-4c56-b60d-8d5bd8398f6d req-03ef2469-dbb4-4a15-bfb2-7a9049e829c8 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/security-groups?id=421a3924-6966-4853-b18e-6a3e53f5265d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794612 Sep 23 23:58:29.513161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:29.519810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.522241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.552601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-6fc97965-bfa3-4e76-9219-149e258d9491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:29.554366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-6fc97965-bfa3-4e76-9219-149e258d9491 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e992c34f-a5e8-4be5-8c87-13e7187c5498 HTTP/1.1" status: 200 len: 854 time: 0.1169248 Sep 23 23:58:29.768748 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.834362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Subnet': ['ID=dbfe7bf7-070b-4589-b161-757cc6d845e3,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:29.853963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Checking segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:29.854604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network hostable DHCP agents. Network: 302ed7ed-6b15-4625-8a8c-6436476ecf02, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:58:29.880847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:58:29.898125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 302ed7ed-6b15-4625-8a8c-6436476ecf02) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:29.903428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:29.904078 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:29.912498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2a8cde-7c2e-45a0-8efa-b9844b1ebf03 None None] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:29.924102 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fcb78f97-55dd-482b-8ede-54bbbe711462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6174116 Sep 23 23:58:29.927407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47072) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:29.934073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'subnet': {'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:29.967177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Network c21c3c3d-083f-4226-ac06-d22f07017e7a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:30.023812 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-3c46180f-9d68-44c6-a9e3-660da66b7f12 req-d15feded-791d-409c-9d9f-03c2bab60801 tempest-FloatingIPDetailsNegativeTestJSON-2072074210 tempest-FloatingIPDetailsNegativeTestJSON-2072074210-project] show failed (client error): The resource could not be found. Sep 23 23:58:30.024782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c46180f-9d68-44c6-a9e3-660da66b7f12 req-d15feded-791d-409c-9d9f-03c2bab60801 tempest-FloatingIPDetailsNegativeTestJSON-2072074210 tempest-FloatingIPDetailsNegativeTestJSON-2072074210-project] 10.222.0.24 "GET /v2.0/floatingips/13e47632-4d6c-47a3-a17d-8e6f016d052c HTTP/1.1" status: 404 len: 350 time: 0.4330940 Sep 23 23:58:30.026727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-371ff305-808c-4cbe-8ce0-63f9e285b0ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=88465ece-6d10-4f47-8833-fd6d74dfccb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4617565 Sep 23 23:58:30.039274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ab5b1c0-0072-4e3a-85ec-376c4aefb4ec req-9f059f6d-1656-4b1c-b2f5-de10e15ca67c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 210 time: 0.4788752 Sep 23 23:58:30.044062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47076) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:30.084279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:30.089862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:30.093680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Pushing event updated for resources: {'Port': ['ID=871487d1-af73-461d-b5f9-832d10b779a5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:30.178257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-302ed7ed-6b15-4625-8a8c-6436476ecf02', 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'fixed_ips': [{'subnet_id': 'dbfe7bf7-070b-4589-b161-757cc6d845e3'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:58:30.178257 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:30.198491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-dec7e746-88cb-4f0b-a520-7b8438fc5fa4 req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Request body: {'security_group': {'name': 'tempest-securitygroup-55687221', 'description': 'tempest-description-1760107834'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:30.223460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-e4e6547f-bf62-444f-b79b-20e4b3f7cbb7 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2548246 Sep 23 23:58:30.307733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ae321a44-d496-42eb-b6dc-2cdab41e5fa6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:30.444088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Sync routers for ids ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:30.469108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Allocated IP 10.1.1.2 (302ed7ed-6b15-4625-8a8c-6436476ecf02/dbfe7bf7-070b-4589-b161-757cc6d845e3/7a2ef5f0-376e-490a-9ce6-856db36ef3ff) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:30.469443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-8f00abad-569e-40d4-ae2c-e197603819a8 service neutron] 10.222.0.20 "GET /v2.0/networks/88465ece-6d10-4f47-8833-fd6d74dfccb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130869 Sep 23 23:58:30.478002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ae321a44-d496-42eb-b6dc-2cdab41e5fa6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:30.478456 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:30.487708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Routers {'6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:30.488627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:30.530938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:30.531655 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:30.564065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:30.567672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:30.572741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [req-dec7e746-88cb-4f0b-a520-7b8438fc5fa4 req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 23 23:58:30.572741 n-d-713498-18 neutron-server[106379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 23 23:58:30.572741 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id_1': '7a78a3493c2046588e3e9abf13fc5426', 'expiration_1': datetime.datetime(2021, 9, 23, 23, 58, 10, 219134)}] Sep 23 23:58:30.572741 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:58:30.572741 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [req-dec7e746-88cb-4f0b-a520-7b8438fc5fa4 req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:58:30.579930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637c75-1e87-416c-b094-d81e164ea47b req-39a8017e-cb16-41b7-9e07-dbaed55f6e9f tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:30.581653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-39a8017e-cb16-41b7-9e07-dbaed55f6e9f tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3490233 Sep 23 23:58:30.603260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Request body: {'port': {'device_id': '23ef69a8-97f1-4283-84e3-dcf3fd992ea5', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'a47ac6fc3afe4d9fb6fa1490ea19937e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:30.607191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0d832250-10ec-449e-a3ba-30489c9b246a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3745637 Sep 23 23:58:30.650018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Request body: {'port': {'device_id': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:30.666020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff2bf3-e839-41c7-89db-10ca6c758d31 req-15be22c8-c778-4222-80f3-9e80fc09e336 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:30.667605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fff2bf3-e839-41c7-89db-10ca6c758d31 req-15be22c8-c778-4222-80f3-9e80fc09e336 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.3862417 Sep 23 23:58:30.765974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e71e7539-3848-45ac-80f7-47e2d8a8dab7 None None] Provisioning complete for port 871487d1-af73-461d-b5f9-832d10b779a5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:30.766592 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e71e7539-3848-45ac-80f7-47e2d8a8dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:30.824872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac624e3e-ccf3-41d0-88a8-ffb8bf4e99ad req-1614ab2e-8a8f-4f1f-b490-37b22e72ef4e service neutron] 10.222.0.20 "GET /v2.0/networks/88465ece-6d10-4f47-8833-fd6d74dfccb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208616 Sep 23 23:58:30.847486 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:30.857179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fff2bf3-e839-41c7-89db-10ca6c758d31 req-4352919a-634f-437d-918e-49664f663874 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1667228 Sep 23 23:58:30.898129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e71e7539-3848-45ac-80f7-47e2d8a8dab7 None None] Port 871487d1-af73-461d-b5f9-832d10b779a5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:30.903127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Set router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:30.950714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.005345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Made reservation on behalf of a47ac6fc3afe4d9fb6fa1490ea19937e for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:31.008787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.024258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Subnet': ['ID=1c70e30b-db03-4fe9-ad48-ec942d4d81dd,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:31.062400 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.077541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Checking segment: {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:31.077946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network hostable DHCP agents. Network: f32b5ecf-de00-4a1d-abad-8c36d16c8b6d, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:58:31.095759 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.106821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.113165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:58:31.155662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f32b5ecf-de00-4a1d-abad-8c36d16c8b6d) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:31.155913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:31.162009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:31.162413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:31.162816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.166198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:31.168610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880be072-5a58-42b3-9aaf-770c73fa9a27 req-fd1d7fd6-2ce5-4824-bf65-2da11691f664 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:31.170381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-880be072-5a58-42b3-9aaf-770c73fa9a27 req-fd1d7fd6-2ce5-4824-bf65-2da11691f664 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 932 time: 0.2224016 Sep 23 23:58:31.175500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c5da72-3a17-4f74-ab26-da2617c9a1c5 None None] Network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:31.192388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Pushing event updated for resources: {'Port': ['ID=7a2ef5f0-376e-490a-9ce6-856db36ef3ff,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:31.195248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dec7e746-88cb-4f0b-a520-7b8438fc5fa4 req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.200443 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f88793ed-f014-4dae-b7e9-33768023bb39 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2709675 Sep 23 23:58:31.210388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47084) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:31.279860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'port': {'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'name': 'tempest-TaggedBootDevicesTest-1159249311', 'fixed_ips': [{'subnet_id': 'dbfe7bf7-070b-4589-b161-757cc6d845e3'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:31.330669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Attempting to bind port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:31.330960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Attempting to bind port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:31.331322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Attempting to bind port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:31.350603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:31.351841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Checking segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:31.351841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.351841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Bound using segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:31.352250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Bound port: 7a2ef5f0-376e-490a-9ce6-856db36ef3ff, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:31.352642 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.395152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-router', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'ae321a44-d496-42eb-b6dc-2cdab41e5fa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:20Z', 'updated_at': '2021-09-23T23:58:27Z', 'revision_number': 4, 'project_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'gw_port': {'id': 'ae321a44-d496-42eb-b6dc-2cdab41e5fa6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:04:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:21Z', 'updated_at': '2021-09-23T23:58:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980', 'name': '', 'network_id': 'c330c47c-3bcf-43c3-b94d-50eb5ceaf47a', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'mac_address': 'fa:16:3e:2b:eb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': 'd2b4ff19-e631-4e7c-9312-646b90dc1469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:25Z', 'updated_at': '2021-09-23T23:58:27Z', 'revision_number': 2, 'project_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'subnets': [{'id': 'd2b4ff19-e631-4e7c-9312-646b90dc1469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:31.406556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Allocated IP 192.168.233.193 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/a4a241f2-93fd-45b4-a370-d3aa83dcfaac) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:31.446815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Checking router: 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:58:31.447428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Updating router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e port 3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:58:31.450738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Deleting port 3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:31.451277 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.455993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-880be072-5a58-42b3-9aaf-770c73fa9a27 req-596d4da2-9dc1-4854-be2a-76edf63e8606 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628291 Sep 23 23:58:31.513716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.520758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-f32b5ecf-de00-4a1d-abad-8c36d16c8b6d', 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'fixed_ips': [{'subnet_id': '1c70e30b-db03-4fe9-ad48-ec942d4d81dd'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:58:31.521860 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.549999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] For port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:31.556463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.572396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Calling delete_port for 3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:31.584715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] For port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a2ef5f0-376e-490a-9ce6-856db36ef3ff,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:31.588604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871487d1-af73-461d-b5f9-832d10b779a5 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:31.597551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.602107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.606749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 1602e959-9ba8-4033-a8e8-4e3eff5c708e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:58:31.636721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Transition to ACTIVE for port object 871487d1-af73-461d-b5f9-832d10b779a5 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:58:31.666481 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.840828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dec7e746-88cb-4f0b-a520-7b8438fc5fa4 req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.841306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.866970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Pushing event updated for resources: {'Port': ['ID=871487d1-af73-461d-b5f9-832d10b779a5,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:31.883936 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dec7e746-88cb-4f0b-a520-7b8438fc5fa4 req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:31.925870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:31.943468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Allocated IP 10.2.2.2 (f32b5ecf-de00-4a1d-abad-8c36d16c8b6d/1c70e30b-db03-4fe9-ad48-ec942d4d81dd/91e82d99-9b1b-484f-9238-2ad7e2c8a9e5) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:31.990805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a819e89-7eb9-459f-8880-85977f4bfd46 req-e2e7541b-228b-465c-a67d-e267248ac4f4 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:31.999649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a819e89-7eb9-459f-8880-85977f4bfd46 req-e2e7541b-228b-465c-a67d-e267248ac4f4 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 943 time: 0.3830612 Sep 23 23:58:32.049456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a470f0-a62f-406c-bc50-19f419e98cb2 None None] Pushing event updated for resources: {'Port': ['ID=7a2ef5f0-376e-490a-9ce6-856db36ef3ff,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:32.055242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.resource_extend [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:58:32.138294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:32.189319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.270998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.292205 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dec7e746-88cb-4f0b-a520-7b8438fc5fa4 req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.293428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dec7e746-88cb-4f0b-a520-7b8438fc5fa4 req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.1874971 Sep 23 23:58:32.305978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 1602e959-9ba8-4033-a8e8-4e3eff5c708e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=1602e959-9ba8-4033-a8e8-4e3eff5c708e,segment=NetworkSegment(4bee82b4-9224-4db4-9010-c7ee8fc9c323),segment_id=4bee82b4-9224-4db4-9010-c7ee8fc9c323)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:32.321548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '1602e959-9ba8-4033-a8e8-4e3eff5c708e', 'network_id': '88465ece-6d10-4f47-8833-fd6d74dfccb2', 'port_id': '1602e959-9ba8-4033-a8e8-4e3eff5c708e', 'mac_address': 'fa:16:3e:77:6f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e992c34f-a5e8-4be5-8c87-13e7187c5498', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:58:32.337174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] device_id is not set on port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:58:32.362688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a819e89-7eb9-459f-8880-85977f4bfd46 req-27c76eb2-af43-49a2-a8b7-da452f873178 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/security-groups?id=421a3924-6966-4853-b18e-6a3e53f5265d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620529 Sep 23 23:58:32.363251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d21d7-52d1-4b36-924a-cbbaf8a50428 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c177aa-7976-4db8-94fe-643fae60231c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:32.431046 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.507584 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.523137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8499ccb-4246-49db-a3e8-e981c907daaf req-8a3e0ff2-8a7b-4d4d-97e6-194f0388d297 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 210 time: 0.1308565 Sep 23 23:58:32.529156 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.551293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:58:32.570839 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.588961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1602e959-9ba8-4033-a8e8-4e3eff5c708e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:32.613736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 1602e959-9ba8-4033-a8e8-4e3eff5c708e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=1602e959-9ba8-4033-a8e8-4e3eff5c708e,segment=NetworkSegment(4bee82b4-9224-4db4-9010-c7ee8fc9c323),segment_id=4bee82b4-9224-4db4-9010-c7ee8fc9c323)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:32.617702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Attempting to bind port 871487d1-af73-461d-b5f9-832d10b779a5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:32.618097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Attempting to bind port 871487d1-af73-461d-b5f9-832d10b779a5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:32.618468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Attempting to bind port 871487d1-af73-461d-b5f9-832d10b779a5 on network c21c3c3d-083f-4226-ac06-d22f07017e7a {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:32.624624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-73790635', 'description': 'tempest-description-382671325'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:32.652441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:32.653440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.662046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:32.669527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:32.688609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:32.691238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Pushing event updated for resources: {'Port': ['ID=91e82d99-9b1b-484f-9238-2ad7e2c8a9e5,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:32.693750 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:58:32.694213 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:58:32.697186 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e08167a9-958e-4851-bc1b-96ae263b3293 admin admin] 10.222.0.24 "PUT /v2.0/routers/6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6374424 Sep 23 23:58:32.697905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47098) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:32.713746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Port 871487d1-af73-461d-b5f9-832d10b779a5 on network c21c3c3d-083f-4226-ac06-d22f07017e7a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:58:32.714023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Attempting to bind port 871487d1-af73-461d-b5f9-832d10b779a5 on network c21c3c3d-083f-4226-ac06-d22f07017e7a {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:32.771182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:32.771503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Checking segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:32.771906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Bound using segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:32.772359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Bound port: 871487d1-af73-461d-b5f9-832d10b779a5, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:32.772706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.775203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.819441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.851807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.891161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['3d6bd2ee-077b-4e67-9ca3-82e7eb79939e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:32.897369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.921588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edff91-4a89-491a-9c77-deec30d3adc3 req-a091ab3d-b114-4937-b955-2fe36e619d35 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:32.923289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61edff91-4a89-491a-9c77-deec30d3adc3 req-a091ab3d-b114-4937-b955-2fe36e619d35 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 944 time: 0.2869346 Sep 23 23:58:32.937379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:32.948387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:32.971051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['1602e959-9ba8-4033-a8e8-4e3eff5c708e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:32.980616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:33.000311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:33.027625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Deleting port ae321a44-d496-42eb-b6dc-2cdab41e5fa6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:33.027965 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.031242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Attempting to bind port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:33.031864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Attempting to bind port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:33.032167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Attempting to bind port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 on network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:33.046279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:33.046821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Checking segment: {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:33.047573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.048025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Bound using segment: {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:33.048590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Bound port: 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:33.049076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.085155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:33.085410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.100631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=1602e959-9ba8-4033-a8e8-4e3eff5c708e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:33.100843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Pushing event updated for resources: {'Port': ['ID=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:33.122255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] For port ae321a44-d496-42eb-b6dc-2cdab41e5fa6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ae321a44-d496-42eb-b6dc-2cdab41e5fa6,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:33.122791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.140341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Calling delete_port for ae321a44-d496-42eb-b6dc-2cdab41e5fa6 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:33.191856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Allocated IP 10.1.1.77 (302ed7ed-6b15-4625-8a8c-6436476ecf02/dbfe7bf7-070b-4589-b161-757cc6d845e3/101f3ad9-7bd8-48c3-a7e5-cc47d94e165a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:33.234421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Port 3d9c3eea-9ca2-4f64-b2ec-c3ae698ef980 not found while updating agent binding for router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e. {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 23 23:58:33.287147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61edff91-4a89-491a-9c77-deec30d3adc3 req-f17ddd1a-022a-4c1d-b788-56dee9eb6f69 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469317 Sep 23 23:58:33.288830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] For port 871487d1-af73-461d-b5f9-832d10b779a5, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:33.290942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] For port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:33.324691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] For port 871487d1-af73-461d-b5f9-832d10b779a5, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=871487d1-af73-461d-b5f9-832d10b779a5,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:33.336792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] For port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91e82d99-9b1b-484f-9238-2ad7e2c8a9e5,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:33.355031 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.400802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5c5d10-1934-4542-8838-eb84af15c46e None None] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:33.407272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.413910 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.463018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae321a44-d496-42eb-b6dc-2cdab41e5fa6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:33.487300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Pushing event updated for resources: {'Port': ['ID=871487d1-af73-461d-b5f9-832d10b779a5,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:33.497768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:33.498399 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.500503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-38cf5760-de62-4ce8-89fe-02896ef354ad service neutron] 10.222.0.18 "PUT /v2.0/ports/871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 1093 time: 2.8552577 Sep 23 23:58:33.508502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:33.522257 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8" -d '{"events": [{"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:33.588528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.635796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Routers {'6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:33.641212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:33.651160 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.686602 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.698636 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.722846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-c80f3853-4977-41eb-80d9-e7dac2fd2b64 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1306636 Sep 23 23:58:33.741124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd0e58-831c-4dfe-bfad-1baa01c87986 None None] Pushing event updated for resources: {'Port': ['ID=91e82d99-9b1b-484f-9238-2ad7e2c8a9e5,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:33.751493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Request body: {'port': {'device_id': '23ef69a8-97f1-4283-84e3-dcf3fd992ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:33.791524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.794903 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.815053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91326-6de3-4120-8bd2-00e93539d17d req-286eba8a-b733-4494-b164-3cd9a122d0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:33.816623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-286eba8a-b733-4494-b164-3cd9a122d0d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1096 time: 0.2547448 Sep 23 23:58:33.870569 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.872920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:58:33.888828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] Set router 6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:33.889312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.894136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-25fd0d0b-fe2b-4c7c-9e4a-ffe7dcdd5457 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e HTTP/1.1" status: 204 len: 168 time: 1.1950285 Sep 23 23:58:33.895276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47110) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:33.921256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-fbd2a46d-264a-4375-8543-cd9e86fffa19 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 217 time: 0.0707693 Sep 23 23:58:33.952794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-25dc7044-cc18-4091-953c-7522fc1872bf admin admin] Deleting subnet d2b4ff19-e631-4e7c-9312-646b90dc1469 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:58:33.962090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25dc7044-cc18-4091-953c-7522fc1872bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:33.964442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-router', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:20Z', 'updated_at': '2021-09-23T23:58:33Z', 'revision_number': 7, 'project_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:34.009225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25dc7044-cc18-4091-953c-7522fc1872bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.019756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] Provisioning complete for port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:34.020249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.028372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3b8578-bdee-4a2c-9dd4-a5514aed57e2 None None] The sync data for ids ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'] in n-d-713498-18 is: [{'id': '6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1974704233-router', 'tenant_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:20Z', 'updated_at': '2021-09-23T23:58:33Z', 'revision_number': 7, 'project_id': 'dbdb75c6835646e4863bfd2dba8e73b2', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:58:34.048865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e9028e-0394-49f3-97e5-5c10474f05d1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:34.173924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0fbac605-28bd-4c76-a107-b53a4c78bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:34.178738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-0fbac605-28bd-4c76-a107-b53a4c78bb35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.2217050 Sep 23 23:58:34.203312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25dc7044-cc18-4091-953c-7522fc1872bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.324513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25dc7044-cc18-4091-953c-7522fc1872bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.352571 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.360539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25dc7044-cc18-4091-953c-7522fc1872bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.362880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-25dc7044-cc18-4091-953c-7522fc1872bf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d2b4ff19-e631-4e7c-9312-646b90dc1469 HTTP/1.1" status: 204 len: 168 time: 0.4663806 Sep 23 23:58:34.363729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dc7044-cc18-4091-953c-7522fc1872bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2b4ff19-e631-4e7c-9312-646b90dc1469,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:34.366497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:34.394300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] For port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a2ef5f0-376e-490a-9ce6-856db36ef3ff,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:34.397899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ccbf0e-5d51-45d8-a69a-6e781fca625a None None] Network c330c47c-3bcf-43c3-b94d-50eb5ceaf47a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:34.433414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.449166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.531769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Deleting port 57751643-3d66-4c9c-a0b4-548259d66238 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:34.532107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.573661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] Provisioning complete for port a4a241f2-93fd-45b4-a370-d3aa83dcfaac triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:34.573661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.658000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] For port 57751643-3d66-4c9c-a0b4-548259d66238, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=57751643-3d66-4c9c-a0b4-548259d66238,segment=NetworkSegment(e18857a1-0610-4e09-ad8a-e86134918708),segment_id=e18857a1-0610-4e09-ad8a-e86134918708)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:34.658518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.679478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Calling delete_port for 57751643-3d66-4c9c-a0b4-548259d66238 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:34.692300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] Pushing event updated for resources: {'Port': ['ID=7a2ef5f0-376e-490a-9ce6-856db36ef3ff,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:34.728804 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c4ac02dc-8d7c-403d-8e34-539d451af5c9 None None] Port a4a241f2-93fd-45b4-a370-d3aa83dcfaac cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:34.801594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.803448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.816101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] No DVR routers for this DVR port 57751643-3d66-4c9c-a0b4-548259d66238 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:34.821995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a2ef5f0-376e-490a-9ce6-856db36ef3ff up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:34.875617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f10496-5747-4a53-b7fe-364c6e2dfb22 None None] DHCP port deletion for c330c47c-3bcf-43c3-b94d-50eb5ceaf47a request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:58:34.895604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-48ceb155-a00c-4178-9ec9-9491837cc5e4 None None] Provisioning complete for port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:34.895987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48ceb155-a00c-4178-9ec9-9491837cc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.905888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Pushing event deleted for resources: {'Port': ['ID=57751643-3d66-4c9c-a0b4-548259d66238,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:34.945171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.946744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:34.947233 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.953833 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:34.960000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:34.975350 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-48ceb155-a00c-4178-9ec9-9491837cc5e4 None None] Port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:34.986070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c330c47c-3bcf-43c3-b94d-50eb5ceaf47a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:34.992281 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a10f2d-23eb-4eab-816f-a78570a6df21 None None] Sync routers for ids ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:34.999259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-48ceb155-a00c-4178-9ec9-9491837cc5e4 None None] Provisioning complete for port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:34.999798 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48ceb155-a00c-4178-9ec9-9491837cc5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.001062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18857a1-0610-4e09-ad8a-e86134918708') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:35.001367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18857a1-0610-4e09-ad8a-e86134918708') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:35.002016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.004218 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a10f2d-23eb-4eab-816f-a78570a6df21 None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:35.007213 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a10f2d-23eb-4eab-816f-a78570a6df21 None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 23:58:35.008214 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_agentschedulers_db [None req-81a10f2d-23eb-4eab-816f-a78570a6df21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106381) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 23:58:35.018039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.037446 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a10f2d-23eb-4eab-816f-a78570a6df21 None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:35.037897 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a10f2d-23eb-4eab-816f-a78570a6df21 None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 23 23:58:35.038068 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.038640 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_agentschedulers_db [None req-81a10f2d-23eb-4eab-816f-a78570a6df21 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106381) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 23 23:58:35.039108 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a10f2d-23eb-4eab-816f-a78570a6df21 None None] The sync data for ids ['6ea16aa9-70b5-4e5a-aba7-7cbe6c38c78e'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:58:35.049843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:58:35.055487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.087719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9683-0c81-49eb-8156-b0635f7e9fb4 req-c20c1d0d-7961-4172-8a19-cc6c7cc68333 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:35.096144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-841c9683-0c81-49eb-8156-b0635f7e9fb4 req-c20c1d0d-7961-4172-8a19-cc6c7cc68333 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 944 time: 1.3199692 Sep 23 23:58:35.128028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:58:35.134406 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:58:35.143869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.150874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.155866 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c330c47c-3bcf-43c3-b94d-50eb5ceaf47a HTTP/1.1" status: 204 len: 168 time: 0.7859323 Sep 23 23:58:35.163240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45d8f5-921d-4f42-901b-e86f009d9a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=c330c47c-3bcf-43c3-b94d-50eb5ceaf47a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:35.182510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:35.198046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de91326-6de3-4120-8bd2-00e93539d17d req-15b5bca8-7ce6-489f-835c-437c0408a260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:35.199612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-15b5bca8-7ce6-489f-835c-437c0408a260 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9288895 Sep 23 23:58:35.206582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.207898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f4d28ab-875b-45a1-b3e3-683d3a94313e req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.6541889 Sep 23 23:58:35.208903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:35.218043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f1b7f-9672-4a53-9534-6a98a37f5faf None None] Network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:35.224124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:35.238613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-841c9683-0c81-49eb-8156-b0635f7e9fb4 req-e5620569-e67f-40d5-96e0-4e9d0dc0cdad tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/security-groups?id=421a3924-6966-4853-b18e-6a3e53f5265d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411014 Sep 23 23:58:35.273929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:35.289703 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b9da52-d51b-40c0-9ccb-4631bcff76f1 x-openstack-request-id: req-d4b9da52-d51b-40c0-9ccb-4631bcff76f1 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:35.289979 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:35.290239 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4b9da52-d51b-40c0-9ccb-4631bcff76f1 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:35.290658 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5', 'status': 'completed', 'code': 200} Sep 23 23:58:35.408382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0128d4a-2f80-4eef-910f-d2f571bac8fc tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf6b1a7-526b-4ddc-855e-231cda01d335,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:35.423028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-e67226f0-296e-4eae-b510-fdc803a3362a tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:35.430488 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-e67226f0-296e-4eae-b510-fdc803a3362a tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.18 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.1233804 Sep 23 23:58:35.479160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:35.479954 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.548100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:35.548481 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.577228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b56ed2f1-f4ef-40db-b5bc-49ac38db4f5a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3113725 Sep 23 23:58:35.587323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-61df28cc-8091-49a5-af3d-2147ab4e03ec service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744206 Sep 23 23:58:35.589768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:35.590107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47124) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:35.613892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 1602e959-9ba8-4033-a8e8-4e3eff5c708e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:35.616805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'port': {'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'name': 'tempest-TaggedBootDevicesTest-391741990', 'fixed_ips': [{'subnet_id': 'dbfe7bf7-070b-4589-b161-757cc6d845e3'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:35.633784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Deleting port b5599db5-111f-47ec-8e62-ecc267de6a57 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:35.634208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.635419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055a360-8005-467d-8674-dbc742911b27 req-a5f29527-cc95-4787-b8e3-1a0bc4d21be2 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:35.637195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7055a360-8005-467d-8674-dbc742911b27 req-a5f29527-cc95-4787-b8e3-1a0bc4d21be2 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 945 time: 0.2546861 Sep 23 23:58:35.642162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-84abd49a-23b6-4fea-a6a1-ff8eb3caaf27 None None] Provisioning complete for port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:35.642800 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-84abd49a-23b6-4fea-a6a1-ff8eb3caaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.715645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbe4c6-aa73-447b-934f-075dd3677b2a req-85508497-5f70-4dc6-a3d3-d7dfd8298fdb tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:35.717086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10fbe4c6-aa73-447b-934f-075dd3677b2a req-85508497-5f70-4dc6-a3d3-d7dfd8298fdb tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 936 time: 0.3233807 Sep 23 23:58:35.726739 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.751156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] For port b5599db5-111f-47ec-8e62-ecc267de6a57, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b5599db5-111f-47ec-8e62-ecc267de6a57,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:35.751764 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.780912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 1602e959-9ba8-4033-a8e8-4e3eff5c708e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:58:35.783879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91e82d99-9b1b-484f-9238-2ad7e2c8a9e5,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:35.789517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 1602e959-9ba8-4033-a8e8-4e3eff5c708e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:35.789517 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.832678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.885458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-84abd49a-23b6-4fea-a6a1-ff8eb3caaf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.927183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a241f2-93fd-45b4-a370-d3aa83dcfaac {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:35.927754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=91e82d99-9b1b-484f-9238-2ad7e2c8a9e5,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:35.941035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.956218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Transition to ACTIVE for port object a4a241f2-93fd-45b4-a370-d3aa83dcfaac will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:58:35.993324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.994204 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:35.994204 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Floating IP c585e6a3-34c8-4bf4-9b8b-d0f6662bc753 disassociated. External IP: 172.25.5.223, port: b5599db5-111f-47ec-8e62-ecc267de6a57. Sep 23 23:58:35.994204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Calling delete_port for b5599db5-111f-47ec-8e62-ecc267de6a57 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:36.035793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.127011 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-84abd49a-23b6-4fea-a6a1-ff8eb3caaf27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 23 23:58:36.127458 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-84abd49a-23b6-4fea-a6a1-ff8eb3caaf27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 23 23:58:36.133723 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.144949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10fbe4c6-aa73-447b-934f-075dd3677b2a req-0ed7f9fa-8360-4bf1-a4a7-11ff9cb8d3f3 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734281 Sep 23 23:58:36.146970 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.182116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f37a93-e138-49ab-a3f8-30d06144faca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1602e959-9ba8-4033-a8e8-4e3eff5c708e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:36.184534 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d5ac7d-594a-42b0-9b63-42364b8d6ce4" -d '{"events": [{"server_uuid": "31f37a93-e138-49ab-a3f8-30d06144faca", "name": "network-vif-plugged", "status": "completed", "tag": "1602e959-9ba8-4033-a8e8-4e3eff5c708e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:36.186484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e9cf0bec-d42b-4536-8560-5b928b662716 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbdb75c6835646e4863bfd2dba8e73b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878055 Sep 23 23:58:36.196300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47128) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:36.197356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a2ef5f0-376e-490a-9ce6-856db36ef3ff up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:36.204522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 1602e959-9ba8-4033-a8e8-4e3eff5c708e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=1602e959-9ba8-4033-a8e8-4e3eff5c708e,segment=NetworkSegment(4bee82b4-9224-4db4-9010-c7ee8fc9c323),segment_id=4bee82b4-9224-4db4-9010-c7ee8fc9c323)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:36.207265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event deleted for resources: {'Port': ['ID=b5599db5-111f-47ec-8e62-ecc267de6a57,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:36.228928 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.240530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7055a360-8005-467d-8674-dbc742911b27 req-4dae42ae-f196-4150-8657-a6f9d627a173 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups?id=cbb22fa0-d932-4ca4-b49e-774da9f8500a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5725231 Sep 23 23:58:36.340866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3de91326-6de3-4120-8bd2-00e93539d17d req-fdfb861c-25c4-449c-a769-81076d5e5e6b service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7385545 Sep 23 23:58:36.341637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:36.344346 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.349190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=1602e959-9ba8-4033-a8e8-4e3eff5c708e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:36.349771 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.359903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:36.360233 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.374875 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-346230d6-60ae-44be-8c85-97afa9dea965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.393484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:36.440963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-0de19c36-7fc6-43b2-a316-b0ba629f9d6e req-f22cbe38-9222-43dd-8323-938577dc8584 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1899095669', 'description': 'tempest-description-2135061793'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:36.493532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:36.547085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] device_id is not set on port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:58:36.547617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:36.548324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.559990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0de19c36-7fc6-43b2-a316-b0ba629f9d6e req-f22cbe38-9222-43dd-8323-938577dc8584 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.708448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e5bd2-0b70-4eeb-97eb-69ba56c5ca38 req-e05ff10a-e4f5-4bec-a9f1-2d3fc5f5b495 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:36.719234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b10e5bd2-0b70-4eeb-97eb-69ba56c5ca38 req-e05ff10a-e4f5-4bec-a9f1-2d3fc5f5b495 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 944 time: 0.3747063 Sep 23 23:58:36.763236 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-346230d6-60ae-44be-8c85-97afa9dea965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.771431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ae321a44-d496-42eb-b6dc-2cdab41e5fa6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:36.782609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Router 6030fa39-e111-4e82-afec-66b4c6828e9b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:58:36.808268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ae321a44-d496-42eb-b6dc-2cdab41e5fa6 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:36.808864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ae321a44-d496-42eb-b6dc-2cdab41e5fa6 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:36.809276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 57751643-3d66-4c9c-a0b4-548259d66238 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:36.834295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 57751643-3d66-4c9c-a0b4-548259d66238 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:36.834636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 57751643-3d66-4c9c-a0b4-548259d66238 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:36.843467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c8a1a7f1-5656-41d7-be08-216ee90aeb8b None None] Provisioning complete for port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:36.843994 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a7f1-5656-41d7-be08-216ee90aeb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.847002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-3e8b8cc3-d3df-4950-a079-f7100815a60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:36.849573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-3e8b8cc3-d3df-4950-a079-f7100815a60e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1096 time: 0.4406784 Sep 23 23:58:36.863619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Attempting to bind port a4a241f2-93fd-45b4-a370-d3aa83dcfaac on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:36.864095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Attempting to bind port a4a241f2-93fd-45b4-a370-d3aa83dcfaac by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:36.864594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Attempting to bind port a4a241f2-93fd-45b4-a370-d3aa83dcfaac on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:36.913362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b10e5bd2-0b70-4eeb-97eb-69ba56c5ca38 req-1d80c451-5d85-41fa-bc2c-9d4a5359303b tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932263 Sep 23 23:58:36.946110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:36.948037 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-346230d6-60ae-44be-8c85-97afa9dea965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.948355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Port a4a241f2-93fd-45b4-a370-d3aa83dcfaac on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:58:36.948878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Attempting to bind port a4a241f2-93fd-45b4-a370-d3aa83dcfaac on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:36.950711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-346230d6-60ae-44be-8c85-97afa9dea965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.952249 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-346230d6-60ae-44be-8c85-97afa9dea965 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6d223cc-d973-48c7-a332-ba6c2cf655df HTTP/1.1" status: 204 len: 168 time: 0.7525485 Sep 23 23:58:36.964771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] Sync routers for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:36.979630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c8a1a7f1-5656-41d7-be08-216ee90aeb8b None None] Provisioning complete for port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:36.979897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346230d6-60ae-44be-8c85-97afa9dea965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d223cc-d973-48c7-a332-ba6c2cf655df,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:36.980474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8a1a7f1-5656-41d7-be08-216ee90aeb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:36.996417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:36.997046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:36.997532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:36.998137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Bound port: a4a241f2-93fd-45b4-a370-d3aa83dcfaac, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:36.999179 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:37.010410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] No DVR routers for this DVR port b5599db5-111f-47ec-8e62-ecc267de6a57 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:37.013426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:37.014518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:37.015638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:37.015784 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad45bfec-7397-4ba8-95cd-a35b5b70674a req-547df9a8-3f37-4397-bb24-e6a5c7dd1292 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.18 "DELETE /v2.0/ports/b5599db5-111f-47ec-8e62-ecc267de6a57 HTTP/1.1" status: 204 len: 173 time: 1.5773933 Sep 23 23:58:37.016238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'name': 'network-vif-deleted', 'tag': 'b5599db5-111f-47ec-8e62-ecc267de6a57'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:37.018621 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d1cba5-021a-4409-a3bb-5c956b11ae70" -d '{"events": [{"server_uuid": "154e735c-2bf1-411d-bf5e-ed05062c7680", "name": "network-vif-deleted", "tag": "b5599db5-111f-47ec-8e62-ecc267de6a57"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:37.132397 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b736c9cf-1036-44d0-9a82-e7be996c19e7 x-openstack-request-id: req-b736c9cf-1036-44d0-9a82-e7be996c19e7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:37.132680 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f37a93-e138-49ab-a3f8-30d06144faca", "name": "network-vif-plugged", "status": "completed", "tag": "1602e959-9ba8-4033-a8e8-4e3eff5c708e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:37.132930 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b736c9cf-1036-44d0-9a82-e7be996c19e7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:37.133316 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f37a93-e138-49ab-a3f8-30d06144faca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1602e959-9ba8-4033-a8e8-4e3eff5c708e', 'code': 200} Sep 23 23:58:37.162185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:37.191417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c8a1a7f1-5656-41d7-be08-216ee90aeb8b None None] Port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:37.341909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] For port a4a241f2-93fd-45b4-a370-d3aa83dcfaac, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:37.347392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] For port a4a241f2-93fd-45b4-a370-d3aa83dcfaac, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:37.355994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Allocated IP 10.1.1.146 (302ed7ed-6b15-4625-8a8c-6436476ecf02/dbfe7bf7-070b-4589-b161-757cc6d845e3/6ee33374-1ae6-4c50-91f7-6fbd90c3511c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:37.382326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:37.406331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:37.407335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:37.408881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] 10.222.0.20 "PUT /v2.0/ports/a4a241f2-93fd-45b4-a370-d3aa83dcfaac HTTP/1.1" status: 200 len: 1097 time: 3.6672683 Sep 23 23:58:37.417153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ef69a8-97f1-4283-84e3-dcf3fd992ea5', 'tag': 'a4a241f2-93fd-45b4-a370-d3aa83dcfaac'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:37.420021 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee432e6a-4985-4072-a727-34463e8ca686" -d '{"events": [{"name": "network-changed", "server_uuid": "23ef69a8-97f1-4283-84e3-dcf3fd992ea5", "tag": "a4a241f2-93fd-45b4-a370-d3aa83dcfaac"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:37.460647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-5d3d1eb8-56ca-47f2-b6cc-70e2d82bcbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:37.462208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-5d3d1eb8-56ca-47f2-b6cc-70e2d82bcbdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.5884883 Sep 23 23:58:37.467965 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0de19c36-7fc6-43b2-a316-b0ba629f9d6e req-f22cbe38-9222-43dd-8323-938577dc8584 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:37.476318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:12Z', 'revision_number': 5, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:37.496778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33e208-fd9d-446b-88b8-ae9689f36064 req-86eb5ae0-1932-456d-bb3e-c67181f6f1ad tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:37.498372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e33e208-fd9d-446b-88b8-ae9689f36064 req-86eb5ae0-1932-456d-bb3e-c67181f6f1ad tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 945 time: 0.3728814 Sep 23 23:58:37.514260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] Checking router: 6030fa39-e111-4e82-afec-66b4c6828e9b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:58:37.523472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:37.524092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:37.553354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-9d243005-a8dc-44ad-ba1c-935ce923dffc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 217 time: 0.0692251 Sep 23 23:58:37.556623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f85a6-576b-4ba5-98c4-4d876b81c2d6 req-5bbf59a1-c9be-4a00-92fa-2b0a327c3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:37.559670 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba8f85a6-576b-4ba5-98c4-4d876b81c2d6 req-5bbf59a1-c9be-4a00-92fa-2b0a327c3326 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 1097 time: 0.4247742 Sep 23 23:58:37.677424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:37.945115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:12Z', 'revision_number': 5, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:37.981820 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0de19c36-7fc6-43b2-a316-b0ba629f9d6e req-f22cbe38-9222-43dd-8323-938577dc8584 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:37.982618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c465938b-5fab-4e0a-b577-6b67d730591c None None] The sync data for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 is: [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:55:06Z', 'revision_number': 4, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'da73d32e-e276-412b-8458-83c27ba448d8', 'name': '', 'network_id': 'e24980cc-6d91-484a-80b9-5134220b3082', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'mac_address': 'fa:16:3e:fb:27:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:55:04Z', 'updated_at': '2021-09-23T23:55:12Z', 'revision_number': 5, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'subnets': [{'id': '624250f8-8041-4acd-b8de-dbb7fa03658b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:58:38.099091 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0de19c36-7fc6-43b2-a316-b0ba629f9d6e req-f22cbe38-9222-43dd-8323-938577dc8584 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:38.100314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0de19c36-7fc6-43b2-a316-b0ba629f9d6e req-f22cbe38-9222-43dd-8323-938577dc8584 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.6633739 Sep 23 23:58:38.100933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5db73d-fdaa-4e84-a710-27f7d0dda9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:38.180936 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb605991-a7a0-4254-959b-7c30de59a130 x-openstack-request-id: req-cb605991-a7a0-4254-959b-7c30de59a130 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:38.182255 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "154e735c-2bf1-411d-bf5e-ed05062c7680", "name": "network-vif-deleted", "tag": "b5599db5-111f-47ec-8e62-ecc267de6a57", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:38.183212 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb605991-a7a0-4254-959b-7c30de59a130 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:38.183913 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '154e735c-2bf1-411d-bf5e-ed05062c7680', 'name': 'network-vif-deleted', 'tag': 'b5599db5-111f-47ec-8e62-ecc267de6a57', 'status': 'completed', 'code': 200} Sep 23 23:58:38.199597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637c75-1e87-416c-b094-d81e164ea47b req-aa97dcc5-c598-4510-8d86-a2a4d1d8e361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:38.199597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-aa97dcc5-c598-4510-8d86-a2a4d1d8e361 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 1100 time: 0.7276626 Sep 23 23:58:38.199597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cbe38-9222-43dd-8323-938577dc8584 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74265cc-7c3d-445b-9f65-61b587305fb7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:38.238378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e33e208-fd9d-446b-88b8-ae9689f36064 req-e6340e55-c7d1-488d-b3fa-0f2bd4e76469 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/security-groups?id=421a3924-6966-4853-b18e-6a3e53f5265d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656113 Sep 23 23:58:38.240467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba8f85a6-576b-4ba5-98c4-4d876b81c2d6 req-76b15a8c-fc68-4c8d-98ee-018a6aea7e04 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=421a3924-6966-4853-b18e-6a3e53f5265d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332056 Sep 23 23:58:38.252245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-7530b3e4-74b6-4ebe-92e3-0bce95534a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:38.254503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-7530b3e4-74b6-4ebe-92e3-0bce95534a03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.2369826 Sep 23 23:58:38.326582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-f6f9e4d2-449b-49a0-9590-af043d17cd88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=a4a241f2-93fd-45b4-a370-d3aa83dcfaac HTTP/1.1" status: 200 len: 217 time: 0.1101842 Sep 23 23:58:38.371269 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae87f79-c13f-4d42-99f7-8bdd4febb0bd None None] New status for floating IP c585e6a3-34c8-4bf4-9b8b-d0f6662bc753: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:58:38.412557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-021a5a87-e578-4085-a13e-1a4ef65c6d50 req-ed6ce70e-3a60-4b3c-a659-5bcbdcfbaae8 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 210 time: 0.0730464 Sep 23 23:58:38.493055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:38.502407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-e41247fd-fcaa-447d-bf4f-5f2defce65e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:38.504219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-e41247fd-fcaa-447d-bf4f-5f2defce65e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2153215 Sep 23 23:58:38.523122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2f5d0-b25f-4b6c-9d48-09fbedcd6c53 req-0f72403f-3343-4b59-abac-f12d27af7e0b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:38.524695 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49a2f5d0-b25f-4b6c-9d48-09fbedcd6c53 req-0f72403f-3343-4b59-abac-f12d27af7e0b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 948 time: 0.2343802 Sep 23 23:58:38.554797 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcaed1d-08da-4688-8f07-e6793d102302 x-openstack-request-id: req-0fcaed1d-08da-4688-8f07-e6793d102302 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:38.555162 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ef69a8-97f1-4283-84e3-dcf3fd992ea5", "tag": "a4a241f2-93fd-45b4-a370-d3aa83dcfaac", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:38.555404 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fcaed1d-08da-4688-8f07-e6793d102302 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:38.555805 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ef69a8-97f1-4283-84e3-dcf3fd992ea5', 'tag': 'a4a241f2-93fd-45b4-a370-d3aa83dcfaac', 'status': 'completed', 'code': 200} Sep 23 23:58:38.593749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637c75-1e87-416c-b094-d81e164ea47b req-7c660362-6a4b-4a19-9e0b-4a696a52ba01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:38.595241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-7c660362-6a4b-4a19-9e0b-4a696a52ba01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1635854 Sep 23 23:58:38.723912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49a2f5d0-b25f-4b6c-9d48-09fbedcd6c53 req-13f04256-887b-4c76-bbbd-81234b5500ad tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841698 Sep 23 23:58:38.743544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:38.776914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-8fee747e-216d-44b8-b392-89bed916b5a2 service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643812 Sep 23 23:58:38.799443 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:38.819737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a6256-dac9-464f-ad7f-3a3fe5bb5a53 req-2bb37e31-b3e5-4935-a56b-2a7ffa229e1f tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:38.821224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b11a6256-dac9-464f-ad7f-3a3fe5bb5a53 req-2bb37e31-b3e5-4935-a56b-2a7ffa229e1f tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 944 time: 0.2207904 Sep 23 23:58:38.843356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:38.857302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e637c75-1e87-416c-b094-d81e164ea47b req-42e1bd82-4e3b-42fd-88b5-f357e6cdbcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:38.859666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-42e1bd82-4e3b-42fd-88b5-f357e6cdbcc2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2280340 Sep 23 23:58:38.870108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:38.892859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:38.895587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:39.077300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b11a6256-dac9-464f-ad7f-3a3fe5bb5a53 req-ab2b33f8-bf08-4bba-ad8b-f8fe4a3f5dba tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238812 Sep 23 23:58:39.101639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:39.102280 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:39.145080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f68dcb1-5589-4d93-bfc3-cbf91e2b99f8 req-7021bbee-7a23-4cc3-9ff1-ae4fe4b0c97c service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585846 Sep 23 23:58:39.147875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-323bd7c2-fef8-46eb-9173-987bb7d34c02 None None] Provisioning complete for port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:39.148654 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-323bd7c2-fef8-46eb-9173-987bb7d34c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:39.163957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e484bc5d-c444-4f80-8ea3-c4bc8473b997 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5674222 Sep 23 23:58:39.189850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-323bd7c2-fef8-46eb-9173-987bb7d34c02 None None] Port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:39.200496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-41702400-df90-4cfa-9b4b-3ecdcfbb2d13 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231609 Sep 23 23:58:39.239196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 871487d1-af73-461d-b5f9-832d10b779a5 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:58:39.267274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b5599db5-111f-47ec-8e62-ecc267de6a57 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:39.421659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: b5599db5-111f-47ec-8e62-ecc267de6a57 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:39.422017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b5599db5-111f-47ec-8e62-ecc267de6a57 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:39.428682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 871487d1-af73-461d-b5f9-832d10b779a5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=871487d1-af73-461d-b5f9-832d10b779a5,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:39.436769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e637c75-1e87-416c-b094-d81e164ea47b req-06777aeb-3e11-43f5-96a1-9315fb065931 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200897 Sep 23 23:58:39.442719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '871487d1-af73-461d-b5f9-832d10b779a5', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'mac_address': 'fa:16:3e:83:ec:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:58:39.464944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-5b9d2889-3cab-41fa-b514-9dfa585b6ec3 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fa541c9c3b5541d1a54a533acec3b06f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540013 Sep 23 23:58:39.505231 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:39.524239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871487d1-af73-461d-b5f9-832d10b779a5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:39.546193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 871487d1-af73-461d-b5f9-832d10b779a5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=871487d1-af73-461d-b5f9-832d10b779a5,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:39.556496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:39.565055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-f69cc0d1-aa7c-41a5-9349-4c16461b2a9b tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42284 time: 0.7831566 Sep 23 23:58:39.609852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=871487d1-af73-461d-b5f9-832d10b779a5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:39.642141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432e6a-4985-4072-a727-34463e8ca686 req-23178327-e4b8-421e-a9cb-9e4156b7a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:39.643797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee432e6a-4985-4072-a727-34463e8ca686 req-23178327-e4b8-421e-a9cb-9e4156b7a2dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 1100 time: 0.1536262 Sep 23 23:58:39.702645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-eee411de-14b4-46da-ad3c-c8918dce443b tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:39.704348 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-eee411de-14b4-46da-ad3c-c8918dce443b tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325075 Sep 23 23:58:39.722965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-6ff708da-1eeb-44a2-b134-d18294901e0a tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0e1412b7-48cf-4f61-b3db-735f47a771e0 HTTP/1.1" status: 200 len: 2981 time: 0.1067967 Sep 23 23:58:39.743012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-dc3900e3-5f1f-43e4-a1f6-ae881ffc15fb tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/quotas/fa541c9c3b5541d1a54a533acec3b06f HTTP/1.1" status: 200 len: 375 time: 0.0230811 Sep 23 23:58:39.781248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['871487d1-af73-461d-b5f9-832d10b779a5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:39.818389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-746a5665-b252-478c-9dc4-148942666198 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fa541c9c3b5541d1a54a533acec3b06f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455177 Sep 23 23:58:39.847004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-6d14f614-4eed-4bfc-a389-b2c10e8ed5d1 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0e1412b7-48cf-4f61-b3db-735f47a771e0 HTTP/1.1" status: 200 len: 2981 time: 0.1146188 Sep 23 23:58:39.850101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432e6a-4985-4072-a727-34463e8ca686 req-cafaeff3-2a84-4eaf-b772-bf5afe220cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:39.851592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee432e6a-4985-4072-a727-34463e8ca686 req-cafaeff3-2a84-4eaf-b772-bf5afe220cd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1908867 Sep 23 23:58:39.915914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee432e6a-4985-4072-a727-34463e8ca686 req-bf9d6042-7327-4388-aca4-3e815520ce1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=a4a241f2-93fd-45b4-a370-d3aa83dcfaac HTTP/1.1" status: 200 len: 217 time: 0.0548074 Sep 23 23:58:39.997728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-ddbcfc24-6b78-4702-806e-4b26598323ad tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/10e9028e-0394-49f3-97e5-5c10474f05d1 HTTP/1.1" status: 200 len: 2981 time: 0.1442692 Sep 23 23:58:40.066739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-400e7c52-1cd1-450a-9fe3-b81c94d802f5 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/10e9028e-0394-49f3-97e5-5c10474f05d1 HTTP/1.1" status: 200 len: 2981 time: 0.0666623 Sep 23 23:58:40.069641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432e6a-4985-4072-a727-34463e8ca686 req-3d47fbfb-6242-479b-a6fc-dd937f33b18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:40.071478 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee432e6a-4985-4072-a727-34463e8ca686 req-3d47fbfb-6242-479b-a6fc-dd937f33b18b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1468663 Sep 23 23:58:40.164520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee432e6a-4985-4072-a727-34463e8ca686 req-d984241f-d5d8-419e-b04d-fbc4e78a2004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:40.167679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee432e6a-4985-4072-a727-34463e8ca686 req-d984241f-d5d8-419e-b04d-fbc4e78a2004 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0879626 Sep 23 23:58:40.169646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-4816c6aa-88ca-469b-b1e6-820c4ed8b4b3 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/14bb1f63-8621-4b7a-8add-cd0ec2c2db83 HTTP/1.1" status: 200 len: 2981 time: 0.1019831 Sep 23 23:58:40.231446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47200) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:40.237382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894411288', 'description': 'tempest-description--1543050838'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:40.294967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.323109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-4701b9e0-a407-43a6-8a9f-35f21871e93b tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/14bb1f63-8621-4b7a-8add-cd0ec2c2db83 HTTP/1.1" status: 200 len: 2981 time: 0.1211882 Sep 23 23:58:40.412517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee432e6a-4985-4072-a727-34463e8ca686 req-3ed8aa39-bf9c-460f-aaa3-925b67c9bcef service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367878 Sep 23 23:58:40.416911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-1ac86773-f63f-48b6-8eae-3f5824647d9b tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/421a3924-6966-4853-b18e-6a3e53f5265d HTTP/1.1" status: 200 len: 2981 time: 0.0765016 Sep 23 23:58:40.439301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.444695 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.469514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc92155-c080-4d18-9a0d-3cef3d2bde29 req-ca0a2501-7bdd-4afd-8e2c-ec6093ea71d8 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:40.477664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc92155-c080-4d18-9a0d-3cef3d2bde29 req-ca0a2501-7bdd-4afd-8e2c-ec6093ea71d8 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 945 time: 0.1738734 Sep 23 23:58:40.479533 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:58:40.499689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.501107 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2683237 Sep 23 23:58:40.504030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47204) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:40.510786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-df636e8c-fa5a-4b12-9250-d001a56b210f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'security_group_rule': {'security_group_id': 'aba7c9aa-476b-4d12-ad9a-efc438173c7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:40.518679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba7c9aa-476b-4d12-ad9a-efc438173c7e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:40.535060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.535531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.536074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.536485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.536890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.537319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.537717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.538109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.538522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.538920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.539322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.540157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04891b84-9089-4844-aac6-57a53eccf6e4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:40.579089 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df636e8c-fa5a-4b12-9250-d001a56b210f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.610373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc92155-c080-4d18-9a0d-3cef3d2bde29 req-cf811915-bc0d-4489-8fbc-461c1563fb06 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/security-groups?id=421a3924-6966-4853-b18e-6a3e53f5265d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318285 Sep 23 23:58:40.616500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-f5dcbb61-ce2d-4b59-ae1a-0f5aab9e9b15 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/421a3924-6966-4853-b18e-6a3e53f5265d HTTP/1.1" status: 200 len: 2981 time: 0.1669815 Sep 23 23:58:40.664192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee432e6a-4985-4072-a727-34463e8ca686 req-12bd4f1f-cddb-4a6c-a30b-9185c45e18cf service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424593 Sep 23 23:58:40.666130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df636e8c-fa5a-4b12-9250-d001a56b210f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.685200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df636e8c-fa5a-4b12-9250-d001a56b210f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.721854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df636e8c-fa5a-4b12-9250-d001a56b210f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9563d7fd-ebfa-4aef-bd5c-df6e27c29cb0,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:40.727001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df636e8c-fa5a-4b12-9250-d001a56b210f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.729783 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df636e8c-fa5a-4b12-9250-d001a56b210f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2235293 Sep 23 23:58:40.731761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47208) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:40.740476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3c05dee4-502c-4873-bbb6-6dc3fd9257ed tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'security_group_rule': {'security_group_id': 'aba7c9aa-476b-4d12-ad9a-efc438173c7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:40.747533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-881ad303-e30b-49e5-90c0-fa2fefa8da5d req-ed3b059d-0a6b-4d4e-98d8-997d15c351cf tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/ports?device_id=154e735c-2bf1-411d-bf5e-ed05062c7680 HTTP/1.1" status: 200 len: 210 time: 0.0465930 Sep 23 23:58:40.773532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-3bb24064-d88e-4cd7-b636-e5b79f55bdd4 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/63cc66cd-4b5a-49a9-b8ab-51773c7d13ee HTTP/1.1" status: 200 len: 2981 time: 0.1438608 Sep 23 23:58:40.780893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c05dee4-502c-4873-bbb6-6dc3fd9257ed tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.850259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-c2897eb9-c04a-4b90-af63-b6255c53e910 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/63cc66cd-4b5a-49a9-b8ab-51773c7d13ee HTTP/1.1" status: 200 len: 2981 time: 0.0615895 Sep 23 23:58:40.870821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c05dee4-502c-4873-bbb6-6dc3fd9257ed tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.876497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c05dee4-502c-4873-bbb6-6dc3fd9257ed tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.906035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05dee4-502c-4873-bbb6-6dc3fd9257ed tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d24701-2064-41d1-be9b-6cfc9d7fd39a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:40.909785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-4ab6dafe-0a03-491a-9db4-66a9617001e8 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/90c17caf-a643-458a-8b13-a597bcb2fc3b HTTP/1.1" status: 200 len: 2981 time: 0.0481830 Sep 23 23:58:40.917044 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c05dee4-502c-4873-bbb6-6dc3fd9257ed tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.918843 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3c05dee4-502c-4873-bbb6-6dc3fd9257ed tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1849234 Sep 23 23:58:40.921352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47210) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:40.927076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:40.959116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:40.990889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-67b81a1c-5b9f-4a29-a5dd-139291ef4792 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/90c17caf-a643-458a-8b13-a597bcb2fc3b HTTP/1.1" status: 200 len: 2981 time: 0.0735977 Sep 23 23:58:41.013104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbce6d9-f0fc-407c-b50c-d6fe5fc649a3 req-dc88dc15-92e6-4bbe-944a-c92189f70d49 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:41.015423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cbce6d9-f0fc-407c-b50c-d6fe5fc649a3 req-dc88dc15-92e6-4bbe-944a-c92189f70d49 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 948 time: 0.0797205 Sep 23 23:58:41.083859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-f862bc71-da4f-41d5-a5b9-7bdda8bc2e48 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9a0f4835-a991-44c0-8d9b-66625adcded3 HTTP/1.1" status: 200 len: 2981 time: 0.0845025 Sep 23 23:58:41.096422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cbce6d9-f0fc-407c-b50c-d6fe5fc649a3 req-70217b6c-dc24-4a1c-9823-f24ee4bf44ab tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737677 Sep 23 23:58:41.111209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.148901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-553aee8b-face-4ee1-8348-05044703b0a5 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9a0f4835-a991-44c0-8d9b-66625adcded3 HTTP/1.1" status: 200 len: 2981 time: 0.0513904 Sep 23 23:58:41.229388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-e6ccc555-7580-4186-a700-76f0e28f0539 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fa541c9c3b5541d1a54a533acec3b06f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0705507 Sep 23 23:58:41.243033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 871487d1-af73-461d-b5f9-832d10b779a5 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:41.277336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38ad1608-27bc-4418-acb0-9c86c5dbb896 req-8295720a-80e5-4c5d-82f8-111780ff78c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 210 time: 0.0597050 Sep 23 23:58:41.337295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Allocated IP 172.25.5.112 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/f7f9dff1-67ef-405a-862c-0fab85cfac5f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:41.414362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 871487d1-af73-461d-b5f9-832d10b779a5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:58:41.419401 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 871487d1-af73-461d-b5f9-832d10b779a5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:41.420114 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.426608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-63dd0527-1f77-401e-92ec-66bc9456583d tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b0512db1-4d81-41b7-b105-283bcacf4ecb HTTP/1.1" status: 200 len: 2981 time: 0.2388201 Sep 23 23:58:41.519579 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.527073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.563623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:41.568964 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1e1cfd-b893-4214-bbe4-c2fdb7059fdb" -d '{"events": [{"server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "name": "network-vif-plugged", "status": "completed", "tag": "871487d1-af73-461d-b5f9-832d10b779a5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:41.571696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.585668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 871487d1-af73-461d-b5f9-832d10b779a5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=871487d1-af73-461d-b5f9-832d10b779a5,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:41.592567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.624256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:41.630946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:41.641698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:41.653889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=871487d1-af73-461d-b5f9-832d10b779a5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:41.668426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a4a241f2-93fd-45b4-a370-d3aa83dcfaac details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:58:41.785813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=f7f9dff1-67ef-405a-862c-0fab85cfac5f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:41.809317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.830426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-380b4100-dfd3-4aa5-a51f-3269cf1d7491 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:41.833271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-380b4100-dfd3-4aa5-a51f-3269cf1d7491 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5798655 Sep 23 23:58:41.845202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-75fc26ba-e76d-4d37-8986-fb1cefe40172 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/b0512db1-4d81-41b7-b105-283bcacf4ecb HTTP/1.1" status: 200 len: 2981 time: 0.4091642 Sep 23 23:58:41.859581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Request body: {'port': {'device_id': '2bbee32c-c84c-48bc-b53b-29059eb1ccd7', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'fa541c9c3b5541d1a54a533acec3b06f'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:41.868216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.890312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a4a241f2-93fd-45b4-a370-d3aa83dcfaac, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:41.920854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a848511-e3a5-4d41-92dc-e94c2fab8b3f req-ac300c72-c513-49d0-b55f-064d19ddf032 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:41.922096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'a4a241f2-93fd-45b4-a370-d3aa83dcfaac', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a4a241f2-93fd-45b4-a370-d3aa83dcfaac', 'mac_address': 'fa:16:3e:f3:fa:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:58:41.930425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a848511-e3a5-4d41-92dc-e94c2fab8b3f req-ac300c72-c513-49d0-b55f-064d19ddf032 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 945 time: 0.5694869 Sep 23 23:58:41.973718 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:41.984840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-a8c3d6d7-c551-43c2-a600-5c47ecb27fb3 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bf446cbc-b51c-4787-925d-69db69e0a39b HTTP/1.1" status: 200 len: 2977 time: 0.1380153 Sep 23 23:58:41.992120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a241f2-93fd-45b4-a370-d3aa83dcfaac {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:42.000865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a848511-e3a5-4d41-92dc-e94c2fab8b3f req-86829551-de18-400b-a083-cdf771e0761b tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674367 Sep 23 23:58:42.033889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a4a241f2-93fd-45b4-a370-d3aa83dcfaac, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:42.039376 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.095327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.101958 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.115035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:42.141834 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1f2574-a747-458e-9a6e-4c7a9247dd67 x-openstack-request-id: req-7e1f2574-a747-458e-9a6e-4c7a9247dd67 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:42.144355 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "name": "network-vif-plugged", "status": "completed", "tag": "871487d1-af73-461d-b5f9-832d10b779a5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:42.144769 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e1f2574-a747-458e-9a6e-4c7a9247dd67 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:42.147300 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5', 'code': 200} Sep 23 23:58:42.182602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-9cc6b655-365e-42b5-8d7f-bb2bfe1639bd tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bf446cbc-b51c-4787-925d-69db69e0a39b HTTP/1.1" status: 200 len: 2977 time: 0.1966867 Sep 23 23:58:42.190709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=f7f9dff1-67ef-405a-862c-0fab85cfac5f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:42.244796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Made reservation on behalf of fa541c9c3b5541d1a54a533acec3b06f for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:42.249796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.263812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['a4a241f2-93fd-45b4-a370-d3aa83dcfaac'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:42.264399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-cbd0535f-9cb6-4755-b18b-8868d4153753 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e009f028-6d82-42bf-9aaa-25afa709f7a5 HTTP/1.1" status: 200 len: 2973 time: 0.0738373 Sep 23 23:58:42.265251 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.296964 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.318404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.329667 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91311679-f902-46b0-8f86-57d0e41d560b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3993356 Sep 23 23:58:42.336875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1a6df-d5c9-4269-a261-43977e22793e req-64959617-54cf-4ba0-940d-8b9d0114100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:42.338547 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cc1a6df-d5c9-4269-a261-43977e22793e req-64959617-54cf-4ba0-940d-8b9d0114100b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.1108766 Sep 23 23:58:42.341815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-4b6ee710-281b-4432-a0ca-093a8c5bf6e6 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e009f028-6d82-42bf-9aaa-25afa709f7a5 HTTP/1.1" status: 200 len: 2973 time: 0.0654547 Sep 23 23:58:42.427124 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cc1a6df-d5c9-4269-a261-43977e22793e req-540356b2-977c-4798-b5da-b1740c0ac157 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772197 Sep 23 23:58:42.446030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-ef8cd679-781e-4e1a-836b-a55881584844 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f979389b-afc4-47de-b169-d89cc9640991 HTTP/1.1" status: 200 len: 2981 time: 0.0966620 Sep 23 23:58:42.568436 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.571795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209caaad-7784-4658-b5a2-deeacd05d348 req-0a9b3d38-6bb3-4cbc-b329-18ed55cd3f63 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/f979389b-afc4-47de-b169-d89cc9640991 HTTP/1.1" status: 200 len: 2981 time: 0.1187696 Sep 23 23:58:42.578089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.631626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47236) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:42.634559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c1533e-4f4f-45a2-9b1f-385f372777dd req-4eb0fb6b-ab23-4e6e-b9b3-59e2e4f9a65c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:42.636523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46c1533e-4f4f-45a2-9b1f-385f372777dd req-4eb0fb6b-ab23-4e6e-b9b3-59e2e4f9a65c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 949 time: 0.1297643 Sep 23 23:58:42.637304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:42.706039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.706447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.706930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.707357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.707789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.708726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.709164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.709613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.710042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.710467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.711292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.711725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:42.755026 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cee1efc-e899-48c9-8f0c-b1357db05946 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.784306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cee1efc-e899-48c9-8f0c-b1357db05946 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.791920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0baa7d07-a429-4601-8515-f1e50fa6f04c req-d75887c3-2606-47c4-858f-af6140abf8bd tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 210 time: 0.0613372 Sep 23 23:58:42.841634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46c1533e-4f4f-45a2-9b1f-385f372777dd req-06d2b77b-04af-4abb-aa01-3f855af3e8ac tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946862 Sep 23 23:58:42.848080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cee1efc-e899-48c9-8f0c-b1357db05946 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.852584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cee1efc-e899-48c9-8f0c-b1357db05946 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:42.856947 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3cee1efc-e899-48c9-8f0c-b1357db05946 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "DELETE /v2.0/security-groups/cbb22fa0-d932-4ca4-b49e-774da9f8500a HTTP/1.1" status: 204 len: 168 time: 0.2211561 Sep 23 23:58:42.857143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47238) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:42.864543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee1efc-e899-48c9-8f0c-b1357db05946 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb22fa0-d932-4ca4-b49e-774da9f8500a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:42.895915 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-70148541-e0a5-4b16-bdda-3b48dd1a4d70 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] show failed (client error): The resource could not be found. Sep 23 23:58:42.897154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-70148541-e0a5-4b16-bdda-3b48dd1a4d70 tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "GET /v2.0/security-groups/cbb22fa0-d932-4ca4-b49e-774da9f8500a HTTP/1.1" status: 404 len: 347 time: 0.0381665 Sep 23 23:58:42.900460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47242) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:42.946667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Allocated IP 192.168.233.122 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/2842ed25-07c0-45c2-909e-a2f569f90892) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:43.052499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Deleting port dea51d0b-5af7-48f4-aced-605ce8664dd7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:43.052832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.087261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-f38b83a5-9fdb-40d2-8e18-7c9c9ea1d0f4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--894411288&fields=id&tenant_id=18cc7b6898f64a7aa6d79713a83a490d HTTP/1.1" status: 200 len: 267 time: 0.1349020 Sep 23 23:58:43.117166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81cb7a66-25f8-4a42-84ca-01db5cae2f6e req-5a7c5ca6-720f-46d3-8be9-198e73507846 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a78a3493c2046588e3e9abf13fc5426 HTTP/1.1" status: 200 len: 6101 time: 0.2011926 Sep 23 23:58:43.149865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.149865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.166538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Calling delete_port for dea51d0b-5af7-48f4-aced-605ce8664dd7 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:43.193414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-b8d77131-a738-4e3a-9636-669ead1ceb25 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:43.194877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-b8d77131-a738-4e3a-9636-669ead1ceb25 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports/101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 931 time: 0.1067891 Sep 23 23:58:43.307147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81cb7a66-25f8-4a42-84ca-01db5cae2f6e req-c44f98e8-7f49-4b01-a0c3-ef274cefc66b tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "GET /v2.0/security-groups/f979389b-afc4-47de-b169-d89cc9640991 HTTP/1.1" status: 200 len: 2981 time: 0.1656158 Sep 23 23:58:43.323151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-36f6e7eb-9a06-43ec-9121-a048f337e2bd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:43.331414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-36f6e7eb-9a06-43ec-9121-a048f337e2bd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports/6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 931 time: 0.0973916 Sep 23 23:58:43.352467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.410587 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-081fc484-4f99-4b58-8809-9637e56d7e30 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0778439 Sep 23 23:58:43.427181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Pushing event deleted for resources: {'Port': ['ID=dea51d0b-5af7-48f4-aced-605ce8664dd7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:43.470667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5cf35f24-3910-41a2-824f-3979217608a6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0591869 Sep 23 23:58:43.473737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.476744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.480288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.484878 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-41be9cf3-f139-4575-b62d-c89c85cddf2f tempest-ServersTestBootFromVolume-1137808531 tempest-ServersTestBootFromVolume-1137808531-project] 10.222.0.24 "DELETE /v2.0/floatingips/c585e6a3-34c8-4bf4-9b8b-d0f6662bc753 HTTP/1.1" status: 204 len: 168 time: 0.5800025 Sep 23 23:58:43.485380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:43.545913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81cb7a66-25f8-4a42-84ca-01db5cae2f6e req-3078b876-f331-4733-8cd1-845f5ca620f1 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "GET /v2.0/security-groups/f979389b-afc4-47de-b169-d89cc9640991 HTTP/1.1" status: 200 len: 2981 time: 0.1751289 Sep 23 23:58:43.616929 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.673824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a4a241f2-93fd-45b4-a370-d3aa83dcfaac up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:43.680825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Pushing event updated for resources: {'Port': ['ID=2842ed25-07c0-45c2-909e-a2f569f90892,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:43.701053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:43.708787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-50750866-43fc-440a-b128-951b29b90d5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:43.715305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-50750866-43fc-440a-b128-951b29b90d5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:43.722250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-50750866-43fc-440a-b128-951b29b90d5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:43.731754 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-50750866-43fc-440a-b128-951b29b90d5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/networks?id=7a2ab906-2773-4efa-b0e1-09691b94e19d&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d HTTP/1.1" status: 200 len: 1989 time: 0.2467422 Sep 23 23:58:43.759052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:43.771201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-9519af9d-749c-4c68-8656-1f64b98c2de5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/quotas/18cc7b6898f64a7aa6d79713a83a490d HTTP/1.1" status: 200 len: 375 time: 0.0381043 Sep 23 23:58:43.772013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port a4a241f2-93fd-45b4-a370-d3aa83dcfaac completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:58:43.773909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:43.783390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port a4a241f2-93fd-45b4-a370-d3aa83dcfaac triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:43.783943 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.912922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:43.913587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.939131 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:43.953576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-b3ecfd9a-bfd0-4f7c-99ee-bee3d8a18b2b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1739299 Sep 23 23:58:44.007590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a4a241f2-93fd-45b4-a370-d3aa83dcfaac, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:44.013399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.048090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9a17b3d9-809f-40a7-a445-5326a33aa12f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1980684 Sep 23 23:58:44.089501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:44.108093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.109222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Request body: {'port': {'device_id': '2bbee32c-c84c-48bc-b53b-29059eb1ccd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:44.148562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ef69a8-97f1-4283-84e3-dcf3fd992ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a241f2-93fd-45b4-a370-d3aa83dcfaac'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:44.148813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5da88-b988-4362-9813-44570f7e14aa req-7102618d-07af-48c8-9359-d22ca4856885 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:44.150319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7f5da88-b988-4362-9813-44570f7e14aa req-7102618d-07af-48c8-9359-d22ca4856885 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 946 time: 0.2881565 Sep 23 23:58:44.153097 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ff90f2-09f7-4a82-8f2a-09185dd1b18c" -d '{"events": [{"server_uuid": "23ef69a8-97f1-4283-84e3-dcf3fd992ea5", "name": "network-vif-plugged", "status": "completed", "tag": "a4a241f2-93fd-45b4-a370-d3aa83dcfaac"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:44.163517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-941dcf62-003f-4f3a-957d-88804d51f6a1 None None] Provisioning complete for port 2842ed25-07c0-45c2-909e-a2f569f90892 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:44.163993 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-941dcf62-003f-4f3a-957d-88804d51f6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.207140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-a3a4c4a6-7166-468f-b062-5efa0398b268 service neutron] 10.222.0.24 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525544 Sep 23 23:58:44.212998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-941dcf62-003f-4f3a-957d-88804d51f6a1 None None] Port 2842ed25-07c0-45c2-909e-a2f569f90892 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:44.247270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.316716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7f5da88-b988-4362-9813-44570f7e14aa req-1780332d-944f-413c-b137-81341fd2215e tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445265 Sep 23 23:58:44.379055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-bb1dfd6d-f60c-4096-920c-890fc6c61681 service neutron] 10.222.0.24 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709609 Sep 23 23:58:44.491208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Deleting port da73d32e-e276-412b-8458-83c27ba448d8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:44.491839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.522035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6b8e427e-81bb-4844-b5ca-9f2e4e2ea915 service neutron] 10.222.0.24 "GET /v2.0/ports/101f3ad9-7bd8-48c3-a7e5-cc47d94e165a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0804904 Sep 23 23:58:44.582660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] For port da73d32e-e276-412b-8458-83c27ba448d8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=da73d32e-e276-412b-8458-83c27ba448d8,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:44.583477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b541d6cd-0b8b-4e88-9c2e-0093b7a73728 req-08d1d29c-4e06-43fa-beca-1541d8d9cadf tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/e74265cc-7c3d-445b-9f65-61b587305fb7 HTTP/1.1" status: 200 len: 1778 time: 0.1314878 Sep 23 23:58:44.589324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.603220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Calling delete_port for da73d32e-e276-412b-8458-83c27ba448d8 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:44.724834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-4fbe0f72-72e1-4b27-a211-23b6e4eb9305 service neutron] 10.222.0.24 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894472 Sep 23 23:58:44.785173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b541d6cd-0b8b-4e88-9c2e-0093b7a73728 req-be7db845-2d0c-4cf2-8ab3-69831b36bb59 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.822934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.875043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b541d6cd-0b8b-4e88-9c2e-0093b7a73728 req-be7db845-2d0c-4cf2-8ab3-69831b36bb59 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.893405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2842ed25-07c0-45c2-909e-a2f569f90892 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:44.896625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Pushing event deleted for resources: {'Port': ['ID=da73d32e-e276-412b-8458-83c27ba448d8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:44.904750 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:44.952004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Transition to ACTIVE for port object 2842ed25-07c0-45c2-909e-a2f569f90892 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:58:44.956782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-33813521-c2d3-48f0-a8cd-1a7ffd6a72e1 service neutron] 10.222.0.24 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167072 Sep 23 23:58:44.962663 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.029075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b541d6cd-0b8b-4e88-9c2e-0093b7a73728 req-be7db845-2d0c-4cf2-8ab3-69831b36bb59 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.032644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b541d6cd-0b8b-4e88-9c2e-0093b7a73728 req-be7db845-2d0c-4cf2-8ab3-69831b36bb59 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.039821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b541d6cd-0b8b-4e88-9c2e-0093b7a73728 req-be7db845-2d0c-4cf2-8ab3-69831b36bb59 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/e74265cc-7c3d-445b-9f65-61b587305fb7 HTTP/1.1" status: 204 len: 173 time: 0.4046893 Sep 23 23:58:45.121839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.141515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7db845-2d0c-4cf2-8ab3-69831b36bb59 tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74265cc-7c3d-445b-9f65-61b587305fb7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:45.194580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Pushing event updated for resources: {'Port': ['ID=2842ed25-07c0-45c2-909e-a2f569f90892,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:45.218402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-93cce6fe-6221-4fab-ad1f-09a954143208 service neutron] 10.222.0.24 "GET /v2.0/ports/6ee33374-1ae6-4c50-91f7-6fbd90c3511c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2465451 Sep 23 23:58:45.315453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Attempting to bind port 2842ed25-07c0-45c2-909e-a2f569f90892 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:45.315792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Attempting to bind port 2842ed25-07c0-45c2-909e-a2f569f90892 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:45.316114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Attempting to bind port 2842ed25-07c0-45c2-909e-a2f569f90892 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:45.345348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Port 2842ed25-07c0-45c2-909e-a2f569f90892 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:58:45.345966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Attempting to bind port 2842ed25-07c0-45c2-909e-a2f569f90892 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:45.393198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:45.393651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:45.393988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:45.394383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Bound port: 2842ed25-07c0-45c2-909e-a2f569f90892, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:45.394743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.408715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af063e-2639-4b35-af84-66362654df07 req-1435979c-5ae8-4d0f-8bee-d1cfbefb7568 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:45.410249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75af063e-2639-4b35-af84-66362654df07 req-1435979c-5ae8-4d0f-8bee-d1cfbefb7568 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.20 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 945 time: 0.3159854 Sep 23 23:58:45.443761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fdfa4-eed6-4030-86a1-5f4916b4f781 req-244aad14-684f-4e02-bdad-ad4326d4c995 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:45.445289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b3fdfa4-eed6-4030-86a1-5f4916b4f781 req-244aad14-684f-4e02-bdad-ad4326d4c995 tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/ports?device_id=31f37a93-e138-49ab-a3f8-30d06144faca HTTP/1.1" status: 200 len: 945 time: 0.2366254 Sep 23 23:58:45.453259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Router 6030fa39-e111-4e82-afec-66b4c6828e9b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:58:45.539391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-d5f4cdbd-10af-4462-b2ad-adcf438f888d service neutron] 10.222.0.24 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200843 Sep 23 23:58:45.575655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:45.583676 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6298e467-99ac-4434-b6a6-c01d308d9461 admin admin] 10.222.0.24 "PUT /v2.0/routers/6030fa39-e111-4e82-afec-66b4c6828e9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0950201 Sep 23 23:58:45.584098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47274) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:45.587515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] Sync routers for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:45.598355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:45.598949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:45.643457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b3fdfa4-eed6-4030-86a1-5f4916b4f781 req-40fa8e02-515b-4916-8488-b323d331fcff tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.24 "GET /v2.0/security-groups?id=421a3924-6966-4853-b18e-6a3e53f5265d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683550 Sep 23 23:58:45.653136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] For port 2842ed25-07c0-45c2-909e-a2f569f90892, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:45.707585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] For port 2842ed25-07c0-45c2-909e-a2f569f90892, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2842ed25-07c0-45c2-909e-a2f569f90892,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:45.714117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.718653 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.748907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:45.850315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.915788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Deleting port 0d8b5038-80d0-4e01-bee6-20ab2689e770 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:45.916159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:45.944999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162'}], 'enable_snat': True}, 'gw_port_id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:58:44Z', 'revision_number': 5, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port': {'id': '0d8b5038-80d0-4e01-bee6-20ab2689e770', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:1e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:54:58Z', 'updated_at': '2021-09-23T23:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:45.973610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] Checking router: 6030fa39-e111-4e82-afec-66b4c6828e9b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:58:45.991010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] Routers {'6030fa39-e111-4e82-afec-66b4c6828e9b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:45.991658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6030fa39-e111-4e82-afec-66b4c6828e9b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:46.012498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] For port 0d8b5038-80d0-4e01-bee6-20ab2689e770, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d8b5038-80d0-4e01-bee6-20ab2689e770,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:46.012949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.019027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:46.019830 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.021250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] 10.222.0.18 "PUT /v2.0/ports/2842ed25-07c0-45c2-909e-a2f569f90892 HTTP/1.1" status: 200 len: 1097 time: 1.9184196 Sep 23 23:58:46.029916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Calling delete_port for 0d8b5038-80d0-4e01-bee6-20ab2689e770 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:46.049283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bbee32c-c84c-48bc-b53b-29059eb1ccd7', 'tag': '2842ed25-07c0-45c2-909e-a2f569f90892'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:46.051601 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a72234-1a82-4594-864f-8b72e6bff464" -d '{"events": [{"name": "network-changed", "server_uuid": "2bbee32c-c84c-48bc-b53b-29059eb1ccd7", "tag": "2842ed25-07c0-45c2-909e-a2f569f90892"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:46.055933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Deleting port 1602e959-9ba8-4033-a8e8-4e3eff5c708e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:46.056260 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.062159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-86847811-e386-4268-848a-0d763cf2db2f service neutron] 10.222.0.24 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922369 Sep 23 23:58:46.106536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] Set router 6030fa39-e111-4e82-afec-66b4c6828e9b gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:46.170718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3c720-9415-4b3f-8bb4-c601f563cb4d service neutron] Pushing event updated for resources: {'Port': ['ID=2842ed25-07c0-45c2-909e-a2f569f90892,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:46.179573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:58:45Z', 'revision_number': 6, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:46.211354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0588bea2-19b2-4a43-b888-09215e3ae539 None None] The sync data for ids ['6030fa39-e111-4e82-afec-66b4c6828e9b'] in n-d-713498-18 is: [{'id': '6030fa39-e111-4e82-afec-66b4c6828e9b', 'name': 'tempest-ServersTestBootFromVolume-2047671639-router', 'tenant_id': 'f06e73627d154347955444cbd3d617ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:54:56Z', 'updated_at': '2021-09-23T23:58:45Z', 'revision_number': 6, 'project_id': 'f06e73627d154347955444cbd3d617ce', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:58:46.306646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a416e4-3a09-44db-950a-60a71fa009e5 req-7dccea61-e550-4b6e-a83d-81d82ef9d06b tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:46.308409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4a416e4-3a09-44db-950a-60a71fa009e5 req-7dccea61-e550-4b6e-a83d-81d82ef9d06b tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 948 time: 0.5703948 Sep 23 23:58:46.353810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9565da2a-8c3a-4bc2-b725-01af975f9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:46.355381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-9565da2a-8c3a-4bc2-b725-01af975f9c03 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa541c9c3b5541d1a54a533acec3b06f&device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 1100 time: 0.2880068 Sep 23 23:58:46.357881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] For port 1602e959-9ba8-4033-a8e8-4e3eff5c708e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=1602e959-9ba8-4033-a8e8-4e3eff5c708e,segment=NetworkSegment(4bee82b4-9224-4db4-9010-c7ee8fc9c323),segment_id=4bee82b4-9224-4db4-9010-c7ee8fc9c323)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:46.358247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.391079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Calling delete_port for 1602e959-9ba8-4033-a8e8-4e3eff5c708e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:46.440117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-62517e8b-0c44-4ea6-9eac-704307035397 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2842ed25-07c0-45c2-909e-a2f569f90892 HTTP/1.1" status: 200 len: 217 time: 0.0633833 Sep 23 23:58:46.443791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-1179409d-b9a9-49b3-b85f-311260c20771 service neutron] 10.222.0.24 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549278 Sep 23 23:58:46.459411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4a416e4-3a09-44db-950a-60a71fa009e5 req-acd98e52-cad1-46d2-b564-e9159db62e6d tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/security-groups?id=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372411 Sep 23 23:58:46.589876 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.620888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8b5038-80d0-4e01-bee6-20ab2689e770,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:46.644982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-c2e2dab5-7d34-4267-8695-5c51218f2d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:46.646448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-c2e2dab5-7d34-4267-8695-5c51218f2d8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1983702 Sep 23 23:58:46.699978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.715891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-f52bd4cb-fdaa-4ba8-88e5-4b27989ec21d service neutron] 10.222.0.24 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554507 Sep 23 23:58:46.728458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47ac20-8d46-45a4-b6b9-a6a46b1dc66f req-d5b895ff-f2f2-4a09-a57b-564a64394a8d tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:46.730002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af47ac20-8d46-45a4-b6b9-a6a46b1dc66f req-d5b895ff-f2f2-4a09-a57b-564a64394a8d tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 950 time: 0.1913524 Sep 23 23:58:46.806170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.808739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.820063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-e40ff01c-9afb-4627-a981-c8158b7f29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:46.821568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-e40ff01c-9afb-4627-a981-c8158b7f29ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1636610 Sep 23 23:58:46.860755 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.861288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6030fa39-e111-4e82-afec-66b4c6828e9b {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:58:46.870133 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.874135 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-868934b4-1ddc-4b6a-a5d4-8e9341c51fa3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6030fa39-e111-4e82-afec-66b4c6828e9b HTTP/1.1" status: 204 len: 168 time: 1.2892392 Sep 23 23:58:46.874732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47280) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:46.926566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d885724d-0aa6-4916-8cad-4ca49207568e admin admin] Deleting subnet 624250f8-8041-4acd-b8de-dbb7fa03658b {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:58:46.929894 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d885724d-0aa6-4916-8cad-4ca49207568e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.932455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:46.939859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af47ac20-8d46-45a4-b6b9-a6a46b1dc66f req-1f337f83-0084-4a0c-97b8-3697b58c9805 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996250 Sep 23 23:58:46.989572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d885724d-0aa6-4916-8cad-4ca49207568e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.009504 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91753bd2-761a-4a30-a856-af715add7375 x-openstack-request-id: req-91753bd2-761a-4a30-a856-af715add7375 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:47.009504 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ef69a8-97f1-4283-84e3-dcf3fd992ea5", "name": "network-vif-plugged", "status": "completed", "tag": "a4a241f2-93fd-45b4-a370-d3aa83dcfaac", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:47.009504 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91753bd2-761a-4a30-a856-af715add7375 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:47.009504 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ef69a8-97f1-4283-84e3-dcf3fd992ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a241f2-93fd-45b4-a370-d3aa83dcfaac', 'code': 200} Sep 23 23:58:47.042958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Pushing event deleted for resources: {'Port': ['ID=1602e959-9ba8-4033-a8e8-4e3eff5c708e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:47.096241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d885724d-0aa6-4916-8cad-4ca49207568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.110495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-916d5ddb-1d4a-41c0-b8b4-91d09d76b645 service neutron] 10.222.0.24 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665290 Sep 23 23:58:47.164043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d885724d-0aa6-4916-8cad-4ca49207568e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.189985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d885724d-0aa6-4916-8cad-4ca49207568e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=624250f8-8041-4acd-b8de-dbb7fa03658b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:47.193822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d885724d-0aa6-4916-8cad-4ca49207568e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.198449 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d885724d-0aa6-4916-8cad-4ca49207568e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/624250f8-8041-4acd-b8de-dbb7fa03658b HTTP/1.1" status: 204 len: 168 time: 0.3201077 Sep 23 23:58:47.198449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47282) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:47.205743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] No DVR routers for this DVR port 1602e959-9ba8-4033-a8e8-4e3eff5c708e on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:47.206031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de868d04-703f-4838-b5c5-cc2bee9c5456 None None] Network e24980cc-6d91-484a-80b9-5134220b3082 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:47.248727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.251916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75af063e-2639-4b35-af84-66362654df07 req-35a76165-014c-4926-b33b-20727041beed tempest-ServerAddressesTestJSON-543340576 tempest-ServerAddressesTestJSON-543340576-project] 10.222.0.20 "DELETE /v2.0/ports/1602e959-9ba8-4033-a8e8-4e3eff5c708e HTTP/1.1" status: 204 len: 173 time: 1.8291755 Sep 23 23:58:47.304282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.313389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-2c27c14a-02d6-4e86-ab88-942c2d4c4b3f service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764950 Sep 23 23:58:47.380752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Deleting port a80eb71e-ad3f-44aa-b60e-436121f2065d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:47.382074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.455741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f6880-0f3e-4767-9a85-d993032b824a req-70c893ca-fea9-436b-be0a-6d5895bb2581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:47.457319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea6f6880-0f3e-4767-9a85-d993032b824a req-70c893ca-fea9-436b-be0a-6d5895bb2581 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 1102 time: 0.3681154 Sep 23 23:58:47.469364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] For port a80eb71e-ad3f-44aa-b60e-436121f2065d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a80eb71e-ad3f-44aa-b60e-436121f2065d,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:47.469873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.472648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] DHCP port deletion for e24980cc-6d91-484a-80b9-5134220b3082 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:58:47.488210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Calling delete_port for a80eb71e-ad3f-44aa-b60e-436121f2065d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:47.504340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c046178e-59e7-4324-9604-88af845ae944 req-1965f231-ab3c-406a-b5d6-597e0ce36be7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4680641 Sep 23 23:58:47.530572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] Deleting port a80eb71e-ad3f-44aa-b60e-436121f2065d {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:47.531038 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.531182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:47.585752 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.599104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea6f6880-0f3e-4767-9a85-d993032b824a req-25e837cc-58f1-4c12-9c40-107fff348480 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328716 Sep 23 23:58:47.603309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-370f643e-5778-4085-ae48-16813c13aedb service neutron] 10.222.0.24 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4657328 Sep 23 23:58:47.606153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] For port a80eb71e-ad3f-44aa-b60e-436121f2065d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a80eb71e-ad3f-44aa-b60e-436121f2065d,segment=NetworkSegment(0f5cecf6-dcf5-42d7-952a-e191c2ded9cb),segment_id=0f5cecf6-dcf5-42d7-952a-e191c2ded9cb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:47.606575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6dfb5f8-6a01-49ad-bc3a-608fe4a29d6e req-183786c6-1524-43a6-a6ce-5939e509a09b service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652943 Sep 23 23:58:47.606817 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.609211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.622234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] Calling delete_port for a80eb71e-ad3f-44aa-b60e-436121f2065d owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:47.624660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Pushing event deleted for resources: {'Port': ['ID=a80eb71e-ad3f-44aa-b60e-436121f2065d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:47.631676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] No DVR routers for this DVR port a80eb71e-ad3f-44aa-b60e-436121f2065d on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:47.709634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 1602e959-9ba8-4033-a8e8-4e3eff5c708e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:47.731250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 1602e959-9ba8-4033-a8e8-4e3eff5c708e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:47.731882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 1602e959-9ba8-4033-a8e8-4e3eff5c708e not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:47.735853 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.736204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.762274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24980cc-6d91-484a-80b9-5134220b3082']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:47.767964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] Pushing event deleted for resources: {'Port': ['ID=a80eb71e-ad3f-44aa-b60e-436121f2065d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:47.772524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf9a2e1-483e-4092-8344-a3bf7ae00bdc None None] No DVR routers for this DVR port a80eb71e-ad3f-44aa-b60e-436121f2065d on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:58:47.787540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:47.787821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5cecf6-dcf5-42d7-952a-e191c2ded9cb') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:47.800759 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.818178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.825873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:58:47.826350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:58:47.828764 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:58:47.894236 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.904420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:47.906729 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/e24980cc-6d91-484a-80b9-5134220b3082 HTTP/1.1" status: 204 len: 168 time: 0.7072141 Sep 23 23:58:47.921728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415cc72-f634-4095-be27-d825190752bf admin admin] Pushing event deleted for resources: {'Network': ['ID=e24980cc-6d91-484a-80b9-5134220b3082,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:48.050664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-0c4ec803-574c-4f46-938e-afc429a938fd service neutron] 10.222.0.24 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252064 Sep 23 23:58:48.082744 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.122967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47290) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:48.161512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d8b5038-80d0-4e01-bee6-20ab2689e770 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:48.173006 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-916fbb19-0b1f-4653-8d3c-e06dd2e7baea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f06e73627d154347955444cbd3d617ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444231 Sep 23 23:58:48.173315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47292) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:48.186800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0d8b5038-80d0-4e01-bee6-20ab2689e770 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:48.187285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d8b5038-80d0-4e01-bee6-20ab2689e770 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:48.187810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device da73d32e-e276-412b-8458-83c27ba448d8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:48.207324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: da73d32e-e276-412b-8458-83c27ba448d8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:48.208019 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device da73d32e-e276-412b-8458-83c27ba448d8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:48.208533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a80eb71e-ad3f-44aa-b60e-436121f2065d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:58:48.226168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6cc1f30-c97b-4abb-a0f4-df068bf2274f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.228954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a80eb71e-ad3f-44aa-b60e-436121f2065d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:58:48.229403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a80eb71e-ad3f-44aa-b60e-436121f2065d not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:58:48.243795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-a0aa799f-d97e-4613-b717-f8ee43803227 service neutron] 10.222.0.24 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851385 Sep 23 23:58:48.249397 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6cc1f30-c97b-4abb-a0f4-df068bf2274f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.297500 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6cc1f30-c97b-4abb-a0f4-df068bf2274f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.300792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6cc1f30-c97b-4abb-a0f4-df068bf2274f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.302158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f6cc1f30-c97b-4abb-a0f4-df068bf2274f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90c17caf-a643-458a-8b13-a597bcb2fc3b HTTP/1.1" status: 204 len: 168 time: 0.1278155 Sep 23 23:58:48.307793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Allocated IP 172.25.5.229 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/e4d0e17e-99a4-4993-8489-0a901cc75102) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:48.311866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc1f30-c97b-4abb-a0f4-df068bf2274f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c17caf-a643-458a-8b13-a597bcb2fc3b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:48.401258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-f6b5f0ea-ad4a-435f-94fd-3af882303c1a service neutron] 10.222.0.24 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510634 Sep 23 23:58:48.556122 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.564023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-70679d0e-18a6-4901-b3a9-9d478bccfb5f service neutron] 10.222.0.24 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552038 Sep 23 23:58:48.613561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.671229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:48.675658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:48.679462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:48.739197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Pushing event updated for resources: {'Port': ['ID=e4d0e17e-99a4-4993-8489-0a901cc75102,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:48.833004 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:48.892561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.100592 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.105555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.190206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Pushing event updated for resources: {'Port': ['ID=e4d0e17e-99a4-4993-8489-0a901cc75102,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:49.199344 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.215002 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.216363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c046178e-59e7-4324-9604-88af845ae944 req-0087835e-a51f-4ce4-8345-6698d496a348 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6949019 Sep 23 23:58:49.255361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47332) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:49.290857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2842ed25-07c0-45c2-909e-a2f569f90892 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:58:49.320508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c046178e-59e7-4324-9604-88af845ae944 req-25d6f80e-78f5-4146-bdf3-a51abe02d599 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.0961976 Sep 23 23:58:49.415244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2842ed25-07c0-45c2-909e-a2f569f90892, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2842ed25-07c0-45c2-909e-a2f569f90892,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:49.427418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '2842ed25-07c0-45c2-909e-a2f569f90892', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '2842ed25-07c0-45c2-909e-a2f569f90892', 'mac_address': 'fa:16:3e:36:a7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:58:49.428637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1195282449-network', 'tenant_id': 'd37f5248315d49848701e7fee32e97ce'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:49.461477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-924328a3-c1b7-46d7-bd7b-fb88df374f35 req-bcf95431-ebd8-4d54-9094-2db09294629e tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "GET /v2.0/security-groups/3bf6b1a7-526b-4ddc-855e-231cda01d335 HTTP/1.1" status: 200 len: 1775 time: 0.1533544 Sep 23 23:58:49.467385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Made reservation on behalf of d37f5248315d49848701e7fee32e97ce for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:49.472673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.473560 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.481993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.491823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2842ed25-07c0-45c2-909e-a2f569f90892 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:49.517893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2842ed25-07c0-45c2-909e-a2f569f90892, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2842ed25-07c0-45c2-909e-a2f569f90892,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:49.524424 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.554015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046178e-59e7-4324-9604-88af845ae944 req-9b1efd8c-67ba-4f3b-8fbf-6f9f01c35e70 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:49.556463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c046178e-59e7-4324-9604-88af845ae944 req-9b1efd8c-67ba-4f3b-8fbf-6f9f01c35e70 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2284696 Sep 23 23:58:49.594598 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-924328a3-c1b7-46d7-bd7b-fb88df374f35 req-02e8a667-e734-4a0e-9bb1-cc9b2b6bd28e tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.615663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=2842ed25-07c0-45c2-909e-a2f569f90892,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:49.622654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-924328a3-c1b7-46d7-bd7b-fb88df374f35 req-02e8a667-e734-4a0e-9bb1-cc9b2b6bd28e tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.656110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.663624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.669634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-924328a3-c1b7-46d7-bd7b-fb88df374f35 req-02e8a667-e734-4a0e-9bb1-cc9b2b6bd28e tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.673568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-924328a3-c1b7-46d7-bd7b-fb88df374f35 req-02e8a667-e734-4a0e-9bb1-cc9b2b6bd28e tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.675120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-924328a3-c1b7-46d7-bd7b-fb88df374f35 req-02e8a667-e734-4a0e-9bb1-cc9b2b6bd28e tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/3bf6b1a7-526b-4ddc-855e-231cda01d335 HTTP/1.1" status: 204 len: 173 time: 0.2049882 Sep 23 23:58:49.676782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:58:49.685649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8a667-e734-4a0e-9bb1-cc9b2b6bd28e tempest-SecurityGroupsTestAdminJSON-1251191530 tempest-SecurityGroupsTestAdminJSON-1251191530-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf6b1a7-526b-4ddc-855e-231cda01d335,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:49.697589 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.697934 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Added segment 81534bfa-93ee-4d08-b603-fd5a0e2f77a4 of type vlan for network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 Sep 23 23:58:49.739271 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a60252-bd53-4788-9f31-e8ba36bd96c4 x-openstack-request-id: req-55a60252-bd53-4788-9f31-e8ba36bd96c4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:49.739576 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bbee32c-c84c-48bc-b53b-29059eb1ccd7", "tag": "2842ed25-07c0-45c2-909e-a2f569f90892", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:49.739821 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55a60252-bd53-4788-9f31-e8ba36bd96c4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:49.740781 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bbee32c-c84c-48bc-b53b-29059eb1ccd7', 'tag': '2842ed25-07c0-45c2-909e-a2f569f90892', 'status': 'completed', 'code': 200} Sep 23 23:58:49.743790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['2842ed25-07c0-45c2-909e-a2f569f90892'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:49.757116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3523e76b-4dff-4866-8f99-6084090a97be,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:49.768051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47350) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:49.789767 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.842115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.843395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:49.844286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.885397 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.6294062 Sep 23 23:58:49.886369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47354) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:49.901669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Request body: {'subnet': {'network_id': '1ff417cc-999b-4a00-b96c-be09ebcc5af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1195282449-subnet', 'tenant_id': 'd37f5248315d49848701e7fee32e97ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:49.961564 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24006dff-310f-4700-9a73-a0aec571c994 admin admin] Pushing event updated for resources: {'Network': ['ID=1ff417cc-999b-4a00-b96c-be09ebcc5af4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:49.964674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-3430eb6f-5e74-455a-b438-3f3b3c9ba853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:49.966179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-3430eb6f-5e74-455a-b438-3f3b3c9ba853 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fa541c9c3b5541d1a54a533acec3b06f&device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 1101 time: 0.2006288 Sep 23 23:58:49.971129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5e27d1-df11-4d90-a483-f7170fb53aeb admin admin] Deleting subnet e992c34f-a5e8-4be5-8c87-13e7187c5498 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:58:49.976427 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b5e27d1-df11-4d90-a483-f7170fb53aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:49.978153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Made reservation on behalf of d37f5248315d49848701e7fee32e97ce for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:49.981753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:58:49.981960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.021395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b5e27d1-df11-4d90-a483-f7170fb53aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.067461 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b5e27d1-df11-4d90-a483-f7170fb53aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.153832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff5d8c-69c0-40f7-b729-ab74dd34934a req-a860b263-6a32-45aa-a0a2-6e2951f6e271 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:50.155394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4ff5d8c-69c0-40f7-b729-ab74dd34934a req-a860b263-6a32-45aa-a0a2-6e2951f6e271 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 950 time: 0.3066514 Sep 23 23:58:50.166278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee210e5-fb56-4133-819c-f54f87cfde92 req-3530d9ae-c39c-4413-bc04-743c6ff85aa1 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:50.167856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aee210e5-fb56-4133-819c-f54f87cfde92 req-3530d9ae-c39c-4413-bc04-743c6ff85aa1 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 949 time: 0.3178575 Sep 23 23:58:50.220215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.289624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65f001b-a0dd-4b2a-a58c-c7203a599da5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:50.297286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Checking segment: {'id': '81534bfa-93ee-4d08-b603-fd5a0e2f77a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1ff417cc-999b-4a00-b96c-be09ebcc5af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:50.297544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Network hostable DHCP agents. Network: 1ff417cc-999b-4a00-b96c-be09ebcc5af4, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:58:50.314254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-7efe2c29-c3f2-4bf1-930a-a13389b6a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:50.316402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-7efe2c29-c3f2-4bf1-930a-a13389b6a042 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2252474 Sep 23 23:58:50.318192 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b5e27d1-df11-4d90-a483-f7170fb53aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.318400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:58:50.329314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aee210e5-fb56-4133-819c-f54f87cfde92 req-99afa7b1-f885-4cbe-8a86-b3abdd3f21e8 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/security-groups?id=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507385 Sep 23 23:58:50.331479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 1ff417cc-999b-4a00-b96c-be09ebcc5af4) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:50.338302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4ff5d8c-69c0-40f7-b729-ab74dd34934a req-ce4a7354-5fcc-46ff-b9d0-82e985572390 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637847 Sep 23 23:58:50.339263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:50.340371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.342568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef738d-909f-4ac4-b9e0-a01b27b3eca0 None None] Network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:50.370248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e27d1-df11-4d90-a483-f7170fb53aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e992c34f-a5e8-4be5-8c87-13e7187c5498,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:50.375410 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ddb9c958-9b67-4a49-a678-fafc474ca18a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4782293 Sep 23 23:58:50.423732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-4ae75174-ae17-43bb-bdae-64160a91e967 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=2842ed25-07c0-45c2-909e-a2f569f90892 HTTP/1.1" status: 200 len: 217 time: 0.0933418 Sep 23 23:58:50.431980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b5e27d1-df11-4d90-a483-f7170fb53aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.436008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b5e27d1-df11-4d90-a483-f7170fb53aeb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e992c34f-a5e8-4be5-8c87-13e7187c5498 HTTP/1.1" status: 204 len: 168 time: 0.6648307 Sep 23 23:58:50.436754 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47360) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:50.534844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c62e9c81-b081-485a-822f-a2f281fec2c3 req-2e634228-3d2b-41b5-a6bd-954d81af8d8a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0412879 Sep 23 23:58:50.535920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-ca105c46-ae82-477b-9dff-ad560ceecb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:50.537241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-ca105c46-ae82-477b-9dff-ad560ceecb01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1011908 Sep 23 23:58:50.547481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5df82b8a-1479-4941-8354-ef1f47244626 req-263a2560-228b-40ff-ba0b-710f976fa74b tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "GET /v2.0/security-groups/b7c177aa-7976-4db8-94fe-643fae60231c HTTP/1.1" status: 200 len: 1776 time: 0.1225910 Sep 23 23:58:50.571213 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.594233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998bf13-cf77-412a-8cee-f256c0281bd6 None None] Network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:50.664400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-6b7502be-dca6-45e8-b434-3e1428157f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:50.666021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-6b7502be-dca6-45e8-b434-3e1428157f7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0886316 Sep 23 23:58:50.694170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.725863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88465ece-6d10-4f47-8833-fd6d74dfccb2']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:50.736576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bee82b4-9224-4db4-9010-c7ee8fc9c323') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:50.736859 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bee82b4-9224-4db4-9010-c7ee8fc9c323') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:50.750971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.768115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.775097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:58:50.775624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:58:50.777757 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:58:50.825160 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5df82b8a-1479-4941-8354-ef1f47244626 req-f62d39ea-35c1-4ec5-b274-7de6b62cbf49 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.847583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.854238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.859320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] 10.222.0.24 "DELETE /v2.0/networks/88465ece-6d10-4f47-8833-fd6d74dfccb2 HTTP/1.1" status: 204 len: 168 time: 0.4180272 Sep 23 23:58:50.874847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb18c4c-2c9d-4138-a720-6a8cdddb6616 admin admin] Pushing event deleted for resources: {'Network': ['ID=88465ece-6d10-4f47-8833-fd6d74dfccb2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:50.900605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-8aea34d1-de81-4e28-9791-32f1119fb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:50.902011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-8aea34d1-de81-4e28-9791-32f1119fb12e service neutron] 10.222.0.20 "GET /v2.0/ports/101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 1027 time: 0.1766741 Sep 23 23:58:50.917191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5df82b8a-1479-4941-8354-ef1f47244626 req-f62d39ea-35c1-4ec5-b274-7de6b62cbf49 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:50.987786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa128b1-b806-4868-8c93-0651d395eb99 req-b2ff16f0-1e41-4eb6-ad90-897272349bec tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:50.989308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-b2ff16f0-1e41-4eb6-ad90-897272349bec tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 821 time: 0.2953041 Sep 23 23:58:50.997258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47378) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:51.025517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-874af693-273b-4c52-ae6b-a97b9ad1b105 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513703 Sep 23 23:58:51.029131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-c315b171-2798-43a2-b73d-4337e9844cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:51.031521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-c315b171-2798-43a2-b73d-4337e9844cc8 service neutron] 10.222.0.20 "GET /v2.0/ports/6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 1027 time: 0.1103892 Sep 23 23:58:51.033284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-14159e86-e67c-4e99-bac2-c6f55f53fdcd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/quotas/9aa58a9a63ce49188a807c7ff06ae234 HTTP/1.1" status: 200 len: 375 time: 0.0229747 Sep 23 23:58:51.068719 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-131ca2bd-e138-40c7-a64e-7a53bec94651 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb87ea83bf924635aa5d2784d46f8271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0678234 Sep 23 23:58:51.068965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47380) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:51.070431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5df82b8a-1479-4941-8354-ef1f47244626 req-f62d39ea-35c1-4ec5-b274-7de6b62cbf49 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.073130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5df82b8a-1479-4941-8354-ef1f47244626 req-f62d39ea-35c1-4ec5-b274-7de6b62cbf49 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.074366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5df82b8a-1479-4941-8354-ef1f47244626 req-f62d39ea-35c1-4ec5-b274-7de6b62cbf49 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "DELETE /v2.0/security-groups/b7c177aa-7976-4db8-94fe-643fae60231c HTTP/1.1" status: 204 len: 173 time: 0.5212059 Sep 23 23:58:51.158124 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-474a1ae9-5216-4be5-a195-96ed75dbbf69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.167244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d39ea-35c1-4ec5-b274-7de6b62cbf49 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c177aa-7976-4db8-94fe-643fae60231c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:51.222570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-474a1ae9-5216-4be5-a195-96ed75dbbf69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.291047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2842ed25-07c0-45c2-909e-a2f569f90892 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:58:51.297286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-474a1ae9-5216-4be5-a195-96ed75dbbf69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.300181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-474a1ae9-5216-4be5-a195-96ed75dbbf69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.304634 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-474a1ae9-5216-4be5-a195-96ed75dbbf69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/421a3924-6966-4853-b18e-6a3e53f5265d HTTP/1.1" status: 204 len: 168 time: 0.2346323 Sep 23 23:58:51.314524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a1ae9-5216-4be5-a195-96ed75dbbf69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421a3924-6966-4853-b18e-6a3e53f5265d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:51.412223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 2842ed25-07c0-45c2-909e-a2f569f90892 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:58:51.417939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 2842ed25-07c0-45c2-909e-a2f569f90892 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:51.418323 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.619196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-07abc1d4-8ac1-4637-9d3d-bab9db98b1cc tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:51.626361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-07abc1d4-8ac1-4637-9d3d-bab9db98b1cc tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:51.632715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-07abc1d4-8ac1-4637-9d3d-bab9db98b1cc tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:51.634380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-07abc1d4-8ac1-4637-9d3d-bab9db98b1cc tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "GET /v2.0/networks?id=7a2ab906-2773-4efa-b0e1-09691b94e19d&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d HTTP/1.1" status: 200 len: 1989 time: 0.5915926 Sep 23 23:58:51.635089 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.663821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbee32c-c84c-48bc-b53b-29059eb1ccd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2842ed25-07c0-45c2-909e-a2f569f90892'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:51.667106 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4f3bb2-8f75-4bb8-b85d-53ecf78a8b6a" -d '{"events": [{"server_uuid": "2bbee32c-c84c-48bc-b53b-29059eb1ccd7", "name": "network-vif-plugged", "status": "completed", "tag": "2842ed25-07c0-45c2-909e-a2f569f90892"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:51.688412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-73e34a2d-a089-424d-b87b-a6ae1982c31d tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6229765 Sep 23 23:58:51.689440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2842ed25-07c0-45c2-909e-a2f569f90892, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2842ed25-07c0-45c2-909e-a2f569f90892,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:51.692597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5a72234-1a82-4594-864f-8b72e6bff464 req-a0725d97-a4bf-45a0-bdf4-4c3510883393 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583543 Sep 23 23:58:51.696598 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:51.726953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-0b6e943f-24da-4f18-8a6c-7a70ba8aaa97 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18cc7b6898f64a7aa6d79713a83a490d HTTP/1.1" status: 200 len: 379 time: 0.0795343 Sep 23 23:58:51.801180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=2842ed25-07c0-45c2-909e-a2f569f90892,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:51.828212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f37a93-e138-49ab-a3f8-30d06144faca', 'name': 'network-vif-deleted', 'tag': '1602e959-9ba8-4033-a8e8-4e3eff5c708e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:51.830638 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bf3be0-391d-4138-b808-66c1d5d35b6c" -d '{"events": [{"server_uuid": "31f37a93-e138-49ab-a3f8-30d06144faca", "name": "network-vif-deleted", "tag": "1602e959-9ba8-4033-a8e8-4e3eff5c708e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:51.835913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-14a703ae-d294-4127-ba42-f19f3bffacca service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298158 Sep 23 23:58:51.841281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'admin_state_up': True, 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'security_groups': ['aba7c9aa-476b-4d12-ad9a-efc438173c7e']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:52.174447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-e7c73f1d-ca4a-4467-8c7b-6c570437021f service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3294358 Sep 23 23:58:52.186529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-510693fb-ba7e-4300-bff3-58d669040f62 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:52.198602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-510693fb-ba7e-4300-bff3-58d669040f62 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/networks?id=1ff417cc-999b-4a00-b96c-be09ebcc5af4 HTTP/1.1" status: 200 len: 822 time: 0.3468199 Sep 23 23:58:52.248139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-4443a465-91ca-4885-b88b-f15304fb9425 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/quotas/d37f5248315d49848701e7fee32e97ce HTTP/1.1" status: 200 len: 375 time: 0.0480628 Sep 23 23:58:52.297118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-aa569b2e-5250-4ca9-a0e2-e09c86219215 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d37f5248315d49848701e7fee32e97ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476778 Sep 23 23:58:52.308593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:52.312488 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.324241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:52.493122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-666258936-network', 'tenant_id': 'c337b66785744853a9256c2b068c5e29'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:52.525953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Made reservation on behalf of c337b66785744853a9256c2b068c5e29 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:52.529906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.541461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.543200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-252f1437-948a-4e9c-9542-1f8ebddc4570 service neutron] 10.222.0.24 "GET /v2.0/networks/1ff417cc-999b-4a00-b96c-be09ebcc5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450635 Sep 23 23:58:52.637476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1933b481-db52-47b3-8de7-affc2079cc5a req-8129b8e1-4177-42f7-925b-9f15eaa72e71 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "GET /v2.0/security-groups/f112791d-7a73-4c48-9558-41c886f2d496 HTTP/1.1" status: 200 len: 1777 time: 0.1326630 Sep 23 23:58:52.694668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.699399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.714781 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:58:52.728497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.729022 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Added segment 648460fb-22e6-4df2-8c47-49e543381ce5 of type vlan for network b335634c-12a3-4d07-8003-edeff86eebeb Sep 23 23:58:52.733716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Allocated IP 172.20.0.6 (7a2ab906-2773-4efa-b0e1-09691b94e19d/ce0f675e-fe02-4e4e-be43-d7636ccd31ea/6630d13f-74ed-429e-af05-9302c2fbbeeb) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:52.785619 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.802642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-f560884f-a4ee-4d06-8c99-9ef9f6c87ad7 service neutron] 10.222.0.24 "GET /v2.0/networks/1ff417cc-999b-4a00-b96c-be09ebcc5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472146 Sep 23 23:58:52.839644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd8957e-4e29-4af0-bfd7-b73bb424da7b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:52.843564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.844549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:52.845176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.886406 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5567324 Sep 23 23:58:52.886406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47440) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:52.887035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1933b481-db52-47b3-8de7-affc2079cc5a req-8ee3f155-c24f-4756-82a6-8c34d055e3b3 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.901254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Request body: {'subnet': {'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-subnet', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:52.950726 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-067d3336-d283-49da-adf1-462aa7808dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.967988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1933b481-db52-47b3-8de7-affc2079cc5a req-8ee3f155-c24f-4756-82a6-8c34d055e3b3 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:52.987914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4429833-7b3b-49d4-be66-fae24c0e7d48 admin admin] Pushing event updated for resources: {'Network': ['ID=b335634c-12a3-4d07-8003-edeff86eebeb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:53.000022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b335634c-12a3-4d07-8003-edeff86eebeb details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:58:53.027059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Made reservation on behalf of c337b66785744853a9256c2b068c5e29 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:53.037129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.144230 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.250081 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.254346 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1933b481-db52-47b3-8de7-affc2079cc5a req-8ee3f155-c24f-4756-82a6-8c34d055e3b3 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.257863 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1933b481-db52-47b3-8de7-affc2079cc5a req-8ee3f155-c24f-4756-82a6-8c34d055e3b3 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.267341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1933b481-db52-47b3-8de7-affc2079cc5a req-8ee3f155-c24f-4756-82a6-8c34d055e3b3 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] 10.222.0.24 "DELETE /v2.0/security-groups/f112791d-7a73-4c48-9558-41c886f2d496 HTTP/1.1" status: 204 len: 173 time: 0.5767941 Sep 23 23:58:53.339218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee3f155-c24f-4756-82a6-8c34d055e3b3 tempest-SecurityGroupsTestAdminJSON-1443002504 tempest-SecurityGroupsTestAdminJSON-1443002504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f112791d-7a73-4c48-9558-41c886f2d496,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:53.353957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3eee3-52ba-49a8-8d5c-d519fecb02d3 req-5f7a6e08-fd40-4eb1-bac6-b5b84c993919 tempest-ServersAdminNegativeTestJSON-1483784772 tempest-ServersAdminNegativeTestJSON-1483784772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:53.363451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33f3eee3-52ba-49a8-8d5c-d519fecb02d3 req-5f7a6e08-fd40-4eb1-bac6-b5b84c993919 tempest-ServersAdminNegativeTestJSON-1483784772 tempest-ServersAdminNegativeTestJSON-1483784772-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 1102 time: 0.1826525 Sep 23 23:58:53.385224 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-33f3eee3-52ba-49a8-8d5c-d519fecb02d3 req-3eacc71a-0efb-40b5-8071-971cf417b9a8 tempest-ServersAdminNegativeTestJSON-1483784772 tempest-ServersAdminNegativeTestJSON-1483784772-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.402308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:53.467345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=6630d13f-74ed-429e-af05-9302c2fbbeeb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:53.475293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:53.498983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:53.510943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.608737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42071fca-95e4-48e1-b48b-d19393bd9286,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:53.631472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Checking segment: {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:53.631923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Network hostable DHCP agents. Network: b335634c-12a3-4d07-8003-edeff86eebeb, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:58:53.635574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14be63b-8990-42af-ac39-dd36232a0665 req-2a6e5922-3fda-40e4-9e82-579e143a2a4e tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:53.648895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c14be63b-8990-42af-ac39-dd36232a0665 req-2a6e5922-3fda-40e4-9e82-579e143a2a4e tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 950 time: 0.2408581 Sep 23 23:58:53.676435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Network b335634c-12a3-4d07-8003-edeff86eebeb is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:58:53.698236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:53.699067 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.701006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b335634c-12a3-4d07-8003-edeff86eebeb) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:53.707747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:53.708551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.713507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0106998-5b10-453e-b606-3e9a9977ea24 None None] Network b335634c-12a3-4d07-8003-edeff86eebeb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:53.783756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c14be63b-8990-42af-ac39-dd36232a0665 req-50316ee2-6acc-4fdf-939a-152b9c3cdaab tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/security-groups?id=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246173 Sep 23 23:58:53.799931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47458) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:53.880891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-33f3eee3-52ba-49a8-8d5c-d519fecb02d3 req-3eacc71a-0efb-40b5-8071-971cf417b9a8 tempest-ServersAdminNegativeTestJSON-1483784772 tempest-ServersAdminNegativeTestJSON-1483784772-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.901888 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6629ab9e-a998-4f1e-9a94-abe8a1fb7bf5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0115907 Sep 23 23:58:53.902116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47462) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:53.906881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:53.929280 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-33f3eee3-52ba-49a8-8d5c-d519fecb02d3 req-3eacc71a-0efb-40b5-8071-971cf417b9a8 tempest-ServersAdminNegativeTestJSON-1483784772 tempest-ServersAdminNegativeTestJSON-1483784772-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.953346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.954578 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:53.988503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa6136-6311-4146-a052-bec30cbab604 None None] Network b335634c-12a3-4d07-8003-edeff86eebeb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:58:53.997718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6c3aa05f-9ad8-46d3-b91f-1c09fb6aa07f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1602793 Sep 23 23:58:54.026008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3030195a-10a3-4536-8f85-85843bdd000d None None] Provisioning complete for port 6630d13f-74ed-429e-af05-9302c2fbbeeb triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:54.026191 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3030195a-10a3-4536-8f85-85843bdd000d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:54.027413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'admin_state_up': True, 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'security_groups': ['aba7c9aa-476b-4d12-ad9a-efc438173c7e']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:54.082737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:54.191832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3030195a-10a3-4536-8f85-85843bdd000d None None] Port 6630d13f-74ed-429e-af05-9302c2fbbeeb cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:54.206284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33f3eee3-52ba-49a8-8d5c-d519fecb02d3 req-3eacc71a-0efb-40b5-8071-971cf417b9a8 tempest-ServersAdminNegativeTestJSON-1483784772 tempest-ServersAdminNegativeTestJSON-1483784772-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8417063 Sep 23 23:58:54.227426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee154f76-1168-4e09-af26-4af58ff8194b req-8f6421d5-45da-4c76-a26d-5b731683beea tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:54.228972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee154f76-1168-4e09-af26-4af58ff8194b req-8f6421d5-45da-4c76-a26d-5b731683beea tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 931 time: 0.3065047 Sep 23 23:58:54.237330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eacc71a-0efb-40b5-8071-971cf417b9a8 tempest-ServersAdminNegativeTestJSON-1483784772 tempest-ServersAdminNegativeTestJSON-1483784772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b96f67-4698-4b2e-b519-c5e241a35a62,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:54.281338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa128b1-b806-4868-8c93-0651d395eb99 req-c7fff194-b44d-4dcd-a7ab-ce9d2d32aceb tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:54.283022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-c7fff194-b44d-4dcd-a7ab-ce9d2d32aceb tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.20 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 821 time: 0.4625263 Sep 23 23:58:54.295807 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2405d6a9-d217-40c5-9699-4c6348d77e0e x-openstack-request-id: req-2405d6a9-d217-40c5-9699-4c6348d77e0e {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:54.296414 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbee32c-c84c-48bc-b53b-29059eb1ccd7", "name": "network-vif-plugged", "status": "completed", "tag": "2842ed25-07c0-45c2-909e-a2f569f90892", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:54.297007 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2405d6a9-d217-40c5-9699-4c6348d77e0e {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:54.297830 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbee32c-c84c-48bc-b53b-29059eb1ccd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2842ed25-07c0-45c2-909e-a2f569f90892', 'code': 200} Sep 23 23:58:54.305597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Request body: {'port': {'device_id': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'admin_state_up': True, 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:54.312740 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-54e757a8-343d-47d5-a53b-503a867a637a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a78a3493c2046588e3e9abf13fc5426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113833 Sep 23 23:58:54.333327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47466) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:54.374883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee154f76-1168-4e09-af26-4af58ff8194b req-96482733-5697-424f-b7fa-320887a07342 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282659 Sep 23 23:58:54.375506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:54.379019 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:54.394244 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f5ef60-bc7b-4854-9cfd-428d77a78528 x-openstack-request-id: req-b4f5ef60-bc7b-4854-9cfd-428d77a78528 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:58:54.394512 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f37a93-e138-49ab-a3f8-30d06144faca", "name": "network-vif-deleted", "tag": "1602e959-9ba8-4033-a8e8-4e3eff5c708e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:58:54.394784 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b4f5ef60-bc7b-4854-9cfd-428d77a78528 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:58:54.395170 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f37a93-e138-49ab-a3f8-30d06144faca', 'name': 'network-vif-deleted', 'tag': '1602e959-9ba8-4033-a8e8-4e3eff5c708e', 'status': 'completed', 'code': 200} Sep 23 23:58:54.448883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:54.659969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ffb347d2-4c46-4ec7-b423-927fc1366a28 req-f3eb1ea0-d7a7-45a3-bebb-e97d2ca647ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 210 time: 0.1632955 Sep 23 23:58:54.661830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a31b20d5-b50c-4ad9-a410-b59506d9b041 req-3223bd57-4229-4edd-872a-54d00c8cc92c tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 210 time: 0.1317496 Sep 23 23:58:54.671509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b2569-2e3e-4fe1-882c-57099b0d12b8 req-2a000a72-bd3b-411d-9dc3-20930da826d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:54.673168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba1b2569-2e3e-4fe1-882c-57099b0d12b8 req-2a000a72-bd3b-411d-9dc3-20930da826d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 1102 time: 0.3063695 Sep 23 23:58:54.812317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Allocated IP 10.1.1.39 (302ed7ed-6b15-4625-8a8c-6436476ecf02/dbfe7bf7-070b-4589-b161-757cc6d845e3/166b8611-6d76-469f-b7fc-cc4402ae87f5) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:54.932431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e69b0f96-3658-4a8c-818c-3c8d961e69dc tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:54.934509 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e69b0f96-3658-4a8c-818c-3c8d961e69dc tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.20 "GET /v2.0/networks?id=1ff417cc-999b-4a00-b96c-be09ebcc5af4 HTTP/1.1" status: 200 len: 822 time: 0.3738723 Sep 23 23:58:54.947975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Request body: {'port': {'device_id': '01a1247e-3ed3-4c2c-b0d5-eed1552903c2', 'network_id': '1ff417cc-999b-4a00-b96c-be09ebcc5af4', 'admin_state_up': True, 'tenant_id': 'd37f5248315d49848701e7fee32e97ce'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:55.038685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.051382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f355c370-f110-4c64-beab-e46d9da4df38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.068606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Made reservation on behalf of 9aa58a9a63ce49188a807c7ff06ae234 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:55.069241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.072355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.119327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba1b2569-2e3e-4fe1-882c-57099b0d12b8 req-54856af2-cfd5-4704-b24f-60e728da06b2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086983 Sep 23 23:58:55.141168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f355c370-f110-4c64-beab-e46d9da4df38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.174684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Made reservation on behalf of d37f5248315d49848701e7fee32e97ce for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:55.178489 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.180912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896edaa6-3860-44a8-a983-b429a2f5e2c5 req-8138e8e3-ada6-4d91-8093-c85a8f263e5a tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:55.183370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-896edaa6-3860-44a8-a983-b429a2f5e2c5 req-8138e8e3-ada6-4d91-8093-c85a8f263e5a tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 950 time: 0.2672353 Sep 23 23:58:55.237646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.283195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Allocated IP 172.25.5.159 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/5faa6efa-b61f-4d6b-aec3-2841187ac15e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:55.428744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Allocated IP 172.20.0.13 (1ff417cc-999b-4a00-b96c-be09ebcc5af4/b65f001b-a0dd-4b2a-a58c-c7203a599da5/c0c6cee7-a48a-4dcb-9fcb-448c323fe982) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:55.480796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.568837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d780f-cbf2-4ded-88a4-e242d9a0809b req-ef80f4eb-8567-46f8-9296-06fcad215af1 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:55.570404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-991d780f-cbf2-4ded-88a4-e242d9a0809b req-ef80f4eb-8567-46f8-9296-06fcad215af1 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 946 time: 0.6142497 Sep 23 23:58:55.605304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.618821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-991d780f-cbf2-4ded-88a4-e242d9a0809b req-9d289800-c719-42e8-b3d6-bffb8aec9e33 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400465 Sep 23 23:58:55.687771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:55.692662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:55.695101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Pushing event updated for resources: {'Port': ['ID=5faa6efa-b61f-4d6b-aec3-2841187ac15e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:55.700896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:55.741311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.785824 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.809703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-896edaa6-3860-44a8-a983-b429a2f5e2c5 req-dc7502a0-9985-420d-b2d9-c21a02b871b2 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/security-groups?id=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5550871 Sep 23 23:58:55.811860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Allocated IP 172.20.0.10 (c21c3c3d-083f-4226-ac06-d22f07017e7a/5bd3f87b-1346-4623-94ff-90de1d48ecf9/0e4356d9-a303-4f1b-a354-cf5fa8c6abda) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:55.824300 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.830345 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f355c370-f110-4c64-beab-e46d9da4df38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.833389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f355c370-f110-4c64-beab-e46d9da4df38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.834554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f355c370-f110-4c64-beab-e46d9da4df38 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f979389b-afc4-47de-b169-d89cc9640991 HTTP/1.1" status: 204 len: 168 time: 1.4780836 Sep 23 23:58:55.883950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:55.889162 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.891175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f355c370-f110-4c64-beab-e46d9da4df38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f979389b-afc4-47de-b169-d89cc9640991,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:55.893512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:55.898238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:55.987717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:55.989935 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5dd7e180-0117-4dea-b1e3-de870e95d94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:55.994874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:56.033002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:56.070529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1ce3a4e-97e4-4300-8698-1ef9823a9c6f req-38283f30-6a3e-4732-a295-c1ef17dcc1d8 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 210 time: 0.0573442 Sep 23 23:58:56.097229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Pushing event updated for resources: {'Port': ['ID=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:56.123586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e9fc-f6d9-44bd-88eb-8efb8faafb5f req-a107c50d-ddba-4e72-80e2-6d7735daa3ba tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:56.146040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9e9fc-f6d9-44bd-88eb-8efb8faafb5f req-a107c50d-ddba-4e72-80e2-6d7735daa3ba tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:56.158728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bd9e9fc-f6d9-44bd-88eb-8efb8faafb5f req-a107c50d-ddba-4e72-80e2-6d7735daa3ba tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 1652 time: 0.3438880 Sep 23 23:58:56.209407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:56.209990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:56.281163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:56.281971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:56.310146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:56.341214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b47c9ac1-4b9b-4e56-a288-9e85fef46f58 None None] Provisioning complete for port 166b8611-6d76-469f-b7fc-cc4402ae87f5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:56.342574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b47c9ac1-4b9b-4e56-a288-9e85fef46f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:56.370481 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-cd2ab610-310a-4542-bfd8-dc93fad58459 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4262242 Sep 23 23:58:56.386787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-95db5eac-26f3-4607-9b05-f6886684e651 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:56.389125 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-95db5eac-26f3-4607-9b05-f6886684e651 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 946 time: 0.2257018 Sep 23 23:58:56.400880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Request body: {'port': {'device_id': '01a1247e-3ed3-4c2c-b0d5-eed1552903c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:56.411571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b47c9ac1-4b9b-4e56-a288-9e85fef46f58 None None] Port 166b8611-6d76-469f-b7fc-cc4402ae87f5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:56.438995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=166b8611-6d76-469f-b7fc-cc4402ae87f5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:56.461611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47490) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:56.536990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-021fb72f-d10c-425f-a792-13b299273a58 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5268307 Sep 23 23:58:56.549475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bd9e9fc-f6d9-44bd-88eb-8efb8faafb5f req-1acd9aa4-405e-4594-9c15-70670514436b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3817627 Sep 23 23:58:56.566844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'admin_state_up': True, 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'security_groups': ['aba7c9aa-476b-4d12-ad9a-efc438173c7e']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:56.652266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:56.683026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7ea10-9808-4e7d-9b12-6787666987b2 req-d673144f-fb6d-41cf-93d9-cb6b54171c8f tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:56.685938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ee7ea10-9808-4e7d-9b12-6787666987b2 req-d673144f-fb6d-41cf-93d9-cb6b54171c8f tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 932 time: 0.3805954 Sep 23 23:58:56.724033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-701eb3a0-f756-4b81-b3ec-984f92ef1212 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0f0db6d16bd462a81e9b965d21935a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2508287 Sep 23 23:58:56.730182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47494) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:56.774229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:56.846208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ee7ea10-9808-4e7d-9b12-6787666987b2 req-ea0b662e-3a71-44ca-bfda-b84baab82471 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396677 Sep 23 23:58:56.939847 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d76f810f-1961-43a7-8ab3-c62a680ec70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:56.974802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:56.980270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.008868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.023707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.042473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['871487d1-af73-461d-b5f9-832d10b779a5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:57.065494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d76f810f-1961-43a7-8ab3-c62a680ec70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.116322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c42619-4c3e-43fe-91bc-b5d6f92890f0 req-f765e28d-d508-426a-ae2f-72bc18a6c966 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:57.124388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48c42619-4c3e-43fe-91bc-b5d6f92890f0 req-f765e28d-d508-426a-ae2f-72bc18a6c966 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 946 time: 0.2457895 Sep 23 23:58:57.132826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Deleting port 3e9fc5e4-9858-4528-bdec-b0a13142786a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:57.133228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.163533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.221088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c878399-b938-47f4-9104-9398b42f06dc req-862e4cd0-6bf8-4bd2-898d-31aa35ef6990 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:57.222977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c878399-b938-47f4-9104-9398b42f06dc req-862e4cd0-6bf8-4bd2-898d-31aa35ef6990 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 950 time: 0.2786934 Sep 23 23:58:57.239653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Network c21c3c3d-083f-4226-ac06-d22f07017e7a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:57.288018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:57.305805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48c42619-4c3e-43fe-91bc-b5d6f92890f0 req-a277ec33-be70-4763-b51e-5a980e190e7f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups?id=5c759a4c-d91c-4ad6-a0fe-aa9323d84222&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749082 Sep 23 23:58:57.311178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:57.349822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Pushing event updated for resources: {'Port': ['ID=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:57.479660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] For port 3e9fc5e4-9858-4528-bdec-b0a13142786a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3e9fc5e4-9858-4528-bdec-b0a13142786a,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:57.480005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.483854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c878399-b938-47f4-9104-9398b42f06dc req-c70a4331-a612-47dc-9e3f-e53aa5d5628f tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232220 Sep 23 23:58:57.563208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:57.564238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.624966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d76f810f-1961-43a7-8ab3-c62a680ec70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.627691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d76f810f-1961-43a7-8ab3-c62a680ec70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.631715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d76f810f-1961-43a7-8ab3-c62a680ec70d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10e9028e-0394-49f3-97e5-5c10474f05d1 HTTP/1.1" status: 204 len: 168 time: 0.8948607 Sep 23 23:58:57.644029 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3bc8a885-52f6-4897-9013-b52dd7c50269 None None] Provisioning complete for port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:57.644878 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3bc8a885-52f6-4897-9013-b52dd7c50269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.653600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Allocated IP 10.1.1.28 (302ed7ed-6b15-4625-8a8c-6436476ecf02/dbfe7bf7-070b-4589-b161-757cc6d845e3/96e2c860-a67a-4cfc-918a-03e583d50a9b) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:58:57.687859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3bc8a885-52f6-4897-9013-b52dd7c50269 None None] Port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:57.703790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-a4725fdd-74be-4b62-a27f-a46ae7bddc75 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4094408 Sep 23 23:58:57.720727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c6cee7-a48a-4dcb-9fcb-448c323fe982 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:57.730322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Request body: {'port': {'device_id': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:57.735571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.739631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f810f-1961-43a7-8ab3-c62a680ec70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e9028e-0394-49f3-97e5-5c10474f05d1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:57.791401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b661aec-93cc-493e-a10d-c132c4382023 req-121db797-429c-40c0-907f-ead7656f3bb9 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:57.799093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b661aec-93cc-493e-a10d-c132c4382023 req-121db797-429c-40c0-907f-ead7656f3bb9 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 950 time: 0.3825519 Sep 23 23:58:57.810267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Transition to ACTIVE for port object c0c6cee7-a48a-4dcb-9fcb-448c323fe982 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:58:57.820981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.857612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:58:57.862660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.863151 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:57.863514 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Floating IP f48ed63b-2df3-40aa-ba16-940e3967156e disassociated. External IP: 172.25.5.218, port: 3e9fc5e4-9858-4528-bdec-b0a13142786a. Sep 23 23:58:57.863984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Calling delete_port for 3e9fc5e4-9858-4528-bdec-b0a13142786a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:57.869792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4ac660-4345-49cc-a623-2e0e35c4167d req-5e9f4a5f-88b1-4457-925a-ec9b90796573 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:57.878030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a4ac660-4345-49cc-a623-2e0e35c4167d req-5e9f4a5f-88b1-4457-925a-ec9b90796573 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 932 time: 0.2998888 Sep 23 23:58:57.949470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Pushing event updated for resources: {'Port': ['ID=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:57.971654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.023206 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.081139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b661aec-93cc-493e-a10d-c132c4382023 req-46d45f27-723c-4008-8eb3-4922295188fd tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/security-groups?id=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810938 Sep 23 23:58:58.127519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.150746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:58.159643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a4ac660-4345-49cc-a623-2e0e35c4167d req-10a82d48-e85a-4b2d-8d75-27af60bed664 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756417 Sep 23 23:58:58.169633 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Sync routers for ids ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:58.180059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Attempting to bind port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:58.180395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Attempting to bind port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '81534bfa-93ee-4d08-b603-fd5a0e2f77a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1ff417cc-999b-4a00-b96c-be09ebcc5af4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:58.180718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Attempting to bind port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 on network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:58.196912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 on network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:58:58.197280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Attempting to bind port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 on network 1ff417cc-999b-4a00-b96c-be09ebcc5af4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:58.201032 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Routers {'f3bd5449-5dd2-40cf-a15e-43b8853e6e39'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:58.205522 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:58.209064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.20', 53383) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:58.226632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.226632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c23f2929-3d80-451a-b45b-d54e7095e08b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.3226991 Sep 23 23:58:58.230432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:58.230869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Checking segment: {'id': '81534bfa-93ee-4d08-b603-fd5a0e2f77a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1ff417cc-999b-4a00-b96c-be09ebcc5af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:58.231173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Bound using segment: {'id': '81534bfa-93ee-4d08-b603-fd5a0e2f77a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1ff417cc-999b-4a00-b96c-be09ebcc5af4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:58.231621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Bound port: c0c6cee7-a48a-4dcb-9fcb-448c323fe982, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81534bfa-93ee-4d08-b603-fd5a0e2f77a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1ff417cc-999b-4a00-b96c-be09ebcc5af4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:58.232028 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.237971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47518) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:58:58.324351 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.430613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-f3189804-1a4b-4e3f-8a18-bfe83c9ce04e tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:58.432457 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-f3189804-1a4b-4e3f-8a18-bfe83c9ce04e tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.20 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 950 time: 0.2222672 Sep 23 23:58:58.439852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event deleted for resources: {'Port': ['ID=3e9fc5e4-9858-4528-bdec-b0a13142786a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:58.448609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:58:58.457174 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Set router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:58:58.509399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:58:58.512305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:58:58.604728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] For port c0c6cee7-a48a-4dcb-9fcb-448c323fe982, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:58:58.627743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] For port c0c6cee7-a48a-4dcb-9fcb-448c323fe982, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,segment=NetworkSegment(81534bfa-93ee-4d08-b603-fd5a0e2f77a4),segment_id=81534bfa-93ee-4d08-b603-fd5a0e2f77a4)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:58:58.653564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.742329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=96e2c860-a67a-4cfc-918a-03e583d50a9b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:58.827742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Pushing event updated for resources: {'Port': ['ID=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:58.853320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e153af3-665b-4427-a989-27925f29a244 req-8542082f-237e-4c02-98f7-582434d6dd15 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:58.853586 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-23T23:58:55Z', 'revision_number': 3, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port': {'id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:55Z', 'updated_at': '2021-09-23T23:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:58.854053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e153af3-665b-4427-a989-27925f29a244 req-8542082f-237e-4c02-98f7-582434d6dd15 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:58.867742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e153af3-665b-4427-a989-27925f29a244 req-8542082f-237e-4c02-98f7-582434d6dd15 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:58.882798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:58.882798 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.882798 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-e6085377-26fc-49df-9683-fdcc22cb3ccc service neutron] 10.222.0.20 "PUT /v2.0/ports/c0c6cee7-a48a-4dcb-9fcb-448c323fe982 HTTP/1.1" status: 200 len: 1093 time: 2.4848986 Sep 23 23:58:58.883583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a1247e-3ed3-4c2c-b0d5-eed1552903c2', 'tag': 'c0c6cee7-a48a-4dcb-9fcb-448c323fe982'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:58:58.884217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e153af3-665b-4427-a989-27925f29a244 req-8542082f-237e-4c02-98f7-582434d6dd15 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 2372 time: 0.6405511 Sep 23 23:58:58.886722 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b" -d '{"events": [{"name": "network-changed", "server_uuid": "01a1247e-3ed3-4c2c-b0d5-eed1552903c2", "tag": "c0c6cee7-a48a-4dcb-9fcb-448c323fe982"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:58:58.907999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Deleting port a4a241f2-93fd-45b4-a370-d3aa83dcfaac {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:58:58.912019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.939724 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Checking router: f3bd5449-5dd2-40cf-a15e-43b8853e6e39 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:58:58.940062 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Updating router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 port 5faa6efa-b61f-4d6b-aec3-2841187ac15e binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:58:58.955067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e6266e3d-f105-447a-a133-f9147074a5c3 None None] Provisioning complete for port 96e2c860-a67a-4cfc-918a-03e583d50a9b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:58:58.955566 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e6266e3d-f105-447a-a133-f9147074a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.959641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:58.960577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:58.977424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2465635-2f5d-4336-babb-053c38af42fd req-a38806a5-a471-4115-a217-b08260182bc8 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:58.979350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2465635-2f5d-4336-babb-053c38af42fd req-a38806a5-a471-4115-a217-b08260182bc8 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 944 time: 0.6928270 Sep 23 23:58:59.013940 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.085783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e6266e3d-f105-447a-a133-f9147074a5c3 None None] Port 96e2c860-a67a-4cfc-918a-03e583d50a9b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:58:59.096911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.154808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] For port a4a241f2-93fd-45b4-a370-d3aa83dcfaac, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:58:59.155410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.172098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Calling delete_port for a4a241f2-93fd-45b4-a370-d3aa83dcfaac owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:58:59.276480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Router 1de45cd6-8645-49b3-adea-6cdc5c377270 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:58:59.319436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-56125bad-89a1-4b70-96d4-22da78de0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:59.321141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-56125bad-89a1-4b70-96d4-22da78de0730 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d37f5248315d49848701e7fee32e97ce&device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 1096 time: 0.0872653 Sep 23 23:58:59.427653 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-db39de62-106d-4680-b71b-94cd4328e583 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c6cee7-a48a-4dcb-9fcb-448c323fe982 HTTP/1.1" status: 200 len: 217 time: 0.0677221 Sep 23 23:58:59.470069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6dc4a322-acdd-487b-86c8-b8fdd89614ae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9195414 Sep 23 23:58:59.495771 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.507646 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.532608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d', 'admin_state_up': True, 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'security_groups': ['aba7c9aa-476b-4d12-ad9a-efc438173c7e']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:58:59.543341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-5211ccaa-2029-4490-b725-520f44c1b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:58:59.544974 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-5211ccaa-2029-4490-b725-520f44c1b51e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b65f001b-a0dd-4b2a-a58c-c7203a599da5 HTTP/1.1" status: 200 len: 862 time: 0.1077371 Sep 23 23:58:59.545738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.563809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['a4a241f2-93fd-45b4-a370-d3aa83dcfaac'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:59.572853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:58:59.586611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['3d6bd2ee-077b-4e67-9ca3-82e7eb79939e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:58:59.610523 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-2e323419-6682-465c-a94e-7486d606956d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ff417cc-999b-4a00-b96c-be09ebcc5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574980 Sep 23 23:58:59.613125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Pushing event deleted for resources: {'Port': ['ID=a4a241f2-93fd-45b4-a370-d3aa83dcfaac,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:59.635611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2465635-2f5d-4336-babb-053c38af42fd req-14cf7e46-57b1-4eac-a868-251223b24ae9 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6297588 Sep 23 23:58:59.666747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e153af3-665b-4427-a989-27925f29a244 req-cc793a63-e478-4be6-9568-b1530b6c5bee tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7816019 Sep 23 23:58:59.675441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] Sync routers for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:58:59.728051 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Pushing event updated for resources: {'Port': ['ID=5faa6efa-b61f-4d6b-aec3-2841187ac15e,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:58:59.800014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:58:59.800014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:58:59.815034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e4356d9-a303-4f1b-a354-cf5fa8c6abda {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:58:59.821469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:58:59.826135 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.828404 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.828970 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.831059 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.831639 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.834071 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.838706 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.839349 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.839858 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.840367 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.846678 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.853692 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.854326 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:58:59.874816 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Attempting to bind port 5faa6efa-b61f-4d6b-aec3-2841187ac15e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:58:59.874816 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Attempting to bind port 5faa6efa-b61f-4d6b-aec3-2841187ac15e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:58:59.875442 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Attempting to bind port 5faa6efa-b61f-4d6b-aec3-2841187ac15e on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:58:59.884763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Transition to ACTIVE for port object 0e4356d9-a303-4f1b-a354-cf5fa8c6abda will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:58:59.887175 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:58:59.888738 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:58:59.889167 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.889619 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:58:59.891839 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Bound port: 5faa6efa-b61f-4d6b-aec3-2841187ac15e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:58:59.892039 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:58:59.913201 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:00.037901 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] For port 5faa6efa-b61f-4d6b-aec3-2841187ac15e, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:00.047939 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] For port 5faa6efa-b61f-4d6b-aec3-2841187ac15e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5faa6efa-b61f-4d6b-aec3-2841187ac15e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:00.058060 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:00.107530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21735289-856b-488d-984e-fa91435eafcc req-f5c222d6-fedc-4ac3-8005-993e3ab321f5 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c3b9c3c-f064-4c34-9f59-23c2ad4323c9 HTTP/1.1" status: 200 len: 210 time: 0.1900079 Sep 23 23:59:00.120300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:00.189638 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Routers {'f3bd5449-5dd2-40cf-a15e-43b8853e6e39'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:00.190285 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:00.341067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 3e9fc5e4-9858-4528-bdec-b0a13142786a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:00.360425 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] Set router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:00.395087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 3e9fc5e4-9858-4528-bdec-b0a13142786a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:59:00.395467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 3e9fc5e4-9858-4528-bdec-b0a13142786a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:59:00.418576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b52a0632-a9c8-40e3-8142-7517b84071f9 req-01bd9862-65f4-42f2-b95c-f0225f8110a8 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=23ef69a8-97f1-4283-84e3-dcf3fd992ea5 HTTP/1.1" status: 200 len: 210 time: 0.2540178 Sep 23 23:59:00.445011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Pushing event updated for resources: {'Port': ['ID=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:00.481492 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a4cdd-2b62-4a8f-9dcf-f2ba9c388ce4 None None] Pushing event updated for resources: {'Port': ['ID=5faa6efa-b61f-4d6b-aec3-2841187ac15e,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:00.555522 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:00.572648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] No DVR routers for this DVR port 3e9fc5e4-9858-4528-bdec-b0a13142786a on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:00.580042 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14555933-2902-47c2-a7e0-3592aa2a5dbf x-openstack-request-id: req-14555933-2902-47c2-a7e0-3592aa2a5dbf {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:00.580291 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a1247e-3ed3-4c2c-b0d5-eed1552903c2", "tag": "c0c6cee7-a48a-4dcb-9fcb-448c323fe982", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:00.580394 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14555933-2902-47c2-a7e0-3592aa2a5dbf {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:00.580758 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a1247e-3ed3-4c2c-b0d5-eed1552903c2', 'tag': 'c0c6cee7-a48a-4dcb-9fcb-448c323fe982', 'status': 'completed', 'code': 200} Sep 23 23:59:00.587240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] No DVR routers for this DVR port a4a241f2-93fd-45b4-a370-d3aa83dcfaac on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:00.594749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:00.601853 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.20 "DELETE /v2.0/ports/a4a241f2-93fd-45b4-a370-d3aa83dcfaac HTTP/1.1" status: 204 len: 173 time: 2.1577110 Sep 23 23:59:00.604299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:00.615396 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-984aa3fa-2b3c-4c00-9df1-572dbbf4f4a4 req-6220e1af-d386-4cf8-8932-290dae7c8544 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.20 "DELETE /v2.0/ports/3e9fc5e4-9858-4528-bdec-b0a13142786a HTTP/1.1" status: 204 len: 173 time: 4.2101722 Sep 23 23:59:00.787168 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-23T23:58:55Z', 'revision_number': 3, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port': {'id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:55Z', 'updated_at': '2021-09-23T23:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:00.797405 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-41699829-7c83-48de-a5f9-a4d14ef3d87c service neutron] 10.222.0.20 "GET /v2.0/networks/1ff417cc-999b-4a00-b96c-be09ebcc5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1524563 Sep 23 23:59:00.857568 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a734249f-ad16-4e4c-94b7-f2d60e02c1bb None None] The sync data for ids ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'] in n-d-713498-18 is: [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-23T23:58:55Z', 'revision_number': 3, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port': {'id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:55Z', 'updated_at': '2021-09-23T23:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:00.866277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Attempting to bind port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:00.866277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Attempting to bind port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:00.866481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Attempting to bind port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda on network c21c3c3d-083f-4226-ac06-d22f07017e7a {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:00.929138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:48Z', 'revision_number': 5, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:00.975553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] Checking router: 1de45cd6-8645-49b3-adea-6cdc5c377270 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:00.988503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:00.989571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:00.995778 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6e46d5f4-54ad-4f92-8b6a-d6f8456b9102 req-272d6200-4d28-45e6-a364-be68ddd76bef service neutron] 10.222.0.20 "GET /v2.0/networks/1ff417cc-999b-4a00-b96c-be09ebcc5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911197 Sep 23 23:59:01.006934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda on network c21c3c3d-083f-4226-ac06-d22f07017e7a not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:01.007514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Attempting to bind port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda on network c21c3c3d-083f-4226-ac06-d22f07017e7a {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:01.139305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-197959ca-3820-44ee-94dd-c01e201fcf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:01.139551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f537cd-0c47-463a-ba8f-3fae460ef358 req-1523a621-6011-4bcd-8844-8a9601c153a3 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:01.141622 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-197959ca-3820-44ee-94dd-c01e201fcf52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d37f5248315d49848701e7fee32e97ce&device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 1096 time: 0.0890212 Sep 23 23:59:01.164842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35f537cd-0c47-463a-ba8f-3fae460ef358 req-1523a621-6011-4bcd-8844-8a9601c153a3 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 944 time: 0.3730855 Sep 23 23:59:01.165698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:01.166031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Checking segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:01.166418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Bound using segment: {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:01.166886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Bound port: 0e4356d9-a303-4f1b-a354-cf5fa8c6abda, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c78bafa-467a-425e-b7cb-0425aec83a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:01.167241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:01.189518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:01.230926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47556) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:01.323381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-8ab7efb9-1a47-4a41-a079-77929921b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:01.327461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-8ab7efb9-1a47-4a41-a079-77929921b7f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1ff417cc-999b-4a00-b96c-be09ebcc5af4 HTTP/1.1" status: 200 len: 923 time: 0.1627142 Sep 23 23:59:01.449067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1e25c-96e9-496b-8bf9-a81440693475 req-8ae8d12d-0a8a-4e0f-b8be-2a045bba9090 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:01.451539 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-7d6114e8-93e4-49c8-a2a0-8842c749b23a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0c6cee7-a48a-4dcb-9fcb-448c323fe982 HTTP/1.1" status: 200 len: 217 time: 0.1154754 Sep 23 23:59:01.457535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfc1e25c-96e9-496b-8bf9-a81440693475 req-8ae8d12d-0a8a-4e0f-b8be-2a045bba9090 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 950 time: 0.6647079 Sep 23 23:59:01.557918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:48Z', 'revision_number': 5, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:01.564606 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-f734966b-428f-49d5-a7a1-f78a6a494247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:01.576778 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-f734966b-428f-49d5-a7a1-f78a6a494247 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b65f001b-a0dd-4b2a-a58c-c7203a599da5 HTTP/1.1" status: 200 len: 862 time: 0.1136434 Sep 23 23:59:01.584612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] For port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:01.588584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] For port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:01.603379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b29835-9e51-4256-83c4-467ca65659c0 None None] The sync data for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 is: [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:56:41Z', 'revision_number': 4, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '310b853a-4ebc-4de7-8255-ecbe6f43a3ef', 'name': '', 'network_id': '3aa35329-dec2-43c0-adc1-f1869da479c4', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'mac_address': 'fa:16:3e:7d:92:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_interface', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:39Z', 'updated_at': '2021-09-23T23:56:48Z', 'revision_number': 5, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'subnets': [{'id': 'a0427fa7-6c0a-4a14-aa9d-aafd082cb20f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:01.623391 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-9040bd8d-0487-4dac-9330-e08aa7bbdb7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1ff417cc-999b-4a00-b96c-be09ebcc5af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381279 Sep 23 23:59:01.648151 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d444b3f3-ffa8-492b-8885-2e56e31b3adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:01.650647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:01.708199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:01.708833 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:01.710409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] 10.222.0.20 "PUT /v2.0/ports/0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 1093 time: 3.9846349 Sep 23 23:59:01.754636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:01.757065 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:01.787134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a4a241f2-93fd-45b4-a370-d3aa83dcfaac no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:01.834087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: a4a241f2-93fd-45b4-a370-d3aa83dcfaac {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:59:01.834423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a4a241f2-93fd-45b4-a370-d3aa83dcfaac not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:59:01.847585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-b6faad05-6bfd-43c5-90fa-1fa2c7256403 service neutron] 10.222.0.20 "GET /v2.0/networks/1ff417cc-999b-4a00-b96c-be09ebcc5af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127168 Sep 23 23:59:01.851896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35f537cd-0c47-463a-ba8f-3fae460ef358 req-de90bbdb-2328-41ed-a993-5217fb6918da tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073325 Sep 23 23:59:02.001236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfc1e25c-96e9-496b-8bf9-a81440693475 req-d3c09eb8-db9e-482c-b503-f5ade0be474c tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/security-groups?id=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285957 Sep 23 23:59:02.059607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5c9955-679a-4bdf-8446-b5b8112a512a service neutron] Pushing event updated for resources: {'Port': ['ID=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:02.141252 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3ac018-3a83-4bf1-9219-5ebc20fdf235 None None] New status for floating IP f48ed63b-2df3-40aa-ba16-940e3967156e: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:59:02.155195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Allocated IP 10.2.2.100 (f32b5ecf-de00-4a1d-abad-8c36d16c8b6d/1c70e30b-db03-4fe9-ad48-ec942d4d81dd/afbbeb5f-ee64-4705-bbe2-a4aab2a4b797) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:02.169377 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2cd2099c-c841-4d4a-beb2-3bdb2239db8b req-6d141ad6-9546-4c5e-8a2f-eb4498686291 service neutron] 10.222.0.20 "GET /v2.0/networks/1ff417cc-999b-4a00-b96c-be09ebcc5af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108294 Sep 23 23:59:02.191130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-7710513c-2a60-4fd8-838d-667a64ef29d4 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:02.193354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-7710513c-2a60-4fd8-838d-667a64ef29d4 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.18 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 950 time: 0.7003965 Sep 23 23:59:02.195590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa128b1-b806-4868-8c93-0651d395eb99 req-aa6759c4-f674-4292-8909-962c416b6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:02.196948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-aa6759c4-f674-4292-8909-962c416b6982 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 1096 time: 0.4319491 Sep 23 23:59:02.313258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5faa6efa-b61f-4d6b-aec3-2841187ac15e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:02.377455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-2f29d01b-43b0-4646-b081-e45749bc1011 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 217 time: 0.1534283 Sep 23 23:59:02.393887 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:02.397321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5faa6efa-b61f-4d6b-aec3-2841187ac15e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:02.397775 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:02.521311 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:02.550687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 5faa6efa-b61f-4d6b-aec3-2841187ac15e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5faa6efa-b61f-4d6b-aec3-2841187ac15e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:02.559538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:02.581525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ef69a8-97f1-4283-84e3-dcf3fd992ea5', 'name': 'network-vif-deleted', 'tag': 'a4a241f2-93fd-45b4-a370-d3aa83dcfaac'}, {'server_uuid': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'name': 'network-vif-deleted', 'tag': '3e9fc5e4-9858-4528-bdec-b0a13142786a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:02.584022 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ea7617-e56e-43e8-b9cd-dab057bbc014" -d '{"events": [{"server_uuid": "23ef69a8-97f1-4283-84e3-dcf3fd992ea5", "name": "network-vif-deleted", "tag": "a4a241f2-93fd-45b4-a370-d3aa83dcfaac"}, {"server_uuid": "3c3b9c3c-f064-4c34-9f59-23c2ad4323c9", "name": "network-vif-deleted", "tag": "3e9fc5e4-9858-4528-bdec-b0a13142786a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:02.618857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=5faa6efa-b61f-4d6b-aec3-2841187ac15e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:02.839700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de23f4-63f9-4b40-bdbe-b3e03f22c95f req-9c91f652-5744-45fb-9961-d73d85b59745 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:02.841202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75de23f4-63f9-4b40-bdbe-b3e03f22c95f req-9c91f652-5744-45fb-9961-d73d85b59745 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 944 time: 0.8180072 Sep 23 23:59:02.931576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eccc23-9acf-44f4-8493-a9bd92b3a8de req-02a11dab-2e65-4783-a47b-76d3ca51b91a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:02.938095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eccc23-9acf-44f4-8493-a9bd92b3a8de req-02a11dab-2e65-4783-a47b-76d3ca51b91a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:02.944042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eccc23-9acf-44f4-8493-a9bd92b3a8de req-02a11dab-2e65-4783-a47b-76d3ca51b91a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:02.945749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0eccc23-9acf-44f4-8493-a9bd92b3a8de req-02a11dab-2e65-4783-a47b-76d3ca51b91a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 2372 time: 0.7479081 Sep 23 23:59:02.968211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d444b3f3-ffa8-492b-8885-2e56e31b3adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:02.972306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa128b1-b806-4868-8c93-0651d395eb99 req-7c3b570d-a7c2-4933-a63c-b7215e23277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:02.972721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-7c3b570d-a7c2-4933-a63c-b7215e23277b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.5721469 Sep 23 23:59:03.039299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d444b3f3-ffa8-492b-8885-2e56e31b3adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.165933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75de23f4-63f9-4b40-bdbe-b3e03f22c95f req-5f2f4157-398a-452e-941b-aa92312e2577 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097091 Sep 23 23:59:03.208907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d444b3f3-ffa8-492b-8885-2e56e31b3adf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9494da047dbe41d0adcd31592104629e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8785312 Sep 23 23:59:03.209311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47570) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:03.217979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444b3f3-ffa8-492b-8885-2e56e31b3adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac403fe-4fac-470b-942a-b3b15b8bf0e9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:03.242662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Deleting port 2842ed25-07c0-45c2-909e-a2f569f90892 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:03.243041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.255024 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.256584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0eccc23-9acf-44f4-8493-a9bd92b3a8de req-58743140-ac82-47c1-83bf-c65eb98e2a13 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2870369 Sep 23 23:59:03.319555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa128b1-b806-4868-8c93-0651d395eb99 req-ebe75986-aec7-4db8-a840-66d2b75927d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:03.321156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-ebe75986-aec7-4db8-a840-66d2b75927d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3054614 Sep 23 23:59:03.339084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdda27f3-48a7-46aa-9fc7-a1e6839821ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.391561 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdda27f3-48a7-46aa-9fc7-a1e6839821ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.402445 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6dc4c8-e14e-4ebd-8400-84bfdaefa855 x-openstack-request-id: req-2e6dc4c8-e14e-4ebd-8400-84bfdaefa855 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:03.402738 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ef69a8-97f1-4283-84e3-dcf3fd992ea5", "name": "network-vif-deleted", "tag": "a4a241f2-93fd-45b4-a370-d3aa83dcfaac", "status": "completed", "code": 200}, {"server_uuid": "3c3b9c3c-f064-4c34-9f59-23c2ad4323c9", "name": "network-vif-deleted", "tag": "3e9fc5e4-9858-4528-bdec-b0a13142786a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:03.403162 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e6dc4c8-e14e-4ebd-8400-84bfdaefa855 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:03.403431 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ef69a8-97f1-4283-84e3-dcf3fd992ea5', 'name': 'network-vif-deleted', 'tag': 'a4a241f2-93fd-45b4-a370-d3aa83dcfaac', 'status': 'completed', 'code': 200} Sep 23 23:59:03.404258 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3b9c3c-f064-4c34-9f59-23c2ad4323c9', 'name': 'network-vif-deleted', 'tag': '3e9fc5e4-9858-4528-bdec-b0a13142786a', 'status': 'completed', 'code': 200} Sep 23 23:59:03.426421 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac1a484-a657-4d16-8427-56f29316877d x-openstack-request-id: req-bac1a484-a657-4d16-8427-56f29316877d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:03.426716 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:03.427016 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bac1a484-a657-4d16-8427-56f29316877d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:03.427415 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'status': 'completed', 'code': 200} Sep 23 23:59:03.481471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Allocated IP 172.20.0.1 (b335634c-12a3-4d07-8003-edeff86eebeb/42071fca-95e4-48e1-b48b-d19393bd9286/c5903190-76ce-478e-96e6-4988f24a4d50) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:03.486838 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdda27f3-48a7-46aa-9fc7-a1e6839821ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.491163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bdda27f3-48a7-46aa-9fc7-a1e6839821ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.493011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bdda27f3-48a7-46aa-9fc7-a1e6839821ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ac403fe-4fac-470b-942a-b3b15b8bf0e9 HTTP/1.1" status: 204 len: 168 time: 0.2824678 Sep 23 23:59:03.515718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda27f3-48a7-46aa-9fc7-a1e6839821ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac403fe-4fac-470b-942a-b3b15b8bf0e9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:03.641218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] For port 2842ed25-07c0-45c2-909e-a2f569f90892, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2842ed25-07c0-45c2-909e-a2f569f90892,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:03.641601 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.644561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:03.692917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Calling delete_port for 2842ed25-07c0-45c2-909e-a2f569f90892 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:03.724115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4f2e1-80e9-4f01-b683-c17c4fa4769d req-909a3101-99da-4f13-81ec-dd7c4c17dbfa tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:03.725975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7df4f2e1-80e9-4f01-b683-c17c4fa4769d req-909a3101-99da-4f13-81ec-dd7c4c17dbfa tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 944 time: 0.2921300 Sep 23 23:59:03.789871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c0c6cee7-a48a-4dcb-9fcb-448c323fe982 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:03.840987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-dc95a817-98ac-4a6e-bf56-fd89d1166ea6 service neutron] 10.222.0.20 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5084903 Sep 23 23:59:03.931958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d5891-9f00-41e2-9370-a079ead01235 req-456212b6-f6a1-44d6-8ad6-e298f07c8b6c tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:03.940912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a81d5891-9f00-41e2-9370-a079ead01235 req-456212b6-f6a1-44d6-8ad6-e298f07c8b6c tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 950 time: 0.4216874 Sep 23 23:59:04.030636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c0c6cee7-a48a-4dcb-9fcb-448c323fe982, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,segment=NetworkSegment(81534bfa-93ee-4d08-b603-fd5a0e2f77a4),segment_id=81534bfa-93ee-4d08-b603-fd5a0e2f77a4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:04.043700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c0c6cee7-a48a-4dcb-9fcb-448c323fe982', 'network_id': '1ff417cc-999b-4a00-b96c-be09ebcc5af4', 'port_id': 'c0c6cee7-a48a-4dcb-9fcb-448c323fe982', 'mac_address': 'fa:16:3e:cf:96:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b65f001b-a0dd-4b2a-a58c-c7203a599da5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:04.078417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:04.096110 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.096272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a81d5891-9f00-41e2-9370-a079ead01235 req-09125202-29bc-4dbc-ab1d-85d799a5acbd tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/security-groups?id=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480384 Sep 23 23:59:04.110209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:04.125411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c6cee7-a48a-4dcb-9fcb-448c323fe982 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:04.141391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:04.165877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47590) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:04.203609 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c0c6cee7-a48a-4dcb-9fcb-448c323fe982, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,segment=NetworkSegment(81534bfa-93ee-4d08-b603-fd5a0e2f77a4),segment_id=81534bfa-93ee-4d08-b603-fd5a0e2f77a4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:04.214576 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.250330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:04.256417 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.306334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:04.336475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7df4f2e1-80e9-4f01-b683-c17c4fa4769d req-024502b7-0e78-4ad7-954a-1e6bfafab414 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5910711 Sep 23 23:59:04.354245 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2488d96a-3a9f-4465-a6d1-b7aa7a7140c2 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.362129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:04.362987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-cf4a3cac-77ab-41a9-9059-437bf040f772 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8822899 Sep 23 23:59:04.366482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afa128b1-b806-4868-8c93-0651d395eb99 req-2c113ced-1274-4673-895b-3041a1177941 service neutron] 10.222.0.20 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972178 Sep 23 23:59:04.372709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5faa6efa-b61f-4d6b-aec3-2841187ac15e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:04.431467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2488d96a-3a9f-4465-a6d1-b7aa7a7140c2 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.435284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d', 'admin_state_up': True, 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'security_groups': ['aba7c9aa-476b-4d12-ad9a-efc438173c7e']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:04.472261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c0c6cee7-a48a-4dcb-9fcb-448c323fe982'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:04.539396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.564545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2488d96a-3a9f-4465-a6d1-b7aa7a7140c2 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.567293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2488d96a-3a9f-4465-a6d1-b7aa7a7140c2 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.568710 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2488d96a-3a9f-4465-a6d1-b7aa7a7140c2 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "DELETE /v2.0/security-groups/5c759a4c-d91c-4ad6-a0fe-aa9323d84222 HTTP/1.1" status: 204 len: 168 time: 0.4010713 Sep 23 23:59:04.579346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:04.580590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488d96a-3a9f-4465-a6d1-b7aa7a7140c2 tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c759a4c-d91c-4ad6-a0fe-aa9323d84222,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:04.594514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-78dc34e6-f5fb-4fed-9495-1fcb735c39c3 None None] Provisioning complete for port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:04.599094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-78dc34e6-f5fb-4fed-9495-1fcb735c39c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.601796 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-e5cd9161-cd08-4d4c-bc97-43fee3266a0f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] show failed (client error): The resource could not be found. Sep 23 23:59:04.603026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e5cd9161-cd08-4d4c-bc97-43fee3266a0f tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "GET /v2.0/security-groups/5c759a4c-d91c-4ad6-a0fe-aa9323d84222 HTTP/1.1" status: 404 len: 347 time: 0.0199094 Sep 23 23:59:04.605709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47606) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:04.654211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47608) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:04.687654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-78dc34e6-f5fb-4fed-9495-1fcb735c39c3 None None] Port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:04.760073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5faa6efa-b61f-4d6b-aec3-2841187ac15e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:04.761623 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.782475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Deleting port ce75bc5c-2104-418a-8887-7a4f8b605241 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:04.783163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.810257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9998a1-1ec4-4c88-b432-86f3893aa929 req-d737f093-a4f5-496a-b4dc-f93a8c7c7cea tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:04.818443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e9998a1-1ec4-4c88-b432-86f3893aa929 req-d737f093-a4f5-496a-b4dc-f93a8c7c7cea tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 945 time: 0.3064418 Sep 23 23:59:04.826448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-c87dd47a-1f9e-4f56-b790-d7a38bc557d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:04.827958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-c87dd47a-1f9e-4f56-b790-d7a38bc557d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 1096 time: 0.3841348 Sep 23 23:59:04.828585 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.879316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b749df5-9288-405d-9504-61d1d3836489 req-09ff83c1-9e6c-46c4-bb4d-003fa906becd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:04.885174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b749df5-9288-405d-9504-61d1d3836489 req-09ff83c1-9e6c-46c4-bb4d-003fa906becd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:04.891539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b749df5-9288-405d-9504-61d1d3836489 req-09ff83c1-9e6c-46c4-bb4d-003fa906becd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:04.897396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b749df5-9288-405d-9504-61d1d3836489 req-09ff83c1-9e6c-46c4-bb4d-003fa906becd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:04.905535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b749df5-9288-405d-9504-61d1d3836489 req-09ff83c1-9e6c-46c4-bb4d-003fa906becd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 3093 time: 0.2744887 Sep 23 23:59:04.908158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-364237001-network', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:04.943477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Made reservation on behalf of f9b5f532072f4ffb8767d0ff0b941ea4 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:04.943739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Pushing event deleted for resources: {'Port': ['ID=2842ed25-07c0-45c2-909e-a2f569f90892,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:04.949459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:04.967303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.010183 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.011220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.015631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] No DVR routers for this DVR port 2842ed25-07c0-45c2-909e-a2f569f90892 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:05.020129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.021038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5050d9f3-8bab-4cc4-98b0-03fe25423ae0 req-a364800b-62e1-40b1-82f5-58bbb74f62c5 tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.18 "DELETE /v2.0/ports/2842ed25-07c0-45c2-909e-a2f569f90892 HTTP/1.1" status: 204 len: 173 time: 2.8038826 Sep 23 23:59:05.046307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Calling delete_port for ce75bc5c-2104-418a-8887-7a4f8b605241 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:05.099828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e9998a1-1ec4-4c88-b432-86f3893aa929 req-04564d18-2baa-46ad-a749-255e0c4fbe70 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662604 Sep 23 23:59:05.234927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b749df5-9288-405d-9504-61d1d3836489 req-1ee0e17f-4ccf-4a07-b99f-c98c9a5f047b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236034 Sep 23 23:59:05.258688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.265962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.267461 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.329791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.368577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2842ed25-07c0-45c2-909e-a2f569f90892 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:05.379400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:59:05.390511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Pushing event deleted for resources: {'Port': ['ID=ce75bc5c-2104-418a-8887-7a4f8b605241,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:05.403878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43af86-2aad-4a51-9321-2e8e290adc8e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:05.412314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 2842ed25-07c0-45c2-909e-a2f569f90892 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:59:05.412774 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2842ed25-07c0-45c2-909e-a2f569f90892 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:59:05.429703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bbee32c-c84c-48bc-b53b-29059eb1ccd7', 'name': 'network-vif-deleted', 'tag': '2842ed25-07c0-45c2-909e-a2f569f90892'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:05.432136 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61f63fd-f50a-4735-b6bd-0e0869eb1cae" -d '{"events": [{"server_uuid": "2bbee32c-c84c-48bc-b53b-29059eb1ccd7", "name": "network-vif-deleted", "tag": "2842ed25-07c0-45c2-909e-a2f569f90892"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:05.454374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.454722 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Added segment fa901e83-947c-4f84-b739-533854072ec5 of type vlan for network ba178d9c-1eae-4945-b0a6-c3515ed82d12 Sep 23 23:59:05.461436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Network b335634c-12a3-4d07-8003-edeff86eebeb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:05.469185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59daaa03-1e2d-4186-8b97-d5be25fbc5ce req-1706442d-16c1-40c9-9683-9c857c30504f tempest-ImagesNegativeTestJSON-795636414 tempest-ImagesNegativeTestJSON-795636414-project] 10.222.0.24 "GET /v2.0/ports?device_id=2bbee32c-c84c-48bc-b53b-29059eb1ccd7 HTTP/1.1" status: 200 len: 210 time: 0.0789335 Sep 23 23:59:05.490382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:05.498935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-45f4fb6d-fb6e-467e-94e4-22515786796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:05.500428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-45f4fb6d-fb6e-467e-94e4-22515786796a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.6371884 Sep 23 23:59:05.502212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5903190-76ce-478e-96e6-4988f24a4d50,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:05.504489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Made reservation on behalf of 18cc7b6898f64a7aa6d79713a83a490d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:05.509719 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.512275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:05.542163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.551221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.553733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.557010 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-93ce93f0-d418-4cec-b134-db9ac49a360e tempest-ServersTestFqdnHostnames-1390860127 tempest-ServersTestFqdnHostnames-1390860127-project] 10.222.0.24 "DELETE /v2.0/floatingips/f48ed63b-2df3-40aa-ba16-940e3967156e HTTP/1.1" status: 204 len: 168 time: 0.9483159 Sep 23 23:59:05.558178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47618) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:05.631314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca718cb-6927-490c-adca-57b4d2bf884a req-56aa92d3-c01f-4018-9438-9e96058402ad tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:05.631818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.633027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:05.633865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.643465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ca718cb-6927-490c-adca-57b4d2bf884a req-56aa92d3-c01f-4018-9438-9e96058402ad tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 950 time: 0.4014089 Sep 23 23:59:05.665046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-033b2eec-6581-4b66-91d9-f387f53adcca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 217 time: 0.1401107 Sep 23 23:59:05.720011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0632458 Sep 23 23:59:05.723815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47620) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:05.732963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Request body: {'subnet': {'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-364237001-subnet', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:05.779973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7456d03-6b2a-45fc-90f1-d38c211da2be admin admin] Pushing event updated for resources: {'Network': ['ID=ba178d9c-1eae-4945-b0a6-c3515ed82d12,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:05.796417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:59:05.826518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 0e4356d9-a303-4f1b-a354-cf5fa8c6abda details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:05.836107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Made reservation on behalf of f9b5f532072f4ffb8767d0ff0b941ea4 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:05.838439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:05.841050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c0c6cee7-a48a-4dcb-9fcb-448c323fe982 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:06.067364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:06.087163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'port_id': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'mac_address': 'fa:16:3e:d7:be:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:06.138918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.154476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:06.160710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:06.161388 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.175129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.221806 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.232370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:06.261704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Checking segment: {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:06.261704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Network hostable DHCP agents. Network: ba178d9c-1eae-4945-b0a6-c3515ed82d12, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:59:06.271802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e4356d9-a303-4f1b-a354-cf5fa8c6abda {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:06.287187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ca718cb-6927-490c-adca-57b4d2bf884a req-fb93ed3e-09ef-4b02-99ea-408a11305fb4 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6423295 Sep 23 23:59:06.288587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.330888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:06.341565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-0b5918f5-cee2-4f06-a594-c7215999287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:06.343141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-0b5918f5-cee2-4f06-a594-c7215999287e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.6651552 Sep 23 23:59:06.356680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4173e-5358-4e6d-996b-88bab7846efd req-b2684abd-3668-46e0-b08d-8d02a79cb538 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:06.364194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8f4173e-5358-4e6d-996b-88bab7846efd req-b2684abd-3668-46e0-b08d-8d02a79cb538 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 944 time: 0.7466569 Sep 23 23:59:06.378480 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.403315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:59:06.416419 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.419708 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52634705-1325-42fd-b860-5347b25f0d99 x-openstack-request-id: req-52634705-1325-42fd-b860-5347b25f0d99 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:06.420018 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bbee32c-c84c-48bc-b53b-29059eb1ccd7", "name": "network-vif-deleted", "tag": "2842ed25-07c0-45c2-909e-a2f569f90892", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:06.420421 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52634705-1325-42fd-b860-5347b25f0d99 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:06.420834 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bbee32c-c84c-48bc-b53b-29059eb1ccd7', 'name': 'network-vif-deleted', 'tag': '2842ed25-07c0-45c2-909e-a2f569f90892', 'status': 'completed', 'code': 200} Sep 23 23:59:06.465220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ba178d9c-1eae-4945-b0a6-c3515ed82d12) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:06.468944 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.479633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4213c3ee-6a06-489f-8e7c-1d849f230190 None None] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:06.480256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:06.481020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.500603 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d6076738-d223-4d26-a7a1-902a2a1b2799 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7756402 Sep 23 23:59:06.503563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47626) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:06.509430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:06.531600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-95e96adb-63f4-4513-934c-fbce313bc62e tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:06.533672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-95e96adb-63f4-4513-934c-fbce313bc62e tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.18 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 950 time: 0.4014304 Sep 23 23:59:06.573450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Allocated IP 10.2.2.200 (f32b5ecf-de00-4a1d-abad-8c36d16c8b6d/1c70e30b-db03-4fe9-ad48-ec942d4d81dd/2681fa4d-70cf-4cd0-ac91-551e37cb8ed7) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:06.592429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.593585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.685484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['0e4356d9-a303-4f1b-a354-cf5fa8c6abda'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:06.706961 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.712616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Deleting port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:06.713222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.756435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a1247e-3ed3-4c2c-b0d5-eed1552903c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c6cee7-a48a-4dcb-9fcb-448c323fe982'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:06.759146 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af090f27-4528-4a7d-a47d-1f5908d7c0c3" -d '{"events": [{"server_uuid": "01a1247e-3ed3-4c2c-b0d5-eed1552903c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0c6cee7-a48a-4dcb-9fcb-448c323fe982"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:06.766807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:06.789426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c0c6cee7-a48a-4dcb-9fcb-448c323fe982, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,segment=NetworkSegment(81534bfa-93ee-4d08-b603-fd5a0e2f77a4),segment_id=81534bfa-93ee-4d08-b603-fd5a0e2f77a4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:06.818164 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.820464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.831968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:59:06.833235 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.844538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] For port 310b853a-4ebc-4de7-8255-ecbe6f43a3ef, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:06.844914 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.863624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Calling delete_port for 310b853a-4ebc-4de7-8255-ecbe6f43a3ef owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:06.941400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:06.944571 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.035899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:07.107966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Allocated IP 172.20.0.2 (ba178d9c-1eae-4945-b0a6-c3515ed82d12/d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd/1e04c614-d1be-4b62-8f33-8f8798cb6b88) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:07.194608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e393b13-1dc5-450c-ab3a-107246dc1b51 req-9790e8c7-e8f9-40fa-9512-95870b342ed8 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:07.203324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.203796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e393b13-1dc5-450c-ab3a-107246dc1b51 req-9790e8c7-e8f9-40fa-9512-95870b342ed8 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 946 time: 0.3447585 Sep 23 23:59:07.218339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8f4173e-5358-4e6d-996b-88bab7846efd req-182cb2a0-33e0-4517-8f2c-d071bf20b612 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8501153 Sep 23 23:59:07.354638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event updated for resources: {'Port': ['ID=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:07.410680 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.421089 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.437226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.464056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:07.469235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-43954ecc-2864-482c-a9fc-57dafc0f702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:07.471904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-43954ecc-2864-482c-a9fc-57dafc0f702e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0839016 Sep 23 23:59:07.473210 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:07.476252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:07.482270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:07.492630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:07.498022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:07.529571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=310b853a-4ebc-4de7-8255-ecbe6f43a3ef,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:07.533838 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Pushing event updated for resources: {'Port': ['ID=1e04c614-d1be-4b62-8f33-8f8798cb6b88,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:07.592722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Attempting to bind port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:07.593098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Attempting to bind port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:07.593447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Attempting to bind port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 on network ba178d9c-1eae-4945-b0a6-c3515ed82d12 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:07.603851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:07.604661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Checking segment: {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:07.604661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.604987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Bound using segment: {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:07.605450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Bound port: 1e04c614-d1be-4b62-8f33-8f8798cb6b88, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:07.605825 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.723636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] For port 1e04c614-d1be-4b62-8f33-8f8798cb6b88, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:07.729651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] For port 1e04c614-d1be-4b62-8f33-8f8798cb6b88, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e04c614-d1be-4b62-8f33-8f8798cb6b88,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:07.738210 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.789076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:07.789674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:07.813373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-4a417f0b-9efd-4919-93da-5575ef1a3310 service neutron] 10.222.0.20 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936445 Sep 23 23:59:07.908026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b135777-b8fb-4d1a-a33a-11fb8d6e7b22 None None] Pushing event updated for resources: {'Port': ['ID=1e04c614-d1be-4b62-8f33-8f8798cb6b88,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:07.910896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 0e4356d9-a303-4f1b-a354-cf5fa8c6abda up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:07.987852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5df3f1e2-5b8d-4edd-9fd6-faf453f88682 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5591536 Sep 23 23:59:07.990298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dbfd15-4354-405f-ab5e-84b7c957ffcb req-641fd38e-c282-4a95-8dd4-81d55137bab6 service neutron] 10.222.0.20 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531084 Sep 23 23:59:08.017587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a1991ea9-4d00-4d47-a35c-d178f8a837c7 None None] Provisioning complete for port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:08.018352 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1991ea9-4d00-4d47-a35c-d178f8a837c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.039225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:08.095389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a1991ea9-4d00-4d47-a35c-d178f8a837c7 None None] Port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:08.110941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:08.140953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:08.161904 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.282856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b431-a728-4a1b-8bdc-dfa11289d766 req-c43a618b-6cd9-4192-9c37-677217ae4ea7 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:08.290107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b431-a728-4a1b-8bdc-dfa11289d766 req-c43a618b-6cd9-4192-9c37-677217ae4ea7 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:08.298288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b431-a728-4a1b-8bdc-dfa11289d766 req-c43a618b-6cd9-4192-9c37-677217ae4ea7 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:08.305100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b431-a728-4a1b-8bdc-dfa11289d766 req-c43a618b-6cd9-4192-9c37-677217ae4ea7 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:08.312746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4b431-a728-4a1b-8bdc-dfa11289d766 req-c43a618b-6cd9-4192-9c37-677217ae4ea7 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:08.315499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c7e4b431-a728-4a1b-8bdc-dfa11289d766 req-c43a618b-6cd9-4192-9c37-677217ae4ea7 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 3814 time: 0.9311321 Sep 23 23:59:08.318420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Deleting port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:08.319047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.342501 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.394309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e393b13-1dc5-450c-ab3a-107246dc1b51 req-eba3973a-0aef-40a7-b7a4-7774b2398c90 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1895444 Sep 23 23:59:08.405538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:08.413035 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.479040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:08.537539 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.542234 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cad236-c0e2-4771-9c29-5f7ebe38ac14 x-openstack-request-id: req-78cad236-c0e2-4771-9c29-5f7ebe38ac14 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:08.542576 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a1247e-3ed3-4c2c-b0d5-eed1552903c2", "name": "network-vif-plugged", "status": "completed", "tag": "c0c6cee7-a48a-4dcb-9fcb-448c323fe982", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:08.542870 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78cad236-c0e2-4771-9c29-5f7ebe38ac14 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:08.543361 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a1247e-3ed3-4c2c-b0d5-eed1552903c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c6cee7-a48a-4dcb-9fcb-448c323fe982', 'code': 200} Sep 23 23:59:08.548996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.582718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.611708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.630067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.652083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.661741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c7e4b431-a728-4a1b-8bdc-dfa11289d766 req-da8cbfee-4dec-4c76-8c1c-5fa44a020065 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3152158 Sep 23 23:59:08.810252 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.836441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=c5903190-76ce-478e-96e6-4988f24a4d50,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:08.902343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.906925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] For port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:08.907287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:08.956126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Calling delete_port for 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:09.025232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9875f-2b5c-464f-a0ed-afbdb8bdd68f req-8cc3a9a3-6ef8-4b0c-9632-96270580165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:09.026827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2b9875f-2b5c-464f-a0ed-afbdb8bdd68f req-8cc3a9a3-6ef8-4b0c-9632-96270580165e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 1098 time: 0.3884840 Sep 23 23:59:09.074367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Allocated IP 172.25.5.6 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/cf270fd1-e193-4c35-9046-1c18682a8955) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:09.074643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9972f84-7f77-435b-8b27-b5cfa492219e req-160807ad-a7f6-4eb3-af93-c2ad8898a698 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:09.077589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9972f84-7f77-435b-8b27-b5cfa492219e req-160807ad-a7f6-4eb3-af93-c2ad8898a698 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 946 time: 0.3088632 Sep 23 23:59:09.085014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df87dac-238c-4193-850b-baad970eac5a req-e7fe5497-0137-47e3-a260-656fd2b345af tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:09.087234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Router 1de45cd6-8645-49b3-adea-6cdc5c377270 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:09.092954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7df87dac-238c-4193-850b-baad970eac5a req-e7fe5497-0137-47e3-a260-656fd2b345af tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 950 time: 0.4424052 Sep 23 23:59:09.279773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f72278be-0c58-41bd-8651-127149fd6761 None None] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:09.310927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2b9875f-2b5c-464f-a0ed-afbdb8bdd68f req-41ee675c-4c4a-4cab-aad7-d6a4e3af8347 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580097 Sep 23 23:59:09.336767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7df87dac-238c-4193-850b-baad970eac5a req-652eaea9-b104-47eb-880a-649d9445ede5 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/security-groups?id=b0512db1-4d81-41b7-b105-283bcacf4ecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428331 Sep 23 23:59:09.348907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:09.353563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:09.359982 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f4212d9f-d834-4855-b229-e1754fbe45c6 admin admin] 10.222.0.24 "PUT /v2.0/routers/1de45cd6-8645-49b3-adea-6cdc5c377270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8006682 Sep 23 23:59:09.362368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47638) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:09.367843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9972f84-7f77-435b-8b27-b5cfa492219e req-c0ac6446-87cd-4734-93d1-f143ff15d2ad tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576108 Sep 23 23:59:09.390871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Network b335634c-12a3-4d07-8003-edeff86eebeb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:09.408045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:09.515956 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:09.563456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] Sync routers for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:09.570605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:09.588344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:09.657107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:09.671747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:09.718153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:09.718843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:09.721148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Pushing event updated for resources: {'Port': ['ID=cf270fd1-e193-4c35-9046-1c18682a8955,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:09.727427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:09.770531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Provisioning complete for port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:09.770955 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:09.783935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:09.923264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:09.972562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Deleting port 21be4914-5239-4248-baa9-47fe7c3b8606 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:09.972949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.034684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.045328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:10.097307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e update to DOWN by agent not found {{(pid=106380) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 23 23:59:10.112335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] For port 21be4914-5239-4248-baa9-47fe7c3b8606, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=21be4914-5239-4248-baa9-47fe7c3b8606,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:10.112808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.152466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:10.163360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Calling delete_port for 21be4914-5239-4248-baa9-47fe7c3b8606 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:10.221212 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.276499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] For port 1e04c614-d1be-4b62-8f33-8f8798cb6b88, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e04c614-d1be-4b62-8f33-8f8798cb6b88,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:10.277775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:59:07Z', 'revision_number': 5, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port': {'id': '21be4914-5239-4248-baa9-47fe7c3b8606', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2c:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 612, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:56:35Z', 'updated_at': '2021-09-23T23:56:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:10.281954 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.373486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Pushing event updated for resources: {'Port': ['ID=1e04c614-d1be-4b62-8f33-8f8798cb6b88,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:10.375652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e04c614-d1be-4b62-8f33-8f8798cb6b88 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:10.379046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] Checking router: 1de45cd6-8645-49b3-adea-6cdc5c377270 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:10.399409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Pushing event deleted for resources: {'Port': ['ID=3d6bd2ee-077b-4e67-9ca3-82e7eb79939e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:10.432726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.433067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.433433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.433831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.434173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.434547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.434901 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.435221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.435538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.435855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.436697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.436697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fec27a-f0b3-4dde-b0ed-3a32d45a1463 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:10.460044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] Routers {'1de45cd6-8645-49b3-adea-6cdc5c377270'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:10.460671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1de45cd6-8645-49b3-adea-6cdc5c377270'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:10.478480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.515052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] No DVR routers for this DVR port 3d6bd2ee-077b-4e67-9ca3-82e7eb79939e on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:10.518503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.521072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aaab4874-f3bf-48c9-86cb-849b9407722d req-5e7d4de3-64c8-448a-811a-2ff08fd9ee4c tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.18 "DELETE /v2.0/ports/3d6bd2ee-077b-4e67-9ca3-82e7eb79939e HTTP/1.1" status: 204 len: 173 time: 3.5895102 Sep 23 23:59:10.550628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d8d3ab-10bf-486d-b231-ff8b23baa973', 'name': 'network-vif-deleted', 'tag': '3d6bd2ee-077b-4e67-9ca3-82e7eb79939e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:10.553094 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50cd38e8-233b-47cd-9954-379125cdbabe" -d '{"events": [{"server_uuid": "66d8d3ab-10bf-486d-b231-ff8b23baa973", "name": "network-vif-deleted", "tag": "3d6bd2ee-077b-4e67-9ca3-82e7eb79939e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:10.564210 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:10.566715 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3b8115-a631-4e7e-8b1b-70e7902fd6fe" -d '{"events": [{"server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "name": "network-vif-plugged", "status": "completed", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:10.589243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676245-59c8-42b6-833d-3607f5a7cc14 req-5c407804-c22e-4514-9176-a78dafeb0a11 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:10.601496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676245-59c8-42b6-833d-3607f5a7cc14 req-5c407804-c22e-4514-9176-a78dafeb0a11 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:10.610379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676245-59c8-42b6-833d-3607f5a7cc14 req-5c407804-c22e-4514-9176-a78dafeb0a11 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:10.612042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] Set router 1de45cd6-8645-49b3-adea-6cdc5c377270 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:10.615082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:10.615631 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.619032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676245-59c8-42b6-833d-3607f5a7cc14 req-5c407804-c22e-4514-9176-a78dafeb0a11 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:10.627137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676245-59c8-42b6-833d-3607f5a7cc14 req-5c407804-c22e-4514-9176-a78dafeb0a11 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:10.629253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86676245-59c8-42b6-833d-3607f5a7cc14 req-5c407804-c22e-4514-9176-a78dafeb0a11 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 3814 time: 0.7002645 Sep 23 23:59:10.643574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6630d13f-74ed-429e-af05-9302c2fbbeeb {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:10.681348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc7ac5-d066-4302-9bf0-53b7798c8923 req-1f7cc172-df28-40d8-8774-38a0bda796df tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:10.683003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52bc7ac5-d066-4302-9bf0-53b7798c8923 req-1f7cc172-df28-40d8-8774-38a0bda796df tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 946 time: 0.6806593 Sep 23 23:59:10.691839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.692648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.727975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:59:09Z', 'revision_number': 6, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:10.765040 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5d7f5ea1-a65a-47f7-86b2-4323312db6ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa541c9c3b5541d1a54a533acec3b06f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931976 Sep 23 23:59:10.768196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47670) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:10.770301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Pushing event deleted for resources: {'Port': ['ID=21be4914-5239-4248-baa9-47fe7c3b8606,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:10.779447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86676245-59c8-42b6-833d-3607f5a7cc14 req-f80633d7-bd89-4323-89b2-2714fdf281cb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275702 Sep 23 23:59:10.798303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4228d70c-bad9-4b81-bb85-643e68e7d325 None None] The sync data for ids ['1de45cd6-8645-49b3-adea-6cdc5c377270'] in n-d-713498-18 is: [{'id': '1de45cd6-8645-49b3-adea-6cdc5c377270', 'name': 'tempest-ServersTestFqdnHostnames-310968196-router', 'tenant_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:56:34Z', 'updated_at': '2021-09-23T23:59:09Z', 'revision_number': 6, 'project_id': 'ffcc656bd691477f81a8a2d1f42c1b83', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:10.811682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-82ca7997-faa1-4c86-858f-8c3a604e3bc9 None None] Provisioning complete for port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:10.812055 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ca7997-faa1-4c86-858f-8c3a604e3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.852107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Transition to ACTIVE for port object 6630d13f-74ed-429e-af05-9302c2fbbeeb will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:10.883409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52bc7ac5-d066-4302-9bf0-53b7798c8923 req-830da01d-94d7-4b94-b596-98b7f99eb05f tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757865 Sep 23 23:59:10.884322 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:10.964578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:10.980509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5cdeb2f1-b568-4f3f-8176-7368de9f5ad5 admin admin] 10.222.0.24 "PUT /v2.0/routers/f3bd5449-5dd2-40cf-a15e-43b8853e6e39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6993051 Sep 23 23:59:10.990722 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Sync routers for ids ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:11.007561 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Routers {'f3bd5449-5dd2-40cf-a15e-43b8853e6e39'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:11.010421 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:11.036718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Pushing event updated for resources: {'Port': ['ID=6630d13f-74ed-429e-af05-9302c2fbbeeb,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:11.273649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0692116a-9433-4741-8562-0f4eebe1cdcc req-7f0c0597-e1e5-4427-a6ab-7d505dfff004 tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] 10.222.0.24 "GET /v2.0/ports?device_id=66d8d3ab-10bf-486d-b231-ff8b23baa973 HTTP/1.1" status: 200 len: 210 time: 0.2286589 Sep 23 23:59:11.375092 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Set router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:11.425528 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a15e90d-ceba-4b25-a3bf-8119291bbd34 x-openstack-request-id: req-2a15e90d-ceba-4b25-a3bf-8119291bbd34 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:11.426156 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d8d3ab-10bf-486d-b231-ff8b23baa973", "name": "network-vif-deleted", "tag": "3d6bd2ee-077b-4e67-9ca3-82e7eb79939e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:11.426156 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a15e90d-ceba-4b25-a3bf-8119291bbd34 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:11.426536 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d8d3ab-10bf-486d-b231-ff8b23baa973', 'name': 'network-vif-deleted', 'tag': '3d6bd2ee-077b-4e67-9ca3-82e7eb79939e', 'status': 'completed', 'code': 200} Sep 23 23:59:11.428645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Attempting to bind port 6630d13f-74ed-429e-af05-9302c2fbbeeb on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:11.432426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Attempting to bind port 6630d13f-74ed-429e-af05-9302c2fbbeeb by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:11.433740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Attempting to bind port 6630d13f-74ed-429e-af05-9302c2fbbeeb on network 7a2ab906-2773-4efa-b0e1-09691b94e19d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:11.449147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.457109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-89b73ec3-93ec-44a8-9eb7-b0d51e914c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.467735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03f4f1-f11b-494e-b4e9-3e84d835dd13 req-bd77b382-f670-41a4-9027-7ce0457454b0 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:11.469915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a03f4f1-f11b-494e-b4e9-3e84d835dd13 req-bd77b382-f670-41a4-9027-7ce0457454b0 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 946 time: 0.1947408 Sep 23 23:59:11.478137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Port 6630d13f-74ed-429e-af05-9302c2fbbeeb on network 7a2ab906-2773-4efa-b0e1-09691b94e19d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:11.479377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Attempting to bind port 6630d13f-74ed-429e-af05-9302c2fbbeeb on network 7a2ab906-2773-4efa-b0e1-09691b94e19d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:11.493185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:11.494670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Checking segment: {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:11.498037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Bound using segment: {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:11.498037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Bound port: 6630d13f-74ed-429e-af05-9302c2fbbeeb, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99b8b427-8aee-40f8-b14e-4f2994a5e4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:11.498292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.516082 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaec555-5704-467d-aa3c-268a9a3e52ac x-openstack-request-id: req-9eaec555-5704-467d-aa3c-268a9a3e52ac {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:11.516082 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "name": "network-vif-plugged", "status": "completed", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:11.516082 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9eaec555-5704-467d-aa3c-268a9a3e52ac {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:11.516495 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'code': 200} Sep 23 23:59:11.654062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] For port 6630d13f-74ed-429e-af05-9302c2fbbeeb, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:11.658056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] For port 6630d13f-74ed-429e-af05-9302c2fbbeeb, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:11.694399 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-23T23:59:06Z', 'revision_number': 4, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port': {'id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:55Z', 'updated_at': '2021-09-23T23:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c5903190-76ce-478e-96e6-4988f24a4d50', 'name': '', 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'mac_address': 'fa:16:3e:29:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '42071fca-95e4-48e1-b48b-d19393bd9286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:02Z', 'updated_at': '2021-09-23T23:59:07Z', 'revision_number': 2, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'subnets': [{'id': '42071fca-95e4-48e1-b48b-d19393bd9286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:11.703427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a03f4f1-f11b-494e-b4e9-3e84d835dd13 req-c07988e7-2fe9-4146-8cec-3dc1c701c17c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885138 Sep 23 23:59:11.714875 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.741025 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Checking router: f3bd5449-5dd2-40cf-a15e-43b8853e6e39 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:11.741377 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Updating router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 port c5903190-76ce-478e-96e6-4988f24a4d50 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:59:11.759397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:11.764659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.766346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] 10.222.0.20 "PUT /v2.0/ports/6630d13f-74ed-429e-af05-9302c2fbbeeb HTTP/1.1" status: 200 len: 1092 time: 3.7322645 Sep 23 23:59:11.776701 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.787408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d479b35-dd31-4b02-8704-495a39749e01 req-804bba2c-325e-4295-b470-a5354a618d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:11.788915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d479b35-dd31-4b02-8704-495a39749e01 req-804bba2c-325e-4295-b470-a5354a618d9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 1098 time: 0.2207041 Sep 23 23:59:11.812347 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.845577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:11.883223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-89b73ec3-93ec-44a8-9eb7-b0d51e914c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.951867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-89b73ec3-93ec-44a8-9eb7-b0d51e914c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.954742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-89b73ec3-93ec-44a8-9eb7-b0d51e914c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:11.956168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-89b73ec3-93ec-44a8-9eb7-b0d51e914c36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc HTTP/1.1" status: 204 len: 168 time: 1.1867321 Sep 23 23:59:11.960720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d479b35-dd31-4b02-8704-495a39749e01 req-1df96ebf-0c30-4681-b83d-727af36465a3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584730 Sep 23 23:59:11.961847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21edec-76be-4c6a-acd0-2191ddd184fd service neutron] Pushing event updated for resources: {'Port': ['ID=6630d13f-74ed-429e-af05-9302c2fbbeeb,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:12.065244 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.069020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.087007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b73ec3-93ec-44a8-9eb7-b0d51e914c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cf04cc-f24c-48da-aa9e-6b76c2ab0dcc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:12.130147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8e3c-0740-45b2-9340-66646c563e0c req-8e875bb0-048a-4503-9562-bd2fbe9d7687 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.136755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8e3c-0740-45b2-9340-66646c563e0c req-8e875bb0-048a-4503-9562-bd2fbe9d7687 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.142965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8e3c-0740-45b2-9340-66646c563e0c req-8e875bb0-048a-4503-9562-bd2fbe9d7687 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.151520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8e3c-0740-45b2-9340-66646c563e0c req-8e875bb0-048a-4503-9562-bd2fbe9d7687 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.160764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa8e3c-0740-45b2-9340-66646c563e0c req-8e875bb0-048a-4503-9562-bd2fbe9d7687 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.163099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99aa8e3c-0740-45b2-9340-66646c563e0c req-8e875bb0-048a-4503-9562-bd2fbe9d7687 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 3826 time: 0.2213905 Sep 23 23:59:12.166427 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.208232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.210046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1de45cd6-8645-49b3-adea-6cdc5c377270 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 23 23:59:12.217619 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.219180 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bcf93235-b740-48af-86e4-5f5b1011c824 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1de45cd6-8645-49b3-adea-6cdc5c377270 HTTP/1.1" status: 204 len: 168 time: 2.8556936 Sep 23 23:59:12.223001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47696) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:12.237080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-a1f28164-2861-4201-b3f8-7f6d8c27cd11 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.241660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e04c614-d1be-4b62-8f33-8f8798cb6b88 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:12.245882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-a1f28164-2861-4201-b3f8-7f6d8c27cd11 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 818 time: 0.3969178 Sep 23 23:59:12.309641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-a8ab4757-828a-43a9-a57f-2a8881132723 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/quotas/c337b66785744853a9256c2b068c5e29 HTTP/1.1" status: 200 len: 375 time: 0.0627964 Sep 23 23:59:12.339695 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.352166 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.356117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:12.357302 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.395493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99aa8e3c-0740-45b2-9340-66646c563e0c req-291d6dac-f96a-444a-9ecd-f6cbb205570f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207994 Sep 23 23:59:12.408784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a8c790d-3628-414d-a424-acf599cbdb01 admin admin] Deleting subnet a0427fa7-6c0a-4a14-aa9d-aafd082cb20f {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:59:12.413082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8c790d-3628-414d-a424-acf599cbdb01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.547774 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ace3aa-0f6d-4b51-b437-2112f253ef3d None None] Pushing event updated for resources: {'Port': ['ID=c5903190-76ce-478e-96e6-4988f24a4d50,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:12.561901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:59:12.562177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-ce411558-9aea-45ac-b127-5a4d75d21221 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2428730 Sep 23 23:59:12.622620 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8c790d-3628-414d-a424-acf599cbdb01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.634550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 21be4914-5239-4248-baa9-47fe7c3b8606 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:12.641188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9657850-522d-4733-b2f1-f6fdf8328610 req-c567feef-195f-4a55-a174-e121e6b793d5 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:12.643021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9657850-522d-4733-b2f1-f6fdf8328610 req-c567feef-195f-4a55-a174-e121e6b793d5 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 946 time: 0.1470752 Sep 23 23:59:12.681348 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Attempting to bind port c5903190-76ce-478e-96e6-4988f24a4d50 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:12.682177 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Attempting to bind port c5903190-76ce-478e-96e6-4988f24a4d50 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:12.683062 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Attempting to bind port c5903190-76ce-478e-96e6-4988f24a4d50 on network b335634c-12a3-4d07-8003-edeff86eebeb {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:12.686338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 21be4914-5239-4248-baa9-47fe7c3b8606 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:59:12.688791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 21be4914-5239-4248-baa9-47fe7c3b8606 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:59:12.690147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 310b853a-4ebc-4de7-8255-ecbe6f43a3ef no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:12.697964 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:12.699036 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Checking segment: {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:12.701729 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.703235 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Bound using segment: {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:12.704468 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Bound port: c5903190-76ce-478e-96e6-4988f24a4d50, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:12.705741 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.734973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 310b853a-4ebc-4de7-8255-ecbe6f43a3ef {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:59:12.735339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 310b853a-4ebc-4de7-8255-ecbe6f43a3ef not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:59:12.743048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:12.754832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Sync routers for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:12.763356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.764659 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4e8b6272-ee05-4491-b3b8-98040cf1293b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2600446 Sep 23 23:59:12.766254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:12.767057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:12.769126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:12.830107 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-65fd3b0b-8df3-4501-a80f-5c5001e86f0b service neutron] 10.222.0.24 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677238 Sep 23 23:59:12.864724 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] For port c5903190-76ce-478e-96e6-4988f24a4d50, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:12.868870 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] For port c5903190-76ce-478e-96e6-4988f24a4d50, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c5903190-76ce-478e-96e6-4988f24a4d50,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:12.877352 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:12.879088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9657850-522d-4733-b2f1-f6fdf8328610 req-12f84d06-add9-448f-96aa-39c9837fb71a tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280281 Sep 23 23:59:12.975668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8c790d-3628-414d-a424-acf599cbdb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:13.032686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:13.038603 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ace3aa-0f6d-4b51-b437-2112f253ef3d None None] Pushing event updated for resources: {'Port': ['ID=c5903190-76ce-478e-96e6-4988f24a4d50,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:13.105595 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Routers {'f3bd5449-5dd2-40cf-a15e-43b8853e6e39'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:13.107303 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:13.231175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:13.263250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-367a3263-0fbd-4948-b376-d0317c83a90e service neutron] 10.222.0.24 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235077 Sep 23 23:59:13.279736 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:13.306223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8c790d-3628-414d-a424-acf599cbdb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:13.311213 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] Set router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:13.345349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f207ce88-cf03-4b97-a90e-18c0ef2fc3fe None None] Network 3aa35329-dec2-43c0-adc1-f1869da479c4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:13.352711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47726) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:13.355696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Transition to ACTIVE for port object 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:13.385379 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:13.432350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8c790d-3628-414d-a424-acf599cbdb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:13.437586 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0a8c790d-3628-414d-a424-acf599cbdb01 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a0427fa7-6c0a-4a14-aa9d-aafd082cb20f HTTP/1.1" status: 204 len: 168 time: 1.2131991 Sep 23 23:59:13.441884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47730) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:13.453825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c790d-3628-414d-a424-acf599cbdb01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0427fa7-6c0a-4a14-aa9d-aafd082cb20f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:13.498663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:13.501255 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96bb6fb3-6291-444f-8d6c-2e82f676f254" -d '{"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:13.504325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:13.507479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47734) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:13.555408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0c16b-4a57-4610-bab5-8a75cfb55df9 req-bee5d5cc-2704-489b-843d-ebc32a6e97f1 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:13.567790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ff0c16b-4a57-4610-bab5-8a75cfb55df9 req-bee5d5cc-2704-489b-843d-ebc32a6e97f1 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 946 time: 0.4132535 Sep 23 23:59:13.673303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:13.689867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ff0c16b-4a57-4610-bab5-8a75cfb55df9 req-12f78e16-0286-4c6b-84fc-af2a68cae302 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156778 Sep 23 23:59:13.782835 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-23T23:59:06Z', 'revision_number': 4, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port': {'id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:55Z', 'updated_at': '2021-09-23T23:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c5903190-76ce-478e-96e6-4988f24a4d50', 'name': '', 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'mac_address': 'fa:16:3e:29:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '42071fca-95e4-48e1-b48b-d19393bd9286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:02Z', 'updated_at': '2021-09-23T23:59:12Z', 'revision_number': 4, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'subnets': [{'id': '42071fca-95e4-48e1-b48b-d19393bd9286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:13.837515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Attempting to bind port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:13.838031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Attempting to bind port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:13.838157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Attempting to bind port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:13.848341 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8671595-c7be-4211-9976-86bd8db08a7d None None] The sync data for ids ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'] in n-d-713498-18 is: [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-23T23:59:06Z', 'revision_number': 4, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port': {'id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:55Z', 'updated_at': '2021-09-23T23:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c5903190-76ce-478e-96e6-4988f24a4d50', 'name': '', 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'mac_address': 'fa:16:3e:29:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_interface', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '42071fca-95e4-48e1-b48b-d19393bd9286', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:02Z', 'updated_at': '2021-09-23T23:59:12Z', 'revision_number': 4, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'subnets': [{'id': '42071fca-95e4-48e1-b48b-d19393bd9286', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:13.855747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-24898360-network', 'tenant_id': '011dca006d4e482cb6fee11c6938e97e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:13.860236 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cdbe43-6d30-4a64-996b-0692ec1e6aa9 x-openstack-request-id: req-20cdbe43-6d30-4a64-996b-0692ec1e6aa9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:13.860585 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:13.861047 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20cdbe43-6d30-4a64-996b-0692ec1e6aa9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:13.861444 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'status': 'completed', 'code': 200} Sep 23 23:59:14.023264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:14.023593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Attempting to bind port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:14.058797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:09Z', 'revision_number': 3, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:14.075726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-077d8c2c-0a77-4c99-a242-4988c8f1a9d1 req-75746074-1892-45b5-97db-96eec6a5a967 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 210 time: 0.1697338 Sep 23 23:59:14.128966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e1dbca2a-655a-48f1-bc87-60592df9c25a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a47ac6fc3afe4d9fb6fa1490ea19937e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6164470 Sep 23 23:59:14.129579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Checking router: 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:14.129946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Updating router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 port cf270fd1-e193-4c35-9046-1c18682a8955 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:59:14.130715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:14.131186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Checking segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:14.131658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Bound using segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:14.132203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Bound port: 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:14.132679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.134644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47752) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:14.154673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Made reservation on behalf of 011dca006d4e482cb6fee11c6938e97e for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:14.157089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.159543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] DHCP port deletion for 3aa35329-dec2-43c0-adc1-f1869da479c4 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 23 23:59:14.166485 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.179922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.239295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-647d61ca-8554-42d6-88c5-e95d293423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.241659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-647d61ca-8554-42d6-88c5-e95d293423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.242318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-647d61ca-8554-42d6-88c5-e95d293423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.243193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-647d61ca-8554-42d6-88c5-e95d293423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.244981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-647d61ca-8554-42d6-88c5-e95d293423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.245723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-647d61ca-8554-42d6-88c5-e95d293423df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.254050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-647d61ca-8554-42d6-88c5-e95d293423df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5244 time: 0.3837390 Sep 23 23:59:14.345332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c5903190-76ce-478e-96e6-4988f24a4d50 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:14.346002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Deleting port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:14.346700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.347931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c0630-9ef6-4b07-85b9-f7598fb1db4e req-3833f559-2503-456c-aecf-cd75b81de9f8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.356591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c0630-9ef6-4b07-85b9-f7598fb1db4e req-3833f559-2503-456c-aecf-cd75b81de9f8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.365299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c0630-9ef6-4b07-85b9-f7598fb1db4e req-3833f559-2503-456c-aecf-cd75b81de9f8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.376531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c0630-9ef6-4b07-85b9-f7598fb1db4e req-3833f559-2503-456c-aecf-cd75b81de9f8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.383474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c0630-9ef6-4b07-85b9-f7598fb1db4e req-3833f559-2503-456c-aecf-cd75b81de9f8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.390394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c0630-9ef6-4b07-85b9-f7598fb1db4e req-3833f559-2503-456c-aecf-cd75b81de9f8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:14.393312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a18c0630-9ef6-4b07-85b9-f7598fb1db4e req-3833f559-2503-456c-aecf-cd75b81de9f8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 4598 time: 0.5151963 Sep 23 23:59:14.429610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e4dea5b-bd80-44ac-bbdb-bc72bcc561fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.459187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e4dea5b-bd80-44ac-bbdb-bc72bcc561fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.489929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] Deleting port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:14.490536 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.640983 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e4dea5b-bd80-44ac-bbdb-bc72bcc561fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.653373 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e4dea5b-bd80-44ac-bbdb-bc72bcc561fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.654654 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5e4dea5b-bd80-44ac-bbdb-bc72bcc561fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0512db1-4d81-41b7-b105-283bcacf4ecb HTTP/1.1" status: 204 len: 168 time: 0.5122154 Sep 23 23:59:14.665344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] For port d86d5981-dd90-4e0c-bff2-4c70b9f853e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:14.665629 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.689950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dea5b-bd80-44ac-bbdb-bc72bcc561fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0512db1-4d81-41b7-b105-283bcacf4ecb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:14.692474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Calling delete_port for d86d5981-dd90-4e0c-bff2-4c70b9f853e8 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:14.695296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.704304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port c5903190-76ce-478e-96e6-4988f24a4d50 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:14.705075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.817135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] For port d86d5981-dd90-4e0c-bff2-4c70b9f853e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,segment=NetworkSegment(b35a90bf-06d4-4f8a-a13b-342b0de4e175),segment_id=b35a90bf-06d4-4f8a-a13b-342b0de4e175)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:14.817538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.902373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] Calling delete_port for d86d5981-dd90-4e0c-bff2-4c70b9f853e8 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:14.967566 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:14.989020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] No DVR routers for this DVR port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:15.069069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Pushing event deleted for resources: {'Port': ['ID=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:15.212273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.230966 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.233196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.241978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47782) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:15.245551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.247707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.269755 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa35329-dec2-43c0-adc1-f1869da479c4']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:15.283035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Allocated IP 172.20.0.1 (ba178d9c-1eae-4945-b0a6-c3515ed82d12/d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd/91eabdff-a13f-4669-b406-52c8ed2d45ee) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:15.304268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35a90bf-06d4-4f8a-a13b-342b0de4e175') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:15.304700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35a90bf-06d4-4f8a-a13b-342b0de4e175') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:15.308803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] No DVR routers for this DVR port d86d5981-dd90-4e0c-bff2-4c70b9f853e8 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:15.335637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Attempting to bind port cf270fd1-e193-4c35-9046-1c18682a8955 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:15.337039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Attempting to bind port cf270fd1-e193-4c35-9046-1c18682a8955 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:15.339020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Attempting to bind port cf270fd1-e193-4c35-9046-1c18682a8955 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:15.341354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072879-127d-40f6-a32b-ff08687877d3 req-f828b9f3-c863-4bfc-a20a-89c79ce7a0da tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:15.342963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-f828b9f3-c863-4bfc-a20a-89c79ce7a0da tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 818 time: 0.6426613 Sep 23 23:59:15.343441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.378915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0113f6ed-0919-4f89-ac66-165b1511c04e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55b65a2b67094250916557eef908a700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1341031 Sep 23 23:59:15.381644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47784) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:15.384017 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.404566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:15.405999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:15.407570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.407915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] For port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:15.408236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:59:15.408643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:59:15.410337 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:59:15.416430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:15.418293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Bound port: cf270fd1-e193-4c35-9046-1c18682a8955, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:15.420459 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.480821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a18c0630-9ef6-4b07-85b9-f7598fb1db4e req-e32e0b39-8fe6-4eb7-adbb-a1cd06c6ed15 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.0563021 Sep 23 23:59:15.534148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] For port cf270fd1-e193-4c35-9046-1c18682a8955, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:15.539023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] For port cf270fd1-e193-4c35-9046-1c18682a8955, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cf270fd1-e193-4c35-9046-1c18682a8955,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:15.541344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61b7929-b4ef-4d40-a194-bd284712ff07 None None] Pushing event deleted for resources: {'Port': ['ID=d86d5981-dd90-4e0c-bff2-4c70b9f853e8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:15.554152 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.568914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.583216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.613223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.615143 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] 10.222.0.24 "DELETE /v2.0/networks/3aa35329-dec2-43c0-adc1-f1869da479c4 HTTP/1.1" status: 204 len: 168 time: 2.1722226 Sep 23 23:59:15.636001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.637095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:15.638381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:15.645418 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.661697 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfb81-1add-4a1c-8c0c-ccca0b58f9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.661857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:59:15.678046 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.678401 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Added segment e553937a-8479-441c-bae2-aa63646d1c0d of type vlan for network 2dc42050-2fcb-4075-86f4-fe4a24168a09 Sep 23 23:59:15.711568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26547e8-95ae-4069-a547-7017de4fc0ba admin admin] Pushing event deleted for resources: {'Network': ['ID=3aa35329-dec2-43c0-adc1-f1869da479c4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:15.747792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.766818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfb81-1add-4a1c-8c0c-ccca0b58f9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.767705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port c5903190-76ce-478e-96e6-4988f24a4d50, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c5903190-76ce-478e-96e6-4988f24a4d50,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:15.775112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:15.785637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-61c69339-53d1-4c90-a532-bb42bed432ce tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/quotas/c337b66785744853a9256c2b068c5e29 HTTP/1.1" status: 200 len: 375 time: 0.4204562 Sep 23 23:59:15.821475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.833660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] For port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:15.857699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfb81-1add-4a1c-8c0c-ccca0b58f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.857699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d4bfb81-1add-4a1c-8c0c-ccca0b58f9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.857699 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8d4bfb81-1add-4a1c-8c0c-ccca0b58f9f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4b96f67-4698-4b2e-b519-c5e241a35a62 HTTP/1.1" status: 204 len: 168 time: 0.4749503 Sep 23 23:59:15.908418 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.909443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:15.910140 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.938039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d86d5981-dd90-4e0c-bff2-4c70b9f853e8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:15.942377 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:15.944199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a72a383-47e8-4ecb-b665-e6da84f43fe6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:15.952663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4bfb81-1add-4a1c-8c0c-ccca0b58f9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b96f67-4698-4b2e-b519-c5e241a35a62,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:15.963882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47790) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:16.006485 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.014549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: d86d5981-dd90-4e0c-bff2-4c70b9f853e8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:59:16.014925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d86d5981-dd90-4e0c-bff2-4c70b9f853e8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:59:16.062300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0095c-709c-468e-bc28-22c25b92f4b4 None None] Pushing event updated for resources: {'Port': ['ID=cf270fd1-e193-4c35-9046-1c18682a8955,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:16.070287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daef9df-6959-4085-8ea9-0966a92bebe3 req-346617ca-7731-4d5f-87c6-05e2c6c74b24 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:16.071870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3daef9df-6959-4085-8ea9-0966a92bebe3 req-346617ca-7731-4d5f-87c6-05e2c6c74b24 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 946 time: 0.4444830 Sep 23 23:59:16.097621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=91eabdff-a13f-4669-b406-52c8ed2d45ee,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:16.117877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-bd7449ab-7410-476c-af47-c64244ae79f2 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:16.119488 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-bd7449ab-7410-476c-af47-c64244ae79f2 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.20 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 946 time: 0.2589900 Sep 23 23:59:16.128209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7737885 Sep 23 23:59:16.128393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47794) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:16.148655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-53bd6c2a-ba6b-4bad-a685-101d237d9bdc tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3620598 Sep 23 23:59:16.163661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:16.164343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.165752 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] 10.222.0.20 "PUT /v2.0/ports/101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 1131 time: 4.3260808 Sep 23 23:59:16.171282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '101f3ad9-7bd8-48c3-a7e5-cc47d94e165a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:16.173806 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "101f3ad9-7bd8-48c3-a7e5-cc47d94e165a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:16.178674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-4ae2b1f9-8014-4079-a33e-f608a3d2647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:16.179548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-4ae2b1f9-8014-4079-a33e-f608a3d2647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:16.180091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-4ae2b1f9-8014-4079-a33e-f608a3d2647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:16.181827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-4ae2b1f9-8014-4079-a33e-f608a3d2647d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.7856343 Sep 23 23:59:16.189260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Request body: {'subnet': {'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-24898360-subnet', 'tenant_id': '011dca006d4e482cb6fee11c6938e97e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:16.199196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0095c-709c-468e-bc28-22c25b92f4b4 None None] Pushing event updated for resources: {'Port': ['ID=cf270fd1-e193-4c35-9046-1c18682a8955,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:16.203339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:16.243831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:16.253212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:16.284606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe58df-bed1-4ef6-82c3-6c61c1e2e10f admin admin] Pushing event updated for resources: {'Network': ['ID=2dc42050-2fcb-4075-86f4-fe4a24168a09,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:16.297204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:16.303250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.304073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2dc42050-2fcb-4075-86f4-fe4a24168a09 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:59:16.313531 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4e476a6e-ad5b-4d06-87d4-fef81d9db3bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffcc656bd691477f81a8a2d1f42c1b83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3403766 Sep 23 23:59:16.367658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=c5903190-76ce-478e-96e6-4988f24a4d50,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:16.397739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47798) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:16.478364 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e845-94cf-4398-8224-16d01ec0b919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.493597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Made reservation on behalf of 011dca006d4e482cb6fee11c6938e97e for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:16.496261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.579878 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.582468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf0d198-5f8d-45e2-a789-c2ed9b4c2dd5 service neutron] Pushing event updated for resources: {'Port': ['ID=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:16.653859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e845-94cf-4398-8224-16d01ec0b919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.660834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:09Z', 'revision_number': 3, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:16.690489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-1a05ed49-2252-40db-82b1-7eaba9de2626 service neutron] 10.222.0.24 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5409579 Sep 23 23:59:16.697769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Deleting port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:16.698622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.705089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bee5a06-21c3-4351-9959-d602dab8284d None None] The sync data for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 is: [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:09Z', 'revision_number': 3, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:16.746070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3daef9df-6959-4085-8ea9-0966a92bebe3 req-56df3488-8eeb-4c38-8341-519d908108c1 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/security-groups?id=3523e76b-4dff-4866-8f99-6084090a97be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6128228 Sep 23 23:59:16.764492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-16330ed2-05b6-473d-ab48-6b4b56f514e8 None None] Provisioning complete for port 91eabdff-a13f-4669-b406-52c8ed2d45ee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:16.764871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-16330ed2-05b6-473d-ab48-6b4b56f514e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.847415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-16330ed2-05b6-473d-ab48-6b4b56f514e8 None None] Port 91eabdff-a13f-4669-b406-52c8ed2d45ee cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:16.850232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-09372cd6-3524-4be0-b6df-4b795060bebb tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:16.852200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-09372cd6-3524-4be0-b6df-4b795060bebb tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 818 time: 1.2427609 Sep 23 23:59:16.908265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Request body: {'port': {'device_id': '9290df54-3c87-41db-a0bc-732edced48da', 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb', 'admin_state_up': True, 'tenant_id': 'c337b66785744853a9256c2b068c5e29'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:16.916494 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.990549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] For port c0c6cee7-a48a-4dcb-9fcb-448c323fe982, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,segment=NetworkSegment(81534bfa-93ee-4d08-b603-fd5a0e2f77a4),segment_id=81534bfa-93ee-4d08-b603-fd5a0e2f77a4)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:16.990950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.994988 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e845-94cf-4398-8224-16d01ec0b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.997638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ca7e845-94cf-4398-8224-16d01ec0b919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:16.999024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4ca7e845-94cf-4398-8224-16d01ec0b919 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14bb1f63-8621-4b7a-8add-cd0ec2c2db83 HTTP/1.1" status: 204 len: 168 time: 0.6000218 Sep 23 23:59:17.027783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Calling delete_port for c0c6cee7-a48a-4dcb-9fcb-448c323fe982 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:17.053670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7e845-94cf-4398-8224-16d01ec0b919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bb1f63-8621-4b7a-8add-cd0ec2c2db83,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:17.150196 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:17.242549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba45b6-da44-41d6-b4ea-9be0f822be00 req-f875c99c-68ec-46a2-bacd-6bc2e98480da tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:17.245906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8ba45b6-da44-41d6-b4ea-9be0f822be00 req-f875c99c-68ec-46a2-bacd-6bc2e98480da tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 946 time: 0.3885076 Sep 23 23:59:17.344994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-2c98d2d4-01e2-470c-86ea-7bde4d416a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:17.346746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96bb6fb3-6291-444f-8d6c-2e82f676f254 req-2c98d2d4-01e2-470c-86ea-7bde4d416a75 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0910754 Sep 23 23:59:17.431398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-178eec42-436c-47c1-b5d6-e29beb006d7c service neutron] 10.222.0.24 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7085886 Sep 23 23:59:17.484066 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:59:17.501621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8ba45b6-da44-41d6-b4ea-9be0f822be00 req-21a825f5-b64c-4c87-baa0-27e5f27424b8 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242854 Sep 23 23:59:17.694196 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf7ffcd-9501-4eb7-9e82-b8652e340e87 x-openstack-request-id: req-1cf7ffcd-9501-4eb7-9e82-b8652e340e87 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:17.695914 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "101f3ad9-7bd8-48c3-a7e5-cc47d94e165a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:17.696649 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1cf7ffcd-9501-4eb7-9e82-b8652e340e87 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:17.697663 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '101f3ad9-7bd8-48c3-a7e5-cc47d94e165a', 'status': 'completed', 'code': 200} Sep 23 23:59:17.803285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:17.837097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:18.026330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7cffff-11fc-43aa-a9b6-58eef73f25f8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:18.105143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:18.155933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=91eabdff-a13f-4669-b406-52c8ed2d45ee,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:18.172485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Made reservation on behalf of c337b66785744853a9256c2b068c5e29 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:18.177703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Checking segment: {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:18.178074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Network hostable DHCP agents. Network: 2dc42050-2fcb-4075-86f4-fe4a24168a09, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:59:18.180917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:18.457516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Network 2dc42050-2fcb-4075-86f4-fe4a24168a09 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:59:18.480165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:18.496948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:18.551568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c5903190-76ce-478e-96e6-4988f24a4d50 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:18.734496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port c5903190-76ce-478e-96e6-4988f24a4d50 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:18.737369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:18.866269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2dc42050-2fcb-4075-86f4-fe4a24168a09) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:18.884004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:18.887776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348144fc-8778-40bc-9a02-14f9cab62eeb None None] Network 2dc42050-2fcb-4075-86f4-fe4a24168a09 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:18.889930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.890542 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:18.895700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee33374-1ae6-4c50-91f7-6fbd90c3511c {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:18.910736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cf270fd1-e193-4c35-9046-1c18682a8955 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:18.919663 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-871c3501-9859-4630-b882-536cd1b46da3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7342467 Sep 23 23:59:18.923135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:18.950646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-0bad2796-a45d-4231-a1d5-93d53fa2ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.951533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-0bad2796-a45d-4231-a1d5-93d53fa2ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.952160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-0bad2796-a45d-4231-a1d5-93d53fa2ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.952789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-0bad2796-a45d-4231-a1d5-93d53fa2ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.953414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-0bad2796-a45d-4231-a1d5-93d53fa2ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.954069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-0bad2796-a45d-4231-a1d5-93d53fa2ef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.956879 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-0bad2796-a45d-4231-a1d5-93d53fa2ef35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5286 time: 1.2658761 Sep 23 23:59:18.982390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982420f5-de8c-4651-8884-111a40a38caf req-d9410c39-0c63-48b5-8bad-e2c0745b87d5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.989639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982420f5-de8c-4651-8884-111a40a38caf req-d9410c39-0c63-48b5-8bad-e2c0745b87d5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:18.996477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982420f5-de8c-4651-8884-111a40a38caf req-d9410c39-0c63-48b5-8bad-e2c0745b87d5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.003740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982420f5-de8c-4651-8884-111a40a38caf req-d9410c39-0c63-48b5-8bad-e2c0745b87d5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.011729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982420f5-de8c-4651-8884-111a40a38caf req-d9410c39-0c63-48b5-8bad-e2c0745b87d5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.019563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982420f5-de8c-4651-8884-111a40a38caf req-d9410c39-0c63-48b5-8bad-e2c0745b87d5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.021718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-982420f5-de8c-4651-8884-111a40a38caf req-d9410c39-0c63-48b5-8bad-e2c0745b87d5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 4598 time: 1.2334499 Sep 23 23:59:19.042436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47872) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:19.043732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:19.050141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.071104 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d37b39e9-7340-4233-96d4-669750c7e0f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/62f7341a-6b61-4dfa-8e42-9d0f23dab6d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2931907 Sep 23 23:59:19.071104 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-8fc4828c-9ba3-439a-9551-68b4050c985f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2669027 Sep 23 23:59:19.085461 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-4304c91e-79be-4987-8cd1-a60eb7dacdfa tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.090033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-4304c91e-79be-4987-8cd1-a60eb7dacdfa tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 1.2352343 Sep 23 23:59:19.118463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Pushing event deleted for resources: {'Port': ['ID=c0c6cee7-a48a-4dcb-9fcb-448c323fe982,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:19.154970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Transition to ACTIVE for port object 6ee33374-1ae6-4c50-91f7-6fbd90c3511c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:19.162316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-27e4e133-a892-4633-bc67-543c0a88add9 None None] Provisioning complete for port 91eabdff-a13f-4669-b406-52c8ed2d45ee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:19.162691 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27e4e133-a892-4633-bc67-543c0a88add9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.202729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] No DVR routers for this DVR port c0c6cee7-a48a-4dcb-9fcb-448c323fe982 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:19.210126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.212609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7c076a4f-69e0-49ad-9570-c6f150641f3a req-c046d241-3f01-47cf-9bb1-02777f3620f7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.20 "DELETE /v2.0/ports/c0c6cee7-a48a-4dcb-9fcb-448c323fe982 HTTP/1.1" status: 204 len: 173 time: 3.0830572 Sep 23 23:59:19.218862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a1247e-3ed3-4c2c-b0d5-eed1552903c2', 'name': 'network-vif-deleted', 'tag': 'c0c6cee7-a48a-4dcb-9fcb-448c323fe982'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:19.221553 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17372d16-6ad8-4cf4-807a-0d65e4aff246" -d '{"events": [{"server_uuid": "01a1247e-3ed3-4c2c-b0d5-eed1552903c2", "name": "network-vif-deleted", "tag": "c0c6cee7-a48a-4dcb-9fcb-448c323fe982"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:19.228093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec642c1-310a-4c77-9048-a45468c512e7 None None] Network 2dc42050-2fcb-4075-86f4-fe4a24168a09 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:19.268048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port cf270fd1-e193-4c35-9046-1c18682a8955 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:19.268524 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.268964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.275708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-87c6fe3d-8bf5-4ab0-a820-2ce2047bae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.278244 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-87c6fe3d-8bf5-4ab0-a820-2ce2047bae9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.1165116 Sep 23 23:59:19.297594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-27e4e133-a892-4633-bc67-543c0a88add9 None None] Port 91eabdff-a13f-4669-b406-52c8ed2d45ee cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:19.390022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-network', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:19.446487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.475231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-982420f5-de8c-4651-8884-111a40a38caf req-ecf86056-c544-4bec-a1ce-ebd2f6370ca3 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4239368 Sep 23 23:59:19.490051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port cf270fd1-e193-4c35-9046-1c18682a8955, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cf270fd1-e193-4c35-9046-1c18682a8955,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:19.523139 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.570964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:19.574156 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.595036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.599037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=cf270fd1-e193-4c35-9046-1c18682a8955,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:19.614309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-9b68523e-bb08-413b-aca6-411cf4869479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.616225 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-9b68523e-bb08-413b-aca6-411cf4869479 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.3110902 Sep 23 23:59:19.642139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:19.678725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-f1749585-bac7-4f07-b37b-b8cb90972b49 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 217 time: 0.0529399 Sep 23 23:59:19.777170 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Sync routers for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:19.792917 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:19.793882 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:19.796212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bbfc36c-0132-478b-bf42-62adbf536dad req-e67fd918-cd97-4dd8-a75a-e7a82bfc4786 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 210 time: 0.1061659 Sep 23 23:59:19.811648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-59114ae1-6b1f-4698-a2cf-126b3a2d7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.815762 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-59114ae1-6b1f-4698-a2cf-126b3a2d7540 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.1278553 Sep 23 23:59:19.876912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-ab1d1884-7fcd-435c-ae9a-4c72aba37d8d tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.6817257 Sep 23 23:59:19.879494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c0c6cee7-a48a-4dcb-9fcb-448c323fe982 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:19.913063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Request body: {'floatingip': {'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:19.913693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: c0c6cee7-a48a-4dcb-9fcb-448c323fe982 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:59:19.914045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c0c6cee7-a48a-4dcb-9fcb-448c323fe982 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:59:19.950928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.953800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-1232958a-583b-4946-91ef-9aa0558bfae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:19.955525 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-1232958a-583b-4946-91ef-9aa0558bfae4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312342 Sep 23 23:59:19.956718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:19.999208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:59:20.001536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.040844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.041228 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Added segment ef202e28-4387-4869-b5dc-a39b53a58647 of type vlan for network 0fa905c6-5b85-4188-8ccc-e6003718f222 Sep 23 23:59:20.051806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7f0bf1-622c-42dc-af7d-735298bcad07,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:20.083632 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:20.132052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.194432 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-d79a9cb5-da5d-4995-9e33-ef0e9b7a2e55 service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236519 Sep 23 23:59:20.227140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.228411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:20.229128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.258719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cf270fd1-e193-4c35-9046-1c18682a8955 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:20.273872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-8d020b49-72af-4ed4-9ed5-f76f9cc6487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:20.274505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-8d020b49-72af-4ed4-9ed5-f76f9cc6487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:20.275113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-8d020b49-72af-4ed4-9ed5-f76f9cc6487e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:20.276922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-8d020b49-72af-4ed4-9ed5-f76f9cc6487e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.3093891 Sep 23 23:59:20.341218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port cf270fd1-e193-4c35-9046-1c18682a8955 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:20.341693 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.348131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] Pushing event updated for resources: {'Network': ['ID=0fa905c6-5b85-4188-8ccc-e6003718f222,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:20.357213 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-76a8a5a4-d5bb-4b1c-ac83-f26cc6d987b6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3017333 Sep 23 23:59:20.357940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47888) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:20.363238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Request body: {'subnet': {'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-subnet', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:20.379883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc579207-db18-448e-98e5-e45e3f842db8 req-147d3520-5afd-43bc-a11d-24a64b4f0ce7 tempest-InstanceActionsNegativeTestJSON-257269767 tempest-InstanceActionsNegativeTestJSON-257269767-project] 10.222.0.24 "GET /v2.0/ports?device_id=01a1247e-3ed3-4c2c-b0d5-eed1552903c2 HTTP/1.1" status: 200 len: 210 time: 0.3108020 Sep 23 23:59:20.387516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:59:20.490591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:20.494022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.570608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e23130ee-7eec-4210-8ec1-2e160e76fda3 req-66ca2d2e-d327-4750-a84f-0e3f44431aea service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678672 Sep 23 23:59:20.594627 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:17Z', 'revision_number': 2, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:20.633527 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Checking router: 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:20.633985 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Updating router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 port 91eabdff-a13f-4669-b406-52c8ed2d45ee binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:59:20.677460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Attempting to bind port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:20.677878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Attempting to bind port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:20.678179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Attempting to bind port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:20.701503 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.803942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072879-127d-40f6-a32b-ff08687877d3 req-80990063-4cd7-4cac-96f1-134e3cf287c8 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:20.805826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-80990063-4cd7-4cac-96f1-134e3cf287c8 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 818 time: 1.1099515 Sep 23 23:59:20.823527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Allocated IP 172.20.0.5 (b335634c-12a3-4d07-8003-edeff86eebeb/42071fca-95e4-48e1-b48b-d19393bd9286/cb6b006a-abe8-4c30-b869-7708e58cbd1e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:20.851291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Request body: {'port': {'device_id': 'ed9fc5f2-895e-40e1-a55e-e3b29a918783', 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb', 'admin_state_up': True, 'tenant_id': 'c337b66785744853a9256c2b068c5e29'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:20.860078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:20.860564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Attempting to bind port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:20.873762 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.908142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:20.909034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Checking segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:20.909757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Bound using segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:20.910633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Bound port: 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:20.911360 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:20.944802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7784be8-b5c0-437f-be3d-6205f84b0fca,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:20.963845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-e77857cd-2c9d-4eea-ad4f-f32437da09f9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0963488 Sep 23 23:59:20.987057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Checking segment: {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:20.987723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Network hostable DHCP agents. Network: 0fa905c6-5b85-4188-8ccc-e6003718f222, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:59:21.014255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:59:21.028562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 0fa905c6-5b85-4188-8ccc-e6003718f222) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:21.039306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf8997a-0197-46be-aeb6-9adf5f1057dd None None] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:21.054217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:21.055046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.065721 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.072687 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.081910 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4d778685-0bef-4bfc-acde-528fa1d81cde admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7220879 Sep 23 23:59:21.084394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47904) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:21.090110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:21.119746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.120833 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.199616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] For port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:21.203189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] For port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:21.235454 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810b0dd-df36-4db6-a2c9-a7204fcab590 None None] Pushing event updated for resources: {'Port': ['ID=91eabdff-a13f-4669-b406-52c8ed2d45ee,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:21.236815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.261293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.339276 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Attempting to bind port 91eabdff-a13f-4669-b406-52c8ed2d45ee on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:21.340082 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Attempting to bind port 91eabdff-a13f-4669-b406-52c8ed2d45ee by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:21.340697 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Attempting to bind port 91eabdff-a13f-4669-b406-52c8ed2d45ee on network ba178d9c-1eae-4945-b0a6-c3515ed82d12 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:21.349993 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:21.352028 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Checking segment: {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:21.352672 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.354486 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Bound using segment: {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:21.355951 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Bound port: 91eabdff-a13f-4669-b406-52c8ed2d45ee, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:21.357068 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.408663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-0fa905c6-5b85-4188-8ccc-e6003718f222', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:59:21.409889 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.502037 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] For port 91eabdff-a13f-4669-b406-52c8ed2d45ee, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:21.506346 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] For port 91eabdff-a13f-4669-b406-52c8ed2d45ee, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91eabdff-a13f-4669-b406-52c8ed2d45ee,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:21.511952 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.564037 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.586653 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.586953 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:21.587476 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:21.603750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Allocated IP 172.20.0.2 (0fa905c6-5b85-4188-8ccc-e6003718f222/e7784be8-b5c0-437f-be3d-6205f84b0fca/56bb8d7a-cb9f-44a3-870a-5f8df7edceee) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:21.633042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-e07e696d-b045-4c12-b6b6-4a2c86e5c15a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:21.642641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-e07e696d-b045-4c12-b6b6-4a2c86e5c15a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6634297 Sep 23 23:59:21.649026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:21.649991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.652575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] 10.222.0.20 "PUT /v2.0/ports/6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 1131 time: 5.3952193 Sep 23 23:59:21.658527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.659978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '6ee33374-1ae6-4c50-91f7-6fbd90c3511c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:21.662278 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c590db-d31b-426d-b021-1b860194674b" -d '{"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "6ee33374-1ae6-4c50-91f7-6fbd90c3511c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:21.665636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-59c2b95f-0408-45e3-b6e2-33b8e09a7943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:21.667179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2889b7a2-15fb-4141-88ff-f7aa04c97a3b req-59c2b95f-0408-45e3-b6e2-33b8e09a7943 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3602390 Sep 23 23:59:21.704887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:21.755404 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4810b0dd-df36-4db6-a2c9-a7204fcab590 None None] Pushing event updated for resources: {'Port': ['ID=91eabdff-a13f-4669-b406-52c8ed2d45ee,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:21.755624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3d9ac4a9-eba7-47b3-99b9-a3376f4792e5 None None] Provisioning complete for port 91eabdff-a13f-4669-b406-52c8ed2d45ee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:21.755741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac4a9-eba7-47b3-99b9-a3376f4792e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.786126 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:21.863101 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.871443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.872610 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.905575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-1729fb90-1ba4-44cd-a373-86153b42a065 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/quotas/b02494e8b01f493da83f3928380d0f04 HTTP/1.1" status: 200 len: 375 time: 0.2617500 Sep 23 23:59:21.929506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.969112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:21.971786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac4a9-eba7-47b3-99b9-a3376f4792e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.972517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-c3dbb2a4-82b0-457b-8e40-10fb4382fc6f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0660760 Sep 23 23:59:21.976290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:21.978869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:21.982279 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:21.990157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Network b335634c-12a3-4d07-8003-edeff86eebeb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:21.995713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Pushing event updated for resources: {'Port': ['ID=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:22.050104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:22.060535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3d9ac4a9-eba7-47b3-99b9-a3376f4792e5 None None] For port 91eabdff-a13f-4669-b406-52c8ed2d45ee, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91eabdff-a13f-4669-b406-52c8ed2d45ee,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:22.069084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d9ac4a9-eba7-47b3-99b9-a3376f4792e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:22.077531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Attempting to bind port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:22.077902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Attempting to bind port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:22.078260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Attempting to bind port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee on network 0fa905c6-5b85-4188-8ccc-e6003718f222 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:22.108537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:22.108912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Checking segment: {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:22.109314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:22.109708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Bound using segment: {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:22.110184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Bound port: 56bb8d7a-cb9f-44a3-870a-5f8df7edceee, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:22.110559 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:22.119257 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:21Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:22.145974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Allocated IP 172.25.5.103 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/81c44067-1186-4f81-b50f-3b32497e81e8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:22.154391 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec0e0f7-56fb-475e-b86c-9efd1234ba0b None None] The sync data for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 is: [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:21Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:22.176228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:22.181139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ac4a9-eba7-47b3-99b9-a3376f4792e5 None None] Pushing event updated for resources: {'Port': ['ID=91eabdff-a13f-4669-b406-52c8ed2d45ee,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:22.280395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] For port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:22.284563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] For port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:22.291760 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:22.301303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d167b454-ac04-4445-827b-e23206f0a940 None None] Provisioning complete for port 91eabdff-a13f-4669-b406-52c8ed2d45ee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:22.301513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d167b454-ac04-4445-827b-e23206f0a940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:22.371069 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562eb967-006d-4c7e-ac41-82ac895de736 x-openstack-request-id: req-562eb967-006d-4c7e-ac41-82ac895de736 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:22.371397 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a1247e-3ed3-4c2c-b0d5-eed1552903c2", "name": "network-vif-deleted", "tag": "c0c6cee7-a48a-4dcb-9fcb-448c323fe982", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:22.371701 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-562eb967-006d-4c7e-ac41-82ac895de736 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:22.372077 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a1247e-3ed3-4c2c-b0d5-eed1552903c2', 'name': 'network-vif-deleted', 'tag': 'c0c6cee7-a48a-4dcb-9fcb-448c323fe982', 'status': 'completed', 'code': 200} Sep 23 23:59:22.463698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237ec4a-9281-425c-b4cd-a7ca7d17fd6c None None] Pushing event updated for resources: {'Port': ['ID=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:22.473832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:22.563494 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:22.626611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:22.627612 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:22.641417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Pushing event updated for resources: {'Port': ['ID=81c44067-1186-4f81-b50f-3b32497e81e8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:22.646261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:22.646739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548965b9-7fa4-41f2-8da2-c603422fc6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:22.648247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:22.656955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:22.949141 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0415f827-8451-4cf2-a68b-e72cd5e11808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:23.057096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:23.087424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Made reservation on behalf of c337b66785744853a9256c2b068c5e29 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:23.091787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:23.118181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2184470 Sep 23 23:59:23.211194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d57911-9d95-406e-8a83-15bc40767eaf tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Pushing event updated for resources: {'Port': ['ID=cb6b006a-abe8-4c30-b869-7708e58cbd1e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:23.224171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Request body: {'port': {'device_id': '9290df54-3c87-41db-a0bc-732edced48da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:23.231663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-fb634237-c0b9-42be-ba20-7e7ff9888ac2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5854869 Sep 23 23:59:23.484375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Allocated IP 172.20.0.7 (b335634c-12a3-4d07-8003-edeff86eebeb/42071fca-95e4-48e1-b48b-d19393bd9286/35984ae8-a700-4549-83d7-d382934511a4) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:23.574217 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.resource_extend [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:59:23.592099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-ac883fff-6aef-47e3-b1d3-0f90d5ae10ed tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:23.601647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-ac883fff-6aef-47e3-b1d3-0f90d5ae10ed tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 820 time: 0.9597940 Sep 23 23:59:23.609592 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:23.676146 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-0219ba9a-918d-444f-9cc6-271a446738fa tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276349 Sep 23 23:59:23.743622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-1ca5be98-4b21-4780-96d6-400b8cf02281 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/quotas/011dca006d4e482cb6fee11c6938e97e HTTP/1.1" status: 200 len: 375 time: 0.1410515 Sep 23 23:59:23.780383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-8e44fd84-b3c5-4a53-8203-29edf3e624c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:23.781891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-8e44fd84-b3c5-4a53-8203-29edf3e624c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 1098 time: 0.4729908 Sep 23 23:59:23.808728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ae8ede-c9f1-4984-bc93-0f58c98129ac None None] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:23.828296 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:23.839191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-31ef2708-61b5-41d4-80e3-3be08719cf3d tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0775163 Sep 23 23:59:23.846950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:23.903489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3abbb973-1421-421c-b1bc-ffdfb6b89f6b None None] Provisioning complete for port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:23.903877 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3abbb973-1421-421c-b1bc-ffdfb6b89f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:23.906177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-f212049e-7392-43e5-89c1-16cbd6553b50 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:23.908483 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-f212049e-7392-43e5-89c1-16cbd6553b50 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207937 Sep 23 23:59:23.916508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:23.940168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Request body: {'port': {'device_id': '043db677-bc9b-411b-959c-38e21c205075', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'b02494e8b01f493da83f3928380d0f04'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:24.009733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 23 23:59:24.051208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166b8611-6d76-469f-b7fc-cc4402ae87f5 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:24.066143 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3abbb973-1421-421c-b1bc-ffdfb6b89f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.107681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3abbb973-1421-421c-b1bc-ffdfb6b89f6b None None] For port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:24.110242 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.114955 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3abbb973-1421-421c-b1bc-ffdfb6b89f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.161056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Made reservation on behalf of b02494e8b01f493da83f3928380d0f04 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:24.165620 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.186808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbb973-1421-421c-b1bc-ffdfb6b89f6b None None] Pushing event updated for resources: {'Port': ['ID=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:24.199211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:24.209495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Sync routers for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:24.223562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.228141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:24.228775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:24.277290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Transition to ACTIVE for port object 166b8611-6d76-469f-b7fc-cc4402ae87f5 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:24.290150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.291775 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4ebd93a1-959e-471e-8bb8-87551c233f92 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.2063453 Sep 23 23:59:24.294850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47930) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:24.359468 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.507174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91eabdff-a13f-4669-b406-52c8ed2d45ee up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:24.610959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c573d45e-972a-41ab-b614-a0be72b8643d None None] Provisioning complete for port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:24.611473 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c573d45e-972a-41ab-b614-a0be72b8643d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.641771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:24.643841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.653640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.689307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cb48f6-2845-425c-9edd-6e53dc00705d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:24.719994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 91eabdff-a13f-4669-b406-52c8ed2d45ee triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:24.720374 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:24.728374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-efab0173-6a65-4f51-8b1b-c7333c9c2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:24.729974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-efab0173-6a65-4f51-8b1b-c7333c9c2763 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.9101176 Sep 23 23:59:24.754746 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4 associated. External IP: 172.25.5.229, port: 871487d1-af73-461d-b5f9-832d10b779a5. Sep 23 23:59:24.803629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-eb680830-2d0b-468d-80c8-d3f36109523f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 217 time: 0.0518742 Sep 23 23:59:24.881347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-c9e9e815-32b9-4c79-bf25-d6a58dbd15f4 service neutron] 10.222.0.24 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0410733 Sep 23 23:59:24.930733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Allocated IP 192.168.233.38 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/210aa99e-4885-4136-91dd-fa692f4afada) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:24.946949 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.014972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 56bb8d7a-cb9f-44a3-870a-5f8df7edceee up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:25.052393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Pushing event updated for resources: {'Port': ['ID=166b8611-6d76-469f-b7fc-cc4402ae87f5,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:25.058632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.068729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Attempting to bind port 166b8611-6d76-469f-b7fc-cc4402ae87f5 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:25.069689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Attempting to bind port 166b8611-6d76-469f-b7fc-cc4402ae87f5 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:25.070443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Attempting to bind port 166b8611-6d76-469f-b7fc-cc4402ae87f5 on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:25.096052 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.118317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 3, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:25.145634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Port 166b8611-6d76-469f-b7fc-cc4402ae87f5 on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:25.146244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Attempting to bind port 166b8611-6d76-469f-b7fc-cc4402ae87f5 on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:25.150171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Checking router: 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:25.150521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Updating router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 port 81c44067-1186-4f81-b50f-3b32497e81e8 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:59:25.153909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:25.154272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.183832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:25.184634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Checking segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:25.184983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Bound using segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:25.185791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Bound port: 166b8611-6d76-469f-b7fc-cc4402ae87f5, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:25.185791 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.199377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.205005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Network b335634c-12a3-4d07-8003-edeff86eebeb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:25.225163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:25.269045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.319896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:25.331615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Allocated IP 172.20.0.1 (0fa905c6-5b85-4188-8ccc-e6003718f222/e7784be8-b5c0-437f-be3d-6205f84b0fca/638c7be8-8405-4698-81f6-c8c83d6bf261) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:25.347838 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.362084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-4dc5c01d-8ff8-48fd-b605-f6cbbbfcabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.363926 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-4dc5c01d-8ff8-48fd-b605-f6cbbbfcabcf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.4851322 Sep 23 23:59:25.424295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:25.435258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:25.435513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Pushing event updated for resources: {'Port': ['ID=35984ae8-a700-4549-83d7-d382934511a4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:25.439164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'Port': ['ID=210aa99e-4885-4136-91dd-fa692f4afada,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:25.441643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:25.531759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.532403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.547420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.548418 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.563696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.566747 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.567813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-06030c95-8caf-47e3-b622-2874d96a84d3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6326492 Sep 23 23:59:25.573877 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.582202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Request body: {'port': {'device_id': '043db677-bc9b-411b-959c-38e21c205075', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:25.600086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-24687189-f076-4405-9e4c-1a28d55709f7 service neutron] 10.222.0.24 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6568017 Sep 23 23:59:25.633377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Attempting to bind port 81c44067-1186-4f81-b50f-3b32497e81e8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:25.633589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Attempting to bind port 81c44067-1186-4f81-b50f-3b32497e81e8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:25.634069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Attempting to bind port 81c44067-1186-4f81-b50f-3b32497e81e8 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:25.637827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] For port 166b8611-6d76-469f-b7fc-cc4402ae87f5, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:25.648353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:25.649086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:25.649225 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.649558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:25.650031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Bound port: 81c44067-1186-4f81-b50f-3b32497e81e8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:25.650412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.717647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.725460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb6b006a-abe8-4c30-b869-7708e58cbd1e {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:25.733662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] For port 81c44067-1186-4f81-b50f-3b32497e81e8, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:25.735108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.736085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.737663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] For port 81c44067-1186-4f81-b50f-3b32497e81e8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=81c44067-1186-4f81-b50f-3b32497e81e8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:25.739158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e509783-a07c-462a-8a3c-bf768f35e40f None None] Pushing event updated for resources: {'Port': ['ID=81c44067-1186-4f81-b50f-3b32497e81e8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:25.744379 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.750355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Transition to ACTIVE for port object cb6b006a-abe8-4c30-b869-7708e58cbd1e will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:25.765382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] For port 166b8611-6d76-469f-b7fc-cc4402ae87f5, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:25.768507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-251af1a4-dfa8-4439-9dc3-ee0a23e8e1c9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9212911 Sep 23 23:59:25.776776 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.785010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-5b6686ad-6d94-4b77-8f10-9acb9e6ae929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.789413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-5b6686ad-6d94-4b77-8f10-9acb9e6ae929 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3994014 Sep 23 23:59:25.790054 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.797723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:25.806885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Request body: {'port': {'device_id': 'ed9fc5f2-895e-40e1-a55e-e3b29a918783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:25.820829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:25.821449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:25.830881 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.889116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e509783-a07c-462a-8a3c-bf768f35e40f None None] Pushing event updated for resources: {'Port': ['ID=81c44067-1186-4f81-b50f-3b32497e81e8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:25.907489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9198d2c6-5153-4d79-b334-d87ae1d6b8f1 None None] Provisioning complete for port 210aa99e-4885-4136-91dd-fa692f4afada triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:25.907914 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9198d2c6-5153-4d79-b334-d87ae1d6b8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.931261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:25.933608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:25.935915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] 10.222.0.20 "PUT /v2.0/ports/166b8611-6d76-469f-b7fc-cc4402ae87f5 HTTP/1.1" status: 200 len: 1091 time: 4.2461855 Sep 23 23:59:25.978434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:26.009539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:26.020602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9198d2c6-5153-4d79-b334-d87ae1d6b8f1 None None] Port 210aa99e-4885-4136-91dd-fa692f4afada cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:26.036251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Pushing event updated for resources: {'Port': ['ID=638c7be8-8405-4698-81f6-c8c83d6bf261,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:26.039114 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dc403dbb-1be7-4d70-b809-6e66937b19b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.043581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:26.063358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:26.216148 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.223989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Pushing event updated for resources: {'Port': ['ID=cb6b006a-abe8-4c30-b869-7708e58cbd1e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:26.287318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 56bb8d7a-cb9f-44a3-870a-5f8df7edceee up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:26.383954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.464118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:26.464487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.489008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 210aa99e-4885-4136-91dd-fa692f4afada {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:26.509528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.516093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.564547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Transition to ACTIVE for port object 210aa99e-4885-4136-91dd-fa692f4afada will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:26.573768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:26.596329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eab68e31-d58b-43a0-a36a-c91f018f7579 None None] Provisioning complete for port 638c7be8-8405-4698-81f6-c8c83d6bf261 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:26.596699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eab68e31-d58b-43a0-a36a-c91f018f7579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.629731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.634026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.688560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Pushing event updated for resources: {'Port': ['ID=210aa99e-4885-4136-91dd-fa692f4afada,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:26.756734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Attempting to bind port cb6b006a-abe8-4c30-b869-7708e58cbd1e on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:26.757372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Attempting to bind port cb6b006a-abe8-4c30-b869-7708e58cbd1e by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:26.757635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Attempting to bind port cb6b006a-abe8-4c30-b869-7708e58cbd1e on network b335634c-12a3-4d07-8003-edeff86eebeb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:26.769515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Port cb6b006a-abe8-4c30-b869-7708e58cbd1e on network b335634c-12a3-4d07-8003-edeff86eebeb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:26.769984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Attempting to bind port cb6b006a-abe8-4c30-b869-7708e58cbd1e on network b335634c-12a3-4d07-8003-edeff86eebeb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:26.841936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:26.842391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Checking segment: {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:26.842913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Bound using segment: {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:26.844937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Bound port: cb6b006a-abe8-4c30-b869-7708e58cbd1e, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:26.845440 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.849698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630196b8-440b-4127-8e80-2eb465428a5b service neutron] Pushing event updated for resources: {'Port': ['ID=166b8611-6d76-469f-b7fc-cc4402ae87f5,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:26.919523 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:26.921379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-eab68e31-d58b-43a0-a36a-c91f018f7579 None None] Port 638c7be8-8405-4698-81f6-c8c83d6bf261 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:26.937943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 3, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:26.982662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47946) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:26.984693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Attempting to bind port 210aa99e-4885-4136-91dd-fa692f4afada on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:26.986673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Attempting to bind port 210aa99e-4885-4136-91dd-fa692f4afada by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:26.986903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Attempting to bind port 210aa99e-4885-4136-91dd-fa692f4afada on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:26.993146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6f002d-4fcf-432b-b57d-f4d567aa0c75 None None] The sync data for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 is: [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 3, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:27.001691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c0acf946-8074-43ad-ad4d-eab5696a2c29 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1679212505', 'description': 'tempest-description--63649963'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:27.054616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Port 210aa99e-4885-4136-91dd-fa692f4afada on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:27.057458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Attempting to bind port 210aa99e-4885-4136-91dd-fa692f4afada on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:27.067993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:27.068329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:27.068723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:27.069280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Bound port: 210aa99e-4885-4136-91dd-fa692f4afada, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:27.069514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.075308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0acf946-8074-43ad-ad4d-eab5696a2c29 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.228941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-1015e2d0-a0cf-4861-93e1-62d38b06e96e service neutron] 10.222.0.20 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3677442 Sep 23 23:59:27.270972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.277274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] For port 210aa99e-4885-4136-91dd-fa692f4afada, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:27.281732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0acf946-8074-43ad-ad4d-eab5696a2c29 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.284548 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.340972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0acf946-8074-43ad-ad4d-eab5696a2c29 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.667633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] For port 210aa99e-4885-4136-91dd-fa692f4afada, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=210aa99e-4885-4136-91dd-fa692f4afada,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:27.672176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Pushing event updated for resources: {'Port': ['ID=638c7be8-8405-4698-81f6-c8c83d6bf261,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:27.700810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.769510 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0acf946-8074-43ad-ad4d-eab5696a2c29 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.773489 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0acf946-8074-43ad-ad4d-eab5696a2c29 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7728066 Sep 23 23:59:27.782969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47948) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:27.787793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.788514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.789847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] 10.222.0.20 "PUT /v2.0/ports/210aa99e-4885-4136-91dd-fa692f4afada HTTP/1.1" status: 200 len: 1096 time: 2.2131665 Sep 23 23:59:27.798274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '043db677-bc9b-411b-959c-38e21c205075', 'tag': '210aa99e-4885-4136-91dd-fa692f4afada'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:27.800602 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea36296-eafd-4358-b451-ec519d8fb09f" -d '{"events": [{"name": "network-changed", "server_uuid": "043db677-bc9b-411b-959c-38e21c205075", "tag": "210aa99e-4885-4136-91dd-fa692f4afada"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:27.807906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acf946-8074-43ad-ad4d-eab5696a2c29 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8ae452-cd88-4dc2-bb3d-08ef885109b1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:27.810567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-061b3051-78e7-4666-b17f-45de54ff5ae3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Request body: {'security_group_rule': {'security_group_id': '7c8ae452-cd88-4dc2-bb3d-08ef885109b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:27.828097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:27.854443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-a7936c61-25ed-42f8-b62d-5d9ab21c9315 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.861312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-a7936c61-25ed-42f8-b62d-5d9ab21c9315 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.867487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-a7936c61-25ed-42f8-b62d-5d9ab21c9315 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.878487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-a7936c61-25ed-42f8-b62d-5d9ab21c9315 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.887831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-a7936c61-25ed-42f8-b62d-5d9ab21c9315 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.895543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-a7936c61-25ed-42f8-b62d-5d9ab21c9315 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.902334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-a7936c61-25ed-42f8-b62d-5d9ab21c9315 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:27.911949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-a7936c61-25ed-42f8-b62d-5d9ab21c9315 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5382 time: 0.8052030 Sep 23 23:59:27.985395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] For port cb6b006a-abe8-4c30-b869-7708e58cbd1e, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:27.998548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] For port cb6b006a-abe8-4c30-b869-7708e58cbd1e, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:28.027424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:28.039254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:28.039775 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:28.041221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b7f7c-dd26-4b5b-a1ed-0092cc39c554 service neutron] Pushing event updated for resources: {'Port': ['ID=210aa99e-4885-4136-91dd-fa692f4afada,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:28.049144 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:28.050013 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:28.055858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.065701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:28.079740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-d168ee99-1d20-44fc-b899-2d88e3d2350c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.081552 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-d168ee99-1d20-44fc-b899-2d88e3d2350c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 1099 time: 0.1958439 Sep 23 23:59:28.153820 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.178538 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-98014a6f-0733-423b-a702-2a7a8770e890 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=210aa99e-4885-4136-91dd-fa692f4afada HTTP/1.1" status: 200 len: 217 time: 0.0854857 Sep 23 23:59:28.209671 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:28.241423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-57f5eebb-7ac9-414f-b2fa-e3e0056a0c80 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.243135 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-57f5eebb-7ac9-414f-b2fa-e3e0056a0c80 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.18 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 820 time: 0.5637550 Sep 23 23:59:28.267970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Request body: {'port': {'device_id': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'admin_state_up': True, 'tenant_id': '011dca006d4e482cb6fee11c6938e97e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:28.281889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35984ae8-a700-4549-83d7-d382934511a4 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:28.291463 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.299651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 81c44067-1186-4f81-b50f-3b32497e81e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:28.330171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Transition to ACTIVE for port object 35984ae8-a700-4549-83d7-d382934511a4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:28.382902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 81c44067-1186-4f81-b50f-3b32497e81e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:28.383244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-773d5f55-a0b9-4537-ae69-297fe3c21aad req-c01fe844-b98d-4721-9fe6-c2c700dcd391 service neutron] 10.222.0.20 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1128428 Sep 23 23:59:28.384134 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.406527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1b0a659-2efd-4808-bb68-347946b5e583 req-07d8d3c7-7163-4a8a-9f97-cc18b8749e4d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4913254 Sep 23 23:59:28.415010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-38e3098e-e0b2-443a-b123-3489e88814ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.417122 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-38e3098e-e0b2-443a-b123-3489e88814ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1729996 Sep 23 23:59:28.425309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-061b3051-78e7-4666-b17f-45de54ff5ae3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.448568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.455655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7313e826-0e8a-49d9-8fe4-b949e6e8ff0a None None] Provisioning complete for port 638c7be8-8405-4698-81f6-c8c83d6bf261 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:28.456127 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7313e826-0e8a-49d9-8fe4-b949e6e8ff0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.484058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-efd999d5-85a1-438a-9ad2-ec1b37319ac7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "PUT /v2.0/floatingips/1d548133-df6f-44a1-9d3b-9eda030813f4 HTTP/1.1" status: 200 len: 997 time: 8.6030395 Sep 23 23:59:28.500380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.500622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7313e826-0e8a-49d9-8fe4-b949e6e8ff0a None None] Port 638c7be8-8405-4698-81f6-c8c83d6bf261 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:28.501439 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.506295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] 10.222.0.18 "PUT /v2.0/ports/cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 200 len: 1092 time: 5.3589633 Sep 23 23:59:28.530103 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:83:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:23Z', 'revision_number': 1, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:28.571401 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:28.584712 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:28.588277 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.589644 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:28.595708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:28.609588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-7b1a221c-81e2-4c6a-8247-383e70bc9f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.611433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-7b1a221c-81e2-4c6a-8247-383e70bc9f6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1794007 Sep 23 23:59:28.618685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 81c44067-1186-4f81-b50f-3b32497e81e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=81c44067-1186-4f81-b50f-3b32497e81e8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:28.624190 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.672755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb4e5e-2963-430f-b29d-abe71b34a16a service neutron] Pushing event updated for resources: {'Port': ['ID=cb6b006a-abe8-4c30-b869-7708e58cbd1e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:28.706185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=81c44067-1186-4f81-b50f-3b32497e81e8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:28.711885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-061b3051-78e7-4666-b17f-45de54ff5ae3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.748309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Made reservation on behalf of 011dca006d4e482cb6fee11c6938e97e for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:28.751549 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.758819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-061b3051-78e7-4666-b17f-45de54ff5ae3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.788663 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:28.846662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433437a9-2522-4402-8783-237bf558a268 req-f5ff7000-82b5-4724-98ce-419376999c1b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.848448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-433437a9-2522-4402-8783-237bf558a268 req-f5ff7000-82b5-4724-98ce-419376999c1b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 943 time: 0.3332443 Sep 23 23:59:28.895996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b3051-78e7-4666-b17f-45de54ff5ae3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f40e6c8-730a-4492-8803-921606e8dabc,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:28.905060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-865429fa-f12d-4700-8491-f1133ce46b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.906808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-865429fa-f12d-4700-8491-f1133ce46b45 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1095 time: 0.3411505 Sep 23 23:59:28.908540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-4d1c6cc2-edea-4b88-90a5-547efd841b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:28.910109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-4d1c6cc2-edea-4b88-90a5-547efd841b3f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.3813710 Sep 23 23:59:28.920871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Pushing event updated for resources: {'Port': ['ID=35984ae8-a700-4549-83d7-d382934511a4,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:28.934532 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-c4a1a802-ba01-4b5d-8c59-f3fba8f20d9d service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076894 Sep 23 23:59:28.954168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-061b3051-78e7-4666-b17f-45de54ff5ae3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:28.955741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-061b3051-78e7-4666-b17f-45de54ff5ae3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1614296 Sep 23 23:59:28.961211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96e2c860-a67a-4cfc-918a-03e583d50a9b {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:28.963559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:28.964673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:28.970464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0fd01ae5-b69b-4e05-beb0-8bfdfa7570b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/5b928dc4-d75e-44cd-84a4-2cbd390c9f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6743419 Sep 23 23:59:28.990382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a3d85646-c6db-414e-80e9-e7a6b6afa300 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Request body: {'security_group_rule': {'security_group_id': '7c8ae452-cd88-4dc2-bb3d-08ef885109b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:29.010260 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.031484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.035829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-df00f1e9-8069-4990-99c8-4f8476002736 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 200 len: 217 time: 0.1120667 Sep 23 23:59:29.068798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Transition to ACTIVE for port object 96e2c860-a67a-4cfc-918a-03e583d50a9b will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:29.109943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Allocated IP 172.20.0.10 (2dc42050-2fcb-4075-86f4-fe4a24168a09/cb7cffff-11fc-43aa-a9b6-58eef73f25f8/6f6a0289-c725-47b0-af0b-aa626dc558f2) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:29.129004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d85646-c6db-414e-80e9-e7a6b6afa300 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.130371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-433437a9-2522-4402-8783-237bf558a268 req-3b3b7a11-4ef9-4450-8d87-5757e694107a tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507489 Sep 23 23:59:29.136503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.180898 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Attempting to bind port 35984ae8-a700-4549-83d7-d382934511a4 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:29.181366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Attempting to bind port 35984ae8-a700-4549-83d7-d382934511a4 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:29.181756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Attempting to bind port 35984ae8-a700-4549-83d7-d382934511a4 on network b335634c-12a3-4d07-8003-edeff86eebeb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:29.194524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-64b0ab4f-a8db-4af9-9b52-64dcf33281b4 req-5789a849-cf79-4a01-8bf6-6a4f759c8715 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471781 Sep 23 23:59:29.209967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Port 35984ae8-a700-4549-83d7-d382934511a4 on network b335634c-12a3-4d07-8003-edeff86eebeb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:29.210674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Attempting to bind port 35984ae8-a700-4549-83d7-d382934511a4 on network b335634c-12a3-4d07-8003-edeff86eebeb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:29.233948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-f758805f-d4c6-4317-955f-1bf0273b0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.235368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-f758805f-d4c6-4317-955f-1bf0273b0bee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.1889122 Sep 23 23:59:29.241564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:29.242052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Checking segment: {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:29.242318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Bound using segment: {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:29.242792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Bound port: 35984ae8-a700-4549-83d7-d382934511a4, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648460fb-22e6-4df2-8c47-49e543381ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:29.243147 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.258656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-cc42bf64-f1f7-406a-9ec5-bd61a9bb5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.259404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-cc42bf64-f1f7-406a-9ec5-bd61a9bb5cfc service neutron] 10.222.0.24 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.3198237 Sep 23 23:59:29.302032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Pushing event updated for resources: {'Port': ['ID=96e2c860-a67a-4cfc-918a-03e583d50a9b,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:29.310829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47960) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:29.326290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d85646-c6db-414e-80e9-e7a6b6afa300 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.339211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-fb487051-e0c9-4c02-8ef0-3c271ce20fcd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922427 Sep 23 23:59:29.364800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d85646-c6db-414e-80e9-e7a6b6afa300 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.403532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d85646-c6db-414e-80e9-e7a6b6afa300 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.414256 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a3d85646-c6db-414e-80e9-e7a6b6afa300 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4421117 Sep 23 23:59:29.425735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47962) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:29.438483 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f66434d-240f-4c52-9868-cf6e2aa24288 x-openstack-request-id: req-1f66434d-240f-4c52-9868-cf6e2aa24288 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:29.439109 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "6ee33374-1ae6-4c50-91f7-6fbd90c3511c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:29.439859 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f66434d-240f-4c52-9868-cf6e2aa24288 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:29.440428 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '6ee33374-1ae6-4c50-91f7-6fbd90c3511c', 'status': 'completed', 'code': 200} Sep 23 23:59:29.453838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:29.497499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d85646-c6db-414e-80e9-e7a6b6afa300 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa26e8c-edf3-45d5-81e1-ac5591cde3bb,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:29.542384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bf83f1b-afdd-44d7-b963-b3accdd97638 admin admin] Deleting subnet b65f001b-a0dd-4b2a-a58c-c7203a599da5 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 23 23:59:29.543963 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:83:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:23Z', 'revision_number': 1, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:29.546274 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bf83f1b-afdd-44d7-b963-b3accdd97638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.591937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bf83f1b-afdd-44d7-b963-b3accdd97638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.599395 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8925c18e-8680-42db-a427-2bb2482fea42 None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:83:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:23Z', 'revision_number': 1, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:29.646575 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bf83f1b-afdd-44d7-b963-b3accdd97638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.656576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.706337 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.732905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-ac111d2e-7768-4c1f-9ef4-2fa8ef76edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.732905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-ac111d2e-7768-4c1f-9ef4-2fa8ef76edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.733415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-ac111d2e-7768-4c1f-9ef4-2fa8ef76edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.733888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-ac111d2e-7768-4c1f-9ef4-2fa8ef76edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.734347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-ac111d2e-7768-4c1f-9ef4-2fa8ef76edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.734826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-ac111d2e-7768-4c1f-9ef4-2fa8ef76edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.735961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-ac111d2e-7768-4c1f-9ef4-2fa8ef76edd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.738106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2c590db-d31b-426d-b021-1b860194674b req-ac111d2e-7768-4c1f-9ef4-2fa8ef76edd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6304 time: 0.2636814 Sep 23 23:59:29.779051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-01e610a3-e79d-4166-a1ca-302f537a40ce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 1000 time: 0.4514310 Sep 23 23:59:29.804246 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bf83f1b-afdd-44d7-b963-b3accdd97638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.870464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675516a-1ded-4e31-b501-45bc51adaf8f req-7d1880e0-08fa-404b-8198-e848fa907b5f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.872202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf83f1b-afdd-44d7-b963-b3accdd97638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b65f001b-a0dd-4b2a-a58c-c7203a599da5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:29.881989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e675516a-1ded-4e31-b501-45bc51adaf8f req-7d1880e0-08fa-404b-8198-e848fa907b5f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 947 time: 0.2876606 Sep 23 23:59:29.889400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bf83f1b-afdd-44d7-b963-b3accdd97638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.893973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] For port 35984ae8-a700-4549-83d7-d382934511a4, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:29.894216 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2bf83f1b-afdd-44d7-b963-b3accdd97638 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b65f001b-a0dd-4b2a-a58c-c7203a599da5 HTTP/1.1" status: 204 len: 168 time: 0.5798435 Sep 23 23:59:29.895081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48000) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:29.929143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:29.953797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Attempting to bind port 96e2c860-a67a-4cfc-918a-03e583d50a9b on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:29.954166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Attempting to bind port 96e2c860-a67a-4cfc-918a-03e583d50a9b by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:29.954450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Attempting to bind port 96e2c860-a67a-4cfc-918a-03e583d50a9b on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:29.966478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] For port 35984ae8-a700-4549-83d7-d382934511a4, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=35984ae8-a700-4549-83d7-d382934511a4,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:29.970506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-133ff2c1-aafa-4e5b-8806-635952c21e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:29.972396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-133ff2c1-aafa-4e5b-8806-635952c21e96 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.1746025 Sep 23 23:59:29.977485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-dcee49d7-3997-4506-8c2e-fecb9e991e97 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566382 Sep 23 23:59:29.982482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Port 96e2c860-a67a-4cfc-918a-03e583d50a9b on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:29.982985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Attempting to bind port 96e2c860-a67a-4cfc-918a-03e583d50a9b on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:30.018628 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.063908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:30.064208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Checking segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:30.064597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Bound using segment: {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:30.075145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Bound port: 96e2c860-a67a-4cfc-918a-03e583d50a9b, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa3510b-103a-4147-9c8d-0ef2694d9b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:30.075145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.087687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.121971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Network 2dc42050-2fcb-4075-86f4-fe4a24168a09 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:30.123959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e675516a-1ded-4e31-b501-45bc51adaf8f req-caa78d05-0790-41e9-8705-d86ed6364468 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403479 Sep 23 23:59:30.192083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:30.195208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:30.207650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.209146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.210678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] 10.222.0.18 "PUT /v2.0/ports/35984ae8-a700-4549-83d7-d382934511a4 HTTP/1.1" status: 200 len: 1092 time: 4.4166496 Sep 23 23:59:30.229919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event updated for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:30.252311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-2b136d89-f893-4d15-a879-539a64e02c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.263935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-2b136d89-f893-4d15-a879-539a64e02c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.264432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-2b136d89-f893-4d15-a879-539a64e02c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.266271 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2c590db-d31b-426d-b021-1b860194674b req-2b136d89-f893-4d15-a879-539a64e02c2c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5167215 Sep 23 23:59:30.298172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 81c44067-1186-4f81-b50f-3b32497e81e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:30.351348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda06fd-c337-42d2-b809-07033e926b59 None None] New status for floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:59:30.379416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab9540-ade7-4f32-9ffa-7206280f58ec service neutron] Pushing event updated for resources: {'Port': ['ID=35984ae8-a700-4549-83d7-d382934511a4,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:30.401313 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Sync routers for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:30.413222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-3dff67e3-a81d-4213-a6ca-2d04c9b055dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.414736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-3dff67e3-a81d-4213-a6ca-2d04c9b055dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3830972 Sep 23 23:59:30.415810 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:30.416626 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:30.475046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.484470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-b5af77b1-46df-4d50-93ff-43b71be82e39 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:59:30.485885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-b5af77b1-46df-4d50-93ff-43b71be82e39 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0405178 Sep 23 23:59:30.500855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e644dfc-87dc-4f29-95bc-0626f0b95d63 req-701fd135-84c2-41b7-96b9-5319d4fcf452 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152156 Sep 23 23:59:30.517307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff417cc-999b-4a00-b96c-be09ebcc5af4']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:30.530555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81534bfa-93ee-4d08-b603-fd5a0e2f77a4') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:30.531172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81534bfa-93ee-4d08-b603-fd5a0e2f77a4') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:30.541487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.551389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] For port 96e2c860-a67a-4cfc-918a-03e583d50a9b, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:30.557533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.564933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 23 23:59:30.565826 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:30.566563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.592872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072879-127d-40f6-a32b-ff08687877d3 req-0bb02b32-7269-4448-aa1e-917de12cdea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.598299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-0bb02b32-7269-4448-aa1e-917de12cdea6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 1095 time: 0.3176210 Sep 23 23:59:30.603194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 81c44067-1186-4f81-b50f-3b32497e81e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:30.604305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.618794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829f933-8268-4c26-8c4c-54051dc27bdc req-9e4a7c70-3f73-4255-87cc-dc898713b487 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.633569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8829f933-8268-4c26-8c4c-54051dc27bdc req-9e4a7c70-3f73-4255-87cc-dc898713b487 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 932 time: 0.3046141 Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: timer() Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: self._notify() Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 23 23:59:30.644745 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 23 23:59:30.657397 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.680413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:30.681606 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.681776 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.686878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] For port 96e2c860-a67a-4cfc-918a-03e583d50a9b, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:30.688042 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.695494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] 10.222.0.24 "DELETE /v2.0/networks/1ff417cc-999b-4a00-b96c-be09ebcc5af4 HTTP/1.1" status: 204 len: 168 time: 0.7677324 Sep 23 23:59:30.787481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c984d9b-9d77-48b2-8c45-8dc2f5d5c8be admin admin] Pushing event deleted for resources: {'Network': ['ID=1ff417cc-999b-4a00-b96c-be09ebcc5af4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:30.819233 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-d5867bd1-544b-42a0-8ce2-918556ce85c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5582600 Sep 23 23:59:30.830132 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:30.846608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Request body: {'port': {'device_id': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:30.918415 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-f38b8615-87db-41e4-b1af-50facf78a0d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35984ae8-a700-4549-83d7-d382934511a4 HTTP/1.1" status: 200 len: 217 time: 0.2827680 Sep 23 23:59:30.940231 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 2, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:30.972153 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Checking router: 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:30.972611 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Updating router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 port 638c7be8-8405-4698-81f6-c8c83d6bf261 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 23 23:59:31.013838 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.240621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48040) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:31.259185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c590db-d31b-426d-b021-1b860194674b req-4b3e661b-10a4-45fa-9926-2e681811cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:31.260938 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b2c590db-d31b-426d-b021-1b860194674b req-4b3e661b-10a4-45fa-9926-2e681811cd19 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9288619 Sep 23 23:59:31.281159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.370963 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3db7757f-2cb8-492d-936b-67ba39544ddd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d37f5248315d49848701e7fee32e97ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1270623 Sep 23 23:59:31.373599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48046) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:31.410455 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.418545 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.443220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '166b8611-6d76-469f-b7fc-cc4402ae87f5'}, {'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5'}, {'name': 'network-changed', 'server_uuid': '9290df54-3c87-41db-a0bc-732edced48da', 'tag': 'cb6b006a-abe8-4c30-b869-7708e58cbd1e'}, {'name': 'network-changed', 'server_uuid': 'ed9fc5f2-895e-40e1-a55e-e3b29a918783', 'tag': '35984ae8-a700-4549-83d7-d382934511a4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:31.445705 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27023b1d-7044-43a9-9572-220ad1a0b33f" -d '{"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "166b8611-6d76-469f-b7fc-cc4402ae87f5"}, {"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5"}, {"name": "network-changed", "server_uuid": "9290df54-3c87-41db-a0bc-732edced48da", "tag": "cb6b006a-abe8-4c30-b869-7708e58cbd1e"}, {"name": "network-changed", "server_uuid": "ed9fc5f2-895e-40e1-a55e-e3b29a918783", "tag": "35984ae8-a700-4549-83d7-d382934511a4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:31.472853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:31.473729 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.478433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] 10.222.0.20 "PUT /v2.0/ports/96e2c860-a67a-4cfc-918a-03e583d50a9b HTTP/1.1" status: 200 len: 1091 time: 5.4470532 Sep 23 23:59:31.526984 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da48e4-62ab-41f0-b242-85ad2296e460 None None] Pushing event updated for resources: {'Port': ['ID=638c7be8-8405-4698-81f6-c8c83d6bf261,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:31.564172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:31.571397 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Attempting to bind port 638c7be8-8405-4698-81f6-c8c83d6bf261 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:31.572403 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Attempting to bind port 638c7be8-8405-4698-81f6-c8c83d6bf261 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:31.572950 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Attempting to bind port 638c7be8-8405-4698-81f6-c8c83d6bf261 on network 0fa905c6-5b85-4188-8ccc-e6003718f222 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:31.579771 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:31.581138 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Checking segment: {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:31.582212 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.582799 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Bound using segment: {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:31.583972 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Bound port: 638c7be8-8405-4698-81f6-c8c83d6bf261, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:31.584537 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.587224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8829f933-8268-4c26-8c4c-54051dc27bdc req-136dba58-36b0-4315-806e-76b19f916539 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9493041 Sep 23 23:59:31.694844 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] For port 638c7be8-8405-4698-81f6-c8c83d6bf261, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:31.703342 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] For port 638c7be8-8405-4698-81f6-c8c83d6bf261, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=638c7be8-8405-4698-81f6-c8c83d6bf261,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:31.704211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-c24e2507-80c3-478e-8f79-e1eba9b3d9cc service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2087386 Sep 23 23:59:31.709945 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.809423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f072879-127d-40f6-a32b-ff08687877d3 req-b40d9220-5132-4eef-a053-7f2e3c9678aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:31.814266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-b40d9220-5132-4eef-a053-7f2e3c9678aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.8373082 Sep 23 23:59:31.842921 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fceb2f2-e208-437a-84ed-cde5370e301a x-openstack-request-id: req-5fceb2f2-e208-437a-84ed-cde5370e301a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:31.843215 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "043db677-bc9b-411b-959c-38e21c205075", "tag": "210aa99e-4885-4136-91dd-fa692f4afada", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:31.843437 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fceb2f2-e208-437a-84ed-cde5370e301a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:31.843829 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '043db677-bc9b-411b-959c-38e21c205075', 'tag': '210aa99e-4885-4136-91dd-fa692f4afada', 'status': 'completed', 'code': 200} Sep 23 23:59:31.861882 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:31.862565 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:31.879570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b36d8-214c-41ea-a0fe-36d858f3f179 service neutron] Pushing event updated for resources: {'Port': ['ID=96e2c860-a67a-4cfc-918a-03e583d50a9b,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:31.903377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5baeac2-ee00-46f5-bcf0-c91d04e9ca75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.929737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5baeac2-ee00-46f5-bcf0-c91d04e9ca75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:31.937936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-f40e82b7-0e82-46ea-b82d-9f624528b0d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103055 Sep 23 23:59:31.941487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 210aa99e-4885-4136-91dd-fa692f4afada details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:31.976019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-85afa64d-dd58-45fd-b4f8-a14168519993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:31.978061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-85afa64d-dd58-45fd-b4f8-a14168519993 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 1099 time: 0.2054167 Sep 23 23:59:31.984976 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da48e4-62ab-41f0-b242-85ad2296e460 None None] Pushing event updated for resources: {'Port': ['ID=638c7be8-8405-4698-81f6-c8c83d6bf261,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:32.036498 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5baeac2-ee00-46f5-bcf0-c91d04e9ca75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.042152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5baeac2-ee00-46f5-bcf0-c91d04e9ca75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.046378 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d5baeac2-ee00-46f5-bcf0-c91d04e9ca75 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3523e76b-4dff-4866-8f99-6084090a97be HTTP/1.1" status: 204 len: 168 time: 0.6716769 Sep 23 23:59:32.127344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5baeac2-ee00-46f5-bcf0-c91d04e9ca75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3523e76b-4dff-4866-8f99-6084090a97be,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:32.158437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a13038f-d769-411c-bbf7-0592b5d450c7 req-9d2fb9f4-55aa-435d-941d-81411eaa270a service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515297 Sep 23 23:59:32.161583 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.194103 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:32.239448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b8c3cec8-6c86-4706-af00-8ac82f22a8bc None None] Provisioning complete for port 638c7be8-8405-4698-81f6-c8c83d6bf261 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:32.239819 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8c3cec8-6c86-4706-af00-8ac82f22a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.274057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-0bb74a5c-a5bc-4473-9758-031f4ef0745e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.282136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-0bb74a5c-a5bc-4473-9758-031f4ef0745e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.289320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-0bb74a5c-a5bc-4473-9758-031f4ef0745e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.296771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-0bb74a5c-a5bc-4473-9758-031f4ef0745e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.306665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-0bb74a5c-a5bc-4473-9758-031f4ef0745e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.318839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-0bb74a5c-a5bc-4473-9758-031f4ef0745e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.327208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-0bb74a5c-a5bc-4473-9758-031f4ef0745e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.329449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-0bb74a5c-a5bc-4473-9758-031f4ef0745e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5394 time: 0.5077474 Sep 23 23:59:32.331844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Allocated IP 172.25.5.49 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/f957c932-8ffd-46e6-b8b7-cc9a9048748c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:32.391676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-ff38c73b-dacb-4294-b9f2-f9781572defd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.398367 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-ff38c73b-dacb-4294-b9f2-f9781572defd service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.4034305 Sep 23 23:59:32.429690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f6a0289-c725-47b0-af0b-aa626dc558f2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:32.502624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.538839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Transition to ACTIVE for port object 6f6a0289-c725-47b0-af0b-aa626dc558f2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:32.545658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-136fc0bb-566b-4f0d-b1be-1822579601ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=210aa99e-4885-4136-91dd-fa692f4afada HTTP/1.1" status: 200 len: 217 time: 0.1398799 Sep 23 23:59:32.548941 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.559798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 210aa99e-4885-4136-91dd-fa692f4afada, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=210aa99e-4885-4136-91dd-fa692f4afada,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:32.616483 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:31Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:32.626397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '210aa99e-4885-4136-91dd-fa692f4afada', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '210aa99e-4885-4136-91dd-fa692f4afada', 'mac_address': 'fa:16:3e:38:03:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:32.658520 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3eb92da-582c-4f9a-aa3b-ccfb24e7d98f None None] The sync data for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 is: [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:31Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:32.764331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:32.806620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-964ba31e-d4de-41ab-919e-687a66a3bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.810095 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-964ba31e-d4de-41ab-919e-687a66a3bf6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.2435908 Sep 23 23:59:32.840685 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8c3cec8-6c86-4706-af00-8ac82f22a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.876325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.909246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:32.919881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.931498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 210aa99e-4885-4136-91dd-fa692f4afada {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:32.943590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Attempting to bind port 6f6a0289-c725-47b0-af0b-aa626dc558f2 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:32.943934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Attempting to bind port 6f6a0289-c725-47b0-af0b-aa626dc558f2 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:32.944260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Attempting to bind port 6f6a0289-c725-47b0-af0b-aa626dc558f2 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:32.949762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-448cc559-c9d3-4dd5-82f3-fb1208fddb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:32.951336 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-448cc559-c9d3-4dd5-82f3-fb1208fddb71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0950916 Sep 23 23:59:32.953429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Port 6f6a0289-c725-47b0-af0b-aa626dc558f2 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:32.953746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Attempting to bind port 6f6a0289-c725-47b0-af0b-aa626dc558f2 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:32.959257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:32.959587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Checking segment: {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:32.959965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Bound using segment: {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:32.960391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Bound port: 6f6a0289-c725-47b0-af0b-aa626dc558f2, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:32.960761 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:32.968547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Transition to ACTIVE for port object afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:32.978238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 210aa99e-4885-4136-91dd-fa692f4afada, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=210aa99e-4885-4136-91dd-fa692f4afada,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:32.997127 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:33.033919 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:33.066613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b8c3cec8-6c86-4706-af00-8ac82f22a8bc None None] For port 638c7be8-8405-4698-81f6-c8c83d6bf261, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=638c7be8-8405-4698-81f6-c8c83d6bf261,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:33.082974 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8c3cec8-6c86-4706-af00-8ac82f22a8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:33.116541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=210aa99e-4885-4136-91dd-fa692f4afada,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:33.134936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Pushing event updated for resources: {'Port': ['ID=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:33.146106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc60da-2a46-48b8-9cae-a9610d555872 req-d50170b2-902c-48a8-b5bc-ea4a592cfa14 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:33.148904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57fc60da-2a46-48b8-9cae-a9610d555872 req-d50170b2-902c-48a8-b5bc-ea4a592cfa14 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 943 time: 0.5473654 Sep 23 23:59:33.163355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51b78e3f-4526-4006-a034-fa5943f10df4 req-6254a22d-d894-4329-97fe-1081efc10953 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5614555 Sep 23 23:59:33.176834 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-ae879b3f-a8fc-4851-a1cf-4b88511c5222 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128944 Sep 23 23:59:33.248674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-9ba991ac-f2ed-4500-8bf9-f902918a301d service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2872322 Sep 23 23:59:33.255638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3cec8-6c86-4706-af00-8ac82f22a8bc None None] Pushing event updated for resources: {'Port': ['ID=638c7be8-8405-4698-81f6-c8c83d6bf261,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:33.317430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-368894c7-6c8f-42cd-9377-4384455fd085 None None] Provisioning complete for port 638c7be8-8405-4698-81f6-c8c83d6bf261 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:33.320352 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-368894c7-6c8f-42cd-9377-4384455fd085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:33.391056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:33.556740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb6b006a-abe8-4c30-b869-7708e58cbd1e details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:33.611630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:33.620343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2ea36296-eafd-4358-b451-ec519d8fb09f req-e01bf726-89b6-435b-8ff8-b65c3affab62 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056740 Sep 23 23:59:33.625494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:33.642799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:33.736481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:33.742810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:33.745343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] 10.222.0.18 "PUT /v2.0/ports/6f6a0289-c725-47b0-af0b-aa626dc558f2 HTTP/1.1" status: 200 len: 1093 time: 2.9144690 Sep 23 23:59:33.783910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5eb99-a9ce-40d1-b67c-b9312cf6eef3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:33.826955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f072879-127d-40f6-a32b-ff08687877d3 req-6179c81f-91d6-4fd7-ab74-3b6e9b7628bd service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5483716 Sep 23 23:59:33.831599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57fc60da-2a46-48b8-9cae-a9610d555872 req-0e7a405e-3d55-46c0-ad75-720e46764d1b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6579163 Sep 23 23:59:33.835629 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:33.861529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:33.868719 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98394fc1-c9cc-44bf-ad40-339543c1cbac" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:33.877447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864733c-6cd7-4d81-9a7c-3d7c7e62e480 req-a41f5328-e762-4721-b5be-8daa3766747f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:33.879906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b864733c-6cd7-4d81-9a7c-3d7c7e62e480 req-a41f5328-e762-4721-b5be-8daa3766747f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 948 time: 0.4642596 Sep 23 23:59:33.899210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Attempting to bind port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:33.899970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Attempting to bind port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:33.900408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Attempting to bind port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 on network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:33.908868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 on network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:33.909320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Attempting to bind port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 on network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:33.918253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48080) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:33.920862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-b4564c92-496f-447d-b8e9-eaaf2dc9a128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:33.923667 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-b4564c92-496f-447d-b8e9-eaaf2dc9a128 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 1096 time: 0.1292779 Sep 23 23:59:33.940386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:33.940724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Checking segment: {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:33.941113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Bound using segment: {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:33.941661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Bound port: afbbeb5f-ee64-4705-bbe2-a4aab2a4b797, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:33.955012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:33.993923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb6b006a-abe8-4c30-b869-7708e58cbd1e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:34.000876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-26ac8d18-8d54-453f-8b39-15913c88cff4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2 HTTP/1.1" status: 200 len: 217 time: 0.0640781 Sep 23 23:59:34.012777 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208bdbbb-1254-497c-bd7a-2305ac126c00 x-openstack-request-id: req-208bdbbb-1254-497c-bd7a-2305ac126c00 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:34.013089 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "166b8611-6d76-469f-b7fc-cc4402ae87f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9290df54-3c87-41db-a0bc-732edced48da", "tag": "cb6b006a-abe8-4c30-b869-7708e58cbd1e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ed9fc5f2-895e-40e1-a55e-e3b29a918783", "tag": "35984ae8-a700-4549-83d7-d382934511a4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:34.013342 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-208bdbbb-1254-497c-bd7a-2305ac126c00 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:34.013757 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '166b8611-6d76-469f-b7fc-cc4402ae87f5', 'status': 'completed', 'code': 200} Sep 23 23:59:34.014015 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5', 'status': 'completed', 'code': 200} Sep 23 23:59:34.014264 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9290df54-3c87-41db-a0bc-732edced48da', 'tag': 'cb6b006a-abe8-4c30-b869-7708e58cbd1e', 'status': 'completed', 'code': 200} Sep 23 23:59:34.014513 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed9fc5f2-895e-40e1-a55e-e3b29a918783', 'tag': '35984ae8-a700-4549-83d7-d382934511a4', 'status': 'completed', 'code': 200} Sep 23 23:59:34.022287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'cb6b006a-abe8-4c30-b869-7708e58cbd1e', 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb', 'port_id': 'cb6b006a-abe8-4c30-b869-7708e58cbd1e', 'mac_address': 'fa:16:3e:3e:d4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42071fca-95e4-48e1-b48b-d19393bd9286', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:34.110355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6ae65406-8869-4c07-b033-8451ded3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.111083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6ae65406-8869-4c07-b033-8451ded3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.111679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6ae65406-8869-4c07-b033-8451ded3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.116142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6ae65406-8869-4c07-b033-8451ded3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.116728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6ae65406-8869-4c07-b033-8451ded3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.117274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6ae65406-8869-4c07-b033-8451ded3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.117820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6ae65406-8869-4c07-b033-8451ded3ad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.120492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6ae65406-8869-4c07-b033-8451ded3ad8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6372 time: 0.1167634 Sep 23 23:59:34.122470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-ca256edc-27cb-499c-b01c-2cd1f9912756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.123993 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-ca256edc-27cb-499c-b01c-2cd1f9912756 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb7cffff-11fc-43aa-a9b6-58eef73f25f8 HTTP/1.1" status: 200 len: 860 time: 0.1105213 Sep 23 23:59:34.143296 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:34.148727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:34.160306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b864733c-6cd7-4d81-9a7c-3d7c7e62e480 req-23b0bf92-f205-4152-9ce5-d8cbe4f94409 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615705 Sep 23 23:59:34.185267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb6b006a-abe8-4c30-b869-7708e58cbd1e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:34.264341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1965397405-network', 'tenant_id': '39fb3e37a02e4ad4a123774eba5d5c6a'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:34.265833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb6b006a-abe8-4c30-b869-7708e58cbd1e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:34.271582 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:34.275234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:34.285285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:34.319508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:34.356283 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-1d21bfff-81b9-4886-95a0-1c75168a5b2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dc42050-2fcb-4075-86f4-fe4a24168a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2104068 Sep 23 23:59:34.382891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 638c7be8-8405-4698-81f6-c8c83d6bf261 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:34.442744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-173749cb-88de-49bb-9484-266e9a51bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.444340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-173749cb-88de-49bb-9484-266e9a51bca0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.4196329 Sep 23 23:59:34.472273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cb6b006a-abe8-4c30-b869-7708e58cbd1e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:34.480683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event updated for resources: {'Port': ['ID=f957c932-8ffd-46e6-b8b7-cc9a9048748c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:34.520762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 638c7be8-8405-4698-81f6-c8c83d6bf261 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:34.522841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:34.548769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] For port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:34.582148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Made reservation on behalf of 39fb3e37a02e4ad4a123774eba5d5c6a for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:34.586967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:34.588494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['cb6b006a-abe8-4c30-b869-7708e58cbd1e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:34.654192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-dc9a768f-0072-4cea-82c6-8c7191c8bfcc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.661238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:34.673608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-dc9a768f-0072-4cea-82c6-8c7191c8bfcc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5379782 Sep 23 23:59:34.685589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-61ee5645-fb21-4e81-be84-efa2312404d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.686790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-61ee5645-fb21-4e81-be84-efa2312404d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.688504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-61ee5645-fb21-4e81-be84-efa2312404d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:34.690967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-61ee5645-fb21-4e81-be84-efa2312404d7 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5615594 Sep 23 23:59:34.764359 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-f53e7655-8500-4dbc-bd98-2489b986d4a8 service neutron] 10.222.0.18 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734133 Sep 23 23:59:34.906492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-668e6c88-ca7f-44ca-be29-d18311878f91 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.2316232 Sep 23 23:59:34.908107 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcb22e6-b4ac-43dd-8dde-7a2602980896 req-3b43be36-8542-4894-aff8-942564498f5d service neutron] 10.222.0.18 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322026 Sep 23 23:59:34.917405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] For port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:34.924424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Request body: {'floatingip': {'port_id': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:34.951105 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.064480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-4c5c30c5-dcd1-44f8-b89a-5703cd0b64ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:35.067375 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-4c5c30c5-dcd1-44f8-b89a-5703cd0b64ef service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3637829 Sep 23 23:59:35.110174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:35.111033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.112273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] 10.222.0.20 "PUT /v2.0/ports/afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 HTTP/1.1" status: 200 len: 1092 time: 3.5863416 Sep 23 23:59:35.120107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.127448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.158947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Request body: {'port': {'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:35.190549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:59:35.192948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b75dadb2-521c-4cb1-9564-1b7d1b10ed69,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:35.205851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.206206 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Added segment f84c23fe-ed5f-48bf-a7b8-068287514011 of type vlan for network ce2083d4-6313-4025-8556-8bed4904353a Sep 23 23:59:35.223307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8f81c-34ab-4bb2-9fcd-30ecb39a928c req-2e210771-c734-4f8b-830f-c8ec7ecfc661 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:35.229453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ed8f81c-34ab-4bb2-9fcd-30ecb39a928c req-2e210771-c734-4f8b-830f-c8ec7ecfc661 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 944 time: 0.7675896 Sep 23 23:59:35.272916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-02cd0f65-d867-4777-9d16-7cb57957d9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:35.274506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-02cd0f65-d867-4777-9d16-7cb57957d9d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.8018932 Sep 23 23:59:35.284410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.298298 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.305774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.339564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.340712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:35.342072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.358874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79131253-4bb4-49da-b688-f9bae239ef36 service neutron] Pushing event updated for resources: {'Port': ['ID=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:35.379289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4509404 Sep 23 23:59:35.386902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48094) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:35.391842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Request body: {'subnet': {'network_id': 'ce2083d4-6313-4025-8556-8bed4904353a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1965397405-subnet', 'tenant_id': '39fb3e37a02e4ad4a123774eba5d5c6a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:35.420844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ed8f81c-34ab-4bb2-9fcd-30ecb39a928c req-596724e8-a38e-4bf7-bc74-bd4c764259ba tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452665 Sep 23 23:59:35.453620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d27a4d-0566-442f-815d-77ca0f6450d3 admin admin] Pushing event updated for resources: {'Network': ['ID=ce2083d4-6313-4025-8556-8bed4904353a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:35.468791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ce2083d4-6313-4025-8556-8bed4904353a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:59:35.471846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Made reservation on behalf of 39fb3e37a02e4ad4a123774eba5d5c6a for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:35.474857 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.512853 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cc0caf-c305-4643-8cdc-98ac974a118b x-openstack-request-id: req-f1cc0caf-c305-4643-8cdc-98ac974a118b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:35.513146 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:35.513831 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1cc0caf-c305-4643-8cdc-98ac974a118b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:35.514003 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'status': 'completed', 'code': 200} Sep 23 23:59:35.556998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 35984ae8-a700-4549-83d7-d382934511a4 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:35.561879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb6b006a-abe8-4c30-b869-7708e58cbd1e up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:35.639953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-649299e2-b557-427d-9e2a-cedfa55a90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:35.641519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-649299e2-b557-427d-9e2a-cedfa55a90bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 1096 time: 0.0859573 Sep 23 23:59:35.775351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port cb6b006a-abe8-4c30-b869-7708e58cbd1e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:35.806621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 35984ae8-a700-4549-83d7-d382934511a4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=35984ae8-a700-4549-83d7-d382934511a4,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:35.820607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '35984ae8-a700-4549-83d7-d382934511a4', 'network_id': 'b335634c-12a3-4d07-8003-edeff86eebeb', 'port_id': '35984ae8-a700-4549-83d7-d382934511a4', 'mac_address': 'fa:16:3e:e8:fc:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42071fca-95e4-48e1-b48b-d19393bd9286', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:35.826102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port cb6b006a-abe8-4c30-b869-7708e58cbd1e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:35.826501 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.861757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-11b27496-43c8-4c2f-8b8e-6c74de78e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:35.863593 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-11b27496-43c8-4c2f-8b8e-6c74de78e252 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 921 time: 0.2135005 Sep 23 23:59:35.864923 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.917899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.958551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6b0d492-f95a-4bc8-ba42-53a5313604e9,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:35.966174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-a643a9ca-a849-467f-b63a-d5dbe8a9c5d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2 HTTP/1.1" status: 200 len: 217 time: 0.0546741 Sep 23 23:59:35.996743 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:35.999080 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 210aa99e-4885-4136-91dd-fa692f4afada up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:36.001985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.033216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Checking segment: {'id': 'f84c23fe-ed5f-48bf-a7b8-068287514011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ce2083d4-6313-4025-8556-8bed4904353a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:36.033577 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Network hostable DHCP agents. Network: ce2083d4-6313-4025-8556-8bed4904353a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:59:36.047236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-e8e5909e-503d-4398-a944-c9853d040401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.049145 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-e8e5909e-503d-4398-a944-c9853d040401 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb7cffff-11fc-43aa-a9b6-58eef73f25f8 HTTP/1.1" status: 200 len: 860 time: 0.0765903 Sep 23 23:59:36.063136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35984ae8-a700-4549-83d7-d382934511a4 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:36.069475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Network ce2083d4-6313-4025-8556-8bed4904353a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:59:36.089632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-0c52caab-aac3-43aa-b4fd-5c5f26a84bac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dc42050-2fcb-4075-86f4-fe4a24168a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334888 Sep 23 23:59:36.091673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 35984ae8-a700-4549-83d7-d382934511a4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=35984ae8-a700-4549-83d7-d382934511a4,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:36.101161 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.111672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ce2083d4-6313-4025-8556-8bed4904353a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:36.127094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.127696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.158593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '96e2c860-a67a-4cfc-918a-03e583d50a9b'}, {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:36.162074 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc1dd18-6f34-440d-8b6e-5144f6066d29" -d '{"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "96e2c860-a67a-4cfc-918a-03e583d50a9b"}, {"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "afbbeb5f-ee64-4705-bbe2-a4aab2a4b797"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:36.171691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=35984ae8-a700-4549-83d7-d382934511a4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:36.175784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980434ee-1855-49a4-82d6-9e23f604ffc4 None None] Network ce2083d4-6313-4025-8556-8bed4904353a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:36.188161 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-02ce2a7e-02b1-4184-8b55-49142e4cee11 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7913945 Sep 23 23:59:36.200513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-221cdae1-6afb-4104-b4d9-836266fafbcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 1002 time: 0.9002695 Sep 23 23:59:36.206923 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.210987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9290df54-3c87-41db-a0bc-732edced48da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6b006a-abe8-4c30-b869-7708e58cbd1e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:36.213407 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc653790-8369-4c15-9590-d417d221bfcf" -d '{"events": [{"server_uuid": "9290df54-3c87-41db-a0bc-732edced48da", "name": "network-vif-plugged", "status": "completed", "tag": "cb6b006a-abe8-4c30-b869-7708e58cbd1e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:36.232232 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-3395445e-2d2d-4f64-a015-ac6a1e162441 service neutron] 10.222.0.18 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349359 Sep 23 23:59:36.297733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb6b006a-abe8-4c30-b869-7708e58cbd1e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:36.319836 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.336399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 210aa99e-4885-4136-91dd-fa692f4afada completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:36.357661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6fd35cb2-7172-47c8-b41a-7440a8a52091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.359259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-6fd35cb2-7172-47c8-b41a-7440a8a52091 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.1550822 Sep 23 23:59:36.385279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.392448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['35984ae8-a700-4549-83d7-d382934511a4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:36.408713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-58a0ff8d-4cbc-4879-8c3f-249f5f3c6216 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.415200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-58a0ff8d-4cbc-4879-8c3f-249f5f3c6216 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.421546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-58a0ff8d-4cbc-4879-8c3f-249f5f3c6216 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.428870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-58a0ff8d-4cbc-4879-8c3f-249f5f3c6216 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.439988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-58a0ff8d-4cbc-4879-8c3f-249f5f3c6216 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.450410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-58a0ff8d-4cbc-4879-8c3f-249f5f3c6216 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.452651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 210aa99e-4885-4136-91dd-fa692f4afada triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:36.458309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-58a0ff8d-4cbc-4879-8c3f-249f5f3c6216 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.462678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.466201 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98394fc1-c9cc-44bf-ad40-339543c1cbac req-549c4c92-a935-4ecc-bd34-80493cd62dca service neutron] 10.222.0.18 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271352 Sep 23 23:59:36.467058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-58a0ff8d-4cbc-4879-8c3f-249f5f3c6216 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5406 time: 0.5501025 Sep 23 23:59:36.665589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-d412f86a-a159-41a0-baf8-6e545a5b9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:36.667172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-d412f86a-a159-41a0-baf8-6e545a5b9419 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2930310 Sep 23 23:59:36.695902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adc6c5e3-a385-440b-a941-35351e33ca18 req-2d176514-2003-4c5c-9eb3-58a24d84e1c3 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2271385 Sep 23 23:59:36.699772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e3170f-680a-4b17-82b3-324042b9adba None None] Network ce2083d4-6313-4025-8556-8bed4904353a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:36.752491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cb6b006a-abe8-4c30-b869-7708e58cbd1e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:36.817575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48116) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:36.833018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1663125784-network', 'tenant_id': '5b7cdaef44974585921af18f73a3de8b'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:36.867988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Made reservation on behalf of 5b7cdaef44974585921af18f73a3de8b for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:36.872010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.894932 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:36.949633 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.012488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:37.028169 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.036448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.051330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 210aa99e-4885-4136-91dd-fa692f4afada, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=210aa99e-4885-4136-91dd-fa692f4afada,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:37.056719 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.075362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.081888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.084941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.110943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:59:37.111704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=210aa99e-4885-4136-91dd-fa692f4afada,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:37.136244 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.136651 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Added segment 352bf0ec-5a01-4ef1-82d0-3e5321137f8f of type vlan for network 6636560f-b39f-4db5-85ad-917d0f6d92e6 Sep 23 23:59:37.137847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be06a4fa-54e2-4dda-8e19-8c7a6c07eae2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:37.170907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Transition to ACTIVE for port object 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:37.187471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.195253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.203706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d8783-12df-4b0d-86b3-997d57e4ad87 req-e6d92bc0-4135-4711-9abb-a9e09c4126b5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:37.205371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f8d8783-12df-4b0d-86b3-997d57e4ad87 req-e6d92bc0-4135-4711-9abb-a9e09c4126b5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 944 time: 0.3278124 Sep 23 23:59:37.224732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.225907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:37.226511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.273707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event updated for resources: {'Port': ['ID=f957c932-8ffd-46e6-b8b7-cc9a9048748c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:37.291105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-2141b217-371d-4b8c-9b5a-ef05f8486a65 service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771399 Sep 23 23:59:37.327998 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5089962 Sep 23 23:59:37.329515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1c2c7-b02c-4022-9e73-8465e7dde2a6 admin admin] Pushing event updated for resources: {'Network': ['ID=6636560f-b39f-4db5-85ad-917d0f6d92e6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:37.333129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48120) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:37.345809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Request body: {'subnet': {'network_id': '6636560f-b39f-4db5-85ad-917d0f6d92e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1663125784-subnet', 'tenant_id': '5b7cdaef44974585921af18f73a3de8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:37.351920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6636560f-b39f-4db5-85ad-917d0f6d92e6 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:59:37.407711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Made reservation on behalf of 5b7cdaef44974585921af18f73a3de8b for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:37.415080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.532673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.548349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f8d8783-12df-4b0d-86b3-997d57e4ad87 req-c024c19a-e0db-4b2a-8a5b-a8da10988be4 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172810 Sep 23 23:59:37.549147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6f6a0289-c725-47b0-af0b-aa626dc558f2 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:37.574585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 35984ae8-a700-4549-83d7-d382934511a4 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:37.726250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:37.740436 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 35984ae8-a700-4549-83d7-d382934511a4 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:37.748336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 35984ae8-a700-4549-83d7-d382934511a4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:37.749012 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.766488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.787152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:37.790847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-ae2cc7ca-824f-4afa-873c-f96795705f38 service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907155 Sep 23 23:59:37.807291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'port_id': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'mac_address': 'fa:16:3e:83:69:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7cffff-11fc-43aa-a9b6-58eef73f25f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:37.831624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Attempting to bind port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:37.831967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Attempting to bind port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:37.832299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Attempting to bind port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 on network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:37.834507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.835817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-abb77f10-a397-4a02-8040-a89f4d4282a8 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3878317 Sep 23 23:59:37.875918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 on network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:37.876243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Attempting to bind port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 on network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:37.884510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e150c577-9813-4fe7-bfa1-e1d0333e3500,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:37.887844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Checking segment: {'id': '352bf0ec-5a01-4ef1-82d0-3e5321137f8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '6636560f-b39f-4db5-85ad-917d0f6d92e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:37.888320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Network hostable DHCP agents. Network: 6636560f-b39f-4db5-85ad-917d0f6d92e6, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:59:37.899698 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.901335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2686fff-f598-4121-a241-57699544aaa2 req-1238171e-e5e0-463c-880e-56a14c6bd480 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:37.902971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2686fff-f598-4121-a241-57699544aaa2 req-1238171e-e5e0-463c-880e-56a14c6bd480 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 949 time: 0.1832042 Sep 23 23:59:37.910889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.resource_extend [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 23 23:59:37.913066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Network 6636560f-b39f-4db5-85ad-917d0f6d92e6 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:59:37.925455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f6a0289-c725-47b0-af0b-aa626dc558f2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:37.932246 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.935153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6636560f-b39f-4db5-85ad-917d0f6d92e6) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:37.951039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4783783-3ea3-4bd0-9fc8-fd78345b9b4b None None] Network 6636560f-b39f-4db5-85ad-917d0f6d92e6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:37.955410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:37.956980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.962544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:37.962832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Checking segment: {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:37.963221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Bound using segment: {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:37.963669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Bound port: 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:37.964036 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:37.966512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:37.993445 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-31db6ac3-a514-4812-855b-b000fba3e024 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6585829 Sep 23 23:59:37.995515 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:38.062856 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 35984ae8-a700-4549-83d7-d382934511a4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=35984ae8-a700-4549-83d7-d382934511a4,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:38.069015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2686fff-f598-4121-a241-57699544aaa2 req-6c6fedbb-8943-4574-ae53-22eb3db13337 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136627 Sep 23 23:59:38.079904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-c9574e4a-2447-4819-9402-7142be173b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.081697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-c9574e4a-2447-4819-9402-7142be173b01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.2235572 Sep 23 23:59:38.086671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:38.115352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:38.133547 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:38.184339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:38.188781 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38fec4f-a439-4b00-a61c-6ffa5409e8bf x-openstack-request-id: req-f38fec4f-a439-4b00-a61c-6ffa5409e8bf {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:38.189082 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "96e2c860-a67a-4cfc-918a-03e583d50a9b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "afbbeb5f-ee64-4705-bbe2-a4aab2a4b797", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:38.189341 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f38fec4f-a439-4b00-a61c-6ffa5409e8bf {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:38.189795 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '96e2c860-a67a-4cfc-918a-03e583d50a9b', 'status': 'completed', 'code': 200} Sep 23 23:59:38.190086 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797', 'status': 'completed', 'code': 200} Sep 23 23:59:38.204530 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebacbf0-6056-4da7-aca9-a7d1e88a37c7 x-openstack-request-id: req-cebacbf0-6056-4da7-aca9-a7d1e88a37c7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:38.204950 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9290df54-3c87-41db-a0bc-732edced48da", "name": "network-vif-plugged", "status": "completed", "tag": "cb6b006a-abe8-4c30-b869-7708e58cbd1e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:38.205988 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cebacbf0-6056-4da7-aca9-a7d1e88a37c7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:38.205988 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9290df54-3c87-41db-a0bc-732edced48da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb6b006a-abe8-4c30-b869-7708e58cbd1e', 'code': 200} Sep 23 23:59:38.262970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d0bab55c-0909-4435-84bf-1bbdc644072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.263645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d0bab55c-0909-4435-84bf-1bbdc644072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.264324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d0bab55c-0909-4435-84bf-1bbdc644072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.264866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d0bab55c-0909-4435-84bf-1bbdc644072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.265854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d0bab55c-0909-4435-84bf-1bbdc644072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.266419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d0bab55c-0909-4435-84bf-1bbdc644072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.266985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d0bab55c-0909-4435-84bf-1bbdc644072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.269147 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d0bab55c-0909-4435-84bf-1bbdc644072b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6440 time: 0.1021566 Sep 23 23:59:38.289272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] For port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:38.290101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=35984ae8-a700-4549-83d7-d382934511a4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:38.303190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['6f6a0289-c725-47b0-af0b-aa626dc558f2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:38.320805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] For port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:38.378069 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:38.395973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbff5cb-a551-42a5-856a-c4219b4e35e8 req-138200fd-375d-46ae-b788-979f4bf4db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.397926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ffbff5cb-a551-42a5-856a-c4219b4e35e8 req-138200fd-375d-46ae-b788-979f4bf4db22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.1270294 Sep 23 23:59:38.452381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-6d56b6ac-6268-48f2-8c9c-781c1e12cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.452987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-6d56b6ac-6268-48f2-8c9c-781c1e12cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.453524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-6d56b6ac-6268-48f2-8c9c-781c1e12cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.454245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d17426-8a80-41ae-9d2c-112ae6360bf5 None None] Network 6636560f-b39f-4db5-85ad-917d0f6d92e6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:38.455397 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-6d56b6ac-6268-48f2-8c9c-781c1e12cf9a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1747687 Sep 23 23:59:38.460511 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ffbff5cb-a551-42a5-856a-c4219b4e35e8 req-2cc3c3c8-e964-43b3-b6bc-d91aa7e4a9ad service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557084 Sep 23 23:59:38.526674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-52d3815a-500b-47c3-8175-5a7b0ec13386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.528366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-52d3815a-500b-47c3-8175-5a7b0ec13386 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.4381185 Sep 23 23:59:38.546408 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4 associated. External IP: 172.25.5.229, port: 871487d1-af73-461d-b5f9-832d10b779a5. Sep 23 23:59:38.549342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.549999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:38.551450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] 10.222.0.20 "PUT /v2.0/ports/2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 HTTP/1.1" status: 200 len: 1092 time: 3.4092824 Sep 23 23:59:38.599830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d7ca3917-9b31-41eb-ad69-48780fe6163d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.602816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-d7ca3917-9b31-41eb-ad69-48780fe6163d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395001 Sep 23 23:59:38.685609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b01f9f-f0d6-4ce9-b9bf-e6ad1f7b30d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:38.701210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fffe88-837f-4cf6-828d-607a6196f5bf req-e06da343-f785-4693-842a-86eab49ad298 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.709860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7fffe88-837f-4cf6-828d-607a6196f5bf req-e06da343-f785-4693-842a-86eab49ad298 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 945 time: 0.3223851 Sep 23 23:59:38.743467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-03a9e9bf-ded0-470f-81b9-1d42ccb2970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.744285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-03a9e9bf-ded0-470f-81b9-1d42ccb2970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.744810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-03a9e9bf-ded0-470f-81b9-1d42ccb2970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.745232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-03a9e9bf-ded0-470f-81b9-1d42ccb2970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.745716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-03a9e9bf-ded0-470f-81b9-1d42ccb2970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.746204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-03a9e9bf-ded0-470f-81b9-1d42ccb2970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.746939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-03a9e9bf-ded0-470f-81b9-1d42ccb2970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.748725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-03a9e9bf-ded0-470f-81b9-1d42ccb2970d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6482 time: 0.0998676 Sep 23 23:59:38.825273 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:38.907810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-ece9d07d-c1f6-4f71-b94a-a10b3e6ba0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.908838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-ece9d07d-c1f6-4f71-b94a-a10b3e6ba0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.909328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-ece9d07d-c1f6-4f71-b94a-a10b3e6ba0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:38.911298 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-ece9d07d-c1f6-4f71-b94a-a10b3e6ba0f9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1537387 Sep 23 23:59:39.022775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-32a628b2-79fc-42f5-8bc2-584038abd680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.024416 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4dc1dd18-6f34-440d-8b6e-5144f6066d29 req-32a628b2-79fc-42f5-8bc2-584038abd680 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1062195 Sep 23 23:59:39.071058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-4691d851-e8c4-440f-96b4-40df254f21b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 200 len: 217 time: 0.4096048 Sep 23 23:59:39.131362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-64de12e8-fca8-4742-b4d6-18aad583d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.131844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-64de12e8-fca8-4742-b4d6-18aad583d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.132344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-64de12e8-fca8-4742-b4d6-18aad583d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.132915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-64de12e8-fca8-4742-b4d6-18aad583d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.133390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-64de12e8-fca8-4742-b4d6-18aad583d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.133850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-64de12e8-fca8-4742-b4d6-18aad583d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.134336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-64de12e8-fca8-4742-b4d6-18aad583d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.137214 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-64de12e8-fca8-4742-b4d6-18aad583d05a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6482 time: 0.0670886 Sep 23 23:59:39.179928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7fffe88-837f-4cf6-828d-607a6196f5bf req-a922da2e-7fef-40ce-a6fe-aa0318e40bfd tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689674 Sep 23 23:59:39.189696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-0a2d57d3-bc92-4984-bfca-532c283b326f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.191192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-0a2d57d3-bc92-4984-bfca-532c283b326f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.1045227 Sep 23 23:59:39.192674 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-48873132-8ac9-4fe7-9b45-dfe7fab1f7af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb HTTP/1.1" status: 200 len: 217 time: 0.0443478 Sep 23 23:59:39.249854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-264dbc50-30dc-4ad7-b3fe-4ddff59c62af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.251805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-264dbc50-30dc-4ad7-b3fe-4ddff59c62af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce0f675e-fe02-4e4e-be43-d7636ccd31ea HTTP/1.1" status: 200 len: 850 time: 0.0515604 Sep 23 23:59:39.285528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-5127e672-d4cd-4687-ab0b-c308349564a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850427 Sep 23 23:59:39.313193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-a9821c37-459d-4aed-9253-9a6ad2bf6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.314826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-a9821c37-459d-4aed-9253-9a6ad2bf6866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a2ab906-2773-4efa-b0e1-09691b94e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559368 Sep 23 23:59:39.452640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-9df5cce0-6296-46b6-a2ed-045f9faac260 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.459917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-9df5cce0-6296-46b6-a2ed-045f9faac260 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.466083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-9df5cce0-6296-46b6-a2ed-045f9faac260 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.472219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-9df5cce0-6296-46b6-a2ed-045f9faac260 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.478372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-9df5cce0-6296-46b6-a2ed-045f9faac260 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.485760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-9df5cce0-6296-46b6-a2ed-045f9faac260 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.491855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-9df5cce0-6296-46b6-a2ed-045f9faac260 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.495462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-9df5cce0-6296-46b6-a2ed-045f9faac260 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5418 time: 0.2108440 Sep 23 23:59:39.546319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-fbf56fa5-eb34-46c3-9664-813ee19bc01a service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482798 Sep 23 23:59:39.552999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6f6a0289-c725-47b0-af0b-aa626dc558f2 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:39.558922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:39.596958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61b3a357-b9ac-49d5-8946-00a41b3c6297 req-e5079b15-ba07-42b5-a2f3-fc1351a45b42 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955892 Sep 23 23:59:39.668742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 6f6a0289-c725-47b0-af0b-aa626dc558f2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:39.677580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 6f6a0289-c725-47b0-af0b-aa626dc558f2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:39.678932 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:39.754647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-9937e1d1-2f28-482d-bd0c-16685c2465ee service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992912 Sep 23 23:59:39.780494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-9c3d99bd-da6a-4710-a945-04ebdd538fe2 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4541223 Sep 23 23:59:39.831620 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:39.853763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:39.865910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:39.883504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:39.886434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-9430052a-a9c3-46ff-b33a-da6decd610fc tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1679212505&fields=id&tenant_id=f9b5f532072f4ffb8767d0ff0b941ea4 HTTP/1.1" status: 200 len: 267 time: 0.0947785 Sep 23 23:59:39.886623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:39.887230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:39.891075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:39.900239 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-ce6ae4da-237f-443d-8952-41a7d7f9230e service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107333 Sep 23 23:59:39.954778 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-b52ce77b-1f7e-4efb-86dc-241911489e54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 217 time: 0.0464287 Sep 23 23:59:39.991643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-d835956b-1da0-40e9-9faa-152017fa3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:39.993515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-d835956b-1da0-40e9-9faa-152017fa3987 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 1097 time: 0.1545749 Sep 23 23:59:40.031246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:40.033972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5a7c88ca-64bf-44cd-93b2-5916ab40594f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:40.036688 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-5a7c88ca-64bf-44cd-93b2-5916ab40594f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0739057 Sep 23 23:59:40.071948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:40.090883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-ad316881-805a-4c9b-b74c-b620be8dfdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:40.093161 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-ad316881-805a-4c9b-b74c-b620be8dfdf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490141 Sep 23 23:59:40.207275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043db677-bc9b-411b-959c-38e21c205075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210aa99e-4885-4136-91dd-fa692f4afada'}, {'server_uuid': 'ed9fc5f2-895e-40e1-a55e-e3b29a918783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35984ae8-a700-4549-83d7-d382934511a4'}, {'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:40.209757 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06db5c45-e78e-49a0-ab1d-9a07c6847523" -d '{"events": [{"server_uuid": "043db677-bc9b-411b-959c-38e21c205075", "name": "network-vif-plugged", "status": "completed", "tag": "210aa99e-4885-4136-91dd-fa692f4afada"}, {"server_uuid": "ed9fc5f2-895e-40e1-a55e-e3b29a918783", "name": "network-vif-plugged", "status": "completed", "tag": "35984ae8-a700-4549-83d7-d382934511a4"}, {"server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "name": "network-vif-plugged", "status": "completed", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:40.211853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:40.219045 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bd4458-ad50-4920-af92-ea13e085be97" -d '{"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "2681fa4d-70cf-4cd0-ac91-551e37cb8ed7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:40.238214 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-178469ec-684a-4dee-93fb-e295b71809f4 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371083 Sep 23 23:59:40.283978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-a95ef8a7-aaa9-44c2-8b96-f47068878d04 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:40.285495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-a95ef8a7-aaa9-44c2-8b96-f47068878d04 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/networks?id=ba178d9c-1eae-4945-b0a6-c3515ed82d12 HTTP/1.1" status: 200 len: 811 time: 0.3565331 Sep 23 23:59:40.328794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-290f149b-6892-4cbd-8bf3-281992a8494b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/quotas/f9b5f532072f4ffb8767d0ff0b941ea4 HTTP/1.1" status: 200 len: 375 time: 0.0297022 Sep 23 23:59:40.331556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-e8659462-4615-4166-8434-545348d1aece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:40.332980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-e8659462-4615-4166-8434-545348d1aece service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.3322115 Sep 23 23:59:40.378545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:d7:be:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:37Z', 'revision_number': 3, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:40.387682 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-53a9989b-243e-470a-9ffa-20944aaf8fb3 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397963 Sep 23 23:59:40.415244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:40.415795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-2dd90084-6ade-403b-89d0-e0404c96af5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35984ae8-a700-4549-83d7-d382934511a4 HTTP/1.1" status: 200 len: 217 time: 0.0745924 Sep 23 23:59:40.426049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:40.427097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:40.444157 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-fa169081-dc78-470b-b899-2d21da950064 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 217 time: 0.0491023 Sep 23 23:59:40.490613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:40.504075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-61071367-39ab-4eb1-933c-b8abc88cc88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:40.505828 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-61071367-39ab-4eb1-933c-b8abc88cc88d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0552282 Sep 23 23:59:40.507482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-83b253fb-15a4-448f-a540-37356cb70d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:40.508933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-83b253fb-15a4-448f-a540-37356cb70d69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.0757608 Sep 23 23:59:40.517162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-198323ae-d88e-4921-8cfc-6ba32840f295 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f9b5f532072f4ffb8767d0ff0b941ea4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1771109 Sep 23 23:59:40.560782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-66785333-5839-4172-b008-be42290eaa60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424957 Sep 23 23:59:40.563046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e5159f40-728b-4370-b2c6-c878438256f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:40.565696 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e5159f40-728b-4370-b2c6-c878438256f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520725 Sep 23 23:59:40.570451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:40.716789 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-a085a651-c708-4b64-a6d3-4343dc28e5e5 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405959 Sep 23 23:59:40.801710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:40.806911 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:40.830789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-e565d8bb-0023-45d2-825e-f8172cd42cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2391813 Sep 23 23:59:40.841107 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-89c45d52-8854-4265-b1a7-36587a69b6ce service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174879 Sep 23 23:59:40.841373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-4e2e4148-9e52-4969-b40c-a6c5aaadc5f2 service neutron] 10.222.0.24 "GET /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948682 Sep 23 23:59:40.911776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-ab4791e4-3afe-4160-96ac-762c8b808d4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5 HTTP/1.1" status: 200 len: 217 time: 0.0625720 Sep 23 23:59:40.971986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-bf11ad5b-7b3f-449b-aa98-e6e7f25c778d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:40.975174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-bf11ad5b-7b3f-449b-aa98-e6e7f25c778d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0552540 Sep 23 23:59:41.002848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-75b509bd-1d1a-499b-96ab-209e37f269b7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "PUT /v2.0/floatingips/1d548133-df6f-44a1-9d3b-9eda030813f4 HTTP/1.1" status: 200 len: 999 time: 6.0953782 Sep 23 23:59:41.008289 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:d7:be:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:37Z', 'revision_number': 3, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:41.034238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-bbef305d-a705-4283-a25f-69eba00f5653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:41.036190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-bbef305d-a705-4283-a25f-69eba00f5653 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544569 Sep 23 23:59:41.053273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6681ac7f-8acb-4db3-ae75-526d1615669b None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:d7:be:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:37Z', 'revision_number': 3, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:41.074896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-903f5955-226e-4c96-a47e-7ae3d4bcac18 service neutron] 10.222.0.24 "GET /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276714 Sep 23 23:59:41.088183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27023b1d-7044-43a9-9572-220ad1a0b33f req-02e468eb-b7c7-4d37-bb20-7c9509aead2c service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447824 Sep 23 23:59:41.100454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-8b0edca0-1939-4972-a23f-02790c967eb9 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:41.101894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-8b0edca0-1939-4972-a23f-02790c967eb9 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports/871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 943 time: 0.0855515 Sep 23 23:59:41.187777 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-408355e2-4321-4f3c-ad1f-e624f6587bf3 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440814 Sep 23 23:59:41.381500 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b296e17f-6d03-4692-a9b5-078eb897b1f0 None None] New status for floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:59:41.387686 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-fc351b82-b531-488f-b395-5a47daad38e4 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893556 Sep 23 23:59:41.457041 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-efbcb871-ae9f-4c35-a5df-f3125a581e7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b HTTP/1.1" status: 200 len: 217 time: 0.0620315 Sep 23 23:59:41.586234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e455b408-64fa-4d4c-8e67-5bdef329b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:41.589796 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-e455b408-64fa-4d4c-8e67-5bdef329b67c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.1195588 Sep 23 23:59:41.672012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-a0303e4d-4637-49c8-a4b6-48f000617fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:41.673755 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-a0303e4d-4637-49c8-a4b6-48f000617fa3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0759370 Sep 23 23:59:41.679666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-35888e24-af5f-458f-bcd1-b03126cf9d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:41.682000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-35888e24-af5f-458f-bcd1-b03126cf9d1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.5006640 Sep 23 23:59:41.707801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:41.720811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:41.721465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:41.824916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7337ea9f-bd24-4155-80f5-9ffbe1b295c3 req-f3096fbe-e665-4fad-999d-dc2072292341 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:41.827382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7337ea9f-bd24-4155-80f5-9ffbe1b295c3 req-f3096fbe-e665-4fad-999d-dc2072292341 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.2075915 Sep 23 23:59:41.848298 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-fc7e2b27-ae0e-4101-a5a1-ae8635f00611 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667502 Sep 23 23:59:41.856702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:41.858558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-38688d8f-c039-4aa8-9cd8-d695e708ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:41.860133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-38688d8f-c039-4aa8-9cd8-d695e708ef44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.1693535 Sep 23 23:59:41.918983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-559b6301-ab79-43c4-aced-d23fae8be8d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 217 time: 0.0512094 Sep 23 23:59:41.924735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7337ea9f-bd24-4155-80f5-9ffbe1b295c3 req-ed8adbcd-ef6a-4f1f-9622-581540db3f1e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764961 Sep 23 23:59:41.981359 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-c55cb493-3a69-4529-9ffe-ae2d0de8934c service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259911 Sep 23 23:59:42.003307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-f527140a-df3b-4ddd-9b7f-928e5b02d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.005842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-f527140a-df3b-4ddd-9b7f-928e5b02d257 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.0726964 Sep 23 23:59:42.060781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-70d1f3db-d7e5-4bef-9026-0bbc9af403a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 HTTP/1.1" status: 200 len: 217 time: 0.0721447 Sep 23 23:59:42.128918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-d24c291a-42b6-4008-bba3-e21077c34285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.130452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-d24c291a-42b6-4008-bba3-e21077c34285 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160550 Sep 23 23:59:42.169971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-38940817-fc89-4124-a569-de04ecc3e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.187776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-38940817-fc89-4124-a569-de04ecc3e29a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.1174159 Sep 23 23:59:42.252492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-b21e745e-6077-41ef-b295-e5ac03a8c9aa service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128538 Sep 23 23:59:42.253583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:d7:be:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:41Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:42.275257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-0f3713eb-5b5b-4b3a-af10-b4d87a23ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.277608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-0f3713eb-5b5b-4b3a-af10-b4d87a23ee8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0809481 Sep 23 23:59:42.305235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:42.318972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:42.320589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:42.409637 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-ead9e8b8-bc67-480a-af55-f0033dea2871 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221316 Sep 23 23:59:42.441641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-5cb9ee20-110b-455a-ae2a-7b1a6d1400d6 service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810448 Sep 23 23:59:42.484962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169e76-612a-4482-855e-04e728c1e543 req-f4657d5e-d810-4ff2-9ebc-154a559e86ff tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.486792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-f4657d5e-d810-4ff2-9ebc-154a559e86ff tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/networks?id=ce2083d4-6313-4025-8556-8bed4904353a HTTP/1.1" status: 200 len: 825 time: 0.1870239 Sep 23 23:59:42.503724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:42.540152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-a3973a4d-b480-4848-b72e-f7163f209a59 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/quotas/39fb3e37a02e4ad4a123774eba5d5c6a HTTP/1.1" status: 200 len: 375 time: 0.0228384 Sep 23 23:59:42.565939 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-2e3cae62-afe3-4bee-9437-eed82f7406fe service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467886 Sep 23 23:59:42.581297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-f70f717a-451a-4d31-949a-cc7872a51328 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=39fb3e37a02e4ad4a123774eba5d5c6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401876 Sep 23 23:59:42.591218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-4c6f5134-fa62-428e-b8b5-9ba2369126c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.602421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-4c6f5134-fa62-428e-b8b5-9ba2369126c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 1098 time: 0.1144199 Sep 23 23:59:42.627032 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-ccc0ad6f-4811-4d37-b6f7-5d684dbda630 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 HTTP/1.1" status: 200 len: 217 time: 0.0530000 Sep 23 23:59:42.739755 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-9fd916af-5f04-463d-9c82-e2b04de1aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.741294 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-9fd916af-5f04-463d-9c82-e2b04de1aa65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.1070280 Sep 23 23:59:42.791855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-3a4088de-efd4-4efe-a89d-320c74e1dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.793904 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-3a4088de-efd4-4efe-a89d-320c74e1dfad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0433464 Sep 23 23:59:42.865244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:d7:be:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:41Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:42.892986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-5ddb93e5-3581-4519-a79e-76612925be77 service neutron] 10.222.0.24 "GET /v2.0/networks/ce2083d4-6313-4025-8556-8bed4904353a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107319 Sep 23 23:59:42.898638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f43d62-ee35-4ce3-8739-a3758107638b None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:d7:be:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:41Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:42.922492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-791c01b3-f00e-40cf-9394-befc5582e9fa service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148298 Sep 23 23:59:42.928773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-233382b1-b297-4da3-8cb6-60770033bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.931419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-233382b1-b297-4da3-8cb6-60770033bf2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.3269274 Sep 23 23:59:42.962130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-b7940ffa-1731-4732-b724-99dedc6c2798 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:42.965003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-b7940ffa-1731-4732-b724-99dedc6c2798 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.20 "GET /v2.0/networks?id=ba178d9c-1eae-4945-b0a6-c3515ed82d12 HTTP/1.1" status: 200 len: 811 time: 0.3593478 Sep 23 23:59:43.039607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08396a08-f941-4fd6-ae5b-8b86123a3a5e req-579d7ab0-44b5-4f29-b6da-43eb17d879b4 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089509 Sep 23 23:59:43.107496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-a44b589c-05ae-4d3b-85aa-1d183874a042 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 1002 time: 0.1639969 Sep 23 23:59:43.113769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-5ba0644a-3102-46cc-be56-763ef3aaf839 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f9b5f532072f4ffb8767d0ff0b941ea4 HTTP/1.1" status: 200 len: 380 time: 0.0840471 Sep 23 23:59:43.117417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-67e858f1-7d70-4994-b4ae-2a0344f2c828 service neutron] 10.222.0.24 "GET /v2.0/networks/ce2083d4-6313-4025-8556-8bed4904353a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160659 Sep 23 23:59:43.123626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Request body: {'port': {'device_id': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'admin_state_up': True, 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'security_groups': ['7c8ae452-cd88-4dc2-bb3d-08ef885109b1']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:43.234158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-385b7cd2-67b4-454a-a3f7-e7fdcffa2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:43.235674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-385b7cd2-67b4-454a-a3f7-e7fdcffa2d6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.1086004 Sep 23 23:59:43.361712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-5e3fa0aa-32f7-458b-94d7-1147072a123d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:43.363357 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-5e3fa0aa-32f7-458b-94d7-1147072a123d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1131983 Sep 23 23:59:43.421770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89e7d40-7420-400b-af6c-efc19299a56c req-586e2b66-d146-4fda-9af1-4419c00c30cf tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:43.423625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d89e7d40-7420-400b-af6c-efc19299a56c req-586e2b66-d146-4fda-9af1-4419c00c30cf tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 949 time: 0.1272299 Sep 23 23:59:43.424316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Made reservation on behalf of f9b5f532072f4ffb8767d0ff0b941ea4 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:43.427849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:43.593437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d89e7d40-7420-400b-af6c-efc19299a56c req-d00bc5f1-ee2b-4d07-bf73-a3894f0081cf tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609387 Sep 23 23:59:43.599467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-477e0a56-7ce2-49bd-9c09-4a30777b15b6 service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235727 Sep 23 23:59:43.722038 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e034c-54b6-4199-9f05-3a3a664c83e5 x-openstack-request-id: req-c39e034c-54b6-4199-9f05-3a3a664c83e5 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:43.723521 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043db677-bc9b-411b-959c-38e21c205075", "name": "network-vif-plugged", "status": "completed", "tag": "210aa99e-4885-4136-91dd-fa692f4afada", "code": 200}, {"server_uuid": "ed9fc5f2-895e-40e1-a55e-e3b29a918783", "name": "network-vif-plugged", "status": "completed", "tag": "35984ae8-a700-4549-83d7-d382934511a4", "code": 200}, {"server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "name": "network-vif-plugged", "status": "completed", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:43.723785 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c39e034c-54b6-4199-9f05-3a3a664c83e5 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:43.724382 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043db677-bc9b-411b-959c-38e21c205075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '210aa99e-4885-4136-91dd-fa692f4afada', 'code': 200} Sep 23 23:59:43.724781 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fc5f2-895e-40e1-a55e-e3b29a918783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35984ae8-a700-4549-83d7-d382934511a4', 'code': 200} Sep 23 23:59:43.725031 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'code': 200} Sep 23 23:59:43.793014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Allocated IP 172.20.0.11 (ba178d9c-1eae-4945-b0a6-c3515ed82d12/d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd/734abed2-eb25-4a78-934a-48a41ada1223) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:43.800429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00eab27e-e6bc-49ea-ab0c-57a80f01c720 req-a8c6af36-edd5-4fa9-89ef-fe8d2f606e65 service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895018 Sep 23 23:59:43.910742 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273436dc-310c-42af-b0e9-516a0e484303 x-openstack-request-id: req-273436dc-310c-42af-b0e9-516a0e484303 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:43.911493 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "2681fa4d-70cf-4cd0-ac91-551e37cb8ed7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:43.911493 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-273436dc-310c-42af-b0e9-516a0e484303 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:43.911869 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7', 'status': 'completed', 'code': 200} Sep 23 23:59:43.950888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febbdca-5c02-450c-bd78-679644d224ce req-b04d0a61-edae-4363-bb70-ded67b694ed3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:43.952440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8febbdca-5c02-450c-bd78-679644d224ce req-b04d0a61-edae-4363-bb70-ded67b694ed3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.1719656 Sep 23 23:59:43.973350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051e607-dd23-490f-a38b-9d3ca1ec07ff req-0243ec90-92ac-4d53-a9f8-c1f81a405e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:43.974930 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0051e607-dd23-490f-a38b-9d3ca1ec07ff req-0243ec90-92ac-4d53-a9f8-c1f81a405e28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 1101 time: 0.1352811 Sep 23 23:59:44.009143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a15e9-1b8d-4990-b34c-f702e5b8155b req-6abca930-a3f1-4acb-905f-b9dcff9c2871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.011184 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3a2a15e9-1b8d-4990-b34c-f702e5b8155b req-6abca930-a3f1-4acb-905f-b9dcff9c2871 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 1098 time: 0.0834103 Sep 23 23:59:44.033507 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0051e607-dd23-490f-a38b-9d3ca1ec07ff req-9a31b36c-b6c5-4a46-942e-5cec45c290ee service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494533 Sep 23 23:59:44.050430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0de3b-2cfa-49b8-9c05-3a491880fd82 req-f7228b24-3ca4-4740-944b-6b5ba669e9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.052677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18a0de3b-2cfa-49b8-9c05-3a491880fd82 req-f7228b24-3ca4-4740-944b-6b5ba669e9f7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 1097 time: 0.1841407 Sep 23 23:59:44.065951 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3a2a15e9-1b8d-4990-b34c-f702e5b8155b req-8bbb3660-7ea5-41f7-8e96-08aaae972f85 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464633 Sep 23 23:59:44.100262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8febbdca-5c02-450c-bd78-679644d224ce req-9b458cc6-67dc-40dd-b33e-24f3cc1de8be tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313846 Sep 23 23:59:44.195241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-2ebed215-20bb-4a7e-a377-6952507a2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.195724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-2ebed215-20bb-4a7e-a377-6952507a2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.196199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-2ebed215-20bb-4a7e-a377-6952507a2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.196668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-2ebed215-20bb-4a7e-a377-6952507a2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.197139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-2ebed215-20bb-4a7e-a377-6952507a2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.197604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-2ebed215-20bb-4a7e-a377-6952507a2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.198065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-2ebed215-20bb-4a7e-a377-6952507a2cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.200521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-2ebed215-20bb-4a7e-a377-6952507a2cd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6482 time: 0.2660823 Sep 23 23:59:44.208311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18a0de3b-2cfa-49b8-9c05-3a491880fd82 req-50325b47-467d-4448-886c-9e7f1e98d3a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262107 Sep 23 23:59:44.226817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-68a0393d-7eb9-4f15-b55d-40ece7937b2e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.231223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-68a0393d-7eb9-4f15-b55d-40ece7937b2e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.237168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-68a0393d-7eb9-4f15-b55d-40ece7937b2e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.243085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-68a0393d-7eb9-4f15-b55d-40ece7937b2e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.249082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-68a0393d-7eb9-4f15-b55d-40ece7937b2e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.255066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-68a0393d-7eb9-4f15-b55d-40ece7937b2e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.261849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-68a0393d-7eb9-4f15-b55d-40ece7937b2e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.263771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-68a0393d-7eb9-4f15-b55d-40ece7937b2e tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5418 time: 0.3021915 Sep 23 23:59:44.291988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9047237a-a5db-47f5-8152-a77d1ae9b7f2 req-338e6a1f-a76d-428b-a112-40ceb3f82155 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 210 time: 0.1215990 Sep 23 23:59:44.328498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:44.430289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1bea03a-7f88-4953-85c2-3ef3d85767c7 req-fd89c3cc-e1e3-40a6-b7e7-db8446b37f59 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1490757 Sep 23 23:59:44.473433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-d6e2c97a-f0f9-4298-9575-0302cbe95858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.474792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-d6e2c97a-f0f9-4298-9575-0302cbe95858 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d HTTP/1.1" status: 200 len: 903 time: 0.1952736 Sep 23 23:59:44.484604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36fb44-9d08-4a35-b17b-2297a9f5102e req-69661fd2-220d-419b-b76d-48882a8a1c60 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.486127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb36fb44-9d08-4a35-b17b-2297a9f5102e req-69661fd2-220d-419b-b76d-48882a8a1c60 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.1003990 Sep 23 23:59:44.493651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:44.572343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-d4c3a89b-0cca-4c10-9ff1-145df5663f6e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 HTTP/1.1" status: 200 len: 217 time: 0.0852463 Sep 23 23:59:44.639774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f0dd878-15a1-4c26-85d2-ef9b52839d20 req-5f0e3879-102d-4cfb-ab3b-1917c29bb438 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 210 time: 0.0936065 Sep 23 23:59:44.641673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:44.659940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:44.676019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:44.680185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb36fb44-9d08-4a35-b17b-2297a9f5102e req-a5eea7e0-59ab-4e6a-a45e-3d91acfec487 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845884 Sep 23 23:59:44.684586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event updated for resources: {'Port': ['ID=734abed2-eb25-4a78-934a-48a41ada1223,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:44.852552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.853429 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:44.862732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.863123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.863455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.863794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.864128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.864477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.864877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.865202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.865534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.865858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.866182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.866507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:44.892667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-3361e615-9f67-4412-866d-2b17e5940256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:44.894188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-3361e615-9f67-4412-866d-2b17e5940256 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.3078666 Sep 23 23:59:44.951978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2924a8a9-298d-4c11-bee0-5cf935dc492b req-c9c716a0-3a16-4ab0-9dd1-8d38432fd37b tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.2752509 Sep 23 23:59:44.953224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-c8256c0b-6b96-43fb-b927-d1cbd48fea7a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8335173 Sep 23 23:59:44.983094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Request body: {'port': {'device_id': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:45.026996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f9941d8e-2e9e-4ea7-828d-263af2ba396b None None] Provisioning complete for port 734abed2-eb25-4a78-934a-48a41ada1223 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:45.028712 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f9941d8e-2e9e-4ea7-828d-263af2ba396b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:45.077300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f9941d8e-2e9e-4ea7-828d-263af2ba396b None None] Port 734abed2-eb25-4a78-934a-48a41ada1223 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:45.393828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff97f43-f895-48d7-98fe-63c1f77e3d6b req-d065173b-49c0-4d7e-a73d-4b59e77d926f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:45.396407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ff97f43-f895-48d7-98fe-63c1f77e3d6b req-d065173b-49c0-4d7e-a73d-4b59e77d926f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 949 time: 0.6083221 Sep 23 23:59:45.475181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924a8a9-298d-4c11-bee0-5cf935dc492b req-f125091f-8ecf-411c-a160-843da8849b5b tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:45.477598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2924a8a9-298d-4c11-bee0-5cf935dc492b req-f125091f-8ecf-411c-a160-843da8849b5b tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports/0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 943 time: 0.5040207 Sep 23 23:59:45.480247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-7d003b11-6219-4609-87c5-04b8a5a9d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:45.481615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-7d003b11-6219-4609-87c5-04b8a5a9d22d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5685875 Sep 23 23:59:45.563768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169e76-612a-4482-855e-04e728c1e543 req-493f0057-2fe9-4a30-9e50-5e333a5c6da0 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:45.565162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-493f0057-2fe9-4a30-9e50-5e333a5c6da0 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.18 "GET /v2.0/networks?id=ce2083d4-6313-4025-8556-8bed4904353a HTTP/1.1" status: 200 len: 825 time: 0.7065644 Sep 23 23:59:45.596253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ff97f43-f895-48d7-98fe-63c1f77e3d6b req-eceeed5f-6e95-4133-a4d5-a00d8ac05a63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859620 Sep 23 23:59:45.628695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Request body: {'port': {'device_id': '05deb752-e716-4b6d-9c09-501530f53533', 'network_id': 'ce2083d4-6313-4025-8556-8bed4904353a', 'admin_state_up': True, 'tenant_id': '39fb3e37a02e4ad4a123774eba5d5c6a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:45.632116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:45.821340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2924a8a9-298d-4c11-bee0-5cf935dc492b req-163d3394-8469-478e-a055-555b6ca44e3e tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.2551641 Sep 23 23:59:45.935604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5'}, {'name': 'network-changed', 'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:45.937876 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda55354-f0eb-4d42-a226-24a7501191e7" -d '{"events": [{"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5"}, {"name": "network-changed", "server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:45.950658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-6af970f9-4afb-4e12-968e-fea42256d005 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286444 Sep 23 23:59:46.000325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c2915-3e55-4466-981a-a505ad2f512d req-551836b2-1685-4772-8f60-7ef65ea2d245 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.001825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e5c2915-3e55-4466-981a-a505ad2f512d req-551836b2-1685-4772-8f60-7ef65ea2d245 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.3174541 Sep 23 23:59:46.154341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Made reservation on behalf of 39fb3e37a02e4ad4a123774eba5d5c6a for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:46.157790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:46.235971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924a8a9-298d-4c11-bee0-5cf935dc492b req-82a5e397-aa03-4121-b538-8b232ed63fb8 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.237385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2924a8a9-298d-4c11-bee0-5cf935dc492b req-82a5e397-aa03-4121-b538-8b232ed63fb8 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.4001639 Sep 23 23:59:46.254808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e5c2915-3e55-4466-981a-a505ad2f512d req-dd05eada-d38f-4f31-8cb1-63b2cc2e5610 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061148 Sep 23 23:59:46.280630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bd4458-ad50-4920-af92-ea13e085be97 req-f7182568-3c03-4f4a-ab05-eff11b38fbeb service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115230 Sep 23 23:59:46.504404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6fcef1-fb52-4e00-abd8-96b69af32893 req-cf462aa6-3d8a-4c2c-9e45-1650e04869aa tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.505773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e6fcef1-fb52-4e00-abd8-96b69af32893 req-cf462aa6-3d8a-4c2c-9e45-1650e04869aa tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 932 time: 0.1793237 Sep 23 23:59:46.542205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-26f540b4-40d0-46c0-87a0-298198c5c5b8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.548203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-26f540b4-40d0-46c0-87a0-298198c5c5b8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.554145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-26f540b4-40d0-46c0-87a0-298198c5c5b8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.560489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-26f540b4-40d0-46c0-87a0-298198c5c5b8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.566552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-26f540b4-40d0-46c0-87a0-298198c5c5b8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.572608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-26f540b4-40d0-46c0-87a0-298198c5c5b8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.579204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-26f540b4-40d0-46c0-87a0-298198c5c5b8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:46.581159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-26f540b4-40d0-46c0-87a0-298198c5c5b8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5418 time: 0.2291470 Sep 23 23:59:46.583501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Allocated IP 172.20.0.5 (ce2083d4-6313-4025-8556-8bed4904353a/a6b0d492-f95a-4bc8-ba42-53a5313604e9/23732e1b-7fca-4448-9467-b20f174cd473) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:46.589901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734abed2-eb25-4a78-934a-48a41ada1223 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:46.616272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:46.681949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e6fcef1-fb52-4e00-abd8-96b69af32893 req-10009436-2448-48a4-a1d2-34bdf11a9238 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633589 Sep 23 23:59:46.688747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Transition to ACTIVE for port object 734abed2-eb25-4a78-934a-48a41ada1223 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:46.701830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b565ecfd-d0f3-4eac-ae89-c18b0c2ba013 req-e5cbb603-f774-4214-9aa6-3f46cc44afd6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072080 Sep 23 23:59:46.702418 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:46.831453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=734abed2-eb25-4a78-934a-48a41ada1223,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:46.852223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-779c5cf2-d33a-446e-913b-800ffcfd1285 req-b3d084d2-b2dd-4535-9f46-1e6335de838f tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 210 time: 0.0649412 Sep 23 23:59:46.953573 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d2b769-2f3e-45a3-a24b-e2a3c52a00ae x-openstack-request-id: req-19d2b769-2f3e-45a3-a24b-e2a3c52a00ae {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:46.954274 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:46.954948 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19d2b769-2f3e-45a3-a24b-e2a3c52a00ae {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:46.955437 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5', 'status': 'completed', 'code': 200} Sep 23 23:59:46.955784 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'status': 'completed', 'code': 200} Sep 23 23:59:47.005528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-c913e8e7-e113-4fdf-9c43-d74400d8bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.006866 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-c913e8e7-e113-4fdf-9c43-d74400d8bf96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.0565515 Sep 23 23:59:47.110278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-594ac610-c1b0-4f42-8817-8590f4c8dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.111971 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-594ac610-c1b0-4f42-8817-8590f4c8dcf6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.0984926 Sep 23 23:59:47.135358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd1f33-b7d5-4d14-b674-7bf4515c65ec req-631a1812-6b0b-40d8-87e9-037955016d2f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.139325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-facd1f33-b7d5-4d14-b674-7bf4515c65ec req-631a1812-6b0b-40d8-87e9-037955016d2f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.3218551 Sep 23 23:59:47.147490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-ec782ff2-e59c-47b0-8285-1e15a6cb591b tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.1889555 Sep 23 23:59:47.158021 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-84e473dc-f3f2-4b79-8c5a-ce0ceea81ff2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 217 time: 0.0388534 Sep 23 23:59:47.163665 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:47.209099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-cbb0cb6f-48ec-4a46-a091-fdc78533d5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.210469 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-cbb0cb6f-48ec-4a46-a091-fdc78533d5f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.0456293 Sep 23 23:59:47.224421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-cb62f8a1-5abd-44a4-b729-ec82187161e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.224421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-cb62f8a1-5abd-44a4-b729-ec82187161e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 1098 time: 0.2711296 Sep 23 23:59:47.263084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-b82c1f00-56ee-4f70-a857-6c761ea339ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.264694 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-b82c1f00-56ee-4f70-a857-6c761ea339ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475223 Sep 23 23:59:47.274447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-eb4264b9-bb61-4a7b-800d-c82d9a955337 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.275941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-eb4264b9-bb61-4a7b-800d-c82d9a955337 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports/0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 943 time: 0.1105299 Sep 23 23:59:47.276693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Attempting to bind port 734abed2-eb25-4a78-934a-48a41ada1223 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:47.277128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Attempting to bind port 734abed2-eb25-4a78-934a-48a41ada1223 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:47.277525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Attempting to bind port 734abed2-eb25-4a78-934a-48a41ada1223 on network ba178d9c-1eae-4945-b0a6-c3515ed82d12 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:47.309775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-facd1f33-b7d5-4d14-b674-7bf4515c65ec req-2bc84e98-5b3c-48ac-af0e-5e560fb0a01e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609397 Sep 23 23:59:47.332301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Port 734abed2-eb25-4a78-934a-48a41ada1223 on network ba178d9c-1eae-4945-b0a6-c3515ed82d12 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:47.335109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Attempting to bind port 734abed2-eb25-4a78-934a-48a41ada1223 on network ba178d9c-1eae-4945-b0a6-c3515ed82d12 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:47.382608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-7e38ba8c-667b-46c0-a488-d3fede609e57 service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110768 Sep 23 23:59:47.400526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:47.400871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Checking segment: {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:47.401253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Bound using segment: {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:47.401702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Bound port: 734abed2-eb25-4a78-934a-48a41ada1223, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa901e83-947c-4f84-b739-533854072ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:47.402609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:47.486972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-fcff7ba5-bce5-4d3d-a959-ff0ed84d65bd service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978756 Sep 23 23:59:47.504655 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:47.593310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-45d9a6d7-f0f6-43f8-a30b-6dbd64e44ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.594837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-45d9a6d7-f0f6-43f8-a30b-6dbd64e44ae6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.3622355 Sep 23 23:59:47.607003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-577d1776-9418-4baf-b897-429e4fcb5c41 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.2638655 Sep 23 23:59:47.686790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Network ce2083d4-6313-4025-8556-8bed4904353a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:47.699463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffba11b-96b3-42d6-800f-ae32384c53f5 req-d83ed544-14d7-4d15-b641-2a36069a95d7 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:47.700998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ffba11b-96b3-42d6-800f-ae32384c53f5 req-d83ed544-14d7-4d15-b641-2a36069a95d7 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.2947454 Sep 23 23:59:47.715792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Pushing event updated for resources: {'Port': ['ID=23732e1b-7fca-4448-9467-b20f174cd473,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:47.725832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:47.746540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:47.749583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] For port 734abed2-eb25-4a78-934a-48a41ada1223, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:48.122506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] For port 734abed2-eb25-4a78-934a-48a41ada1223, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=734abed2-eb25-4a78-934a-48a41ada1223,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:48.142615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-eedeaaf7-cba8-433f-9483-022670c63e5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 1002 time: 0.5308366 Sep 23 23:59:48.146367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:48.207465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:48.208079 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:48.246263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ffba11b-96b3-42d6-800f-ae32384c53f5 req-18e748aa-cbd7-4e49-a836-c8b7b612019f tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5251546 Sep 23 23:59:48.287466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:48.288085 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:48.289792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] 10.222.0.20 "PUT /v2.0/ports/734abed2-eb25-4a78-934a-48a41ada1223 HTTP/1.1" status: 200 len: 1093 time: 3.3152556 Sep 23 23:59:48.303274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-75121e9f-47b9-440f-8c7b-74e9bacec174 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7115347 Sep 23 23:59:48.323693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbce15-2a60-4c8b-80f6-040ae15e6fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=734abed2-eb25-4a78-934a-48a41ada1223,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:48.344400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-232815a1-4712-4abb-9e76-006651f4acf7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:48.346548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-232815a1-4712-4abb-9e76-006651f4acf7 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.7165976 Sep 23 23:59:48.352092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Request body: {'port': {'device_id': '05deb752-e716-4b6d-9c09-501530f53533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:48.420526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-7ec9b77a-9537-4848-b694-ab3b02c4b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:48.422355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-7ec9b77a-9537-4848-b694-ab3b02c4b3e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.2625546 Sep 23 23:59:48.585809 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:48.588970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-fd92cb02-7615-4837-bea8-ba8fce5628e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:48.591163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-fd92cb02-7615-4837-bea8-ba8fce5628e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b5f532072f4ffb8767d0ff0b941ea4&device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 1096 time: 0.2317824 Sep 23 23:59:48.594605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-c568779d-4244-449b-8c42-45486d58bb9b tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.2340901 Sep 23 23:59:48.605071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771298c1-c9a9-4a91-bb3c-ecb6f11b1dec req-d81fb209-0bf6-480c-8cfe-b789e88e8a19 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:48.606779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-771298c1-c9a9-4a91-bb3c-ecb6f11b1dec req-d81fb209-0bf6-480c-8cfe-b789e88e8a19 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 949 time: 0.2507706 Sep 23 23:59:48.635118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:48.675663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-4fa572bf-6df7-4fc6-bcdf-37893070d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:48.677210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-4fa572bf-6df7-4fc6-bcdf-37893070d2ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2007828 Sep 23 23:59:48.727973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-8ce8c35d-d336-462e-b731-df977788fb8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734abed2-eb25-4a78-934a-48a41ada1223 HTTP/1.1" status: 200 len: 217 time: 0.1186421 Sep 23 23:59:48.847641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-771298c1-c9a9-4a91-bb3c-ecb6f11b1dec req-cebaf64e-f053-416c-bf90-564e37451e37 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279825 Sep 23 23:59:48.911759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:48.962843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'tag': '734abed2-eb25-4a78-934a-48a41ada1223'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:48.965796 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7e775f-aa68-4d90-bb7c-94c792851635" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d90944-8360-4dc6-b8d4-6d72633c9743", "tag": "734abed2-eb25-4a78-934a-48a41ada1223"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:49.030606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-ae66bda6-983c-4156-9746-f2dfa72277cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:49.034852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-ae66bda6-983c-4156-9746-f2dfa72277cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd HTTP/1.1" status: 200 len: 850 time: 0.2792304 Sep 23 23:59:49.103464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-bab599fd-7944-4736-98d6-a641b4a1ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:49.106308 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-bab599fd-7944-4736-98d6-a641b4a1ae3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 1097 time: 0.0570326 Sep 23 23:59:49.117573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-b2bbebc4-7c70-4df6-b3b9-9f424ad546b9 service neutron] 10.222.0.20 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917122 Sep 23 23:59:49.217140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-265a6b45-8203-4414-a821-c2e9e43c3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:49.219130 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-265a6b45-8203-4414-a821-c2e9e43c3848 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.0927210 Sep 23 23:59:49.263674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-cf23a170-cd53-4670-b6af-15df5fef0f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:49.265235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-cf23a170-cd53-4670-b6af-15df5fef0f42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba178d9c-1eae-4945-b0a6-c3515ed82d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2177064 Sep 23 23:59:49.277524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-c6968584-7fc7-4d08-b182-7153b92e186b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35984ae8-a700-4549-83d7-d382934511a4 HTTP/1.1" status: 200 len: 217 time: 0.0427625 Sep 23 23:59:49.322396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-99a02aca-3a0b-4cdf-b590-6e300fe6a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:49.324944 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-99a02aca-3a0b-4cdf-b590-6e300fe6a0fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.0488312 Sep 23 23:59:49.366225 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-0a7155ad-b7b3-4236-b8cf-1f73bf2ccd53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332723 Sep 23 23:59:49.393304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f01b4-4c4f-4d52-8de4-e7c60772b698 req-737139d5-25e9-4ab7-9d09-eee8c1b0e0e1 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:49.395147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-031f01b4-4c4f-4d52-8de4-e7c60772b698 req-737139d5-25e9-4ab7-9d09-eee8c1b0e0e1 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 944 time: 0.3163478 Sep 23 23:59:49.397308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:49.428859 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:49.429286 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4 disassociated. External IP: 172.25.5.229, port: 0e4356d9-a303-4f1b-a354-cf5fa8c6abda. Sep 23 23:59:49.479236 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-e2f87cde-016d-4d98-9f84-c5689818594a service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053822 Sep 23 23:59:49.569999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fda55354-f0eb-4d42-a226-24a7501191e7 req-91e23749-4985-4b95-bf5b-978c27e4b0af service neutron] 10.222.0.20 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4299250 Sep 23 23:59:49.609901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-031f01b4-4c4f-4d52-8de4-e7c60772b698 req-b1566e53-32a3-4b28-bfd9-c8256c856f3b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934600 Sep 23 23:59:49.619343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b28765d0-19fe-4a0d-81a8-b306b9db2004 req-02c573b0-aac0-40bc-bee8-eeac13dcccdf service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190488 Sep 23 23:59:49.682646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-dce4f3ce-5ce8-4316-8cbd-d771587fc286 service neutron] 10.222.0.20 "GET /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823440 Sep 23 23:59:49.800127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23732e1b-7fca-4448-9467-b20f174cd473 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:49.890951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:50.231299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Transition to ACTIVE for port object 23732e1b-7fca-4448-9467-b20f174cd473 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 23 23:59:50.254648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:50.267883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bb80-331e-46b5-9640-9270be522364 req-00d4aff8-3519-4c1d-925b-34e4bf0af437 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.273789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bb80-331e-46b5-9640-9270be522364 req-00d4aff8-3519-4c1d-925b-34e4bf0af437 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.280315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bb80-331e-46b5-9640-9270be522364 req-00d4aff8-3519-4c1d-925b-34e4bf0af437 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.286209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bb80-331e-46b5-9640-9270be522364 req-00d4aff8-3519-4c1d-925b-34e4bf0af437 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.292160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bb80-331e-46b5-9640-9270be522364 req-00d4aff8-3519-4c1d-925b-34e4bf0af437 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.298128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bb80-331e-46b5-9640-9270be522364 req-00d4aff8-3519-4c1d-925b-34e4bf0af437 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.304068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87bb80-331e-46b5-9640-9270be522364 req-00d4aff8-3519-4c1d-925b-34e4bf0af437 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.306039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e87bb80-331e-46b5-9640-9270be522364 req-00d4aff8-3519-4c1d-925b-34e4bf0af437 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5418 time: 0.5777037 Sep 23 23:59:50.313709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-810e9ffa-4c32-4615-8f47-6e32a879ccb0 req-52a97147-4d2a-4e8c-901c-ddd46404f818 service neutron] 10.222.0.20 "GET /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5979326 Sep 23 23:59:50.409806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Pushing event updated for resources: {'Port': ['ID=23732e1b-7fca-4448-9467-b20f174cd473,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:50.454032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e87bb80-331e-46b5-9640-9270be522364 req-2bfb7840-033e-495b-82d7-e7a0e890deea tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1192625 Sep 23 23:59:50.482616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:50.583921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Attempting to bind port 23732e1b-7fca-4448-9467-b20f174cd473 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:50.584251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Attempting to bind port 23732e1b-7fca-4448-9467-b20f174cd473 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'f84c23fe-ed5f-48bf-a7b8-068287514011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ce2083d4-6313-4025-8556-8bed4904353a'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:50.584575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Attempting to bind port 23732e1b-7fca-4448-9467-b20f174cd473 on network ce2083d4-6313-4025-8556-8bed4904353a {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:50.598531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Port 23732e1b-7fca-4448-9467-b20f174cd473 on network ce2083d4-6313-4025-8556-8bed4904353a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 23 23:59:50.599026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Attempting to bind port 23732e1b-7fca-4448-9467-b20f174cd473 on network ce2083d4-6313-4025-8556-8bed4904353a {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:50.613538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:50.613538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Checking segment: {'id': 'f84c23fe-ed5f-48bf-a7b8-068287514011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ce2083d4-6313-4025-8556-8bed4904353a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:50.613909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Bound using segment: {'id': 'f84c23fe-ed5f-48bf-a7b8-068287514011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ce2083d4-6313-4025-8556-8bed4904353a'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:50.614346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Bound port: 23732e1b-7fca-4448-9467-b20f174cd473, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f84c23fe-ed5f-48bf-a7b8-068287514011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'ce2083d4-6313-4025-8556-8bed4904353a'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:50.614698 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:50.664188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80938f7-784f-4948-8f91-06a25670c51d req-4b170f03-9d60-469a-b0ea-a8941bcb5604 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.665708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b80938f7-784f-4948-8f91-06a25670c51d req-4b170f03-9d60-469a-b0ea-a8941bcb5604 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 943 time: 0.1230812 Sep 23 23:59:50.717455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:50.724356 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:50.729752 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:50.740344 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:50.740990 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:50.780022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9548dd29-7d77-47e8-89af-71f7a3d335bd tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "PUT /v2.0/floatingips/1d548133-df6f-44a1-9d3b-9eda030813f4 HTTP/1.1" status: 200 len: 695 time: 2.1719065 Sep 23 23:59:50.786565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b80938f7-784f-4948-8f91-06a25670c51d req-84fb679c-7b43-491f-8d4e-84591e817be5 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123707 Sep 23 23:59:50.794246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] For port 23732e1b-7fca-4448-9467-b20f174cd473, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:50.799062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] For port 23732e1b-7fca-4448-9467-b20f174cd473, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=23732e1b-7fca-4448-9467-b20f174cd473,segment=NetworkSegment(f84c23fe-ed5f-48bf-a7b8-068287514011),segment_id=f84c23fe-ed5f-48bf-a7b8-068287514011)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:50.810886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:50.866960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.867504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:50.868898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] 10.222.0.18 "PUT /v2.0/ports/23732e1b-7fca-4448-9467-b20f174cd473 HTTP/1.1" status: 200 len: 1092 time: 2.5209770 Sep 23 23:59:50.891689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-610803d3-84f2-4c7e-b3b4-b224b88f540b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:50.893358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-610803d3-84f2-4c7e-b3b4-b224b88f540b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 1098 time: 0.0965335 Sep 23 23:59:50.896987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f63b21-9ce8-4e5c-aa37-dc26e175b089 service neutron] Pushing event updated for resources: {'Port': ['ID=23732e1b-7fca-4448-9467-b20f174cd473,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:50.980830 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:51.037921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169e76-612a-4482-855e-04e728c1e543 req-16e1b081-3427-4791-b80b-444dce692b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:51.039480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-16e1b081-3427-4791-b80b-444dce692b24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39fb3e37a02e4ad4a123774eba5d5c6a&device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 1095 time: 0.1008992 Sep 23 23:59:51.041017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-fa695f2e-0a48-48d9-a6c2-bf575a0205e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:51.043048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-fa695f2e-0a48-48d9-a6c2-bf575a0205e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.1390007 Sep 23 23:59:51.130432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-2ba67062-617c-4787-858e-4106664f9e76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23732e1b-7fca-4448-9467-b20f174cd473 HTTP/1.1" status: 200 len: 217 time: 0.0796039 Sep 23 23:59:51.131842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-f5332056-513f-40ba-bfb5-163de3cc5646 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 200 len: 217 time: 0.0711739 Sep 23 23:59:51.205609 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:51.234298 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:51.244711 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:51.245552 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:51.302896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-2a98ba21-0777-4ed7-bdea-1f5f50f009e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:51.305239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-2a98ba21-0777-4ed7-bdea-1f5f50f009e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.1649883 Sep 23 23:59:51.308522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f169e76-612a-4482-855e-04e728c1e543 req-e06dcc11-c743-49c3-8408-799f62083dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:51.310234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-e06dcc11-c743-49c3-8408-799f62083dd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b0d492-f95a-4bc8-ba42-53a5313604e9 HTTP/1.1" status: 200 len: 865 time: 0.1716568 Sep 23 23:59:51.313198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad42c9f-1578-421c-af0e-5008b8fd2757 req-f9b912b3-5024-4d96-9ff8-8e0cd6409f52 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:51.314718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ad42c9f-1578-421c-af0e-5008b8fd2757 req-f9b912b3-5024-4d96-9ff8-8e0cd6409f52 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 1101 time: 0.1677783 Sep 23 23:59:51.364979 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:51.374218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-d32f6731-98c7-46a6-a2a9-8f1b49ffb17c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce2083d4-6313-4025-8556-8bed4904353a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443568 Sep 23 23:59:51.396922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7ad42c9f-1578-421c-af0e-5008b8fd2757 req-2bd707e8-54c0-49cb-b6d4-a306e907ddbc tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:51.493055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-4c5caabf-20e6-45ee-b42a-b89a5ad882aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:51.494787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-4c5caabf-20e6-45ee-b42a-b89a5ad882aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785975 Sep 23 23:59:51.562343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-547771de-a2d2-4b30-b523-3f3dbbcf7b09 service neutron] 10.222.0.18 "GET /v2.0/networks/ce2083d4-6313-4025-8556-8bed4904353a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790185 Sep 23 23:59:51.581817 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:51.611506 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfaa76e-d0fb-4262-ac91-d30629c7beba None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:51.726331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-9296b2e3-166e-4dab-a4ca-bcd65e43b0f5 service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195621 Sep 23 23:59:51.778071 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7ad42c9f-1578-421c-af0e-5008b8fd2757 req-2bd707e8-54c0-49cb-b6d4-a306e907ddbc tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:51.783862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f169e76-612a-4482-855e-04e728c1e543 req-4fac8ec8-1848-4f53-acfe-cd9c0d0d404a service neutron] 10.222.0.18 "GET /v2.0/networks/ce2083d4-6313-4025-8556-8bed4904353a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132707 Sep 23 23:59:51.790992 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7ad42c9f-1578-421c-af0e-5008b8fd2757 req-2bd707e8-54c0-49cb-b6d4-a306e907ddbc tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:51.857796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ad42c9f-1578-421c-af0e-5008b8fd2757 req-2bd707e8-54c0-49cb-b6d4-a306e907ddbc tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274186 Sep 23 23:59:51.878985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd707e8-54c0-49cb-b6d4-a306e907ddbc tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2377d1-c6f5-497a-8184-3eb174296c88,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:51.917537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c82ce9-b524-4d3b-87d0-533d4402eb9f req-490be4d6-d809-4e5a-9738-a63b697aab1a service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818147 Sep 23 23:59:51.972973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ba44c9-3872-4972-b1ce-afbae1490a3f None None] New status for floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:59:52.000857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfab852-c8b2-45ce-919b-4fce769c2a41 req-53b885da-7e85-4484-80d5-c64c924cc2a6 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.008972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdfab852-c8b2-45ce-919b-4fce769c2a41 req-53b885da-7e85-4484-80d5-c64c924cc2a6 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.0655937 Sep 23 23:59:52.013075 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b010232-a8ab-4deb-863a-4b690127e996 x-openstack-request-id: req-0b010232-a8ab-4deb-863a-4b690127e996 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:52.013493 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d90944-8360-4dc6-b8d4-6d72633c9743", "tag": "734abed2-eb25-4a78-934a-48a41ada1223", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:52.013760 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b010232-a8ab-4deb-863a-4b690127e996 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:52.014159 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'tag': '734abed2-eb25-4a78-934a-48a41ada1223', 'status': 'completed', 'code': 200} Sep 23 23:59:52.089741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 734abed2-eb25-4a78-934a-48a41ada1223 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:52.109412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdfab852-c8b2-45ce-919b-4fce769c2a41 req-178bebdc-f903-4c90-b67b-1dfc8f5405c6 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995681 Sep 23 23:59:52.124107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-81fca465-7781-41cf-b77e-a41c7448873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.126003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-81fca465-7781-41cf-b77e-a41c7448873e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b5f532072f4ffb8767d0ff0b941ea4&device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 1096 time: 0.0973506 Sep 23 23:59:52.164815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bebeff5-627c-46df-8d7e-ef3707f8ea53 req-e249e626-5395-41fb-867d-7a6ac2f8e8ce tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.166352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bebeff5-627c-46df-8d7e-ef3707f8ea53 req-e249e626-5395-41fb-867d-7a6ac2f8e8ce tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 944 time: 0.1040616 Sep 23 23:59:52.284990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 734abed2-eb25-4a78-934a-48a41ada1223, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=734abed2-eb25-4a78-934a-48a41ada1223,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:52.294165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bebeff5-627c-46df-8d7e-ef3707f8ea53 req-74ac79bc-a5a2-48fb-b28a-24b56b3f0f0a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161444 Sep 23 23:59:52.298900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '734abed2-eb25-4a78-934a-48a41ada1223', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'port_id': '734abed2-eb25-4a78-934a-48a41ada1223', 'mac_address': 'fa:16:3e:2e:bb:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:52.299394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-85c8d813-ea04-4adf-8a83-997ba79caba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.301028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-85c8d813-ea04-4adf-8a83-997ba79caba5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba178d9c-1eae-4945-b0a6-c3515ed82d12 HTTP/1.1" status: 200 len: 912 time: 0.1676626 Sep 23 23:59:52.318809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f71b8-96b6-482d-95d9-de1b30c94956 req-6a2d6def-a278-4b40-92d6-4331438711aa tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.318809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d3f71b8-96b6-482d-95d9-de1b30c94956 req-6a2d6def-a278-4b40-92d6-4331438711aa tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.1299596 Sep 23 23:59:52.349207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:52.358949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-239db53a-e019-47eb-adf1-b8586105b56c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734abed2-eb25-4a78-934a-48a41ada1223 HTTP/1.1" status: 200 len: 217 time: 0.0413797 Sep 23 23:59:52.367685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734abed2-eb25-4a78-934a-48a41ada1223 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:52.388183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 734abed2-eb25-4a78-934a-48a41ada1223, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=734abed2-eb25-4a78-934a-48a41ada1223,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:52.394004 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:52.450214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=734abed2-eb25-4a78-934a-48a41ada1223,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:52.459345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d3f71b8-96b6-482d-95d9-de1b30c94956 req-5582c640-1989-4d46-9153-64cc9a7b6418 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346905 Sep 23 23:59:52.467182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-cd429c78-7bfa-4cf2-b77f-d6fc8e4243c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.468989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-cd429c78-7bfa-4cf2-b77f-d6fc8e4243c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd HTTP/1.1" status: 200 len: 850 time: 0.1022985 Sep 23 23:59:52.506186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013400de-d412-4153-b452-d3f14ee31ae1 req-98053bfc-c5c9-4765-8c40-3ddbb0ff8792 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.512823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013400de-d412-4153-b452-d3f14ee31ae1 req-98053bfc-c5c9-4765-8c40-3ddbb0ff8792 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.518978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013400de-d412-4153-b452-d3f14ee31ae1 req-98053bfc-c5c9-4765-8c40-3ddbb0ff8792 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.525156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013400de-d412-4153-b452-d3f14ee31ae1 req-98053bfc-c5c9-4765-8c40-3ddbb0ff8792 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.531619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013400de-d412-4153-b452-d3f14ee31ae1 req-98053bfc-c5c9-4765-8c40-3ddbb0ff8792 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.537980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013400de-d412-4153-b452-d3f14ee31ae1 req-98053bfc-c5c9-4765-8c40-3ddbb0ff8792 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.545094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013400de-d412-4153-b452-d3f14ee31ae1 req-98053bfc-c5c9-4765-8c40-3ddbb0ff8792 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.547189 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-013400de-d412-4153-b452-d3f14ee31ae1 req-98053bfc-c5c9-4765-8c40-3ddbb0ff8792 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5418 time: 0.1697176 Sep 23 23:59:52.636667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['734abed2-eb25-4a78-934a-48a41ada1223'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:52.649592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-6fc6aa56-9350-42b2-b25b-3c3d89cd14fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.651163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-6fc6aa56-9350-42b2-b25b-3c3d89cd14fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba178d9c-1eae-4945-b0a6-c3515ed82d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1711752 Sep 23 23:59:52.659657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2c09c-ee8e-4ffe-afeb-a230b88594da req-67b722fb-38ed-41a4-9db0-7bdf7ca2e630 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.660509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ad2c09c-ee8e-4ffe-afeb-a230b88594da req-67b722fb-38ed-41a4-9db0-7bdf7ca2e630 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 943 time: 0.1111486 Sep 23 23:59:52.665081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-013400de-d412-4153-b452-d3f14ee31ae1 req-36b35493-f541-4cdf-8255-e913668894ca tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1059992 Sep 23 23:59:52.767718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ad2c09c-ee8e-4ffe-afeb-a230b88594da req-db341d0e-a819-4ad2-8fe6-f4c118d4eabb tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907729 Sep 23 23:59:52.801229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-24d4976a-d3fc-4dcd-8a7b-4299f2cbec41 service neutron] 10.222.0.20 "GET /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350994 Sep 23 23:59:52.947487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dae7aacb-9ff1-4434-b734-f685b900a325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:52.977681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe7e775f-aa68-4d90-bb7c-94c792851635 req-fe95b2d3-6796-463d-8f01-44f32e9287b0 service neutron] 10.222.0.20 "GET /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688626 Sep 23 23:59:52.987787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4697e11f-0459-4aae-b458-e1c5ff2eaf2c req-66d6c127-37b8-4e5f-8a76-339d62b9bbff tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:52.989427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4697e11f-0459-4aae-b458-e1c5ff2eaf2c req-66d6c127-37b8-4e5f-8a76-339d62b9bbff tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.0907621 Sep 23 23:59:53.044456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4697e11f-0459-4aae-b458-e1c5ff2eaf2c req-50698b84-fea8-4114-a4c8-cc2d26b3540a tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462132 Sep 23 23:59:53.149047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-266db491-cfa4-433c-bf9d-88dbbb959c71 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263712 Sep 23 23:59:53.160970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-de78cf5b-9eaf-4ac7-b25c-98c1d1ba5703 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:53.162397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-de78cf5b-9eaf-4ac7-b25c-98c1d1ba5703 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0784297 Sep 23 23:59:53.246959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-90d58c32-52b3-4991-8415-9762ecd8bb35 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 696 time: 0.0718045 Sep 23 23:59:53.257770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Request body: {'floatingip': {'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:53.353942 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:53.438262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-d04f99e0-dd7c-4c43-91de-65e4ac4005e6 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:53.439783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-d04f99e0-dd7c-4c43-91de-65e4ac4005e6 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2765126 Sep 23 23:59:53.481875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5ef354ac-f8c5-40f1-b9cc-0dfe634119ca tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/quotas/b02494e8b01f493da83f3928380d0f04 HTTP/1.1" status: 200 len: 375 time: 0.0336142 Sep 23 23:59:53.582958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-9f45cfbb-13e6-4fc5-b173-354f648d3f50 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941532 Sep 23 23:59:53.595892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 23732e1b-7fca-4448-9467-b20f174cd473 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 23 23:59:53.700862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 23732e1b-7fca-4448-9467-b20f174cd473, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=23732e1b-7fca-4448-9467-b20f174cd473,segment=NetworkSegment(f84c23fe-ed5f-48bf-a7b8-068287514011),segment_id=f84c23fe-ed5f-48bf-a7b8-068287514011)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:53.709968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48336) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:53.716257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1343142343'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:53.741574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:53.745992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:53.779771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:59:53.793473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:53.794099 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Added segment ea3c433a-fd77-4f5f-a627-4aeae3f3276f of type vlan for network 35e2337f-26a6-4f59-a784-b9a1b28398ae Sep 23 23:59:53.848073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '23732e1b-7fca-4448-9467-b20f174cd473', 'network_id': 'ce2083d4-6313-4025-8556-8bed4904353a', 'port_id': '23732e1b-7fca-4448-9467-b20f174cd473', 'mac_address': 'fa:16:3e:6e:c4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6b0d492-f95a-4bc8-ba42-53a5313604e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 23 23:59:53.848827 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:53.880007 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:53.887184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:53.888488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:53.894586 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:53.911122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23732e1b-7fca-4448-9467-b20f174cd473 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 23 23:59:53.928876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2164001 Sep 23 23:59:53.933862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48340) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:53.937832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 23732e1b-7fca-4448-9467-b20f174cd473, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=23732e1b-7fca-4448-9467-b20f174cd473,segment=NetworkSegment(f84c23fe-ed5f-48bf-a7b8-068287514011),segment_id=f84c23fe-ed5f-48bf-a7b8-068287514011)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:53.941903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1805951428'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:53.943694 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:53.986188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Network': ['ID=35e2337f-26a6-4f59-a784-b9a1b28398ae,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:53.994541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.994925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.995308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.996177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.996927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.997265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.997593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.997910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.998596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.999092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.999279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:53.999591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc090a3-3e42-4d33-a880-2aeccbe7169d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 23 23:59:54.004329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=23732e1b-7fca-4448-9467-b20f174cd473,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:54.013983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:59:54.107826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 734abed2-eb25-4a78-934a-48a41ada1223 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:54.162447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 734abed2-eb25-4a78-934a-48a41ada1223 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:54.166848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 734abed2-eb25-4a78-934a-48a41ada1223 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:54.167261 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.201962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['23732e1b-7fca-4448-9467-b20f174cd473'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:54.301326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.301962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda'}, {'name': 'network-changed', 'server_uuid': '05deb752-e716-4b6d-9c09-501530f53533', 'tag': '23732e1b-7fca-4448-9467-b20f174cd473'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:54.304745 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6735261f-7973-4138-9c91-b917fbd8b8a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda"}, {"name": "network-changed", "server_uuid": "05deb752-e716-4b6d-9c09-501530f53533", "tag": "23732e1b-7fca-4448-9467-b20f174cd473"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:54.313694 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.322261 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.365395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734abed2-eb25-4a78-934a-48a41ada1223'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:54.367695 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7836ba2b-211f-4b28-b8d6-3ece8c0d5bd4" -d '{"events": [{"server_uuid": "b8d90944-8360-4dc6-b8d4-6d72633c9743", "name": "network-vif-plugged", "status": "completed", "tag": "734abed2-eb25-4a78-934a-48a41ada1223"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:54.381332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:54.384862 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.386531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 734abed2-eb25-4a78-934a-48a41ada1223, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=734abed2-eb25-4a78-934a-48a41ada1223,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:54.398264 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.463881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 23 23:59:54.474488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31275a3-63ba-4c97-b7db-26447c8432cc req-6cbf94cf-1b8f-42e2-b085-f97d4ba309db tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:54.476050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f31275a3-63ba-4c97-b7db-26447c8432cc req-6cbf94cf-1b8f-42e2-b085-f97d4ba309db tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.1653256 Sep 23 23:59:54.483184 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 23 23:59:54.492458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=734abed2-eb25-4a78-934a-48a41ada1223,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:54.495836 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.496438 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Added segment fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465 of type vlan for network 1231a640-714e-41c4-9a45-73b7f80e4d8b Sep 23 23:59:54.517298 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4 associated. External IP: 172.25.5.229, port: 871487d1-af73-461d-b5f9-832d10b779a5. Sep 23 23:59:54.628316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.649657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f31275a3-63ba-4c97-b7db-26447c8432cc req-9f801bae-b359-4703-bd75-624987a1b6c3 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566062 Sep 23 23:59:54.718661 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.724756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:54.725369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:54.755547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-25ada647-ec84-4422-893b-ad92a1e2dca4 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:54.757030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-25ada647-ec84-4422-893b-ad92a1e2dca4 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 946 time: 0.1718252 Sep 23 23:59:54.894792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9592021 Sep 23 23:59:54.896940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48362) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:54.902656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'subnet': {'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:54.934985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2442f5cf-b03c-4573-a91b-8e95919c1fcc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Network': ['ID=1231a640-714e-41c4-9a45-73b7f80e4d8b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:54.944995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 23 23:59:55.000303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:55.003961 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.021995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8944e2b-e3a9-4597-b80f-f25db6cbb14d req-de0cf6db-e512-4f7b-aaa8-d6fea3b23755 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.023456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8944e2b-e3a9-4597-b80f-f25db6cbb14d req-de0cf6db-e512-4f7b-aaa8-d6fea3b23755 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.2929676 Sep 23 23:59:55.116155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Deleting port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 23 23:59:55.116502 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.143565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 23 23:59:55.146663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8944e2b-e3a9-4597-b80f-f25db6cbb14d req-501e2ff8-7c90-4b04-9423-9783bb07d8e9 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095564 Sep 23 23:59:55.201704 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.307536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Subnet': ['ID=00665818-f83d-4666-bf74-da0a474cb0cb,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:55.322136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Checking segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:55.322552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network hostable DHCP agents. Network: 35e2337f-26a6-4f59-a784-b9a1b28398ae, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:59:55.343255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:59:55.355734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 35e2337f-26a6-4f59-a784-b9a1b28398ae) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:55.360130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.360745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.367753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5ca495-718d-4bab-a2ab-be97126c6558 None None] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:55.376692 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2220d15c-7780-4db0-b7dc-0c57f7c957cc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4785206 Sep 23 23:59:55.379169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48364) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:55.383000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-63b39905-54b9-4f21-9ccf-5f8125b188a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.383932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'subnet': {'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:55.389926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-63b39905-54b9-4f21-9ccf-5f8125b188a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.396045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-63b39905-54b9-4f21-9ccf-5f8125b188a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.402516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-63b39905-54b9-4f21-9ccf-5f8125b188a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.409022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-63b39905-54b9-4f21-9ccf-5f8125b188a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.414730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-63b39905-54b9-4f21-9ccf-5f8125b188a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.421039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-63b39905-54b9-4f21-9ccf-5f8125b188a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.423154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-63b39905-54b9-4f21-9ccf-5f8125b188a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5418 time: 0.1902571 Sep 23 23:59:55.433574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] For port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:55.433943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.447462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-d34c22d0-3806-43bc-864e-aef9f8adaa96 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890112 Sep 23 23:59:55.476966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Calling delete_port for 0e4356d9-a303-4f1b-a354-cf5fa8c6abda owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 23 23:59:55.495205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 23 23:59:55.508595 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 23 23:59:55.509176 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.509404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:55.517204 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.527645 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:55.528444 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:55.599067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-35e2337f-26a6-4f59-a784-b9a1b28398ae', 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'fixed_ips': [{'subnet_id': '00665818-f83d-4666-bf74-da0a474cb0cb'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:59:55.599930 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.639566 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:55.650451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-38999b22-d90b-4552-867a-49c6ffafa1ef tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "PUT /v2.0/floatingips/1d548133-df6f-44a1-9d3b-9eda030813f4 HTTP/1.1" status: 200 len: 997 time: 2.3886380 Sep 23 23:59:55.703159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e7174088-2520-4a10-b03d-b2dab29de1ce req-51fc1ea0-4689-4046-84eb-9762c1589d51 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2496932 Sep 23 23:59:55.771775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:55.805276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-8bda6611-3ea9-4ca8-9c19-7a850112b581 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.807132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-8bda6611-3ea9-4ca8-9c19-7a850112b581 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3448718 Sep 23 23:59:55.832538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Request body: {'port': {'device_id': 'c94dc9bf-217e-4a36-bfda-c3a2c034ef82', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'b02494e8b01f493da83f3928380d0f04'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:55.846657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Allocated IP 10.1.1.2 (35e2337f-26a6-4f59-a784-b9a1b28398ae/00665818-f83d-4666-bf74-da0a474cb0cb/0ecf61fc-c7a6-409d-8652-c9e7ee43bf28) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:55.860985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-c4dc71cc-866d-4c2e-ae4f-8dd5ddca314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:55.869122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-c4dc71cc-866d-4c2e-ae4f-8dd5ddca314e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.2177670 Sep 23 23:59:55.895835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Subnet': ['ID=1baf5268-4424-41d5-bbc8-25d2f5b08893,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:55.968533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 23732e1b-7fca-4448-9467-b20f174cd473 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:55.974646 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:83:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:53Z', 'revision_number': 8, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:56.003584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 23 23:59:56.008293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-bff51ee5-54e9-49d9-85df-2c3342770f38 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1084499 Sep 23 23:59:56.014211 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 23 23:59:56.015066 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:56.045692 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b606a1d4-fb37-4b8e-8748-23dc9d207129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.051393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d6d0e-bd9c-4ed5-a6a4-61ba3e10b355 req-1c89bb1f-30f2-446d-b5ca-b419ed842f80 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:56.058819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-087d6d0e-bd9c-4ed5-a6a4-61ba3e10b355 req-1c89bb1f-30f2-446d-b5ca-b419ed842f80 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 944 time: 0.2440922 Sep 23 23:59:56.062834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 23732e1b-7fca-4448-9467-b20f174cd473 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 23 23:59:56.071621 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.075895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 23732e1b-7fca-4448-9467-b20f174cd473 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:56.076338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.139059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.146926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-a2e0a976-916b-4e9d-a2a9-e47d30788009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:56.155075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-a2e0a976-916b-4e9d-a2a9-e47d30788009 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.2846901 Sep 23 23:59:56.180235 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 23 23:59:56.180435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-087d6d0e-bd9c-4ed5-a6a4-61ba3e10b355 req-584ef97a-8aff-4aff-a5ab-2eb2bdc8a059 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186690 Sep 23 23:59:56.185126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['871487d1-af73-461d-b5f9-832d10b779a5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:56.189055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-393274c8-d3a0-4330-87a1-31071cabd5cc tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:56.190566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-393274c8-d3a0-4330-87a1-31071cabd5cc tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1554315 Sep 23 23:59:56.205800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Checking segment: {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:56.205800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network hostable DHCP agents. Network: 1231a640-714e-41c4-9a45-73b7f80e4d8b, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 23 23:59:56.206126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Request body: {'port': {'device_id': 'ccc02261-4d71-4659-8245-efc1aacc0238', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'b02494e8b01f493da83f3928380d0f04'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:56.258160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 23 23:59:56.261575 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.296343 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.305352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 1231a640-714e-41c4-9a45-73b7f80e4d8b) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:56.309606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Pushing event deleted for resources: {'Port': ['ID=0e4356d9-a303-4f1b-a354-cf5fa8c6abda,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:56.314581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:56.315183 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.357123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ece56a2-602c-48ae-ad40-f9ced18f70e0 None None] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:56.418769 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9799566b-ca30-4026-bc00-a0c619c10ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0360985 Sep 23 23:59:56.419562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48372) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:56.426228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'port': {'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1688530354', 'fixed_ips': [{'subnet_id': '00665818-f83d-4666-bf74-da0a474cb0cb'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:56.434654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Made reservation on behalf of b02494e8b01f493da83f3928380d0f04 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:56.438736 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.441805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] No DVR routers for this DVR port 0e4356d9-a303-4f1b-a354-cf5fa8c6abda on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 23 23:59:56.452018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-a4063404-54e4-468c-a8c1-5f940dc64cde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 1000 time: 0.2960689 Sep 23 23:59:56.472101 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.474224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03f42f4-25cd-4293-a7ff-6a0d289ebf82 req-19005c4b-ee2d-47d7-9a5f-d3f98087cebc tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.20 "DELETE /v2.0/ports/0e4356d9-a303-4f1b-a354-cf5fa8c6abda HTTP/1.1" status: 204 len: 173 time: 1.6918778 Sep 23 23:59:56.478437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Made reservation on behalf of b02494e8b01f493da83f3928380d0f04 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:56.482307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.540450 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:83:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:53Z', 'revision_number': 8, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 23 23:59:56.607147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f46c11-5a78-47b7-b503-940dba4355e6 req-29c284af-3ed0-4c32-bbeb-6533b792ba7e tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:56.615557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2f46c11-5a78-47b7-b503-940dba4355e6 req-29c284af-3ed0-4c32-bbeb-6533b792ba7e tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.2073092 Sep 23 23:59:56.680804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-52293a28-bbb8-44d4-ba03-07b5790851cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:56.687808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-52293a28-bbb8-44d4-ba03-07b5790851cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.2348378 Sep 23 23:59:56.688284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:56.698001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:56.734791 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6fac9af-6ebf-4896-ba29-cb5126c267a4 None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1d548133-df6f-44a1-9d3b-9eda030813f4', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'floating_ip_address': '172.25.5.229', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'port_id': '871487d1-af73-461d-b5f9-832d10b779a5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'mac_address': 'fa:16:3e:83:ec:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:48Z', 'updated_at': '2021-09-23T23:59:53Z', 'revision_number': 8, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 23 23:59:56.735137 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.762694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:56.811046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2f46c11-5a78-47b7-b503-940dba4355e6 req-6a9314ee-6eb0-4861-8c16-e827a74626f9 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944456 Sep 23 23:59:56.894857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-1231a640-714e-41c4-9a45-73b7f80e4d8b', 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'fixed_ips': [{'subnet_id': '1baf5268-4424-41d5-bbc8-25d2f5b08893'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 23 23:59:56.909547 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.940663 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:56.962142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Pushing event updated for resources: {'Port': ['ID=0ecf61fc-c7a6-409d-8652-c9e7ee43bf28,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:57.009978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 23732e1b-7fca-4448-9467-b20f174cd473, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=23732e1b-7fca-4448-9467-b20f174cd473,segment=NetworkSegment(f84c23fe-ed5f-48bf-a7b8-068287514011),segment_id=f84c23fe-ed5f-48bf-a7b8-068287514011)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:57.018500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Attempting to bind port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:57.018885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Attempting to bind port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:57.021832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Attempting to bind port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:57.049554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:57.049824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Checking segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:57.050509 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.050635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Bound using segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:57.053027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Bound port: 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:57.053453 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.059954 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a2ff6b-d617-4ef2-a915-5bca700a5101 x-openstack-request-id: req-50a2ff6b-d617-4ef2-a915-5bca700a5101 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:57.060222 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d90944-8360-4dc6-b8d4-6d72633c9743", "name": "network-vif-plugged", "status": "completed", "tag": "734abed2-eb25-4a78-934a-48a41ada1223", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:57.060516 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-50a2ff6b-d617-4ef2-a915-5bca700a5101 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:57.060864 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734abed2-eb25-4a78-934a-48a41ada1223', 'code': 200} Sep 23 23:59:57.107461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:57.134793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.156406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d2c9a2-34c9-4480-a216-9e398429e6a5 None None] New status for floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 23 23:59:57.248155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b47a1e-8e30-42fe-a666-622183f6e3bc req-bf6eef05-60cb-4ea1-8eba-91e64a829232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:57.253899 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c6b47a1e-8e30-42fe-a666-622183f6e3bc req-bf6eef05-60cb-4ea1-8eba-91e64a829232 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 1098 time: 0.1088033 Sep 23 23:59:57.290724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.322357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] device_id is not set on port 7f1df045-a5c6-4add-94b5-855fc141bfd6 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:59:57.336395 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c6b47a1e-8e30-42fe-a666-622183f6e3bc req-310b9960-1075-4135-aeb9-e869ad811306 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667093 Sep 23 23:59:57.386823 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6712de-df97-4247-8274-bc0f370cb81f x-openstack-request-id: req-ab6712de-df97-4247-8274-bc0f370cb81f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 23 23:59:57.387253 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "05deb752-e716-4b6d-9c09-501530f53533", "tag": "23732e1b-7fca-4448-9467-b20f174cd473", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 23 23:59:57.387520 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab6712de-df97-4247-8274-bc0f370cb81f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 23 23:59:57.387983 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'status': 'completed', 'code': 200} Sep 23 23:59:57.388268 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05deb752-e716-4b6d-9c09-501530f53533', 'tag': '23732e1b-7fca-4448-9467-b20f174cd473', 'status': 'completed', 'code': 200} Sep 23 23:59:57.482187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-53e8fdda-22d5-461b-9b6a-b9d5cb42e29e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=b3e480bd-cbc0-41fa-ad00-80175d2ff16e HTTP/1.1" status: 200 len: 210 time: 0.0839517 Sep 23 23:59:57.487920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-6af46e8f-feb2-403f-be52-7e1a39412f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:57.489391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-6af46e8f-feb2-403f-be52-7e1a39412f94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7739773 Sep 23 23:59:57.514275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-52c906d8-4964-42a8-9f50-9568cf25d669 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 23 23:59:57.515225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-52c906d8-4964-42a8-9f50-9568cf25d669 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096564 Sep 23 23:59:57.516432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Allocated IP 192.168.233.65 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/d2054d59-fa01-431d-9d69-bcebae7bf5b5) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:57.548110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=23732e1b-7fca-4448-9467-b20f174cd473,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:57.591103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Allocated IP 10.2.2.2 (1231a640-714e-41c4-9a45-73b7f80e4d8b/1baf5268-4424-41d5-bbc8-25d2f5b08893/8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:57.593272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Allocated IP 10.1.1.195 (35e2337f-26a6-4f59-a784-b9a1b28398ae/00665818-f83d-4666-bf74-da0a474cb0cb/7f1df045-a5c6-4add-94b5-855fc141bfd6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:57.595378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-c445167f-89c8-42b0-bb51-78484746d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:57.597401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-c445167f-89c8-42b0-bb51-78484746d28e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=39fb3e37a02e4ad4a123774eba5d5c6a&device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 1097 time: 0.2081904 Sep 23 23:59:57.611315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] For port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:57.621814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] For port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0ecf61fc-c7a6-409d-8652-c9e7ee43bf28,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:57.647433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8105bc6-2044-4263-900f-669ab743ee9d req-e305111a-a72f-4ce6-9062-03b066cec653 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:57.652087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8105bc6-2044-4263-900f-669ab743ee9d req-e305111a-a72f-4ce6-9062-03b066cec653 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.2676809 Sep 23 23:59:57.662465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.791758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d441db1-892c-4ffb-be4d-201097bf4fd8 None None] Pushing event updated for resources: {'Port': ['ID=0ecf61fc-c7a6-409d-8652-c9e7ee43bf28,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:57.811967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.861474 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.897249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.906820 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:57.915439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-2947a1d4-e352-4771-b51f-baeb28cfdb8b service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874459 Sep 23 23:59:57.915750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:57.919972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:57.924494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:57.940218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8105bc6-2044-4263-900f-669ab743ee9d req-fce2acdc-4f93-41fe-9080-070ec1463cba tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704284 Sep 23 23:59:57.947737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-ecfee6bf-03ff-40be-aea7-829f03af01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:57.949325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-ecfee6bf-03ff-40be-aea7-829f03af01c9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&shared=False HTTP/1.1" status: 200 len: 922 time: 0.3910086 Sep 23 23:59:58.006097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=7f1df045-a5c6-4add-94b5-855fc141bfd6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:58.029998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Pushing event updated for resources: {'Port': ['ID=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:58.043975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:58.045737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:58.048595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:58.067181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-5956a4a2-6db7-4f0a-93df-d3e6bd7c5d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:58.069119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-5956a4a2-6db7-4f0a-93df-d3e6bd7c5d42 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ce2083d4-6313-4025-8556-8bed4904353a HTTP/1.1" status: 200 len: 926 time: 0.4564335 Sep 23 23:59:58.076583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:58.077651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.096112 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f9c8378e-9fc0-4d8c-a35b-88ab549c16b4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6755540 Sep 23 23:59:58.098465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48380) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 23 23:59:58.106112 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'port': {'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'name': 'tempest-TaggedBootDevicesTest_v242-1171056072', 'fixed_ips': [{'subnet_id': '00665818-f83d-4666-bf74-da0a474cb0cb'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:58.114812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Attempting to bind port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 23 23:59:58.115579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Attempting to bind port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 23 23:59:58.116122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Attempting to bind port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f on network 1231a640-714e-41c4-9a45-73b7f80e4d8b {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 23 23:59:58.121835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 23 23:59:58.122442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Checking segment: {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 23 23:59:58.123039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.123606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Bound using segment: {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 23 23:59:58.124248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Bound port: 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 23 23:59:58.125070 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.147868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 0e4356d9-a303-4f1b-a354-cf5fa8c6abda no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 23 23:59:58.175551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 0e4356d9-a303-4f1b-a354-cf5fa8c6abda {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 23 23:59:58.175889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 0e4356d9-a303-4f1b-a354-cf5fa8c6abda not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 23 23:59:58.203525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-4c09dcdd-7f01-4890-90bc-059f60626c87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23732e1b-7fca-4448-9467-b20f174cd473 HTTP/1.1" status: 200 len: 217 time: 0.0774205 Sep 23 23:59:58.239038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] For port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 23 23:59:58.243237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] For port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 23 23:59:58.252439 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.363308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.365437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40d51e5-d4c5-4495-b4f4-fee333a9c6fb None None] Pushing event updated for resources: {'Port': ['ID=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:58.367098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73affa44-8ebf-4a4e-a6a4-29ca986abe50 req-ba457e8a-b7ed-4959-931f-5b76a416a5fd service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394243 Sep 23 23:59:58.373113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 23 23:59:58.381783 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.382082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 23 23:59:58.393439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67b7d2-e31a-46c4-a784-12a74faa0cb2 req-4534e389-23dd-44d2-8f31-5514a4287404 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:58.400735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d67b7d2-e31a-46c4-a784-12a74faa0cb2 req-4534e389-23dd-44d2-8f31-5514a4287404 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.3151033 Sep 23 23:59:58.426508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] device_id is not set on port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 23 23:59:58.432599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-d64a20dd-f0bc-4ca3-8e89-bdaf89846b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:58.434432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-d64a20dd-f0bc-4ca3-8e89-bdaf89846b85 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4627507 Sep 23 23:59:58.435772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-455d0b16-4939-4428-badb-5f87e4fd56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:58.437181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-455d0b16-4939-4428-badb-5f87e4fd56a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a6b0d492-f95a-4bc8-ba42-53a5313604e9 HTTP/1.1" status: 200 len: 865 time: 0.1900260 Sep 23 23:59:58.502429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:58.502823 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.507906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-a2f8e422-78e9-43f8-97dc-fe8aeb81002e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ce2083d4-6313-4025-8556-8bed4904353a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539901 Sep 23 23:59:58.538009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d67b7d2-e31a-46c4-a784-12a74faa0cb2 req-77e7a898-f276-4cfb-9048-3d554a55daba tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358304 Sep 23 23:59:58.555345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26cb9a07-ecdf-4c57-8494-103993d02c38 req-1b52d5f1-00d3-4252-92af-101ba4662663 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 210 time: 0.0632243 Sep 23 23:59:58.634675 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.636948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.674586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:58.791013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0ecf61fc-c7a6-409d-8652-c9e7ee43bf28,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 23 23:59:58.796602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:58.831237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Allocated IP 10.1.1.194 (35e2337f-26a6-4f59-a784-b9a1b28398ae/00665818-f83d-4666-bf74-da0a474cb0cb/89b69b5d-1df4-48b9-8f12-1610f7e9d2ee) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:58.908982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:58.921858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:58.924582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:58.925059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0ecf61fc-c7a6-409d-8652-c9e7ee43bf28,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:59.003834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'Port': ['ID=d2054d59-fa01-431d-9d69-bcebae7bf5b5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:59.055589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-ecf3dcfe-74ef-4d35-a895-6cb0dc10f856 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.062474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-ecf3dcfe-74ef-4d35-a895-6cb0dc10f856 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.068637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-ecf3dcfe-74ef-4d35-a895-6cb0dc10f856 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.074795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-ecf3dcfe-74ef-4d35-a895-6cb0dc10f856 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.078618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05deb752-e716-4b6d-9c09-501530f53533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23732e1b-7fca-4448-9467-b20f174cd473'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:59.080960 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfae76a0-de1d-4f85-80c6-4cdd2d793163" -d '{"events": [{"server_uuid": "05deb752-e716-4b6d-9c09-501530f53533", "name": "network-vif-plugged", "status": "completed", "tag": "23732e1b-7fca-4448-9467-b20f174cd473"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:59.082262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Allocated IP 192.168.233.103 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/8bfaabc8-affc-4c94-98d1-99d6dbed6c7e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 23 23:59:59.091596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-ecf3dcfe-74ef-4d35-a895-6cb0dc10f856 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.095124 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.100247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-ecf3dcfe-74ef-4d35-a895-6cb0dc10f856 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.111685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-ecf3dcfe-74ef-4d35-a895-6cb0dc10f856 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.113662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-ecf3dcfe-74ef-4d35-a895-6cb0dc10f856 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5418 time: 0.3890321 Sep 23 23:59:59.115692 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-06228721-9182-4667-9100-43fcf78478f6 service neutron] 10.222.0.18 "GET /v2.0/networks/ce2083d4-6313-4025-8556-8bed4904353a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5756249 Sep 23 23:59:59.128020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f148ba85-5e4e-4d1d-b48e-3021b068f7ed req-383e9436-dafd-4aa3-8b2c-170248ecd6fe tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.129856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f148ba85-5e4e-4d1d-b48e-3021b068f7ed req-383e9436-dafd-4aa3-8b2c-170248ecd6fe tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.3885155 Sep 23 23:59:59.153731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.164664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.165313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.226675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb56221a-4acb-41cb-83e3-9179199c40cd req-b33a3e10-9b47-47ef-b0d6-834779037209 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727997 Sep 23 23:59:59.244193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-45d14834-facd-4866-953c-8be88f0b24b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4156392 Sep 23 23:59:59.249437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.278863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Request body: {'port': {'device_id': 'c94dc9bf-217e-4a36-bfda-c3a2c034ef82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:59.314194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e7daa76f-5348-441d-91c7-18376920faed None None] Provisioning complete for port d2054d59-fa01-431d-9d69-bcebae7bf5b5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:59.315031 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7daa76f-5348-441d-91c7-18376920faed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.332994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f148ba85-5e4e-4d1d-b48e-3021b068f7ed req-06590a3b-50f2-4777-820d-f74e26985c5a tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620693 Sep 23 23:59:59.363949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:59.377369 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecc5609-a717-4b4b-8e54-f274bbb53f94 None None] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 23 23:59:59.380986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:59.384130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:59.399664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5'}, {'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'name': 'network-vif-deleted', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 23 23:59:59.401934 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5"}, {"server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "name": "network-vif-deleted", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 23 23:59:59.424878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-de2e6f51-448a-4173-bf1f-8070a2e7f921 service neutron] 10.222.0.18 "GET /v2.0/networks/ce2083d4-6313-4025-8556-8bed4904353a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939360 Sep 23 23:59:59.428856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:59.467697 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.468856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.482018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.482861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.503532 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9188835c-c52f-4849-836b-45ff66ac0a37 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4037290 Sep 23 23:59:59.538678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1277e8a-8e27-4120-a6ca-04d24ae5ccf1 req-0e1050e2-677b-495e-b505-7431ddeabd8b tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.540500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1277e8a-8e27-4120-a6ca-04d24ae5ccf1 req-0e1050e2-677b-495e-b505-7431ddeabd8b tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 945 time: 0.2033353 Sep 23 23:59:59.541281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.574018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6912ef3-f05b-4c49-a824-bdb92ff90b35 req-d533d4c6-9bfd-4c3f-a2ac-3db48cf48900 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips/1d548133-df6f-44a1-9d3b-9eda030813f4 HTTP/1.1" status: 200 len: 999 time: 0.1656995 Sep 23 23:59:59.576935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 23 23:59:59.606397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e7daa76f-5348-441d-91c7-18376920faed None None] Port d2054d59-fa01-431d-9d69-bcebae7bf5b5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 23 23:59:59.609234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'Port': ['ID=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 23 23:59:59.630935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 23 23:59:59.632620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 23 23:59:59.638105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 23 23:59:59.709423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.710241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.733805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1277e8a-8e27-4120-a6ca-04d24ae5ccf1 req-cfa0a575-909b-47dc-bb96-210de9c578e5 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756961 Sep 23 23:59:59.738701 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-119410ec-2d53-4471-9d3e-c58f64ee1924 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5370517 Sep 23 23:59:59.753499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Request body: {'port': {'device_id': 'ccc02261-4d71-4659-8245-efc1aacc0238', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 23 23:59:59.811523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6e801143-e690-4617-8cb9-a81cd96b50f1 None None] Provisioning complete for port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 23 23:59:59.812206 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6e801143-e690-4617-8cb9-a81cd96b50f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.871042 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 23 23:59:59.943325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6912ef3-f05b-4c49-a824-bdb92ff90b35 req-082aae2b-d8cf-45ab-b2b0-ec0ecf17b1b6 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 23 23:59:59.946346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6912ef3-f05b-4c49-a824-bdb92ff90b35 req-082aae2b-d8cf-45ab-b2b0-ec0ecf17b1b6 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.3606470 Sep 24 00:00:00.037853 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11a2b2-7df0-4fc3-9e4d-14cbfd8999d3 x-openstack-request-id: req-9a11a2b2-7df0-4fc3-9e4d-14cbfd8999d3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:00.038145 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05deb752-e716-4b6d-9c09-501530f53533", "name": "network-vif-plugged", "status": "completed", "tag": "23732e1b-7fca-4448-9467-b20f174cd473", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:00.038400 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a11a2b2-7df0-4fc3-9e4d-14cbfd8999d3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:00.038815 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05deb752-e716-4b6d-9c09-501530f53533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23732e1b-7fca-4448-9467-b20f174cd473', 'code': 200} Sep 24 00:00:00.048087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca1d4f-56fe-47c6-9278-18414d319b05 None None] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:00:00.175595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b82f0-32f7-4c06-a95d-3abe997f927a req-a23aaea5-4ed2-4f6c-bcd6-b8e2fee3f190 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:00.177271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c41b82f0-32f7-4c06-a95d-3abe997f927a req-a23aaea5-4ed2-4f6c-bcd6-b8e2fee3f190 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.2806442 Sep 24 00:00:00.185501 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 23 Sep 2021 23:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cc70fc-3561-4b27-b7a2-ab38d34d9af1 x-openstack-request-id: req-e9cc70fc-3561-4b27-b7a2-ab38d34d9af1 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:00.185852 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5", "status": "completed", "code": 200}, {"server_uuid": "b3e480bd-cbc0-41fa-ad00-80175d2ff16e", "name": "network-vif-deleted", "tag": "0e4356d9-a303-4f1b-a354-cf5fa8c6abda", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:00.186077 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9cc70fc-3561-4b27-b7a2-ab38d34d9af1 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:00.186590 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5', 'status': 'completed', 'code': 200} Sep 24 00:00:00.186858 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e480bd-cbc0-41fa-ad00-80175d2ff16e', 'name': 'network-vif-deleted', 'tag': '0e4356d9-a303-4f1b-a354-cf5fa8c6abda', 'status': 'completed', 'code': 200} Sep 24 00:00:00.301646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-14a376fe-9786-488d-9519-27db4c9098d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:00.307317 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-14a376fe-9786-488d-9519-27db4c9098d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.1042173 Sep 24 00:00:00.341500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-74de6aa8-830d-4b4b-bdc5-6b5361dbab1c None None] Provisioning complete for port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:00.342127 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74de6aa8-830d-4b4b-bdc5-6b5361dbab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:00.417021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c41b82f0-32f7-4c06-a95d-3abe997f927a req-79ae1b97-1f75-4da8-b9c3-3a0abe16f170 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286556 Sep 24 00:00:00.431751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2054d59-fa01-431d-9d69-bcebae7bf5b5 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:00.442791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f026a-594c-448b-9bbf-cca5cbdbdb65 req-dd606bf1-120d-4927-8bcc-19ec8f6285c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:00.453721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d15f026a-594c-448b-9bbf-cca5cbdbdb65 req-dd606bf1-120d-4927-8bcc-19ec8f6285c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 1097 time: 0.3000038 Sep 24 00:00:00.470869 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:00.561814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-24408cf7-8f2f-4555-9c34-534de2b96b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:00.564683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-24408cf7-8f2f-4555-9c34-534de2b96b04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.2520819 Sep 24 00:00:00.583804 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:00.638646 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74de6aa8-830d-4b4b-bdc5-6b5361dbab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:00.729713 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-e4641b0b-8b47-44ae-979b-33641c12fa70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 1002 time: 0.1561794 Sep 24 00:00:00.752936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-74de6aa8-830d-4b4b-bdc5-6b5361dbab1c None None] For port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:00.766839 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74de6aa8-830d-4b4b-bdc5-6b5361dbab1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:00.814550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48406) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:00.834154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5bd82ff4-74d3-4e01-80c3-c3e5dd3cb78a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1076321617', 'description': 'tempest-description--942959827'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:00.847894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:00.848697 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:00.894065 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bd82ff4-74d3-4e01-80c3-c3e5dd3cb78a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:00.898478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-7b78a186-ec88-489a-944e-57d9eba50156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:00.900187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-7b78a186-ec88-489a-944e-57d9eba50156 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.1608880 Sep 24 00:00:00.929380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74de6aa8-830d-4b4b-bdc5-6b5361dbab1c None None] Pushing event updated for resources: {'Port': ['ID=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:00.939298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Provisioning complete for port 7f1df045-a5c6-4add-94b5-855fc141bfd6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:00.939658 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:00.986803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Port 7f1df045-a5c6-4add-94b5-855fc141bfd6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:00.990796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-278d16c9-76c7-4dc1-8f85-eec8297cc7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:00.992451 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-278d16c9-76c7-4dc1-8f85-eec8297cc7fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697465 Sep 24 00:00:01.050537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:01.081919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Provisioning complete for port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:01.082467 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.103194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Transition to ACTIVE for port object d2054d59-fa01-431d-9d69-bcebae7bf5b5 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:01.119055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.131170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:01.147862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Provisioning complete for port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:01.148398 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.151457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:01.151962 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.170471 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-29579121-b3c0-463a-999b-c7d4d53c29eb service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698050 Sep 24 00:00:01.173231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bd82ff4-74d3-4e01-80c3-c3e5dd3cb78a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.177150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d15f026a-594c-448b-9bbf-cca5cbdbdb65 req-21ca6385-5da9-4f4f-b6b4-aaecf91047bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7145877 Sep 24 00:00:01.180951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bd82ff4-74d3-4e01-80c3-c3e5dd3cb78a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.190492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b51614-bb32-4885-a26b-b9453696f8c4 req-bda15f98-e535-42e5-9dc3-e9e7a48aae68 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:01.195226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81b51614-bb32-4885-a26b-b9453696f8c4 req-bda15f98-e535-42e5-9dc3-e9e7a48aae68 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 935 time: 0.1490235 Sep 24 00:00:01.227159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23888a1-60cb-4534-8f44-36d6e54ad8cc req-365ab12f-8481-4aee-b27b-b6f5d86bd3be tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:01.228802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b23888a1-60cb-4534-8f44-36d6e54ad8cc req-365ab12f-8481-4aee-b27b-b6f5d86bd3be tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.1897941 Sep 24 00:00:01.261866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bd82ff4-74d3-4e01-80c3-c3e5dd3cb78a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.268668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5bd82ff4-74d3-4e01-80c3-c3e5dd3cb78a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4525471 Sep 24 00:00:01.273154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48408) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:01.277675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-91e53a83-6d07-4406-9bac-deeec4c1fb6a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'security_group_rule': {'security_group_id': 'f7caadb5-6843-4a6c-9a06-26b8441582a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:01.278966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Pushing event updated for resources: {'Port': ['ID=d2054d59-fa01-431d-9d69-bcebae7bf5b5,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:01.315320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd82ff4-74d3-4e01-80c3-c3e5dd3cb78a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7caadb5-6843-4a6c-9a06-26b8441582a6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:01.336303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81b51614-bb32-4885-a26b-b9453696f8c4 req-143fed70-2a83-44c2-82cc-247638bff3dd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041577 Sep 24 00:00:01.346897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Provisioning complete for port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:01.347562 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.382611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91e53a83-6d07-4406-9bac-deeec4c1fb6a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.408996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b23888a1-60cb-4534-8f44-36d6e54ad8cc req-fb56f6b9-3aee-4ecf-93f4-8ed1166e4ac5 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624510 Sep 24 00:00:01.434226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cedca-4be4-4272-8a33-cca3e238a346 None None] Port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:01.517266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-1036fa43-a921-48fd-a7a1-a6532c062e30 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.1263058 Sep 24 00:00:01.532673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Attempting to bind port d2054d59-fa01-431d-9d69-bcebae7bf5b5 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:01.533010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Attempting to bind port d2054d59-fa01-431d-9d69-bcebae7bf5b5 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:01.533340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Attempting to bind port d2054d59-fa01-431d-9d69-bcebae7bf5b5 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:01.552044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Port d2054d59-fa01-431d-9d69-bcebae7bf5b5 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:01.552576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Attempting to bind port d2054d59-fa01-431d-9d69-bcebae7bf5b5 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:01.555795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4b1e4824-31c2-407c-b207-02e5a226afdc None None] Provisioning complete for port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:01.556390 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4824-31c2-407c-b207-02e5a226afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.575346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:01.581610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:01.581955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:01.582347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:01.582815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Bound port: d2054d59-fa01-431d-9d69-bcebae7bf5b5, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:01.583180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.598934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.615891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-c24602df-213d-4ba2-915a-e612444839b6 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:01.617556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-c24602df-213d-4ba2-915a-e612444839b6 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports/871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 943 time: 0.0816476 Sep 24 00:00:01.632366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95e479-0337-433e-8c8d-1c41f61a3bd9 req-61e5607b-8103-4ceb-8924-02c0b9487ab2 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:01.632564 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Transition to ACTIVE for port object 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:01.640408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae95e479-0337-433e-8c8d-1c41f61a3bd9 req-61e5607b-8103-4ceb-8924-02c0b9487ab2 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.1464281 Sep 24 00:00:01.647005 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b7c1d2d-8395-43c2-a146-57eecb12f3c7 req-68f8a181-6115-4a84-8d63-d56daefa2cdd service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589378 Sep 24 00:00:01.648006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.661770 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91e53a83-6d07-4406-9bac-deeec4c1fb6a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.677633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4b1e4824-31c2-407c-b207-02e5a226afdc None None] Provisioning complete for port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:01.678015 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b1e4824-31c2-407c-b207-02e5a226afdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.713367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91e53a83-6d07-4406-9bac-deeec4c1fb6a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.725854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e4824-31c2-407c-b207-02e5a226afdc None None] Port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:01.738478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Pushing event updated for resources: {'Port': ['ID=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:01.750999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e53a83-6d07-4406-9bac-deeec4c1fb6a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8636fe2-3b9c-4ae0-a13e-83059c816b78,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:01.779584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91e53a83-6d07-4406-9bac-deeec4c1fb6a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.780800 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91e53a83-6d07-4406-9bac-deeec4c1fb6a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5068510 Sep 24 00:00:01.783812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48414) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:01.805983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-eb01960c-9786-4833-8936-bbdb11903cc2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'security_group_rule': {'security_group_id': 'f7caadb5-6843-4a6c-9a06-26b8441582a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:01.818518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae95e479-0337-433e-8c8d-1c41f61a3bd9 req-e99a64f7-e60c-4fd8-b42e-851322786cf1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772122 Sep 24 00:00:01.827448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-62637a45-260f-4e90-a0ee-c939eccfb0b4 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.1285696 Sep 24 00:00:01.830138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] For port d2054d59-fa01-431d-9d69-bcebae7bf5b5, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:01.862431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] For port d2054d59-fa01-431d-9d69-bcebae7bf5b5, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d2054d59-fa01-431d-9d69-bcebae7bf5b5,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:01.866441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Attempting to bind port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:01.866947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Attempting to bind port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:01.867350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Attempting to bind port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:01.878907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb01960c-9786-4833-8936-bbdb11903cc2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.881378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.881952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:01.882357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Attempting to bind port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:01.899846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 23, 23, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:01.900286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:01.900763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:01.901338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Bound port: 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:01.901768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:01.993368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb01960c-9786-4833-8936-bbdb11903cc2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.001447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb01960c-9786-4833-8936-bbdb11903cc2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.011209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.011209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.013043 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2054d59-fa01-431d-9d69-bcebae7bf5b5 HTTP/1.1" status: 200 len: 1096 time: 2.7377000 Sep 24 00:00:02.034543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb01960c-9786-4833-8936-bbdb11903cc2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6fa91c-1729-4268-821b-89a7d9985143,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:02.038938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] For port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:02.046253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] For port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:02.048193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb01960c-9786-4833-8936-bbdb11903cc2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.048860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aeafb9-0dbb-4b91-aa03-b0b2205a2017 service neutron] Pushing event updated for resources: {'Port': ['ID=d2054d59-fa01-431d-9d69-bcebae7bf5b5,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:02.054535 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eb01960c-9786-4833-8936-bbdb11903cc2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2521808 Sep 24 00:00:02.056157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48418) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:02.062432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:02.069457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.078671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-cf86f94c-9ebd-456f-95c3-11ad8cd1e370 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.084764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-cf86f94c-9ebd-456f-95c3-11ad8cd1e370 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.090902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-cf86f94c-9ebd-456f-95c3-11ad8cd1e370 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.096831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-cf86f94c-9ebd-456f-95c3-11ad8cd1e370 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.102866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-cf86f94c-9ebd-456f-95c3-11ad8cd1e370 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.109413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-cf86f94c-9ebd-456f-95c3-11ad8cd1e370 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.115709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-cf86f94c-9ebd-456f-95c3-11ad8cd1e370 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.117719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-cf86f94c-9ebd-456f-95c3-11ad8cd1e370 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5418 time: 0.1975553 Sep 24 00:00:02.124785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.125771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.127273 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] 10.222.0.20 "PUT /v2.0/ports/8bfaabc8-affc-4c94-98d1-99d6dbed6c7e HTTP/1.1" status: 200 len: 1097 time: 2.3786881 Sep 24 00:00:02.133709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccc02261-4d71-4659-8245-efc1aacc0238', 'tag': '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:02.136542 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196" -d '{"events": [{"name": "network-changed", "server_uuid": "ccc02261-4d71-4659-8245-efc1aacc0238", "tag": "8bfaabc8-affc-4c94-98d1-99d6dbed6c7e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:02.151448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.154841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:02.187173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94dc9bf-217e-4a36-bfda-c3a2c034ef82', 'tag': 'd2054d59-fa01-431d-9d69-bcebae7bf5b5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:02.189914 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a93a23d-79fd-4d58-8d5c-51ce185261c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c94dc9bf-217e-4a36-bfda-c3a2c034ef82", "tag": "d2054d59-fa01-431d-9d69-bcebae7bf5b5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:02.190085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d456be1-9b51-4ebc-97cb-baf75d03a6fd service neutron] Pushing event updated for resources: {'Port': ['ID=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:02.200397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-974e154c-5894-446c-98dd-7bbea3a69718 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.201935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-974e154c-5894-446c-98dd-7bbea3a69718 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.3419540 Sep 24 00:00:02.282562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2453dbe2-df3d-48aa-96ac-f18b4a3e1268 req-540acc74-b885-4f43-902d-3026a52328fb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1507611 Sep 24 00:00:02.287216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-198b8307-d8b9-445c-a71b-86ed7461ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.288789 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-198b8307-d8b9-445c-a71b-86ed7461ee78 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 1100 time: 0.1122167 Sep 24 00:00:02.294325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-eb017b06-1756-4dec-a8c9-e377a1f12797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.296178 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-eb017b06-1756-4dec-a8c9-e377a1f12797 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 1099 time: 0.1773660 Sep 24 00:00:02.331693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:02.398001 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-ca0cabec-b856-43ad-a6ee-20990ba52243 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e HTTP/1.1" status: 200 len: 217 time: 0.0632513 Sep 24 00:00:02.402417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-60637da7-459b-4b11-957a-ab8e1581e724 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 1002 time: 0.1868203 Sep 24 00:00:02.405958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-1deaddf5-168d-46b1-8dd1-2902c52229c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d2054d59-fa01-431d-9d69-bcebae7bf5b5 HTTP/1.1" status: 200 len: 217 time: 0.0947025 Sep 24 00:00:02.425169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:02.431030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:02.450920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797', 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d', 'port_id': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797', 'mac_address': 'fa:16:3e:38:49:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c70e30b-db03-4fe9-ad48-ec942d4d81dd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:02.492409 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.503467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-723fabce-67e9-4fff-b7bb-2d6261f49f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.505040 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-723fabce-67e9-4fff-b7bb-2d6261f49f66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0988324 Sep 24 00:00:02.507385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:02.508417 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.550955 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.590870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:02.629801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:02.630267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d9721ce-0e41-46ae-8d8c-ea0281108b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.631981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-5d9721ce-0e41-46ae-8d8c-ea0281108b38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1021938 Sep 24 00:00:02.637424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-6daa94cc-139f-4201-a45d-97a40c25ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.639133 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-6daa94cc-139f-4201-a45d-97a40c25ad2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0937133 Sep 24 00:00:02.645711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.646848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8552f1-44e0-4562-b548-5cc2f3274ed9 req-8755644a-83b6-433e-9843-19c45ebd0c27 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.647006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6ee33374-1ae6-4c50-91f7-6fbd90c3511c details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:02.648970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb8552f1-44e0-4562-b548-5cc2f3274ed9 req-8755644a-83b6-433e-9843-19c45ebd0c27 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 945 time: 0.1293838 Sep 24 00:00:02.660241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.679763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Allocated IP 172.25.5.45 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/1ec552bf-c9b8-4b85-ab14-5edc4e19cb16) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:02.792175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:02.797407 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-2ac695ee-bc9e-475c-9496-12b626ae3f6f service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477976 Sep 24 00:00:02.809326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb8552f1-44e0-4562-b548-5cc2f3274ed9 req-95740f90-b83c-4cf0-bd54-27cb754998ed tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423204 Sep 24 00:00:02.829254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-52d8efad-1476-493f-9f61-8f0404dcf78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:02.830898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-52d8efad-1476-493f-9f61-8f0404dcf78e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1806200 Sep 24 00:00:02.875384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:02.893926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '6ee33374-1ae6-4c50-91f7-6fbd90c3511c', 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'port_id': '6ee33374-1ae6-4c50-91f7-6fbd90c3511c', 'mac_address': 'fa:16:3e:a9:7e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe7bf7-070b-4589-b161-757cc6d845e3', 'ip_address': '10.1.1.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:02.900936 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.913315 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.913709 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4 disassociated. External IP: 172.25.5.229, port: 871487d1-af73-461d-b5f9-832d10b779a5. Sep 24 00:00:02.943216 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.943525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:02.989414 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-b3d595f1-0bcf-42ed-b716-69a4e1434593 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509051 Sep 24 00:00:03.002448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.049445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:03.052648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:03.055553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:03.090197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee33374-1ae6-4c50-91f7-6fbd90c3511c {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:03.090480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=1ec552bf-c9b8-4b85-ab14-5edc4e19cb16,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:03.107133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e48c6a-0b53-4b1a-900d-0a660f9a82e2 req-93de03a6-cdb7-4e90-a21e-c91f68e9076e tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:03.113352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.117108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17e48c6a-0b53-4b1a-900d-0a660f9a82e2 req-93de03a6-cdb7-4e90-a21e-c91f68e9076e tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.2051616 Sep 24 00:00:03.117895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:03.121907 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.122584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6630d13f-74ed-429e-af05-9302c2fbbeeb details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:03.139189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Request body: {'floatingip': {'port_id': '734abed2-eb25-4a78-934a-48a41ada1223'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:03.174992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.185908 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.202684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:03.219373 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.245069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-863c9e9c-ab79-4176-b6e2-3c58c59425c1 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419907 Sep 24 00:00:03.293395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6630d13f-74ed-429e-af05-9302c2fbbeeb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.311088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'port_id': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'mac_address': 'fa:16:3e:a4:86:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:03.355973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.370524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6630d13f-74ed-429e-af05-9302c2fbbeeb {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:03.392268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6630d13f-74ed-429e-af05-9302c2fbbeeb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.398123 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.398976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 96e2c860-a67a-4cfc-918a-03e583d50a9b details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:03.431153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.437691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.455425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 96e2c860-a67a-4cfc-918a-03e583d50a9b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.477204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b524b3-e875-4676-b918-2b37f5da6c4a req-a812c97f-9f5e-4abe-8294-a144383f77d6 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:03.477570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '96e2c860-a67a-4cfc-918a-03e583d50a9b', 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'port_id': '96e2c860-a67a-4cfc-918a-03e583d50a9b', 'mac_address': 'fa:16:3e:0f:54:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe7bf7-070b-4589-b161-757cc6d845e3', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:03.487055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59b524b3-e875-4676-b918-2b37f5da6c4a req-a812c97f-9f5e-4abe-8294-a144383f77d6 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.2637885 Sep 24 00:00:03.498036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=6630d13f-74ed-429e-af05-9302c2fbbeeb,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:03.523307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.540198 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.540499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=1ec552bf-c9b8-4b85-ab14-5edc4e19cb16,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:03.547881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.548743 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab0c5c7c-4011-4e1f-ba8c-eca00bdd006d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4918926 Sep 24 00:00:03.569322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96e2c860-a67a-4cfc-918a-03e583d50a9b {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:03.598156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 96e2c860-a67a-4cfc-918a-03e583d50a9b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.603833 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.604553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:03.674601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.677367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=96e2c860-a67a-4cfc-918a-03e583d50a9b,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:03.690093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '101f3ad9-7bd8-48c3-a7e5-cc47d94e165a', 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'port_id': '101f3ad9-7bd8-48c3-a7e5-cc47d94e165a', 'mac_address': 'fa:16:3e:38:99:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe7bf7-070b-4589-b161-757cc6d845e3', 'ip_address': '10.1.1.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:03.732610 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.756438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:03.780586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.785400 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.786197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 166b8611-6d76-469f-b7fc-cc4402ae87f5 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:03.855501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:03.859473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 166b8611-6d76-469f-b7fc-cc4402ae87f5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.873503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '166b8611-6d76-469f-b7fc-cc4402ae87f5', 'network_id': '302ed7ed-6b15-4625-8a8c-6436476ecf02', 'port_id': '166b8611-6d76-469f-b7fc-cc4402ae87f5', 'mac_address': 'fa:16:3e:e7:6c:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfe7bf7-070b-4589-b161-757cc6d845e3', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:03.921910 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.922177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fa68aff-57be-4b53-bb12-6654f394ceae req-46d5f41d-84ab-4ec2-8477-5c9ffff19b42 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529634 Sep 24 00:00:03.941475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166b8611-6d76-469f-b7fc-cc4402ae87f5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:03.971769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 166b8611-6d76-469f-b7fc-cc4402ae87f5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:03.972014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59b524b3-e875-4676-b918-2b37f5da6c4a req-75447b58-17cc-405b-affd-183cfa841667 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815989 Sep 24 00:00:03.977923 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:03.978652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:03.996624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:00:04.053578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:04.062698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=166b8611-6d76-469f-b7fc-cc4402ae87f5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:04.069680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7', 'network_id': 'f32b5ecf-de00-4a1d-abad-8c36d16c8b6d', 'port_id': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7', 'mac_address': 'fa:16:3e:44:27:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c70e30b-db03-4fe9-ad48-ec942d4d81dd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:04.108550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:04.121398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:04.153398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:04.159229 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:04.202032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbf226-423e-45eb-80c2-ccf55c5c6a8a req-a4e38910-b8f2-45b8-ac31-b618e1dbaf86 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.207414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12bbf226-423e-45eb-80c2-ccf55c5c6a8a req-a4e38910-b8f2-45b8-ac31-b618e1dbaf86 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.1577880 Sep 24 00:00:04.215685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:04.359118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:00:04.366367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12bbf226-423e-45eb-80c2-ccf55c5c6a8a req-7e41fd62-8c03-4350-a7b1-9a4780c6f3f2 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462715 Sep 24 00:00:04.371932 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:04.377367 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:00:04.388549 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:04.389177 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:04.417758 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3e2d0c-93f5-4b14-989d-690d9d5d9e53 x-openstack-request-id: req-6f3e2d0c-93f5-4b14-989d-690d9d5d9e53 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:04.419065 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccc02261-4d71-4659-8245-efc1aacc0238", "tag": "8bfaabc8-affc-4c94-98d1-99d6dbed6c7e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:04.419592 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f3e2d0c-93f5-4b14-989d-690d9d5d9e53 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:04.420884 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccc02261-4d71-4659-8245-efc1aacc0238', 'tag': '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'status': 'completed', 'code': 200} Sep 24 00:00:04.465488 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2337a757-46be-4c19-afce-5de24f37661d x-openstack-request-id: req-2337a757-46be-4c19-afce-5de24f37661d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:04.465768 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94dc9bf-217e-4a36-bfda-c3a2c034ef82", "tag": "d2054d59-fa01-431d-9d69-bcebae7bf5b5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:04.466024 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2337a757-46be-4c19-afce-5de24f37661d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:04.466450 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94dc9bf-217e-4a36-bfda-c3a2c034ef82', 'tag': 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'status': 'completed', 'code': 200} Sep 24 00:00:04.487153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-fc0e4ea9-9329-4753-ad33-8bee5d397772 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "PUT /v2.0/floatingips/1d548133-df6f-44a1-9d3b-9eda030813f4 HTTP/1.1" status: 200 len: 696 time: 2.0717399 Sep 24 00:00:04.505884 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:04.515055 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:04.522455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:04.546771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-b0deba64-bd18-42cf-aaaa-5abbe298387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.550035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-b0deba64-bd18-42cf-aaaa-5abbe298387b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 1099 time: 0.0654871 Sep 24 00:00:04.575849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-c5b9c4cf-0d2e-4acd-8144-ed753285ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.577387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-c5b9c4cf-0d2e-4acd-8144-ed753285ecfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 1100 time: 0.1321442 Sep 24 00:00:04.666118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-954004a7-91f6-4056-94a0-07ab697ee861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.667997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-954004a7-91f6-4056-94a0-07ab697ee861 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1077781 Sep 24 00:00:04.673772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-9993a973-2797-4689-8852-53f005346ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.675336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-9993a973-2797-4689-8852-53f005346ce5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.1682534 Sep 24 00:00:04.719653 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-5dcf7780-ac3c-4d4f-8c25-b964eea634b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=d2054d59-fa01-431d-9d69-bcebae7bf5b5 HTTP/1.1" status: 200 len: 217 time: 0.0384903 Sep 24 00:00:04.767254 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:04.779806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-d938c557-e5ec-4c9a-97c9-d8e50dbb7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.781393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-d938c557-e5ec-4c9a-97c9-d8e50dbb7dd3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0506754 Sep 24 00:00:04.784136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d80cf-4c82-4d97-a6f8-f7fb3f674f70 req-8985ee95-18be-4cbd-95e2-cd2956096e5e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.785924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179d80cf-4c82-4d97-a6f8-f7fb3f674f70 req-8985ee95-18be-4cbd-95e2-cd2956096e5e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 947 time: 0.2129719 Sep 24 00:00:04.800559 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:00:04.811119 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:04.811746 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:04.829477 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Floating IP 637da121-d7af-426f-8999-253e63924525 associated. External IP: 172.25.5.49, port: 734abed2-eb25-4a78-934a-48a41ada1223. Sep 24 00:00:04.840769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-94f07be7-1169-4810-a581-4efb1444fdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.842965 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-94f07be7-1169-4810-a581-4efb1444fdbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504179 Sep 24 00:00:04.855857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['6630d13f-74ed-429e-af05-9302c2fbbeeb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:04.899323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['6ee33374-1ae6-4c50-91f7-6fbd90c3511c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:04.901942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['2681fa4d-70cf-4cd0-ac91-551e37cb8ed7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:04.931324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-97391a33-fa51-40be-8313-7a368ccda9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:04.933285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-97391a33-fa51-40be-8313-7a368ccda9cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.3379767 Sep 24 00:00:04.947022 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:04.983389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['101f3ad9-7bd8-48c3-a7e5-cc47d94e165a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:04.988631 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-e5704573-b629-4060-84e5-16b233d1c208 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259530 Sep 24 00:00:05.015347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-179d80cf-4c82-4d97-a6f8-f7fb3f674f70 req-e3d8d9b0-0189-4abf-855a-e2e854d13aac tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088125 Sep 24 00:00:05.031910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-28386d24-c347-4f9f-821d-9e14bb0cc444 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e HTTP/1.1" status: 200 len: 217 time: 0.0827370 Sep 24 00:00:05.034242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-1bf8989b-e4be-47dd-9006-c3240cf93556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.035848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-1bf8989b-e4be-47dd-9006-c3240cf93556 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.3013618 Sep 24 00:00:05.150367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-bd529922-d84d-48ff-9672-bb97a0bd3add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.152769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-bd529922-d84d-48ff-9672-bb97a0bd3add service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1007938 Sep 24 00:00:05.257227 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:05.257682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-e6ddf87c-cd6b-40f2-b061-deb426dab74f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 217 time: 0.1841209 Sep 24 00:00:05.290087 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3dfb36-a3a9-4038-94a5-a2ceba438ea9 None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-23T23:58:19Z', 'revision_number': 4, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '86e7c521-bc00-4d6c-bbcb-16dfc8e98796', 'name': '', 'network_id': 'c21c3c3d-083f-4226-ac06-d22f07017e7a', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'mac_address': 'fa:16:3e:93:bb:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:16Z', 'updated_at': '2021-09-23T23:58:26Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'subnets': [{'id': '5bd3f87b-1346-4623-94ff-90de1d48ecf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:00:05.338817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-80eeeea9-95f1-4ef1-a420-982f7d5f9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.340366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-80eeeea9-95f1-4ef1-a420-982f7d5f9d13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1734297 Sep 24 00:00:05.393246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-06d3ba07-6667-4554-b45a-65ab6d8d0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.401667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-06d3ba07-6667-4554-b45a-65ab6d8d0ed1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.1419659 Sep 24 00:00:05.435866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-bbfb7b2b-2e25-42cc-892e-26cf2e319540 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.442330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-bbfb7b2b-2e25-42cc-892e-26cf2e319540 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.449021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-bbfb7b2b-2e25-42cc-892e-26cf2e319540 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.455182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-bbfb7b2b-2e25-42cc-892e-26cf2e319540 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.461380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-bbfb7b2b-2e25-42cc-892e-26cf2e319540 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.464692 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a93a23d-79fd-4d58-8d5c-51ce185261c2 req-8b91ac99-7a5d-4062-97ab-af31377bb385 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654133 Sep 24 00:00:05.467598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-bbfb7b2b-2e25-42cc-892e-26cf2e319540 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.473757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-bbfb7b2b-2e25-42cc-892e-26cf2e319540 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.479986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-bbfb7b2b-2e25-42cc-892e-26cf2e319540 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5425 time: 0.3252854 Sep 24 00:00:05.629598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa5b510-c114-4d0b-b1b6-5e5ba5d351e7 None None] New status for floating IP 1d548133-df6f-44a1-9d3b-9eda030813f4: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:00:05.676339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-349d6041-e9dd-4996-b44e-280d825e8dcb req-be36ac62-75f5-4d57-bdd4-6dd1588fd12c tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1620705 Sep 24 00:00:05.677780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-96b9e21b-39fe-4aa5-bbeb-cef8c79ac1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:05.679330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-96b9e21b-39fe-4aa5-bbeb-cef8c79ac1b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2768886 Sep 24 00:00:05.722815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-f4182177-0f08-450b-b801-c88efb9d0aec service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720951 Sep 24 00:00:05.749053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:00:05.909529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['afbbeb5f-ee64-4705-bbe2-a4aab2a4b797'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:05.941811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-efedebe9-84ba-4d39-b58a-de2c2ba905bc service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516387 Sep 24 00:00:05.949817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-de9fc4ae-44d4-44ec-8b24-7ee74d285696 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1076321617&fields=id&tenant_id=3af48b83c0974508b0b8d5bd929e6cd9 HTTP/1.1" status: 200 len: 267 time: 0.1483858 Sep 24 00:00:05.953770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['96e2c860-a67a-4cfc-918a-03e583d50a9b'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:05.985280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['166b8611-6d76-469f-b7fc-cc4402ae87f5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:06.187837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:06.318969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc11c2a-a81c-47b7-b5b6-10f57d0b7196 req-5a1cebb9-90e7-48f1-a8b1-1fe71e3ecf16 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5865638 Sep 24 00:00:06.378194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:06.415516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:06.420421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e4600593-4670-40ec-8c0d-0c0a066bbd12 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:06.421849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e4600593-4670-40ec-8c0d-0c0a066bbd12 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports/7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 937 time: 0.4497244 Sep 24 00:00:06.427644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'mac_address': 'fa:16:3e:1b:f7:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:06.433242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:00:06.445338 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:06.448220 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] Sync routers for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:00:06.462936 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:06.464131 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:06.476808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:06.479968 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f264962-31dc-440a-afd1-9d2ac975a334" -d '{"events": [{"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:06.487273 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:06.502950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:06.526951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:06.533291 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:06.534202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d2054d59-fa01-431d-9d69-bcebae7bf5b5 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:06.534701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-da4e64cd-5456-41f3-a59d-ba3159dac33d tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "PUT /v2.0/floatingips/637da121-d7af-426f-8999-253e63924525 HTTP/1.1" status: 200 len: 991 time: 3.4098349 Sep 24 00:00:06.542790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-edbe3e59-f480-421d-9bda-552cfbb98d2f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:06.544222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-edbe3e59-f480-421d-9bda-552cfbb98d2f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports/89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 937 time: 0.1148806 Sep 24 00:00:06.546241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-316179d1-254c-4182-86e3-db6bfe39ada9 req-42c13078-e3c8-4276-8f26-beae31fcfd46 service neutron] 10.222.0.24 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925434 Sep 24 00:00:06.591782 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:06.595939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f64be3c2-eb45-41d1-ae86-d4758d688f85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0422428 Sep 24 00:00:06.643058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-a44caf1a-ad74-4888-a494-8f148894f06f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0379033 Sep 24 00:00:06.646347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d2054d59-fa01-431d-9d69-bcebae7bf5b5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d2054d59-fa01-431d-9d69-bcebae7bf5b5,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:06.660664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:06.666123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'mac_address': 'fa:16:3e:4e:ad:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:06.715490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:06.729939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2054d59-fa01-431d-9d69-bcebae7bf5b5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:06.755681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d2054d59-fa01-431d-9d69-bcebae7bf5b5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d2054d59-fa01-431d-9d69-bcebae7bf5b5,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:06.756604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bca392-d600-4d3f-a43e-7c9b59ef1b84 req-1345d940-42f4-4875-92b5-3bf81ddf3426 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:06.758202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4bca392-d600-4d3f-a43e-7c9b59ef1b84 req-1345d940-42f4-4875-92b5-3bf81ddf3426 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 945 time: 0.1125114 Sep 24 00:00:06.762714 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:06.822892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4bca392-d600-4d3f-a43e-7c9b59ef1b84 req-1cc832bf-b33f-434a-b8f0-566d86955a55 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548124 Sep 24 00:00:06.829876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-723437af-244d-49e7-a72f-920596d07cf8 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:06.839578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-723437af-244d-49e7-a72f-920596d07cf8 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:06.839784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=d2054d59-fa01-431d-9d69-bcebae7bf5b5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:06.841728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-723437af-244d-49e7-a72f-920596d07cf8 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:06.843419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-723437af-244d-49e7-a72f-920596d07cf8 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/networks?id=0fa905c6-5b85-4188-8ccc-e6003718f222&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=1231a640-714e-41c4-9a45-73b7f80e4d8b&id=1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 200 len: 1996 time: 0.1995654 Sep 24 00:00:06.877716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bad7ba7d-1b64-48d9-b9a7-e8deb772da42 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/quotas/3af48b83c0974508b0b8d5bd929e6cd9 HTTP/1.1" status: 200 len: 375 time: 0.0112820 Sep 24 00:00:06.917011 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '637da121-d7af-426f-8999-253e63924525', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'port_id': '734abed2-eb25-4a78-934a-48a41ada1223', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'mac_address': 'fa:16:3e:2e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:59:34Z', 'updated_at': '2021-09-24T00:00:04Z', 'revision_number': 1, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 5, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:06.950557 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] Checking router: 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:00:06.956869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4cef47be-74bc-43b1-8cd0-be2692f8d7d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0703027 Sep 24 00:00:06.961044 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:06.961809 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:07.093316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-143f1039-a54b-46ad-9d61-d9bcd57a52e9 service neutron] 10.222.0.24 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216195 Sep 24 00:00:07.112323 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:07.208658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-804c814e-7547-4485-96c9-24b1ce333982 service neutron] 10.222.0.24 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076863 Sep 24 00:00:07.318212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-c968cf77-b707-4a13-b157-83ab107fbb41 service neutron] 10.222.0.24 "GET /v2.0/ports/7f1df045-a5c6-4add-94b5-855fc141bfd6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0944660 Sep 24 00:00:07.456312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc73d4b-9f47-4572-90e3-62c017d6ffb2 req-37299d0d-03de-428c-9ce4-8f0e37249636 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:07.457985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efc73d4b-9f47-4572-90e3-62c017d6ffb2 req-37299d0d-03de-428c-9ce4-8f0e37249636 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.0986404 Sep 24 00:00:07.506408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2afc489b-489e-4b9c-8099-cca06aec3c27 service neutron] 10.222.0.24 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858065 Sep 24 00:00:07.518416 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '637da121-d7af-426f-8999-253e63924525', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'port_id': '734abed2-eb25-4a78-934a-48a41ada1223', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'mac_address': 'fa:16:3e:2e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:59:34Z', 'updated_at': '2021-09-24T00:00:04Z', 'revision_number': 1, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 5, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:07.571952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efc73d4b-9f47-4572-90e3-62c017d6ffb2 req-da7cddad-b7f0-4112-aad8-04dc01a4ba5b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008315 Sep 24 00:00:07.603549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['8bfaabc8-affc-4c94-98d1-99d6dbed6c7e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:07.645947 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5caed74c-1e77-4ca5-bea4-e63c25bff0ae None None] The sync data for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 is: [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '637da121-d7af-426f-8999-253e63924525', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'floating_ip_address': '172.25.5.49', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'port_id': '734abed2-eb25-4a78-934a-48a41ada1223', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 931, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'mac_address': 'fa:16:3e:2e:bb:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:59:34Z', 'updated_at': '2021-09-24T00:00:04Z', 'revision_number': 1, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 5, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:00:07.685506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['d2054d59-fa01-431d-9d69-bcebae7bf5b5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:07.752600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-a1c241d9-135c-4025-886d-4bae56538dd5 service neutron] 10.222.0.24 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385361 Sep 24 00:00:07.809874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833c939-ef10-48d5-a95d-8ac80dd92fc5 req-f9335415-a590-4a03-89e4-dc8d29dac19f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:07.814038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c833c939-ef10-48d5-a95d-8ac80dd92fc5 req-f9335415-a590-4a03-89e4-dc8d29dac19f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 948 time: 0.1378202 Sep 24 00:00:07.836749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-04b34873-a866-479c-86ac-9d541805b493 service neutron] 10.222.0.24 "GET /v2.0/ports/89b69b5d-1df4-48b9-8f12-1610f7e9d2ee?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0723603 Sep 24 00:00:07.893164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c833c939-ef10-48d5-a95d-8ac80dd92fc5 req-50fa16e3-76f8-4bb5-91e4-23cd3bed8dce tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733409 Sep 24 00:00:07.965175 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b79d818-bc25-4db5-9ab4-74ccb4c2645e x-openstack-request-id: req-3b79d818-bc25-4db5-9ab4-74ccb4c2645e {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:07.966691 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "tag": "871487d1-af73-461d-b5f9-832d10b779a5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:07.967073 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b79d818-bc25-4db5-9ab4-74ccb4c2645e {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:07.968124 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5', 'status': 'completed', 'code': 200} Sep 24 00:00:07.985024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf747b4-d79b-46bb-a2ef-c6168ea01814 None None] New status for floating IP 637da121-d7af-426f-8999-253e63924525: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:00:07.989982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d4e90ef1-f299-4f76-9e53-4a00d1689971 service neutron] 10.222.0.24 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358643 Sep 24 00:00:08.051423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-7768dccd-a250-46f8-af96-343eae1ab79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.053170 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-7768dccd-a250-46f8-af96-343eae1ab79e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 1098 time: 0.0556846 Sep 24 00:00:08.145763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-ee012eb5-1233-4868-8953-b8d0f7b8b5b4 service neutron] 10.222.0.24 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426237 Sep 24 00:00:08.193889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-fb6eb4dc-390a-4b22-8784-d360f2a0506d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.195646 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-fb6eb4dc-390a-4b22-8784-d360f2a0506d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 200 len: 922 time: 0.1323905 Sep 24 00:00:08.232489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:08.253957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-cb3fec4e-7706-43d6-b984-0067c1e202c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 200 len: 217 time: 0.0419250 Sep 24 00:00:08.299953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-a1c7f0af-329a-4ee6-8e8e-ce6cfbdf59e1 service neutron] 10.222.0.24 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475358 Sep 24 00:00:08.316870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-ddfa3cf2-1bda-4092-91b3-f0c87aa86add tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.321123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-4f3e4907-2f6d-4bd0-be6f-1ddb3bca9cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.322681 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-4f3e4907-2f6d-4bd0-be6f-1ddb3bca9cc4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 200 len: 860 time: 0.0586634 Sep 24 00:00:08.323493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-ddfa3cf2-1bda-4092-91b3-f0c87aa86add tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.330740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-ddfa3cf2-1bda-4092-91b3-f0c87aa86add tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.337783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-ddfa3cf2-1bda-4092-91b3-f0c87aa86add tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.337966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:08.346065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:08.347047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:08.351985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-ddfa3cf2-1bda-4092-91b3-f0c87aa86add tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.360167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-ddfa3cf2-1bda-4092-91b3-f0c87aa86add tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.366828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-ddfa3cf2-1bda-4092-91b3-f0c87aa86add tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.370941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-ddfa3cf2-1bda-4092-91b3-f0c87aa86add tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5425 time: 0.1769640 Sep 24 00:00:08.392281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-827a80ff-390c-450b-af8c-0f254711dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.393859 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-827a80ff-390c-450b-af8c-0f254711dc6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c21c3c3d-083f-4226-ac06-d22f07017e7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0621088 Sep 24 00:00:08.472856 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:08.474263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec1af2ad-10bb-428f-96e8-b25995f33ce4 req-d338a693-7fc1-4281-82e2-5861b092e0a5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907218 Sep 24 00:00:08.504450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101f3ad9-7bd8-48c3-a7e5-cc47d94e165a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:08.504852 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64707e24-b17e-4d28-92ad-b03dcb22c0ea" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "101f3ad9-7bd8-48c3-a7e5-cc47d94e165a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:08.514922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-29231534-1f5c-4529-a5b4-7f8ae5f0cae5 service neutron] 10.222.0.24 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424072 Sep 24 00:00:08.518905 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-7c4376f9-38de-43a0-9853-c8fb5d429fe4 service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110477 Sep 24 00:00:08.519529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:08.530007 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:08.532016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6630d13f-74ed-429e-af05-9302c2fbbeeb up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:08.636671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:08.642026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 6630d13f-74ed-429e-af05-9302c2fbbeeb completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:08.647677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 6630d13f-74ed-429e-af05-9302c2fbbeeb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:08.648288 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:08.664683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9f264962-31dc-440a-afd1-9d2ac975a334 req-e8c6c67d-6b58-4156-91d2-28fdf0c6bc6f service neutron] 10.222.0.18 "GET /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424358 Sep 24 00:00:08.669714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8434a-4367-4ea0-b4eb-556eafb30005 req-c99af768-d025-4f07-a738-5c2acb00f54d tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:08.671402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e8434a-4367-4ea0-b4eb-556eafb30005 req-c99af768-d025-4f07-a738-5c2acb00f54d tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 945 time: 0.1091433 Sep 24 00:00:08.677799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-b73e4e7e-a7a0-4458-9c0e-b7d5c0c32131 service neutron] 10.222.0.24 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547811 Sep 24 00:00:08.756753 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:08.773039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e8434a-4367-4ea0-b4eb-556eafb30005 req-ebeb0e4f-b4cf-417d-a227-5913f9e6ae7d tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934527 Sep 24 00:00:08.807164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-30345c9c-646f-418d-a5ab-09767379b00d service neutron] 10.222.0.24 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213603 Sep 24 00:00:08.822414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6630d13f-74ed-429e-af05-9302c2fbbeeb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:08.829381 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:08.830284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6ee33374-1ae6-4c50-91f7-6fbd90c3511c up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:08.874497 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:08.920877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=6630d13f-74ed-429e-af05-9302c2fbbeeb,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:08.935392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:08.939825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:08.940303 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:08.958224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f8dd6a10-d3ba-4fa9-893b-69cfc5397c02 service neutron] 10.222.0.24 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444359 Sep 24 00:00:08.962518 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9dceff-767b-4d1c-b38f-8515b7273261 x-openstack-request-id: req-db9dceff-767b-4d1c-b38f-8515b7273261 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:08.962824 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "101f3ad9-7bd8-48c3-a7e5-cc47d94e165a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:08.963072 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db9dceff-767b-4d1c-b38f-8515b7273261 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:08.964072 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '101f3ad9-7bd8-48c3-a7e5-cc47d94e165a', 'code': 200} Sep 24 00:00:09.043980 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:09.082734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:09.087150 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:09.087961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:09.103365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-640cc9c7-2377-4a3f-874f-e47e1ccb34bf service neutron] 10.222.0.24 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341953 Sep 24 00:00:09.114814 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5932a-b714-4a93-ab60-19021924856a req-70812bad-2696-4451-b706-1eca0fb04b7e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:09.116300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76d5932a-b714-4a93-ab60-19021924856a req-70812bad-2696-4451-b706-1eca0fb04b7e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.0781312 Sep 24 00:00:09.170259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:09.183070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:09.187498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:09.187871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:09.212099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76d5932a-b714-4a93-ab60-19021924856a req-35a5e82d-8377-484f-bc6f-5badc417e930 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871859 Sep 24 00:00:09.239038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-263c1b97-c7bb-49fb-9278-d75f943cc1e7 service neutron] 10.222.0.24 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217091 Sep 24 00:00:09.284829 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:09.322529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:09.329447 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:09.370882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-7eada29c-bbbb-405f-acd4-b94901f9e582 service neutron] 10.222.0.24 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222847 Sep 24 00:00:09.403632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:09.599597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ae5cef-eeed-47d7-b4a5-354ab94cdc65 req-9c057134-d36f-4019-b868-4f0cbc8287b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:09.603400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98ae5cef-eeed-47d7-b4a5-354ab94cdc65 req-9c057134-d36f-4019-b868-4f0cbc8287b9 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 948 time: 0.0592930 Sep 24 00:00:09.631765 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6f6a0289-c725-47b0-af0b-aa626dc558f2 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:09.647307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98ae5cef-eeed-47d7-b4a5-354ab94cdc65 req-48daf1e9-8a9e-4c37-b10e-63dce0ac4d41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393314 Sep 24 00:00:09.735953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-df515112-06f0-44b5-96d9-fe447e8bce4a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips/1d548133-df6f-44a1-9d3b-9eda030813f4 HTTP/1.1" status: 200 len: 694 time: 0.0592604 Sep 24 00:00:09.757330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:09.770806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'port_id': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'mac_address': 'fa:16:3e:83:69:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7cffff-11fc-43aa-a9b6-58eef73f25f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:09.815206 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:09.828693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f6a0289-c725-47b0-af0b-aa626dc558f2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:09.848622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:09.854468 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:09.887619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-6a23c55b-16c2-4101-979d-0bbe19fef009 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:09.888699 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-6a23c55b-16c2-4101-979d-0bbe19fef009 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.1472957 Sep 24 00:00:09.939713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:09.944364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-7b18b157-7e2c-4eb9-846f-3ea647163077 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 697 time: 0.0483034 Sep 24 00:00:09.972599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['6f6a0289-c725-47b0-af0b-aa626dc558f2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:10.009071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'tag': '734abed2-eb25-4a78-934a-48a41ada1223'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:10.018807 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0567e74-69b0-4479-b4be-7850366669ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b8d90944-8360-4dc6-b8d4-6d72633c9743", "tag": "734abed2-eb25-4a78-934a-48a41ada1223"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:10.042976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-39817943-78c5-42c3-b8aa-fe136afb958d tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.229 HTTP/1.1" status: 200 len: 697 time: 0.0910513 Sep 24 00:00:10.208090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:10.280351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:10.284413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:10.284790 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.286091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cba2cf-d23c-4687-b8c1-2da728dea0a2 req-c576cd5b-4095-4fa9-ba2a-534a6f5f6f29 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.288201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2cba2cf-d23c-4687-b8c1-2da728dea0a2 req-c576cd5b-4095-4fa9-ba2a-534a6f5f6f29 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 945 time: 0.0916154 Sep 24 00:00:10.325427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Deleting port e4d0e17e-99a4-4993-8489-0a901cc75102 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:00:10.325835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.375014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2cba2cf-d23c-4687-b8c1-2da728dea0a2 req-0d5216e5-94ec-4c47-8916-8113e2786392 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792043 Sep 24 00:00:10.397752 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.438329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.438654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.454191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Calling delete_port for e4d0e17e-99a4-4993-8489-0a901cc75102 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:00:10.462443 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:10.469037 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.470120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d2054d59-fa01-431d-9d69-bcebae7bf5b5 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:10.554127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:10.565826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.566171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.566499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.566866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.567199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.567527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.567883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.568412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.568786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.569746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.569746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.569746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:10.578008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port d2054d59-fa01-431d-9d69-bcebae7bf5b5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:10.583020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port d2054d59-fa01-431d-9d69-bcebae7bf5b5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:10.583441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.590176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86900f-a1a2-4caf-8bb2-7e4492692b1a req-f69d1a31-e6aa-4a8d-a644-43ae8e975fd7 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.592127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb86900f-a1a2-4caf-8bb2-7e4492692b1a req-f69d1a31-e6aa-4a8d-a644-43ae8e975fd7 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 945 time: 0.1234133 Sep 24 00:00:10.670241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb86900f-a1a2-4caf-8bb2-7e4492692b1a req-4d5e545c-591e-4bc2-b349-385cd27d11b3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701356 Sep 24 00:00:10.678248 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.702170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.720502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d2054d59-fa01-431d-9d69-bcebae7bf5b5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d2054d59-fa01-431d-9d69-bcebae7bf5b5,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:10.726085 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.727108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 96e2c860-a67a-4cfc-918a-03e583d50a9b up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:10.738799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Pushing event deleted for resources: {'Port': ['ID=e4d0e17e-99a4-4993-8489-0a901cc75102,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:10.833892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=d2054d59-fa01-431d-9d69-bcebae7bf5b5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:10.850961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 96e2c860-a67a-4cfc-918a-03e583d50a9b completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:10.852108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.854921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.856124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9560364e-dbc4-4ed1-8d85-f5a7699b948c req-fd6a4876-155e-4032-993b-6bf7f99e755c tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "DELETE /v2.0/floatingips/1d548133-df6f-44a1-9d3b-9eda030813f4 HTTP/1.1" status: 204 len: 173 time: 0.8109486 Sep 24 00:00:10.857213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 96e2c860-a67a-4cfc-918a-03e583d50a9b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:10.857377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.879047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-22fba4c8-8a48-4394-aecf-1f57b95545c1 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.887545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-22fba4c8-8a48-4394-aecf-1f57b95545c1 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.895037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-22fba4c8-8a48-4394-aecf-1f57b95545c1 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.901157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-22fba4c8-8a48-4394-aecf-1f57b95545c1 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.907952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-22fba4c8-8a48-4394-aecf-1f57b95545c1 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.914188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-22fba4c8-8a48-4394-aecf-1f57b95545c1 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.921313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-22fba4c8-8a48-4394-aecf-1f57b95545c1 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:10.924839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-22fba4c8-8a48-4394-aecf-1f57b95545c1 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5430 time: 0.1564491 Sep 24 00:00:10.966055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee33374-1ae6-4c50-91f7-6fbd90c3511c'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797'}, {'server_uuid': 'c94dc9bf-217e-4a36-bfda-c3a2c034ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2054d59-fa01-431d-9d69-bcebae7bf5b5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:10.968779 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5466881-d236-45e8-9bb7-29a5bb1a7a85" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "6ee33374-1ae6-4c50-91f7-6fbd90c3511c"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "2681fa4d-70cf-4cd0-ac91-551e37cb8ed7"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "afbbeb5f-ee64-4705-bbe2-a4aab2a4b797"}, {"server_uuid": "c94dc9bf-217e-4a36-bfda-c3a2c034ef82", "name": "network-vif-plugged", "status": "completed", "tag": "d2054d59-fa01-431d-9d69-bcebae7bf5b5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:10.979181 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:10.979601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb15161a-6601-461c-8e92-a6ad34a244fc req-64c14a9b-fde8-4cc8-9270-9a04f23ce2b3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0327888 Sep 24 00:00:10.996541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13c2048e-e2b0-4fdb-abe8-645bf171fb73 req-874e8c4f-7bf8-445e-b811-adfb0e112db7 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655198 Sep 24 00:00:11.029208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 96e2c860-a67a-4cfc-918a-03e583d50a9b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:11.034626 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:11.036212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:11.047662 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c944359-e15e-4f63-8204-9d431b612ad4 x-openstack-request-id: req-1c944359-e15e-4f63-8204-9d431b612ad4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:11.048516 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8d90944-8360-4dc6-b8d4-6d72633c9743", "tag": "734abed2-eb25-4a78-934a-48a41ada1223", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:11.049055 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c944359-e15e-4f63-8204-9d431b612ad4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:11.049633 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'tag': '734abed2-eb25-4a78-934a-48a41ada1223', 'status': 'completed', 'code': 200} Sep 24 00:00:11.148195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=96e2c860-a67a-4cfc-918a-03e583d50a9b,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:11.169798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:11.170216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567e74-69b0-4479-b4be-7850366669ac req-de810520-3b8a-4256-afb6-2eb3206fd2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.171784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0567e74-69b0-4479-b4be-7850366669ac req-de810520-3b8a-4256-afb6-2eb3206fd2d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9b5f532072f4ffb8767d0ff0b941ea4&device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 1098 time: 0.1046195 Sep 24 00:00:11.174237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:11.174642 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:11.224795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94358c-6345-48ae-ae27-d551432c6892 req-a91608c5-dbde-49fb-a5f5-ce6ea52efa58 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.226359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec94358c-6345-48ae-ae27-d551432c6892 req-a91608c5-dbde-49fb-a5f5-ce6ea52efa58 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.1247449 Sep 24 00:00:11.274433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:11.304682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34cb578-d186-468d-8e5d-5efb3946f9c1 req-b66d2e01-72c8-4468-9d4a-2bcdfdf8b8bc tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.306209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f34cb578-d186-468d-8e5d-5efb3946f9c1 req-b66d2e01-72c8-4468-9d4a-2bcdfdf8b8bc tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 949 time: 0.1570208 Sep 24 00:00:11.337567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:11.342550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:11.343725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 166b8611-6d76-469f-b7fc-cc4402ae87f5 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:11.348235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec94358c-6345-48ae-ae27-d551432c6892 req-d7fa98df-d2df-4a5a-b21f-05019bdaf7b6 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135349 Sep 24 00:00:11.358271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567e74-69b0-4479-b4be-7850366669ac req-c0de641e-a744-497e-8838-40b0c211ce05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.358271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0567e74-69b0-4479-b4be-7850366669ac req-c0de641e-a744-497e-8838-40b0c211ce05 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba178d9c-1eae-4945-b0a6-c3515ed82d12 HTTP/1.1" status: 200 len: 912 time: 0.1698263 Sep 24 00:00:11.443565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0567e74-69b0-4479-b4be-7850366669ac req-bcf9685d-c79a-45cd-abc7-ee278eca81c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=734abed2-eb25-4a78-934a-48a41ada1223 HTTP/1.1" status: 200 len: 1001 time: 0.0770469 Sep 24 00:00:11.474729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-1d8ded83-31bb-405a-8a42-a6ba89d66ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.480723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-1d8ded83-31bb-405a-8a42-a6ba89d66ea2 service neutron] 10.222.0.18 "GET /v2.0/ports/7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 1033 time: 0.0863357 Sep 24 00:00:11.482563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f34cb578-d186-468d-8e5d-5efb3946f9c1 req-c9a6f6d8-d705-4b04-9ac9-fe895be3a40b tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565068 Sep 24 00:00:11.533407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 166b8611-6d76-469f-b7fc-cc4402ae87f5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:11.549517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-1431f67f-ae8d-47fa-a370-8e3d0c82bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.551076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-1431f67f-ae8d-47fa-a370-8e3d0c82bdf0 service neutron] 10.222.0.18 "GET /v2.0/ports/89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 1033 time: 0.0601165 Sep 24 00:00:11.560501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 166b8611-6d76-469f-b7fc-cc4402ae87f5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:11.560861 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:11.611950 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3427e9b-d3e4-4c66-9a6d-2be206cf3192 x-openstack-request-id: req-f3427e9b-d3e4-4c66-9a6d-2be206cf3192 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:11.612373 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "6ee33374-1ae6-4c50-91f7-6fbd90c3511c", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "2681fa4d-70cf-4cd0-ac91-551e37cb8ed7", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "afbbeb5f-ee64-4705-bbe2-a4aab2a4b797", "code": 200}, {"server_uuid": "c94dc9bf-217e-4a36-bfda-c3a2c034ef82", "name": "network-vif-plugged", "status": "completed", "tag": "d2054d59-fa01-431d-9d69-bcebae7bf5b5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:11.612522 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3427e9b-d3e4-4c66-9a6d-2be206cf3192 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:11.612870 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'code': 200} Sep 24 00:00:11.613112 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee33374-1ae6-4c50-91f7-6fbd90c3511c', 'code': 200} Sep 24 00:00:11.613352 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7', 'code': 200} Sep 24 00:00:11.613589 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797', 'code': 200} Sep 24 00:00:11.613890 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94dc9bf-217e-4a36-bfda-c3a2c034ef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'code': 200} Sep 24 00:00:11.621370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:11.624854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567e74-69b0-4479-b4be-7850366669ac req-52823c49-66b9-417f-b6a7-bd405aa46855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.626373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0567e74-69b0-4479-b4be-7850366669ac req-52823c49-66b9-417f-b6a7-bd405aa46855 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd HTTP/1.1" status: 200 len: 850 time: 0.1417365 Sep 24 00:00:11.649143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6f6a0289-c725-47b0-af0b-aa626dc558f2 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:11.720174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567e74-69b0-4479-b4be-7850366669ac req-61288c94-6871-4789-8abf-9ba874a20210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.722144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0567e74-69b0-4479-b4be-7850366669ac req-61288c94-6871-4789-8abf-9ba874a20210 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba178d9c-1eae-4945-b0a6-c3515ed82d12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824997 Sep 24 00:00:11.843006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-496cf70a-4d6c-439b-9a73-bc4e48b89e53 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.844625 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:11.849244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-496cf70a-4d6c-439b-9a73-bc4e48b89e53 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.858371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 6f6a0289-c725-47b0-af0b-aa626dc558f2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:11.858735 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:11.868222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-496cf70a-4d6c-439b-9a73-bc4e48b89e53 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.872403 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-496cf70a-4d6c-439b-9a73-bc4e48b89e53 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "GET /v2.0/networks?id=0fa905c6-5b85-4188-8ccc-e6003718f222&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=1231a640-714e-41c4-9a45-73b7f80e4d8b&id=1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 200 len: 1996 time: 0.2976444 Sep 24 00:00:11.886878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0567e74-69b0-4479-b4be-7850366669ac req-4a5a28e2-1c38-4978-a0ad-8b1093fa0e78 service neutron] 10.222.0.20 "GET /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451166 Sep 24 00:00:11.895767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91492a9-03a2-4136-a29e-a86d31e11a94 req-4a37f4d6-5067-4586-8900-c4ec88ca9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.898565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068d003-6dd8-493f-93ac-097cf01e6f1b req-870d3b0e-b977-4df7-8911-521ddc23c092 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:11.898990 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d91492a9-03a2-4136-a29e-a86d31e11a94 req-4a37f4d6-5067-4586-8900-c4ec88ca9b6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 1101 time: 0.1567490 Sep 24 00:00:11.900432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8068d003-6dd8-493f-93ac-097cf01e6f1b req-870d3b0e-b977-4df7-8911-521ddc23c092 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 946 time: 0.0809700 Sep 24 00:00:11.947414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 166b8611-6d76-469f-b7fc-cc4402ae87f5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:11.956043 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:11.989711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d91492a9-03a2-4136-a29e-a86d31e11a94 req-22ef838b-ac8b-4ae6-97d5-f78150e6287f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825753 Sep 24 00:00:11.999955 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-844c78b8-ce02-4dc6-bbc9-ce127e3824b0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3af48b83c0974508b0b8d5bd929e6cd9 HTTP/1.1" status: 200 len: 380 time: 0.0672343 Sep 24 00:00:12.019733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'admin_state_up': True, 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'security_groups': ['f7caadb5-6843-4a6c-9a06-26b8441582a6']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:12.024998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=166b8611-6d76-469f-b7fc-cc4402ae87f5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:12.091264 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:12.136854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:12.142485 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:12.180014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:12.186399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:12.224627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:12.345160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Allocated IP 172.20.0.7 (0fa905c6-5b85-4188-8ccc-e6003718f222/e7784be8-b5c0-437f-be3d-6205f84b0fca/fefbfcee-8d24-4664-a4c2-f45fc4d166d0) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:12.433195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8068d003-6dd8-493f-93ac-097cf01e6f1b req-2a853eff-3628-4e82-bff6-d2f933614b1e tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5210567 Sep 24 00:00:12.449318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0567e74-69b0-4479-b4be-7850366669ac req-1b8fe2fd-4acf-4768-94d2-7aaafe1407ad service neutron] 10.222.0.20 "GET /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5470221 Sep 24 00:00:12.467077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a416384-52d2-4439-9952-d91b33211c5d req-8c893690-c09b-40b3-8142-fc26f706f565 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.471323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a416384-52d2-4439-9952-d91b33211c5d req-8c893690-c09b-40b3-8142-fc26f706f565 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 945 time: 0.4782355 Sep 24 00:00:12.515280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:12.547407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a416384-52d2-4439-9952-d91b33211c5d req-906d8c63-64b1-470a-a6c8-2a81d2ba3974 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733588 Sep 24 00:00:12.571664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:12.607111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc7803-fa76-449f-b00f-4bc0439df9ad req-67811b3a-ae96-440c-a9cb-8c5ff275a504 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.609018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ddc7803-fa76-449f-b00f-4bc0439df9ad req-67811b3a-ae96-440c-a9cb-8c5ff275a504 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 945 time: 0.0807343 Sep 24 00:00:12.630612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:12.634271 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:12.638746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:12.655141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ddc7803-fa76-449f-b00f-4bc0439df9ad req-2e9cfd03-f13a-4990-b115-564c529ece53 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 Sep 24 00:00:12.700438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:12.721478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4105c1-ebd7-4e93-81a6-39a34735130b req-4761bc31-7f36-45e8-9fc4-41e6d574041d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.723749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.725670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:12.730002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b4105c1-ebd7-4e93-81a6-39a34735130b req-4761bc31-7f36-45e8-9fc4-41e6d574041d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 931 time: 0.0736070 Sep 24 00:00:12.749155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6b3ab68-5ed4-4325-a99e-ff0125d3b245 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7366805 Sep 24 00:00:12.761458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'admin_state_up': True, 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'security_groups': ['f7caadb5-6843-4a6c-9a06-26b8441582a6']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:12.812734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b4105c1-ebd7-4e93-81a6-39a34735130b req-9b57196f-2eb7-4c16-ac47-cae0ee210503 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816095 Sep 24 00:00:12.851637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-2d8a69ba-be09-4e06-b59c-c41a59101eae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.867049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-2d8a69ba-be09-4e06-b59c-c41a59101eae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.877378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-2d8a69ba-be09-4e06-b59c-c41a59101eae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.887076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-2d8a69ba-be09-4e06-b59c-c41a59101eae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.893309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-2d8a69ba-be09-4e06-b59c-c41a59101eae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.899420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-2d8a69ba-be09-4e06-b59c-c41a59101eae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.906070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-2d8a69ba-be09-4e06-b59c-c41a59101eae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:12.908153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-2d8a69ba-be09-4e06-b59c-c41a59101eae tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5432 time: 0.1530960 Sep 24 00:00:12.964305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:12.968419 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:13.002236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce4012eb-ef60-44ee-b983-e387c3c90f6a req-aea15c3f-0e01-48fc-87ad-fc7a30603ca8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0871916 Sep 24 00:00:13.052183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-91e741bf-206e-4ed5-b8d2-606352c80b48 None None] Provisioning complete for port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:13.052755 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91e741bf-206e-4ed5-b8d2-606352c80b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:13.058995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891b3e80-9c66-4256-8de7-bf1b9f824c9f req-eb3f8d9d-58c3-41de-a02f-52ff9986b198 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.066124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-891b3e80-9c66-4256-8de7-bf1b9f824c9f req-eb3f8d9d-58c3-41de-a02f-52ff9986b198 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.1223211 Sep 24 00:00:13.134318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-891b3e80-9c66-4256-8de7-bf1b9f824c9f req-25505eb0-0485-4db5-a887-7a626cbecfd5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669489 Sep 24 00:00:13.136371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-91e741bf-206e-4ed5-b8d2-606352c80b48 None None] Port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:13.171864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Allocated IP 10.1.1.154 (35e2337f-26a6-4f59-a784-b9a1b28398ae/00665818-f83d-4666-bf74-da0a474cb0cb/6120ce8b-e093-4dcd-9676-81b2a0ca995b) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:13.211420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07bbff-9037-4a97-ac6d-1619926c3efd req-9b5a01b7-8704-4f1e-8b52-a3cf870a6f04 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.217513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d07bbff-9037-4a97-ac6d-1619926c3efd req-9b5a01b7-8704-4f1e-8b52-a3cf870a6f04 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 949 time: 0.0739005 Sep 24 00:00:13.281088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d07bbff-9037-4a97-ac6d-1619926c3efd req-c5573c65-3786-4546-97c3-0d2ed0cd5f7a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 Sep 24 00:00:13.449849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:13.508129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362f721-5dcd-4744-9e9b-a2a591abdd4c req-76e74459-b1dd-44ee-a31e-f89b680efc8b tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.511241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a362f721-5dcd-4744-9e9b-a2a591abdd4c req-76e74459-b1dd-44ee-a31e-f89b680efc8b tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.0823183 Sep 24 00:00:13.520511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:13.572508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:13.577013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:13.582092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:13.592991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=6120ce8b-e093-4dcd-9676-81b2a0ca995b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:13.615707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e2c860-a67a-4cfc-918a-03e583d50a9b'}, {'server_uuid': 'ccc02261-4d71-4659-8245-efc1aacc0238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166b8611-6d76-469f-b7fc-cc4402ae87f5'}, {'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:13.617760 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534c68f9-eaa8-49bd-bbc8-1df2ec7cec25" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "96e2c860-a67a-4cfc-918a-03e583d50a9b"}, {"server_uuid": "ccc02261-4d71-4659-8245-efc1aacc0238", "name": "network-vif-plugged", "status": "completed", "tag": "8bfaabc8-affc-4c94-98d1-99d6dbed6c7e"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "166b8611-6d76-469f-b7fc-cc4402ae87f5"}, {"server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "name": "network-vif-plugged", "status": "completed", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:13.638736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a362f721-5dcd-4744-9e9b-a2a591abdd4c req-94c653ac-a91f-4121-aead-ae40d4912922 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191370 Sep 24 00:00:13.677183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d90956-ced2-43bb-acb8-5b75b40db4e1 req-8edd56af-4859-4fba-bf56-4a8fc82b103a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.679531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47d90956-ced2-43bb-acb8-5b75b40db4e1 req-8edd56af-4859-4fba-bf56-4a8fc82b103a tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 946 time: 0.1237864 Sep 24 00:00:13.680485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.681405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:13.688714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-9a8764f4-f272-4cad-9589-c7f9f11daaec tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.691083 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-9a8764f4-f272-4cad-9589-c7f9f11daaec tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.18 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 946 time: 0.1256707 Sep 24 00:00:13.711519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-238c7811-ea30-437f-b06f-595ce0c023d6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9543052 Sep 24 00:00:13.724849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'admin_state_up': True, 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'security_groups': ['f7caadb5-6843-4a6c-9a06-26b8441582a6']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:13.735684 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d07c38-987a-41d7-b0b3-c4c6697f14cf x-openstack-request-id: req-68d07c38-987a-41d7-b0b3-c4c6697f14cf {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:13.735684 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "96e2c860-a67a-4cfc-918a-03e583d50a9b", "code": 200}, {"server_uuid": "ccc02261-4d71-4659-8245-efc1aacc0238", "name": "network-vif-plugged", "status": "completed", "tag": "8bfaabc8-affc-4c94-98d1-99d6dbed6c7e", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-plugged", "status": "completed", "tag": "166b8611-6d76-469f-b7fc-cc4402ae87f5", "code": 200}, {"server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "name": "network-vif-plugged", "status": "completed", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:13.735940 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68d07c38-987a-41d7-b0b3-c4c6697f14cf {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:13.737110 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96e2c860-a67a-4cfc-918a-03e583d50a9b', 'code': 200} Sep 24 00:00:13.737384 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc02261-4d71-4659-8245-efc1aacc0238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'code': 200} Sep 24 00:00:13.737660 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166b8611-6d76-469f-b7fc-cc4402ae87f5', 'code': 200} Sep 24 00:00:13.737909 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'code': 200} Sep 24 00:00:13.967293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-89793b53-0a1e-44d6-bea3-00b142f4341e None None] Provisioning complete for port 6120ce8b-e093-4dcd-9676-81b2a0ca995b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:13.967669 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-89793b53-0a1e-44d6-bea3-00b142f4341e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:13.981255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350b71-136b-4f14-92d3-c931b0eba67e req-573ebcba-71e1-43e9-a438-c791883f534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.981419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47d90956-ced2-43bb-acb8-5b75b40db4e1 req-b6ab9a06-5efb-4cb5-bcec-9c68e8621807 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/security-groups?id=0e1412b7-48cf-4f61-b3db-735f47a771e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794497 Sep 24 00:00:13.982060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350b71-136b-4f14-92d3-c931b0eba67e req-573ebcba-71e1-43e9-a438-c791883f534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.982060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350b71-136b-4f14-92d3-c931b0eba67e req-573ebcba-71e1-43e9-a438-c791883f534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.982060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350b71-136b-4f14-92d3-c931b0eba67e req-573ebcba-71e1-43e9-a438-c791883f534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.982060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350b71-136b-4f14-92d3-c931b0eba67e req-573ebcba-71e1-43e9-a438-c791883f534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.982060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350b71-136b-4f14-92d3-c931b0eba67e req-573ebcba-71e1-43e9-a438-c791883f534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.982060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84350b71-136b-4f14-92d3-c931b0eba67e req-573ebcba-71e1-43e9-a438-c791883f534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:13.982060 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-84350b71-136b-4f14-92d3-c931b0eba67e req-573ebcba-71e1-43e9-a438-c791883f534a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6496 time: 0.0942140 Sep 24 00:00:13.982060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:13.985632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:13.995428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50a472-6103-4de2-8eeb-1118303186da req-ce503eb7-406a-44dc-968a-cb3ecf0aecd1 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.005339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f50a472-6103-4de2-8eeb-1118303186da req-ce503eb7-406a-44dc-968a-cb3ecf0aecd1 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.18 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 945 time: 0.3120642 Sep 24 00:00:14.028330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-89793b53-0a1e-44d6-bea3-00b142f4341e None None] Port 6120ce8b-e093-4dcd-9676-81b2a0ca995b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:14.071409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9ea2c-c75b-4e10-9dd7-58016d7338d6 req-8bcc8c71-e08c-47cb-b47b-8b2362f9e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.073504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aed9ea2c-c75b-4e10-9dd7-58016d7338d6 req-8bcc8c71-e08c-47cb-b47b-8b2362f9e264 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 1102 time: 0.2285290 Sep 24 00:00:14.099464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-84350b71-136b-4f14-92d3-c931b0eba67e req-8a8512a0-422b-4fb0-8bd8-48b3454db02d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&id=9a0f4835-a991-44c0-8d9b-66625adcded3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0982842 Sep 24 00:00:14.142163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fda075-77ab-4066-b5b9-a3922f04f4be req-9d64a5bd-0e25-48c2-8ffb-423285ca33d7 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.143768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78fda075-77ab-4066-b5b9-a3922f04f4be req-9d64a5bd-0e25-48c2-8ffb-423285ca33d7 tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 945 time: 0.2687473 Sep 24 00:00:14.161971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Deleting port 871487d1-af73-461d-b5f9-832d10b779a5 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:00:14.162385 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:14.180533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Allocated IP 10.1.1.214 (35e2337f-26a6-4f59-a784-b9a1b28398ae/00665818-f83d-4666-bf74-da0a474cb0cb/8ebdd583-19ab-4a07-811d-c5562a6f576a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:14.318408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aed9ea2c-c75b-4e10-9dd7-58016d7338d6 req-5c70e20b-4d95-4cbe-ab5a-8a8fbec6c619 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217607 Sep 24 00:00:14.327128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa93-31ea-4f26-800c-9dc3ae65d2aa req-b0d34031-0575-452e-b2c6-92913030ffb5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.333417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7224fa93-31ea-4f26-800c-9dc3ae65d2aa req-b0d34031-0575-452e-b2c6-92913030ffb5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.335207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7224fa93-31ea-4f26-800c-9dc3ae65d2aa req-b0d34031-0575-452e-b2c6-92913030ffb5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 1653 time: 0.2607601 Sep 24 00:00:14.367298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78fda075-77ab-4066-b5b9-a3922f04f4be req-0e32a573-19dd-40ee-ae8a-5af173fc147c tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/security-groups?id=b75dadb2-521c-4cb1-9564-1b7d1b10ed69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084043 Sep 24 00:00:14.406179 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:14.424549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Deleting port 23732e1b-7fca-4448-9467-b20f174cd473 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:00:14.424897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:14.432119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] For port 871487d1-af73-461d-b5f9-832d10b779a5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=871487d1-af73-461d-b5f9-832d10b779a5,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:14.432479 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:14.452446 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7224fa93-31ea-4f26-800c-9dc3ae65d2aa req-0ff8fc49-17a6-4a9f-aaad-2d5009763711 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951264 Sep 24 00:00:14.466413 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:14.471653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Calling delete_port for 871487d1-af73-461d-b5f9-832d10b779a5 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:00:14.552465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:14.556502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:14.581170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:14.586280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=8ebdd583-19ab-4a07-811d-c5562a6f576a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:14.662369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.663058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:14.669760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] For port 23732e1b-7fca-4448-9467-b20f174cd473, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=23732e1b-7fca-4448-9467-b20f174cd473,segment=NetworkSegment(f84c23fe-ed5f-48bf-a7b8-068287514011),segment_id=f84c23fe-ed5f-48bf-a7b8-068287514011)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:14.670317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:14.680267 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c943a16-1022-441a-84d5-f5de2ba4f20b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9594951 Sep 24 00:00:14.697356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b', 'admin_state_up': True, 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'security_groups': ['f7caadb5-6843-4a6c-9a06-26b8441582a6']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:14.718253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Calling delete_port for 23732e1b-7fca-4448-9467-b20f174cd473 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:00:14.748496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-3d5c2108-4aa7-4702-84a2-d474ba951f2a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.754543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-3d5c2108-4aa7-4702-84a2-d474ba951f2a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.761380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-3d5c2108-4aa7-4702-84a2-d474ba951f2a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.767802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-3d5c2108-4aa7-4702-84a2-d474ba951f2a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.774088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-3d5c2108-4aa7-4702-84a2-d474ba951f2a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.780404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-3d5c2108-4aa7-4702-84a2-d474ba951f2a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.786976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-3d5c2108-4aa7-4702-84a2-d474ba951f2a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.796060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-3d5c2108-4aa7-4702-84a2-d474ba951f2a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5432 time: 0.2755146 Sep 24 00:00:14.882093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:14.943332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34093a-f4fb-4d03-8a28-876d34dfebf4 req-1f741073-a3dc-481f-bcba-32e5ee368736 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:14.952791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b34093a-f4fb-4d03-8a28-876d34dfebf4 req-1f741073-a3dc-481f-bcba-32e5ee368736 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.3119898 Sep 24 00:00:14.967809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b842e300-3ab2-4a20-9c16-0c7940ee0a15 None None] Provisioning complete for port 8ebdd583-19ab-4a07-811d-c5562a6f576a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:14.968420 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b842e300-3ab2-4a20-9c16-0c7940ee0a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:14.991800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45f675e1-7126-4f57-aa19-aa088b2edee9 req-0309d747-7be6-42d8-b815-e7451ec6eef6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1749134 Sep 24 00:00:15.000208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.032987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b842e300-3ab2-4a20-9c16-0c7940ee0a15 None None] Port 8ebdd583-19ab-4a07-811d-c5562a6f576a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:15.036107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.051336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['871487d1-af73-461d-b5f9-832d10b779a5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:15.165877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Pushing event deleted for resources: {'Port': ['ID=871487d1-af73-461d-b5f9-832d10b779a5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:15.196285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b34093a-f4fb-4d03-8a28-876d34dfebf4 req-be5c4dcc-01a4-4345-8573-16f6ab644f5a tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072048 Sep 24 00:00:15.299522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] No DVR routers for this DVR port 871487d1-af73-461d-b5f9-832d10b779a5 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:00:15.308002 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.310085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe241125-de61-411d-96a9-b5dce79f62c0 req-a5c5e364-c33b-4fea-8849-33f50f368a18 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.18 "DELETE /v2.0/ports/871487d1-af73-461d-b5f9-832d10b779a5 HTTP/1.1" status: 204 len: 173 time: 1.6057444 Sep 24 00:00:15.312593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'name': 'network-vif-deleted', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:15.314872 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b19e18-6f41-4a97-b7ac-e40d12e67bed" -d '{"events": [{"server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "name": "network-vif-deleted", "tag": "871487d1-af73-461d-b5f9-832d10b779a5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:15.346298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b516c2-bf9a-4984-b56a-2c78faaf7f13 req-76f9c7fb-9a9b-4f02-af8c-c6a664bbe3ce tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:15.346298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63b516c2-bf9a-4984-b56a-2c78faaf7f13 req-76f9c7fb-9a9b-4f02-af8c-c6a664bbe3ce tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 949 time: 0.2808652 Sep 24 00:00:15.353194 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.374530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['23732e1b-7fca-4448-9467-b20f174cd473'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:15.408950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Pushing event deleted for resources: {'Port': ['ID=23732e1b-7fca-4448-9467-b20f174cd473,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:15.443883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Allocated IP 10.2.2.100 (1231a640-714e-41c4-9a45-73b7f80e4d8b/1baf5268-4424-41d5-bbc8-25d2f5b08893/4cf9219c-9145-4dcc-b7f8-06c33be6074a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:15.454390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63b516c2-bf9a-4984-b56a-2c78faaf7f13 req-6d27b9c7-4e74-49b5-8a87-5e7040207e1f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024268 Sep 24 00:00:15.598265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-fde0a1e0-a22c-4ae3-8092-ab274912b505 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:15.600127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-fde0a1e0-a22c-4ae3-8092-ab274912b505 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.18 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.3057449 Sep 24 00:00:15.615471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] No DVR routers for this DVR port 23732e1b-7fca-4448-9467-b20f174cd473 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:00:15.638081 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.640217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f50a472-6103-4de2-8eeb-1118303186da req-4e01adda-758b-4b8f-83c3-fd0c8a9d025e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.18 "DELETE /v2.0/ports/23732e1b-7fca-4448-9467-b20f174cd473 HTTP/1.1" status: 204 len: 173 time: 1.6129959 Sep 24 00:00:15.672079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74248f35-fcde-4cd0-83bc-f061acb707b2 req-9ee2f770-b63c-41e5-afe8-908db2da3864 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:15.674167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74248f35-fcde-4cd0-83bc-f061acb707b2 req-9ee2f770-b63c-41e5-afe8-908db2da3864 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 946 time: 0.2321906 Sep 24 00:00:15.681800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6f6a0289-c725-47b0-af0b-aa626dc558f2 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:00:15.721798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1c61df5-c40e-47f7-8453-8dddaea9bf11 req-2ef900b6-003c-4e60-a693-c9687428c692 tempest-FloatingIPsAssociationTestJSON-2092553327 tempest-FloatingIPsAssociationTestJSON-2092553327-project] 10.222.0.24 "GET /v2.0/ports?device_id=145e52c4-bd20-434d-989b-ca6a336f72f5 HTTP/1.1" status: 200 len: 210 time: 0.0931153 Sep 24 00:00:15.788731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.835403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74248f35-fcde-4cd0-83bc-f061acb707b2 req-aafda21f-9663-4cfd-b05d-555a027c1480 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333075 Sep 24 00:00:15.842012 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbc83cad-0520-4094-b9c5-90bd35e830ee x-openstack-request-id: req-cbc83cad-0520-4094-b9c5-90bd35e830ee {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:15.848214 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145e52c4-bd20-434d-989b-ca6a336f72f5", "name": "network-vif-deleted", "tag": "871487d1-af73-461d-b5f9-832d10b779a5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:15.848581 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbc83cad-0520-4094-b9c5-90bd35e830ee {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:15.849203 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145e52c4-bd20-434d-989b-ca6a336f72f5', 'name': 'network-vif-deleted', 'tag': '871487d1-af73-461d-b5f9-832d10b779a5', 'status': 'completed', 'code': 200} Sep 24 00:00:15.915205 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.949955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Deleting port 6f6a0289-c725-47b0-af0b-aa626dc558f2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:00:15.958236 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:15.973591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:15.976162 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0983ea-8a7a-4336-ad35-a8711d09412a" -d '{"events": [{"server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "name": "network-vif-unplugged", "status": "completed", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:15.977701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-430bfed2-ceaf-4ec1-8dcd-c66b0f7a8bc6 req-f11d0ddf-88c7-4144-a27f-04bc5e62234e tempest-ServersNegativeTestMultiTenantJSON-336269257 tempest-ServersNegativeTestMultiTenantJSON-336269257-project] 10.222.0.24 "GET /v2.0/ports?device_id=05deb752-e716-4b6d-9c09-501530f53533 HTTP/1.1" status: 200 len: 210 time: 0.0578175 Sep 24 00:00:16.014598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:16.015976 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:16.029230 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:16.032435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 23732e1b-7fca-4448-9467-b20f174cd473 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:00:16.070341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 23732e1b-7fca-4448-9467-b20f174cd473 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:00:16.071059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 23732e1b-7fca-4448-9467-b20f174cd473 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:00:16.071731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 871487d1-af73-461d-b5f9-832d10b779a5 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:00:16.147395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 871487d1-af73-461d-b5f9-832d10b779a5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:00:16.148467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 871487d1-af73-461d-b5f9-832d10b779a5 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:00:16.165836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46609e87-72ee-4654-b8c2-ca73d4b14749 req-4e3b8123-81c3-469d-9753-4a9844252df5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.168832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46609e87-72ee-4654-b8c2-ca73d4b14749 req-4e3b8123-81c3-469d-9753-4a9844252df5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 950 time: 0.1894162 Sep 24 00:00:16.186170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:16.218471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=4cf9219c-9145-4dcc-b7f8-06c33be6074a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:16.266937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:16.272440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:16.275260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:16.279592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] For port 6f6a0289-c725-47b0-af0b-aa626dc558f2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6f6a0289-c725-47b0-af0b-aa626dc558f2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:16.279841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:16.296995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46609e87-72ee-4654-b8c2-ca73d4b14749 req-30df5983-314f-4636-ae7e-0a5af4cded91 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782177 Sep 24 00:00:16.316745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6b9ef-1346-4066-b286-1b4001a713b1 req-52bb540d-f0db-4677-b9b0-87b8cc1199f6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.332949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Calling delete_port for 6f6a0289-c725-47b0-af0b-aa626dc558f2 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:00:16.337298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6b9ef-1346-4066-b286-1b4001a713b1 req-52bb540d-f0db-4677-b9b0-87b8cc1199f6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.362211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6b9ef-1346-4066-b286-1b4001a713b1 req-52bb540d-f0db-4677-b9b0-87b8cc1199f6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.371459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6b9ef-1346-4066-b286-1b4001a713b1 req-52bb540d-f0db-4677-b9b0-87b8cc1199f6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.377511 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c7154-874a-41eb-aa20-407d9b834866 x-openstack-request-id: req-417c7154-874a-41eb-aa20-407d9b834866 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:16.378309 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "name": "network-vif-unplugged", "status": "completed", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:16.378920 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-417c7154-874a-41eb-aa20-407d9b834866 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:16.380004 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'code': 200} Sep 24 00:00:16.388865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ba6b9ef-1346-4066-b286-1b4001a713b1 req-52bb540d-f0db-4677-b9b0-87b8cc1199f6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 3095 time: 0.2185125 Sep 24 00:00:16.397895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.399032 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:16.496503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ba6b9ef-1346-4066-b286-1b4001a713b1 req-006e9e3c-deae-48e2-9fb5-b0801661a317 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898559 Sep 24 00:00:16.582332 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:16.588313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-20da138f-113f-4cd0-a419-5852a652acfd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.597178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-20da138f-113f-4cd0-a419-5852a652acfd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.609349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-20da138f-113f-4cd0-a419-5852a652acfd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.616497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-20da138f-113f-4cd0-a419-5852a652acfd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.624148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-20da138f-113f-4cd0-a419-5852a652acfd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.633779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event deleted for resources: {'Port': ['ID=6f6a0289-c725-47b0-af0b-aa626dc558f2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:16.647577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-20da138f-113f-4cd0-a419-5852a652acfd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.648520 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-bcf7b273-c7ad-4c2f-8c13-9ea4bcb6ecf3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9551830 Sep 24 00:00:16.654873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-20da138f-113f-4cd0-a419-5852a652acfd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.666015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-20da138f-113f-4cd0-a419-5852a652acfd tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5432 time: 0.1939256 Sep 24 00:00:16.714087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] No DVR routers for this DVR port 6f6a0289-c725-47b0-af0b-aa626dc558f2 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:00:16.718427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:16.720580 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-16a5ecaf-3872-4981-8c37-88ffcfdab55e req-54135e74-6008-4b7a-b0e6-3081f57caa61 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.18 "DELETE /v2.0/ports/6f6a0289-c725-47b0-af0b-aa626dc558f2 HTTP/1.1" status: 204 len: 173 time: 1.1076751 Sep 24 00:00:16.734379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b', 'admin_state_up': True, 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'security_groups': ['f7caadb5-6843-4a6c-9a06-26b8441582a6']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:16.737424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'name': 'network-vif-deleted', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:16.744636 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac13318-a6a0-495e-9635-54cd2778ccaa" -d '{"events": [{"server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "name": "network-vif-deleted", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:16.762289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fec1244a-f5ab-4794-bc98-e599228fa4b4 req-77a1cbe9-1a5b-454b-b99c-6ea0e54f1c1f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948827 Sep 24 00:00:16.776608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca64e11-0bf5-4722-ac24-f9d35bcf64f8 req-b00be054-e45b-42c0-9d8f-e17bce93fc19 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:16.784590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fca64e11-0bf5-4722-ac24-f9d35bcf64f8 req-b00be054-e45b-42c0-9d8f-e17bce93fc19 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.1155007 Sep 24 00:00:16.816955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f9d946a1-b138-4e7c-bc74-d36094a56233 None None] Provisioning complete for port 4cf9219c-9145-4dcc-b7f8-06c33be6074a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:16.817515 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f9d946a1-b138-4e7c-bc74-d36094a56233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:16.855151 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fca64e11-0bf5-4722-ac24-f9d35bcf64f8 req-9ed266a3-7709-4c41-8299-e2a2db9e89b5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681887 Sep 24 00:00:16.865732 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f9d946a1-b138-4e7c-bc74-d36094a56233 None None] Port 4cf9219c-9145-4dcc-b7f8-06c33be6074a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:16.935373 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680de5c-e93a-4339-bd38-8f250f8f8a0e x-openstack-request-id: req-7680de5c-e93a-4339-bd38-8f250f8f8a0e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:16.935654 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3d8eb5-cab6-4ff7-ae7e-88172e373117", "name": "network-vif-deleted", "tag": "6f6a0289-c725-47b0-af0b-aa626dc558f2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:16.935906 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7680de5c-e93a-4339-bd38-8f250f8f8a0e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:16.936290 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3d8eb5-cab6-4ff7-ae7e-88172e373117', 'name': 'network-vif-deleted', 'tag': '6f6a0289-c725-47b0-af0b-aa626dc558f2', 'status': 'completed', 'code': 200} Sep 24 00:00:16.955497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48610) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:16.998872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Made reservation on behalf of 3af48b83c0974508b0b8d5bd929e6cd9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:17.004764 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.102577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b47af2e-912a-4610-bf39-f18f3c483b4c req-6aa2a059-0d3b-4361-ac99-c064d79b6331 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=3f3d8eb5-cab6-4ff7-ae7e-88172e373117 HTTP/1.1" status: 200 len: 210 time: 0.0383663 Sep 24 00:00:17.159454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e3d9-297b-420f-9489-d3d7213f8291 req-dda2bbf8-4263-4bfc-87bd-a71b7c29a63a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.165864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48614) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:17.169630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e3d9-297b-420f-9489-d3d7213f8291 req-dda2bbf8-4263-4bfc-87bd-a71b7c29a63a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.175880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e3d9-297b-420f-9489-d3d7213f8291 req-dda2bbf8-4263-4bfc-87bd-a71b7c29a63a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.183584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e3d9-297b-420f-9489-d3d7213f8291 req-dda2bbf8-4263-4bfc-87bd-a71b7c29a63a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.196094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e3d9-297b-420f-9489-d3d7213f8291 req-dda2bbf8-4263-4bfc-87bd-a71b7c29a63a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.205092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e3d9-297b-420f-9489-d3d7213f8291 req-dda2bbf8-4263-4bfc-87bd-a71b7c29a63a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.213130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f27e3d9-297b-420f-9489-d3d7213f8291 req-dda2bbf8-4263-4bfc-87bd-a71b7c29a63a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.215406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f27e3d9-297b-420f-9489-d3d7213f8291 req-dda2bbf8-4263-4bfc-87bd-a71b7c29a63a tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5432 time: 0.2025671 Sep 24 00:00:17.229786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48616) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:17.241942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Request body: {'floatingip': {'port_id': '6630d13f-74ed-429e-af05-9302c2fbbeeb'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:17.258693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-4750682e-12e7-4803-8a7e-3207b301bdc5 admin admin] Deleting subnet a6b0d492-f95a-4bc8-ba42-53a5313604e9 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:00:17.261635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Allocated IP 10.2.2.200 (1231a640-714e-41c4-9a45-73b7f80e4d8b/1baf5268-4424-41d5-bbc8-25d2f5b08893/eb17749f-a4b7-4eff-8a7b-04a97dab82e8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:17.266574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750682e-12e7-4803-8a7e-3207b301bdc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.304261 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.372532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750682e-12e7-4803-8a7e-3207b301bdc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.468476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750682e-12e7-4803-8a7e-3207b301bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.598109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.607923 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750682e-12e7-4803-8a7e-3207b301bdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.626646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f9439-ba5e-4128-bd22-2eb7715aee68 req-c26ff3fb-2483-463f-94ab-d68d8574ea80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.633947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-757f9439-ba5e-4128-bd22-2eb7715aee68 req-c26ff3fb-2483-463f-94ab-d68d8574ea80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 950 time: 0.2591364 Sep 24 00:00:17.637828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750682e-12e7-4803-8a7e-3207b301bdc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6b0d492-f95a-4bc8-ba42-53a5313604e9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:17.652206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4750682e-12e7-4803-8a7e-3207b301bdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.654300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4750682e-12e7-4803-8a7e-3207b301bdc5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a6b0d492-f95a-4bc8-ba42-53a5313604e9 HTTP/1.1" status: 204 len: 168 time: 0.4868374 Sep 24 00:00:17.659519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48622) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:17.702368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.775139 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.802650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:17.808654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:17.816944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:17.844294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event updated for resources: {'Port': ['ID=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:17.912488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:17.913097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.956234 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:17.967608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6d5e92f4-9607-4d7e-9119-886dcb54166b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2559333 Sep 24 00:00:17.986622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:17.991414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2083d4-6313-4025-8556-8bed4904353a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:18.018030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f84c23fe-ed5f-48bf-a7b8-068287514011') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:18.018396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f84c23fe-ed5f-48bf-a7b8-068287514011') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:18.032309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.068899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.076689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.081172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:00:18.081633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:00:18.083409 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:00:18.124255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05deb752-e716-4b6d-9c09-501530f53533', 'name': 'network-vif-deleted', 'tag': '23732e1b-7fca-4448-9467-b20f174cd473'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:18.126442 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c58653-b964-46ab-ba6e-1474f9b7daec" -d '{"events": [{"server_uuid": "05deb752-e716-4b6d-9c09-501530f53533", "name": "network-vif-deleted", "tag": "23732e1b-7fca-4448-9467-b20f174cd473"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:18.133984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ae4f7801-028c-4701-aee6-4480cc3de872 None None] Provisioning complete for port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:18.135437 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae4f7801-028c-4701-aee6-4480cc3de872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.157018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-757f9439-ba5e-4128-bd22-2eb7715aee68 req-3993794b-ddc7-43f9-8d78-92382af184fe tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221591 Sep 24 00:00:18.189390 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.197224 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.199337 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] 10.222.0.24 "DELETE /v2.0/networks/ce2083d4-6313-4025-8556-8bed4904353a HTTP/1.1" status: 204 len: 168 time: 0.5388086 Sep 24 00:00:18.209072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ae4f7801-028c-4701-aee6-4480cc3de872 None None] Port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:18.210897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:18.230356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9160ad6-c55d-44f6-bf75-3c97806d73bd admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2083d4-6313-4025-8556-8bed4904353a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:18.334862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59504-93ec-41e5-95c2-50bd7ec80543 req-8be74744-f2d1-410f-bf46-27b0a468f085 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:18.336932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cef7b9b-0ad7-412d-ba22-f93e1f498ab5 admin admin] Deleting subnet e150c577-9813-4fe7-bfa1-e1d0333e3500 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:00:18.341239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59504-93ec-41e5-95c2-50bd7ec80543 req-8be74744-f2d1-410f-bf46-27b0a468f085 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:18.344891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cef7b9b-0ad7-412d-ba22-f93e1f498ab5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.350094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59504-93ec-41e5-95c2-50bd7ec80543 req-8be74744-f2d1-410f-bf46-27b0a468f085 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:18.357476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e59504-93ec-41e5-95c2-50bd7ec80543 req-8be74744-f2d1-410f-bf46-27b0a468f085 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:18.359367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6e59504-93ec-41e5-95c2-50bd7ec80543 req-8be74744-f2d1-410f-bf46-27b0a468f085 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 3095 time: 0.7131064 Sep 24 00:00:18.521514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c58509-88e2-4d69-8a4c-09d6507df34e req-ba48094d-476a-4b32-86ee-db495c20b231 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:18.523881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c58509-88e2-4d69-8a4c-09d6507df34e req-ba48094d-476a-4b32-86ee-db495c20b231 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.2630475 Sep 24 00:00:18.544198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6e59504-93ec-41e5-95c2-50bd7ec80543 req-e8325359-be52-4774-a7cf-e0f604dae59a tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474817 Sep 24 00:00:18.693756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c58509-88e2-4d69-8a4c-09d6507df34e req-7d9f8bfa-d385-4370-911b-2d0dc54ec6c4 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450145 Sep 24 00:00:18.712860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cef7b9b-0ad7-412d-ba22-f93e1f498ab5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.778787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cef7b9b-0ad7-412d-ba22-f93e1f498ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.803893 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2839ce2b-67e4-46d6-87e5-40e34faa72ba x-openstack-request-id: req-2839ce2b-67e4-46d6-87e5-40e34faa72ba {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:18.804194 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05deb752-e716-4b6d-9c09-501530f53533", "name": "network-vif-deleted", "tag": "23732e1b-7fca-4448-9467-b20f174cd473", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:18.804450 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2839ce2b-67e4-46d6-87e5-40e34faa72ba {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:18.804892 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05deb752-e716-4b6d-9c09-501530f53533', 'name': 'network-vif-deleted', 'tag': '23732e1b-7fca-4448-9467-b20f174cd473', 'status': 'completed', 'code': 200} Sep 24 00:00:18.821099 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:18.828940 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.013177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fefbfcee-8d24-4664-a4c2-f45fc4d166d0 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:19.025162 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.053561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Transition to ACTIVE for port object fefbfcee-8d24-4664-a4c2-f45fc4d166d0 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:19.064893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cef7b9b-0ad7-412d-ba22-f93e1f498ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.082803 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.097500 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Floating IP ea08fd0d-9f6f-472b-8000-cde2923dc471 associated. External IP: 172.25.5.112, port: 6630d13f-74ed-429e-af05-9302c2fbbeeb. Sep 24 00:00:19.164147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Pushing event updated for resources: {'Port': ['ID=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:19.176387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cef7b9b-0ad7-412d-ba22-f93e1f498ab5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e150c577-9813-4fe7-bfa1-e1d0333e3500,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:19.195365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48640) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:19.200579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-488134ce-3f7a-48a5-bd36-432b414e7175 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2041344029', 'description': 'tempest-description--513464488'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:19.204689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.229161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3cef7b9b-0ad7-412d-ba22-f93e1f498ab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.231192 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3cef7b9b-0ad7-412d-ba22-f93e1f498ab5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e150c577-9813-4fe7-bfa1-e1d0333e3500 HTTP/1.1" status: 204 len: 168 time: 1.0111406 Sep 24 00:00:19.235057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48644) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:19.284520 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-488134ce-3f7a-48a5-bd36-432b414e7175 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.305082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6b27-fd03-4930-8240-45388388a880 req-df0f81cc-490f-4f89-b681-cf590922650d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:19.311171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf6b27-fd03-4930-8240-45388388a880 req-df0f81cc-490f-4f89-b681-cf590922650d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:19.312864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18bf6b27-fd03-4930-8240-45388388a880 req-df0f81cc-490f-4f89-b681-cf590922650d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82&device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 1690 time: 0.2896831 Sep 24 00:00:19.372127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18bf6b27-fd03-4930-8240-45388388a880 req-6f521440-64dd-4525-b838-30004400a775 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477207 Sep 24 00:00:19.432716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.478296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Attempting to bind port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:19.479332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Attempting to bind port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:19.479932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Attempting to bind port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 on network 0fa905c6-5b85-4188-8ccc-e6003718f222 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:19.505960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 on network 0fa905c6-5b85-4188-8ccc-e6003718f222 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:19.509720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Attempting to bind port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 on network 0fa905c6-5b85-4188-8ccc-e6003718f222 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:19.548843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:19.549251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Checking segment: {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:19.549714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Bound using segment: {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:19.550220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Bound port: fefbfcee-8d24-4664-a4c2-f45fc4d166d0, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef202e28-4387-4869-b5dc-a39b53a58647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:19.550648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.670252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.689871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Router bb293f32-e719-4c07-9a4c-b072b333bc01 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:00:19.698630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-488134ce-3f7a-48a5-bd36-432b414e7175 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.710600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68cc40-3186-4af1-b0a0-51eec6f547c7 req-743816b7-ca00-464d-81ce-0820243c9d75 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:19.717409 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-488134ce-3f7a-48a5-bd36-432b414e7175 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.718802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc68cc40-3186-4af1-b0a0-51eec6f547c7 req-743816b7-ca00-464d-81ce-0820243c9d75 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 1101 time: 0.1370072 Sep 24 00:00:19.736933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6636560f-b39f-4db5-85ad-917d0f6d92e6']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:19.784887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352bf0ec-5a01-4ef1-82d0-3e5321137f8f') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:19.785614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352bf0ec-5a01-4ef1-82d0-3e5321137f8f') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:19.795402 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-488134ce-3f7a-48a5-bd36-432b414e7175 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.799830 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-488134ce-3f7a-48a5-bd36-432b414e7175 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5999162 Sep 24 00:00:19.810797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48656) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:19.810797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] For port fefbfcee-8d24-4664-a4c2-f45fc4d166d0, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:19.818711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-277a2e4b-c5a6-4ab5-a625-a2d183acbc51 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Request body: {'security_group_rule': {'security_group_id': '013ec749-3c34-4d64-a82c-838e1576e25e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:19.828831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488134ce-3f7a-48a5-bd36-432b414e7175 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013ec749-3c34-4d64-a82c-838e1576e25e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:19.835266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.867788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] For port fefbfcee-8d24-4664-a4c2-f45fc4d166d0, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:19.880499 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.884104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc68cc40-3186-4af1-b0a0-51eec6f547c7 req-c73a6970-3187-4954-bd46-fbaacf49428d tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634192 Sep 24 00:00:19.899486 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.941357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:00:19.941963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:00:19.945822 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:00:19.992936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:19.993186 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:19.996120 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] 10.222.0.18 "PUT /v2.0/ports/fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 200 len: 1092 time: 2.0153148 Sep 24 00:00:19.997134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:00:20.011900 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] Sync routers for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:00:20.012513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:20.014547 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:20.015399 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.021180 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-277a2e4b-c5a6-4ab5-a625-a2d183acbc51 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.040770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:20.041905 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:20.042615 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:20.054528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-666d7713-2f09-4774-85ff-e64ef6f13ed0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "PUT /v2.0/floatingips/ea08fd0d-9f6f-472b-8000-cde2923dc471 HTTP/1.1" status: 200 len: 991 time: 2.8204854 Sep 24 00:00:20.135358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68602-0489-4254-b5e3-89adf5c1bcf2 req-9e716cd3-1b2f-44b2-ac81-7bdfbc57e49e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.142534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68602-0489-4254-b5e3-89adf5c1bcf2 req-9e716cd3-1b2f-44b2-ac81-7bdfbc57e49e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.148907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68602-0489-4254-b5e3-89adf5c1bcf2 req-9e716cd3-1b2f-44b2-ac81-7bdfbc57e49e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.157244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68602-0489-4254-b5e3-89adf5c1bcf2 req-9e716cd3-1b2f-44b2-ac81-7bdfbc57e49e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.164065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f68602-0489-4254-b5e3-89adf5c1bcf2 req-9e716cd3-1b2f-44b2-ac81-7bdfbc57e49e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.166721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9f68602-0489-4254-b5e3-89adf5c1bcf2 req-9e716cd3-1b2f-44b2-ac81-7bdfbc57e49e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 3828 time: 0.3845906 Sep 24 00:00:20.196229 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:20.281848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c625d2b-37ac-436c-8ce1-8bc7253be75a req-e6a1447a-4063-4ac4-ab01-b36911b10986 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.283506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c625d2b-37ac-436c-8ce1-8bc7253be75a req-e6a1447a-4063-4ac4-ab01-b36911b10986 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.2347002 Sep 24 00:00:20.286844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.297176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94daec0-ccac-48bb-b443-c346fab7d90e service neutron] Pushing event updated for resources: {'Port': ['ID=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:20.331398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9f68602-0489-4254-b5e3-89adf5c1bcf2 req-e2fcd9e9-ff59-4d15-a6b4-acaf22c06397 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448913 Sep 24 00:00:20.366416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.370941 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] 10.222.0.24 "DELETE /v2.0/networks/6636560f-b39f-4db5-85ad-917d0f6d92e6 HTTP/1.1" status: 204 len: 168 time: 1.1323292 Sep 24 00:00:20.397578 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.441457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843db625-9e14-41a5-935c-8fc2959d451d admin admin] Pushing event deleted for resources: {'Network': ['ID=6636560f-b39f-4db5-85ad-917d0f6d92e6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:20.451098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c625d2b-37ac-436c-8ce1-8bc7253be75a req-280f0b89-497f-4b1a-b726-67a9c1073781 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570041 Sep 24 00:00:20.473568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Deleting port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:00:20.473914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.491254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-277a2e4b-c5a6-4ab5-a625-a2d183acbc51 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.498833 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-277a2e4b-c5a6-4ab5-a625-a2d183acbc51 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.537804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a2e4b-c5a6-4ab5-a625-a2d183acbc51 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fa3c6f9-e1c2-40c3-a6f5-5bc895218041,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:20.582380 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d83ebb5-e9f4-4c2b-9734-9310dcb82d76 x-openstack-request-id: req-1d83ebb5-e9f4-4c2b-9734-9310dcb82d76 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:20.582674 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:20.582955 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d83ebb5-e9f4-4c2b-9734-9310dcb82d76 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:20.583395 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'status': 'completed', 'code': 200} Sep 24 00:00:20.589848 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ea08fd0d-9f6f-472b-8000-cde2923dc471', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'port_id': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'mac_address': 'fa:16:3e:a4:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:41Z', 'updated_at': '2021-09-24T00:00:18Z', 'revision_number': 1, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:54Z', 'revision_number': 5, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:20.655788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2685-da25-4100-8277-fef216fa594a req-7db13235-3cdb-4dc7-8dc8-9fc0559033d1 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.657601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdae2685-da25-4100-8277-fef216fa594a req-7db13235-3cdb-4dc7-8dc8-9fc0559033d1 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 1102 time: 0.1715980 Sep 24 00:00:20.669042 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] Checking router: bb293f32-e719-4c07-9a4c-b072b333bc01 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:00:20.679606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] For port 86e7c521-bc00-4d6c-bbcb-16dfc8e98796, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:20.680081 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:20.680251 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.680834 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-23T23:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:20.719333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Calling delete_port for 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:00:20.790085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdae2685-da25-4100-8277-fef216fa594a req-3f4b9d4e-d7e5-4e3a-b98e-88756491dc31 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180761 Sep 24 00:00:20.798643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-277a2e4b-c5a6-4ab5-a625-a2d183acbc51 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:20.800155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-277a2e4b-c5a6-4ab5-a625-a2d183acbc51 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9853728 Sep 24 00:00:20.805941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48668) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:20.811623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f775c11e-dd40-410b-ae32-ff58112e7119 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Request body: {'security_group_rule': {'security_group_id': '013ec749-3c34-4d64-a82c-838e1576e25e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:20.877117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:20.879977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48670) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:20.881016 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39" -d '{"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:20.953707 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18750a5e-7ae9-49da-8056-d6442e47955d x-openstack-request-id: req-18750a5e-7ae9-49da-8056-d6442e47955d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:20.954056 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:20.954293 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18750a5e-7ae9-49da-8056-d6442e47955d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:20.954698 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'status': 'completed', 'code': 200} Sep 24 00:00:20.978246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6e345b-f8c6-4d78-9c3d-d1733633662e req-f055606f-da3c-494d-8414-d78647bb0b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.979092 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:20.980911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e6e345b-f8c6-4d78-9c3d-d1733633662e req-f055606f-da3c-494d-8414-d78647bb0b1d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 1097 time: 0.0963430 Sep 24 00:00:20.986473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-a7f302a9-19b1-4c1b-89df-1a233f302c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.987357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-a7f302a9-19b1-4c1b-89df-1a233f302c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.988037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-a7f302a9-19b1-4c1b-89df-1a233f302c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.988706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-a7f302a9-19b1-4c1b-89df-1a233f302c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.989373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-a7f302a9-19b1-4c1b-89df-1a233f302c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:20.991456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-a7f302a9-19b1-4c1b-89df-1a233f302c1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 4364 time: 0.2873757 Sep 24 00:00:20.998900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f775c11e-dd40-410b-ae32-ff58112e7119 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.192032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e6e345b-f8c6-4d78-9c3d-d1733633662e req-9377065a-50c6-4493-a88a-2db26c4396b2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340959 Sep 24 00:00:21.200358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9c57b493-00c2-4210-b812-514225ca02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.200843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9c57b493-00c2-4210-b812-514225ca02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.201367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9c57b493-00c2-4210-b812-514225ca02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.201840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9c57b493-00c2-4210-b812-514225ca02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.202364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9c57b493-00c2-4210-b812-514225ca02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.202865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9c57b493-00c2-4210-b812-514225ca02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.203339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9c57b493-00c2-4210-b812-514225ca02bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.205517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9c57b493-00c2-4210-b812-514225ca02bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6496 time: 0.1508646 Sep 24 00:00:21.313045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a28d366f-d63a-46bd-a88a-f6fb93b51813 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39fb3e37a02e4ad4a123774eba5d5c6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4309952 Sep 24 00:00:21.314177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48684) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:21.339015 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ea08fd0d-9f6f-472b-8000-cde2923dc471', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'port_id': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'mac_address': 'fa:16:3e:a4:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:41Z', 'updated_at': '2021-09-24T00:00:18Z', 'revision_number': 1, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:54Z', 'revision_number': 5, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:21.407670 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac370e46-9eb3-446c-97de-d30f8dc69ff0 None None] The sync data for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 is: [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ea08fd0d-9f6f-472b-8000-cde2923dc471', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'floating_ip_address': '172.25.5.112', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'port_id': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'mac_address': 'fa:16:3e:a4:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-23T23:58:41Z', 'updated_at': '2021-09-24T00:00:18Z', 'revision_number': 1, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:54Z', 'revision_number': 5, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:00:21.428298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-87be57c0-15cc-4645-bc9a-1cf3d1354aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.434976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-87be57c0-15cc-4645-bc9a-1cf3d1354aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.435563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-87be57c0-15cc-4645-bc9a-1cf3d1354aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.437860 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-87be57c0-15cc-4645-bc9a-1cf3d1354aea service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4352221 Sep 24 00:00:21.443245 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f775c11e-dd40-410b-ae32-ff58112e7119 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.457557 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-10f9088a-0cf3-497f-b46d-457b68f15bd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2890427 Sep 24 00:00:21.480511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1df045-a5c6-4add-94b5-855fc141bfd6 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:21.484547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f775c11e-dd40-410b-ae32-ff58112e7119 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.507703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.525363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-dcaf7ed1-3924-45f7-b758-f262958af9a5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1173232 Sep 24 00:00:21.546869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775c11e-dd40-410b-ae32-ff58112e7119 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a399c00e-3e1a-45d3-b56d-06a573634a54,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:21.553263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Transition to ACTIVE for port object 7f1df045-a5c6-4add-94b5-855fc141bfd6 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:21.566021 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.584394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f775c11e-dd40-410b-ae32-ff58112e7119 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.585727 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f775c11e-dd40-410b-ae32-ff58112e7119 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7786996 Sep 24 00:00:21.590193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.597165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48694) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:21.617790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3effc9d8-6916-4f35-b57a-400ad60975e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.648879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:21.667063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-c062838f-d1ee-4fc5-9397-7d2ef79e1e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.669862 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7be8eb2c-bab4-49db-94ed-a21f1ec20d6a req-c062838f-d1ee-4fc5-9397-7d2ef79e1e4a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2091219 Sep 24 00:00:21.685995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e7c521-bc00-4d6c-bbcb-16dfc8e98796,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:21.695178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-3e3061a6-3e5c-4e3f-9882-797b65ca3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.696672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-3e3061a6-3e5c-4e3f-9882-797b65ca3ae7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a2ab906-2773-4efa-b0e1-09691b94e19d HTTP/1.1" status: 200 len: 912 time: 0.4743700 Sep 24 00:00:21.732031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Pushing event updated for resources: {'Port': ['ID=7f1df045-a5c6-4add-94b5-855fc141bfd6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:21.804152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Attempting to bind port 7f1df045-a5c6-4add-94b5-855fc141bfd6 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:21.805140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Attempting to bind port 7f1df045-a5c6-4add-94b5-855fc141bfd6 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:21.805415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Attempting to bind port 7f1df045-a5c6-4add-94b5-855fc141bfd6 on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:21.813458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Port 7f1df045-a5c6-4add-94b5-855fc141bfd6 on network 35e2337f-26a6-4f59-a784-b9a1b28398ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:21.813784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Attempting to bind port 7f1df045-a5c6-4add-94b5-855fc141bfd6 on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:21.820253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:21.821658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Checking segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:21.821658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Bound using segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:21.822445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Bound port: 7f1df045-a5c6-4add-94b5-855fc141bfd6, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:21.823788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.831964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ab9e6e-6323-43b3-a145-6329275c628b None None] New status for floating IP ea08fd0d-9f6f-472b-8000-cde2923dc471: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:00:21.891865 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3effc9d8-6916-4f35-b57a-400ad60975e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:21.928317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f037-2ebc-43aa-81da-d878b3b118d7 req-1c0a6a2c-f9c8-4ca0-aaed-d28662043532 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.939798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f037-2ebc-43aa-81da-d878b3b118d7 req-1c0a6a2c-f9c8-4ca0-aaed-d28662043532 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.957160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] For port 7f1df045-a5c6-4add-94b5-855fc141bfd6, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:21.960919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f037-2ebc-43aa-81da-d878b3b118d7 req-1c0a6a2c-f9c8-4ca0-aaed-d28662043532 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.976641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f037-2ebc-43aa-81da-d878b3b118d7 req-1c0a6a2c-f9c8-4ca0-aaed-d28662043532 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:21.995740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f037-2ebc-43aa-81da-d878b3b118d7 req-1c0a6a2c-f9c8-4ca0-aaed-d28662043532 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:22.013445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c78f037-2ebc-43aa-81da-d878b3b118d7 req-1c0a6a2c-f9c8-4ca0-aaed-d28662043532 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 3828 time: 0.5488484 Sep 24 00:00:22.025955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] For port 7f1df045-a5c6-4add-94b5-855fc141bfd6, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:22.034949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.040051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f3dc0676-b0cc-4a18-8b2f-0a93b5f91107 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:22.047881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f3dc0676-b0cc-4a18-8b2f-0a93b5f91107 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4893897 Sep 24 00:00:22.107519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Pushing event updated for resources: {'Port': ['ID=7f1df045-a5c6-4add-94b5-855fc141bfd6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:22.113705 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-cab4c3f0-a50f-4560-991a-39aa0ad6f819 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1516707 Sep 24 00:00:22.117788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:22.118400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.120563 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4c66def3-0fc7-4763-9bf3-842ae9e41f0f service neutron] 10.222.0.18 "PUT /v2.0/ports/7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 1137 time: 2.0841560 Sep 24 00:00:22.158630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:22.348763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.378178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-e0985695-0ea4-43c1-a86d-bf9f5c72cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:22.379949 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-e0985695-0ea4-43c1-a86d-bf9f5c72cc02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.1317434 Sep 24 00:00:22.517252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8581a63d-654d-42e2-b5e9-1af54ac69914 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/quotas/b02494e8b01f493da83f3928380d0f04 HTTP/1.1" status: 200 len: 375 time: 0.4683654 Sep 24 00:00:22.540048 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.609103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '7f1df045-a5c6-4add-94b5-855fc141bfd6'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:22.612977 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f5cc9a-56be-43f0-b120-cb1b5c234328" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "7f1df045-a5c6-4add-94b5-855fc141bfd6"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:22.658777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-f63f4bed-6ea2-4d51-ac8b-752d5a89f577 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb HTTP/1.1" status: 200 len: 999 time: 0.9387863 Sep 24 00:00:22.725871 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c78f037-2ebc-43aa-81da-d878b3b118d7 req-a0bb2a1f-68bb-4a6b-9140-b0f98124a9b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279298 Sep 24 00:00:22.778458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d1c0b527-8fa5-4159-a3dc-1a4c239c1273 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2310643 Sep 24 00:00:22.808482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3effc9d8-6916-4f35-b57a-400ad60975e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.818940 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3effc9d8-6916-4f35-b57a-400ad60975e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.823587 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3effc9d8-6916-4f35-b57a-400ad60975e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b75dadb2-521c-4cb1-9564-1b7d1b10ed69 HTTP/1.1" status: 204 len: 168 time: 1.5050786 Sep 24 00:00:22.826965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:22.835670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.849523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Transition to ACTIVE for port object 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:22.851500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-f9f7d5f7-fe3e-4957-bc89-b8368cfa2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:22.853615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-f9f7d5f7-fe3e-4957-bc89-b8368cfa2bc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.4171112 Sep 24 00:00:22.854959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.910280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effc9d8-6916-4f35-b57a-400ad60975e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b75dadb2-521c-4cb1-9564-1b7d1b10ed69,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:22.959373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Pushing event updated for resources: {'Port': ['ID=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:22.963992 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-1e244a57-cb5c-4caf-b560-a18e2053f510 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 200 len: 217 time: 0.0543802 Sep 24 00:00:22.980043 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3300253c-6cf3-41a5-802c-4e33aa8c7a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:22.986549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9d145a4f-9c0e-48b5-af10-d33bec65ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:22.988108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-9d145a4f-9c0e-48b5-af10-d33bec65ae2a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce0f675e-fe02-4e4e-be43-d7636ccd31ea HTTP/1.1" status: 200 len: 850 time: 0.3147092 Sep 24 00:00:23.153972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:23.169099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Attempting to bind port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:23.169674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Attempting to bind port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:23.170333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Attempting to bind port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:23.177977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-c2160f6c-c995-4456-bf92-d27fefb9e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:23.180609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-c2160f6c-c995-4456-bf92-d27fefb9e8d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.2098546 Sep 24 00:00:23.181476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee on network 35e2337f-26a6-4f59-a784-b9a1b28398ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:23.182090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Attempting to bind port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:23.202060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75b37b-ee78-41ff-8f2a-13871b550f75 req-825d6b4e-d355-41b6-866e-746506b8e373 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:23.210201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c75b37b-ee78-41ff-8f2a-13871b550f75 req-825d6b4e-d355-41b6-866e-746506b8e373 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.3361759 Sep 24 00:00:23.234224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:23.234838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Checking segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:23.235446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Bound using segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:23.236152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Bound port: 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:23.236711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:23.245407 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-e69b3772-363c-4487-aea5-e0fcfb45a1c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569682 Sep 24 00:00:23.385416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-ad8bc349-6831-4e8c-aa84-e0298d871522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:23.386643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-ad8bc349-6831-4e8c-aa84-e0298d871522 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a2ab906-2773-4efa-b0e1-09691b94e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3645778 Sep 24 00:00:23.406261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] For port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:23.411444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] For port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:23.416000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-e1b4f0da-df1f-4a2c-a2a9-067de2113643 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526458 Sep 24 00:00:23.417553 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:23.489873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:23.490596 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:23.492209 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] 10.222.0.18 "PUT /v2.0/ports/89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 1137 time: 1.3400090 Sep 24 00:00:23.512024 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c75b37b-ee78-41ff-8f2a-13871b550f75 req-7cc6cf89-7230-47b3-ad87-b29d6dc3c925 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004427 Sep 24 00:00:23.553267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:23.618679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129ffbe-57b4-49d3-8704-60bdf917882a service neutron] Pushing event updated for resources: {'Port': ['ID=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:23.645007 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:23.690834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:23.834901 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8376eff-fcba-428f-a740-1fdc757e3f29 x-openstack-request-id: req-e8376eff-fcba-428f-a740-1fdc757e3f29 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:23.835813 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "7f1df045-a5c6-4add-94b5-855fc141bfd6", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:23.835813 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8376eff-fcba-428f-a740-1fdc757e3f29 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:23.836330 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '7f1df045-a5c6-4add-94b5-855fc141bfd6', 'status': 'completed', 'code': 200} Sep 24 00:00:23.874897 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9ea44d2b-3c28-450f-aab7-dcbcc9e365f2 req-3609db19-bd6a-432c-9c08-4167cd78eab7 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477963 Sep 24 00:00:23.882720 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:23.988059 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9508c93d-2962-4498-9257-e92d0883d250 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b7cdaef44974585921af18f73a3de8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938416 Sep 24 00:00:23.988241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48716) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:24.112702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-0a11d8a8-f631-46fc-a6bd-37a1bd1e4943 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074747 Sep 24 00:00:24.180131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94d88111-a0f6-47c6-a979-39144e12eb09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:24.243301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871dca0-e5d2-4664-b7d9-b838f7b49b19 req-538d4a6c-885d-4188-a6af-c4069beb9802 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.246401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6871dca0-e5d2-4664-b7d9-b838f7b49b19 req-538d4a6c-885d-4188-a6af-c4069beb9802 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.3809447 Sep 24 00:00:24.251205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94d88111-a0f6-47c6-a979-39144e12eb09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:24.333310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-bfc60454-34ff-4255-97f5-28c8b2c5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.334095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-bfc60454-34ff-4255-97f5-28c8b2c5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.334817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-bfc60454-34ff-4255-97f5-28c8b2c5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.335362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-bfc60454-34ff-4255-97f5-28c8b2c5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.336005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-bfc60454-34ff-4255-97f5-28c8b2c5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.336771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-bfc60454-34ff-4255-97f5-28c8b2c5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.338357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-bfc60454-34ff-4255-97f5-28c8b2c5b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.340296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-bfc60454-34ff-4255-97f5-28c8b2c5b3e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6224 time: 0.5163975 Sep 24 00:00:24.403671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Allocated IP 172.25.5.157 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/72b1fb3f-92eb-488c-abce-bbb3187cd387) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:24.431233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94d88111-a0f6-47c6-a979-39144e12eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:24.434819 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94d88111-a0f6-47c6-a979-39144e12eb09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:24.436641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-94d88111-a0f6-47c6-a979-39144e12eb09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be06a4fa-54e2-4dda-8e19-8c7a6c07eae2 HTTP/1.1" status: 204 len: 168 time: 0.4473176 Sep 24 00:00:24.459748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d88111-a0f6-47c6-a979-39144e12eb09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be06a4fa-54e2-4dda-8e19-8c7a6c07eae2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:24.470256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6120ce8b-e093-4dcd-9676-81b2a0ca995b {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:24.479095 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:24.496662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Transition to ACTIVE for port object 6120ce8b-e093-4dcd-9676-81b2a0ca995b will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:24.502648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:24.521866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:00:24.568461 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f223e-7f48-4292-aa94-bc256c092871 req-02e4dff5-a2ad-4ea1-a800-4081efcb6f71 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.580052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Pushing event updated for resources: {'Port': ['ID=6120ce8b-e093-4dcd-9676-81b2a0ca995b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:24.581226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f223e-7f48-4292-aa94-bc256c092871 req-02e4dff5-a2ad-4ea1-a800-4081efcb6f71 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.596418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f223e-7f48-4292-aa94-bc256c092871 req-02e4dff5-a2ad-4ea1-a800-4081efcb6f71 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.603042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f223e-7f48-4292-aa94-bc256c092871 req-02e4dff5-a2ad-4ea1-a800-4081efcb6f71 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.614084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f223e-7f48-4292-aa94-bc256c092871 req-02e4dff5-a2ad-4ea1-a800-4081efcb6f71 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.623626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f223e-7f48-4292-aa94-bc256c092871 req-02e4dff5-a2ad-4ea1-a800-4081efcb6f71 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.630729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f223e-7f48-4292-aa94-bc256c092871 req-02e4dff5-a2ad-4ea1-a800-4081efcb6f71 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:24.640274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-225f223e-7f48-4292-aa94-bc256c092871 req-02e4dff5-a2ad-4ea1-a800-4081efcb6f71 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5384 time: 0.5204675 Sep 24 00:00:24.735191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Attempting to bind port 6120ce8b-e093-4dcd-9676-81b2a0ca995b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:24.736685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Attempting to bind port 6120ce8b-e093-4dcd-9676-81b2a0ca995b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:24.737033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Attempting to bind port 6120ce8b-e093-4dcd-9676-81b2a0ca995b on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:24.740367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cebf9fb-6348-4f44-8718-4fdcbf4eba39 req-68041b6f-2f0a-44ab-b784-8897d0710878 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021760 Sep 24 00:00:24.767550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6871dca0-e5d2-4664-b7d9-b838f7b49b19 req-67d6a522-31a0-4423-9be0-3d97f96c9455 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4859760 Sep 24 00:00:24.771858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Port 6120ce8b-e093-4dcd-9676-81b2a0ca995b on network 35e2337f-26a6-4f59-a784-b9a1b28398ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:24.791813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Attempting to bind port 6120ce8b-e093-4dcd-9676-81b2a0ca995b on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:24.808425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:24.808857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Checking segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:24.809418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Bound using segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:24.810124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Bound port: 6120ce8b-e093-4dcd-9676-81b2a0ca995b, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:24.810845 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:24.972390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] For port 6120ce8b-e093-4dcd-9676-81b2a0ca995b, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:24.980956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] For port 6120ce8b-e093-4dcd-9676-81b2a0ca995b, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:24.987668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:25.103898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.104777 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:25.106553 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] 10.222.0.18 "PUT /v2.0/ports/6120ce8b-e093-4dcd-9676-81b2a0ca995b HTTP/1.1" status: 200 len: 1092 time: 1.5578573 Sep 24 00:00:25.107334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf77276-d62d-48d6-97ba-6b6107c0028e service neutron] Pushing event updated for resources: {'Port': ['ID=6120ce8b-e093-4dcd-9676-81b2a0ca995b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:25.147949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:25.505286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-9ca21823-6a6f-49fe-bad4-ade94f8b091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.506785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-9ca21823-6a6f-49fe-bad4-ade94f8b091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.508090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-9ca21823-6a6f-49fe-bad4-ade94f8b091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.511581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-9ca21823-6a6f-49fe-bad4-ade94f8b091d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1605794 Sep 24 00:00:25.523306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f17835e-0bae-4c73-8cac-a62608d4d59d req-1ba815cc-e7d7-43d4-b165-626489f79fae tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 210 time: 0.6087532 Sep 24 00:00:25.563340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-225f223e-7f48-4292-aa94-bc256c092871 req-9beb5533-26e0-4220-92ca-92441326dd91 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9146605 Sep 24 00:00:25.715746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:25.761462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d61741b-4d28-4ec9-9d7e-2bc9db77b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.762111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d61741b-4d28-4ec9-9d7e-2bc9db77b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.762667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d61741b-4d28-4ec9-9d7e-2bc9db77b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.763344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d61741b-4d28-4ec9-9d7e-2bc9db77b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.764724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d61741b-4d28-4ec9-9d7e-2bc9db77b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.764724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d61741b-4d28-4ec9-9d7e-2bc9db77b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.764963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d61741b-4d28-4ec9-9d7e-2bc9db77b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:25.768228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d61741b-4d28-4ec9-9d7e-2bc9db77b278 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6496 time: 0.8395209 Sep 24 00:00:25.770975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:25.801623 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:25.815387 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-23e0257c-15d1-4100-a4e4-d4bccb412cb8 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0904860 Sep 24 00:00:25.852115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '89b69b5d-1df4-48b9-8f12-1610f7e9d2ee'}, {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '6120ce8b-e093-4dcd-9676-81b2a0ca995b'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:25.859037 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "89b69b5d-1df4-48b9-8f12-1610f7e9d2ee"}, {"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "6120ce8b-e093-4dcd-9676-81b2a0ca995b"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:25.976988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24fb896c-f4d9-4d01-a9f7-feb703237197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:26.017223 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff55920-002d-4d00-9f21-fbff4305aa50 x-openstack-request-id: req-6ff55920-002d-4d00-9f21-fbff4305aa50 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:26.017779 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "89b69b5d-1df4-48b9-8f12-1610f7e9d2ee", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "6120ce8b-e093-4dcd-9676-81b2a0ca995b", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:26.017779 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ff55920-002d-4d00-9f21-fbff4305aa50 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:26.018156 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '89b69b5d-1df4-48b9-8f12-1610f7e9d2ee', 'status': 'completed', 'code': 200} Sep 24 00:00:26.019132 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '6120ce8b-e093-4dcd-9676-81b2a0ca995b', 'status': 'completed', 'code': 200} Sep 24 00:00:26.111852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6a8dcf29-8a3c-480e-9641-42af1a0769da tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:26.113967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6a8dcf29-8a3c-480e-9641-42af1a0769da tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634676 Sep 24 00:00:26.126993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:00:26.152702 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] Sync routers for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:00:26.163415 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:26.164528 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:26.232542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-eed8d2b5-184f-43aa-88fd-328ffc376d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:26.232542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-eed8d2b5-184f-43aa-88fd-328ffc376d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:26.233354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-eed8d2b5-184f-43aa-88fd-328ffc376d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:26.235206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-eed8d2b5-184f-43aa-88fd-328ffc376d29 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a2ab906-2773-4efa-b0e1-09691b94e19d&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d HTTP/1.1" status: 200 len: 2292 time: 0.3325839 Sep 24 00:00:26.254846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2e883ad4-d67d-458c-bde0-8efcd448a231 admin admin] 10.222.0.24 "PUT /v2.0/routers/1eff8de8-4ebb-4397-8a9d-eb445fb7aee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2973366 Sep 24 00:00:26.279269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48762) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:26.291515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:26.368971 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:26.470320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ebdd583-19ab-4a07-811d-c5562a6f576a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:26.479128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:26.494892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Transition to ACTIVE for port object 8ebdd583-19ab-4a07-811d-c5562a6f576a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:26.515542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Request body: {'port': {'device_id': '08948550-441a-4611-ab69-49c2eef1d7fe', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'b02494e8b01f493da83f3928380d0f04'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:26.523151 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:26.546655 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:26.646212 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:26.692669 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-24T00:00:21Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:26.718968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebdd583-19ab-4a07-811d-c5562a6f576a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:26.740669 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] Checking router: 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:00:26.743892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event updated for resources: {'Port': ['ID=72b1fb3f-92eb-488c-abce-bbb3187cd387,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:26.762084 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] Routers {'1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:26.762999 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:26.799501 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-524831d2-2979-4f1c-8802-ab33ba6e8b54 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3024635 Sep 24 00:00:26.810221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-f937cd31-2c33-4d76-9533-76380444db25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:26.812489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5f5cc9a-56be-43f0-b120-cb1b5c234328 req-f937cd31-2c33-4d76-9533-76380444db25 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2849164 Sep 24 00:00:26.826560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab6906c-4439-49a5-93d8-5d8096715fb0 req-9714f105-2f29-4630-be32-ea3f64402584 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:26.835309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bab6906c-4439-49a5-93d8-5d8096715fb0 req-9714f105-2f29-4630-be32-ea3f64402584 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.7966852 Sep 24 00:00:26.854568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:26.891368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:26.932804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:26.943339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:27.014745 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] Set router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:27.113287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-2e54bf0b-e0d4-4efc-8b88-7804b3c708c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb HTTP/1.1" status: 200 len: 1001 time: 0.8319924 Sep 24 00:00:27.180804 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bab6906c-4439-49a5-93d8-5d8096715fb0 req-cebfa3ed-09e8-4d5f-9d91-f1be4ceca31b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292537 Sep 24 00:00:27.219917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-24c63380-9cf1-4216-8e5e-4bc43c1ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.222305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-24c63380-9cf1-4216-8e5e-4bc43c1ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.222992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-24c63380-9cf1-4216-8e5e-4bc43c1ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.223490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-24c63380-9cf1-4216-8e5e-4bc43c1ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.223973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-24c63380-9cf1-4216-8e5e-4bc43c1ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.224471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-24c63380-9cf1-4216-8e5e-4bc43c1ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.227699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-24c63380-9cf1-4216-8e5e-4bc43c1ffcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.235431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-24c63380-9cf1-4216-8e5e-4bc43c1ffcaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6318 time: 0.3581867 Sep 24 00:00:27.241342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-3c8ae40e-dc69-4dcc-859d-6b6ab5451402 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.257292 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-3c8ae40e-dc69-4dcc-859d-6b6ab5451402 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3189406 Sep 24 00:00:27.367261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Attempting to bind port 8ebdd583-19ab-4a07-811d-c5562a6f576a on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:27.367526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Attempting to bind port 8ebdd583-19ab-4a07-811d-c5562a6f576a by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:27.368145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Attempting to bind port 8ebdd583-19ab-4a07-811d-c5562a6f576a on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:27.381524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Request body: {'port': {'device_id': 'fe252d06-b7bb-46d4-b3a4-068607ccdf07', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'b02494e8b01f493da83f3928380d0f04'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:27.426580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Port 8ebdd583-19ab-4a07-811d-c5562a6f576a on network 35e2337f-26a6-4f59-a784-b9a1b28398ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:27.427208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Attempting to bind port 8ebdd583-19ab-4a07-811d-c5562a6f576a on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:27.437003 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:27.465335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:27.465737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Checking segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:27.466186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Bound using segment: {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:27.466718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Bound port: 8ebdd583-19ab-4a07-811d-c5562a6f576a, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:27.467710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:27.525480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-d4dacce9-3eb4-4ee7-afec-872f24d52f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.527018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-d4dacce9-3eb4-4ee7-afec-872f24d52f35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce0f675e-fe02-4e4e-be43-d7636ccd31ea HTTP/1.1" status: 200 len: 850 time: 0.3934596 Sep 24 00:00:27.545787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Made reservation on behalf of b02494e8b01f493da83f3928380d0f04 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:27.551078 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:27.642134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a7a4a30-45b1-4cde-8706-fa219cc07186 req-538bfd28-eb0f-4861-aca7-6bd4befbf621 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 210 time: 0.2281947 Sep 24 00:00:27.647284 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-24T00:00:21Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:27.649483 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:27.736474 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cce9dd1-24f5-4f77-9f4f-7bc37ee72a09 None None] The sync data for ids ['1eff8de8-4ebb-4397-8a9d-eb445fb7aee2'] in n-d-713498-18 is: [{'id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1461457580-router', 'tenant_id': '9aa58a9a63ce49188a807c7ff06ae234', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183'}], 'enable_snat': True}, 'gw_port_id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:07Z', 'updated_at': '2021-09-24T00:00:21Z', 'revision_number': 5, 'project_id': '9aa58a9a63ce49188a807c7ff06ae234', 'gw_port': {'id': '740c31bc-97c2-437a-9dd6-c1558df416e6', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c7:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eff8de8-4ebb-4397-8a9d-eb445fb7aee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:09Z', 'updated_at': '2021-09-23T23:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:00:27.775744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Deleting port 740c31bc-97c2-437a-9dd6-c1558df416e6 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:00:27.776427 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:27.811010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Allocated IP 192.168.233.148 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/a11a5c0e-49ef-4576-97ae-6e9258fd1f67) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:27.834121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-6058002e-c052-4ef1-ba1d-d5e182c67ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.841404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-6058002e-c052-4ef1-ba1d-d5e182c67ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.847817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-6058002e-c052-4ef1-ba1d-d5e182c67ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.854480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-6058002e-c052-4ef1-ba1d-d5e182c67ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.861197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-6058002e-c052-4ef1-ba1d-d5e182c67ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.868485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-6058002e-c052-4ef1-ba1d-d5e182c67ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.885960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-6058002e-c052-4ef1-ba1d-d5e182c67ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.888469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-6058002e-c052-4ef1-ba1d-d5e182c67ba5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5408 time: 0.4586587 Sep 24 00:00:27.951259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-96c5c505-dc09-46fc-96a4-03dfff1c8fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.953053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-96c5c505-dc09-46fc-96a4-03dfff1c8fb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a2ab906-2773-4efa-b0e1-09691b94e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3566275 Sep 24 00:00:27.954361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-261eb6a6-1289-4470-b64b-faae36152a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.954973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-261eb6a6-1289-4470-b64b-faae36152a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.955513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-261eb6a6-1289-4470-b64b-faae36152a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:27.957035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-261eb6a6-1289-4470-b64b-faae36152a56 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5420437 Sep 24 00:00:28.014427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] For port 8ebdd583-19ab-4a07-811d-c5562a6f576a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:28.113241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Made reservation on behalf of b02494e8b01f493da83f3928380d0f04 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:28.117887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.157223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-203cac5d-5637-48fa-9b9f-fb3dda32f4ef req-a4df7d3e-38ad-4568-a93d-2b143e7ce36c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2556639 Sep 24 00:00:28.179147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] For port 8ebdd583-19ab-4a07-811d-c5562a6f576a, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:28.191322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.204583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.313004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:00:28.326595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:28.327177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.328683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] 10.222.0.18 "PUT /v2.0/ports/8ebdd583-19ab-4a07-811d-c5562a6f576a HTTP/1.1" status: 200 len: 1092 time: 3.1951921 Sep 24 00:00:28.335454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '8ebdd583-19ab-4a07-811d-c5562a6f576a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:28.338241 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-677fc1a6-03f2-45f9-95cf-be29351565f0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "8ebdd583-19ab-4a07-811d-c5562a6f576a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:28.377773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] For port 740c31bc-97c2-437a-9dd6-c1558df416e6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=740c31bc-97c2-437a-9dd6-c1558df416e6,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:28.378181 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.435915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:00:28.446614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 86e7c521-bc00-4d6c-bbcb-16dfc8e98796 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:00:28.464481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:28.479993 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a63f8b7-c14f-4949-8da8-58a4fc436e9a x-openstack-request-id: req-2a63f8b7-c14f-4949-8da8-58a4fc436e9a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:28.480419 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "8ebdd583-19ab-4a07-811d-c5562a6f576a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:28.480678 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a63f8b7-c14f-4949-8da8-58a4fc436e9a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:28.481090 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '8ebdd583-19ab-4a07-811d-c5562a6f576a', 'status': 'completed', 'code': 200} Sep 24 00:00:28.504542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Calling delete_port for 740c31bc-97c2-437a-9dd6-c1558df416e6 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:00:28.536826 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.557983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-c3d4d8f8-0d2a-4da5-8c31-769787d2cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:28.559828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-c3d4d8f8-0d2a-4da5-8c31-769787d2cabe service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5907614 Sep 24 00:00:28.575723 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.608154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7500b9-249a-4501-8764-a80cbad08604 service neutron] Pushing event updated for resources: {'Port': ['ID=8ebdd583-19ab-4a07-811d-c5562a6f576a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:28.632274 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.650575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:28.685955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-3b552355-c267-4a4d-9bcf-b5879e1b2a8b service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7084768 Sep 24 00:00:28.734079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:28.743437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.746233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:28.762417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:28.819301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:28.819977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:28.871257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Allocated IP 192.168.233.30 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/b7f16996-cdcd-437e-a9fa-36c8c38718a1) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:28.874309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'Port': ['ID=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:28.928499 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-f5b3b8ad-0803-4478-8960-e1711890ca51 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4183114 Sep 24 00:00:28.953148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Request body: {'port': {'device_id': '08948550-441a-4611-ab69-49c2eef1d7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:29.063540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event updated for resources: {'Port': ['ID=72b1fb3f-92eb-488c-abce-bbb3187cd387,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:29.091409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.093166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.110229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-099e6eef-a1ef-49bd-ab00-056aaac5abb6 None None] Provisioning complete for port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:29.111043 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-099e6eef-a1ef-49bd-ab00-056aaac5abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.117581 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.150691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-099e6eef-a1ef-49bd-ab00-056aaac5abb6 None None] Port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:29.265681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbd94807-30dd-44d2-beac-733206e6d142 req-c44b13a3-584d-4507-895c-e74d19eaa163 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 210 time: 0.1978638 Sep 24 00:00:29.270335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.274263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Pushing event deleted for resources: {'Port': ['ID=740c31bc-97c2-437a-9dd6-c1558df416e6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:29.367219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-8609fe8e-e7a6-4a29-bba4-dd93c8d645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.367876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-8609fe8e-e7a6-4a29-bba4-dd93c8d645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.368416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-8609fe8e-e7a6-4a29-bba4-dd93c8d645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.368957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-8609fe8e-e7a6-4a29-bba4-dd93c8d645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.369896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-8609fe8e-e7a6-4a29-bba4-dd93c8d645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.370521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-8609fe8e-e7a6-4a29-bba4-dd93c8d645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.371111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-8609fe8e-e7a6-4a29-bba4-dd93c8d645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.373191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-8609fe8e-e7a6-4a29-bba4-dd93c8d645cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6360 time: 0.7120817 Sep 24 00:00:29.374266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.386406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-01238ec8-b76b-43d8-aeda-d7d03bd67eb1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7557266 Sep 24 00:00:29.441259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.451830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3a0f5-00a3-4678-a08c-63a3cf13546a req-9d19386a-b9fd-4644-be1b-1ef9a638aec3 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.453585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0b3a0f5-00a3-4678-a08c-63a3cf13546a req-9d19386a-b9fd-4644-be1b-1ef9a638aec3 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.9528232 Sep 24 00:00:29.454643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.588747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cf9219c-9145-4dcc-b7f8-06c33be6074a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:29.600982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.621072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Transition to ACTIVE for port object 4cf9219c-9145-4dcc-b7f8-06c33be6074a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:29.624515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.653141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.762000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:29.785711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:29.788306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:29.851098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:29.851781 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:29.873642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'Port': ['ID=b7f16996-cdcd-437e-a9fa-36c8c38718a1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:30.047631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11a5c0e-49ef-4576-97ae-6e9258fd1f67 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:30.049362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.074550 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.096314 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.121984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-d9f091b5-5417-461e-a275-473e5e730150 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7491381 Sep 24 00:00:30.131846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Transition to ACTIVE for port object a11a5c0e-49ef-4576-97ae-6e9258fd1f67 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:30.147029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Request body: {'port': {'device_id': 'fe252d06-b7bb-46d4-b3a4-068607ccdf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:30.149758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-67f9a5a1-8c3d-4ec7-9ca2-986ebf661982 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0755169 Sep 24 00:00:30.152115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.181127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Pushing event updated for resources: {'Port': ['ID=4cf9219c-9145-4dcc-b7f8-06c33be6074a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:30.188925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-17e512a8-6c26-4e49-8b8d-3b912671e8f9 None None] Provisioning complete for port b7f16996-cdcd-437e-a9fa-36c8c38718a1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:30.189824 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17e512a8-6c26-4e49-8b8d-3b912671e8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.257886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:30.291563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-81bc22c7-8514-4f6a-bd59-6238a8b1ddda tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.299282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-81bc22c7-8514-4f6a-bd59-6238a8b1ddda tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.307431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Attempting to bind port 4cf9219c-9145-4dcc-b7f8-06c33be6074a on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:30.307802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Attempting to bind port 4cf9219c-9145-4dcc-b7f8-06c33be6074a by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:30.308133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Attempting to bind port 4cf9219c-9145-4dcc-b7f8-06c33be6074a on network 1231a640-714e-41c4-9a45-73b7f80e4d8b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:30.308982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-81bc22c7-8514-4f6a-bd59-6238a8b1ddda tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.320998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-81bc22c7-8514-4f6a-bd59-6238a8b1ddda tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.323783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-17e512a8-6c26-4e49-8b8d-3b912671e8f9 None None] Port b7f16996-cdcd-437e-a9fa-36c8c38718a1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:30.334227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-81bc22c7-8514-4f6a-bd59-6238a8b1ddda tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.344393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-81bc22c7-8514-4f6a-bd59-6238a8b1ddda tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.371658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-81bc22c7-8514-4f6a-bd59-6238a8b1ddda tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.388226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-81bc22c7-8514-4f6a-bd59-6238a8b1ddda tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5420 time: 0.4686639 Sep 24 00:00:30.410082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Port 4cf9219c-9145-4dcc-b7f8-06c33be6074a on network 1231a640-714e-41c4-9a45-73b7f80e4d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:30.418430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Attempting to bind port 4cf9219c-9145-4dcc-b7f8-06c33be6074a on network 1231a640-714e-41c4-9a45-73b7f80e4d8b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:30.428249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Pushing event updated for resources: {'Port': ['ID=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:30.442174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0b3a0f5-00a3-4678-a08c-63a3cf13546a req-36538aa7-f2f2-4143-b67d-fd73d9dd55d9 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714116 Sep 24 00:00:30.443829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-b130cab2-338f-4c99-b52d-3a9e757a2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.444420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-b130cab2-338f-4c99-b52d-3a9e757a2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.445043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-b130cab2-338f-4c99-b52d-3a9e757a2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.446902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-b130cab2-338f-4c99-b52d-3a9e757a2fa3 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.0210364 Sep 24 00:00:30.463639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.480199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-706bbe0a-1dff-4f71-ab0e-f17d2de8afd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 217 time: 0.2741060 Sep 24 00:00:30.480969 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.481772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:00:30.501443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.503691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5c899fd5-5d0c-4560-ad32-8b727073b6ed admin admin] 10.222.0.24 "DELETE /v2.0/routers/1eff8de8-4ebb-4397-8a9d-eb445fb7aee2 HTTP/1.1" status: 204 len: 168 time: 4.2143269 Sep 24 00:00:30.533977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:30.534527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Checking segment: {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:30.535253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Bound using segment: {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:30.536000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Bound port: 4cf9219c-9145-4dcc-b7f8-06c33be6074a, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:30.536425 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.539874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48818) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:30.756607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-48b7d80a-4421-4b48-883d-5b842d5cb8bf admin admin] Deleting subnet 5bd3f87b-1346-4623-94ff-90de1d48ecf9 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:00:30.768724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48b7d80a-4421-4b48-883d-5b842d5cb8bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.823773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779263-9676-40c4-a54b-fd418c723919 req-66f29daa-f349-4e9c-a645-e7a2f6877662 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.824059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Attempting to bind port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:30.824251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Attempting to bind port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:30.824784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Attempting to bind port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:30.827333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-66f29daa-f349-4e9c-a645-e7a2f6877662 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 820 time: 0.1658463 Sep 24 00:00:30.859183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f87f45a-ac62-427a-b440-d1346960f9d7 req-003cdd11-5101-42c1-bd76-50ee5102fd81 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4690125 Sep 24 00:00:30.861096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-1a9e4c7e-229d-49e4-8860-56b3d4d03997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:30.862686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-1a9e4c7e-229d-49e4-8860-56b3d4d03997 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.3576951 Sep 24 00:00:30.883753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:30.883753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Attempting to bind port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:30.932278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48b7d80a-4421-4b48-883d-5b842d5cb8bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:30.980924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] For port 4cf9219c-9145-4dcc-b7f8-06c33be6074a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:30.985485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-47f4ab52-4917-41c1-83ce-903385a798ac tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/quotas/011dca006d4e482cb6fee11c6938e97e HTTP/1.1" status: 200 len: 375 time: 0.1217258 Sep 24 00:00:31.005859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-c1dc8757-ad8e-4c3d-9015-11b36a831aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.008082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f11dc9d-51a7-45f2-a90c-7eb90d7a6b28 req-c1dc8757-ad8e-4c3d-9015-11b36a831aac service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5105896 Sep 24 00:00:31.010951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:31.011291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:31.011737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:31.013330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Bound port: a11a5c0e-49ef-4576-97ae-6e9258fd1f67, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:31.013330 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:31.039226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] For port 4cf9219c-9145-4dcc-b7f8-06c33be6074a, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:31.055534 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:31.179585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-141a83b2-a94b-4c5a-8de8-858923069448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.181255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-141a83b2-a94b-4c5a-8de8-858923069448 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2213447 Sep 24 00:00:31.195388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb368b-dc90-4fcb-a6de-c7c091e230ec req-fbcc9198-7266-4390-844a-670d9e8b1e36 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.195388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bccb368b-dc90-4fcb-a6de-c7c091e230ec req-fbcc9198-7266-4390-844a-670d9e8b1e36 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 935 time: 0.1356883 Sep 24 00:00:31.200545 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-a14bd40b-59f4-4012-aa38-5f700d195dc6 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1910260 Sep 24 00:00:31.226448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-235e48a1-f23b-422d-91b5-d7ff2f8e2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.230315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-235e48a1-f23b-422d-91b5-d7ff2f8e2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.230315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-235e48a1-f23b-422d-91b5-d7ff2f8e2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.230315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-235e48a1-f23b-422d-91b5-d7ff2f8e2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.230315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-235e48a1-f23b-422d-91b5-d7ff2f8e2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.230315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-235e48a1-f23b-422d-91b5-d7ff2f8e2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.230315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-235e48a1-f23b-422d-91b5-d7ff2f8e2a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.231818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-235e48a1-f23b-422d-91b5-d7ff2f8e2a32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6428 time: 0.1724324 Sep 24 00:00:31.277502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.278937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:31.280035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-429e740f-61b5-4513-979a-223dcbab235c service neutron] 10.222.0.18 "PUT /v2.0/ports/4cf9219c-9145-4dcc-b7f8-06c33be6074a HTTP/1.1" status: 200 len: 1092 time: 2.9137537 Sep 24 00:00:31.294849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '4cf9219c-9145-4dcc-b7f8-06c33be6074a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:31.298905 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-babb8ded-70a5-46d9-a4f9-e800a481ff5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "4cf9219c-9145-4dcc-b7f8-06c33be6074a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:31.305193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48b7d80a-4421-4b48-883d-5b842d5cb8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:31.338839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Request body: {'port': {'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:31.341504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e740f-61b5-4513-979a-223dcbab235c service neutron] Pushing event updated for resources: {'Port': ['ID=4cf9219c-9145-4dcc-b7f8-06c33be6074a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:31.489334 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:00:31.555074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bccb368b-dc90-4fcb-a6de-c7c091e230ec req-2de1c91f-3b27-40c1-96e0-ca15e30f678a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200150 Sep 24 00:00:31.591724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-b99ea11b-54ba-4915-b74b-ba756964a249 service neutron] 10.222.0.24 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579040 Sep 24 00:00:31.613267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-fde6331b-7f74-4e1e-bafa-38a67075e2bf service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4055431 Sep 24 00:00:31.675955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-7afb0368-1245-4084-b590-b7130bff1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.676435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-7afb0368-1245-4084-b590-b7130bff1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.676950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-7afb0368-1245-4084-b590-b7130bff1cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.678665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-7afb0368-1245-4084-b590-b7130bff1cb2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3863590 Sep 24 00:00:31.781382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] For port a11a5c0e-49ef-4576-97ae-6e9258fd1f67, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:31.854367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] For port a11a5c0e-49ef-4576-97ae-6e9258fd1f67, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:31.909471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:31.916039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-94387606-2730-49a9-a889-544d97092535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:31.917669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-677fc1a6-03f2-45f9-95cf-be29351565f0 req-94387606-2730-49a9-a889-544d97092535 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2256472 Sep 24 00:00:31.922451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-f28e5474-8555-4ca0-a2d7-3ab1c9d861fc service neutron] 10.222.0.24 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215654 Sep 24 00:00:31.929457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-dfa216d0-15ed-4048-8ada-43279c56cdca service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938604 Sep 24 00:00:31.940773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:31.998569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-445b30fb-870f-4da7-8dcb-52ad30337f30 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 217 time: 0.0571506 Sep 24 00:00:32.038789 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a445c5e3-2139-4c1b-a26e-59ce41f8c93a x-openstack-request-id: req-a445c5e3-2139-4c1b-a26e-59ce41f8c93a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:32.051289 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "4cf9219c-9145-4dcc-b7f8-06c33be6074a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:32.051533 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a445c5e3-2139-4c1b-a26e-59ce41f8c93a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:32.051948 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': '4cf9219c-9145-4dcc-b7f8-06c33be6074a', 'status': 'completed', 'code': 200} Sep 24 00:00:32.087561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.090352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:32.094049 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] 10.222.0.18 "PUT /v2.0/ports/a11a5c0e-49ef-4576-97ae-6e9258fd1f67 HTTP/1.1" status: 200 len: 1097 time: 3.1575718 Sep 24 00:00:32.098704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-089d3cd7-dfa5-4c9a-b0f6-7ed7b6252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.099679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-089d3cd7-dfa5-4c9a-b0f6-7ed7b6252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.099679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-089d3cd7-dfa5-4c9a-b0f6-7ed7b6252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.100254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-089d3cd7-dfa5-4c9a-b0f6-7ed7b6252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.101140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-089d3cd7-dfa5-4c9a-b0f6-7ed7b6252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.101325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-089d3cd7-dfa5-4c9a-b0f6-7ed7b6252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.104077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-089d3cd7-dfa5-4c9a-b0f6-7ed7b6252cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.104284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48b7d80a-4421-4b48-883d-5b842d5cb8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:32.104487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-089d3cd7-dfa5-4c9a-b0f6-7ed7b6252cd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6428 time: 0.1026547 Sep 24 00:00:32.105602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-2b58efad-d071-4d0e-b4d4-1d67168afbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.107377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-2b58efad-d071-4d0e-b4d4-1d67168afbb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0945859 Sep 24 00:00:32.260702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 740c31bc-97c2-437a-9dd6-c1558df416e6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:00:32.292433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f16996-cdcd-437e-a9fa-36c8c38718a1 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:32.328008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 740c31bc-97c2-437a-9dd6-c1558df416e6 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:00:32.328859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 740c31bc-97c2-437a-9dd6-c1558df416e6 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:00:32.370998 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:32.526939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6cd9b6e8-07de-4ee6-a943-85252c5fa8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.528755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6cd9b6e8-07de-4ee6-a943-85252c5fa8d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3922117 Sep 24 00:00:32.599408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-86cd4102-c2d9-4054-bd74-bdab67d41803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.599888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-86cd4102-c2d9-4054-bd74-bdab67d41803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.600361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-86cd4102-c2d9-4054-bd74-bdab67d41803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.601984 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-86cd4102-c2d9-4054-bd74-bdab67d41803 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4846852 Sep 24 00:00:32.613529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7d80a-4421-4b48-883d-5b842d5cb8bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd3f87b-1346-4623-94ff-90de1d48ecf9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:32.620310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-ff85dc7d-d548-40ab-a6c8-c4761ad0d365 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.623926 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318fe55-541b-4e42-9db6-a618742f71eb service neutron] Pushing event updated for resources: {'Port': ['ID=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:32.627158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519b11a8-a9fb-496d-933d-ef183ad512c9 None None] Network c21c3c3d-083f-4226-ac06-d22f07017e7a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:00:32.629527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-ff85dc7d-d548-40ab-a6c8-c4761ad0d365 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.635766 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Transition to ACTIVE for port object b7f16996-cdcd-437e-a9fa-36c8c38718a1 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:32.636342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-ff85dc7d-d548-40ab-a6c8-c4761ad0d365 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.636728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48b7d80a-4421-4b48-883d-5b842d5cb8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:32.643073 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-48b7d80a-4421-4b48-883d-5b842d5cb8bf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5bd3f87b-1346-4623-94ff-90de1d48ecf9 HTTP/1.1" status: 204 len: 168 time: 2.0786135 Sep 24 00:00:32.643385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-ff85dc7d-d548-40ab-a6c8-c4761ad0d365 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.646837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48858) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:32.652918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-ff85dc7d-d548-40ab-a6c8-c4761ad0d365 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.657537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-ff85dc7d-d548-40ab-a6c8-c4761ad0d365 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.663606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-ff85dc7d-d548-40ab-a6c8-c4761ad0d365 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.669117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:32.684466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-ff85dc7d-d548-40ab-a6c8-c4761ad0d365 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5420 time: 0.3399804 Sep 24 00:00:32.778218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f16996-cdcd-437e-a9fa-36c8c38718a1,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:32.841366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-db622d03-fd9f-4046-b779-56c464c9e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.843743 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-db622d03-fd9f-4046-b779-56c464c9e03f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 1100 time: 0.5068669 Sep 24 00:00:32.874018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69958507-69d1-4938-add2-103e4b106701 req-d821e08a-e5fc-477a-9474-b19a638a12d5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:32.877466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69958507-69d1-4938-add2-103e4b106701 req-d821e08a-e5fc-477a-9474-b19a638a12d5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.3557248 Sep 24 00:00:33.051417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69958507-69d1-4938-add2-103e4b106701 req-c581ce93-8a3e-46ec-9566-ba5d640ef876 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603804 Sep 24 00:00:33.078586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-decbd063-312f-4118-bde1-9a8d61fe8f94 req-5ac9cd2c-1f42-4209-a231-a9002e1e2791 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3918092 Sep 24 00:00:33.080233 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-be496cca-d3d3-460a-9582-908d24cb51ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a11a5c0e-49ef-4576-97ae-6e9258fd1f67 HTTP/1.1" status: 200 len: 217 time: 0.2176225 Sep 24 00:00:33.171104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-96455e9e-43cc-4297-a810-c3377de7ee45 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6181560 Sep 24 00:00:33.176446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-55223e50-35d2-4d6e-a89a-74bf919563d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:33.178770 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.179182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-babb8ded-70a5-46d9-a4f9-e800a481ff5e req-55223e50-35d2-4d6e-a89a-74bf919563d8 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4726572 Sep 24 00:00:33.213748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] DHCP port deletion for c21c3c3d-083f-4226-ac06-d22f07017e7a request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:00:33.285449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Attempting to bind port b7f16996-cdcd-437e-a9fa-36c8c38718a1 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:33.286165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Attempting to bind port b7f16996-cdcd-437e-a9fa-36c8c38718a1 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:33.286666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Attempting to bind port b7f16996-cdcd-437e-a9fa-36c8c38718a1 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:33.314612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Port b7f16996-cdcd-437e-a9fa-36c8c38718a1 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:33.315277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Attempting to bind port b7f16996-cdcd-437e-a9fa-36c8c38718a1 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:33.345624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] Deleting port 6a981ca4-98ef-4b8a-a20c-7b7883437000 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:00:33.346262 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.350718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-db2b82ef-00e9-40f6-8689-793b630e9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:33.352500 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-db2b82ef-00e9-40f6-8689-793b630e9be5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.2021308 Sep 24 00:00:33.356393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:33.357098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:33.357683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:33.358314 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Bound port: b7f16996-cdcd-437e-a9fa-36c8c38718a1, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:33.358901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.451372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] For port 6a981ca4-98ef-4b8a-a20c-7b7883437000, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6a981ca4-98ef-4b8a-a20c-7b7883437000,segment=NetworkSegment(8c78bafa-467a-425e-b7cb-0425aec83a2d),segment_id=8c78bafa-467a-425e-b7cb-0425aec83a2d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:33.451896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.461951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-4e3ac286-4870-4913-85fa-8ddcf5e75358 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783372 Sep 24 00:00:33.467376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] Calling delete_port for 6a981ca4-98ef-4b8a-a20c-7b7883437000 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:00:33.479845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21978c66-4f5d-485f-9d7a-76279d5f479b req-12901ab6-d85d-4a93-bee1-a24f40a0ad80 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 210 time: 0.1749537 Sep 24 00:00:33.502784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb17749f-a4b7-4eff-8a7b-04a97dab82e8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:33.515491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.548177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-bb89c798-e026-4984-806d-5a3829b15e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:33.550546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-bb89c798-e026-4984-806d-5a3829b15e25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1890049 Sep 24 00:00:33.558258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Transition to ACTIVE for port object eb17749f-a4b7-4eff-8a7b-04a97dab82e8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:33.580608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.592219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] For port b7f16996-cdcd-437e-a9fa-36c8c38718a1, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:33.597143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Deleting port 6a981ca4-98ef-4b8a-a20c-7b7883437000 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:00:33.597478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.601956 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.642130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-304cfda3-ba30-45e6-a8a6-ec92be935e19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5 HTTP/1.1" status: 200 len: 217 time: 0.1578593 Sep 24 00:00:33.660287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] Pushing event deleted for resources: {'Port': ['ID=6a981ca4-98ef-4b8a-a20c-7b7883437000,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:33.666440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04e6268-aa7b-4026-9523-1eac08ee0fe8 None None] No DVR routers for this DVR port 6a981ca4-98ef-4b8a-a20c-7b7883437000 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:00:33.667900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] For port b7f16996-cdcd-437e-a9fa-36c8c38718a1, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b7f16996-cdcd-437e-a9fa-36c8c38718a1,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:33.709721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9395a7a2-ed9a-4955-923c-0a36835b4f79 req-dc8d1fae-06c2-42a3-9a87-807eca645f9c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:33.721058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9395a7a2-ed9a-4955-923c-0a36835b4f79 req-dc8d1fae-06c2-42a3-9a87-807eca645f9c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 947 time: 0.3992839 Sep 24 00:00:33.731263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.872928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:33.874672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.879064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] 10.222.0.20 "PUT /v2.0/ports/b7f16996-cdcd-437e-a9fa-36c8c38718a1 HTTP/1.1" status: 200 len: 1096 time: 3.7437611 Sep 24 00:00:33.884454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Pushing event updated for resources: {'Port': ['ID=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:33.905419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9395a7a2-ed9a-4955-923c-0a36835b4f79 req-174c613d-9756-4746-a666-54c7cd8254b0 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833150 Sep 24 00:00:33.953788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] For port 6a981ca4-98ef-4b8a-a20c-7b7883437000, host n-d-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:33.954414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:33.971217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-2c447883-b12a-4ca4-94ba-e296144d45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:33.978251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-2c447883-b12a-4ca4-94ba-e296144d45ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.2972796 Sep 24 00:00:34.066825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08948550-441a-4611-ab69-49c2eef1d7fe', 'tag': 'a11a5c0e-49ef-4576-97ae-6e9258fd1f67'}, {'name': 'network-changed', 'server_uuid': 'fe252d06-b7bb-46d4-b3a4-068607ccdf07', 'tag': 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:34.070123 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c65951-ae1f-439b-8ee1-a3faf518ccdb" -d '{"events": [{"name": "network-changed", "server_uuid": "08948550-441a-4611-ab69-49c2eef1d7fe", "tag": "a11a5c0e-49ef-4576-97ae-6e9258fd1f67"}, {"name": "network-changed", "server_uuid": "fe252d06-b7bb-46d4-b3a4-068607ccdf07", "tag": "b7f16996-cdcd-437e-a9fa-36c8c38718a1"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:34.078019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Calling delete_port for 6a981ca4-98ef-4b8a-a20c-7b7883437000 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:00:34.103321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Port 6a981ca4-98ef-4b8a-a20c-7b7883437000 was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:00:34.131051 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.147415 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-fae8eb19-93b2-400a-a876-2de079641d8f service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838516 Sep 24 00:00:34.191160 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1045de02-c2fc-4c8e-8470-10419621f690 x-openstack-request-id: req-1045de02-c2fc-4c8e-8470-10419621f690 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:34.191477 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08948550-441a-4611-ab69-49c2eef1d7fe", "tag": "a11a5c0e-49ef-4576-97ae-6e9258fd1f67", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe252d06-b7bb-46d4-b3a4-068607ccdf07", "tag": "b7f16996-cdcd-437e-a9fa-36c8c38718a1", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:34.191729 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1045de02-c2fc-4c8e-8470-10419621f690 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:34.192263 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08948550-441a-4611-ab69-49c2eef1d7fe', 'tag': 'a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'status': 'completed', 'code': 200} Sep 24 00:00:34.192524 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe252d06-b7bb-46d4-b3a4-068607ccdf07', 'tag': 'b7f16996-cdcd-437e-a9fa-36c8c38718a1', 'status': 'completed', 'code': 200} Sep 24 00:00:34.200836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd6af5-20ed-400d-9288-0438df096e21 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f16996-cdcd-437e-a9fa-36c8c38718a1,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:34.209004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] No DVR routers for this DVR port 6a981ca4-98ef-4b8a-a20c-7b7883437000 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:00:34.317805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6a981ca4-98ef-4b8a-a20c-7b7883437000 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:00:34.340359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6a981ca4-98ef-4b8a-a20c-7b7883437000 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:00:34.341529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6a981ca4-98ef-4b8a-a20c-7b7883437000 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:00:34.364834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Attempting to bind port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:34.365253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Attempting to bind port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:34.365738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Attempting to bind port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 on network 1231a640-714e-41c4-9a45-73b7f80e4d8b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:34.382230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Pushing event deleted for resources: {'Port': ['ID=6a981ca4-98ef-4b8a-a20c-7b7883437000,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:34.412695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6662132b-4643-4706-9ff8-da2eacd7f3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.414381 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-6662132b-4643-4706-9ff8-da2eacd7f3da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 1099 time: 0.4423599 Sep 24 00:00:34.415191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 on network 1231a640-714e-41c4-9a45-73b7f80e4d8b not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:34.415583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Attempting to bind port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 on network 1231a640-714e-41c4-9a45-73b7f80e4d8b {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:34.472634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:34.472634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Checking segment: {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:34.472634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Bound using segment: {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:34.473322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Bound port: eb17749f-a4b7-4eff-8a7b-04a97dab82e8, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:34.473647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.548350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.553720 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-5e328170-7fc5-441a-a3ce-ba7eec933b6a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=b7f16996-cdcd-437e-a9fa-36c8c38718a1 HTTP/1.1" status: 200 len: 217 time: 0.1047840 Sep 24 00:00:34.614207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c21c3c3d-083f-4226-ac06-d22f07017e7a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:34.640586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779263-9676-40c4-a54b-fd418c723919 req-fc9749a1-f2bb-4fe3-9160-a030a770365a tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.641941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-fc9749a1-f2bb-4fe3-9160-a030a770365a tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.18 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 820 time: 0.8848403 Sep 24 00:00:34.661056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Request body: {'port': {'device_id': '65128c25-d705-43de-98b9-ae6761391cd2', 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'admin_state_up': True, 'tenant_id': '011dca006d4e482cb6fee11c6938e97e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:34.672101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c78bafa-467a-425e-b7cb-0425aec83a2d') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:34.672480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c78bafa-467a-425e-b7cb-0425aec83a2d') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:34.677485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3251e5-a626-4db5-9993-aad07c494612 req-41deea9a-a051-4a33-82d8-779144118735 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.683285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c3251e5-a626-4db5-9993-aad07c494612 req-41deea9a-a051-4a33-82d8-779144118735 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1521757 Sep 24 00:00:34.686339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-1f2d9dde-747b-4af1-8b14-8a6dc74363be service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117245 Sep 24 00:00:34.694110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.701171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-7ec78f72-c482-48eb-8cab-29e26fc25418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.703030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-7ec78f72-c482-48eb-8cab-29e26fc25418 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7149432 Sep 24 00:00:34.714097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-a0ca7038-abf0-4922-ac0b-18af194ad0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.717493 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-a0ca7038-abf0-4922-ac0b-18af194ad0fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1524990 Sep 24 00:00:34.723844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-5417cda4-751b-44c8-95f5-ff98747f157b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.730469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-5417cda4-751b-44c8-95f5-ff98747f157b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.739101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-5417cda4-751b-44c8-95f5-ff98747f157b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.748721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-5417cda4-751b-44c8-95f5-ff98747f157b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.757713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-5417cda4-751b-44c8-95f5-ff98747f157b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.759008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.763012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-5417cda4-751b-44c8-95f5-ff98747f157b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.769165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-5417cda4-751b-44c8-95f5-ff98747f157b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.777829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-5417cda4-751b-44c8-95f5-ff98747f157b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.2449815 Sep 24 00:00:34.800790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:00:34.802058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:00:34.803425 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:00:34.825525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] For port eb17749f-a4b7-4eff-8a7b-04a97dab82e8, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:34.891093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] For port eb17749f-a4b7-4eff-8a7b-04a97dab82e8, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:34.906194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.913913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-01ffcaae-8061-4f83-8c6b-22aba2aaf5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:34.916107 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-01ffcaae-8061-4f83-8c6b-22aba2aaf5bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 1100 time: 0.1691229 Sep 24 00:00:34.922195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.962571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cac887b5-3f70-4b39-a02c-1ea57647df04 req-1efe9c40-2165-4e79-b6e2-9908af8c5881 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1832147 Sep 24 00:00:34.992174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c3251e5-a626-4db5-9993-aad07c494612 req-f677e7e6-9159-4087-a4a4-f74b40c4f544 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977219 Sep 24 00:00:34.992605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:34.994635 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] 10.222.0.24 "DELETE /v2.0/networks/c21c3c3d-083f-4226-ac06-d22f07017e7a HTTP/1.1" status: 204 len: 168 time: 2.3412857 Sep 24 00:00:35.003842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-deb5f278-51d2-4b16-868e-543141bc36dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.005999 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-deb5f278-51d2-4b16-868e-543141bc36dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2774322 Sep 24 00:00:35.030481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.031158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:35.032584 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] 10.222.0.18 "PUT /v2.0/ports/eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 200 len: 1092 time: 3.6993697 Sep 24 00:00:35.056882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de0c4a-42bb-48ae-a357-d8267dd7953b admin admin] Pushing event deleted for resources: {'Network': ['ID=c21c3c3d-083f-4226-ac06-d22f07017e7a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:35.124256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-2aaf9ee4-daf8-4265-8424-6bb7fe227f8c service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439071 Sep 24 00:00:35.218306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207f332-9103-4536-88b4-63b1feb90136 service neutron] Pushing event updated for resources: {'Port': ['ID=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:35.323571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Made reservation on behalf of 011dca006d4e482cb6fee11c6938e97e for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:35.347608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:35.459896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2ad9343b-bef4-4320-9d04-917190f414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.466519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2ad9343b-bef4-4320-9d04-917190f414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.468921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2ad9343b-bef4-4320-9d04-917190f414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.471633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2ad9343b-bef4-4320-9d04-917190f414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.472972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2ad9343b-bef4-4320-9d04-917190f414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.475369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2ad9343b-bef4-4320-9d04-917190f414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.479789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2ad9343b-bef4-4320-9d04-917190f414dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.486416 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2ad9343b-bef4-4320-9d04-917190f414dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6496 time: 0.3804257 Sep 24 00:00:35.614459 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-fe9b81a3-3e51-49ba-8735-caa50f12af12 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 200 len: 217 time: 0.0783820 Sep 24 00:00:35.616747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-e27bcf1d-90c7-45ca-87db-e5b30d54d2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:35.620271 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-e27bcf1d-90c7-45ca-87db-e5b30d54d2a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.6910145 Sep 24 00:00:35.621449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c31e95d-5f6d-4686-86f2-277e7ee8c3b7 req-e00e5313-2e3b-4aed-bac1-f0532e4ffbd5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 210 time: 0.3962221 Sep 24 00:00:35.623949 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-fe66988c-c90e-4a40-a749-1cf767dbae96 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5819962 Sep 24 00:00:35.652294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48892) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:35.817173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a11a5c0e-49ef-4576-97ae-6e9258fd1f67 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:35.865407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Allocated IP 172.20.0.12 (2dc42050-2fcb-4075-86f4-fe4a24168a09/cb7cffff-11fc-43aa-a9b6-58eef73f25f8/49bf9d9e-a5ad-41be-b380-ebadfaee43c2) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:35.899922 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-de24f0ab-b092-4049-ae68-6b8759119d9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=a11a5c0e-49ef-4576-97ae-6e9258fd1f67 HTTP/1.1" status: 200 len: 217 time: 0.2662129 Sep 24 00:00:36.124112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a11a5c0e-49ef-4576-97ae-6e9258fd1f67, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:36.160531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'mac_address': 'fa:16:3e:11:7b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:36.175442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.201043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48908) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:36.259689 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.284330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11a5c0e-49ef-4576-97ae-6e9258fd1f67 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:36.358156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a11a5c0e-49ef-4576-97ae-6e9258fd1f67, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:36.361002 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.363842 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.435191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.454866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:36.465317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7dd8c1-d538-49f9-87a8-451722579ab2 req-58047b17-b635-4733-a1f1-d62536ddf6b5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.468929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c7dd8c1-d538-49f9-87a8-451722579ab2 req-58047b17-b635-4733-a1f1-d62536ddf6b5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 947 time: 0.5078044 Sep 24 00:00:36.511315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-afbb9785-f8e9-44e3-8bb4-74155eda642b service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3480134 Sep 24 00:00:36.558081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Network 2dc42050-2fcb-4075-86f4-fe4a24168a09 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:36.563973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cf903ba2-2a27-455d-b801-bd73f66fd0e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9aa58a9a63ce49188a807c7ff06ae234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6858582 Sep 24 00:00:36.584944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-cdce5e6e-11b7-419e-8c73-6e8ddfc18699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.586430 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-cdce5e6e-11b7-419e-8c73-6e8ddfc18699 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7784be8-b5c0-437f-be3d-6205f84b0fca HTTP/1.1" status: 200 len: 856 time: 0.9549954 Sep 24 00:00:36.586977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': 'eb17749f-a4b7-4eff-8a7b-04a97dab82e8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:36.589391 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e6810a-9cb1-40ec-9e54-14e03e7012e3" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "eb17749f-a4b7-4eff-8a7b-04a97dab82e8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:36.591383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-c491c24a-7f97-4002-bc26-0c8b4ef57144 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.596924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48916) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:36.598464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-c491c24a-7f97-4002-bc26-0c8b4ef57144 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.602484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a11a5c0e-49ef-4576-97ae-6e9258fd1f67'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:36.605262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-c491c24a-7f97-4002-bc26-0c8b4ef57144 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.613996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-c491c24a-7f97-4002-bc26-0c8b4ef57144 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.621660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-c491c24a-7f97-4002-bc26-0c8b4ef57144 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.629618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-c491c24a-7f97-4002-bc26-0c8b4ef57144 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.637257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-c491c24a-7f97-4002-bc26-0c8b4ef57144 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.640081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-c491c24a-7f97-4002-bc26-0c8b4ef57144 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.4378138 Sep 24 00:00:36.674335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f28a9f1a-66cb-494a-a383-c86e1087c180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.677564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:36.695291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-6f89d1e0-db6d-42c4-bc61-aad74fb35f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.696895 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-6f89d1e0-db6d-42c4-bc61-aad74fb35f0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.7840533 Sep 24 00:00:36.731775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:36.756140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-9c66692e-2222-4980-9b63-1b7838e28e00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b HTTP/1.1" status: 200 len: 217 time: 0.2050009 Sep 24 00:00:36.765097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0de77e48-a4d3-4ecf-9134-f1e7a44c4fb5 req-189ceecd-28b1-436f-bffc-5b3ed7fc5d19 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0536981 Sep 24 00:00:36.774932 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b3197f9-68f2-44a8-ba99-cc4510633aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.799286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-3418d1ab-5f2e-4b9e-afb1-d81775560efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.800885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-3418d1ab-5f2e-4b9e-afb1-d81775560efc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fa905c6-5b85-4188-8ccc-e6003718f222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717689 Sep 24 00:00:36.813789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-71a461e0-b33a-491f-bb64-904cc96e18b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.816725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-71a461e0-b33a-491f-bb64-904cc96e18b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114905 Sep 24 00:00:36.832305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b3197f9-68f2-44a8-ba99-cc4510633aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:36.850005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event updated for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:36.899540 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c7dd8c1-d538-49f9-87a8-451722579ab2 req-80d0feaa-1743-4742-8da4-b241667099a8 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935182 Sep 24 00:00:36.965104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:36.965807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.000781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4c5ac9c-be90-4882-bb21-22d57570a724 req-3aa60b4c-5a93-469e-9b2b-3949c7f431a5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2758949 Sep 24 00:00:37.009361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-34449966-07c9-4281-b2b9-c18f00bcd61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.011432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-34449966-07c9-4281-b2b9-c18f00bcd61a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.1908791 Sep 24 00:00:37.112237 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f8a70-7b82-422d-bfda-37ab092ac8a5 x-openstack-request-id: req-f92f8a70-7b82-422d-bfda-37ab092ac8a5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:37.112237 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "eb17749f-a4b7-4eff-8a7b-04a97dab82e8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:37.112981 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f92f8a70-7b82-422d-bfda-37ab092ac8a5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:37.112981 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': 'eb17749f-a4b7-4eff-8a7b-04a97dab82e8', 'status': 'completed', 'code': 200} Sep 24 00:00:37.151027 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b3197f9-68f2-44a8-ba99-cc4510633aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.154853 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b3197f9-68f2-44a8-ba99-cc4510633aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.156722 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1b3197f9-68f2-44a8-ba99-cc4510633aa1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e1412b7-48cf-4f61-b3db-735f47a771e0 HTTP/1.1" status: 204 len: 168 time: 0.5596001 Sep 24 00:00:37.167946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-3e4ea8a5-34f0-4b98-a369-10e964ae38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.169588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-3e4ea8a5-34f0-4b98-a369-10e964ae38d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1469929 Sep 24 00:00:37.179655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3197f9-68f2-44a8-ba99-cc4510633aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1412b7-48cf-4f61-b3db-735f47a771e0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:37.207297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-0b98d074-1e6b-4bf9-b913-cc1e1c5f316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.218486 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-0b98d074-1e6b-4bf9-b913-cc1e1c5f316d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 1099 time: 0.3229749 Sep 24 00:00:37.222932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-28b8a2cd-083a-4f53-8594-63cff4930655 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691936 Sep 24 00:00:37.243786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d800f50-667d-409c-95a0-e954678decad req-fdf358e1-f69d-4091-9597-e67ef5336437 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.245996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d800f50-667d-409c-95a0-e954678decad req-fdf358e1-f69d-4091-9597-e67ef5336437 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 932 time: 0.1469476 Sep 24 00:00:37.291256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f28a9f1a-66cb-494a-a383-c86e1087c180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.308842 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f28a9f1a-66cb-494a-a383-c86e1087c180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.309417 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-fc9e7a9f-14f2-4680-9eb6-425fb669093c service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983435 Sep 24 00:00:37.323285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-96d687c8-50d2-4dad-a26e-6bdf3f8e657c tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6708806 Sep 24 00:00:37.347305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Request body: {'port': {'device_id': '65128c25-d705-43de-98b9-ae6761391cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:37.442644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28a9f1a-66cb-494a-a383-c86e1087c180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fff1e9a-8ca3-4471-b3d5-91802c59a559,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:37.454874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f28a9f1a-66cb-494a-a383-c86e1087c180 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d4c22ebb80948fd84e8e2c872a8c949&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2421150 Sep 24 00:00:37.467866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d800f50-667d-409c-95a0-e954678decad req-b812f2df-54f3-4c51-b2e0-9bb143a5e0b6 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787429 Sep 24 00:00:37.470783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48930) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:37.483852 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-739d7139-0c33-4a4e-ba0c-5c428d5b3c94 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213166 Sep 24 00:00:37.501145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-75dae706-f45d-46d1-ba35-d11a5fb73d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.503891 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-75dae706-f45d-46d1-ba35-d11a5fb73d1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.2751784 Sep 24 00:00:37.507437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-cc003cc9-1a12-4a62-9992-c5af58345139 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277767 Sep 24 00:00:37.541619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.573345 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-46153534-2957-41a2-b32a-4d3192c7aa38 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291942 Sep 24 00:00:37.574935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-d0999964-953c-4c3e-a1ba-6f2b1e9bb3a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=b7f16996-cdcd-437e-a9fa-36c8c38718a1 HTTP/1.1" status: 200 len: 217 time: 0.0463071 Sep 24 00:00:37.626076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f96ed5fa-6719-4c07-8ed2-e31998ebbff5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 217 time: 0.0451617 Sep 24 00:00:37.671118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b53e9aba-4322-456c-9e84-cfb59150fa48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.700228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-01e494d3-2472-4bff-8e6e-18440d13852b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.701734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-01e494d3-2472-4bff-8e6e-18440d13852b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1124694 Sep 24 00:00:37.710000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-cc534323-db69-4b9d-8b69-4b1dc0e594a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.712686 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-cc534323-db69-4b9d-8b69-4b1dc0e594a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0678189 Sep 24 00:00:37.761255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-71b5a63d-9ae8-4282-94c5-6d37322d0f6e service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309237 Sep 24 00:00:37.779432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b53e9aba-4322-456c-9e84-cfb59150fa48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.799048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-1528b8b0-f16f-45be-8446-70afa6cd47fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.800571 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-1528b8b0-f16f-45be-8446-70afa6cd47fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0852578 Sep 24 00:00:37.800571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6e2e14d-7730-4c9d-ac08-72044b6a618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.804747 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-f6e2e14d-7730-4c9d-ac08-72044b6a618c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0799441 Sep 24 00:00:37.819198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a11a5c0e-49ef-4576-97ae-6e9258fd1f67 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:37.831563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-9c863b1a-4576-44ea-af25-40b2e573ac0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 HTTP/1.1" status: 200 len: 217 time: 0.0564713 Sep 24 00:00:37.905133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:37.911372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:37.912020 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:37.985404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-0157b1f7-f701-4dc9-9c69-ace4bf5fc36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:37.986948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-0157b1f7-f701-4dc9-9c69-ace4bf5fc36f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.1386712 Sep 24 00:00:38.073027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b53e9aba-4322-456c-9e84-cfb59150fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.075908 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b53e9aba-4322-456c-9e84-cfb59150fa48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.077492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b53e9aba-4322-456c-9e84-cfb59150fa48 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fff1e9a-8ca3-4471-b3d5-91802c59a559 HTTP/1.1" status: 204 len: 168 time: 0.6061273 Sep 24 00:00:38.102793 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-d47d954a-d77e-4c70-a4ba-568c46b63cbe service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926469 Sep 24 00:00:38.103992 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-25992a87-ad1c-4f19-8f3a-3a20dc20c8ef service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875590 Sep 24 00:00:38.130679 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.154750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-8bb30001-736e-4aef-a137-d4eefa3193f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.156547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-8bb30001-736e-4aef-a137-d4eefa3193f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1468663 Sep 24 00:00:38.159208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e9aba-4322-456c-9e84-cfb59150fa48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fff1e9a-8ca3-4471-b3d5-91802c59a559,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:38.178672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08948550-441a-4611-ab69-49c2eef1d7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11a5c0e-49ef-4576-97ae-6e9258fd1f67'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:38.184901 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f0480b-efb3-4792-a40a-8d654a6d2397" -d '{"events": [{"server_uuid": "08948550-441a-4611-ab69-49c2eef1d7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a11a5c0e-49ef-4576-97ae-6e9258fd1f67"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:38.234310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a11a5c0e-49ef-4576-97ae-6e9258fd1f67, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:38.256400 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.266182 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-ccad4c9f-15bf-45d0-a455-93a3f4f599d5 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542184 Sep 24 00:00:38.286139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cdc31d-46d9-4111-9987-52d61d38b09b req-cfe9f7d2-d0c8-414d-8065-44d1e005ed15 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.296014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0cdc31d-46d9-4111-9987-52d61d38b09b req-cfe9f7d2-d0c8-414d-8065-44d1e005ed15 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 947 time: 0.2313602 Sep 24 00:00:38.335556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48964) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:38.337393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-6fbfecc9-fc19-4096-a2d6-55268c5ffb75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 217 time: 0.0600736 Sep 24 00:00:38.345236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:38.414012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b7f16996-cdcd-437e-a9fa-36c8c38718a1 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:38.457308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-61947f19-c3f8-4c12-b8f7-1f803951aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.460192 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-61947f19-c3f8-4c12-b8f7-1f803951aea2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1113634 Sep 24 00:00:38.518915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00c65951-ae1f-439b-8ee1-a3faf518ccdb req-df794d93-f09a-4d98-b304-a0c3346ec6fc service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553525 Sep 24 00:00:38.543253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:38.558028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-9b93d525-3911-414b-ba94-db4966d031eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.560758 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-9b93d525-3911-414b-ba94-db4966d031eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0905743 Sep 24 00:00:38.566425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0cdc31d-46d9-4111-9987-52d61d38b09b req-db2fbab1-6aa1-4235-8492-0b236d19ef87 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502201 Sep 24 00:00:38.616677 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.617380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b7f16996-cdcd-437e-a9fa-36c8c38718a1, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b7f16996-cdcd-437e-a9fa-36c8c38718a1,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:38.631533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'b7f16996-cdcd-437e-a9fa-36c8c38718a1', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'b7f16996-cdcd-437e-a9fa-36c8c38718a1', 'mac_address': 'fa:16:3e:ea:47:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:38.633511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Transition to ACTIVE for port object 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:38.648540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a41149ff-f5b6-45bc-a89e-488850431e29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.654750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a41149ff-f5b6-45bc-a89e-488850431e29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.660756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a41149ff-f5b6-45bc-a89e-488850431e29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.666844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a41149ff-f5b6-45bc-a89e-488850431e29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.675853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a41149ff-f5b6-45bc-a89e-488850431e29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.685638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a41149ff-f5b6-45bc-a89e-488850431e29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.693026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a41149ff-f5b6-45bc-a89e-488850431e29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:38.703459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a41149ff-f5b6-45bc-a89e-488850431e29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.4008181 Sep 24 00:00:38.707395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.736768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.740435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-network', 'tenant_id': 'df5ccbad176740efab84228311bb6490'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:38.757725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f16996-cdcd-437e-a9fa-36c8c38718a1 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:38.771324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Pushing event updated for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:38.776102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-ff0a0ec3-dbed-48d1-95a5-7b5883a9a179 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834820 Sep 24 00:00:38.816116 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-00dc43ac-6179-4a13-8825-7abdee995a2e service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473302 Sep 24 00:00:38.839746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b7f16996-cdcd-437e-a9fa-36c8c38718a1, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b7f16996-cdcd-437e-a9fa-36c8c38718a1,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:38.857607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.863470 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.909832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Made reservation on behalf of df5ccbad176740efab84228311bb6490 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:38.912300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.940140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:38.943888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b7f16996-cdcd-437e-a9fa-36c8c38718a1,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:38.952035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-669cb3fc-0b3e-46a1-9cc2-da586e6a3f45 req-a17ba497-1ad3-48d8-8a9b-dcff70c094da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2466855 Sep 24 00:00:38.965825 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdbc433-b910-41de-9a9c-9055d6b824af x-openstack-request-id: req-9cdbc433-b910-41de-9a9c-9055d6b824af {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:38.966117 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08948550-441a-4611-ab69-49c2eef1d7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a11a5c0e-49ef-4576-97ae-6e9258fd1f67", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:38.966364 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cdbc433-b910-41de-9a9c-9055d6b824af {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:38.967128 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08948550-441a-4611-ab69-49c2eef1d7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'code': 200} Sep 24 00:00:39.027093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-2d9b3591-bedb-4e40-a110-62a682f07e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.028661 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-2d9b3591-bedb-4e40-a110-62a682f07e44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.1778316 Sep 24 00:00:39.073925 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2027a252-5671-4e0f-a094-c863a15f59a2 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456491 Sep 24 00:00:39.176164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5ebba571-6d58-4883-a71c-3a6698bc4496 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b HTTP/1.1" status: 200 len: 217 time: 0.0906105 Sep 24 00:00:39.241638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b7f16996-cdcd-437e-a9fa-36c8c38718a1'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:39.267040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-3c44370c-6d1b-4bae-bee9-1011cc7f246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.269454 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-3c44370c-6d1b-4bae-bee9-1011cc7f246a service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.2248182 Sep 24 00:00:39.330197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:39.368870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e53893a0-2161-4d64-a0ec-9e10f04ae2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.371869 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-e53893a0-2161-4d64-a0ec-9e10f04ae2d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1888773 Sep 24 00:00:39.374572 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-7e12e559-b7fc-42f6-9fa4-efbdc28f5640 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 200 len: 217 time: 0.0948317 Sep 24 00:00:39.375358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:39.418067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:00:39.497263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:39.497606 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Added segment 5b9bc285-edfd-4957-b9d7-1e43cf52c32c of type vlan for network a7b38702-398f-47dd-b442-eccfa78ae85f Sep 24 00:00:39.499065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717a0b10-a3c5-49d1-9d27-6277ca67ffe9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:39.513601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Attempting to bind port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:39.514074 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Attempting to bind port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:39.514259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Attempting to bind port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:39.535221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:39.535556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Attempting to bind port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:39.540843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-45c4e36c-6830-4b16-8e6c-102fa990c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.543178 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-45c4e36c-6830-4b16-8e6c-102fa990c91d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.1510293 Sep 24 00:00:39.557558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-1d073a44-042f-4688-84c7-91d62969ccd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.559145 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-1d073a44-042f-4688-84c7-91d62969ccd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1683357 Sep 24 00:00:39.561626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:39.561968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Checking segment: {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:39.562359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Bound using segment: {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:39.562822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Bound port: 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:39.563215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:39.571642 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:39.581660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030b2b0-1a42-4092-bef8-47301221efa7 req-42d469ed-0b59-42e4-b412-37e603a8e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.583099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5030b2b0-1a42-4092-bef8-47301221efa7 req-42d469ed-0b59-42e4-b412-37e603a8e7c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 1102 time: 0.5264385 Sep 24 00:00:39.587722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-99fe8731-0ce9-4c41-a376-c9b9938fe4ca service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8004391 Sep 24 00:00:39.599234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e84a4d6-1729-4dcf-be8d-455503895705 req-f5b397b4-609d-417e-88f7-94d8fc41686e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.600792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e84a4d6-1729-4dcf-be8d-455503895705 req-f5b397b4-609d-417e-88f7-94d8fc41686e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.4862385 Sep 24 00:00:39.604338 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-b487868a-e884-4c24-92e1-aa4ceb3a81da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409057 Sep 24 00:00:39.623228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821fa41-f2ed-4cd6-ae35-e456c1560e9b req-862754f7-2fd4-46c5-ab4c-362348465c00 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.624891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5821fa41-f2ed-4cd6-ae35-e456c1560e9b req-862754f7-2fd4-46c5-ab4c-362348465c00 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 944 time: 0.5114350 Sep 24 00:00:39.695197 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-2965359e-1e57-417c-aeb6-cefd383ca0b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 HTTP/1.1" status: 200 len: 217 time: 0.0923100 Sep 24 00:00:39.718371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:39.719370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.719947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:39.811128 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.4724674 Sep 24 00:00:39.817381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48998) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:39.834005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Request body: {'subnet': {'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-subnet', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:39.838412 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-517579cd-53c1-4775-94f9-b01b7cdf9bdb service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643030 Sep 24 00:00:39.850729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5030b2b0-1a42-4092-bef8-47301221efa7 req-4c374478-3998-48ef-ae9c-029396e74e99 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489259 Sep 24 00:00:39.883772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e84a4d6-1729-4dcf-be8d-455503895705 req-7c10c7f5-3e08-4c21-acf3-aad6676d300b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565014 Sep 24 00:00:39.906447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9a128-9359-431d-b056-a9caa0076bd5 admin admin] Pushing event updated for resources: {'Network': ['ID=a7b38702-398f-47dd-b442-eccfa78ae85f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:39.916047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5821fa41-f2ed-4cd6-ae35-e456c1560e9b req-72273e0b-38fb-4db4-9848-fc6068c47424 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256145 Sep 24 00:00:39.918588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:39.920959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network a7b38702-398f-47dd-b442-eccfa78ae85f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:00:39.924371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-15580adb-7b95-4697-9ca9-a3c36f39429d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:39.927963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-15580adb-7b95-4697-9ca9-a3c36f39429d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.2200046 Sep 24 00:00:39.929348 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-3fe525a5-0f08-46dc-b932-00301f100985 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143775 Sep 24 00:00:39.931047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:39.939917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:39.956106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Made reservation on behalf of df5ccbad176740efab84228311bb6490 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:39.970084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:40.133954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.136534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:40.141290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] 10.222.0.18 "PUT /v2.0/ports/49bf9d9e-a5ad-41be-b380-ebadfaee43c2 HTTP/1.1" status: 200 len: 1093 time: 2.8077743 Sep 24 00:00:40.142871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:40.148880 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa8d133-4bbb-4856-97ca-538d6f951336" -d '{"events": [{"name": "network-changed", "server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:40.219823 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-a1281de9-ed1f-4080-8acf-473b00491642 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272972 Sep 24 00:00:40.287857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5768899-c4df-40ea-8e29-088ede45d385 service neutron] Pushing event updated for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:40.299761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d87eb89-a426-4d97-8450-92a10241db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.307698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-6d87eb89-a426-4d97-8450-92a10241db19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3569031 Sep 24 00:00:40.353418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02504660-1bec-44fd-a58b-f29adddaf6b0 req-64514802-79b1-4e25-b885-20d3c604380b tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.357008 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-b70eb2ce-f903-4750-ab96-70515b66b464 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a HTTP/1.1" status: 200 len: 217 time: 0.0830109 Sep 24 00:00:40.360993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02504660-1bec-44fd-a58b-f29adddaf6b0 req-64514802-79b1-4e25-b885-20d3c604380b tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 948 time: 0.2574596 Sep 24 00:00:40.404505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779263-9676-40c4-a54b-fd418c723919 req-faa25c97-7c57-4748-9854-1dc7ec86bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.406362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-faa25c97-7c57-4748-9854-1dc7ec86bc68 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1829472 Sep 24 00:00:40.421579 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0e3902f4-7080-4fca-9ded-be1f0af29ed4 req-c8ee506f-248b-4a6a-b370-664c696364c1 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688397 Sep 24 00:00:40.474327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2bdebe1a-5550-4eaa-a9c0-5ac5bb6cb260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.475881 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2bdebe1a-5550-4eaa-a9c0-5ac5bb6cb260 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1033208 Sep 24 00:00:40.507214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-b9a61385-0022-4563-ba7d-3ff49d805984 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2 HTTP/1.1" status: 200 len: 217 time: 0.0845289 Sep 24 00:00:40.546586 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:40.563797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02504660-1bec-44fd-a58b-f29adddaf6b0 req-723592d5-2df5-49d9-98fd-5f62e31b2167 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018533 Sep 24 00:00:40.597698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d6158f17-1c17-4901-ae5b-df1a6bd29485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.599553 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-d6158f17-1c17-4901-ae5b-df1a6bd29485 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1127131 Sep 24 00:00:40.615341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-b7c9497f-3403-4659-9f0f-d51615f24bd7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.624851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-b7c9497f-3403-4659-9f0f-d51615f24bd7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.630332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b9fd0a-cb46-4efe-8da7-83aaedc97e91,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:40.634692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-b7c9497f-3403-4659-9f0f-d51615f24bd7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.643068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-b7c9497f-3403-4659-9f0f-d51615f24bd7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.651230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Checking segment: {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:40.651585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Network hostable DHCP agents. Network: a7b38702-398f-47dd-b442-eccfa78ae85f, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:00:40.653821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-b7c9497f-3403-4659-9f0f-d51615f24bd7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.660725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-b7c9497f-3403-4659-9f0f-d51615f24bd7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.668442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-b7c9497f-3403-4659-9f0f-d51615f24bd7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.670237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-b7c9497f-3403-4659-9f0f-d51615f24bd7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.3670766 Sep 24 00:00:40.672057 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e409675a-984b-4147-9873-9a556933a37b x-openstack-request-id: req-e409675a-984b-4147-9873-9a556933a37b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:40.672441 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:40.672623 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e409675a-984b-4147-9873-9a556933a37b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:40.673011 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'status': 'completed', 'code': 200} Sep 24 00:00:40.700346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-8a6fde13-fd75-45bc-baec-914856870497 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752811 Sep 24 00:00:40.716410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Network a7b38702-398f-47dd-b442-eccfa78ae85f is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:00:40.724260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f779263-9676-40c4-a54b-fd418c723919 req-d09e36be-872c-4c30-854d-31b554b3c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.725992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-d09e36be-872c-4c30-854d-31b554b3c694 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb7cffff-11fc-43aa-a9b6-58eef73f25f8 HTTP/1.1" status: 200 len: 860 time: 0.2015319 Sep 24 00:00:40.730341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, a7b38702-398f-47dd-b442-eccfa78ae85f) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:40.740436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:40.740653 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:40.748587 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-361582cd-6764-469d-9b8b-28665af8975c service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377494 Sep 24 00:00:40.752101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c612cc9-3e22-47cd-ab27-ba3f437f350f None None] Network a7b38702-398f-47dd-b442-eccfa78ae85f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:00:40.765418 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-31799496-056b-44df-b870-0d9f67e03bf4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9408188 Sep 24 00:00:40.766580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49026) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:40.772885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:40.799533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-05c43dc5-d372-4ee2-a0cb-de084cbec770 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dc42050-2fcb-4075-86f4-fe4a24168a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550900 Sep 24 00:00:40.811932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f8c3c0b-6e9e-4f8f-800b-9689ad3c83ef req-0118127e-baa3-4a55-a04a-7dd92cc9cf47 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1303046 Sep 24 00:00:40.854379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:40.855788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:40.914965 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-17595ebd-69cf-4be2-9915-23777f86ffad service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469865 Sep 24 00:00:40.954350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:40.963819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1b379d1-3109-46ac-aab8-8f50cc1806c1 req-2bfa88a6-0ff2-4d82-b180-0b8281cd8d29 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511487 Sep 24 00:00:40.993007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-1c33c65c-63c1-4744-b34d-8c740e8a022c service neutron] 10.222.0.18 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861482 Sep 24 00:00:41.059268 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-c7659454-106b-45e5-aac1-02440ed83bcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a HTTP/1.1" status: 200 len: 217 time: 0.1026974 Sep 24 00:00:41.191659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-a7b38702-398f-47dd-b442-eccfa78ae85f', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:00:41.197877 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:41.236600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:41.244782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-0bf64a2b-a4e6-4bbc-9485-485b7316a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:41.246850 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-0bf64a2b-a4e6-4bbc-9485-485b7316a01c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.1784759 Sep 24 00:00:41.339916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e798131-b838-4739-b189-5c2fa8a2e202 req-cc4707ca-03d0-46e8-87a3-38818854e53a tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:41.352966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e798131-b838-4739-b189-5c2fa8a2e202 req-cc4707ca-03d0-46e8-87a3-38818854e53a tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 944 time: 0.2905138 Sep 24 00:00:41.484019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029515c-662b-4eca-94c5-40e4c0b8a984 req-425cc8f6-d792-47a2-9969-dcdb363ca341 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:41.499513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0029515c-662b-4eca-94c5-40e4c0b8a984 req-425cc8f6-d792-47a2-9969-dcdb363ca341 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.3167248 Sep 24 00:00:41.531996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f779263-9676-40c4-a54b-fd418c723919 req-0c8627b9-4f2b-4215-950b-6b66d72928b3 service neutron] 10.222.0.18 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280416 Sep 24 00:00:41.553614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e798131-b838-4739-b189-5c2fa8a2e202 req-af3ab13c-6bfd-4cbd-bc7c-f6d3d0a26679 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988392 Sep 24 00:00:41.607575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0029515c-662b-4eca-94c5-40e4c0b8a984 req-85d8295a-e427-45b1-973e-39d3ac9cdb71 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065047 Sep 24 00:00:41.619984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Allocated IP 172.20.0.2 (a7b38702-398f-47dd-b442-eccfa78ae85f/e5b9fd0a-cb46-4efe-8da7-83aaedc97e91/8e9aadcb-4bba-4d8d-996f-1a9d8f17b377) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:41.757943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-dc1c9515-a026-4999-848c-e102a068933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:41.759502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-dc1c9515-a026-4999-848c-e102a068933e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 1096 time: 0.1238041 Sep 24 00:00:41.846904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-623b03be-3feb-4e05-8972-ba0798cd5a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:41.849291 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-623b03be-3feb-4e05-8972-ba0798cd5a06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5808132 Sep 24 00:00:41.955803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:41.968272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.017468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-becb265a-adbf-4968-96aa-cdfd2c844f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.019256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-becb265a-adbf-4968-96aa-cdfd2c844f63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 921 time: 0.2505431 Sep 24 00:00:42.052939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Network a7b38702-398f-47dd-b442-eccfa78ae85f is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:42.066008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:42.069661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:42.074620 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-66c0df7e-93cb-4c71-993e-2bbaf9a13f95 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955664 Sep 24 00:00:42.082078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Pushing event updated for resources: {'Port': ['ID=8e9aadcb-4bba-4d8d-996f-1a9d8f17b377,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:42.117071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-52475dd4-b0c4-46ee-9c6f-09112a159142 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2 HTTP/1.1" status: 200 len: 217 time: 0.0663462 Sep 24 00:00:42.153650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Attempting to bind port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:42.154020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Attempting to bind port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:42.154385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Attempting to bind port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 on network a7b38702-398f-47dd-b442-eccfa78ae85f {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:42.160038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:42.160409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Checking segment: {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:42.160795 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.161190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Bound using segment: {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:42.161655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Bound port: 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:42.162178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.180796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e322994-4e0d-41f6-b36a-d3cb2b9ca351 req-446daece-7042-46b3-b522-0c70ca82fa32 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.188748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e322994-4e0d-41f6-b36a-d3cb2b9ca351 req-446daece-7042-46b3-b522-0c70ca82fa32 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 948 time: 0.2767174 Sep 24 00:00:42.206543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-4d87d966-e5e0-4f63-a34d-bb85570f7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.208092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-4d87d966-e5e0-4f63-a34d-bb85570f7e4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb7cffff-11fc-43aa-a9b6-58eef73f25f8 HTTP/1.1" status: 200 len: 860 time: 0.0831466 Sep 24 00:00:42.242235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-c3616661-a6f9-4aaa-a938-7f6c3e7c2f84 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.248929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-c3616661-a6f9-4aaa-a938-7f6c3e7c2f84 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.255609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-c3616661-a6f9-4aaa-a938-7f6c3e7c2f84 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.262343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-c3616661-a6f9-4aaa-a938-7f6c3e7c2f84 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.268080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.268582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-c3616661-a6f9-4aaa-a938-7f6c3e7c2f84 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.275095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-c3616661-a6f9-4aaa-a938-7f6c3e7c2f84 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.281073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-c3616661-a6f9-4aaa-a938-7f6c3e7c2f84 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.283159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-c3616661-a6f9-4aaa-a938-7f6c3e7c2f84 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.2611113 Sep 24 00:00:42.286429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] For port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:42.294999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] For port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8e9aadcb-4bba-4d8d-996f-1a9d8f17b377,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:42.304498 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.317479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.318477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-fec7a875-d20c-4993-a5d2-87660e8816bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2dc42050-2fcb-4075-86f4-fe4a24168a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024997 Sep 24 00:00:42.344515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e322994-4e0d-41f6-b36a-d3cb2b9ca351 req-b078657c-42fa-4a5b-8eae-314d3bd906ec tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494277 Sep 24 00:00:42.420112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf22bf73-dd35-4993-b496-bb7912fa1d6a req-eae53b9c-662e-4f42-aea6-62cb63285cd3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052411 Sep 24 00:00:42.421014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e21e5e-da27-421f-8262-6b5ffcf17143 None None] Pushing event updated for resources: {'Port': ['ID=8e9aadcb-4bba-4d8d-996f-1a9d8f17b377,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:42.442442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b7f16996-cdcd-437e-a9fa-36c8c38718a1 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:42.475797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-2c57a76f-0b7b-4335-9b44-9dbee6f5531a service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495226 Sep 24 00:00:42.515542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Allocated IP 172.25.5.74 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/687469da-6ed6-48d9-a1a2-4ad3b91c4bf9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:42.517560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-40c6e8ea-bf32-48d6-a780-c0f440bde71b service neutron] 10.222.0.18 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714432 Sep 24 00:00:42.531024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port b7f16996-cdcd-437e-a9fa-36c8c38718a1 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:42.542374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port b7f16996-cdcd-437e-a9fa-36c8c38718a1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:42.542780 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.574981 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-0da6833e-6a48-46cd-af73-6ad0adbb964c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 200 len: 217 time: 0.0863864 Sep 24 00:00:42.684001 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.684214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa8d133-4bbb-4856-97ca-538d6f951336 req-5b1332bc-7c33-48ad-b315-d76510888941 service neutron] 10.222.0.18 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555629 Sep 24 00:00:42.747418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe252d06-b7bb-46d4-b3a4-068607ccdf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:42.750744 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ef8531-9052-41cc-9d20-99a8100df139" -d '{"events": [{"server_uuid": "fe252d06-b7bb-46d4-b3a4-068607ccdf07", "name": "network-vif-plugged", "status": "completed", "tag": "b7f16996-cdcd-437e-a9fa-36c8c38718a1"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:42.781056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b7f16996-cdcd-437e-a9fa-36c8c38718a1, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b7f16996-cdcd-437e-a9fa-36c8c38718a1,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:42.790594 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.805238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-1dae310e-0588-41ce-964a-31e4da25819b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.806816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-1dae310e-0588-41ce-964a-31e4da25819b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.2242312 Sep 24 00:00:42.877808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0750b21-22f0-4041-96c1-73559d25cea7 req-f841b9c7-b5f8-4617-98ef-0e049f6b90eb tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.887697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0750b21-22f0-4041-96c1-73559d25cea7 req-f841b9c7-b5f8-4617-98ef-0e049f6b90eb tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 944 time: 0.1967733 Sep 24 00:00:42.893571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b7f16996-cdcd-437e-a9fa-36c8c38718a1,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:42.898481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:42.918327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5613aa7c-07dc-49f4-8fae-4b75202e3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.920194 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-5613aa7c-07dc-49f4-8fae-4b75202e3f1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1022666 Sep 24 00:00:42.932151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f5f51-f9ae-44f7-8b7e-4f9a4861b9d7 req-7612f1fd-51f2-46f3-9072-16b807df4da0 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:42.933905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-372f5f51-f9ae-44f7-8b7e-4f9a4861b9d7 req-7612f1fd-51f2-46f3-9072-16b807df4da0 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1593027 Sep 24 00:00:42.955060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0750b21-22f0-4041-96c1-73559d25cea7 req-2d0af12a-c2e7-445c-8953-6e251149d6b5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650012 Sep 24 00:00:42.996908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-372f5f51-f9ae-44f7-8b7e-4f9a4861b9d7 req-89e0078d-d2fe-4703-af1a-269a2978ef80 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567312 Sep 24 00:00:43.014778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:43.054615 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cbd3fa-c896-4698-a2df-2532102ff956 x-openstack-request-id: req-40cbd3fa-c896-4698-a2df-2532102ff956 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:43.055041 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe252d06-b7bb-46d4-b3a4-068607ccdf07", "name": "network-vif-plugged", "status": "completed", "tag": "b7f16996-cdcd-437e-a9fa-36c8c38718a1", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:43.055388 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40cbd3fa-c896-4698-a2df-2532102ff956 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:43.055882 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe252d06-b7bb-46d4-b3a4-068607ccdf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f16996-cdcd-437e-a9fa-36c8c38718a1', 'code': 200} Sep 24 00:00:43.069327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Pushing event updated for resources: {'Port': ['ID=687469da-6ed6-48d9-a1a2-4ad3b91c4bf9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:43.111776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:43.114001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:43.118147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:43.187758 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-97029238-6345-4c10-ab5d-252c1740526b service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589710 Sep 24 00:00:43.211652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55531c2f-d504-49ca-aeba-e9c714023c1b req-39e997b4-9583-403e-af86-cd82dece803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.213838 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55531c2f-d504-49ca-aeba-e9c714023c1b req-39e997b4-9583-403e-af86-cd82dece803e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 1101 time: 0.0441072 Sep 24 00:00:43.274229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55531c2f-d504-49ca-aeba-e9c714023c1b req-e4b8075a-65e5-4ced-8d3e-47d40d04d602 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523612 Sep 24 00:00:43.396358 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-75b5f3d3-5408-4120-a0d1-cf82b3ecef02 req-ffedf79b-d8ba-4b68-8bcb-0cf629564a28 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005370 Sep 24 00:00:43.549270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49078) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:43.552150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:43.595169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0aa50-ff43-4fe2-861e-2c931f8edf6a req-d22b6d83-e46b-472e-9a52-bc4d624ad2d7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.596521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10c0aa50-ff43-4fe2-861e-2c931f8edf6a req-d22b6d83-e46b-472e-9a52-bc4d624ad2d7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 949 time: 0.1119776 Sep 24 00:00:43.606101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-2f43918f-f3ab-41b4-8498-fcdfb90bb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.606784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-2f43918f-f3ab-41b4-8498-fcdfb90bb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.608066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-2f43918f-f3ab-41b4-8498-fcdfb90bb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.608929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-2f43918f-f3ab-41b4-8498-fcdfb90bb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.609699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-2f43918f-f3ab-41b4-8498-fcdfb90bb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.610484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-2f43918f-f3ab-41b4-8498-fcdfb90bb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.611373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-2f43918f-f3ab-41b4-8498-fcdfb90bb7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.614498 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-2f43918f-f3ab-41b4-8498-fcdfb90bb7a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6496 time: 0.1164832 Sep 24 00:00:43.618698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-07379e09-0b20-4234-94e5-2045d2f76901 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.625677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-07379e09-0b20-4234-94e5-2045d2f76901 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.632477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-07379e09-0b20-4234-94e5-2045d2f76901 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.639921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-07379e09-0b20-4234-94e5-2045d2f76901 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.652013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-07379e09-0b20-4234-94e5-2045d2f76901 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.662219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-07379e09-0b20-4234-94e5-2045d2f76901 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.668796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-07379e09-0b20-4234-94e5-2045d2f76901 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.670835 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-07379e09-0b20-4234-94e5-2045d2f76901 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.1444354 Sep 24 00:00:43.760009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10c0aa50-ff43-4fe2-861e-2c931f8edf6a req-aed4f6df-2df5-4beb-9069-fea627be123b tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878401 Sep 24 00:00:43.761041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3dbb8008-8ab5-4617-aebe-04fb3777c1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:43.782501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c998278-bc8d-481e-9748-3782a86daea3 None None] Network a7b38702-398f-47dd-b442-eccfa78ae85f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:00:43.802053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e65c381d-91b0-4b92-bdbd-7ec1aa1ae704 req-d1bf3cdc-6a66-4e4d-9606-c249dd3e2b9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0862010 Sep 24 00:00:43.809969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-aefe58c4-c390-4927-9866-64d698f9c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:43.812404 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-aefe58c4-c390-4927-9866-64d698f9c5a6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 200 len: 903 time: 0.1873014 Sep 24 00:00:43.871194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:43.890367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-31f7c5ed-0d30-4fef-b4c4-2f5cb449adb1 None None] Provisioning complete for port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:43.890975 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31f7c5ed-0d30-4fef-b4c4-2f5cb449adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:43.931470 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-65dbcb7a-f9b2-4d17-9339-f21a79b3017c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 200 len: 217 time: 0.1092474 Sep 24 00:00:43.948577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3dbb8008-8ab5-4617-aebe-04fb3777c1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:43.965047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3dbb8008-8ab5-4617-aebe-04fb3777c1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.026530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3dbb8008-8ab5-4617-aebe-04fb3777c1a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a09df1ba4ee7432baee8200bebdd59b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4748235 Sep 24 00:00:44.027392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb8008-8ab5-4617-aebe-04fb3777c1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f636144a-4b4a-4fa0-95d6-357dace2560f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:44.029916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-4edf8f29-2ac6-491a-a37a-bdf5f477f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:44.030914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49086) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:44.031698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-4edf8f29-2ac6-491a-a37a-bdf5f477f96a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.0888448 Sep 24 00:00:44.057748 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.118256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-56f03477-76ac-447c-b01e-1779013ca190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.142580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:44.145342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-fc6cd70b-8528-4e29-b26d-a17313fa07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:44.147132 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-fc6cd70b-8528-4e29-b26d-a17313fa07d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1058018 Sep 24 00:00:44.170383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'port_id': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'mac_address': 'fa:16:3e:e4:a3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7cffff-11fc-43aa-a9b6-58eef73f25f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:44.175178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31f7c5ed-0d30-4fef-b4c4-2f5cb449adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.198043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-56f03477-76ac-447c-b01e-1779013ca190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.270696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c216a90e-5c8d-4b4c-9786-8acf0fe27efc req-bd6cbd50-d594-4847-a614-e59daa23ce71 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:44.279340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c216a90e-5c8d-4b4c-9786-8acf0fe27efc req-bd6cbd50-d594-4847-a614-e59daa23ce71 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1634419 Sep 24 00:00:44.285391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-31f7c5ed-0d30-4fef-b4c4-2f5cb449adb1 None None] For port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8e9aadcb-4bba-4d8d-996f-1a9d8f17b377,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:44.300016 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31f7c5ed-0d30-4fef-b4c4-2f5cb449adb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.319250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2d50e-150a-45ae-8036-a600d6aaaff5 req-2ae8a42e-05c1-4321-b1e8-7997fbe1bb9b tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:44.323272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.327125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80d2d50e-150a-45ae-8036-a600d6aaaff5 req-2ae8a42e-05c1-4321-b1e8-7997fbe1bb9b tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 944 time: 0.2124000 Sep 24 00:00:44.334802 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-e39f7a16-189e-42ea-8134-0f3d69ca8af7 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788282 Sep 24 00:00:44.343661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:00:44.381370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:44.381576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80d2d50e-150a-45ae-8036-a600d6aaaff5 req-7f1a20e2-8c2d-4035-b343-59cf33976f6b tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533710 Sep 24 00:00:44.419432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:44.431530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:44.452841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.457226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7c5ed-0d30-4fef-b4c4-2f5cb449adb1 None None] Pushing event updated for resources: {'Port': ['ID=8e9aadcb-4bba-4d8d-996f-1a9d8f17b377,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:44.460365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c216a90e-5c8d-4b4c-9786-8acf0fe27efc req-e34a85cf-f1e9-4a3f-b0bb-d6fe06a2dece tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800442 Sep 24 00:00:44.490826 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-56f03477-76ac-447c-b01e-1779013ca190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.493937 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-56f03477-76ac-447c-b01e-1779013ca190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.495705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-56f03477-76ac-447c-b01e-1779013ca190 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f636144a-4b4a-4fa0-95d6-357dace2560f HTTP/1.1" status: 204 len: 168 time: 0.4519448 Sep 24 00:00:44.513854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f03477-76ac-447c-b01e-1779013ca190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f636144a-4b4a-4fa0-95d6-357dace2560f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:44.572711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:44.589839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:44.590458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.650983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-648a9d7e-4816-44a5-ae2e-dcc5372c26dc None None] Provisioning complete for port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:44.651331 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-648a9d7e-4816-44a5-ae2e-dcc5372c26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.658448 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44e6810a-9cb1-40ec-9e54-14e03e7012e3 req-1350a028-c4f5-4144-a3ab-705eb6a946a5 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116708 Sep 24 00:00:44.679110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:00:44.701918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:44.702701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Sync routers for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:00:44.705805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3ce9cd29-588e-45a9-af04-ac71f8353678 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.9340165 Sep 24 00:00:44.706094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49094) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:44.721022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['49bf9d9e-a5ad-41be-b380-ebadfaee43c2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:44.752402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:44.752902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:44.995246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49102) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:45.037278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed701a-2524-4fd8-8150-95d597169e8f req-e8e026bc-b528-4473-9740-9a5b56ac6491 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.039272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5ed701a-2524-4fd8-8150-95d597169e8f req-e8e026bc-b528-4473-9740-9a5b56ac6491 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 949 time: 0.1364892 Sep 24 00:00:45.041982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.096911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-97509283-2a86-4116-88d7-88e2a04c70d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.103066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-97509283-2a86-4116-88d7-88e2a04c70d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.109201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-97509283-2a86-4116-88d7-88e2a04c70d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.115953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-97509283-2a86-4116-88d7-88e2a04c70d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.122513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-97509283-2a86-4116-88d7-88e2a04c70d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.130424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-97509283-2a86-4116-88d7-88e2a04c70d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.138688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-97509283-2a86-4116-88d7-88e2a04c70d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.140483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-97509283-2a86-4116-88d7-88e2a04c70d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.1875148 Sep 24 00:00:45.171063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:45.195515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5ed701a-2524-4fd8-8150-95d597169e8f req-f439cb34-6acf-49da-b430-8b9892fbedcc tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476052 Sep 24 00:00:45.236316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2711a2c1-b3e0-46b0-923f-4995e1b0859a req-75bd44db-601d-4d1b-af08-cb30f0af95e2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0888829 Sep 24 00:00:45.313213 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.319210 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.384423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84f8dcd38af34c9cb6a2d5ca703e2cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792505 Sep 24 00:00:45.384687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49104) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:45.393027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0b68af-dd0f-44ed-8381-cf3bb65c0d84,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:45.415616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.416373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.416373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.416687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.417012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.417335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.417653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.417968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.418283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.418596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.418937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.419249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1d8507-d4b8-41bb-9e24-4a8eca79e1cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:45.459154 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb971c4e-477f-4a68-95eb-c698260d1736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.459385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:43Z', 'revision_number': 3, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:45.485221 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb971c4e-477f-4a68-95eb-c698260d1736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.490446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Checking router: 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:00:45.490900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Updating router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:00:45.522079 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.610523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a972b3e6-bb5e-4fb5-94cb-21254eb6b98b req-4d5e77b6-3591-4aec-9f23-74f042f37387 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.613096 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a972b3e6-bb5e-4fb5-94cb-21254eb6b98b req-4d5e77b6-3591-4aec-9f23-74f042f37387 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 945 time: 0.1077845 Sep 24 00:00:45.631267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005e607-4b2a-4128-a871-3195c3fe15a3 req-5e866692-f9ea-4f65-bbc5-75f8f2b49671 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:45.633322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7005e607-4b2a-4128-a871-3195c3fe15a3 req-5e866692-f9ea-4f65-bbc5-75f8f2b49671 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0918958 Sep 24 00:00:45.654141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb971c4e-477f-4a68-95eb-c698260d1736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.656696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb971c4e-477f-4a68-95eb-c698260d1736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.660229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb971c4e-477f-4a68-95eb-c698260d1736 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab0b68af-dd0f-44ed-8381-cf3bb65c0d84 HTTP/1.1" status: 204 len: 168 time: 0.2714274 Sep 24 00:00:45.683754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb971c4e-477f-4a68-95eb-c698260d1736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0b68af-dd0f-44ed-8381-cf3bb65c0d84,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:45.717469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a972b3e6-bb5e-4fb5-94cb-21254eb6b98b req-2cbff3d4-8259-4864-b2d7-fb77d6eb2b19 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836482 Sep 24 00:00:45.723332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7005e607-4b2a-4128-a871-3195c3fe15a3 req-3a94e8eb-accc-4d18-91aa-fe1b6fb85a53 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791292 Sep 24 00:00:45.791312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.886311 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.893410 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.955082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Attempting to bind port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:45.955488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Attempting to bind port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:45.955896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Attempting to bind port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:45.959188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b5ed0-ebd6-4356-a04f-434ad8951fc0 None None] Pushing event updated for resources: {'Port': ['ID=687469da-6ed6-48d9-a1a2-4ad3b91c4bf9,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:45.964548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:45.964965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:45.965468 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:45.965882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:45.966449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Bound port: 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:45.966988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.024430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Allocated IP 172.20.0.1 (a7b38702-398f-47dd-b442-eccfa78ae85f/e5b9fd0a-cb46-4efe-8da7-83aaedc97e91/712ff6ae-6c3e-4de4-971d-662a54062272) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:46.033646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] For port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:46.037395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] For port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=687469da-6ed6-48d9-a1a2-4ad3b91c4bf9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:46.053088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.115078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:46.115894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:46.173375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.182669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b5ed0-ebd6-4356-a04f-434ad8951fc0 None None] Pushing event updated for resources: {'Port': ['ID=687469da-6ed6-48d9-a1a2-4ad3b91c4bf9,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:46.243456 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.261429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:46.322671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Pushing event updated for resources: {'Port': ['ID=712ff6ae-6c3e-4de4-971d-662a54062272,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:46.328477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:46.334053 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Network a7b38702-398f-47dd-b442-eccfa78ae85f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:46.336361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:46.339177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:46.420801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.496778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a319211-866b-400b-82c7-a56b0aa9ca68 req-f66e7a48-7723-4f29-98a7-66cfdc792287 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.498468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a319211-866b-400b-82c7-a56b0aa9ca68 req-f66e7a48-7723-4f29-98a7-66cfdc792287 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 949 time: 0.1386385 Sep 24 00:00:46.519072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:46.519596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.573174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-2f34c195-609d-4de3-a781-da332eed00a4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.579980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-2f34c195-609d-4de3-a781-da332eed00a4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.585436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-2f34c195-609d-4de3-a781-da332eed00a4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.592207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-2f34c195-609d-4de3-a781-da332eed00a4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.598585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-2f34c195-609d-4de3-a781-da332eed00a4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.602710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.605269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-2f34c195-609d-4de3-a781-da332eed00a4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.612485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-2f34c195-609d-4de3-a781-da332eed00a4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.627140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-2f34c195-609d-4de3-a781-da332eed00a4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.2209711 Sep 24 00:00:46.678442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a319211-866b-400b-82c7-a56b0aa9ca68 req-4f87d4ac-fc0c-4a44-8adc-70ce423a7f0c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626472 Sep 24 00:00:46.737441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:43Z', 'revision_number': 3, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:46.747686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ea163e3-e0b4-42d9-880c-2e7f837b39d8 req-e6e39839-cc7c-42fd-af2c-58eb1e361370 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1177592 Sep 24 00:00:46.823338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28e1a0a-d1fe-4c7d-b46d-f2293dbf5732 None None] The sync data for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 is: [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:43Z', 'revision_number': 3, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:00:46.833239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f4981f6d-2dd4-44b2-b26f-afde1ca946b6 None None] Provisioning complete for port 712ff6ae-6c3e-4de4-971d-662a54062272 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:46.833578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4981f6d-2dd4-44b2-b26f-afde1ca946b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.925103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.930167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f4981f6d-2dd4-44b2-b26f-afde1ca946b6 None None] Port 712ff6ae-6c3e-4de4-971d-662a54062272 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:46.932446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:46.960524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160de3a-9933-4314-934d-3b1c68bbb6ff req-7497dfa1-354a-4337-987d-cf8ab731c1c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.968683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e160de3a-9933-4314-934d-3b1c68bbb6ff req-7497dfa1-354a-4337-987d-cf8ab731c1c5 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 945 time: 0.1207790 Sep 24 00:00:46.989521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c7ac-0a69-45b0-8853-7149b2c12776 req-a792621f-08d8-46f8-a672-e1eb0d8c8b86 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:46.991325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a76c7ac-0a69-45b0-8853-7149b2c12776 req-a792621f-08d8-46f8-a672-e1eb0d8c8b86 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 950 time: 0.1329200 Sep 24 00:00:47.019421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:47.031558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Pushing event updated for resources: {'Port': ['ID=712ff6ae-6c3e-4de4-971d-662a54062272,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:47.043887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e160de3a-9933-4314-934d-3b1c68bbb6ff req-1f7c4527-ecad-4afd-94dd-44af148201a6 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740576 Sep 24 00:00:47.093037 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a76c7ac-0a69-45b0-8853-7149b2c12776 req-f13ac485-d0a5-438a-a9e9-5b41cad77c3d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875630 Sep 24 00:00:47.213548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Network a7b38702-398f-47dd-b442-eccfa78ae85f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:47.225797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:47.274038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2e319-e592-43b1-aeb2-7d3ea87257ed req-7549bd30-d1f4-44b6-b24e-324d7aa25b35 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:47.287090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8be2e319-e592-43b1-aeb2-7d3ea87257ed req-7549bd30-d1f4-44b6-b24e-324d7aa25b35 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1350837 Sep 24 00:00:47.404466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8be2e319-e592-43b1-aeb2-7d3ea87257ed req-3f8a7495-c51d-448f-b934-c995fe3156d8 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145337 Sep 24 00:00:47.517091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:00:47.677330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:00:47.682513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c7c709be-bb82-4564-b846-79fa4845eb26 None None] Provisioning complete for port 712ff6ae-6c3e-4de4-971d-662a54062272 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:47.683389 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7c709be-bb82-4564-b846-79fa4845eb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:47.686554 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d9e5d2b1-ede7-4b4d-96c5-8a129b583bfa admin admin] 10.222.0.24 "PUT /v2.0/routers/9268970c-b68e-4d3e-bf5e-d2b659ac3d28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9791169 Sep 24 00:00:47.741470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55c1fd-0228-43fa-b5d8-0ff91166fafb req-202722cd-52f3-4a8e-9dc7-1a749de424fb tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:47.750203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55c1fd-0228-43fa-b5d8-0ff91166fafb req-202722cd-52f3-4a8e-9dc7-1a749de424fb tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:47.758600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f55c1fd-0228-43fa-b5d8-0ff91166fafb req-202722cd-52f3-4a8e-9dc7-1a749de424fb tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07&device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 1690 time: 0.1018384 Sep 24 00:00:47.768369 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c7c709be-bb82-4564-b846-79fa4845eb26 None None] Port 712ff6ae-6c3e-4de4-971d-662a54062272 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:47.847635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f55c1fd-0228-43fa-b5d8-0ff91166fafb req-def2fc67-9828-47f3-9ded-dcb7a29d8b8c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675485 Sep 24 00:00:47.862747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:47.965855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-6e7f48a0-f3aa-4bb2-aa08-2c6716bcff29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:47.973199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-6e7f48a0-f3aa-4bb2-aa08-2c6716bcff29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:47.981694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-6e7f48a0-f3aa-4bb2-aa08-2c6716bcff29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:47.991650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-6e7f48a0-f3aa-4bb2-aa08-2c6716bcff29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.000289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-6e7f48a0-f3aa-4bb2-aa08-2c6716bcff29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.008124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-6e7f48a0-f3aa-4bb2-aa08-2c6716bcff29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.011539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:00:48.016390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-6e7f48a0-f3aa-4bb2-aa08-2c6716bcff29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.019410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-6e7f48a0-f3aa-4bb2-aa08-2c6716bcff29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.1438918 Sep 24 00:00:48.026267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:48.026810 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:48.102325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98c19fd6-0d51-4148-b87c-b90c002c443c req-f11e0f7a-32de-4535-94a8-5f02a987a98d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758057 Sep 24 00:00:48.122076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c746a6-a303-4d8a-b107-2a6c087c9ace req-4ffc184c-fa5d-4d7a-8968-7d27a55411aa tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.137691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82c746a6-a303-4d8a-b107-2a6c087c9ace req-4ffc184c-fa5d-4d7a-8968-7d27a55411aa tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 1101 time: 0.0833535 Sep 24 00:00:48.191307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:48.211524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82c746a6-a303-4d8a-b107-2a6c087c9ace req-6f676d18-4aaf-4128-b367-98ce0c845ca8 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640635 Sep 24 00:00:48.251403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:48.256217 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25592a3c-07d4-470b-9d28-f787698d5754" -d '{"events": [{"server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "name": "network-vif-plugged", "status": "completed", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:48.295801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:48.301236 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:48.355151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254b8f06-e14d-4490-a534-be6ace52cc8f req-92734f04-de2c-4524-8b98-ab77432428de tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.363505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-254b8f06-e14d-4490-a534-be6ace52cc8f req-92734f04-de2c-4524-8b98-ab77432428de tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 945 time: 0.1404650 Sep 24 00:00:48.390790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:48.430803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-254b8f06-e14d-4490-a534-be6ace52cc8f req-367660c8-0b56-4a3b-9c90-a2dbb6d7a1b6 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660558 Sep 24 00:00:48.488173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:48.515130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:48.516041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:48.620513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:48.653426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=687469da-6ed6-48d9-a1a2-4ad3b91c4bf9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:48.660429 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:48.703796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-1eeceb7c-af6b-45df-b849-afc0a035e236 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.705684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-1eeceb7c-af6b-45df-b849-afc0a035e236 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/networks?id=a7b38702-398f-47dd-b442-eccfa78ae85f HTTP/1.1" status: 200 len: 829 time: 0.1778262 Sep 24 00:00:48.712745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8507ba-f808-4485-94ea-d5f4130c670e req-b46eb4b2-c9b8-4f6d-86a6-a4701cbdf3f8 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.714582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f8507ba-f808-4485-94ea-d5f4130c670e req-b46eb4b2-c9b8-4f6d-86a6-a4701cbdf3f8 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 1102 time: 0.0843267 Sep 24 00:00:48.725680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=687469da-6ed6-48d9-a1a2-4ad3b91c4bf9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:48.741717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-4fb591ae-433a-4c0f-a6bc-1587508da69f tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/quotas/df5ccbad176740efab84228311bb6490 HTTP/1.1" status: 200 len: 375 time: 0.0176179 Sep 24 00:00:48.802917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f8507ba-f808-4485-94ea-d5f4130c670e req-35ea840f-9655-40b6-ac2f-b74024a55ecf tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675364 Sep 24 00:00:48.836282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-eae65ca3-2e8c-4d72-8e49-a913ccc799a0 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=df5ccbad176740efab84228311bb6490&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844920 Sep 24 00:00:48.855732 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36e9c22-a4c5-4a96-a609-652827b4c145 x-openstack-request-id: req-a36e9c22-a4c5-4a96-a609-652827b4c145 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:48.856459 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "name": "network-vif-plugged", "status": "completed", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:48.857266 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a36e9c22-a4c5-4a96-a609-652827b4c145 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:48.858524 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'code': 200} Sep 24 00:00:48.992161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8d86a2-62d5-4d9f-88f7-0a13aabd0ec2 req-e633830a-d29a-4ff9-8524-6843f4753037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:48.995389 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7f8d86a2-62d5-4d9f-88f7-0a13aabd0ec2 req-e633830a-d29a-4ff9-8524-6843f4753037 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 1098 time: 0.0645764 Sep 24 00:00:49.005147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-8cf31559-0149-4415-b968-d15ddee92656 service neutron] 10.222.0.24 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540265 Sep 24 00:00:49.052731 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7f8d86a2-62d5-4d9f-88f7-0a13aabd0ec2 req-ec3f0b64-ee36-444a-a9fa-61ba5b77aee4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447733 Sep 24 00:00:49.143332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-9d0942a3-de7b-4ad5-9f4c-5864214a855d service neutron] 10.222.0.24 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387682 Sep 24 00:00:49.156608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f272a-ae57-48e2-b7d4-f821a19c6819 req-0935f3bc-9bd2-4260-964d-48b519cd5a84 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.158206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba2f272a-ae57-48e2-b7d4-f821a19c6819 req-0935f3bc-9bd2-4260-964d-48b519cd5a84 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0767009 Sep 24 00:00:49.206432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba2f272a-ae57-48e2-b7d4-f821a19c6819 req-acf92767-6e72-4853-bc9b-96f76f46709b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413117 Sep 24 00:00:49.352993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-d739e2d7-849c-41e3-b218-97ec39c49e67 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403049 Sep 24 00:00:49.449592 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Sync routers for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:00:49.462063 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:49.463592 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:49.538393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-671f1ad2-61ba-4fa1-86d5-61d711802a9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.545580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-671f1ad2-61ba-4fa1-86d5-61d711802a9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.563510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-671f1ad2-61ba-4fa1-86d5-61d711802a9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.577143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-671f1ad2-61ba-4fa1-86d5-61d711802a9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.585369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-671f1ad2-61ba-4fa1-86d5-61d711802a9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.597545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-671f1ad2-61ba-4fa1-86d5-61d711802a9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.598413 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:49.606178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-671f1ad2-61ba-4fa1-86d5-61d711802a9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.608353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-671f1ad2-61ba-4fa1-86d5-61d711802a9b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.2249074 Sep 24 00:00:49.616629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-0326f024-78ed-4ab1-a07c-07eb23347b5e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:49.618333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-0326f024-78ed-4ab1-a07c-07eb23347b5e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638872 Sep 24 00:00:49.674250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-1f2f4a92-0e3b-48b6-8931-da1ee2f39183 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/quotas/b02494e8b01f493da83f3928380d0f04 HTTP/1.1" status: 200 len: 375 time: 0.0374911 Sep 24 00:00:49.702039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-497e4bbc-1ba4-4dcf-a489-7e9fff96a374 req-8a4fef78-0588-4651-8405-9198a26bb403 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817335 Sep 24 00:00:49.815900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-98d37bd2-64ce-40db-b6af-19c3d8874ccb tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1401515 Sep 24 00:00:49.901345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7365dfea-6306-4323-896e-06afe6688948 req-5dcb4334-c02a-41cd-8fd4-e373afb50e1a tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 210 time: 0.1140420 Sep 24 00:00:49.966231 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 2, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:49.998818 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Checking router: 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:00:49.999525 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Updating router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 port 712ff6ae-6c3e-4de4-971d-662a54062272 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:00:50.105799 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:50.196781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e883a8-b16a-4eaa-8858-5223b2a5a524 req-30d548cf-edac-4c0f-9e66-b5cab6610da9 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:50.198610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01e883a8-b16a-4eaa-8858-5223b2a5a524 req-30d548cf-edac-4c0f-9e66-b5cab6610da9 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 946 time: 0.1603627 Sep 24 00:00:50.312796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01e883a8-b16a-4eaa-8858-5223b2a5a524 req-7713737d-6aed-46ba-8e9b-414de60ad58e tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878873 Sep 24 00:00:50.332613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87a99c35-f5a0-41b3-ae82-b2c3012d5d30 req-2cc0a6b6-86cb-417a-8f4b-07162cc55c10 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 210 time: 0.1328976 Sep 24 00:00:50.483083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:50.584885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:50.585223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:50.605227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb46134-64df-4326-a9cb-e8d8733ec47a req-a2cf88f7-1c37-492e-b938-fab2b9284936 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:50.608921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fb46134-64df-4326-a9cb-e8d8733ec47a req-a2cf88f7-1c37-492e-b938-fab2b9284936 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1350439 Sep 24 00:00:50.684464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fb46134-64df-4326-a9cb-e8d8733ec47a req-16ea2cf5-b601-45f6-a6c6-269f201ed830 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672255 Sep 24 00:00:50.718537 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:50.727197 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:50.803851 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Pushing event updated for resources: {'Port': ['ID=712ff6ae-6c3e-4de4-971d-662a54062272,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:50.842587 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.843143 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.843551 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.843658 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.844263 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.844263 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.844617 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.844876 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.845378 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.846088 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.846884 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.847437 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:50.904241 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Attempting to bind port 712ff6ae-6c3e-4de4-971d-662a54062272 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:50.904617 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Attempting to bind port 712ff6ae-6c3e-4de4-971d-662a54062272 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:50.905864 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Attempting to bind port 712ff6ae-6c3e-4de4-971d-662a54062272 on network a7b38702-398f-47dd-b442-eccfa78ae85f {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:50.920434 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:50.921424 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Checking segment: {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:50.922136 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:50.923327 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Bound using segment: {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:50.924043 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Bound port: 712ff6ae-6c3e-4de4-971d-662a54062272, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:50.927158 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:50.945777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-b9d07bf7-2259-47be-bc84-65f84a1da3d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:50.953073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-b9d07bf7-2259-47be-bc84-65f84a1da3d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:50.961862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-b9d07bf7-2259-47be-bc84-65f84a1da3d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:50.970502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-b9d07bf7-2259-47be-bc84-65f84a1da3d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:50.989543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-b9d07bf7-2259-47be-bc84-65f84a1da3d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:51.007653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-b9d07bf7-2259-47be-bc84-65f84a1da3d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:51.015762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-b9d07bf7-2259-47be-bc84-65f84a1da3d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:51.018466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-b9d07bf7-2259-47be-bc84-65f84a1da3d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.2108288 Sep 24 00:00:51.060308 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] For port 712ff6ae-6c3e-4de4-971d-662a54062272, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:51.068254 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] For port 712ff6ae-6c3e-4de4-971d-662a54062272, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=712ff6ae-6c3e-4de4-971d-662a54062272,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:51.073540 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:51.148317 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:00:51.149496 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:51.241381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7f9177cc-a714-46ec-929b-89094b49674a None None] Provisioning complete for port 712ff6ae-6c3e-4de4-971d-662a54062272 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:51.241873 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282c5dde-d8ba-4a25-a699-fae60cbbaa59 None None] Pushing event updated for resources: {'Port': ['ID=712ff6ae-6c3e-4de4-971d-662a54062272,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:51.242196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f9177cc-a714-46ec-929b-89094b49674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:51.374311 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:00:51.429567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f9177cc-a714-46ec-929b-89094b49674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:51.484943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7f9177cc-a714-46ec-929b-89094b49674a None None] For port 712ff6ae-6c3e-4de4-971d-662a54062272, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=712ff6ae-6c3e-4de4-971d-662a54062272,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:51.492494 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f9177cc-a714-46ec-929b-89094b49674a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:51.597968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9177cc-a714-46ec-929b-89094b49674a None None] Pushing event updated for resources: {'Port': ['ID=712ff6ae-6c3e-4de4-971d-662a54062272,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:51.674221 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-2a664f86-4da1-4e40-87e3-f43ceefb15f2 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0479333 Sep 24 00:00:51.686045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c018dcb-5856-4133-a5ff-22d631a8cde8 req-4309d6a7-bfd2-43bc-87af-25855c6e8000 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 210 time: 0.6082213 Sep 24 00:00:51.727179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4024c8e-448a-41bf-a773-760ac62c6b0a req-770e1c43-9492-452b-b624-1ddb3c97e75c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6865976 Sep 24 00:00:51.734087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-73368292-409a-4e98-bf78-25cc392dd2c5 None None] Provisioning complete for port 712ff6ae-6c3e-4de4-971d-662a54062272 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:51.735931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-73368292-409a-4e98-bf78-25cc392dd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:51.878343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-2a2fb326-db07-4b0d-ad52-eb76698ec25c tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:51.881501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-2a2fb326-db07-4b0d-ad52-eb76698ec25c tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.20 "GET /v2.0/networks?id=a7b38702-398f-47dd-b442-eccfa78ae85f HTTP/1.1" status: 200 len: 829 time: 0.8578830 Sep 24 00:00:51.911894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Request body: {'port': {'device_id': '4fad8121-f12c-4867-8e46-e29130721021', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'admin_state_up': True, 'tenant_id': 'df5ccbad176740efab84228311bb6490'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:51.938288 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:51Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:00:51.987488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9b908-af67-4adc-8828-ff7d358a00d6 req-0c2c92a8-6cf5-400e-970f-ee69a085ac01 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:51.989157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66b9b908-af67-4adc-8828-ff7d358a00d6 req-0c2c92a8-6cf5-400e-970f-ee69a085ac01 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 946 time: 0.1716421 Sep 24 00:00:52.051532 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58407a66-8b8e-44e2-a5bf-c2633c54901c None None] The sync data for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 is: [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:51Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:00:52.096401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-f772ad98-0c72-4c82-a461-e746565f12d1 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:52.101808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-f772ad98-0c72-4c82-a461-e746565f12d1 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4161148 Sep 24 00:00:52.123101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Request body: {'port': {'device_id': 'b196a523-f8f7-4988-b9f9-2469a6afaebe', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'b02494e8b01f493da83f3928380d0f04'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:52.179957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02fa7f14-6cc8-4c35-9625-ef11dc0fef59 req-ed808cee-e573-49f6-864d-7b8e962eaa42 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 210 time: 0.1448352 Sep 24 00:00:52.292025 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66b9b908-af67-4adc-8828-ff7d358a00d6 req-7d242ced-f46b-4504-93dd-62fb76a2e3e1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583597 Sep 24 00:00:52.294589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Made reservation on behalf of df5ccbad176740efab84228311bb6490 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:52.300370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:52.437306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Made reservation on behalf of b02494e8b01f493da83f3928380d0f04 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:00:52.447942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:52.496268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 712ff6ae-6c3e-4de4-971d-662a54062272 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:52.595406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 712ff6ae-6c3e-4de4-971d-662a54062272 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:52.596507 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:52.669943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30b5e72-f488-435c-84d4-3925a9a1bef5 req-47beba1e-e671-4804-bace-71eac74669b8 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:52.678154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a30b5e72-f488-435c-84d4-3925a9a1bef5 req-47beba1e-e671-4804-bace-71eac74669b8 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1901360 Sep 24 00:00:52.687657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63970222-2423-4ced-82f7-c7455dd2f234 req-95aa56d5-058a-44af-9ee0-07e730997868 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:52.711422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63970222-2423-4ced-82f7-c7455dd2f234 req-95aa56d5-058a-44af-9ee0-07e730997868 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 946 time: 0.2390327 Sep 24 00:00:52.776508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Allocated IP 192.168.233.189 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/a76e8fda-d0be-4d77-b866-f908934edf3d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:52.846382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a30b5e72-f488-435c-84d4-3925a9a1bef5 req-d9d1830b-f36f-4319-9095-14a783892b4f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314442 Sep 24 00:00:52.856823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Allocated IP 172.20.0.10 (a7b38702-398f-47dd-b442-eccfa78ae85f/e5b9fd0a-cb46-4efe-8da7-83aaedc97e91/773a6d3b-7af4-49b2-bffd-e148511508cd) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:00:52.876100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63970222-2423-4ced-82f7-c7455dd2f234 req-e74b525c-9c06-4a25-8bbe-8fcc09bae161 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636095 Sep 24 00:00:52.961759 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d0152d2-94ae-4990-bded-780e3a30acda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:53.072100 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:53.127444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:53.142136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a11a5c0e-49ef-4576-97ae-6e9258fd1f67'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:53.144878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:53.189002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:53.192079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0e71fc0-3a19-48ef-ab29-531e0d0d14b0 req-2d9e6ec5-04be-4b05-8074-c562a3a8bd4f tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 210 time: 0.1577706 Sep 24 00:00:53.192886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:53.201396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:53.206539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'Port': ['ID=a76e8fda-d0be-4d77-b866-f908934edf3d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:53.326640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-54388eb0-acce-4e57-8805-e0c874e758da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.341963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-54388eb0-acce-4e57-8805-e0c874e758da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.359948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-54388eb0-acce-4e57-8805-e0c874e758da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.362413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.366462 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:53.368069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-54388eb0-acce-4e57-8805-e0c874e758da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.376853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-54388eb0-acce-4e57-8805-e0c874e758da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.384836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-54388eb0-acce-4e57-8805-e0c874e758da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.400868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-54388eb0-acce-4e57-8805-e0c874e758da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.407084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-54388eb0-acce-4e57-8805-e0c874e758da tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.3744624 Sep 24 00:00:53.411494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-525eebfb-ea43-4f88-9032-33341670b1b7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3004262 Sep 24 00:00:53.429617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Request body: {'port': {'device_id': 'b196a523-f8f7-4988-b9f9-2469a6afaebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:53.466788 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:53.578799 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:53.624434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:53.712446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b02f373a-b6c7-44a2-87af-1447d119a801 None None] Provisioning complete for port a76e8fda-d0be-4d77-b866-f908934edf3d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:53.714399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b02f373a-b6c7-44a2-87af-1447d119a801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:53.764654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b02f373a-b6c7-44a2-87af-1447d119a801 None None] Port a76e8fda-d0be-4d77-b866-f908934edf3d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:53.766540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Network a7b38702-398f-47dd-b442-eccfa78ae85f is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:00:53.772521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:00:53.779804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:00:53.894243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dbc17cb-41be-4dd6-a478-cde36d152c0f req-96384220-fa05-46d7-9332-66377149a8f0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3251147 Sep 24 00:00:53.946589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Pushing event updated for resources: {'Port': ['ID=773a6d3b-7af4-49b2-bffd-e148511508cd,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:53.990206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:53.990918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.042744 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-3b7a3bc8-8989-4e41-84f9-0e67bd4d25b5 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1418669 Sep 24 00:00:54.070043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Request body: {'port': {'device_id': '4fad8121-f12c-4867-8e46-e29130721021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:00:54.298011 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.335660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6de0c-c1c6-4092-b0f6-9e3e81d1c842 req-eb8a9c94-427f-408b-934d-d7e370ddcd03 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:54.337271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eea6de0c-c1c6-4092-b0f6-9e3e81d1c842 req-eb8a9c94-427f-408b-934d-d7e370ddcd03 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 936 time: 0.1628151 Sep 24 00:00:54.384529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a76e8fda-d0be-4d77-b866-f908934edf3d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:54.395096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.402987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d1e0231e-5b72-4fe2-ac80-9c70058ef3d1 None None] Provisioning complete for port 773a6d3b-7af4-49b2-bffd-e148511508cd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:54.404155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab93351-dda4-4ae1-8bc9-5d8e2a3a41c7 req-ca893f09-ebf5-45d6-a468-8933a32ce41e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:54.404527 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1e0231e-5b72-4fe2-ac80-9c70058ef3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.405755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ab93351-dda4-4ae1-8bc9-5d8e2a3a41c7 req-ca893f09-ebf5-45d6-a468-8933a32ce41e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1260817 Sep 24 00:00:54.413964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Transition to ACTIVE for port object a76e8fda-d0be-4d77-b866-f908934edf3d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:54.419483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.486475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Pushing event updated for resources: {'Port': ['ID=a76e8fda-d0be-4d77-b866-f908934edf3d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:54.492133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0231e-5b72-4fe2-ac80-9c70058ef3d1 None None] Port 773a6d3b-7af4-49b2-bffd-e148511508cd cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:00:54.513098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eea6de0c-c1c6-4092-b0f6-9e3e81d1c842 req-af0655bd-b5ea-44d6-b2e0-290688410938 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667283 Sep 24 00:00:54.516166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.516517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.516968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.517171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.517506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.517835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.518161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.518711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.519007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.519428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.519758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.520077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:00:54.571868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ab93351-dda4-4ae1-8bc9-5d8e2a3a41c7 req-c16ebeb7-3947-4347-a51d-8db860ece704 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493530 Sep 24 00:00:54.617045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Attempting to bind port a76e8fda-d0be-4d77-b866-f908934edf3d on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:54.617045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Attempting to bind port a76e8fda-d0be-4d77-b866-f908934edf3d by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:54.617045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Attempting to bind port a76e8fda-d0be-4d77-b866-f908934edf3d on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:54.623929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Port a76e8fda-d0be-4d77-b866-f908934edf3d on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:54.624256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Attempting to bind port a76e8fda-d0be-4d77-b866-f908934edf3d on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:54.631320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:54.631634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:54.632031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:54.632467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Bound port: a76e8fda-d0be-4d77-b866-f908934edf3d, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:54.632823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.796934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] For port a76e8fda-d0be-4d77-b866-f908934edf3d, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:54.803816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] For port a76e8fda-d0be-4d77-b866-f908934edf3d, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a76e8fda-d0be-4d77-b866-f908934edf3d,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:54.813028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b7d4c-ac11-4720-b03f-b1c0f2a3c17c req-ff23c01e-adc7-42c8-8a3f-fb9be8afba0d tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:54.821154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d2b7d4c-ac11-4720-b03f-b1c0f2a3c17c req-ff23c01e-adc7-42c8-8a3f-fb9be8afba0d tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 932 time: 0.1195600 Sep 24 00:00:54.836639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.857166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 773a6d3b-7af4-49b2-bffd-e148511508cd {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:54.871738 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.887778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Transition to ACTIVE for port object 773a6d3b-7af4-49b2-bffd-e148511508cd will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:00:54.893309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:54.893951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.895610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] 10.222.0.18 "PUT /v2.0/ports/a76e8fda-d0be-4d77-b866-f908934edf3d HTTP/1.1" status: 200 len: 1097 time: 1.4711070 Sep 24 00:00:54.896336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b196a523-f8f7-4988-b9f9-2469a6afaebe', 'tag': 'a76e8fda-d0be-4d77-b866-f908934edf3d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:54.897914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:54.899457 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bfd72d4-db19-48a3-bae8-12e3aebdd878" -d '{"events": [{"name": "network-changed", "server_uuid": "b196a523-f8f7-4988-b9f9-2469a6afaebe", "tag": "a76e8fda-d0be-4d77-b866-f908934edf3d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:54.975495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d2b7d4c-ac11-4720-b03f-b1c0f2a3c17c req-abf98f3d-efd7-462e-bf3f-719dba6d78ce tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529791 Sep 24 00:00:55.040500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa53be-b1c7-4734-94a6-52941e41d357 service neutron] Pushing event updated for resources: {'Port': ['ID=a76e8fda-d0be-4d77-b866-f908934edf3d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:55.067459 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afa63c6-c4cf-4265-ae4c-48aa7037634c x-openstack-request-id: req-9afa63c6-c4cf-4265-ae4c-48aa7037634c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:55.068204 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b196a523-f8f7-4988-b9f9-2469a6afaebe", "tag": "a76e8fda-d0be-4d77-b866-f908934edf3d", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:55.068895 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9afa63c6-c4cf-4265-ae4c-48aa7037634c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:55.069506 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b196a523-f8f7-4988-b9f9-2469a6afaebe', 'tag': 'a76e8fda-d0be-4d77-b866-f908934edf3d', 'status': 'completed', 'code': 200} Sep 24 00:00:55.086526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-d4ffd628-3573-47f8-942b-7f9bd377968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.092745 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-d4ffd628-3573-47f8-942b-7f9bd377968f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 1100 time: 0.1419487 Sep 24 00:00:55.158174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Pushing event updated for resources: {'Port': ['ID=773a6d3b-7af4-49b2-bffd-e148511508cd,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:55.202491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-0c1a89c7-aa29-4613-a819-234ec03ac842 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a76e8fda-d0be-4d77-b866-f908934edf3d HTTP/1.1" status: 200 len: 217 time: 0.0952022 Sep 24 00:00:55.264599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628a4380-cf4a-45f0-8a99-47e45369a969 req-20e115f4-f2c3-4967-9915-5a38e3eda833 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.266464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-628a4380-cf4a-45f0-8a99-47e45369a969 req-20e115f4-f2c3-4967-9915-5a38e3eda833 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 946 time: 0.2895823 Sep 24 00:00:55.279983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-fee9aa95-b8de-4c6c-99b7-b9670894d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.283353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-fee9aa95-b8de-4c6c-99b7-b9670894d851 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0691979 Sep 24 00:00:55.317204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9555-928a-4d34-874b-8db473f4411a req-1ced9d53-b799-4463-8766-172a4e6b9945 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.323676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9555-928a-4d34-874b-8db473f4411a req-1ced9d53-b799-4463-8766-172a4e6b9945 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.330613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9555-928a-4d34-874b-8db473f4411a req-1ced9d53-b799-4463-8766-172a4e6b9945 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.336929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9555-928a-4d34-874b-8db473f4411a req-1ced9d53-b799-4463-8766-172a4e6b9945 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.343015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9555-928a-4d34-874b-8db473f4411a req-1ced9d53-b799-4463-8766-172a4e6b9945 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.350501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9555-928a-4d34-874b-8db473f4411a req-1ced9d53-b799-4463-8766-172a4e6b9945 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.358196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef9555-928a-4d34-874b-8db473f4411a req-1ced9d53-b799-4463-8766-172a4e6b9945 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.359239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-7055d8d2-c74e-44c6-8c8d-0009bd1cf532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.360357 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69ef9555-928a-4d34-874b-8db473f4411a req-1ced9d53-b799-4463-8766-172a4e6b9945 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.2067103 Sep 24 00:00:55.361090 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-7055d8d2-c74e-44c6-8c8d-0009bd1cf532 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0684135 Sep 24 00:00:55.385596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Attempting to bind port 773a6d3b-7af4-49b2-bffd-e148511508cd on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:00:55.386249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Attempting to bind port 773a6d3b-7af4-49b2-bffd-e148511508cd by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:00:55.386554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Attempting to bind port 773a6d3b-7af4-49b2-bffd-e148511508cd on network a7b38702-398f-47dd-b442-eccfa78ae85f {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:55.410180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Port 773a6d3b-7af4-49b2-bffd-e148511508cd on network a7b38702-398f-47dd-b442-eccfa78ae85f not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:00:55.410590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Attempting to bind port 773a6d3b-7af4-49b2-bffd-e148511508cd on network a7b38702-398f-47dd-b442-eccfa78ae85f {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:00:55.433036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-628a4380-cf4a-45f0-8a99-47e45369a969 req-8b83e282-005a-47b6-a9d2-a68fa28462f3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539714 Sep 24 00:00:55.436028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:00:55.436901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Checking segment: {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:00:55.436901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Bound using segment: {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:00:55.437343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Bound port: 773a6d3b-7af4-49b2-bffd-e148511508cd, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b9bc285-edfd-4957-b9d7-1e43cf52c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:00:55.437705 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:55.463792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69ef9555-928a-4d34-874b-8db473f4411a req-29691498-00bf-4d42-a66d-11708f0036a6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846002 Sep 24 00:00:55.523954 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-ddac35ea-6a23-4791-b18e-4d24e429fae2 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487517 Sep 24 00:00:55.558861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] For port 773a6d3b-7af4-49b2-bffd-e148511508cd, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:00:55.564159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] For port 773a6d3b-7af4-49b2-bffd-e148511508cd, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=773a6d3b-7af4-49b2-bffd-e148511508cd,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:00:55.570840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:55.616478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.618081 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:55.620554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] 10.222.0.20 "PUT /v2.0/ports/773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 200 len: 1093 time: 1.5594122 Sep 24 00:00:55.625530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:55.629014 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04" -d '{"events": [{"name": "network-changed", "server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:55.674441 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54635a7b-5410-4b48-b6be-f8d1ca9b15a5 req-b6ffba93-fba8-4ad2-b8fa-130eba07ffb3 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415060 Sep 24 00:00:55.784526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f6673f-9b3b-47b2-8a84-57778811650e service neutron] Pushing event updated for resources: {'Port': ['ID=773a6d3b-7af4-49b2-bffd-e148511508cd,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:55.812724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:55.813347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5943d-84d6-48ca-9156-9239691c863a req-6f8e912a-8269-4df2-8c5c-c7024bcfff72 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.820227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75c5943d-84d6-48ca-9156-9239691c863a req-6f8e912a-8269-4df2-8c5c-c7024bcfff72 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 948 time: 0.1956699 Sep 24 00:00:55.825740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-8857ac30-5e81-4a7a-a88b-5c618bc31c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.827269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-8857ac30-5e81-4a7a-a88b-5c618bc31c15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df5ccbad176740efab84228311bb6490&device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 1096 time: 0.1566906 Sep 24 00:00:55.851945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-89e58923-6bf2-4b20-8e08-def533e99f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.854343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-89e58923-6bf2-4b20-8e08-def533e99f1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 1100 time: 0.0715673 Sep 24 00:00:55.863689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c627cc-86f3-4389-a54a-dea7f71dcb06 req-20ba2343-ea1b-4c1e-8050-b35e7520c3b1 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:55.864630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07c627cc-86f3-4389-a54a-dea7f71dcb06 req-20ba2343-ea1b-4c1e-8050-b35e7520c3b1 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1744852 Sep 24 00:00:55.897350 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:55.904939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-0c20dd41-db58-4346-ad8b-4b226a0ea6bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 200 len: 217 time: 0.0579789 Sep 24 00:00:55.967306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75c5943d-84d6-48ca-9156-9239691c863a req-5606c8d3-6286-45b9-9fb2-442393f5ed87 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460478 Sep 24 00:00:56.010476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-8956250f-e2e2-4c76-8d82-cb0ed1633e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.012696 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-8956250f-e2e2-4c76-8d82-cb0ed1633e52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1472375 Sep 24 00:00:56.020975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-0e3a87f1-a29c-41a7-aaab-abcfbb323b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.023080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-0e3a87f1-a29c-41a7-aaab-abcfbb323b39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5b9fd0a-cb46-4efe-8da7-83aaedc97e91 HTTP/1.1" status: 200 len: 868 time: 0.1065295 Sep 24 00:00:56.044420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07c627cc-86f3-4389-a54a-dea7f71dcb06 req-77b836dc-9459-457d-b463-51b68a09bafe tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438649 Sep 24 00:00:56.051479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:56.071380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'port_id': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'mac_address': 'fa:16:3e:e4:a3:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7cffff-11fc-43aa-a9b6-58eef73f25f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:56.079714 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b4e245-ec98-4cf3-8506-812f934e1415 x-openstack-request-id: req-a4b4e245-ec98-4cf3-8506-812f934e1415 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:56.079714 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:56.079990 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a4b4e245-ec98-4cf3-8506-812f934e1415 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:56.080360 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'status': 'completed', 'code': 200} Sep 24 00:00:56.087477 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-698c8f10-5122-41bc-991c-eb8d9a9bf489 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=a76e8fda-d0be-4d77-b866-f908934edf3d HTTP/1.1" status: 200 len: 217 time: 0.0652509 Sep 24 00:00:56.130809 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:56.166810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:56.175536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-94f5db5f-9764-4883-8b1e-316c5784dd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.177329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-94f5db5f-9764-4883-8b1e-316c5784dd0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7b38702-398f-47dd-b442-eccfa78ae85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317289 Sep 24 00:00:56.179112 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8d9be05-1cbd-4507-af20-b19165b76794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:56.186645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-498b1c4b-a5bc-4712-b9c6-27e888016fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.189039 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-498b1c4b-a5bc-4712-b9c6-27e888016fa6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0884509 Sep 24 00:00:56.194746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:56.199527 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:56.207228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dda286-7ceb-4e6a-b98c-a0aade33ee65 req-37679487-68e6-4c2d-a24b-56c201af109b tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.208810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00dda286-7ceb-4e6a-b98c-a0aade33ee65 req-37679487-68e6-4c2d-a24b-56c201af109b tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 944 time: 0.0776458 Sep 24 00:00:56.267344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:56.294428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-0a81f2b1-d00b-44e7-8d5e-f739931516af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.296611 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-0a81f2b1-d00b-44e7-8d5e-f739931516af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0962691 Sep 24 00:00:56.306573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00dda286-7ceb-4e6a-b98c-a0aade33ee65 req-8aaecfe3-d538-417c-ac0c-9567185db344 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863349 Sep 24 00:00:56.331375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-f25fc2cc-06a4-485c-8365-dce0314c7bb5 service neutron] 10.222.0.20 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425583 Sep 24 00:00:56.348447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['49bf9d9e-a5ad-41be-b380-ebadfaee43c2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:56.412817 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-c66b10bd-ea46-405e-b6d6-b72868e835b3 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084793 Sep 24 00:00:56.468564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb353f7d-2aed-43ec-b44e-b9ea641a0ef4 req-ee0dfdde-a059-401a-b879-3ff472f37648 service neutron] 10.222.0.20 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170363 Sep 24 00:00:56.592166 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6bfd72d4-db19-48a3-bae8-12e3aebdd878 req-8a684af5-4f35-4bb5-8d28-66a21c384c6e service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670198 Sep 24 00:00:56.644549 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:56.657773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b376be-96d3-46a9-82fc-782ba2ab2943 req-a9be0002-2dc9-4fe4-b7b9-1e733b499bda tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.659373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04b376be-96d3-46a9-82fc-782ba2ab2943 req-a9be0002-2dc9-4fe4-b7b9-1e733b499bda tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 945 time: 0.1372097 Sep 24 00:00:56.668024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-bc1a3e68-ecc1-418f-94db-e3acd558013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.669529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-bc1a3e68-ecc1-418f-94db-e3acd558013a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df5ccbad176740efab84228311bb6490&device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 1096 time: 0.1106193 Sep 24 00:00:56.723487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-ae421c0d-524a-49dd-aea8-1188c6070c7b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.729591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-ae421c0d-524a-49dd-aea8-1188c6070c7b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.735687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-ae421c0d-524a-49dd-aea8-1188c6070c7b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.741730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-ae421c0d-524a-49dd-aea8-1188c6070c7b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.748471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-ae421c0d-524a-49dd-aea8-1188c6070c7b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.754504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-ae421c0d-524a-49dd-aea8-1188c6070c7b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.761519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-ae421c0d-524a-49dd-aea8-1188c6070c7b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.763453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-ae421c0d-524a-49dd-aea8-1188c6070c7b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.1643617 Sep 24 00:00:56.812445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04b376be-96d3-46a9-82fc-782ba2ab2943 req-79009f03-e293-464a-a8e6-62baa9f02036 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417730 Sep 24 00:00:56.870773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f68b0d9a-ba2c-4e10-8501-b98bed8884db req-f6b56668-fc2e-48aa-81a2-bf66577b0592 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0921636 Sep 24 00:00:56.906908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-c3235c43-0ec4-4fa8-beb9-a6e1b021eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:56.908329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-c3235c43-0ec4-4fa8-beb9-a6e1b021eaf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7b38702-398f-47dd-b442-eccfa78ae85f HTTP/1.1" status: 200 len: 930 time: 0.2258656 Sep 24 00:00:56.966532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-b35575d6-5381-47ef-b04e-0813cc81459e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 200 len: 217 time: 0.0466068 Sep 24 00:00:57.021114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-019286b8-0dc4-423e-afea-b7ca529fc31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:57.023577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-019286b8-0dc4-423e-afea-b7ca529fc31c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5b9fd0a-cb46-4efe-8da7-83aaedc97e91 HTTP/1.1" status: 200 len: 868 time: 0.0485890 Sep 24 00:00:57.130330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-d27f07e6-c0a4-4075-9d54-7a5df7921575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:57.132073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-d27f07e6-c0a4-4075-9d54-7a5df7921575 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7b38702-398f-47dd-b442-eccfa78ae85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0988235 Sep 24 00:00:57.140454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1fbe6-eacf-441d-96ee-eabe516f87dc req-2b0f59fc-b17b-4f96-85c6-365edb0d47e4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:57.142043 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56f1fbe6-eacf-441d-96ee-eabe516f87dc req-2b0f59fc-b17b-4f96-85c6-365edb0d47e4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 948 time: 0.0966218 Sep 24 00:00:57.273645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d0e64a-8974-4b68-86af-aa60671ea79e req-67cf6389-fbc8-4b73-9365-9441a8cf4e1a tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:57.275446 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6d0e64a-8974-4b68-86af-aa60671ea79e req-67cf6389-fbc8-4b73-9365-9441a8cf4e1a tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1604061 Sep 24 00:00:57.282702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56f1fbe6-eacf-441d-96ee-eabe516f87dc req-540d5214-c68b-44b1-ad20-9e4cc5c246dc tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152759 Sep 24 00:00:57.322920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-fdf11680-26be-4467-a77d-ea04fbabbbdd service neutron] 10.222.0.20 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780679 Sep 24 00:00:57.334994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6d0e64a-8974-4b68-86af-aa60671ea79e req-a684a6ca-529e-415f-a3ea-6fc1173de4e0 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510383 Sep 24 00:00:57.369619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49400) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:57.475596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee8f9-87c8-4c4c-9d99-98b3a7375ff2 req-9146c35b-68f2-4a9f-93c0-88f0bc1b68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:57.477509 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-633ee8f9-87c8-4c4c-9d99-98b3a7375ff2 req-9146c35b-68f2-4a9f-93c0-88f0bc1b68e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.0620067 Sep 24 00:00:57.505463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e20fe-50c2-4876-98a9-496ef928bfcc req-0ee83f5f-5e93-4139-a1d3-5be3f4e37057 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:57.507061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a98e20fe-50c2-4876-98a9-496ef928bfcc req-0ee83f5f-5e93-4139-a1d3-5be3f4e37057 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 944 time: 0.1025822 Sep 24 00:00:57.509581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3f6263-03b9-4f30-93d7-25bfc55f2d04 req-89c30c9b-3fb9-4578-9639-6c458f8164c0 service neutron] 10.222.0.20 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717134 Sep 24 00:00:57.536254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eba6b45c-c1e2-49f7-8642-a2cf7ed68faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:57.553011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a98e20fe-50c2-4876-98a9-496ef928bfcc req-569382ba-cea6-441d-ac49-0a53ca272d36 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381675 Sep 24 00:00:57.571117 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-633ee8f9-87c8-4c4c-9d99-98b3a7375ff2 req-fa8ba0b3-5c7b-4373-878f-7d469ead9472 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757480 Sep 24 00:00:57.648317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eba6b45c-c1e2-49f7-8642-a2cf7ed68faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:57.652786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eba6b45c-c1e2-49f7-8642-a2cf7ed68faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:57.692118 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eba6b45c-c1e2-49f7-8642-a2cf7ed68faa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b51587b84b1473294ed1d3b7f815ddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213072 Sep 24 00:00:57.693025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6b45c-c1e2-49f7-8642-a2cf7ed68faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f773e79-9d75-4f3f-8e1e-4c8531c0899b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:57.694984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49404) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:57.746837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d9660cd9-c5a6-47f5-8708-2af5cd6a5e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:57.769141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d9660cd9-c5a6-47f5-8708-2af5cd6a5e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:57.819972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d9660cd9-c5a6-47f5-8708-2af5cd6a5e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:57.822543 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d9660cd9-c5a6-47f5-8708-2af5cd6a5e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:57.823795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d9660cd9-c5a6-47f5-8708-2af5cd6a5e9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f773e79-9d75-4f3f-8e1e-4c8531c0899b HTTP/1.1" status: 204 len: 168 time: 0.1277573 Sep 24 00:00:57.831736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9660cd9-c5a6-47f5-8708-2af5cd6a5e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f773e79-9d75-4f3f-8e1e-4c8531c0899b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:57.920491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a76e8fda-d0be-4d77-b866-f908934edf3d details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:57.932588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:00:57.954166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348215c6-4be9-4980-a0f5-54b2a5f6ef9a req-29b410a8-2e73-4910-9eb7-3e6e76b155a3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:57.955913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-348215c6-4be9-4980-a0f5-54b2a5f6ef9a req-29b410a8-2e73-4910-9eb7-3e6e76b155a3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 945 time: 0.0632899 Sep 24 00:00:58.045476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-348215c6-4be9-4980-a0f5-54b2a5f6ef9a req-aed96f0b-0c77-47ae-ba6e-55e44318e78a tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785198 Sep 24 00:00:58.055519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:00:58.056053 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.071941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-2e1bafdb-af72-4a2f-8eaa-0ad53573c117 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.079131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-2e1bafdb-af72-4a2f-8eaa-0ad53573c117 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.085894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-2e1bafdb-af72-4a2f-8eaa-0ad53573c117 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.092396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-2e1bafdb-af72-4a2f-8eaa-0ad53573c117 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.100875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-2e1bafdb-af72-4a2f-8eaa-0ad53573c117 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.112479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-2e1bafdb-af72-4a2f-8eaa-0ad53573c117 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.120085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-2e1bafdb-af72-4a2f-8eaa-0ad53573c117 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.122353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-2e1bafdb-af72-4a2f-8eaa-0ad53573c117 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.1301777 Sep 24 00:00:58.182335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a76e8fda-d0be-4d77-b866-f908934edf3d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a76e8fda-d0be-4d77-b866-f908934edf3d,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:58.190242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a034a30-9211-4385-a512-29a7891c2ab6 req-506fe5ff-0d69-4be3-acc3-359d96909e74 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564845 Sep 24 00:00:58.202033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a76e8fda-d0be-4d77-b866-f908934edf3d', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'a76e8fda-d0be-4d77-b866-f908934edf3d', 'mac_address': 'fa:16:3e:ee:27:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:58.269231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:58.284892 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.288530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99abf399-b258-44ca-b487-323133fe64f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.298109 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.323560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a76e8fda-d0be-4d77-b866-f908934edf3d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:58.333018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:00:58.335416 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4cc96bb-74be-4259-8ab5-7e32fa353021" -d '{"events": [{"server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "name": "network-vif-plugged", "status": "completed", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:00:58.362311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:58.367405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a76e8fda-d0be-4d77-b866-f908934edf3d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a76e8fda-d0be-4d77-b866-f908934edf3d,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:58.369599 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.396362 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.439985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:58.450306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99abf399-b258-44ca-b487-323133fe64f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.456046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99abf399-b258-44ca-b487-323133fe64f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.484612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99354539-454e-4e10-b83c-ccfeeb4788a7 req-85baca01-8242-420b-87cc-c5eb2774193c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.486296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99354539-454e-4e10-b83c-ccfeeb4788a7 req-85baca01-8242-420b-87cc-c5eb2774193c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 949 time: 0.0907011 Sep 24 00:00:58.491200 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb667892-5c71-4f81-b946-66e4c1f5a100 x-openstack-request-id: req-eb667892-5c71-4f81-b946-66e4c1f5a100 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:00:58.491615 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "name": "network-vif-plugged", "status": "completed", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:00:58.491963 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb667892-5c71-4f81-b946-66e4c1f5a100 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:00:58.492448 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'code': 200} Sep 24 00:00:58.511527 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-99abf399-b258-44ca-b487-323133fe64f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8a6330eafed4094bdea28babe21a4a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2377486 Sep 24 00:00:58.511527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abf399-b258-44ca-b487-323133fe64f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6690dac-71f2-4da5-8bba-3f0d3de6ab78,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:58.513238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49430) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:00:58.526024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a76e8fda-d0be-4d77-b866-f908934edf3d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:58.532020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 773a6d3b-7af4-49b2-bffd-e148511508cd details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:00:58.570000 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a0773d54-31d4-471c-9dff-f2ea61bb4e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.600552 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99354539-454e-4e10-b83c-ccfeeb4788a7 req-19a35bcf-efb5-47d6-b6de-3cdefa05141c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070197 Sep 24 00:00:58.602257 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a0773d54-31d4-471c-9dff-f2ea61bb4e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.614377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c38233-766f-4471-ba62-c60141bc607c req-810daf0c-98e0-4e0d-8874-9f77b7e83065 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.622540 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74c38233-766f-4471-ba62-c60141bc607c req-810daf0c-98e0-4e0d-8874-9f77b7e83065 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0857096 Sep 24 00:00:58.652863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 773a6d3b-7af4-49b2-bffd-e148511508cd, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=773a6d3b-7af4-49b2-bffd-e148511508cd,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:58.669124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74c38233-766f-4471-ba62-c60141bc607c req-0b69592c-b292-4c46-87e5-fa0c167a2499 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455763 Sep 24 00:00:58.670731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'port_id': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'mac_address': 'fa:16:3e:f7:74:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:00:58.693141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a0773d54-31d4-471c-9dff-f2ea61bb4e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.696348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a0773d54-31d4-471c-9dff-f2ea61bb4e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.698307 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a0773d54-31d4-471c-9dff-f2ea61bb4e13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6690dac-71f2-4da5-8bba-3f0d3de6ab78 HTTP/1.1" status: 204 len: 168 time: 0.1838720 Sep 24 00:00:58.710486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0773d54-31d4-471c-9dff-f2ea61bb4e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6690dac-71f2-4da5-8bba-3f0d3de6ab78,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:58.759104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a76e8fda-d0be-4d77-b866-f908934edf3d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:58.762871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.825239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086f2a4-74ab-4993-88a4-2d4dd62dc906 req-237df9aa-57b4-44a5-96ff-0220643e2855 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.826432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 773a6d3b-7af4-49b2-bffd-e148511508cd {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:00:58.826862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f086f2a4-74ab-4993-88a4-2d4dd62dc906 req-237df9aa-57b4-44a5-96ff-0220643e2855 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 946 time: 0.1112790 Sep 24 00:00:58.864418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 773a6d3b-7af4-49b2-bffd-e148511508cd, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=773a6d3b-7af4-49b2-bffd-e148511508cd,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:00:58.866030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc012e4-89bf-4407-8ecb-4524c856051e req-2aa971d2-8a1d-4ef6-9fc1-c7fb6d62140e tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:58.876765 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:58.877633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdc012e4-89bf-4407-8ecb-4524c856051e req-2aa971d2-8a1d-4ef6-9fc1-c7fb6d62140e tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 944 time: 0.1117997 Sep 24 00:00:58.919496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f086f2a4-74ab-4993-88a4-2d4dd62dc906 req-df978a67-e85f-4b36-b470-f8696a546b57 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822270 Sep 24 00:00:58.950610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdc012e4-89bf-4407-8ecb-4524c856051e req-b520ce74-15ac-4706-b7e5-c8893522124e tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720112 Sep 24 00:00:59.005610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=773a6d3b-7af4-49b2-bffd-e148511508cd,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:00:59.037200 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:00:59.280422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['773a6d3b-7af4-49b2-bffd-e148511508cd'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:00:59.350391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-27dcd8ed-9072-4397-a309-2a2c6ec07060 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.357717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-27dcd8ed-9072-4397-a309-2a2c6ec07060 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.364594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-27dcd8ed-9072-4397-a309-2a2c6ec07060 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.372154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-27dcd8ed-9072-4397-a309-2a2c6ec07060 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.379840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-27dcd8ed-9072-4397-a309-2a2c6ec07060 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.387073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-27dcd8ed-9072-4397-a309-2a2c6ec07060 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.393227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-27dcd8ed-9072-4397-a309-2a2c6ec07060 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.395139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-27dcd8ed-9072-4397-a309-2a2c6ec07060 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.1039283 Sep 24 00:00:59.455718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66ffa3e3-4c14-4f27-9a84-3623f84abd85 req-c25fecdc-f899-4db0-9c2b-585e9cde77ec tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507424 Sep 24 00:00:59.749142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52507e1-ebb8-4c5d-9e13-e3b430065676 req-8777f972-abe2-4bde-a2e5-961cdb0ee772 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.751226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d52507e1-ebb8-4c5d-9e13-e3b430065676 req-8777f972-abe2-4bde-a2e5-961cdb0ee772 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 949 time: 0.0603917 Sep 24 00:00:59.815193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967e0ec-a51e-4e0b-bc1b-e18675cb14f4 req-b764c9cb-5f72-4f00-b80a-83c5242cc200 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:00:59.816730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e967e0ec-a51e-4e0b-bc1b-e18675cb14f4 req-b764c9cb-5f72-4f00-b80a-83c5242cc200 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0643940 Sep 24 00:00:59.841522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d52507e1-ebb8-4c5d-9e13-e3b430065676 req-acb3c62d-1943-4ec9-a073-b36ebeb62f5b tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788267 Sep 24 00:00:59.876826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e967e0ec-a51e-4e0b-bc1b-e18675cb14f4 req-59383920-0fc4-4fc0-908c-d64c21d603cd tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496292 Sep 24 00:00:59.929463 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a76e8fda-d0be-4d77-b866-f908934edf3d up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:00.015664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port a76e8fda-d0be-4d77-b866-f908934edf3d completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:00.022978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a76e8fda-d0be-4d77-b866-f908934edf3d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:00.024302 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:00.084181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176727b7-aab2-4709-b89d-f95051714bce req-0edca752-f3b5-4040-8451-72f1f2e2d6cc tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.091653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-176727b7-aab2-4709-b89d-f95051714bce req-0edca752-f3b5-4040-8451-72f1f2e2d6cc tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 946 time: 0.0726986 Sep 24 00:01:00.137184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-176727b7-aab2-4709-b89d-f95051714bce req-d2b9e5d8-2c94-4867-a95d-e4a1256c5cf4 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436566 Sep 24 00:01:00.187756 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:00.237678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfa702-a380-407e-990f-c5e375eaa902 req-b1575ffc-d713-4158-9641-7bd670f837df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.240071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af0e35-429f-4511-92a1-e13613700027 req-f4fda874-d857-4ebf-af81-38e7aa5b7222 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.240471 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bfa702-a380-407e-990f-c5e375eaa902 req-b1575ffc-d713-4158-9641-7bd670f837df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.0962863 Sep 24 00:01:00.241867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1af0e35-429f-4511-92a1-e13613700027 req-f4fda874-d857-4ebf-af81-38e7aa5b7222 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 945 time: 0.1029222 Sep 24 00:01:00.252223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a76e8fda-d0be-4d77-b866-f908934edf3d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a76e8fda-d0be-4d77-b866-f908934edf3d,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:00.263851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:00.264902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:00.314631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1af0e35-429f-4511-92a1-e13613700027 req-9c5ed98c-506e-409a-83d3-fa5ce300d42b tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625486 Sep 24 00:01:00.331794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518980d9-f1b6-43f7-90b7-39fb72fa5275 req-8d450741-ba5f-412b-b90a-81963f5f3242 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.333409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-518980d9-f1b6-43f7-90b7-39fb72fa5275 req-8d450741-ba5f-412b-b90a-81963f5f3242 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0905530 Sep 24 00:01:00.425203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a76e8fda-d0be-4d77-b866-f908934edf3d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:00.435723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfa702-a380-407e-990f-c5e375eaa902 req-1c162df2-fa26-4947-b0f1-252d11ab3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.439649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bfa702-a380-407e-990f-c5e375eaa902 req-1c162df2-fa26-4947-b0f1-252d11ab3c61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.1862652 Sep 24 00:01:00.451790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-518980d9-f1b6-43f7-90b7-39fb72fa5275 req-10f4ff45-4fac-4d61-8fc0-1eab4cd240bc tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110003 Sep 24 00:01:00.500101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196a523-f8f7-4988-b9f9-2469a6afaebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76e8fda-d0be-4d77-b866-f908934edf3d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:00.502531 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccf7e71-bacc-458f-bb1b-09f2c5b1be01" -d '{"events": [{"server_uuid": "b196a523-f8f7-4988-b9f9-2469a6afaebe", "name": "network-vif-plugged", "status": "completed", "tag": "a76e8fda-d0be-4d77-b866-f908934edf3d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:00.507881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-bbc20cf1-8447-4fae-b18d-2caf97193686 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.509461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-bbc20cf1-8447-4fae-b18d-2caf97193686 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.18 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 946 time: 0.1075180 Sep 24 00:01:00.512613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bfa702-a380-407e-990f-c5e375eaa902 req-2833200c-e89b-4f87-8ffb-25b1d10794e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 200 len: 217 time: 0.0640509 Sep 24 00:01:00.520538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:00.582501 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3f204f-76c0-40fe-bf93-5af2e51f6d47 x-openstack-request-id: req-3d3f204f-76c0-40fe-bf93-5af2e51f6d47 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:00.582815 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196a523-f8f7-4988-b9f9-2469a6afaebe", "name": "network-vif-plugged", "status": "completed", "tag": "a76e8fda-d0be-4d77-b866-f908934edf3d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:00.583055 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d3f204f-76c0-40fe-bf93-5af2e51f6d47 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:00.583443 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196a523-f8f7-4988-b9f9-2469a6afaebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a76e8fda-d0be-4d77-b866-f908934edf3d', 'code': 200} Sep 24 00:01:00.605447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfa702-a380-407e-990f-c5e375eaa902 req-5f0e44b0-fec1-42b9-952c-48bd135f44db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.608639 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bfa702-a380-407e-990f-c5e375eaa902 req-5f0e44b0-fec1-42b9-952c-48bd135f44db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.0853112 Sep 24 00:01:00.627656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:00.634097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:00.667912 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bfa702-a380-407e-990f-c5e375eaa902 req-65a482ad-203a-4ac5-86a7-8861779dfe3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463877 Sep 24 00:01:00.674875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-6133feee-af2d-45eb-8e0a-38d90f20906c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.681660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-6133feee-af2d-45eb-8e0a-38d90f20906c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.689100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-6133feee-af2d-45eb-8e0a-38d90f20906c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.696458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-6133feee-af2d-45eb-8e0a-38d90f20906c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.702998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-6133feee-af2d-45eb-8e0a-38d90f20906c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.703403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:00.710856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-6133feee-af2d-45eb-8e0a-38d90f20906c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.717717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-6133feee-af2d-45eb-8e0a-38d90f20906c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:00.719734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-6133feee-af2d-45eb-8e0a-38d90f20906c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.1594062 Sep 24 00:01:00.778406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Deleting port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:00.779350 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:00.799390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83388645-1d40-45b0-a3f3-2ebe3299e4b7 req-77320c35-b44e-458c-bf78-3317656ea93c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722344 Sep 24 00:01:00.897978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] For port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:00.898333 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:00.917415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Calling delete_port for 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:01.076663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898bc7b-a21b-4f16-97e3-05c94b1d01e2 req-b5b64679-f1ff-4c7b-b950-3dc5eccd0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.078195 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6898bc7b-a21b-4f16-97e3-05c94b1d01e2 req-b5b64679-f1ff-4c7b-b950-3dc5eccd0820 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 1102 time: 0.4456019 Sep 24 00:01:01.131289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bfa702-a380-407e-990f-c5e375eaa902 req-3087b0c2-0390-4e51-a106-dbd58bf0df1f service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493432 Sep 24 00:01:01.133070 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6898bc7b-a21b-4f16-97e3-05c94b1d01e2 req-41fac99d-eca5-4d26-8db6-d82f3e8e0037 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465527 Sep 24 00:01:01.363877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ee82e-debe-44d2-b8db-4ad502cb3158 req-827f90ce-1c6f-4a33-8811-e02b84433622 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.368870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-631ee82e-debe-44d2-b8db-4ad502cb3158 req-827f90ce-1c6f-4a33-8811-e02b84433622 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=65128c25-d705-43de-98b9-ae6761391cd2 HTTP/1.1" status: 200 len: 944 time: 0.0953717 Sep 24 00:01:01.394795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd63e246-f197-4f60-b08d-d063fc3cc717 req-588aa93e-18a0-4612-b9b4-6f7ea98bd695 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.396331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd63e246-f197-4f60-b08d-d063fc3cc717 req-588aa93e-18a0-4612-b9b4-6f7ea98bd695 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 950 time: 0.1247864 Sep 24 00:01:01.456554 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bfa702-a380-407e-990f-c5e375eaa902 req-3e145362-6443-4de4-812a-2438972471d6 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226375 Sep 24 00:01:01.485747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-631ee82e-debe-44d2-b8db-4ad502cb3158 req-8bbb2d75-59bb-4fae-97f9-be9c050ec6be tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067495 Sep 24 00:01:01.499154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd63e246-f197-4f60-b08d-d063fc3cc717 req-e11f9520-c91e-4f3f-b621-fa5c770ed3d8 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890255 Sep 24 00:01:01.511822 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:01.557210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event deleted for resources: {'Port': ['ID=49bf9d9e-a5ad-41be-b380-ebadfaee43c2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:01.612877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] No DVR routers for this DVR port 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:01.633395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:01.635505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98237c79-7b97-4a88-be04-d959d158fcb0 req-0376f7c5-945b-4b26-8a88-5e6d9191ba04 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.18 "DELETE /v2.0/ports/49bf9d9e-a5ad-41be-b380-ebadfaee43c2 HTTP/1.1" status: 204 len: 173 time: 1.1127996 Sep 24 00:01:01.636127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'name': 'network-vif-deleted', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:01.638636 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32edace4-86c1-4294-a153-ed049d51fa8e" -d '{"events": [{"server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "name": "network-vif-deleted", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:01.667882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfb9d74-6981-482d-8a54-8aa6d6c0a9e7 req-6ff6e05b-8608-4cbf-bf5f-6d77069ab561 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.669460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bfb9d74-6981-482d-8a54-8aa6d6c0a9e7 req-6ff6e05b-8608-4cbf-bf5f-6d77069ab561 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 945 time: 0.0863173 Sep 24 00:01:01.738569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bfb9d74-6981-482d-8a54-8aa6d6c0a9e7 req-de965979-40ba-4543-93e4-c561dcc70d8d tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625739 Sep 24 00:01:01.758978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb727f-6d36-4ca9-b58b-f13021b54098 req-a5481a48-04ff-438d-9d90-151541375e53 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.760912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cabb727f-6d36-4ca9-b58b-f13021b54098 req-a5481a48-04ff-438d-9d90-151541375e53 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0705836 Sep 24 00:01:01.825342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cabb727f-6d36-4ca9-b58b-f13021b54098 req-db806897-9eaa-4064-a51c-518efda56d3e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571198 Sep 24 00:01:01.871768 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab0c154-a480-429a-a021-36aee747ea22 x-openstack-request-id: req-cab0c154-a480-429a-a021-36aee747ea22 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:01.872269 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "name": "network-vif-deleted", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:01.872742 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cab0c154-a480-429a-a021-36aee747ea22 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:01.873232 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'name': 'network-vif-deleted', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'status': 'completed', 'code': 200} Sep 24 00:01:01.940337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:01.971578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8f69363d-3b5f-494e-8363-7bb76cb50046 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.977455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8f69363d-3b5f-494e-8363-7bb76cb50046 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.983383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8f69363d-3b5f-494e-8363-7bb76cb50046 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.989261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8f69363d-3b5f-494e-8363-7bb76cb50046 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:01.995734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8f69363d-3b5f-494e-8363-7bb76cb50046 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:02.001834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8f69363d-3b5f-494e-8363-7bb76cb50046 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:02.008151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8f69363d-3b5f-494e-8363-7bb76cb50046 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:02.012058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8f69363d-3b5f-494e-8363-7bb76cb50046 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5432 time: 0.1128752 Sep 24 00:01:02.052226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:02.066502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '89b69b5d-1df4-48b9-8f12-1610f7e9d2ee', 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'port_id': '89b69b5d-1df4-48b9-8f12-1610f7e9d2ee', 'mac_address': 'fa:16:3e:2e:a6:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00665818-f83d-4666-bf74-da0a474cb0cb', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:02.075996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7917fd6a-5e9f-4280-a722-3f5daf1d0197 req-8e0ba95f-b859-4839-bfa9-918ac5f72a4b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575314 Sep 24 00:01:02.120809 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.143859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:02.165746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:02.171728 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.172625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb17749f-a4b7-4eff-8a7b-04a97dab82e8 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:02.263141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:02.346970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb17749f-a4b7-4eff-8a7b-04a97dab82e8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:02.361394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'eb17749f-a4b7-4eff-8a7b-04a97dab82e8', 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b', 'port_id': 'eb17749f-a4b7-4eff-8a7b-04a97dab82e8', 'mac_address': 'fa:16:3e:97:a3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baf5268-4424-41d5-bbc8-25d2f5b08893', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:02.400982 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.415048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb17749f-a4b7-4eff-8a7b-04a97dab82e8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:02.437064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb17749f-a4b7-4eff-8a7b-04a97dab82e8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:02.442104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.442692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 7f1df045-a5c6-4add-94b5-855fc141bfd6 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:02.519691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:02.523491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 7f1df045-a5c6-4add-94b5-855fc141bfd6, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:02.537874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '7f1df045-a5c6-4add-94b5-855fc141bfd6', 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'port_id': '7f1df045-a5c6-4add-94b5-855fc141bfd6', 'mac_address': 'fa:16:3e:4f:5a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00665818-f83d-4666-bf74-da0a474cb0cb', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:02.542692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 773a6d3b-7af4-49b2-bffd-e148511508cd up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:02.588974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:02.593275 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcf160d-180a-4d50-aeca-7851557e70de" -d '{"events": [{"server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:02.637039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.658814 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ae0061-337e-47ed-951f-5f01e3ab157d x-openstack-request-id: req-e7ae0061-337e-47ed-951f-5f01e3ab157d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:02.659253 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65128c25-d705-43de-98b9-ae6761391cd2", "name": "network-vif-unplugged", "status": "completed", "tag": "49bf9d9e-a5ad-41be-b380-ebadfaee43c2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:02.659513 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7ae0061-337e-47ed-951f-5f01e3ab157d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:02.659906 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65128c25-d705-43de-98b9-ae6761391cd2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49bf9d9e-a5ad-41be-b380-ebadfaee43c2', 'code': 200} Sep 24 00:01:02.661332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1df045-a5c6-4add-94b5-855fc141bfd6 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:02.677342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 773a6d3b-7af4-49b2-bffd-e148511508cd completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:02.683039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185c5fd-19c5-464c-8b8a-ead999a105f5 req-b117667a-ac0d-42e8-af88-c64a431b3d70 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:02.685830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c185c5fd-19c5-464c-8b8a-ead999a105f5 req-b117667a-ac0d-42e8-af88-c64a431b3d70 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 950 time: 0.0904405 Sep 24 00:01:02.688536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 7f1df045-a5c6-4add-94b5-855fc141bfd6, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:02.689750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 773a6d3b-7af4-49b2-bffd-e148511508cd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:02.690230 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.693528 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.695594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4cf9219c-9145-4dcc-b7f8-06c33be6074a details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:02.746591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c185c5fd-19c5-464c-8b8a-ead999a105f5 req-ca3af0eb-546f-42f1-bb41-e24b9c9d8d40 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495691 Sep 24 00:01:02.813733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49556) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:02.837217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=7f1df045-a5c6-4add-94b5-855fc141bfd6,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:02.843650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4cf9219c-9145-4dcc-b7f8-06c33be6074a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:02.878669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '4cf9219c-9145-4dcc-b7f8-06c33be6074a', 'network_id': '1231a640-714e-41c4-9a45-73b7f80e4d8b', 'port_id': '4cf9219c-9145-4dcc-b7f8-06c33be6074a', 'mac_address': 'fa:16:3e:70:92:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1baf5268-4424-41d5-bbc8-25d2f5b08893', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:02.921683 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.927066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a6d85-3088-4626-a820-0875762ecc8e req-85feb985-191a-4f3b-ad9a-9dd9c7b814ae tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:02.929679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-803a6d85-3088-4626-a820-0875762ecc8e req-85feb985-191a-4f3b-ad9a-9dd9c7b814ae tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 945 time: 0.1063375 Sep 24 00:01:02.932305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cc817e-c2ec-4940-b6cb-943e5dabd783 req-022b558a-e9cd-435d-99b6-9fd65b4e4a82 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:02.939345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6cc817e-c2ec-4940-b6cb-943e5dabd783 req-022b558a-e9cd-435d-99b6-9fd65b4e4a82 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 1102 time: 0.0802124 Sep 24 00:01:02.951866 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.969197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abae9011-8f02-4fba-bb84-0d31e2e91293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:02.976826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cf9219c-9145-4dcc-b7f8-06c33be6074a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:02.986864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 773a6d3b-7af4-49b2-bffd-e148511508cd, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=773a6d3b-7af4-49b2-bffd-e148511508cd,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:02.995965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.007528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6cc817e-c2ec-4940-b6cb-943e5dabd783 req-1233b2f8-7bb7-42ae-a5eb-b03bfaa9b47a tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655131 Sep 24 00:01:03.029173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-803a6d85-3088-4626-a820-0875762ecc8e req-06f90acd-9925-486b-b0d6-7268edb29c40 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774548 Sep 24 00:01:03.044186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4cf9219c-9145-4dcc-b7f8-06c33be6074a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:03.064649 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.065818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6120ce8b-e093-4dcd-9676-81b2a0ca995b details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:03.104012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=773a6d3b-7af4-49b2-bffd-e148511508cd,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:03.135735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abae9011-8f02-4fba-bb84-0d31e2e91293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.149109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abae9011-8f02-4fba-bb84-0d31e2e91293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.192560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4cf9219c-9145-4dcc-b7f8-06c33be6074a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:03.207351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6120ce8b-e093-4dcd-9676-81b2a0ca995b, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:03.232999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '6120ce8b-e093-4dcd-9676-81b2a0ca995b', 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'port_id': '6120ce8b-e093-4dcd-9676-81b2a0ca995b', 'mac_address': 'fa:16:3e:cf:3f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00665818-f83d-4666-bf74-da0a474cb0cb', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:03.250458 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-abae9011-8f02-4fba-bb84-0d31e2e91293 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb766d0b79424530a61125e791d61d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354136 Sep 24 00:01:03.251819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae9011-8f02-4fba-bb84-0d31e2e91293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a31013-0a85-4ab3-8874-65178dde90d6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:03.269569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49578) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:03.331623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fd4cb-bb65-4c6e-86bd-e558046c46ab req-54024270-e538-4446-af57-3574b6404a39 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.333537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b20fd4cb-bb65-4c6e-86bd-e558046c46ab req-54024270-e538-4446-af57-3574b6404a39 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0896440 Sep 24 00:01:03.341288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-379cde28-3926-4e38-8161-00e3038bc618 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.342858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-379cde28-3926-4e38-8161-00e3038bc618 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 820 time: 0.2084296 Sep 24 00:01:03.366392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-842f6b9f-6884-48d1-845f-caba30f26b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.383994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-844fdf98-ebec-4c7d-80e0-93f47d00a267 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/quotas/011dca006d4e482cb6fee11c6938e97e HTTP/1.1" status: 200 len: 375 time: 0.0197625 Sep 24 00:01:03.404182 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-842f6b9f-6884-48d1-845f-caba30f26b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.420561 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.434885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6120ce8b-e093-4dcd-9676-81b2a0ca995b {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:03.440235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b20fd4cb-bb65-4c6e-86bd-e558046c46ab req-c5ab520e-7e89-4f9f-80a6-1ea6260009bb tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963485 Sep 24 00:01:03.468047 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-842f6b9f-6884-48d1-845f-caba30f26b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.471011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-842f6b9f-6884-48d1-845f-caba30f26b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.475484 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-842f6b9f-6884-48d1-845f-caba30f26b23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e2a31013-0a85-4ab3-8874-65178dde90d6 HTTP/1.1" status: 204 len: 168 time: 0.2010255 Sep 24 00:01:03.491316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f6b9f-6884-48d1-845f-caba30f26b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a31013-0a85-4ab3-8874-65178dde90d6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:03.493665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-7d5ebdad-9133-4ac5-a524-9e193917335d tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0949626 Sep 24 00:01:03.505107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6120ce8b-e093-4dcd-9676-81b2a0ca995b, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:03.514940 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.515935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8ebdd583-19ab-4a07-811d-c5562a6f576a details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:03.597224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8ebdd583-19ab-4a07-811d-c5562a6f576a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:03.600972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6120ce8b-e093-4dcd-9676-81b2a0ca995b,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:03.612380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '8ebdd583-19ab-4a07-811d-c5562a6f576a', 'network_id': '35e2337f-26a6-4f59-a784-b9a1b28398ae', 'port_id': '8ebdd583-19ab-4a07-811d-c5562a6f576a', 'mac_address': 'fa:16:3e:33:c1:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00665818-f83d-4666-bf74-da0a474cb0cb', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:03.642821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-04752c48-63ca-490d-b208-df133f0270cf service neutron] 10.222.0.24 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477964 Sep 24 00:01:03.657010 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.660092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2b105bc2-8686-458a-9d25-a9849c302eae tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.668049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2b105bc2-8686-458a-9d25-a9849c302eae tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.672028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ebdd583-19ab-4a07-811d-c5562a6f576a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:03.674492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2b105bc2-8686-458a-9d25-a9849c302eae tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.681313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2b105bc2-8686-458a-9d25-a9849c302eae tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.688080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2b105bc2-8686-458a-9d25-a9849c302eae tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.694104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2b105bc2-8686-458a-9d25-a9849c302eae tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.698132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8ebdd583-19ab-4a07-811d-c5562a6f576a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:03.701018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2b105bc2-8686-458a-9d25-a9849c302eae tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:03.702463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2b105bc2-8686-458a-9d25-a9849c302eae tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5437 time: 0.1214142 Sep 24 00:01:03.706310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.706945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fefbfcee-8d24-4664-a4c2-f45fc4d166d0 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:03.788674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=8ebdd583-19ab-4a07-811d-c5562a6f576a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:03.820678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24c3ca11-6b16-434e-b073-dd51f85edf7a req-2c431527-70e3-420c-a914-9f0b8ab260be tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074767 Sep 24 00:01:03.863532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-f8588ea6-23db-45d1-a217-1a07844f37cd service neutron] 10.222.0.24 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588082 Sep 24 00:01:03.894444 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fefbfcee-8d24-4664-a4c2-f45fc4d166d0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:03.908556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'port_id': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'mac_address': 'fa:16:3e:6c:80:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:03.954117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:03.972952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a581f241-7343-44f1-b718-f63ce584a18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:03.981745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-20667a50-f4b6-4c8c-b2db-9d16c885ae98 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339384 Sep 24 00:01:03.987961 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:04.019598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fefbfcee-8d24-4664-a4c2-f45fc4d166d0 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:04.070628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fefbfcee-8d24-4664-a4c2-f45fc4d166d0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:04.077604 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:04.141885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a581f241-7343-44f1-b718-f63ce584a18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:04.149060 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a581f241-7343-44f1-b718-f63ce584a18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:04.152322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:04.190625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-475bf980-e565-4e12-b9fb-10d4c923d460 req-c63334c3-c161-4215-b667-cb01602c23f6 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 210 time: 0.0522382 Sep 24 00:01:04.201029 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a581f241-7343-44f1-b718-f63ce584a18c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=80135c4909a14e45b64932ca8311650c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2456188 Sep 24 00:01:04.202037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:04.215011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581f241-7343-44f1-b718-f63ce584a18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd78e67b-893e-4626-8448-dc03ff811d50,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:04.285843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beb8f-9e89-4641-b878-ef4278524312 req-5627b6ab-60bb-4076-b9b3-44f75a6e8270 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:04.297324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-5627b6ab-60bb-4076-b9b3-44f75a6e8270 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3140349 Sep 24 00:01:04.304448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9f9c-c640-46d9-8083-d3640c4b6bd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:04.331370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9f9c-c640-46d9-8083-d3640c4b6bd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:04.337159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-f82d3ad5-0c85-4f3b-876c-61ad0679a7da tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/quotas/b02494e8b01f493da83f3928380d0f04 HTTP/1.1" status: 200 len: 375 time: 0.0381622 Sep 24 00:01:04.401844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9f9c-c640-46d9-8083-d3640c4b6bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:04.404942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca6f9f9c-c640-46d9-8083-d3640c4b6bd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:04.406820 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ca6f9f9c-c640-46d9-8083-d3640c4b6bd2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd78e67b-893e-4626-8448-dc03ff811d50 HTTP/1.1" status: 204 len: 168 time: 0.2000532 Sep 24 00:01:04.418829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f9f9c-c640-46d9-8083-d3640c4b6bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd78e67b-893e-4626-8448-dc03ff811d50,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:04.462704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6bf2-0d89-4a1f-95eb-9323f55fcbdf req-96396808-acc8-4c1c-b88f-499d2583383b tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:04.465452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17cd6bf2-0d89-4a1f-95eb-9323f55fcbdf req-96396808-acc8-4c1c-b88f-499d2583383b tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 946 time: 0.1645362 Sep 24 00:01:04.494895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-98a32a1a-2163-4add-8652-e8634efe0196 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1273298 Sep 24 00:01:04.550176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17cd6bf2-0d89-4a1f-95eb-9323f55fcbdf req-fdca4eb8-1ff9-4b07-b152-bcfb7d497268 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701139 Sep 24 00:01:04.661064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:04.665726 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe28af0f-d456-47b4-8970-c9558e783221" -d '{"events": [{"server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "name": "network-vif-plugged", "status": "completed", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:04.787774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0774c80-5ecb-4d3e-8e6f-81f925d210ed req-29348668-e5de-42e2-b027-f4ec88232a7c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 210 time: 0.0511951 Sep 24 00:01:04.858144 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc660243-2f7c-4e64-995c-8c029f93ca32 x-openstack-request-id: req-fc660243-2f7c-4e64-995c-8c029f93ca32 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:04.858880 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "name": "network-vif-plugged", "status": "completed", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:04.859164 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc660243-2f7c-4e64-995c-8c029f93ca32 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:04.860601 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'code': 200} Sep 24 00:01:04.876042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['89b69b5d-1df4-48b9-8f12-1610f7e9d2ee'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:04.928885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691c903-aa6d-413f-a0f7-723776a8a664 req-71fa497b-4a0e-4321-966d-9d365f77be08 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:04.930723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b691c903-aa6d-413f-a0f7-723776a8a664 req-71fa497b-4a0e-4321-966d-9d365f77be08 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1827641 Sep 24 00:01:04.938319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['7f1df045-a5c6-4add-94b5-855fc141bfd6'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:04.951849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['6120ce8b-e093-4dcd-9676-81b2a0ca995b'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:04.965577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4cf9219c-9145-4dcc-b7f8-06c33be6074a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:04.968340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['eb17749f-a4b7-4eff-8a7b-04a97dab82e8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:05.049606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b691c903-aa6d-413f-a0f7-723776a8a664 req-1afcd715-c522-4330-a633-780a1238a446 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077304 Sep 24 00:01:05.140862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011e137-fc6f-4e35-bd50-d098faf65c53 req-6ae481e2-03df-422c-acfc-0fa4f4f3bc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.142964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b011e137-fc6f-4e35-bd50-d098faf65c53 req-6ae481e2-03df-422c-acfc-0fa4f4f3bc35 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 1098 time: 0.1615756 Sep 24 00:01:05.173752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-c918a525-8a38-46a1-a2d0-f8be57f88b75 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.183690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-c918a525-8a38-46a1-a2d0-f8be57f88b75 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.194130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-c918a525-8a38-46a1-a2d0-f8be57f88b75 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.204876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-c918a525-8a38-46a1-a2d0-f8be57f88b75 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.213752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-c918a525-8a38-46a1-a2d0-f8be57f88b75 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.225695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-c918a525-8a38-46a1-a2d0-f8be57f88b75 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.236101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-c918a525-8a38-46a1-a2d0-f8be57f88b75 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.248776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-c918a525-8a38-46a1-a2d0-f8be57f88b75 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5439 time: 0.1741910 Sep 24 00:01:05.363567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee12b5c3-396e-4c85-9b5e-e6e921419751 req-82774eb7-4156-4e1c-bd09-d3b4391099e6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1109328 Sep 24 00:01:05.408132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b011e137-fc6f-4e35-bd50-d098faf65c53 req-a061fd47-c049-45fa-a0d7-9f08e20c65a8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557417 Sep 24 00:01:05.580689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a285116-e823-4b50-8ac4-17e0d5cca982 req-61a1e1b3-03fa-41df-8bb2-9283f0fd0970 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 210 time: 0.0719895 Sep 24 00:01:05.743788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['8ebdd583-19ab-4a07-811d-c5562a6f576a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:05.954167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fefbfcee-8d24-4664-a4c2-f45fc4d166d0'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:05.984511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aab29c0-3010-46f9-8bfb-5f1a6b2ec62f req-b30d0623-bd07-4a0d-b400-b1e7254d95b1 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:05.995097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9aab29c0-3010-46f9-8bfb-5f1a6b2ec62f req-b30d0623-bd07-4a0d-b400-b1e7254d95b1 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 946 time: 0.2261484 Sep 24 00:01:06.058482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-91064f6a-5c8f-41a7-b032-bfe1fd0895e2 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.060271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-91064f6a-5c8f-41a7-b032-bfe1fd0895e2 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.20 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 820 time: 0.4120030 Sep 24 00:01:06.089073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9aab29c0-3010-46f9-8bfb-5f1a6b2ec62f req-51e106be-be7c-4eff-a857-584e801dccb3 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914884 Sep 24 00:01:06.104997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Request body: {'port': {'device_id': 'b09790dc-5e5d-4ccc-a076-b501eb091c6a', 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'admin_state_up': True, 'tenant_id': '011dca006d4e482cb6fee11c6938e97e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:06.122586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:06.174743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:06.175104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 49bf9d9e-a5ad-41be-b380-ebadfaee43c2 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:06.264633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0c759a0-f53e-4ea6-9c85-773eac20916f req-e5497697-4ed3-40c1-9780-e3d81e68315a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 210 time: 0.0498011 Sep 24 00:01:06.327699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Made reservation on behalf of 011dca006d4e482cb6fee11c6938e97e for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:06.334807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:06.360417 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:06.583797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-82cf9328-c280-4fab-8b21-a369e89b3aaa tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602450 Sep 24 00:01:06.757385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Allocated IP 172.20.0.11 (2dc42050-2fcb-4075-86f4-fe4a24168a09/cb7cffff-11fc-43aa-a9b6-58eef73f25f8/f2bac124-0b9a-4e2c-b713-e30bbba35a03) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:06.802320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-11db0f44-5224-458b-960c-bdbb2b24ec9f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.810285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-11db0f44-5224-458b-960c-bdbb2b24ec9f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.819274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-11db0f44-5224-458b-960c-bdbb2b24ec9f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.827893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-11db0f44-5224-458b-960c-bdbb2b24ec9f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.835621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-11db0f44-5224-458b-960c-bdbb2b24ec9f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.842800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-11db0f44-5224-458b-960c-bdbb2b24ec9f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.850306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-11db0f44-5224-458b-960c-bdbb2b24ec9f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.852390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-11db0f44-5224-458b-960c-bdbb2b24ec9f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5439 time: 0.3482256 Sep 24 00:01:06.867146 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e29663ee-be35-4655-a63b-2caf70e761da req-3346fcfd-c9c4-42fb-8a0b-b66f2f4c7762 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 210 time: 0.1835012 Sep 24 00:01:06.970090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beb8f-9e89-4641-b878-ef4278524312 req-abbfea44-98df-4091-b97b-b2ec19a2f55a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:06.971693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-abbfea44-98df-4091-b97b-b2ec19a2f55a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3687408 Sep 24 00:01:07.002077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Request body: {'port': {'device_id': 'c6e097d1-c5cb-4e4c-9178-32293241250f', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'b02494e8b01f493da83f3928380d0f04'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:07.050377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de29e356-63e2-4ae7-a2a7-19a7a690a750 req-7628f928-b6ec-4c03-a9e3-4cec3bc38090 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1759360 Sep 24 00:01:07.271793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:07.306177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Made reservation on behalf of b02494e8b01f493da83f3928380d0f04 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:07.309710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:07.320313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a26fb1e-68ee-4f1e-8a61-24d3a78f455c req-d2a64ccf-fc88-45f3-9f09-775e2035fe2f tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:07.322047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a26fb1e-68ee-4f1e-8a61-24d3a78f455c req-d2a64ccf-fc88-45f3-9f09-775e2035fe2f tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 946 time: 0.1329300 Sep 24 00:01:07.433492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:07.459884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c652eeb7-6a9c-448c-9f6d-eb41f71e3d20 req-9c5fd14d-4ff9-4893-81cf-066a41ac3f71 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 210 time: 0.0739160 Sep 24 00:01:07.463490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a26fb1e-68ee-4f1e-8a61-24d3a78f455c req-a091a332-ea80-4c1f-bb99-1f31e307a052 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259649 Sep 24 00:01:07.542549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Network 2dc42050-2fcb-4075-86f4-fe4a24168a09 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:07.611193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:07.627667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:07.638249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event updated for resources: {'Port': ['ID=f2bac124-0b9a-4e2c-b713-e30bbba35a03,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:07.797574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Allocated IP 192.168.233.25 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/f2cbe17e-1859-4190-a74c-8c74bd17d789) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:08.119818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb17749f-a4b7-4eff-8a7b-04a97dab82e8 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:08.191007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:08.195186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:08.195922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.197293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:08.198014 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.276864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-74b727b8-39eb-40c1-97c7-d8cae8804caf tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1828647 Sep 24 00:01:08.308638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-046b0f23-46e3-4e45-b991-c1235ed63a15 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 258 time: 0.7957540 Sep 24 00:01:08.320488 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.324393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Request body: {'port': {'device_id': 'b09790dc-5e5d-4ccc-a076-b501eb091c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:08.329673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:08.353303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb17749f-a4b7-4eff-8a7b-04a97dab82e8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:08.356868 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bf319a-38d8-4105-839a-16b0faab4fee" -d '{"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "eb17749f-a4b7-4eff-8a7b-04a97dab82e8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:08.371446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb17749f-a4b7-4eff-8a7b-04a97dab82e8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:08.377701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.391330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f19a-e3db-446e-8a85-51220a16ebf5 req-1eed35c4-4e4d-453b-ab16-5361c48cc229 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:08.393166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b983f19a-e3db-446e-8a85-51220a16ebf5 req-1eed35c4-4e4d-453b-ab16-5361c48cc229 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 932 time: 0.1837642 Sep 24 00:01:08.440095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:08.483514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.490792 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:01:08.504595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.577448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b983f19a-e3db-446e-8a85-51220a16ebf5 req-948384fe-4304-4e91-beb1-fbfb45f30b32 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686370 Sep 24 00:01:08.639086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49744) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:08.676915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.831433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.866097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-723dca42-0f47-4c36-bfe1-bc601bf9a7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.919579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db502d9-f446-4777-82cb-004fb060b12a req-048c3782-eb28-44da-a28e-3e99326c1e85 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:08.921215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2db502d9-f446-4777-82cb-004fb060b12a req-048c3782-eb28-44da-a28e-3e99326c1e85 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.2544866 Sep 24 00:01:08.956621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:08.968844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:08.975486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'a76e8fda-d0be-4d77-b866-f908934edf3d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:09.106418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:09.118856 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.134625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2db502d9-f446-4777-82cb-004fb060b12a req-f180b6d2-3d3a-4a6c-9d35-d06ff8657a23 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993515 Sep 24 00:01:09.155367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:09.178995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:09.185745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'Port': ['ID=f2cbe17e-1859-4190-a74c-8c74bd17d789,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:09.434879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:09.435839 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.487629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2bac124-0b9a-4e2c-b713-e30bbba35a03 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:09.507016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214ad7-b753-44cc-9275-02db03fe8574 req-0c848860-6928-40e6-88ed-6ee26d7c89d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:09.514293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214ad7-b753-44cc-9275-02db03fe8574 req-0c848860-6928-40e6-88ed-6ee26d7c89d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:09.520458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214ad7-b753-44cc-9275-02db03fe8574 req-0c848860-6928-40e6-88ed-6ee26d7c89d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:09.527290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214ad7-b753-44cc-9275-02db03fe8574 req-0c848860-6928-40e6-88ed-6ee26d7c89d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:09.530805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c89b020d-46ff-402a-9092-ae6556428955 None None] Provisioning complete for port f2cbe17e-1859-4190-a74c-8c74bd17d789 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:09.531505 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c89b020d-46ff-402a-9092-ae6556428955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.533738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214ad7-b753-44cc-9275-02db03fe8574 req-0c848860-6928-40e6-88ed-6ee26d7c89d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:09.539885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214ad7-b753-44cc-9275-02db03fe8574 req-0c848860-6928-40e6-88ed-6ee26d7c89d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:09.545884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75214ad7-b753-44cc-9275-02db03fe8574 req-0c848860-6928-40e6-88ed-6ee26d7c89d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:09.547847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75214ad7-b753-44cc-9275-02db03fe8574 req-0c848860-6928-40e6-88ed-6ee26d7c89d5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5440 time: 0.2918398 Sep 24 00:01:09.567374 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.579529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-723dca42-0f47-4c36-bfe1-bc601bf9a7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.586954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c89b020d-46ff-402a-9092-ae6556428955 None None] Port f2cbe17e-1859-4190-a74c-8c74bd17d789 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:09.602262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Allocated IP 172.25.5.116 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/708600d5-c86d-43e4-8eb7-76a3e390ce4e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:09.606931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-723dca42-0f47-4c36-bfe1-bc601bf9a7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.617159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-1cd7f00d-12b6-4298-b686-81ae544b6df4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6264594 Sep 24 00:01:09.625742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Transition to ACTIVE for port object f2bac124-0b9a-4e2c-b713-e30bbba35a03 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:01:09.647072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Request body: {'port': {'device_id': 'c6e097d1-c5cb-4e4c-9178-32293241250f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:09.661283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.751210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-723dca42-0f47-4c36-bfe1-bc601bf9a7b8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65b1619c000042b0929f9456edda0dfd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1107614 Sep 24 00:01:09.753756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49752) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:09.764011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75214ad7-b753-44cc-9275-02db03fe8574 req-74a4a3d8-b438-42cb-9dd4-5b0e21eea2fb tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2018538 Sep 24 00:01:09.786483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723dca42-0f47-4c36-bfe1-bc601bf9a7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e37bd64-4d14-4203-aaed-599465dab9ee,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:09.811556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dba322a-38ac-4c51-a273-3d663e0015d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.837286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dba322a-38ac-4c51-a273-3d663e0015d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.879980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bac124-0b9a-4e2c-b713-e30bbba35a03,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:09.907336 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dba322a-38ac-4c51-a273-3d663e0015d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.910491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dba322a-38ac-4c51-a273-3d663e0015d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.911867 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8dba322a-38ac-4c51-a273-3d663e0015d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e37bd64-4d14-4203-aaed-599465dab9ee HTTP/1.1" status: 204 len: 168 time: 0.1570063 Sep 24 00:01:09.912710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:09.920661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba322a-38ac-4c51-a273-3d663e0015d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e37bd64-4d14-4203-aaed-599465dab9ee,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:09.977702 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08daef8-3de9-4b2f-be01-49e201eefffa x-openstack-request-id: req-b08daef8-3de9-4b2f-be01-49e201eefffa {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:09.978460 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "eb17749f-a4b7-4eff-8a7b-04a97dab82e8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:09.978460 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b08daef8-3de9-4b2f-be01-49e201eefffa {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:09.979113 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb17749f-a4b7-4eff-8a7b-04a97dab82e8', 'code': 200} Sep 24 00:01:10.022172 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.100910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Attempting to bind port f2bac124-0b9a-4e2c-b713-e30bbba35a03 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:10.101257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Attempting to bind port f2bac124-0b9a-4e2c-b713-e30bbba35a03 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:10.101582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Attempting to bind port f2bac124-0b9a-4e2c-b713-e30bbba35a03 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:10.127291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:10.134480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Port f2bac124-0b9a-4e2c-b713-e30bbba35a03 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:01:10.135401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Attempting to bind port f2bac124-0b9a-4e2c-b713-e30bbba35a03 on network 2dc42050-2fcb-4075-86f4-fe4a24168a09 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:10.157759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:10.158100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Checking segment: {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:10.158489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Bound using segment: {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:10.158966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Bound port: f2bac124-0b9a-4e2c-b713-e30bbba35a03, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e553937a-8479-441c-bae2-aa63646d1c0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:10.159326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.188921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:10.192907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:10.193272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.240552 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.255080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43afb19-3424-4f6d-8e7c-6521818c1c0f req-19103cba-0e2b-4da5-bf85-633cf86e25d2 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:10.256456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c43afb19-3424-4f6d-8e7c-6521818c1c0f req-19103cba-0e2b-4da5-bf85-633cf86e25d2 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 935 time: 0.2235184 Sep 24 00:01:10.288069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49758) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:10.313733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fb9aa7c-26be-4caf-be61-c22415c3004b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.314840 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.358036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:10.364923 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.366540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 7f1df045-a5c6-4add-94b5-855fc141bfd6 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:10.369920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:10.388088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:10.403372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:10.407969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Pushing event updated for resources: {'Port': ['ID=708600d5-c86d-43e4-8eb7-76a3e390ce4e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:10.427302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fb9aa7c-26be-4caf-be61-c22415c3004b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.432638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1fb9aa7c-26be-4caf-be61-c22415c3004b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.448058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] For port f2bac124-0b9a-4e2c-b713-e30bbba35a03, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:10.459956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:10.471436 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 7f1df045-a5c6-4add-94b5-855fc141bfd6 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:10.476085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 7f1df045-a5c6-4add-94b5-855fc141bfd6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:10.476564 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.487046 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1fb9aa7c-26be-4caf-be61-c22415c3004b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7da07b7085d84e13a52b9d5054796402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975465 Sep 24 00:01:10.487305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c43afb19-3424-4f6d-8e7c-6521818c1c0f req-db70d030-2b75-4423-bf30-af6758738d30 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932466 Sep 24 00:01:10.487528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49760) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:10.488481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb9aa7c-26be-4caf-be61-c22415c3004b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87025b-58d3-444e-b561-251dde0d9375,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:10.496607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] For port f2bac124-0b9a-4e2c-b713-e30bbba35a03, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f2bac124-0b9a-4e2c-b713-e30bbba35a03,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:10.513888 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.580813 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.620127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 7f1df045-a5c6-4add-94b5-855fc141bfd6, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:10.625570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.626782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4cf9219c-9145-4dcc-b7f8-06c33be6074a up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:10.631692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:10.632317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.633726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] 10.222.0.20 "PUT /v2.0/ports/f2bac124-0b9a-4e2c-b713-e30bbba35a03 HTTP/1.1" status: 200 len: 1093 time: 2.3419416 Sep 24 00:01:10.653685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b09790dc-5e5d-4ccc-a076-b501eb091c6a', 'tag': 'f2bac124-0b9a-4e2c-b713-e30bbba35a03'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:10.656376 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa58bb9-c193-488f-a976-0873d7d3017a" -d '{"events": [{"name": "network-changed", "server_uuid": "b09790dc-5e5d-4ccc-a076-b501eb091c6a", "tag": "f2bac124-0b9a-4e2c-b713-e30bbba35a03"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:10.709699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b41afb-0b6f-4fb2-abab-0dcc8bd3d834 service neutron] Pushing event updated for resources: {'Port': ['ID=f2bac124-0b9a-4e2c-b713-e30bbba35a03,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:10.716603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cbe17e-1859-4190-a74c-8c74bd17d789 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:10.724681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=7f1df045-a5c6-4add-94b5-855fc141bfd6,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:10.735000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.735361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.735682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.736117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.736379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.736684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.736996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.737324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.737647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.737967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.738883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.738883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:10.749014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 4cf9219c-9145-4dcc-b7f8-06c33be6074a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:10.753019 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.753695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 4cf9219c-9145-4dcc-b7f8-06c33be6074a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:10.754063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.763996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.769705 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-081df219-eb21-4787-a3b8-f8798b079ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.798650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Transition to ACTIVE for port object f2cbe17e-1859-4190-a74c-8c74bd17d789 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:01:10.829187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.833367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-081df219-eb21-4787-a3b8-f8798b079ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.856922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-3714ce8c-0d92-48c4-a079-8583c1a00449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:10.858445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-3714ce8c-0d92-48c4-a079-8583c1a00449 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 1096 time: 0.1712577 Sep 24 00:01:10.862023 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.904232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4cf9219c-9145-4dcc-b7f8-06c33be6074a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:10.910664 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:10.911860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6120ce8b-e093-4dcd-9676-81b2a0ca995b up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:10.952443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.013071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Pushing event updated for resources: {'Port': ['ID=f2cbe17e-1859-4190-a74c-8c74bd17d789,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:11.043662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-a57edd1b-4615-426b-bc78-aca514897fb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2bac124-0b9a-4e2c-b713-e30bbba35a03 HTTP/1.1" status: 200 len: 217 time: 0.1605508 Sep 24 00:01:11.061313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-081df219-eb21-4787-a3b8-f8798b079ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.063936 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-081df219-eb21-4787-a3b8-f8798b079ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.064159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4cf9219c-9145-4dcc-b7f8-06c33be6074a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:11.065547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-081df219-eb21-4787-a3b8-f8798b079ab3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b87025b-58d3-444e-b561-251dde0d9375 HTTP/1.1" status: 204 len: 168 time: 0.5728385 Sep 24 00:01:11.109284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 6120ce8b-e093-4dcd-9676-81b2a0ca995b completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:11.113566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 6120ce8b-e093-4dcd-9676-81b2a0ca995b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:11.114151 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.117665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081df219-eb21-4787-a3b8-f8798b079ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b87025b-58d3-444e-b561-251dde0d9375,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:11.243698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267b5d3-6614-4023-9fb2-194e8fff30c3 req-63708255-cdd2-4b57-af7d-e7f7cf868443 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:11.251551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d267b5d3-6614-4023-9fb2-194e8fff30c3 req-63708255-cdd2-4b57-af7d-e7f7cf868443 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 944 time: 0.2417288 Sep 24 00:01:11.314782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d267b5d3-6614-4023-9fb2-194e8fff30c3 req-c49ae3e3-c656-499c-a1bc-19e732ad5261 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600646 Sep 24 00:01:11.336593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-34a79a58-c22c-40cb-b968-2ffe4c387238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:11.353867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-34a79a58-c22c-40cb-b968-2ffe4c387238 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb7cffff-11fc-43aa-a9b6-58eef73f25f8 HTTP/1.1" status: 200 len: 860 time: 0.2969635 Sep 24 00:01:11.382391 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.440931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6120ce8b-e093-4dcd-9676-81b2a0ca995b, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:11.441177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.442501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8ebdd583-19ab-4a07-811d-c5562a6f576a up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:11.502253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.508912 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc44db1-e639-4b3b-9799-73b319cbce8d x-openstack-request-id: req-5fc44db1-e639-4b3b-9799-73b319cbce8d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:11.509205 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b09790dc-5e5d-4ccc-a076-b501eb091c6a", "tag": "f2bac124-0b9a-4e2c-b713-e30bbba35a03", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:11.509459 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5fc44db1-e639-4b3b-9799-73b319cbce8d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:11.510399 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b09790dc-5e5d-4ccc-a076-b501eb091c6a', 'tag': 'f2bac124-0b9a-4e2c-b713-e30bbba35a03', 'status': 'completed', 'code': 200} Sep 24 00:01:11.514295 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.554727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 8ebdd583-19ab-4a07-811d-c5562a6f576a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:11.570678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 8ebdd583-19ab-4a07-811d-c5562a6f576a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:11.571220 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.601281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6120ce8b-e093-4dcd-9676-81b2a0ca995b,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:11.694582 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.753817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8ebdd583-19ab-4a07-811d-c5562a6f576a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:11.759458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.761035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fefbfcee-8d24-4664-a4c2-f45fc4d166d0 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:11.854681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=8ebdd583-19ab-4a07-811d-c5562a6f576a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:11.879466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:11.886288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:11.887158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:11.909460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-6be4df0a-1695-4343-ac18-ca83208a9e73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2dc42050-2fcb-4075-86f4-fe4a24168a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3973296 Sep 24 00:01:11.981964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b69b5d-1df4-48b9-8f12-1610f7e9d2ee'}, {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1df045-a5c6-4add-94b5-855fc141bfd6'}, {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf9219c-9145-4dcc-b7f8-06c33be6074a'}, {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6120ce8b-e093-4dcd-9676-81b2a0ca995b'}, {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebdd583-19ab-4a07-811d-c5562a6f576a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:11.984320 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abef9ce-c23e-42b1-82f1-30065b0d6c38" -d '{"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "89b69b5d-1df4-48b9-8f12-1610f7e9d2ee"}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7f1df045-a5c6-4add-94b5-855fc141bfd6"}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "4cf9219c-9145-4dcc-b7f8-06c33be6074a"}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "6120ce8b-e093-4dcd-9676-81b2a0ca995b"}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "8ebdd583-19ab-4a07-811d-c5562a6f576a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:12.027330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Attempting to bind port f2cbe17e-1859-4190-a74c-8c74bd17d789 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:12.027562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Attempting to bind port f2cbe17e-1859-4190-a74c-8c74bd17d789 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:12.028473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Attempting to bind port f2cbe17e-1859-4190-a74c-8c74bd17d789 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:12.065293 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:12.116096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fefbfcee-8d24-4664-a4c2-f45fc4d166d0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:12.116376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Pushing event updated for resources: {'Port': ['ID=708600d5-c86d-43e4-8eb7-76a3e390ce4e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:12.129084 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:12.139127 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:12.164332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Port f2cbe17e-1859-4190-a74c-8c74bd17d789 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:01:12.164849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Attempting to bind port f2cbe17e-1859-4190-a74c-8c74bd17d789 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:12.201098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:12.201634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:12.202460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:12.203549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Bound port: f2cbe17e-1859-4190-a74c-8c74bd17d789, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:12.204371 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:12.214970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:12.243521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-bacfdbd2-b9b1-4110-a315-49011e8c8af0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.255116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-bacfdbd2-b9b1-4110-a315-49011e8c8af0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.268283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-bacfdbd2-b9b1-4110-a315-49011e8c8af0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.279139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-bacfdbd2-b9b1-4110-a315-49011e8c8af0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.290096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-bacfdbd2-b9b1-4110-a315-49011e8c8af0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.300086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-bacfdbd2-b9b1-4110-a315-49011e8c8af0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.311944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-bacfdbd2-b9b1-4110-a315-49011e8c8af0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.315441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-bacfdbd2-b9b1-4110-a315-49011e8c8af0 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5445 time: 0.4009376 Sep 24 00:01:12.343799 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:12.345287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-16b3afa4-6337-42ec-9033-dda294ba8a04 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0348041 Sep 24 00:01:12.474363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-119a21a7-c1cb-4eb2-a186-5f24a0d4dd53 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 696 time: 0.1099162 Sep 24 00:01:12.519568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0589d3d-d94d-4001-b49b-98503a2cf730 req-84e8651b-b2a6-46ea-8849-bf93d602b6d1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634748 Sep 24 00:01:12.541684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] For port f2cbe17e-1859-4190-a74c-8c74bd17d789, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:12.546674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] For port f2cbe17e-1859-4190-a74c-8c74bd17d789, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2cbe17e-1859-4190-a74c-8c74bd17d789,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:12.561479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-ba616244-4512-4529-8ba5-7cd5968f0f90 service neutron] 10.222.0.20 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5928934 Sep 24 00:01:12.563373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:12.660302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.660926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:12.662457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] 10.222.0.18 "PUT /v2.0/ports/f2cbe17e-1859-4190-a74c-8c74bd17d789 HTTP/1.1" status: 200 len: 1096 time: 3.0332620 Sep 24 00:01:12.803529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40206055-a463-4fd1-a984-0403e39f5d8d service neutron] Pushing event updated for resources: {'Port': ['ID=f2cbe17e-1859-4190-a74c-8c74bd17d789,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:12.864822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beb8f-9e89-4641-b878-ef4278524312 req-9fe4b9ad-3211-4c2c-9699-e48f569901e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.866382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-9fe4b9ad-3211-4c2c-9699-e48f569901e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 1099 time: 0.1561615 Sep 24 00:01:12.895948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-04621fa7-0d5d-44ec-8dda-058e3911f649 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:12.908554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3bdc63f-a0db-403a-be21-bdac2023c27c req-04621fa7-0d5d-44ec-8dda-058e3911f649 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.4090030 Sep 24 00:01:12.955696 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3b0b1d-214e-422c-a5ab-fa0ffdbb6b79 x-openstack-request-id: req-6d3b0b1d-214e-422c-a5ab-fa0ffdbb6b79 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:12.956674 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "89b69b5d-1df4-48b9-8f12-1610f7e9d2ee", "code": 200}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "7f1df045-a5c6-4add-94b5-855fc141bfd6", "code": 200}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "4cf9219c-9145-4dcc-b7f8-06c33be6074a", "code": 200}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "6120ce8b-e093-4dcd-9676-81b2a0ca995b", "code": 200}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "8ebdd583-19ab-4a07-811d-c5562a6f576a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:12.957172 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d3b0b1d-214e-422c-a5ab-fa0ffdbb6b79 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:12.957803 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89b69b5d-1df4-48b9-8f12-1610f7e9d2ee', 'code': 200} Sep 24 00:01:12.958315 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1df045-a5c6-4add-94b5-855fc141bfd6', 'code': 200} Sep 24 00:01:12.959009 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cf9219c-9145-4dcc-b7f8-06c33be6074a', 'code': 200} Sep 24 00:01:12.959825 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6120ce8b-e093-4dcd-9676-81b2a0ca995b', 'code': 200} Sep 24 00:01:12.960393 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ebdd583-19ab-4a07-811d-c5562a6f576a', 'code': 200} Sep 24 00:01:12.979891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-8a05272e-316c-466c-a5e6-acffeac6310e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f2cbe17e-1859-4190-a74c-8c74bd17d789 HTTP/1.1" status: 200 len: 217 time: 0.0968516 Sep 24 00:01:12.986634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f61d326-80d9-4d31-93b8-bc6e82e276f4 req-19ed3524-7cd8-40a6-9149-af36b1736123 service neutron] 10.222.0.20 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003792 Sep 24 00:01:13.016319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46554ed-29ce-4953-bbb5-5905c38dfb01 req-dad2024c-7193-4f37-9f2b-df20741fa80c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.018101 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e46554ed-29ce-4953-bbb5-5905c38dfb01 req-dad2024c-7193-4f37-9f2b-df20741fa80c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 947 time: 0.1865656 Sep 24 00:01:13.173978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beb8f-9e89-4641-b878-ef4278524312 req-85a49c8d-b66b-46eb-8c2d-28f3607cb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.175556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-85a49c8d-b66b-46eb-8c2d-28f3607cb8c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1837459 Sep 24 00:01:13.188517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e46554ed-29ce-4953-bbb5-5905c38dfb01 req-566ada60-34c7-4c79-9c88-02a25998ce6b tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391299 Sep 24 00:01:13.251296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74df2c6-f43e-4441-851d-4d01a431279f req-7b2d4c75-4a19-4c21-8e04-fb7b39b1e9c8 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.258238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c74df2c6-f43e-4441-851d-4d01a431279f req-7b2d4c75-4a19-4c21-8e04-fb7b39b1e9c8 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 944 time: 0.2099946 Sep 24 00:01:13.269278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58bb9-c193-488f-a976-0873d7d3017a req-03af0471-4e7f-49c7-94e4-67ee1a141019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.276534 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faa58bb9-c193-488f-a976-0873d7d3017a req-03af0471-4e7f-49c7-94e4-67ee1a141019 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=011dca006d4e482cb6fee11c6938e97e&device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 1096 time: 0.1964257 Sep 24 00:01:13.367838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60beb8f-9e89-4641-b878-ef4278524312 req-769cf019-9b5b-4c0d-8d9a-6981809d108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.370706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-769cf019-9b5b-4c0d-8d9a-6981809d108e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1809928 Sep 24 00:01:13.391668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c74df2c6-f43e-4441-851d-4d01a431279f req-a9bd2be6-5d8c-4984-91bf-cf879c17f987 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283703 Sep 24 00:01:13.504326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-abacecb1-b315-4038-9a08-dd21ae87b458 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.505918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-abacecb1-b315-4038-9a08-dd21ae87b458 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2175887 Sep 24 00:01:13.514106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6e097d1-c5cb-4e4c-9178-32293241250f', 'tag': 'f2cbe17e-1859-4190-a74c-8c74bd17d789'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:13.516446 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e1fe6c-0020-4238-95d6-c2d9d5991681" -d '{"events": [{"name": "network-changed", "server_uuid": "c6e097d1-c5cb-4e4c-9178-32293241250f", "tag": "f2cbe17e-1859-4190-a74c-8c74bd17d789"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:13.618165 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fe0051-8177-48dc-958c-1f7c6f8f1956 x-openstack-request-id: req-03fe0051-8177-48dc-958c-1f7c6f8f1956 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:13.618908 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6e097d1-c5cb-4e4c-9178-32293241250f", "tag": "f2cbe17e-1859-4190-a74c-8c74bd17d789", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:13.618908 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03fe0051-8177-48dc-958c-1f7c6f8f1956 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:13.619727 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6e097d1-c5cb-4e4c-9178-32293241250f', 'tag': 'f2cbe17e-1859-4190-a74c-8c74bd17d789', 'status': 'completed', 'code': 200} Sep 24 00:01:13.623234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-ea5d9952-67f2-4115-8c71-8e9b9ae3c1a2 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 696 time: 0.0997496 Sep 24 00:01:13.630038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58bb9-c193-488f-a976-0873d7d3017a req-8d7a3e49-8203-40b7-a56c-96b290faf045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.631561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faa58bb9-c193-488f-a976-0873d7d3017a req-8d7a3e49-8203-40b7-a56c-96b290faf045 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 200 len: 921 time: 0.3334630 Sep 24 00:01:13.640182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Request body: {'floatingip': {'port_id': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:13.763758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:13.767470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faa58bb9-c193-488f-a976-0873d7d3017a req-14a946d8-2121-4fd4-b8f1-bd301ef56592 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2bac124-0b9a-4e2c-b713-e30bbba35a03 HTTP/1.1" status: 200 len: 217 time: 0.1080244 Sep 24 00:01:13.823637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-ccd8ed1c-c711-4afc-a770-fba4ee64a4cd service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394469 Sep 24 00:01:13.905571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-4c5cf8bb-dd59-46fd-ba26-05476f510d2e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.910271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-4c5cf8bb-dd59-46fd-ba26-05476f510d2e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.916733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-4c5cf8bb-dd59-46fd-ba26-05476f510d2e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.923218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-4c5cf8bb-dd59-46fd-ba26-05476f510d2e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.929180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-4c5cf8bb-dd59-46fd-ba26-05476f510d2e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.935387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-4c5cf8bb-dd59-46fd-ba26-05476f510d2e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.942477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-4c5cf8bb-dd59-46fd-ba26-05476f510d2e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:13.944478 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-4c5cf8bb-dd59-46fd-ba26-05476f510d2e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.3013179 Sep 24 00:01:14.038441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa58bb9-c193-488f-a976-0873d7d3017a req-50f69aba-66b5-4286-84fa-3fc35d4f6837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:14.040424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faa58bb9-c193-488f-a976-0873d7d3017a req-50f69aba-66b5-4286-84fa-3fc35d4f6837 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb7cffff-11fc-43aa-a9b6-58eef73f25f8 HTTP/1.1" status: 200 len: 860 time: 0.2648299 Sep 24 00:01:14.131411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faa58bb9-c193-488f-a976-0873d7d3017a req-b51eb1a9-acb3-4e84-b0c4-a202997237d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2dc42050-2fcb-4075-86f4-fe4a24168a09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566254 Sep 24 00:01:14.140052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eb093f9-7ca1-411e-949d-3c058ec9605b req-225b5607-def5-4f1e-ad2c-a89634787db6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1813846 Sep 24 00:01:14.334232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60beb8f-9e89-4641-b878-ef4278524312 req-2ce38872-fb77-4866-a969-9c6974aff902 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4999442 Sep 24 00:01:14.451688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faa58bb9-c193-488f-a976-0873d7d3017a req-cf5f3fd7-8e89-44c1-8936-877df69ef57a service neutron] 10.222.0.20 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405009 Sep 24 00:01:14.661563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-e1d0c314-b510-40fb-811b-5f7a3af0d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:14.663274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-e1d0c314-b510-40fb-811b-5f7a3af0d067 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 1099 time: 0.2482126 Sep 24 00:01:14.703752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3604ae0-2778-489d-b536-cb4be0d7a0d2 req-2257d331-8e1f-4799-908f-eb845b7b40e1 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:14.711927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3604ae0-2778-489d-b536-cb4be0d7a0d2 req-2257d331-8e1f-4799-908f-eb845b7b40e1 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 947 time: 0.2560236 Sep 24 00:01:14.962059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:14.965863 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe40fef-2683-4575-937a-1ad7aa47f313" -d '{"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:15.141930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-faa58bb9-c193-488f-a976-0873d7d3017a req-4917f819-1f99-4314-bc3e-bcaec629f2e6 service neutron] 10.222.0.20 "GET /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721406 Sep 24 00:01:15.218127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3604ae0-2778-489d-b536-cb4be0d7a0d2 req-7e0980a6-3f70-4578-8015-248a78b4c1b4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052259 Sep 24 00:01:15.335708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-5d3f5b7a-9074-41ed-a35c-abf03f945422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.337515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-5d3f5b7a-9074-41ed-a35c-abf03f945422 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.6618338 Sep 24 00:01:15.416263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-24b3955a-b3bc-4a9c-b17e-20f899b5d5a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=f2cbe17e-1859-4190-a74c-8c74bd17d789 HTTP/1.1" status: 200 len: 217 time: 0.0586295 Sep 24 00:01:15.423162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:15.457241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:15.522895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2162b-fe62-40c2-a57c-29d3c538cc74 req-8b2f4d68-0ac2-4061-9b24-e6e49bbbe152 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.527585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89a2162b-fe62-40c2-a57c-29d3c538cc74 req-8b2f4d68-0ac2-4061-9b24-e6e49bbbe152 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 944 time: 0.2113593 Sep 24 00:01:15.612337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-b0efa988-c345-4816-b7c0-9c048f94673e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.613959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-b0efa988-c345-4816-b7c0-9c048f94673e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1893935 Sep 24 00:01:15.636808 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Floating IP ff8d8fbe-f6dc-4e48-a377-970d862931a0 associated. External IP: 172.25.5.116, port: 773a6d3b-7af4-49b2-bffd-e148511508cd. Sep 24 00:01:15.723843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89a2162b-fe62-40c2-a57c-29d3c538cc74 req-d9c8fe91-c5f0-4bf3-9bc0-c8a6ce26914d tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358969 Sep 24 00:01:15.758266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-8d7b634f-9c5c-4f99-9bb8-af97b98bdb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.763979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-8d7b634f-9c5c-4f99-9bb8-af97b98bdb4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1362941 Sep 24 00:01:15.766001 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d50a8c-e765-45ab-affa-5c21d7671b27 x-openstack-request-id: req-a7d50a8c-e765-45ab-affa-5c21d7671b27 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:15.766295 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-plugged", "status": "completed", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:15.766584 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7d50a8c-e765-45ab-affa-5c21d7671b27 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:15.767015 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'code': 200} Sep 24 00:01:15.969441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-1d626d3b-9398-4594-8189-18e9ea95bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.970288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-1d626d3b-9398-4594-8189-18e9ea95bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.970802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-1d626d3b-9398-4594-8189-18e9ea95bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.971493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-1d626d3b-9398-4594-8189-18e9ea95bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.971968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-1d626d3b-9398-4594-8189-18e9ea95bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.972580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-1d626d3b-9398-4594-8189-18e9ea95bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.973270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-1d626d3b-9398-4594-8189-18e9ea95bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:15.975946 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-1d626d3b-9398-4594-8189-18e9ea95bb2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6510 time: 0.0843759 Sep 24 00:01:16.003379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-934e960d-4912-468d-8f2e-e1c878c812c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.011268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-934e960d-4912-468d-8f2e-e1c878c812c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.018884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-934e960d-4912-468d-8f2e-e1c878c812c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.024278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a8ef0cbf-1367-4efe-9bf6-52304b891167 req-ea83d7d7-1f5f-4c65-b2de-224825a261ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388031 Sep 24 00:01:16.026741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-934e960d-4912-468d-8f2e-e1c878c812c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.032755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-934e960d-4912-468d-8f2e-e1c878c812c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.039289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-934e960d-4912-468d-8f2e-e1c878c812c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.045286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-934e960d-4912-468d-8f2e-e1c878c812c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.047271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-934e960d-4912-468d-8f2e-e1c878c812c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.2227354 Sep 24 00:01:16.093976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-4c324289-d950-4887-9420-85139e02aa26 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680733 Sep 24 00:01:16.157721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f2cbe17e-1859-4190-a74c-8c74bd17d789 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:16.160335 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7837cc01-d24e-4a37-bfb4-7bfa88dffcb7 req-40fc60f5-7e31-44fb-9ee5-6b8c54e68ae3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973277 Sep 24 00:01:16.167653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:16.305972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f2cbe17e-1859-4190-a74c-8c74bd17d789, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2cbe17e-1859-4190-a74c-8c74bd17d789,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:16.323203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'f2cbe17e-1859-4190-a74c-8c74bd17d789', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'f2cbe17e-1859-4190-a74c-8c74bd17d789', 'mac_address': 'fa:16:3e:bf:83:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:16.335435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:16.342284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.372142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] Sync routers for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:16.397801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:16.399768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:16.443311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-fba30817-d4ca-4300-ac87-1a95a500ffbe tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "PUT /v2.0/floatingips/ff8d8fbe-f6dc-4e48-a377-970d862931a0 HTTP/1.1" status: 200 len: 997 time: 2.8106577 Sep 24 00:01:16.447522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.447740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:16.450616 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df" -d '{"events": [{"name": "network-changed", "server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:16.472567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96e1fe6c-0020-4238-95d6-c2d9d5991681 req-5c366e24-1ce2-414d-9a5a-f5ba67c823b9 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839883 Sep 24 00:01:16.479642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cbe17e-1859-4190-a74c-8c74bd17d789 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:16.508706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f2cbe17e-1859-4190-a74c-8c74bd17d789, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2cbe17e-1859-4190-a74c-8c74bd17d789,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:16.517413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1b98b-1580-4ee3-bf82-37fd34723ca6 req-9b23cdbf-632d-41d3-90d9-5e1997c0a611 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.522798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38f1b98b-1580-4ee3-bf82-37fd34723ca6 req-9b23cdbf-632d-41d3-90d9-5e1997c0a611 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 947 time: 0.1154108 Sep 24 00:01:16.540643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-33e30a0b-120a-417d-a682-c6a7878e3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.542697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-33e30a0b-120a-417d-a682-c6a7878e3401 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df5ccbad176740efab84228311bb6490&device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 1098 time: 0.0744469 Sep 24 00:01:16.548588 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:16.597330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:16.597556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38f1b98b-1580-4ee3-bf82-37fd34723ca6 req-15e37092-87ec-42e3-9be3-77d35ae87682 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647025 Sep 24 00:01:16.632187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f2bac124-0b9a-4e2c-b713-e30bbba35a03 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:16.667089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f2cbe17e-1859-4190-a74c-8c74bd17d789,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:16.687933 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208cd9c5-e355-45a8-97f3-0824113db675 x-openstack-request-id: req-208cd9c5-e355-45a8-97f3-0824113db675 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:16.688348 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:16.688719 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-208cd9c5-e355-45a8-97f3-0824113db675 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:16.689301 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'status': 'completed', 'code': 200} Sep 24 00:01:16.708320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-0a5b640d-a47f-41ed-a9c8-8b75b940f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.712159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-0a5b640d-a47f-41ed-a9c8-8b75b940f7e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7b38702-398f-47dd-b442-eccfa78ae85f HTTP/1.1" status: 200 len: 930 time: 0.1520143 Sep 24 00:01:16.817910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-e933530a-e398-46fd-952c-6366771ec6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.819521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-e933530a-e398-46fd-952c-6366771ec6d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df5ccbad176740efab84228311bb6490&device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 1098 time: 0.1076748 Sep 24 00:01:16.829691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-cb8f3cf1-a053-4c9c-aed3-2c9ff363ff2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 200 len: 1000 time: 0.1045756 Sep 24 00:01:16.898981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f2bac124-0b9a-4e2c-b713-e30bbba35a03, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f2bac124-0b9a-4e2c-b713-e30bbba35a03,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:16.915712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'f2bac124-0b9a-4e2c-b713-e30bbba35a03', 'network_id': '2dc42050-2fcb-4075-86f4-fe4a24168a09', 'port_id': 'f2bac124-0b9a-4e2c-b713-e30bbba35a03', 'mac_address': 'fa:16:3e:52:a5:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7cffff-11fc-43aa-a9b6-58eef73f25f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:16.939908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-98bdcfbc-fcde-4703-ac83-176d4baac355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:16.943503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-98bdcfbc-fcde-4703-ac83-176d4baac355 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5b9fd0a-cb46-4efe-8da7-83aaedc97e91 HTTP/1.1" status: 200 len: 868 time: 0.1122096 Sep 24 00:01:16.971242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['f2cbe17e-1859-4190-a74c-8c74bd17d789'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:17.021055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae56e614-f8e2-4beb-96de-3d41cb783f22 req-9effde79-0af5-4cca-86d9-e7df7f709ed2 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.022022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae56e614-f8e2-4beb-96de-3d41cb783f22 req-9effde79-0af5-4cca-86d9-e7df7f709ed2 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 944 time: 0.2014501 Sep 24 00:01:17.044707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:17.078416 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2bac124-0b9a-4e2c-b713-e30bbba35a03 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:17.108294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae56e614-f8e2-4beb-96de-3d41cb783f22 req-12709839-59fc-41bf-8fb7-5eddfc8274c0 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626209 Sep 24 00:01:17.114575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f2bac124-0b9a-4e2c-b713-e30bbba35a03, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f2bac124-0b9a-4e2c-b713-e30bbba35a03,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:17.131656 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:17.141848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ff8d8fbe-f6dc-4e48-a377-970d862931a0', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'port_id': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'mac_address': 'fa:16:3e:f7:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fad8121-f12c-4867-8e46-e29130721021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:01:10Z', 'updated_at': '2021-09-24T00:01:15Z', 'revision_number': 1, 'project_id': 'df5ccbad176740efab84228311bb6490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:51Z', 'revision_number': 5, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:17.145005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-410560ee-cc5b-40a4-bcc6-3abe811b7922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.146567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-410560ee-cc5b-40a4-bcc6-3abe811b7922 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7b38702-398f-47dd-b442-eccfa78ae85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473153 Sep 24 00:01:17.148097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-6ab192d4-e0a7-44ed-93d9-839f69689245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.149474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-6ab192d4-e0a7-44ed-93d9-839f69689245 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7b38702-398f-47dd-b442-eccfa78ae85f HTTP/1.1" status: 200 len: 930 time: 0.3008387 Sep 24 00:01:17.192667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] Checking router: 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:17.255624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:17.256263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:17.310748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f2bac124-0b9a-4e2c-b713-e30bbba35a03,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:17.332244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-0b551c94-3470-49df-af1c-86b1efe2c231 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 200 len: 1000 time: 0.1669452 Sep 24 00:01:17.401912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-253cc3f7-644f-4109-b5cc-368749d33027 service neutron] 10.222.0.24 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454529 Sep 24 00:01:17.418361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-18e4d382-c267-4cc8-9128-3f2a7c30ebe5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.425063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-18e4d382-c267-4cc8-9128-3f2a7c30ebe5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.428117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:17.432385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-18e4d382-c267-4cc8-9128-3f2a7c30ebe5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.438623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-18e4d382-c267-4cc8-9128-3f2a7c30ebe5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.445398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-18e4d382-c267-4cc8-9128-3f2a7c30ebe5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.452215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-18e4d382-c267-4cc8-9128-3f2a7c30ebe5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.458187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-18e4d382-c267-4cc8-9128-3f2a7c30ebe5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.460321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-18e4d382-c267-4cc8-9128-3f2a7c30ebe5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.1758766 Sep 24 00:01:17.493658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-5b76338e-da01-4eb8-81af-53e0a601ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.495817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-5b76338e-da01-4eb8-81af-53e0a601ffef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5b9fd0a-cb46-4efe-8da7-83aaedc97e91 HTTP/1.1" status: 200 len: 868 time: 0.1499691 Sep 24 00:01:17.516708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['f2bac124-0b9a-4e2c-b713-e30bbba35a03'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:17.611401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc5cd07a-a5f4-47b4-a0ca-375a942f05e2 req-afef9306-ca3b-45a1-81ff-400a2ea8e10b tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1358263 Sep 24 00:01:17.641414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-ad03bad1-b318-46fc-8e70-30d7de68bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:17.643275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-ad03bad1-b318-46fc-8e70-30d7de68bcbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7b38702-398f-47dd-b442-eccfa78ae85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1375158 Sep 24 00:01:17.645862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61e1a34e-b99f-4024-9a7b-84b06a900922 req-96e0e327-9766-450b-816d-a5ad41c70cf7 service neutron] 10.222.0.24 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845336 Sep 24 00:01:17.981488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ff8d8fbe-f6dc-4e48-a377-970d862931a0', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'port_id': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'mac_address': 'fa:16:3e:f7:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fad8121-f12c-4867-8e46-e29130721021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:01:10Z', 'updated_at': '2021-09-24T00:01:15Z', 'revision_number': 1, 'project_id': 'df5ccbad176740efab84228311bb6490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:51Z', 'revision_number': 5, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:17.992685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-42b357e0-0165-49bc-8c93-a91a4e324e0e service neutron] 10.222.0.20 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388011 Sep 24 00:01:18.016687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e647c-e27a-4260-a586-e2caf931de29 None None] The sync data for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 is: [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ff8d8fbe-f6dc-4e48-a377-970d862931a0', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'floating_ip_address': '172.25.5.116', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'port_id': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'mac_address': 'fa:16:3e:f7:74:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fad8121-f12c-4867-8e46-e29130721021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:01:10Z', 'updated_at': '2021-09-24T00:01:15Z', 'revision_number': 1, 'project_id': 'df5ccbad176740efab84228311bb6490', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:51Z', 'revision_number': 5, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:18.313107 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f5eabb-5f03-40b7-a22f-bc699863ce3e None None] New status for floating IP ff8d8fbe-f6dc-4e48-a377-970d862931a0: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:01:18.407626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ce9c5a-2e98-4e5e-9a54-71ed8610e6c3 req-18d53838-ab33-44a7-b67d-f2adac58018a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:18.409266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14ce9c5a-2e98-4e5e-9a54-71ed8610e6c3 req-18d53838-ab33-44a7-b67d-f2adac58018a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 948 time: 0.5172074 Sep 24 00:01:18.421441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26290252-8517-49df-9bed-758d870d3e43 req-ed2fd5a5-b11c-4135-9c31-3ea4de27a5cf tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 258 time: 0.5596688 Sep 24 00:01:18.481997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:18.542303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14ce9c5a-2e98-4e5e-9a54-71ed8610e6c3 req-885078fd-92b6-4975-9df7-00611e5faa72 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178551 Sep 24 00:01:18.561879 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:18.586295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d88f6f9-5b3b-4d27-a0ea-2ccfc48ad0df req-47564117-990c-4dd0-9f6f-4ebdce88e74e service neutron] 10.222.0.20 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847120 Sep 24 00:01:18.768417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83564c05-2aef-436d-a54d-237631536938 req-bc983ecd-a08f-4c91-adb2-8a6bf3bd6971 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:18.770021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83564c05-2aef-436d-a54d-237631536938 req-bc983ecd-a08f-4c91-adb2-8a6bf3bd6971 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 945 time: 0.0744703 Sep 24 00:01:18.777442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:18.878970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83564c05-2aef-436d-a54d-237631536938 req-58298911-86b8-4b8b-a863-aae70a0bf61e tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904329 Sep 24 00:01:18.946813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Allocated IP 172.25.5.154 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/5771d7be-852a-4646-8c59-441d86626f49) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:19.082351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-a08bb4fc-3e2d-42cc-9df4-66a72f19df85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.088460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-a08bb4fc-3e2d-42cc-9df4-66a72f19df85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.094436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-a08bb4fc-3e2d-42cc-9df4-66a72f19df85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.100499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-a08bb4fc-3e2d-42cc-9df4-66a72f19df85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.106542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-a08bb4fc-3e2d-42cc-9df4-66a72f19df85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.112568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-a08bb4fc-3e2d-42cc-9df4-66a72f19df85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.118555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-a08bb4fc-3e2d-42cc-9df4-66a72f19df85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.121134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-a08bb4fc-3e2d-42cc-9df4-66a72f19df85 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.1525238 Sep 24 00:01:19.164435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.190226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adcf1629-8b31-4c14-890f-ba4e82f27ac0 req-507fdbe0-41b5-4377-8141-3d650202f147 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575831 Sep 24 00:01:19.218480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.242673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:19.244998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:19.265492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:19.322123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Pushing event updated for resources: {'Port': ['ID=5771d7be-852a-4646-8c59-441d86626f49,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:19.417911 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.468343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.585367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93258-02a1-441b-9ced-10bef2249b75 req-d9bd34e9-74a7-49de-91ae-1f3679110ea3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.591821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93258-02a1-441b-9ced-10bef2249b75 req-d9bd34e9-74a7-49de-91ae-1f3679110ea3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.598354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93258-02a1-441b-9ced-10bef2249b75 req-d9bd34e9-74a7-49de-91ae-1f3679110ea3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.605523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93258-02a1-441b-9ced-10bef2249b75 req-d9bd34e9-74a7-49de-91ae-1f3679110ea3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.612354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93258-02a1-441b-9ced-10bef2249b75 req-d9bd34e9-74a7-49de-91ae-1f3679110ea3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.618661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93258-02a1-441b-9ced-10bef2249b75 req-d9bd34e9-74a7-49de-91ae-1f3679110ea3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.625612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a93258-02a1-441b-9ced-10bef2249b75 req-d9bd34e9-74a7-49de-91ae-1f3679110ea3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.628091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07a93258-02a1-441b-9ced-10bef2249b75 req-d9bd34e9-74a7-49de-91ae-1f3679110ea3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.1572199 Sep 24 00:01:19.641181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49980) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:19.657016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Request body: {'floatingip': {'port_id': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:19.783137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.868106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb743c-446f-49c8-aefe-91cf96e29178 req-3a82e765-c33d-4022-a2e9-2cc965229ee3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:19.870502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88fb743c-446f-49c8-aefe-91cf96e29178 req-3a82e765-c33d-4022-a2e9-2cc965229ee3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 948 time: 0.1114926 Sep 24 00:01:19.873632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:19.878905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.008269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Pushing event updated for resources: {'Port': ['ID=5771d7be-852a-4646-8c59-441d86626f49,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:20.050394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88fb743c-446f-49c8-aefe-91cf96e29178 req-017022ca-eb9b-488f-af37-a6813b048350 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314275 Sep 24 00:01:20.051635 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.073142 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.083341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26290252-8517-49df-9bed-758d870d3e43 req-029b3d33-612e-4dad-95c6-968db994c243 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6264150 Sep 24 00:01:20.163217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26290252-8517-49df-9bed-758d870d3e43 req-25d3cb4c-13af-44ef-8ec0-f259e075353c tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.0773656 Sep 24 00:01:20.192683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f2cbe17e-1859-4190-a74c-8c74bd17d789 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:20.319321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port f2cbe17e-1859-4190-a74c-8c74bd17d789 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:20.329075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port f2cbe17e-1859-4190-a74c-8c74bd17d789 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:20.330044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.398962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1422b6d-9a9c-4eb7-8403-0fc63638041c req-3c994064-2b01-4795-a6a2-1f1891e99fd1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:20.401594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1422b6d-9a9c-4eb7-8403-0fc63638041c req-3c994064-2b01-4795-a6a2-1f1891e99fd1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 945 time: 0.1944771 Sep 24 00:01:20.483507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26290252-8517-49df-9bed-758d870d3e43 req-a1604b30-81e8-44c8-9616-5fa32b88f752 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:20.485501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26290252-8517-49df-9bed-758d870d3e43 req-a1604b30-81e8-44c8-9616-5fa32b88f752 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.3213196 Sep 24 00:01:20.504440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.531407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1422b6d-9a9c-4eb7-8403-0fc63638041c req-7dccd640-c562-4144-bc9a-39affe66c703 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126051 Sep 24 00:01:20.543149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e097d1-c5cb-4e4c-9178-32293241250f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cbe17e-1859-4190-a74c-8c74bd17d789'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:20.561064 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3505c18b-82cd-4ec5-aed5-055670395fd9" -d '{"events": [{"server_uuid": "c6e097d1-c5cb-4e4c-9178-32293241250f", "name": "network-vif-plugged", "status": "completed", "tag": "f2cbe17e-1859-4190-a74c-8c74bd17d789"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:20.586075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f2cbe17e-1859-4190-a74c-8c74bd17d789, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2cbe17e-1859-4190-a74c-8c74bd17d789,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:20.591668 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.592884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49998) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:20.614270 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.620882 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.642523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f2bac124-0b9a-4e2c-b713-e30bbba35a03 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:20.706956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f2cbe17e-1859-4190-a74c-8c74bd17d789,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:20.730812 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be3baf4-416f-45d6-b3a4-e5fa96b12e72 x-openstack-request-id: req-6be3baf4-416f-45d6-b3a4-e5fa96b12e72 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:20.731100 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e097d1-c5cb-4e4c-9178-32293241250f", "name": "network-vif-plugged", "status": "completed", "tag": "f2cbe17e-1859-4190-a74c-8c74bd17d789", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:20.731531 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6be3baf4-416f-45d6-b3a4-e5fa96b12e72 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:20.735050 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e097d1-c5cb-4e4c-9178-32293241250f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cbe17e-1859-4190-a74c-8c74bd17d789', 'code': 200} Sep 24 00:01:20.759890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port f2bac124-0b9a-4e2c-b713-e30bbba35a03 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:20.765846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port f2bac124-0b9a-4e2c-b713-e30bbba35a03 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:20.766597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.769100 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Floating IP 041c03a5-3554-43d3-bcca-f1638bbd3051 associated. External IP: 172.25.5.45, port: fefbfcee-8d24-4664-a4c2-f45fc4d166d0. Sep 24 00:01:20.811857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa26404-2cdc-4c02-8234-4f91f518a73e req-0e52fde6-6498-4463-8aea-eca71838b848 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:20.814667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa26404-2cdc-4c02-8234-4f91f518a73e req-0e52fde6-6498-4463-8aea-eca71838b848 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1065047 Sep 24 00:01:20.831725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cec63959-a380-4ca3-bba9-03a4775010f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.871334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.926892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f2bac124-0b9a-4e2c-b713-e30bbba35a03, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f2bac124-0b9a-4e2c-b713-e30bbba35a03,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:20.933561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa26404-2cdc-4c02-8234-4f91f518a73e req-34d9ccb3-c895-48a7-9b97-bd5ef3f4c524 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.0901849 Sep 24 00:01:20.933782 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:20.951751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-cfa26404-2cdc-4c02-8234-4f91f518a73e req-c40d9e7e-1e44-4970-bb37-16c7a75232f0 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Request body: {'floatingip': {'port_id': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:20.995665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f2bac124-0b9a-4e2c-b713-e30bbba35a03,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:21.015652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786bf7d-d857-4675-88ae-3481bfffe8df req-efe51497-e7a3-468a-9258-2633f1b1331c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.017290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8786bf7d-d857-4675-88ae-3481bfffe8df req-efe51497-e7a3-468a-9258-2633f1b1331c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 1101 time: 0.1755691 Sep 24 00:01:21.019621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cfa26404-2cdc-4c02-8234-4f91f518a73e req-c40d9e7e-1e44-4970-bb37-16c7a75232f0 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:21.048861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:21.176442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:21.184073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:21.187612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] Sync routers for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:21.196414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:21.197232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:21.215173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8786bf7d-d857-4675-88ae-3481bfffe8df req-4d0b34ed-e85a-4c5b-943b-573b3968adcf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609445 Sep 24 00:01:21.240315 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-93e97efe-7ed6-47ad-8e3d-852356b721b1 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "PUT /v2.0/floatingips/041c03a5-3554-43d3-bcca-f1638bbd3051 HTTP/1.1" status: 200 len: 990 time: 1.5891662 Sep 24 00:01:21.240315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:21.241946 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da2df35-0464-4857-aac2-f2c64aef1bf2" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:21.287527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cec63959-a380-4ca3-bba9-03a4775010f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:21.299110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cec63959-a380-4ca3-bba9-03a4775010f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:21.322172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:21.337068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07552f8a-8cea-4c85-a284-167cdf8ec539 req-712411ae-6288-46e8-8137-8e98db776ac2 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.339689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07552f8a-8cea-4c85-a284-167cdf8ec539 req-712411ae-6288-46e8-8137-8e98db776ac2 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 949 time: 0.1869171 Sep 24 00:01:21.378293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec63959-a380-4ca3-bba9-03a4775010f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9456f883-fc3e-42bd-b4ee-e2d5e46d1f1b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:21.421509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cec63959-a380-4ca3-bba9-03a4775010f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e34a527a2984c0996c8339e21d70699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8230011 Sep 24 00:01:21.424000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50010) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:21.460486 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07552f8a-8cea-4c85-a284-167cdf8ec539 req-c42e2a25-aa55-48f4-b104-b977b5f32244 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044960 Sep 24 00:01:21.461298 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-cfa26404-2cdc-4c02-8234-4f91f518a73e req-c40d9e7e-1e44-4970-bb37-16c7a75232f0 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 00:01:21.462276 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfa26404-2cdc-4c02-8234-4f91f518a73e req-c40d9e7e-1e44-4970-bb37-16c7a75232f0 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "PUT /v2.0/floatingips/8bd8e50c-1dc6-403e-a7e3-c1d983ae81dc HTTP/1.1" status: 409 len: 551 time: 0.5219049 Sep 24 00:01:21.508882 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd431-f882-487a-85d1-cb8d1321dabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:21.535360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd431-f882-487a-85d1-cb8d1321dabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:21.565806 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c52905-37df-4303-8510-67d5eeb711b0 x-openstack-request-id: req-f3c52905-37df-4303-8510-67d5eeb711b0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:21.566095 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:21.566342 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f3c52905-37df-4303-8510-67d5eeb711b0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:21.566742 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'status': 'completed', 'code': 200} Sep 24 00:01:21.592955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd431-f882-487a-85d1-cb8d1321dabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:21.593933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '041c03a5-3554-43d3-bcca-f1638bbd3051', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'port_id': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'mac_address': 'fa:16:3e:6c:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:00:03Z', 'updated_at': '2021-09-24T00:01:20Z', 'revision_number': 1, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:32Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:21.596774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc2fd431-f882-487a-85d1-cb8d1321dabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:21.598082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dc2fd431-f882-487a-85d1-cb8d1321dabd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9456f883-fc3e-42bd-b4ee-e2d5e46d1f1b HTTP/1.1" status: 204 len: 168 time: 0.1743400 Sep 24 00:01:21.630717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2fd431-f882-487a-85d1-cb8d1321dabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456f883-fc3e-42bd-b4ee-e2d5e46d1f1b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:21.657838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-261d1539-f722-4c49-85d2-6edfd72b095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.658397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-261d1539-f722-4c49-85d2-6edfd72b095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.658915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-261d1539-f722-4c49-85d2-6edfd72b095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.659428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-261d1539-f722-4c49-85d2-6edfd72b095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.660146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-261d1539-f722-4c49-85d2-6edfd72b095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.660394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-261d1539-f722-4c49-85d2-6edfd72b095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.660851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-261d1539-f722-4c49-85d2-6edfd72b095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.663245 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-261d1539-f722-4c49-85d2-6edfd72b095c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6510 time: 0.0638330 Sep 24 00:01:21.664117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] Checking router: 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:21.678898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:21.679533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:21.682476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-e3f390d6-1e52-42ad-8eb6-639bda29f5f7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips/8bd8e50c-1dc6-403e-a7e3-c1d983ae81dc HTTP/1.1" status: 200 len: 693 time: 0.1320281 Sep 24 00:01:21.728493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-e8ff98da-fcf3-4bc7-bdf5-89e910966738 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1024218 Sep 24 00:01:21.813203 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-f860c0fe-7a13-4c9e-8481-b64e60abcb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.814923 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-f860c0fe-7a13-4c9e-8481-b64e60abcb37 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fa905c6-5b85-4188-8ccc-e6003718f222 HTTP/1.1" status: 200 len: 918 time: 0.1439576 Sep 24 00:01:21.849863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:21.891381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2b5c4-4ace-45f3-b989-5b3606a84347 req-4c4f59d9-f1dc-446c-960b-5851e79316e1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.892962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9bd2b5c4-4ace-45f3-b989-5b3606a84347 req-4c4f59d9-f1dc-446c-960b-5851e79316e1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 946 time: 0.1528258 Sep 24 00:01:21.919599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-06eda90f-d26a-4699-807c-f868deb88575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.920514 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-e46f7703-0f63-4c36-a933-94eebb8d6c89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 200 len: 998 time: 0.0976663 Sep 24 00:01:21.921101 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-06eda90f-d26a-4699-807c-f868deb88575 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 1097 time: 0.1309869 Sep 24 00:01:21.968115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-ad2c1fc0-ad4e-4c76-87c8-b4f34be130f0 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:21.969614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-ad2c1fc0-ad4e-4c76-87c8-b4f34be130f0 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2623782 Sep 24 00:01:22.017055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-b8ae6b94-9774-4a49-845c-9de8a714e971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:22.018744 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-b8ae6b94-9774-4a49-845c-9de8a714e971 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7784be8-b5c0-437f-be3d-6205f84b0fca HTTP/1.1" status: 200 len: 856 time: 0.0737309 Sep 24 00:01:22.089843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50026) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:22.094545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-06fa5a11-70d7-4418-92ed-858835873c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:22.096228 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-06fa5a11-70d7-4418-92ed-858835873c65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fa905c6-5b85-4188-8ccc-e6003718f222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657153 Sep 24 00:01:22.121610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d614c299-fef6-47fe-9234-e5785b7820fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:22.140321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '041c03a5-3554-43d3-bcca-f1638bbd3051', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'port_id': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'mac_address': 'fa:16:3e:6c:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:00:03Z', 'updated_at': '2021-09-24T00:01:20Z', 'revision_number': 1, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:32Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:22.170588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86c4f8-fa3b-4817-9215-8b695bbecaf4 None None] The sync data for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 is: [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '041c03a5-3554-43d3-bcca-f1638bbd3051', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'floating_ip_address': '172.25.5.45', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'port_id': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'mac_address': 'fa:16:3e:6c:80:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:00:03Z', 'updated_at': '2021-09-24T00:01:20Z', 'revision_number': 1, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:32Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:22.198517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9bd2b5c4-4ace-45f3-b989-5b3606a84347 req-e2858796-0429-46a1-9835-83b270ee5034 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971711 Sep 24 00:01:22.212547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-278d81c1-d4c5-402d-9082-816e01d019a8 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.1881654 Sep 24 00:01:22.302066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-13e3a8f2-747c-4600-9622-354022991551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:22.305252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-13e3a8f2-747c-4600-9622-354022991551 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.3341534 Sep 24 00:01:22.334159 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-8bd343b8-f3d2-496d-9c47-4a8a394adb42 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271993 Sep 24 00:01:22.405355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-14387fb5-9455-4231-83b7-e4f008f6bcd7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.154 HTTP/1.1" status: 200 len: 696 time: 0.1607170 Sep 24 00:01:22.405355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-d7b2839b-ca4b-4e5e-bc0c-3fe2ae16d342 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=35984ae8-a700-4549-83d7-d382934511a4 HTTP/1.1" status: 200 len: 217 time: 0.0585544 Sep 24 00:01:22.405763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d614c299-fef6-47fe-9234-e5785b7820fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:22.434829 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d614c299-fef6-47fe-9234-e5785b7820fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:22.438667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-94e6a792-5669-4ec6-9996-377aab992c94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2438202 Sep 24 00:01:22.502965 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9731436-3403-405e-a0fb-a9cefbac8a3b None None] New status for floating IP 041c03a5-3554-43d3-bcca-f1638bbd3051: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:01:22.517309 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d614c299-fef6-47fe-9234-e5785b7820fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54aaab37040a4c6a9789baf7a37b17c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196870 Sep 24 00:01:22.531168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50030) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:22.567361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d614c299-fef6-47fe-9234-e5785b7820fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ecf77b8-77b5-40d1-ace7-0cf5e9d2355e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:22.585958 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2da2df35-0464-4857-aac2-f2c64aef1bf2 req-79a6e40f-e270-46af-bd74-ea18a332a400 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440703 Sep 24 00:01:22.633798 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51022934-7f3f-4486-aa00-9c3ab8320d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:22.660536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51022934-7f3f-4486-aa00-9c3ab8320d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:22.661486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-bfbaf6df-14d0-4631-87b7-64f4cd525e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:22.662466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-bfbaf6df-14d0-4631-87b7-64f4cd525e7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.2491910 Sep 24 00:01:22.672566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-d5352d51-ebf6-49d8-bdd3-6c274abe38a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:22.674110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-d5352d51-ebf6-49d8-bdd3-6c274abe38a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 1101 time: 0.1841421 Sep 24 00:01:22.709728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-2b1f7061-a1fb-41e0-b6ae-098f5c88ab40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328956 Sep 24 00:01:22.723797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51022934-7f3f-4486-aa00-9c3ab8320d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:22.727306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51022934-7f3f-4486-aa00-9c3ab8320d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:22.737780 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-51022934-7f3f-4486-aa00-9c3ab8320d37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0ecf77b8-77b5-40d1-ace7-0cf5e9d2355e HTTP/1.1" status: 204 len: 168 time: 0.1959090 Sep 24 00:01:22.739074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09790dc-5e5d-4ccc-a076-b501eb091c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bac124-0b9a-4e2c-b713-e30bbba35a03'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:22.743951 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e233ada-1a2f-4bf1-8711-1645b7264377" -d '{"events": [{"server_uuid": "b09790dc-5e5d-4ccc-a076-b501eb091c6a", "name": "network-vif-plugged", "status": "completed", "tag": "f2bac124-0b9a-4e2c-b713-e30bbba35a03"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:22.751534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51022934-7f3f-4486-aa00-9c3ab8320d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ecf77b8-77b5-40d1-ace7-0cf5e9d2355e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:22.757428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b981fc-4406-4969-b0b1-714ac007f99d req-b2f49ac8-d4b8-4d8c-99c6-ff59fce3c034 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:22.759103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04b981fc-4406-4969-b0b1-714ac007f99d req-b2f49ac8-d4b8-4d8c-99c6-ff59fce3c034 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 949 time: 0.1743040 Sep 24 00:01:22.856686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Deleting port 5771d7be-852a-4646-8c59-441d86626f49 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:22.857027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:22.937625 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ca49fc7-1244-46c3-8e26-7e6328c68802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:23.269363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04b981fc-4406-4969-b0b1-714ac007f99d req-1e7c07a3-dca7-4760-bd11-8d128432fd80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915082 Sep 24 00:01:23.316988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-f7c8b117-7f25-4ce3-aecf-f8853f630c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:23.318487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-f7c8b117-7f25-4ce3-aecf-f8853f630c62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.6123712 Sep 24 00:01:23.325974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-d0bb5224-0259-47f7-89c4-1937999df7c2 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798349 Sep 24 00:01:23.381635 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:23.381966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:23.386165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-6d546f5c-7d02-4cba-a116-26c18ab27a80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=210aa99e-4885-4136-91dd-fa692f4afada HTTP/1.1" status: 200 len: 217 time: 0.0576463 Sep 24 00:01:23.391348 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b1739c-310e-4cd8-8231-d378e65a0880 x-openstack-request-id: req-e2b1739c-310e-4cd8-8231-d378e65a0880 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:23.391918 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09790dc-5e5d-4ccc-a076-b501eb091c6a", "name": "network-vif-plugged", "status": "completed", "tag": "f2bac124-0b9a-4e2c-b713-e30bbba35a03", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:23.392928 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e2b1739c-310e-4cd8-8231-d378e65a0880 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:23.393341 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09790dc-5e5d-4ccc-a076-b501eb091c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2bac124-0b9a-4e2c-b713-e30bbba35a03', 'code': 200} Sep 24 00:01:23.425030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Calling delete_port for 5771d7be-852a-4646-8c59-441d86626f49 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:23.518648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438ef7b-5817-4756-b3de-40d1539ea7c6 req-77d21ad3-42a4-4516-b71d-4b1bd49e327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:23.522442 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1438ef7b-5817-4756-b3de-40d1539ea7c6 req-77d21ad3-42a4-4516-b71d-4b1bd49e327a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 1098 time: 0.0491838 Sep 24 00:01:23.555288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-b1462d4b-c7e5-430b-abdb-01821b0f2f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:23.557307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-b1462d4b-c7e5-430b-abdb-01821b0f2f15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1529744 Sep 24 00:01:23.579936 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1438ef7b-5817-4756-b3de-40d1539ea7c6 req-7d1dc9ae-083a-474c-8ca0-45a388baa4de service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415771 Sep 24 00:01:23.616822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2b71d9-c073-474b-b97c-f24c900df53e req-410050a0-65cc-4d37-8b46-6331a9cc5368 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440324 Sep 24 00:01:23.647599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-19fa0994-e738-4c34-a9ea-f34e6c97634a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:23.649135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-19fa0994-e738-4c34-a9ea-f34e6c97634a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799203 Sep 24 00:01:23.707538 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:23.770094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Pushing event deleted for resources: {'Port': ['ID=5771d7be-852a-4646-8c59-441d86626f49,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:23.861261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-b4abc802-d121-4197-bb8f-c8e17fcd43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:23.862923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-b4abc802-d121-4197-bb8f-c8e17fcd43b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.1474903 Sep 24 00:01:23.932719 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:23.935477 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:23.947601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2943ff98-0ef7-4977-84fe-664a9de510a4 req-6712f084-8b16-4a7d-849a-eece0c732873 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "DELETE /v2.0/floatingips/8bd8e50c-1dc6-403e-a7e3-c1d983ae81dc HTTP/1.1" status: 204 len: 173 time: 1.5224419 Sep 24 00:01:24.010851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-6987126a-5d31-4b12-90cc-6c0bbb7ba8a8 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352226 Sep 24 00:01:24.108311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-249f7544-95ec-469d-831a-3deab6f1c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:24.109559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-249f7544-95ec-469d-831a-3deab6f1c235 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.2136986 Sep 24 00:01:24.204435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636d404-1778-4f46-b018-58e2b2696693 req-9d544c26-4d7c-4f9f-a370-977801bba39b tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:24.206023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a636d404-1778-4f46-b018-58e2b2696693 req-9d544c26-4d7c-4f9f-a370-977801bba39b tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 946 time: 0.4786749 Sep 24 00:01:24.209472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-1cc5fe6c-b887-417f-8765-02c20cfc569b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 200 len: 217 time: 0.0681028 Sep 24 00:01:24.272192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97e9fa03-bb7a-4073-b01f-d69949b79822 req-609aa9c3-fa2e-475f-8f04-0051ca495631 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316124 Sep 24 00:01:24.317269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-1bf1c8a2-3bae-4808-8ded-570a718853cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:24.319165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-1bf1c8a2-3bae-4808-8ded-570a718853cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.0958009 Sep 24 00:01:24.322164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a636d404-1778-4f46-b018-58e2b2696693 req-54772157-600e-45ad-b215-aa5b585813a6 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057236 Sep 24 00:01:24.418465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-fa86bd37-bba3-494a-a0f2-2484a1119783 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863726 Sep 24 00:01:24.476429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-2d860475-bc54-4c18-a1bb-86b204e6d0dd tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 1002 time: 0.1295812 Sep 24 00:01:24.597515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-67f130f5-2e3f-44e8-94a9-d5b60fb0330c tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:24.599070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-67f130f5-2e3f-44e8-94a9-d5b60fb0330c tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports/773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 200 len: 943 time: 0.0831463 Sep 24 00:01:24.623107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea0e33-1635-438b-b477-fc5b2ea4c8b7 req-c3841b42-c29a-492b-be50-eb2bc198fe3a tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:24.629280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aea0e33-1635-438b-b477-fc5b2ea4c8b7 req-c3841b42-c29a-492b-be50-eb2bc198fe3a tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.4866693 Sep 24 00:01:24.633395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-cabe3282-076b-43d8-98f0-55b20c95516c service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059622 Sep 24 00:01:24.743355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aea0e33-1635-438b-b477-fc5b2ea4c8b7 req-8969745e-cdda-4242-b4dc-eb4ecaa55526 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130238 Sep 24 00:01:24.807503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-39dcbd64-faeb-4264-908b-f663f4f1c561 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 1002 time: 0.1586275 Sep 24 00:01:24.886435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc79f3cb-d9ec-4e34-b2c0-6134effc96d3 req-07f10e9d-4e10-48b6-91d4-96964bae1bba service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385447 Sep 24 00:01:24.971520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfc0b7-de2e-4b64-bed7-22c87a424192 req-80d32011-ce7b-4d7b-b2bc-e57b326f0b09 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:24.973085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81bfc0b7-de2e-4b64-bed7-22c87a424192 req-80d32011-ce7b-4d7b-b2bc-e57b326f0b09 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 949 time: 0.1370137 Sep 24 00:01:25.014908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-439e3983-f414-48d6-b7df-3dfff6e520e3 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:25.016594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-439e3983-f414-48d6-b7df-3dfff6e520e3 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.1981132 Sep 24 00:01:25.045645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81bfc0b7-de2e-4b64-bed7-22c87a424192 req-ed4fabaa-2134-40a0-8474-7bd81e0f072f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608933 Sep 24 00:01:25.124843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-f393accc-0636-404f-baf7-249c4ec42d0e tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 1002 time: 0.0945215 Sep 24 00:01:25.139952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:25.207938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.422214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.425942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bece7d-d77d-427a-9dc9-f10937c96f24 req-cf8ba789-d34f-4fef-8454-aff1f14c7ad1 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:25.429163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07bece7d-d77d-427a-9dc9-f10937c96f24 req-cf8ba789-d34f-4fef-8454-aff1f14c7ad1 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 1101 time: 0.1378384 Sep 24 00:01:25.430986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.431632 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Floating IP ff8d8fbe-f6dc-4e48-a377-970d862931a0 disassociated. External IP: 172.25.5.116, port: 773a6d3b-7af4-49b2-bffd-e148511508cd. Sep 24 00:01:25.515826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07bece7d-d77d-427a-9dc9-f10937c96f24 req-453daf31-6fba-476d-9086-183656bfc849 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788095 Sep 24 00:01:25.752458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:25.775912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f812b-16cd-474c-ab5c-316687f83d2e req-6679b4c5-5ec2-422a-a0ec-cd8e75fa8d47 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:25.777548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-404f812b-16cd-474c-ab5c-316687f83d2e req-6679b4c5-5ec2-422a-a0ec-cd8e75fa8d47 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 946 time: 0.0809579 Sep 24 00:01:25.796151 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.858434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-404f812b-16cd-474c-ab5c-316687f83d2e req-35217f3a-ac3b-445a-80b6-f80e8faabad8 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738671 Sep 24 00:01:25.912840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:25.918482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:25.927309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] Sync routers for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:25.948395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-a2d9315b-22af-4c7d-ae4c-3419e6b99fa4 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "PUT /v2.0/floatingips/ff8d8fbe-f6dc-4e48-a377-970d862931a0 HTTP/1.1" status: 200 len: 695 time: 0.8133042 Sep 24 00:01:25.948629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:25.951008 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8" -d '{"events": [{"name": "network-changed", "server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:25.976928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:25.978000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:00:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:26.000070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-5f3cca57-2937-4b40-b043-4d83c3f80029 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337853 Sep 24 00:01:26.033016 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40cfa26c-25c5-4a61-b219-c9600ea43a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.082325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-d91be0d1-278b-4a54-bd77-9b32f92bdf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:26.083899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-d91be0d1-278b-4a54-bd77-9b32f92bdf0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df5ccbad176740efab84228311bb6490&device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 1098 time: 0.0939138 Sep 24 00:01:26.097886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50150) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:26.110244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:26.263500 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5591-8aac-4c8c-9e58-922b6768acbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.367866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:51Z', 'revision_number': 5, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:26.387153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5591-8aac-4c8c-9e58-922b6768acbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.392323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cfb5591-8aac-4c8c-9e58-922b6768acbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.398630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] Checking router: 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:26.411979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:26.412284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:26.439473 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6cfb5591-8aac-4c8c-9e58-922b6768acbe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=808482d0bfe645679fdd5e3fc36d53a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403423 Sep 24 00:01:26.442257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50158) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:26.453686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb5591-8aac-4c8c-9e58-922b6768acbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ef2539-8355-473a-a491-501c38589f63,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:26.528065 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0226f62f-209c-4aa7-bbe3-099e4273fd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.553017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-2ba536e0-26d2-4006-b1c6-178e10c0cb74 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:26.554548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-2ba536e0-26d2-4006-b1c6-178e10c0cb74 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5290067 Sep 24 00:01:26.556700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0226f62f-209c-4aa7-bbe3-099e4273fd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.566676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:26.585603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-375096d6-2243-42e2-947b-f5811c92e60d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:26.587111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-375096d6-2243-42e2-947b-f5811c92e60d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a7b38702-398f-47dd-b442-eccfa78ae85f HTTP/1.1" status: 200 len: 930 time: 0.4741497 Sep 24 00:01:26.589087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-42c12942-c178-4d89-bc38-bde6939e5544 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/quotas/b02494e8b01f493da83f3928380d0f04 HTTP/1.1" status: 200 len: 375 time: 0.0214002 Sep 24 00:01:26.615785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0226f62f-209c-4aa7-bbe3-099e4273fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.620570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0226f62f-209c-4aa7-bbe3-099e4273fd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.624965 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0226f62f-209c-4aa7-bbe3-099e4273fd76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2ef2539-8355-473a-a491-501c38589f63 HTTP/1.1" status: 204 len: 168 time: 0.1793561 Sep 24 00:01:26.638049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0226f62f-209c-4aa7-bbe3-099e4273fd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ef2539-8355-473a-a491-501c38589f63,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:26.676355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-54173781-4f63-4c88-8bd3-4afc9ec7fcce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 200 len: 217 time: 0.0700517 Sep 24 00:01:26.709215 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:26.751569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-c3395fbb-8696-48a6-a87c-6c4bccfc6eef tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1557353 Sep 24 00:01:26.757828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-b0fc6030-abf9-4000-86d8-cbc42e54379b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:26.759451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-b0fc6030-abf9-4000-86d8-cbc42e54379b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e5b9fd0a-cb46-4efe-8da7-83aaedc97e91 HTTP/1.1" status: 200 len: 868 time: 0.0737064 Sep 24 00:01:26.818646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-b44069a0-14ad-4be3-bfc7-d23d0103026c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:26.821467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-b44069a0-14ad-4be3-bfc7-d23d0103026c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a7b38702-398f-47dd-b442-eccfa78ae85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542397 Sep 24 00:01:26.856026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:51Z', 'revision_number': 5, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:26.889025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36eb0da5-c330-45da-8221-bd27d913be34 None None] The sync data for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 is: [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:00:46Z', 'revision_number': 4, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '712ff6ae-6c3e-4de4-971d-662a54062272', 'name': '', 'network_id': 'a7b38702-398f-47dd-b442-eccfa78ae85f', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'mac_address': 'fa:16:3e:f7:9c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_interface', 'standard_attr_id': 1014, 'fixed_ips': [{'subnet_id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:45Z', 'updated_at': '2021-09-24T00:00:51Z', 'revision_number': 5, 'project_id': 'df5ccbad176740efab84228311bb6490', 'subnets': [{'id': 'e5b9fd0a-cb46-4efe-8da7-83aaedc97e91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:27.016631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-3e905624-b6b2-43a6-afd9-ddfcc6f73d69 service neutron] 10.222.0.24 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831172 Sep 24 00:01:27.041622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56230b09-ab79-41f4-a038-d6493ba2617a req-967db076-beb7-4247-afb3-f0f45dfa45d8 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:27.043617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56230b09-ab79-41f4-a038-d6493ba2617a req-967db076-beb7-4247-afb3-f0f45dfa45d8 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0679922 Sep 24 00:01:27.122913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50172) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:27.145155 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f126-221e-47f9-b3e0-d3b6bb4382a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.147222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56230b09-ab79-41f4-a038-d6493ba2617a req-3e62aa4c-9ced-4ada-973c-a49166d42c6f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945408 Sep 24 00:01:27.201257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19f3de1e-b28f-42e7-8b95-82f28466c13c req-5a07a4f5-0226-44a6-a549-a970e8a2af62 service neutron] 10.222.0.24 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555357 Sep 24 00:01:27.295187 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014b3121-a1f1-42b7-bc47-5324e2b25ce6 x-openstack-request-id: req-014b3121-a1f1-42b7-bc47-5324e2b25ce6 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:27.295588 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:27.295941 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-014b3121-a1f1-42b7-bc47-5324e2b25ce6 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:27.296515 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'status': 'completed', 'code': 200} Sep 24 00:01:27.322912 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f126-221e-47f9-b3e0-d3b6bb4382a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.324165 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184ae8f-e20c-4a25-ad25-216aa4af496a None None] New status for floating IP ff8d8fbe-f6dc-4e48-a377-970d862931a0: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:01:27.328914 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bb5f126-221e-47f9-b3e0-d3b6bb4382a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.404077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5f126-221e-47f9-b3e0-d3b6bb4382a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fce3354-ec7e-4448-b38d-e4fec3aa8915,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:27.409631 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5bb5f126-221e-47f9-b3e0-d3b6bb4382a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2f31904ff364610af13d6fbaa4ca32e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856417 Sep 24 00:01:27.412254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50182) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:27.444636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-44ce1d38-252e-4723-8485-177e75f29d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:27.446809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-44ce1d38-252e-4723-8485-177e75f29d1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=df5ccbad176740efab84228311bb6490&device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 1098 time: 0.1160362 Sep 24 00:01:27.495497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f147fb7b-c6cd-4825-8203-e57dab49d571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.562226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f147fb7b-c6cd-4825-8203-e57dab49d571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.647595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ba031a6-4897-4587-8ae0-e9fe4ff27422 req-92590f62-dccd-4d06-b8ee-2830f1a2e7dc tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 210 time: 0.0716553 Sep 24 00:01:27.658788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f147fb7b-c6cd-4825-8203-e57dab49d571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.659032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a06463d-76b5-4243-af66-01987596b6b8 req-a1f3e5b3-f4c3-4a77-9437-8f0c88f01576 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips/ff8d8fbe-f6dc-4e48-a377-970d862931a0 HTTP/1.1" status: 200 len: 695 time: 0.0913897 Sep 24 00:01:27.664230 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f147fb7b-c6cd-4825-8203-e57dab49d571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:27.668302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f147fb7b-c6cd-4825-8203-e57dab49d571 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7fce3354-ec7e-4448-b38d-e4fec3aa8915 HTTP/1.1" status: 204 len: 168 time: 0.2520010 Sep 24 00:01:27.683172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f147fb7b-c6cd-4825-8203-e57dab49d571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fce3354-ec7e-4448-b38d-e4fec3aa8915,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:27.698177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-aacb996e-e54d-406f-b314-11fc3548d0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:27.700320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-aacb996e-e54d-406f-b314-11fc3548d0c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a7b38702-398f-47dd-b442-eccfa78ae85f HTTP/1.1" status: 200 len: 930 time: 0.2368972 Sep 24 00:01:27.763665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-ef93df87-b83e-400e-94e7-103c8ee1d2c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 200 len: 217 time: 0.0486331 Sep 24 00:01:27.912570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-472a7602-e998-483c-acff-f8ddb4f953c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:27.914042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-472a7602-e998-483c-acff-f8ddb4f953c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5b9fd0a-cb46-4efe-8da7-83aaedc97e91 HTTP/1.1" status: 200 len: 868 time: 0.1094127 Sep 24 00:01:27.926736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06463d-76b5-4243-af66-01987596b6b8 req-d772716c-f2a3-4d0f-be0b-89564be4fa8d tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:27.928213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a06463d-76b5-4243-af66-01987596b6b8 req-d772716c-f2a3-4d0f-be0b-89564be4fa8d tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2450590 Sep 24 00:01:27.947809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1473420-9d85-4438-9e9c-3e153e7821c9 req-5e184ef3-23e2-4d39-8b16-8ec04f802086 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:27.949493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1473420-9d85-4438-9e9c-3e153e7821c9 req-5e184ef3-23e2-4d39-8b16-8ec04f802086 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 946 time: 0.1435869 Sep 24 00:01:28.032504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a06463d-76b5-4243-af66-01987596b6b8 req-231152b0-bc33-4ec5-8a66-01a083b62838 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 696 time: 0.0680106 Sep 24 00:01:28.062923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-7426828a-3b00-4976-afee-c2442ff817f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:28.064438 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-7426828a-3b00-4976-afee-c2442ff817f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a7b38702-398f-47dd-b442-eccfa78ae85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345727 Sep 24 00:01:28.098678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1473420-9d85-4438-9e9c-3e153e7821c9 req-6e59b3ed-06e0-438c-9791-7c0aa5381f4f tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325181 Sep 24 00:01:28.125566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a06463d-76b5-4243-af66-01987596b6b8 req-822c47f1-a4f8-41cd-ae2a-978f70bf7f53 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.116 HTTP/1.1" status: 200 len: 696 time: 0.0797727 Sep 24 00:01:28.336616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-7df2f376-f892-4afb-bd48-a68640a6346a service neutron] 10.222.0.20 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413580 Sep 24 00:01:28.379026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3754a9d8-91ee-4a79-b111-313023369dd5 req-7e71da21-d5bb-4418-8135-89c74cfba81c tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:28.380583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3754a9d8-91ee-4a79-b111-313023369dd5 req-7e71da21-d5bb-4418-8135-89c74cfba81c tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1232705 Sep 24 00:01:28.462635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Deleting port 708600d5-c86d-43e4-8eb7-76a3e390ce4e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:28.463572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.520607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3754a9d8-91ee-4a79-b111-313023369dd5 req-0857fb3d-41f5-48cf-ba7e-a101198c9a43 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328058 Sep 24 00:01:28.570850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3bfc104-f368-4118-9f20-c4eeca0a7bf8 req-28729df1-3ccc-48f7-82da-a222d024957c service neutron] 10.222.0.20 "GET /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250929 Sep 24 00:01:28.576631 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-1eeb11b6-b481-4cb8-9e91-d198043876b6 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b02494e8b01f493da83f3928380d0f04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582316 Sep 24 00:01:28.607846 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.608586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.633992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Calling delete_port for 708600d5-c86d-43e4-8eb7-76a3e390ce4e owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:28.772557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-9dec40db-957a-460c-9ac3-a1cffd581f1c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:28.775037 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-9dec40db-957a-460c-9ac3-a1cffd581f1c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873887 Sep 24 00:01:28.790302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Request body: {'port': {'device_id': 'e44fffa6-fbb7-40f6-8f7b-a17bef52ef23', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': 'b02494e8b01f493da83f3928380d0f04'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:28.867299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.912133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Pushing event deleted for resources: {'Port': ['ID=708600d5-c86d-43e4-8eb7-76a3e390ce4e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:28.956817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Made reservation on behalf of b02494e8b01f493da83f3928380d0f04 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:28.960363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:28.967348 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c080dc63-1237-4001-b412-f9a1030589bf req-ee7c2bef-2bb3-4cc3-891b-5f678b9e3afa tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 210 time: 0.0576341 Sep 24 00:01:29.043115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.085564 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.088669 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.089945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a06463d-76b5-4243-af66-01987596b6b8 req-3551001f-e88b-4934-ab67-e9c1638926e7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "DELETE /v2.0/floatingips/ff8d8fbe-f6dc-4e48-a377-970d862931a0 HTTP/1.1" status: 204 len: 173 time: 0.9518130 Sep 24 00:01:29.127797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-9c99768c-503a-4f43-a03e-b9ee3f55bdce tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:29.129271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-9c99768c-503a-4f43-a03e-b9ee3f55bdce tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.20 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 946 time: 0.0847771 Sep 24 00:01:29.153436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Allocated IP 192.168.233.169 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/bc39153b-3fbc-4f51-9032-fa2b114b3f20) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:29.304975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbc4f67-cfe3-40ce-ae8a-527b688850ea req-6f074ac3-a128-4476-b5dd-b7569f371f50 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:29.306686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fbc4f67-cfe3-40ce-ae8a-527b688850ea req-6f074ac3-a128-4476-b5dd-b7569f371f50 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1279786 Sep 24 00:01:29.328489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09209a1-7445-49f1-beec-737ed3e67093 req-12aa874b-a4bb-4171-b957-afca3d3eee12 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:29.330333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b09209a1-7445-49f1-beec-737ed3e67093 req-12aa874b-a4bb-4171-b957-afca3d3eee12 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 946 time: 0.1094196 Sep 24 00:01:29.380130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Deleting port f2bac124-0b9a-4e2c-b713-e30bbba35a03 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:29.380545 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.390300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fbc4f67-cfe3-40ce-ae8a-527b688850ea req-ee192f8b-dba0-4e76-9f51-aaccb1ba0133 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0709934 Sep 24 00:01:29.531931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b09209a1-7445-49f1-beec-737ed3e67093 req-bd9be5fa-fbff-48a6-99a1-aa66cc430ec1 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a72a383-47e8-4ecb-b665-e6da84f43fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479418 Sep 24 00:01:29.537644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dafc65a-5bdf-4473-92d2-211962b0a8a6 req-d5882471-f5a0-4329-830b-ad4c14b5e674 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1017005 Sep 24 00:01:29.567096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] For port f2bac124-0b9a-4e2c-b713-e30bbba35a03, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f2bac124-0b9a-4e2c-b713-e30bbba35a03,segment=NetworkSegment(e553937a-8479-441c-bae2-aa63646d1c0d),segment_id=e553937a-8479-441c-bae2-aa63646d1c0d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:29.567537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.582634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Calling delete_port for f2bac124-0b9a-4e2c-b713-e30bbba35a03 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:29.696198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.713580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b75fec-3066-4813-bd70-7aa69d806c1d req-0dbe1e10-4d24-4e6d-88d7-a12c683b4774 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:29.715374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3b75fec-3066-4813-bd70-7aa69d806c1d req-0dbe1e10-4d24-4e6d-88d7-a12c683b4774 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.0805254 Sep 24 00:01:29.736905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.749895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:29.808131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'a76e8fda-d0be-4d77-b866-f908934edf3d', 'f2cbe17e-1859-4190-a74c-8c74bd17d789'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:29.831717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3b75fec-3066-4813-bd70-7aa69d806c1d req-7bf74ee3-381d-4154-ae01-67effbb1ec3c tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086788 Sep 24 00:01:29.844523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:29.860722 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:29.871612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:29.878639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:29.894923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event updated for resources: {'Port': ['ID=bc39153b-3fbc-4f51-9032-fa2b114b3f20,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:29.930950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event deleted for resources: {'Port': ['ID=f2bac124-0b9a-4e2c-b713-e30bbba35a03,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:30.000269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:30.000976 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.027759 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a9fcddf8-3168-419c-b1f2-5bc2af831e41 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2416024 Sep 24 00:01:30.041821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Request body: {'port': {'device_id': 'e44fffa6-fbb7-40f6-8f7b-a17bef52ef23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:30.045658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] No DVR routers for this DVR port f2bac124-0b9a-4e2c-b713-e30bbba35a03 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:30.053319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.060583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4056b885-3fba-4637-9ed1-bc8b83af45fd req-3119ddd5-5ca3-455f-b149-6e9fe3bdac92 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.20 "DELETE /v2.0/ports/f2bac124-0b9a-4e2c-b713-e30bbba35a03 HTTP/1.1" status: 204 len: 173 time: 0.9209311 Sep 24 00:01:30.085775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b09790dc-5e5d-4ccc-a076-b501eb091c6a', 'name': 'network-vif-deleted', 'tag': 'f2bac124-0b9a-4e2c-b713-e30bbba35a03'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:30.089501 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce8483-0826-408c-9e19-090b8ada1a5d" -d '{"events": [{"server_uuid": "b09790dc-5e5d-4ccc-a076-b501eb091c6a", "name": "network-vif-deleted", "tag": "f2bac124-0b9a-4e2c-b713-e30bbba35a03"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:30.159794 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.208141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc579f-fb30-46cd-b246-2d9815412e73 req-e682d903-c4db-4465-a21c-a131cb762d49 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:30.209854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67cc579f-fb30-46cd-b246-2d9815412e73 req-e682d903-c4db-4465-a21c-a131cb762d49 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 946 time: 0.1460860 Sep 24 00:01:30.333740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0298b-f8d6-4bac-a0c2-81d94b122894 req-f6601fdb-877b-4701-b2b3-fe9015eb34cf tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:30.335547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56c0298b-f8d6-4bac-a0c2-81d94b122894 req-f6601fdb-877b-4701-b2b3-fe9015eb34cf tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 936 time: 0.1247559 Sep 24 00:01:30.366413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67cc579f-fb30-46cd-b246-2d9815412e73 req-8e639e3e-85b2-40a5-ba44-4ecfd9e9f33a tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952277 Sep 24 00:01:30.397240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56c0298b-f8d6-4bac-a0c2-81d94b122894 req-7967f796-67a9-4ce3-85a3-a235bc36e164 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529721 Sep 24 00:01:30.404285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e0777734-b6c4-48eb-8f4d-bb8862b28f6b None None] Provisioning complete for port bc39153b-3fbc-4f51-9032-fa2b114b3f20 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:30.405051 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0777734-b6c4-48eb-8f4d-bb8862b28f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.449773 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4560d6-d9ea-4fc7-b552-29dbba191adb x-openstack-request-id: req-7c4560d6-d9ea-4fc7-b552-29dbba191adb {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:30.450136 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b09790dc-5e5d-4ccc-a076-b501eb091c6a", "name": "network-vif-deleted", "tag": "f2bac124-0b9a-4e2c-b713-e30bbba35a03", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:30.450517 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7c4560d6-d9ea-4fc7-b552-29dbba191adb {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:30.451389 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b09790dc-5e5d-4ccc-a076-b501eb091c6a', 'name': 'network-vif-deleted', 'tag': 'f2bac124-0b9a-4e2c-b713-e30bbba35a03', 'status': 'completed', 'code': 200} Sep 24 00:01:30.499013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e0777734-b6c4-48eb-8f4d-bb8862b28f6b None None] Port bc39153b-3fbc-4f51-9032-fa2b114b3f20 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:30.641813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc39153b-3fbc-4f51-9032-fa2b114b3f20 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:30.666654 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.686116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Transition to ACTIVE for port object bc39153b-3fbc-4f51-9032-fa2b114b3f20 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:01:30.693837 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:30.730628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe16ff2-3069-47c5-9184-32eaf2773b39 req-711cdae7-95b1-487b-af70-9040d158ff52 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/ports?device_id=b09790dc-5e5d-4ccc-a076-b501eb091c6a HTTP/1.1" status: 200 len: 210 time: 0.0488572 Sep 24 00:01:30.762685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Pushing event updated for resources: {'Port': ['ID=bc39153b-3fbc-4f51-9032-fa2b114b3f20,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:30.902728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Attempting to bind port bc39153b-3fbc-4f51-9032-fa2b114b3f20 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:30.903341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Attempting to bind port bc39153b-3fbc-4f51-9032-fa2b114b3f20 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:30.903927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Attempting to bind port bc39153b-3fbc-4f51-9032-fa2b114b3f20 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:30.917410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Port bc39153b-3fbc-4f51-9032-fa2b114b3f20 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:01:30.918185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Attempting to bind port bc39153b-3fbc-4f51-9032-fa2b114b3f20 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:30.928729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:30.929072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:30.932149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:30.932838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Bound port: bc39153b-3fbc-4f51-9032-fa2b114b3f20, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:30.933218 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.081718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] For port bc39153b-3fbc-4f51-9032-fa2b114b3f20, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:31.085692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] For port bc39153b-3fbc-4f51-9032-fa2b114b3f20, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=bc39153b-3fbc-4f51-9032-fa2b114b3f20,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:31.087557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed1d69c-4740-407f-82d8-6c1e8bba1c56 req-934a6458-e545-4b73-bdc1-b74f723c898f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.089793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aed1d69c-4740-407f-82d8-6c1e8bba1c56 req-934a6458-e545-4b73-bdc1-b74f723c898f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1071620 Sep 24 00:01:31.092068 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.147534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Pushing event updated for resources: {'Port': ['ID=bc39153b-3fbc-4f51-9032-fa2b114b3f20,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:31.172263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.179491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.182464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-afa3cb48-f374-4a9e-9b4b-d554dc67d61c service neutron] 10.222.0.20 "PUT /v2.0/ports/bc39153b-3fbc-4f51-9032-fa2b114b3f20 HTTP/1.1" status: 200 len: 1097 time: 1.1461756 Sep 24 00:01:31.188626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aed1d69c-4740-407f-82d8-6c1e8bba1c56 req-1936dea3-9da4-48b7-ad3b-41e624be72fc tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918276 Sep 24 00:01:31.190886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e44fffa6-fbb7-40f6-8f7b-a17bef52ef23', 'tag': 'bc39153b-3fbc-4f51-9032-fa2b114b3f20'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:31.194927 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bd293f-7e8c-4814-a2b2-e06aae42625b" -d '{"events": [{"name": "network-changed", "server_uuid": "e44fffa6-fbb7-40f6-8f7b-a17bef52ef23", "tag": "bc39153b-3fbc-4f51-9032-fa2b114b3f20"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:31.262938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50286) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:31.287189 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac3b6fcc-bcf9-4b3b-a33f-de94c5821a65 x-openstack-request-id: req-ac3b6fcc-bcf9-4b3b-a33f-de94c5821a65 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:31.287482 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e44fffa6-fbb7-40f6-8f7b-a17bef52ef23", "tag": "bc39153b-3fbc-4f51-9032-fa2b114b3f20", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:31.287722 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac3b6fcc-bcf9-4b3b-a33f-de94c5821a65 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:31.288115 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e44fffa6-fbb7-40f6-8f7b-a17bef52ef23', 'tag': 'bc39153b-3fbc-4f51-9032-fa2b114b3f20', 'status': 'completed', 'code': 200} Sep 24 00:01:31.355849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-bca4848c-192e-4787-a73a-be84015400b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.358117 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-bca4848c-192e-4787-a73a-be84015400b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 1100 time: 0.0551958 Sep 24 00:01:31.421023 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-a3afc361-52c0-4b36-90d4-03dfdf02b4c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=bc39153b-3fbc-4f51-9032-fa2b114b3f20 HTTP/1.1" status: 200 len: 217 time: 0.0443566 Sep 24 00:01:31.467079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-47137818-9b95-46b1-baa6-b8d3407183c7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.468830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-47137818-9b95-46b1-baa6-b8d3407183c7 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.20 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 946 time: 0.0881956 Sep 24 00:01:31.472502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfdcb7-04ae-45de-b684-eb49bd3a58e4 req-cdd267ae-9c34-4ade-8fe5-6401326a0688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.474144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0bfdcb7-04ae-45de-b684-eb49bd3a58e4 req-cdd267ae-9c34-4ade-8fe5-6401326a0688 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.1049042 Sep 24 00:01:31.496384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5eb68a28-8233-413e-90aa-8d1ef34d8094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.538569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-8c3a8951-408b-45d5-8d31-31e779e0637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.540182 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-8c3a8951-408b-45d5-8d31-31e779e0637d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1101260 Sep 24 00:01:31.624432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-f7322183-68a9-4438-ba0e-9f8e9bd2f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.626082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-f7322183-68a9-4438-ba0e-9f8e9bd2f49b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0764563 Sep 24 00:01:31.634318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0bfdcb7-04ae-45de-b684-eb49bd3a58e4 req-4cc73b8a-cdac-45ce-9496-41593e65b07d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495485 Sep 24 00:01:31.642736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12820d5-f233-432e-8735-91b5f1c1328e req-0e36227b-328f-4b12-b40a-31c0f6be2452 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.644414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e12820d5-f233-432e-8735-91b5f1c1328e req-0e36227b-328f-4b12-b40a-31c0f6be2452 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 946 time: 0.1742692 Sep 24 00:01:31.673935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884d280-2a51-4039-bf48-775c46b1d5fa req-afcafd86-c5d1-4246-8a4e-ccf38d77cb90 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:31.675385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0884d280-2a51-4039-bf48-775c46b1d5fa req-afcafd86-c5d1-4246-8a4e-ccf38d77cb90 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 948 time: 0.1549940 Sep 24 00:01:31.723006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5eb68a28-8233-413e-90aa-8d1ef34d8094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.731892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5eb68a28-8233-413e-90aa-8d1ef34d8094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.732862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e12820d5-f233-432e-8735-91b5f1c1328e req-9ca4536f-20d3-41a6-b7f8-2ca81baf20df tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/security-groups?id=717a0b10-a3c5-49d1-9d27-6277ca67ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752475 Sep 24 00:01:31.754364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Deleting port 773a6d3b-7af4-49b2-bffd-e148511508cd {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:31.754704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.762264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0884d280-2a51-4039-bf48-775c46b1d5fa req-6eff0942-7f8b-441d-b74c-46fca7f44d32 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756223 Sep 24 00:01:31.796381 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-93f998b6-0274-4673-892b-80045c268e3d service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626344 Sep 24 00:01:31.801840 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5eb68a28-8233-413e-90aa-8d1ef34d8094 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fd552da7543401da464551c90c9d6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349717 Sep 24 00:01:31.801840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb68a28-8233-413e-90aa-8d1ef34d8094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa28fb1-a744-43e9-8656-b7fafea866c0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:31.802723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50296) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:31.904609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-691123ba-fa16-4a62-98e3-bb7e3eb73b55 req-22e2ce18-1e4d-4d09-90e1-b27daa584baa service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001575 Sep 24 00:01:31.909018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] For port 773a6d3b-7af4-49b2-bffd-e148511508cd, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=773a6d3b-7af4-49b2-bffd-e148511508cd,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:31.909389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.933466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Calling delete_port for 773a6d3b-7af4-49b2-bffd-e148511508cd owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:31.935507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f2225c-22ac-4943-8b27-839fa1ab6a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:31.941372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50310) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:32.004707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-a2fc7d52-37f8-4da8-bfe5-8de7909e2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:32.006538 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-a2fc7d52-37f8-4da8-bfe5-8de7909e2ad2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b02494e8b01f493da83f3928380d0f04&device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 1100 time: 0.0476856 Sep 24 00:01:32.023656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f2225c-22ac-4943-8b27-839fa1ab6a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.108832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-5fbf46cb-f308-4ec6-8469-af391e7dffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:32.111742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-5fbf46cb-f308-4ec6-8469-af391e7dffe0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.0957189 Sep 24 00:01:32.114582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc6154b3-2d19-438a-8ba9-ee69bf5fc3f3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.144886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f2225c-22ac-4943-8b27-839fa1ab6a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.147453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f2225c-22ac-4943-8b27-839fa1ab6a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.149497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-54f2225c-22ac-4943-8b27-839fa1ab6a92 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/faa28fb1-a744-43e9-8656-b7fafea866c0 HTTP/1.1" status: 204 len: 168 time: 0.3430533 Sep 24 00:01:32.161745 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-a4972c48-5726-47a0-9e52-6776265c949e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=bc39153b-3fbc-4f51-9032-fa2b114b3f20 HTTP/1.1" status: 200 len: 217 time: 0.0432458 Sep 24 00:01:32.178353 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc6154b3-2d19-438a-8ba9-ee69bf5fc3f3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.247255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2225c-22ac-4943-8b27-839fa1ab6a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa28fb1-a744-43e9-8656-b7fafea866c0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:32.247387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-28310097-f48e-4e9b-b0e9-267fbbc9f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:32.258461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-28310097-f48e-4e9b-b0e9-267fbbc9f4be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0876033 Sep 24 00:01:32.278460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.356866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Pushing event deleted for resources: {'Port': ['ID=773a6d3b-7af4-49b2-bffd-e148511508cd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:32.357188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-831d69c3-7e4c-460f-9109-cd5d85ab9613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:32.358891 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-831d69c3-7e4c-460f-9109-cd5d85ab9613 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849466 Sep 24 00:01:32.405924 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc6154b3-2d19-438a-8ba9-ee69bf5fc3f3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.412466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc6154b3-2d19-438a-8ba9-ee69bf5fc3f3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.416525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bc6154b3-2d19-438a-8ba9-ee69bf5fc3f3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "DELETE /v2.0/security-groups/013ec749-3c34-4d64-a82c-838e1576e25e HTTP/1.1" status: 204 len: 168 time: 0.4699719 Sep 24 00:01:32.416525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] No DVR routers for this DVR port 773a6d3b-7af4-49b2-bffd-e148511508cd on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:32.423063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:32.432594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.434639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-008202e5-510a-4088-8440-bc5c5f03c8fa req-6fe9a3a8-4fa0-4de3-be84-d8feb14f9f80 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.20 "DELETE /v2.0/ports/773a6d3b-7af4-49b2-bffd-e148511508cd HTTP/1.1" status: 204 len: 173 time: 0.9487748 Sep 24 00:01:32.436473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6154b3-2d19-438a-8ba9-ee69bf5fc3f3 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013ec749-3c34-4d64-a82c-838e1576e25e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:32.452577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'name': 'network-vif-deleted', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:32.454954 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc41603-896e-4dbf-a9d6-9c260683bafa" -d '{"events": [{"server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "name": "network-vif-deleted", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:32.467669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c09ea7-ea98-4e3c-8f35-5b1b15f641f5 req-ece1e51d-2393-4094-acb1-cb049d3a26e5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:32.476979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['773a6d3b-7af4-49b2-bffd-e148511508cd'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:32.485759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74c09ea7-ea98-4e3c-8f35-5b1b15f641f5 req-ece1e51d-2393-4094-acb1-cb049d3a26e5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1423750 Sep 24 00:01:32.567243 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-09970122-49cb-434c-89cc-7d25b73b4120 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] show failed (client error): The resource could not be found. Sep 24 00:01:32.571850 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-09970122-49cb-434c-89cc-7d25b73b4120 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "GET /v2.0/security-groups/013ec749-3c34-4d64-a82c-838e1576e25e HTTP/1.1" status: 404 len: 347 time: 0.1477222 Sep 24 00:01:32.572778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50328) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:32.644413 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-81b71159-87ce-45b3-a12a-1d848dd3a4e7 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770739 Sep 24 00:01:32.662604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f2bac124-0b9a-4e2c-b713-e30bbba35a03 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:32.695916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50330) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:32.703816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: f2bac124-0b9a-4e2c-b713-e30bbba35a03 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:32.704261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f2bac124-0b9a-4e2c-b713-e30bbba35a03 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:32.735955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8212b2c7-15b9-46fc-8996-48f69c9ef5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.872740 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02bd293f-7e8c-4814-a2b2-e06aae42625b req-d74adda5-58e2-403e-a8d8-c1376226549b service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954627 Sep 24 00:01:32.901559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Deleting port 72b1fb3f-92eb-488c-abce-bbb3187cd387 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:32.901994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:32.905373 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967a679f-5456-4a7e-a150-0a857230bd2a x-openstack-request-id: req-967a679f-5456-4a7e-a150-0a857230bd2a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:32.905373 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fad8121-f12c-4867-8e46-e29130721021", "name": "network-vif-deleted", "tag": "773a6d3b-7af4-49b2-bffd-e148511508cd", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:32.906288 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-967a679f-5456-4a7e-a150-0a857230bd2a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:32.906288 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fad8121-f12c-4867-8e46-e29130721021', 'name': 'network-vif-deleted', 'tag': '773a6d3b-7af4-49b2-bffd-e148511508cd', 'status': 'completed', 'code': 200} Sep 24 00:01:32.941479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b9de310-6859-4e44-a93f-5c6fb80a0a29 req-f0e33858-f331-453b-9304-8131df5e3006 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038 tempest-FloatingIPsAssociationNegativeTestJSON-1535849038-project] 10.222.0.24 "GET /v2.0/ports?device_id=4fad8121-f12c-4867-8e46-e29130721021 HTTP/1.1" status: 200 len: 210 time: 0.0340567 Sep 24 00:01:32.973967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74c09ea7-ea98-4e3c-8f35-5b1b15f641f5 req-7e5048d5-7973-4448-9515-7b387a0b1783 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830863 Sep 24 00:01:33.043392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.044098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.073038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8212b2c7-15b9-46fc-8996-48f69c9ef5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.080646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Calling delete_port for 72b1fb3f-92eb-488c-abce-bbb3187cd387 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:33.082594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8212b2c7-15b9-46fc-8996-48f69c9ef5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.139670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8212b2c7-15b9-46fc-8996-48f69c9ef5d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9309ac26acfb4ac39aed5ec805045085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426608 Sep 24 00:01:33.140722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50338) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:33.153098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3019b8-dad8-4ec7-aca5-bfa1d60c2db9 req-8b8a68df-9a66-49e1-9f9b-2e7c4820a4a0 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:33.154994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f3019b8-dad8-4ec7-aca5-bfa1d60c2db9 req-8b8a68df-9a66-49e1-9f9b-2e7c4820a4a0 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 948 time: 0.1001296 Sep 24 00:01:33.177240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212b2c7-15b9-46fc-8996-48f69c9ef5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6845d68e-a24a-4fba-93a9-3d5cd1147974,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:33.237562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f3019b8-dad8-4ec7-aca5-bfa1d60c2db9 req-8ac658ed-bd06-4b60-9054-1c1979f03b48 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737472 Sep 24 00:01:33.249245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-446e6898-99d7-4a65-93c3-912b78221d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.283932 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-446e6898-99d7-4a65-93c3-912b78221d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.318686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.348809 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-446e6898-99d7-4a65-93c3-912b78221d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.351759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-446e6898-99d7-4a65-93c3-912b78221d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.353138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-446e6898-99d7-4a65-93c3-912b78221d7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6845d68e-a24a-4fba-93a9-3d5cd1147974 HTTP/1.1" status: 204 len: 168 time: 0.1971338 Sep 24 00:01:33.354971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Pushing event deleted for resources: {'Port': ['ID=72b1fb3f-92eb-488c-abce-bbb3187cd387,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:33.362711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e6898-99d7-4a65-93c3-912b78221d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6845d68e-a24a-4fba-93a9-3d5cd1147974,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:33.435910 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.440446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.442465 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ebbd2d44-2f46-4b1c-a2ee-2e535ceead17 tempest-ImagesOneServerNegativeTestJSON-1899169602 tempest-ImagesOneServerNegativeTestJSON-1899169602-project] 10.222.0.24 "DELETE /v2.0/floatingips/9b93e5d9-d2dd-46b0-95c4-c9c296b06c26 HTTP/1.1" status: 204 len: 168 time: 0.8637226 Sep 24 00:01:33.597398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50358) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:33.652705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd659792-3e3a-4022-8a96-443f93e20466 admin admin] Deleting subnet cb7cffff-11fc-43aa-a9b6-58eef73f25f8 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:01:33.656165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd659792-3e3a-4022-8a96-443f93e20466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.694612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd659792-3e3a-4022-8a96-443f93e20466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.747399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd659792-3e3a-4022-8a96-443f93e20466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.813290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd659792-3e3a-4022-8a96-443f93e20466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.849218 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd659792-3e3a-4022-8a96-443f93e20466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:33.853948 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd659792-3e3a-4022-8a96-443f93e20466 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb7cffff-11fc-43aa-a9b6-58eef73f25f8 HTTP/1.1" status: 204 len: 168 time: 0.2526753 Sep 24 00:01:33.853948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd659792-3e3a-4022-8a96-443f93e20466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7cffff-11fc-43aa-a9b6-58eef73f25f8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:33.855061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50368) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:33.934849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.011293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50374) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:34.083795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.139704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc42050-2fcb-4075-86f4-fe4a24168a09']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:34.163056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e553937a-8479-441c-bae2-aa63646d1c0d') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:34.164182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e553937a-8479-441c-bae2-aa63646d1c0d') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:34.187981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.226417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acce3c3-184e-4a70-bb99-56003b8cfaae req-51106a14-1e73-4ffe-bf1f-992a0f361fae tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:34.231352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4acce3c3-184e-4a70-bb99-56003b8cfaae req-51106a14-1e73-4ffe-bf1f-992a0f361fae tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1338108 Sep 24 00:01:34.246056 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.267848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:01:34.268318 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:01:34.270426 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:01:34.346993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4acce3c3-184e-4a70-bb99-56003b8cfaae req-8bab4a91-6c23-47e2-b4e4-2094817dacbe tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116292 Sep 24 00:01:34.363509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.377589 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.379940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2dc42050-2fcb-4075-86f4-fe4a24168a09 HTTP/1.1" status: 204 len: 168 time: 0.5237367 Sep 24 00:01:34.468827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c01a5-8c44-4afc-9500-505a92e5f1b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2dc42050-2fcb-4075-86f4-fe4a24168a09,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:34.511679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2023a3c9-5c69-4533-88ff-4d3f5db0f526 req-c6b1ca99-5c34-4b65-9ad0-ea88cda217a4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:34.520121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2023a3c9-5c69-4533-88ff-4d3f5db0f526 req-c6b1ca99-5c34-4b65-9ad0-ea88cda217a4 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 948 time: 0.1598396 Sep 24 00:01:34.586394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2023a3c9-5c69-4533-88ff-4d3f5db0f526 req-2d8107eb-9244-441f-adde-c31521dfe443 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593185 Sep 24 00:01:34.597919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.669176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device bc39153b-3fbc-4f51-9032-fa2b114b3f20 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:01:34.692047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50402) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:34.765433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-37ec1e01-bb2f-40e7-a96e-d3c39d9ccd9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=011dca006d4e482cb6fee11c6938e97e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0719743 Sep 24 00:01:34.767833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50406) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:34.857548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port bc39153b-3fbc-4f51-9032-fa2b114b3f20, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=bc39153b-3fbc-4f51-9032-fa2b114b3f20,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:34.868735 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b9b9-adb8-4147-bb3d-390b9c9197a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.871004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'bc39153b-3fbc-4f51-9032-fa2b114b3f20', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': 'bc39153b-3fbc-4f51-9032-fa2b114b3f20', 'mac_address': 'fa:16:3e:16:74:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:01:34.915239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b9b9-adb8-4147-bb3d-390b9c9197a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.924857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.943089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc39153b-3fbc-4f51-9032-fa2b114b3f20 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:01:34.977674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port bc39153b-3fbc-4f51-9032-fa2b114b3f20, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=bc39153b-3fbc-4f51-9032-fa2b114b3f20,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:34.986616 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:34.989546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Deleting port 712ff6ae-6c3e-4de4-971d-662a54062272 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:34.989890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.058059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=bc39153b-3fbc-4f51-9032-fa2b114b3f20,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:35.076142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-7f5a94f7-7070-4c97-82dc-463ee69cad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:35.078737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-7f5a94f7-7070-4c97-82dc-463ee69cad1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c337b66785744853a9256c2b068c5e29&device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 1097 time: 0.1219866 Sep 24 00:01:35.082400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b9b9-adb8-4147-bb3d-390b9c9197a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.085196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccd3b9b9-adb8-4147-bb3d-390b9c9197a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.089931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ccd3b9b9-adb8-4147-bb3d-390b9c9197a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a72a383-47e8-4ecb-b665-e6da84f43fe6 HTTP/1.1" status: 204 len: 168 time: 0.3194726 Sep 24 00:01:35.125596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59ac1a-a0e2-40d3-bfa4-a9f100aac79e req-65fe95d1-698c-4f57-83d0-86d09ab92724 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:35.127324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac59ac1a-a0e2-40d3-bfa4-a9f100aac79e req-65fe95d1-698c-4f57-83d0-86d09ab92724 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1568131 Sep 24 00:01:35.138698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3b9b9-adb8-4147-bb3d-390b9c9197a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a72a383-47e8-4ecb-b665-e6da84f43fe6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:35.142386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] For port 712ff6ae-6c3e-4de4-971d-662a54062272, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=712ff6ae-6c3e-4de4-971d-662a54062272,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:35.143311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.160693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Calling delete_port for 712ff6ae-6c3e-4de4-971d-662a54062272 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:35.225136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac59ac1a-a0e2-40d3-bfa4-a9f100aac79e req-4b8e09c3-a62e-452a-8e37-8f7fcf1ea8bc tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856431 Sep 24 00:01:35.263573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-d76bce4b-476c-4aca-8ed6-76535c744fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:35.265972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-d76bce4b-476c-4aca-8ed6-76535c744fcd service neutron] 10.222.0.18 "GET /v2.0/networks?id=b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 200 len: 919 time: 0.1749585 Sep 24 00:01:35.324008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['bc39153b-3fbc-4f51-9032-fa2b114b3f20'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:35.374691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-e61dc136-9939-4089-86c1-e15992019f1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 200 len: 217 time: 0.0941045 Sep 24 00:01:35.445417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.468246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-3d64cea0-b81b-4634-9ecc-5b5034534ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:35.473121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-3d64cea0-b81b-4634-9ecc-5b5034534ebc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 200 len: 858 time: 0.0912170 Sep 24 00:01:35.529064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=712ff6ae-6c3e-4de4-971d-662a54062272,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:35.557642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-97db73d6-63fa-4e17-a43a-b56ac816282a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b335634c-12a3-4d07-8003-edeff86eebeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764081 Sep 24 00:01:35.575565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-d6a35c5f-6c5c-4f68-bd1d-baf1bb68fe1b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:01:35.577138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-d6a35c5f-6c5c-4f68-bd1d-baf1bb68fe1b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104277 Sep 24 00:01:35.918942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40883ac3-8604-4a5b-b36e-8343379c9c6c req-35e8969c-b36e-4941-a3cc-650964608feb tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:35.926623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40883ac3-8604-4a5b-b36e-8343379c9c6c req-35e8969c-b36e-4941-a3cc-650964608feb tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 949 time: 0.1149342 Sep 24 00:01:35.932374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:35.965565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-527b7442-fa6c-4a22-a661-2eb9589ef644 service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773072 Sep 24 00:01:36.028420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40883ac3-8604-4a5b-b36e-8343379c9c6c req-5105cd68-4a09-47a3-9c3f-80d4a9e63cbe tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002288 Sep 24 00:01:36.128750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17258a1-ac0c-42bd-bca6-a6523717a082 req-21774a02-b7c4-4ff8-bdbc-4e98d0d8d58a service neutron] 10.222.0.18 "GET /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436300 Sep 24 00:01:36.254828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:36.336620 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.428509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f827c2-b72d-4bc7-9cd9-1fe46b9ad666 req-ac6f2f8d-8ab8-4649-8414-fca31eaf845b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:36.431605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66f827c2-b72d-4bc7-9cd9-1fe46b9ad666 req-ac6f2f8d-8ab8-4649-8414-fca31eaf845b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1074524 Sep 24 00:01:36.464379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:36.471141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-13678653-7466-49b9-8ada-47729e86b5a1 admin admin] 10.222.0.24 "PUT /v2.0/routers/9268970c-b68e-4d3e-bf5e-d2b659ac3d28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4568319 Sep 24 00:01:36.476117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50460) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:36.482503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] Sync routers for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:36.500433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:36.501918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:36.602279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66f827c2-b72d-4bc7-9cd9-1fe46b9ad666 req-934cebf0-e66d-44a7-9c29-5ef48e12082b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644490 Sep 24 00:01:36.618155 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.652681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:36.688710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50468) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:36.744631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 773a6d3b-7af4-49b2-bffd-e148511508cd no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:36.798233 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.811615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 773a6d3b-7af4-49b2-bffd-e148511508cd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:36.812425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 773a6d3b-7af4-49b2-bffd-e148511508cd not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:36.859514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-77391449-network', 'tenant_id': 'ebd67f5383714429bf2b43806ebe1bb3'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:36.872518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Deleting port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:36.872900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.891903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Made reservation on behalf of ebd67f5383714429bf2b43806ebe1bb3 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:36.894222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.907628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:36.968575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74'}], 'enable_snat': True}, 'gw_port_id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:01:35Z', 'revision_number': 5, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port': {'id': '687469da-6ed6-48d9-a1a2-4ad3b91c4bf9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b6:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1003, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:00:42Z', 'updated_at': '2021-09-24T00:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:37.004454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] Checking router: 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:37.010386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] For port 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=687469da-6ed6-48d9-a1a2-4ad3b91c4bf9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:37.010741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.015329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] Routers {'9268970c-b68e-4d3e-bf5e-d2b659ac3d28'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:37.016211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:37.028819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Calling delete_port for 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:37.063410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.070394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.104556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:01:37.117040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41edcc1c-046d-460f-b5cb-d7a5664d9a9d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:37.137630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.141971 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Added segment 2a8dfdae-a9ec-4e92-8c21-a8868b5a3f6a of type vlan for network c468242f-7a97-4b91-9731-97fed952b60f Sep 24 00:01:37.172622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] Set router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:37.212531 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.237553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e45b13a-01c5-4c63-be18-da12cf833eff req-98a4ab63-5186-436d-815a-a4f0114e378f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:37.239198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e45b13a-01c5-4c63-be18-da12cf833eff req-98a4ab63-5186-436d-815a-a4f0114e378f tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 949 time: 0.1081333 Sep 24 00:01:37.247947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:01:36Z', 'revision_number': 6, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:37.274650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.277806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:37.278806 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.287692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dbe7ad-6d6c-4edd-9a4e-20ab009da76d None None] The sync data for ids ['9268970c-b68e-4d3e-bf5e-d2b659ac3d28'] in n-d-713498-18 is: [{'id': '9268970c-b68e-4d3e-bf5e-d2b659ac3d28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1293677935-router', 'tenant_id': 'df5ccbad176740efab84228311bb6490', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:00:40Z', 'updated_at': '2021-09-24T00:01:36Z', 'revision_number': 6, 'project_id': 'df5ccbad176740efab84228311bb6490', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:37.336131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e45b13a-01c5-4c63-be18-da12cf833eff req-c80f61a7-1a4c-41f8-bfd4-f0527d1bc4ef tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862825 Sep 24 00:01:37.343790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.382670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6927853 Sep 24 00:01:37.383949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c044ae91-72db-47cd-8613-6d02fb628ccf admin admin] Pushing event updated for resources: {'Network': ['ID=c468242f-7a97-4b91-9731-97fed952b60f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:37.386523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50488) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:37.389156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Pushing event deleted for resources: {'Port': ['ID=687469da-6ed6-48d9-a1a2-4ad3b91c4bf9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:37.394397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Request body: {'subnet': {'network_id': 'c468242f-7a97-4b91-9731-97fed952b60f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-77391449-subnet', 'tenant_id': 'ebd67f5383714429bf2b43806ebe1bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:37.401024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network c468242f-7a97-4b91-9731-97fed952b60f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:01:37.435661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Made reservation on behalf of ebd67f5383714429bf2b43806ebe1bb3 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:37.439076 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.479821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.610262 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.626870 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.690299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.691484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9268970c-b68e-4d3e-bf5e-d2b659ac3d28 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:01:37.705431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.710012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ddd67b7c-db13-4865-a3b2-05c0f952acca admin admin] 10.222.0.24 "DELETE /v2.0/routers/9268970c-b68e-4d3e-bf5e-d2b659ac3d28 HTTP/1.1" status: 204 len: 168 time: 1.2332706 Sep 24 00:01:37.712269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50500) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:37.817302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5c9686-cb58-429e-9e88-8d4c05e1862d admin admin] Deleting subnet e5b9fd0a-cb46-4efe-8da7-83aaedc97e91 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:01:37.823700 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9686-cb58-429e-9e88-8d4c05e1862d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.855005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0386c723-0d72-4966-82b0-2a93f5b512d2 req-0cae79d3-08ba-4f38-acc8-d5578c852fbd tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:37.856904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0386c723-0d72-4966-82b0-2a93f5b512d2 req-0cae79d3-08ba-4f38-acc8-d5578c852fbd tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1455896 Sep 24 00:01:37.915443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9686-cb58-429e-9e88-8d4c05e1862d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:37.963727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0386c723-0d72-4966-82b0-2a93f5b512d2 req-2c9dec8c-7479-45a1-9bc1-9ea1cd1e547a tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937989 Sep 24 00:01:38.002207 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.053470 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9686-cb58-429e-9e88-8d4c05e1862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.078374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea79cf1-a9e1-4ec2-8a36-f4b8511e21db,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:38.083332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Checking segment: {'id': '2a8dfdae-a9ec-4e92-8c21-a8868b5a3f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c468242f-7a97-4b91-9731-97fed952b60f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:38.083697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Network hostable DHCP agents. Network: c468242f-7a97-4b91-9731-97fed952b60f, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:01:38.111877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Network c468242f-7a97-4b91-9731-97fed952b60f is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:01:38.140799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, c468242f-7a97-4b91-9731-97fed952b60f) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:38.145715 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9686-cb58-429e-9e88-8d4c05e1862d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.149285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a8c64-1127-406d-abc2-7e0acbdb2ae0 None None] Network c468242f-7a97-4b91-9731-97fed952b60f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:38.165334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:38.165957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.180868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b9172-62f4-4f1b-aee7-d48e90d74666 None None] Network a7b38702-398f-47dd-b442-eccfa78ae85f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:38.190952 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba5c9686-cb58-429e-9e88-8d4c05e1862d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.191434 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-29f2094a-d6d0-4b4e-963d-e20b2b31d291 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8031213 Sep 24 00:01:38.192865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ba5c9686-cb58-429e-9e88-8d4c05e1862d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5b9fd0a-cb46-4efe-8da7-83aaedc97e91 HTTP/1.1" status: 204 len: 168 time: 0.4784908 Sep 24 00:01:38.194554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c9686-cb58-429e-9e88-8d4c05e1862d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b9fd0a-cb46-4efe-8da7-83aaedc97e91,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:38.198129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50512) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:38.399097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.435684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:38.484649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:38.485153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 687469da-6ed6-48d9-a1a2-4ad3b91c4bf9 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:38.485587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 712ff6ae-6c3e-4de4-971d-662a54062272 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:38.526894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 712ff6ae-6c3e-4de4-971d-662a54062272 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:38.527243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 712ff6ae-6c3e-4de4-971d-662a54062272 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:38.548166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Deleting port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:38.548591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.594413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d076f711-cec3-4a67-90b1-9c9fe9b4cc65 None None] Network c468242f-7a97-4b91-9731-97fed952b60f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:38.602971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092026d6-b032-4a65-aa28-41ea629f11e4 req-ada2c3c2-abd2-498a-97a7-55e098cc1055 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:38.602971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-092026d6-b032-4a65-aa28-41ea629f11e4 req-ada2c3c2-abd2-498a-97a7-55e098cc1055 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 949 time: 0.1288555 Sep 24 00:01:38.680923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-092026d6-b032-4a65-aa28-41ea629f11e4 req-599055b3-b838-47b5-8c9f-7353e386b71d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659344 Sep 24 00:01:38.711963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-334268b9-9ac5-4f76-87bd-e424d1772282 req-371d6704-de2b-4713-8e60-7308d4438e15 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-396615962', 'description': 'tempest-description-551735821'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:38.715448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] DHCP port deletion for a7b38702-398f-47dd-b442-eccfa78ae85f request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:01:38.717324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device bc39153b-3fbc-4f51-9032-fa2b114b3f20 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:38.725006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] For port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8e9aadcb-4bba-4d8d-996f-1a9d8f17b377,segment=NetworkSegment(5b9bc285-edfd-4957-b9d7-1e43cf52c32c),segment_id=5b9bc285-edfd-4957-b9d7-1e43cf52c32c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:38.726114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.747781 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Calling delete_port for 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:38.784743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-334268b9-9ac5-4f76-87bd-e424d1772282 req-371d6704-de2b-4713-8e60-7308d4438e15 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.861274 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.876652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] No DVR routers for this DVR port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:38.882126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port bc39153b-3fbc-4f51-9032-fa2b114b3f20 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:01:38.888999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port bc39153b-3fbc-4f51-9032-fa2b114b3f20 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:38.889388 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.892698 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:38.973221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9aadcb-4bba-4d8d-996f-1a9d8f17b377,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:39.017579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-334268b9-9ac5-4f76-87bd-e424d1772282 req-371d6704-de2b-4713-8e60-7308d4438e15 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.025793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-334268b9-9ac5-4f76-87bd-e424d1772282 req-371d6704-de2b-4713-8e60-7308d4438e15 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.038986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.058744 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-334268b9-9ac5-4f76-87bd-e424d1772282 req-371d6704-de2b-4713-8e60-7308d4438e15 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.066404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-334268b9-9ac5-4f76-87bd-e424d1772282 req-371d6704-de2b-4713-8e60-7308d4438e15 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3599286 Sep 24 00:01:39.069759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b38702-398f-47dd-b442-eccfa78ae85f']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:39.083766 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9bc285-edfd-4957-b9d7-1e43cf52c32c') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:39.084149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9bc285-edfd-4957-b9d7-1e43cf52c32c') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:39.097320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.118721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.127836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:01:39.128384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:01:39.130911 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:01:39.148315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] Deleting port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:39.149384 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.166979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d6704-de2b-4713-8e60-7308d4438e15 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7167fbdc-24c3-4859-8d6d-1f69d05e9f33,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:39.202278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21dee7-de25-41f3-a9bd-c5dff8abb949 req-3c58f9f5-a81d-431c-ab4c-5666471d0134 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:39.204471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d21dee7-de25-41f3-a9bd-c5dff8abb949 req-3c58f9f5-a81d-431c-ab4c-5666471d0134 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1196117 Sep 24 00:01:39.212464 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.221863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.230596 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a7b38702-398f-47dd-b442-eccfa78ae85f HTTP/1.1" status: 204 len: 168 time: 1.0307305 Sep 24 00:01:39.244138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac57384-cb96-4569-8877-85c6914be5f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7b38702-398f-47dd-b442-eccfa78ae85f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:39.285464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] For port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:39.285855 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.303747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6dab0304-75e0-4f8a-8d87-8674c4a9b321 req-ff58fdd4-95dd-4351-91b3-2bfa0d4f2d1d tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/7167fbdc-24c3-4859-8d6d-1f69d05e9f33 HTTP/1.1" status: 200 len: 1805 time: 0.0617766 Sep 24 00:01:39.304304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] Calling delete_port for 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:39.307934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] Port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:01:39.309773 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.321565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d21dee7-de25-41f3-a9bd-c5dff8abb949 req-835aa729-7486-4c14-af70-20a35b823f72 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090176 Sep 24 00:01:39.333594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-6dab0304-75e0-4f8a-8d87-8674c4a9b321 req-14c969ac-27ee-4b37-97e7-3b7542f3ddd6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7167fbdc-24c3-4859-8d6d-1f69d05e9f33', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:39.334396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-6dab0304-75e0-4f8a-8d87-8674c4a9b321 req-14c969ac-27ee-4b37-97e7-3b7542f3ddd6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7167fbdc-24c3-4859-8d6d-1f69d05e9f33', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:39.347581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] Network a7b38702-398f-47dd-b442-eccfa78ae85f is not hosted by any dhcp agent {{(pid=106380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:01:39.347839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] No DVR routers for this DVR port 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:39.353407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7fc9d4-d744-4236-91fb-bc829130891b None None] Pushing event deleted for resources: {'Port': ['ID=8e9aadcb-4bba-4d8d-996f-1a9d8f17b377,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:39.423462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.461997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44fffa6-fbb7-40f6-8f7b-a17bef52ef23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39153b-3fbc-4f51-9032-fa2b114b3f20'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:39.470430 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d09e600-61b7-4026-8ff0-7b4b32cd436f" -d '{"events": [{"server_uuid": "e44fffa6-fbb7-40f6-8f7b-a17bef52ef23", "name": "network-vif-plugged", "status": "completed", "tag": "bc39153b-3fbc-4f51-9032-fa2b114b3f20"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:39.474810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6dab0304-75e0-4f8a-8d87-8674c4a9b321 req-14c969ac-27ee-4b37-97e7-3b7542f3ddd6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.499992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port bc39153b-3fbc-4f51-9032-fa2b114b3f20, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=bc39153b-3fbc-4f51-9032-fa2b114b3f20,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:39.506602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.527848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6dab0304-75e0-4f8a-8d87-8674c4a9b321 req-14c969ac-27ee-4b37-97e7-3b7542f3ddd6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.535772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6dab0304-75e0-4f8a-8d87-8674c4a9b321 req-14c969ac-27ee-4b37-97e7-3b7542f3ddd6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.560054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c969ac-27ee-4b37-97e7-3b7542f3ddd6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8a0d3f-4e22-4d71-b904-a9ad97b1cf83,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:39.568205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=bc39153b-3fbc-4f51-9032-fa2b114b3f20,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:39.574876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6dab0304-75e0-4f8a-8d87-8674c4a9b321 req-14c969ac-27ee-4b37-97e7-3b7542f3ddd6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.577718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6dab0304-75e0-4f8a-8d87-8674c4a9b321 req-14c969ac-27ee-4b37-97e7-3b7542f3ddd6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2533975 Sep 24 00:01:39.625980 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3db7d6-97fc-4fd8-8b6e-ac4e5965d266 x-openstack-request-id: req-af3db7d6-97fc-4fd8-8b6e-ac4e5965d266 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:39.626487 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44fffa6-fbb7-40f6-8f7b-a17bef52ef23", "name": "network-vif-plugged", "status": "completed", "tag": "bc39153b-3fbc-4f51-9032-fa2b114b3f20", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:39.626869 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af3db7d6-97fc-4fd8-8b6e-ac4e5965d266 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:39.627405 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44fffa6-fbb7-40f6-8f7b-a17bef52ef23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc39153b-3fbc-4f51-9032-fa2b114b3f20', 'code': 200} Sep 24 00:01:39.653127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-3f20c51b-cb20-442e-8d6b-98e6846bbf7f req-92608d9a-daae-4e86-a353-869058342a0d tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1557007374', 'description': 'tempest-description-739118222'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:39.678184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50556) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:39.686557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f20c51b-cb20-442e-8d6b-98e6846bbf7f req-92608d9a-daae-4e86-a353-869058342a0d tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.764238 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-760603fa-cc20-42a8-9c2c-41fa4ee91a48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df5ccbad176740efab84228311bb6490&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0839696 Sep 24 00:01:39.769289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50562) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:39.793127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97b658-42f6-489c-bbe2-c167b8ee5336 req-496737ac-d3d6-479a-84cc-d32cb0caa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:39.795108 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3b97b658-42f6-489c-bbe2-c167b8ee5336 req-496737ac-d3d6-479a-84cc-d32cb0caa80d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 1102 time: 0.0795670 Sep 24 00:01:39.844499 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3b97b658-42f6-489c-bbe2-c167b8ee5336 req-6cacca5f-d898-446f-aff2-51fc0ad8297b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Sep 24 00:01:39.958141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f20c51b-cb20-442e-8d6b-98e6846bbf7f req-92608d9a-daae-4e86-a353-869058342a0d tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.967183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070e713-f938-400c-88e9-c170b59105a4 req-ff48cec5-2359-494d-ba41-b4b7a75504ec tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:39.968935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6070e713-f938-400c-88e9-c170b59105a4 req-ff48cec5-2359-494d-ba41-b4b7a75504ec tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 950 time: 0.1621943 Sep 24 00:01:39.970194 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-886e5ba7-6dfb-4f22-a961-7bd715371896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:39.972116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f20c51b-cb20-442e-8d6b-98e6846bbf7f req-92608d9a-daae-4e86-a353-869058342a0d tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.043022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-886e5ba7-6dfb-4f22-a961-7bd715371896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.050570 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3f20c51b-cb20-442e-8d6b-98e6846bbf7f req-92608d9a-daae-4e86-a353-869058342a0d tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.052031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f20c51b-cb20-442e-8d6b-98e6846bbf7f req-92608d9a-daae-4e86-a353-869058342a0d tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4053299 Sep 24 00:01:40.061639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92608d9a-daae-4e86-a353-869058342a0d tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1bac0e-fd98-48e2-bd6a-b461d03b0a83,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:40.089800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6070e713-f938-400c-88e9-c170b59105a4 req-0a85862f-425c-4867-9451-8f399f9c1659 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070848 Sep 24 00:01:40.145582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-886e5ba7-6dfb-4f22-a961-7bd715371896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.153368 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-886e5ba7-6dfb-4f22-a961-7bd715371896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.157562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-886e5ba7-6dfb-4f22-a961-7bd715371896 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/717a0b10-a3c5-49d1-9d27-6277ca67ffe9 HTTP/1.1" status: 204 len: 168 time: 0.3834867 Sep 24 00:01:40.171278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e5ba7-6dfb-4f22-a961-7bd715371896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717a0b10-a3c5-49d1-9d27-6277ca67ffe9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:40.271693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6186e7c-6504-4b03-9d73-987489a86852 req-be20d10b-9edf-40bf-8aff-c82fd10f7d31 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/ed1bac0e-fd98-48e2-bd6a-b461d03b0a83 HTTP/1.1" status: 200 len: 1806 time: 0.0720747 Sep 24 00:01:40.284294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e6186e7c-6504-4b03-9d73-987489a86852 req-39b6b57d-7e28-4a6f-940f-009ab4f9e900 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ed1bac0e-fd98-48e2-bd6a-b461d03b0a83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:40.284294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e6186e7c-6504-4b03-9d73-987489a86852 req-39b6b57d-7e28-4a6f-940f-009ab4f9e900 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'ed1bac0e-fd98-48e2-bd6a-b461d03b0a83', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:40.362337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:40.401344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:40.401786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8e9aadcb-4bba-4d8d-996f-1a9d8f17b377 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:40.416456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6186e7c-6504-4b03-9d73-987489a86852 req-39b6b57d-7e28-4a6f-940f-009ab4f9e900 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.451128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6186e7c-6504-4b03-9d73-987489a86852 req-39b6b57d-7e28-4a6f-940f-009ab4f9e900 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.457037 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6186e7c-6504-4b03-9d73-987489a86852 req-39b6b57d-7e28-4a6f-940f-009ab4f9e900 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.486678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6b57d-7e28-4a6f-940f-009ab4f9e900 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ac3b63-7fc1-47fd-a8a9-7f2e11e2b3f2,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:40.491964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6186e7c-6504-4b03-9d73-987489a86852 req-39b6b57d-7e28-4a6f-940f-009ab4f9e900 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.497916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6186e7c-6504-4b03-9d73-987489a86852 req-39b6b57d-7e28-4a6f-940f-009ab4f9e900 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2192786 Sep 24 00:01:40.527623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-1e64f036-033f-4ce9-a9ad-db50565e40a5 req-bd1c86a6-095c-4315-a4b8-92482ac32c43 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1063993158', 'description': 'tempest-description-375299880'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:40.559643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1e64f036-033f-4ce9-a9ad-db50565e40a5 req-bd1c86a6-095c-4315-a4b8-92482ac32c43 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.692453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1e64f036-033f-4ce9-a9ad-db50565e40a5 req-bd1c86a6-095c-4315-a4b8-92482ac32c43 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.698947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1e64f036-033f-4ce9-a9ad-db50565e40a5 req-bd1c86a6-095c-4315-a4b8-92482ac32c43 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.741268 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1e64f036-033f-4ce9-a9ad-db50565e40a5 req-bd1c86a6-095c-4315-a4b8-92482ac32c43 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.753611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e64f036-033f-4ce9-a9ad-db50565e40a5 req-bd1c86a6-095c-4315-a4b8-92482ac32c43 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2265105 Sep 24 00:01:40.753611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1c86a6-095c-4315-a4b8-92482ac32c43 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c100994-9f08-42e9-be0f-aacd0f4c3908,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:40.781329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e3d22687-75ed-471a-8096-0ddc4c4fcaf8 req-7f8327d9-501a-4a76-b88a-3a3cd4de9230 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-83045974', 'description': 'tempest-description-798081727'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:40.814134 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e3d22687-75ed-471a-8096-0ddc4c4fcaf8 req-7f8327d9-501a-4a76-b88a-3a3cd4de9230 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.954548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e3d22687-75ed-471a-8096-0ddc4c4fcaf8 req-7f8327d9-501a-4a76-b88a-3a3cd4de9230 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.959825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e3d22687-75ed-471a-8096-0ddc4c4fcaf8 req-7f8327d9-501a-4a76-b88a-3a3cd4de9230 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.977370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e3d22687-75ed-471a-8096-0ddc4c4fcaf8 req-7f8327d9-501a-4a76-b88a-3a3cd4de9230 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:40.978597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3d22687-75ed-471a-8096-0ddc4c4fcaf8 req-7f8327d9-501a-4a76-b88a-3a3cd4de9230 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2036960 Sep 24 00:01:41.012536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8327d9-501a-4a76-b88a-3a3cd4de9230 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49cd988d-9cf6-467d-bf98-44645a5a1713,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:41.069906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-c5135888-aaff-4e96-8aea-1e8eb7175dea tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/8c100994-9f08-42e9-be0f-aacd0f4c3908 HTTP/1.1" status: 200 len: 1806 time: 0.0591640 Sep 24 00:01:41.119892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-87631094-edd0-4b34-917e-22fa5d11bca1 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/49cd988d-9cf6-467d-bf98-44645a5a1713 HTTP/1.1" status: 200 len: 1804 time: 0.0419540 Sep 24 00:01:41.130976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-11a1b740-f196-4a28-b321-106bb6e296a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c100994-9f08-42e9-be0f-aacd0f4c3908', 'remote_group_id': '49cd988d-9cf6-467d-bf98-44645a5a1713', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:41.131633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-11a1b740-f196-4a28-b321-106bb6e296a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8c100994-9f08-42e9-be0f-aacd0f4c3908', 'remote_group_id': '49cd988d-9cf6-467d-bf98-44645a5a1713', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:41.241253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-11a1b740-f196-4a28-b321-106bb6e296a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.263947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb77d-bb60-4ff2-901b-6ef0702854bc req-5bc0e569-fca5-4f4d-b9c9-4a1928640d74 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:41.265544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e3fb77d-bb60-4ff2-901b-6ef0702854bc req-5bc0e569-fca5-4f4d-b9c9-4a1928640d74 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 950 time: 0.0806878 Sep 24 00:01:41.314864 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-11a1b740-f196-4a28-b321-106bb6e296a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.325779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50622) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:41.326311 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-11a1b740-f196-4a28-b321-106bb6e296a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.345412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e3fb77d-bb60-4ff2-901b-6ef0702854bc req-bd7bb048-630a-4d37-9af5-824e084534bb tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658550 Sep 24 00:01:41.358959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1b740-f196-4a28-b321-106bb6e296a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95cbb93-1672-4b59-bf4f-dbfdae3252bf,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:41.364212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-11a1b740-f196-4a28-b321-106bb6e296a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.401020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1125631-7d5e-4d79-9f31-64a1b2d1feb3 req-11a1b740-f196-4a28-b321-106bb6e296a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2731552 Sep 24 00:01:41.523977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-network', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:41.541090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7a25137d-2927-4767-989f-e834213c37fa req-0e8c96b6-a3b2-4740-a7b0-9f0e6d36da1b tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1838011877', 'description': 'tempest-description-1020760997'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:41.546627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Made reservation on behalf of 843017ef4ad0470abcb76a48ab5f023c for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:41.549151 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.559235 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.577905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7a25137d-2927-4767-989f-e834213c37fa req-0e8c96b6-a3b2-4740-a7b0-9f0e6d36da1b tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.680849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.681240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cf78e7-7eda-469d-901e-d8c34c67b5d1 req-2c63b2c7-1551-4c50-870a-14eecea96081 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:41.684322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2cf78e7-7eda-469d-901e-d8c34c67b5d1 req-2c63b2c7-1551-4c50-870a-14eecea96081 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 1102 time: 0.0507531 Sep 24 00:01:41.686585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.698530 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:01:41.717334 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.717814 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Added segment ebaa99a6-0717-4636-b89a-fcc79a33dbd6 of type vlan for network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d Sep 24 00:01:41.754544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2cf78e7-7eda-469d-901e-d8c34c67b5d1 req-8f8b4f47-0163-471a-9c00-2c6d4fb61950 tempest-ServersOnMultiNodesTest-1657444143 tempest-ServersOnMultiNodesTest-1657444143-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522726 Sep 24 00:01:41.767977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b99305b-a150-4ba4-852e-bf4bf1ace051,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:41.792176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.795615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7a25137d-2927-4767-989f-e834213c37fa req-0e8c96b6-a3b2-4740-a7b0-9f0e6d36da1b tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.809906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7a25137d-2927-4767-989f-e834213c37fa req-0e8c96b6-a3b2-4740-a7b0-9f0e6d36da1b tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.859423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.860568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:41.861164 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.866216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7a25137d-2927-4767-989f-e834213c37fa req-0e8c96b6-a3b2-4740-a7b0-9f0e6d36da1b tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:41.871859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a25137d-2927-4767-989f-e834213c37fa req-0e8c96b6-a3b2-4740-a7b0-9f0e6d36da1b tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3360305 Sep 24 00:01:41.888471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8c96b6-a3b2-4740-a7b0-9f0e6d36da1b tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc7e414-954a-438e-a56f-9bbcb721f26f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:41.911041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ed9adb3e-21e4-4568-8829-39b36af7a154 req-6c78a639-3ec5-4b36-a2c4-65aa766c5234 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-318806395', 'description': 'tempest-description-2004974629'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:41.965354 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ed9adb3e-21e4-4568-8829-39b36af7a154 req-6c78a639-3ec5-4b36-a2c4-65aa766c5234 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.035497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] Pushing event updated for resources: {'Network': ['ID=959f633d-6f5d-4fb0-abfa-ffd1cc78da0d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:42.046748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:01:42.064559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50642) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:42.074819 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4513f84e-c6cc-49d2-962a-a4369ff87b12 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7475793 Sep 24 00:01:42.078734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Request body: {'subnet': {'network_id': '959f633d-6f5d-4fb0-abfa-ffd1cc78da0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-subnet', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:42.162025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ed9adb3e-21e4-4568-8829-39b36af7a154 req-6c78a639-3ec5-4b36-a2c4-65aa766c5234 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.194354 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ed9adb3e-21e4-4568-8829-39b36af7a154 req-6c78a639-3ec5-4b36-a2c4-65aa766c5234 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.241488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Made reservation on behalf of 843017ef4ad0470abcb76a48ab5f023c for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:42.243765 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.249387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ed9adb3e-21e4-4568-8829-39b36af7a154 req-6c78a639-3ec5-4b36-a2c4-65aa766c5234 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.250647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed9adb3e-21e4-4568-8829-39b36af7a154 req-6c78a639-3ec5-4b36-a2c4-65aa766c5234 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3449781 Sep 24 00:01:42.268079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78a639-3ec5-4b36-a2c4-65aa766c5234 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e10151-9630-4028-a508-8b7dbc838aa9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:42.283418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a4efc-3257-4eb0-a501-244b5b6695be req-e1db30ba-90f6-42e7-8dea-40f332ac965d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:42.287241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-434a4efc-3257-4eb0-a501-244b5b6695be req-e1db30ba-90f6-42e7-8dea-40f332ac965d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 950 time: 0.1237798 Sep 24 00:01:42.392872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-434a4efc-3257-4eb0-a501-244b5b6695be req-a06701dd-f716-4218-ab47-37d46966556a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919614 Sep 24 00:01:42.423970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-b2cf5162-ed37-4c58-b6da-04ad9f6d4efb tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/4fc7e414-954a-438e-a56f-9bbcb721f26f HTTP/1.1" status: 200 len: 1807 time: 0.1347609 Sep 24 00:01:42.514027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-2bcbb97e-e3d9-4eb3-a3a6-2154cfab6835 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/e3e10151-9630-4028-a508-8b7dbc838aa9 HTTP/1.1" status: 200 len: 1806 time: 0.0776660 Sep 24 00:01:42.519270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-2f87938e-140e-40a2-ba5a-8cfa358e9f36 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4fc7e414-954a-438e-a56f-9bbcb721f26f', 'remote_group_id': 'e3e10151-9630-4028-a508-8b7dbc838aa9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:42.519821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-2f87938e-140e-40a2-ba5a-8cfa358e9f36 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '4fc7e414-954a-438e-a56f-9bbcb721f26f', 'remote_group_id': 'e3e10151-9630-4028-a508-8b7dbc838aa9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:42.683299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-2f87938e-140e-40a2-ba5a-8cfa358e9f36 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.725073 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-2f87938e-140e-40a2-ba5a-8cfa358e9f36 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.731084 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-2f87938e-140e-40a2-ba5a-8cfa358e9f36 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.745256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f87938e-140e-40a2-ba5a-8cfa358e9f36 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f193a2-73fb-4b2d-929c-779fc4d4056f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:42.795601 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.819977 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-2f87938e-140e-40a2-ba5a-8cfa358e9f36 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.821469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-575a4f39-1a86-4e25-bd4b-8dd59fa8d15b req-2f87938e-140e-40a2-ba5a-8cfa358e9f36 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3064055 Sep 24 00:01:42.830540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9371267-e46c-4c67-90d5-d72912e6db98,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:42.849034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Checking segment: {'id': 'ebaa99a6-0717-4636-b89a-fcc79a33dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '959f633d-6f5d-4fb0-abfa-ffd1cc78da0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:42.850880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Network hostable DHCP agents. Network: 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:01:42.936527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:01:42.957683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c85710cb-9d51-4aee-bd4e-53377c1948d6 req-e001ae30-a1cb-4a10-bacd-4d959622559f tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/e3e10151-9630-4028-a508-8b7dbc838aa9 HTTP/1.1" status: 200 len: 1806 time: 0.1016576 Sep 24 00:01:42.959040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:42.964069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:42.964687 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:42.978771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bbd467-e4ec-49d5-ac0a-2450abf56f48 None None] Network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:42.990791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2d221a2d-de4a-47b8-911a-56e885c1b4fb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9228780 Sep 24 00:01:42.994656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50668) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:43.001466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-router', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:43.042025 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.043724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.044417 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c85710cb-9d51-4aee-bd4e-53377c1948d6 req-61f91c55-fd99-4b70-a4a4-241d4b9ba29e tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.087264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c85710cb-9d51-4aee-bd4e-53377c1948d6 req-61f91c55-fd99-4b70-a4a4-241d4b9ba29e tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.128414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.186269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c85710cb-9d51-4aee-bd4e-53377c1948d6 req-61f91c55-fd99-4b70-a4a4-241d4b9ba29e tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.189212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c85710cb-9d51-4aee-bd4e-53377c1948d6 req-61f91c55-fd99-4b70-a4a4-241d4b9ba29e tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.190580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c85710cb-9d51-4aee-bd4e-53377c1948d6 req-61f91c55-fd99-4b70-a4a4-241d4b9ba29e tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "DELETE /v2.0/security-groups/e3e10151-9630-4028-a508-8b7dbc838aa9 HTTP/1.1" status: 204 len: 173 time: 0.2170248 Sep 24 00:01:43.232031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f91c55-fd99-4b70-a4a4-241d4b9ba29e tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e10151-9630-4028-a508-8b7dbc838aa9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:43.326400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-959f633d-6f5d-4fb0-abfa-ffd1cc78da0d', 'network_id': '959f633d-6f5d-4fb0-abfa-ffd1cc78da0d', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'fixed_ips': [{'subnet_id': 'f9371267-e46c-4c67-90d5-d72912e6db98'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:01:43.327932 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.339205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f3d1a3c-5c9a-4fe4-8ff6-48a027e7b452 req-df058bb0-20cd-4486-b554-f48ae9ac5353 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/4fc7e414-954a-438e-a56f-9bbcb721f26f HTTP/1.1" status: 200 len: 1807 time: 0.1206963 Sep 24 00:01:43.372181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-bfa1bbac-3ea1-431d-bb1f-1be851781f2d req-68cb4bab-6da4-48bc-9f72-b8b061da2d0c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1222451772', 'description': 'tempest-description-1646720785'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:43.413985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bfa1bbac-3ea1-431d-bb1f-1be851781f2d req-68cb4bab-6da4-48bc-9f72-b8b061da2d0c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.442550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.530364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-2620ead1-c22d-48a0-a0de-4ccb0f849655 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:43.531945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-2620ead1-c22d-48a0-a0de-4ccb0f849655 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 950 time: 0.2195005 Sep 24 00:01:43.632722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Allocated IP 172.20.0.2 (959f633d-6f5d-4fb0-abfa-ffd1cc78da0d/f9371267-e46c-4c67-90d5-d72912e6db98/32681473-3eb1-454a-93a0-a7a6d1bbbb03) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:43.681071 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bfa1bbac-3ea1-431d-bb1f-1be851781f2d req-68cb4bab-6da4-48bc-9f72-b8b061da2d0c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.702717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bfa1bbac-3ea1-431d-bb1f-1be851781f2d req-68cb4bab-6da4-48bc-9f72-b8b061da2d0c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.725178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7f41d6-47fa-4d05-a21c-4c1040d0a7db req-1e2b41a0-e3c4-4c8a-ad92-35f3260bb3bd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:43.732544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b7f41d6-47fa-4d05-a21c-4c1040d0a7db req-1e2b41a0-e3c4-4c8a-ad92-35f3260bb3bd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 950 time: 0.2295835 Sep 24 00:01:43.748235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Deleting port bc39153b-3fbc-4f51-9032-fa2b114b3f20 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:43.749010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.806528 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bfa1bbac-3ea1-431d-bb1f-1be851781f2d req-68cb4bab-6da4-48bc-9f72-b8b061da2d0c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.809198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfa1bbac-3ea1-431d-bb1f-1be851781f2d req-68cb4bab-6da4-48bc-9f72-b8b061da2d0c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4427381 Sep 24 00:01:43.832127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb4bab-6da4-48bc-9f72-b8b061da2d0c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef69cf39-b767-4fbf-9a24-1a499cb579cb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:43.879865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b7f41d6-47fa-4d05-a21c-4c1040d0a7db req-d427b014-72ef-4a15-85a6-abec3675a33c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400266 Sep 24 00:01:43.911496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.919319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50690) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:43.924465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:43.987282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Pushing event updated for resources: {'Port': ['ID=32681473-3eb1-454a-93a0-a7a6d1bbbb03,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.003285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:44.005099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:44.007780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:44.097186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Attempting to bind port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:44.097679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Attempting to bind port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'ebaa99a6-0717-4636-b89a-fcc79a33dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '959f633d-6f5d-4fb0-abfa-ffd1cc78da0d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:44.098055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Attempting to bind port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 on network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:44.098395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] For port bc39153b-3fbc-4f51-9032-fa2b114b3f20, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=bc39153b-3fbc-4f51-9032-fa2b114b3f20,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:44.098876 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.104438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:44.104438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Checking segment: {'id': 'ebaa99a6-0717-4636-b89a-fcc79a33dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '959f633d-6f5d-4fb0-abfa-ffd1cc78da0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:44.104720 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.104927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Bound using segment: {'id': 'ebaa99a6-0717-4636-b89a-fcc79a33dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '959f633d-6f5d-4fb0-abfa-ffd1cc78da0d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:44.105408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Bound port: 32681473-3eb1-454a-93a0-a7a6d1bbbb03, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebaa99a6-0717-4636-b89a-fcc79a33dbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '959f633d-6f5d-4fb0-abfa-ffd1cc78da0d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:44.105792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.114569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Calling delete_port for bc39153b-3fbc-4f51-9032-fa2b114b3f20 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:44.152873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1cc169d-32b7-413d-8176-4d44d376544a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.188430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb7e173e-d018-4f54-9777-9bd39acb1148 req-adeaa433-daf0-4409-a0a3-b72c43f26ea3 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/ef69cf39-b767-4fbf-9a24-1a499cb579cb HTTP/1.1" status: 200 len: 1807 time: 0.1054776 Sep 24 00:01:44.189309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] For port 32681473-3eb1-454a-93a0-a7a6d1bbbb03, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:44.193458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] For port 32681473-3eb1-454a-93a0-a7a6d1bbbb03, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=32681473-3eb1-454a-93a0-a7a6d1bbbb03,segment=NetworkSegment(ebaa99a6-0717-4636-b89a-fcc79a33dbd6),segment_id=ebaa99a6-0717-4636-b89a-fcc79a33dbd6)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:44.202567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.205149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-eb7e173e-d018-4f54-9777-9bd39acb1148 req-ec36d4d1-bb23-4166-b573-722cd7ebf3f4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef69cf39-b767-4fbf-9a24-1a499cb579cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:44.205683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-eb7e173e-d018-4f54-9777-9bd39acb1148 req-ec36d4d1-bb23-4166-b573-722cd7ebf3f4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef69cf39-b767-4fbf-9a24-1a499cb579cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:44.301292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989f2be-2664-44ee-a1a6-90b80162fefb None None] Pushing event updated for resources: {'Port': ['ID=32681473-3eb1-454a-93a0-a7a6d1bbbb03,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.304374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.330087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.353218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1cc169d-32b7-413d-8176-4d44d376544a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.361744 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1cc169d-32b7-413d-8176-4d44d376544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.420563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d1cc169d-32b7-413d-8176-4d44d376544a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=176c2f8e40594d50b0b26bb8cb41887f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4994593 Sep 24 00:01:44.425908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50694) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:44.498923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cc169d-32b7-413d-8176-4d44d376544a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac0cb62-a138-44ee-9426-ca3fa09781e7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.513173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e479-eea5-42b5-b327-df886a713ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.562730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb7e173e-d018-4f54-9777-9bd39acb1148 req-ec36d4d1-bb23-4166-b573-722cd7ebf3f4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.563747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.584091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'b7f16996-cdcd-437e-a9fa-36c8c38718a1', 'bc39153b-3fbc-4f51-9032-fa2b114b3f20'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:44.586920 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e479-eea5-42b5-b327-df886a713ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.587375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'a76e8fda-d0be-4d77-b866-f908934edf3d', 'f2cbe17e-1859-4190-a74c-8c74bd17d789'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:44.610151 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb7e173e-d018-4f54-9777-9bd39acb1148 req-ec36d4d1-bb23-4166-b573-722cd7ebf3f4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.618659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event deleted for resources: {'Port': ['ID=bc39153b-3fbc-4f51-9032-fa2b114b3f20,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.622860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb7e173e-d018-4f54-9777-9bd39acb1148 req-ec36d4d1-bb23-4166-b573-722cd7ebf3f4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.650874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36d4d1-bb23-4166-b573-722cd7ebf3f4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51b2273c-e3ec-4cba-8329-a3438b319557,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.671703 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-eb7e173e-d018-4f54-9777-9bd39acb1148 req-ec36d4d1-bb23-4166-b573-722cd7ebf3f4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.673319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb7e173e-d018-4f54-9777-9bd39acb1148 req-ec36d4d1-bb23-4166-b573-722cd7ebf3f4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4746623 Sep 24 00:01:44.695900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e479-eea5-42b5-b327-df886a713ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.700091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Allocated IP 172.25.5.149 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/9de7142a-25d6-4dc0-91e4-ff8ece5f75fc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:44.702542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4fc2e479-eea5-42b5-b327-df886a713ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.706250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4fc2e479-eea5-42b5-b327-df886a713ada admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ac0cb62-a138-44ee-9426-ca3fa09781e7 HTTP/1.1" status: 204 len: 168 time: 0.2769854 Sep 24 00:01:44.739079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] No DVR routers for this DVR port bc39153b-3fbc-4f51-9032-fa2b114b3f20 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:44.756365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:44.758428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3f205261-9ce1-4bed-b669-bf50465bde71 req-ef202ce6-72c7-4dd8-9a73-77cc3aa46e2e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "DELETE /v2.0/ports/bc39153b-3fbc-4f51-9032-fa2b114b3f20 HTTP/1.1" status: 204 len: 173 time: 1.2164040 Sep 24 00:01:44.759624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e44fffa6-fbb7-40f6-8f7b-a17bef52ef23', 'name': 'network-vif-deleted', 'tag': 'bc39153b-3fbc-4f51-9032-fa2b114b3f20'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:44.767533 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac72f95-4dd1-4708-b6e7-78ef80be7579" -d '{"events": [{"server_uuid": "e44fffa6-fbb7-40f6-8f7b-a17bef52ef23", "name": "network-vif-deleted", "tag": "bc39153b-3fbc-4f51-9032-fa2b114b3f20"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:44.807961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2e479-eea5-42b5-b327-df886a713ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac0cb62-a138-44ee-9426-ca3fa09781e7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:44.888986 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe89fcbd-1a61-4161-a425-923476a35a37 x-openstack-request-id: req-fe89fcbd-1a61-4161-a425-923476a35a37 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:44.889469 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e44fffa6-fbb7-40f6-8f7b-a17bef52ef23", "name": "network-vif-deleted", "tag": "bc39153b-3fbc-4f51-9032-fa2b114b3f20", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:44.889957 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fe89fcbd-1a61-4161-a425-923476a35a37 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:44.890623 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e44fffa6-fbb7-40f6-8f7b-a17bef52ef23', 'name': 'network-vif-deleted', 'tag': 'bc39153b-3fbc-4f51-9032-fa2b114b3f20', 'status': 'completed', 'code': 200} Sep 24 00:01:44.970293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-525d2747-d5a9-4aa5-bdc2-8e111c8ad362 req-6138849c-4a05-414e-9230-7d15c57bb276 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/ef69cf39-b767-4fbf-9a24-1a499cb579cb HTTP/1.1" status: 200 len: 2401 time: 0.2638900 Sep 24 00:01:44.981057 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.004985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-525d2747-d5a9-4aa5-bdc2-8e111c8ad362 req-9cc14802-ec44-4f4b-885e-cddbb6f77bab tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef69cf39-b767-4fbf-9a24-1a499cb579cb', 'remote_group_id': None}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:45.005537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-525d2747-d5a9-4aa5-bdc2-8e111c8ad362 req-9cc14802-ec44-4f4b-885e-cddbb6f77bab tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef69cf39-b767-4fbf-9a24-1a499cb579cb', 'remote_group_id': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:45.087775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.171658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a20d297-ebde-4770-976c-c594bb829246 req-93441641-e2ae-42a8-a8d2-f756cd85e122 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=e44fffa6-fbb7-40f6-8f7b-a17bef52ef23 HTTP/1.1" status: 200 len: 210 time: 0.0641127 Sep 24 00:01:45.185220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:45.187042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:45.188923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Pushing event updated for resources: {'Port': ['ID=9de7142a-25d6-4dc0-91e4-ff8ece5f75fc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:45.194081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:45.263146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-525d2747-d5a9-4aa5-bdc2-8e111c8ad362 req-9cc14802-ec44-4f4b-885e-cddbb6f77bab tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.320389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-525d2747-d5a9-4aa5-bdc2-8e111c8ad362 req-9cc14802-ec44-4f4b-885e-cddbb6f77bab tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.328150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-525d2747-d5a9-4aa5-bdc2-8e111c8ad362 req-9cc14802-ec44-4f4b-885e-cddbb6f77bab tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.373917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc14802-ec44-4f4b-885e-cddbb6f77bab tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a96b0f-6fee-4b17-a0c7-70100a1770db,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:45.392107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-525d2747-d5a9-4aa5-bdc2-8e111c8ad362 req-9cc14802-ec44-4f4b-885e-cddbb6f77bab tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.395565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-525d2747-d5a9-4aa5-bdc2-8e111c8ad362 req-9cc14802-ec44-4f4b-885e-cddbb6f77bab tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4167025 Sep 24 00:01:45.502933 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:01:45.517565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50716) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:45.577014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.724719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a6e4937-a30f-44e0-ad2e-3b034bf8f5cb req-8708eb11-b6bd-4829-a3de-11c5a0bc4756 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/ef69cf39-b767-4fbf-9a24-1a499cb579cb HTTP/1.1" status: 200 len: 3000 time: 0.1356761 Sep 24 00:01:45.810956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53ae7ea1-e251-42e1-8675-5958201937e9 req-7d7ac2ab-c304-4f07-8d53-eb490483c871 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-group-rules/29a96b0f-6fee-4b17-a0c7-70100a1770db HTTP/1.1" status: 200 len: 783 time: 0.0480640 Sep 24 00:01:45.836226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.906122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53ae7ea1-e251-42e1-8675-5958201937e9 req-2cd9c4af-75c5-4881-8c61-a229c1f078b9 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/ef69cf39-b767-4fbf-9a24-1a499cb579cb HTTP/1.1" status: 200 len: 3000 time: 0.0940971 Sep 24 00:01:45.927085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1f6f0c-6c21-4cfa-99fa-aca4f1ec7923 None None] Network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:45.945730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.959875 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:45.977472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-53ae7ea1-e251-42e1-8675-5958201937e9 req-a39996ff-720e-4e33-833c-b014870f8be4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.004194 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-53ae7ea1-e251-42e1-8675-5958201937e9 req-a39996ff-720e-4e33-833c-b014870f8be4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.030645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8bd4d110-76cb-4537-9242-c6914122549b None None] Provisioning complete for port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:46.031051 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d110-76cb-4537-9242-c6914122549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.034903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7dc72dabf45a43b49e2345998a19415b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5162020 Sep 24 00:01:46.038119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891a8f34-8164-4fd9-969c-e91582535da2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:46.038913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50720) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:46.060607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.060979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.061325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.061666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.062001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.062335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.062664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.063039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.063368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.063708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.064020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.064345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f912b8c-63bb-4355-9b38-5874b8a0509e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:46.073937 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-53ae7ea1-e251-42e1-8675-5958201937e9 req-a39996ff-720e-4e33-833c-b014870f8be4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.080759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-53ae7ea1-e251-42e1-8675-5958201937e9 req-a39996ff-720e-4e33-833c-b014870f8be4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.086188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53ae7ea1-e251-42e1-8675-5958201937e9 req-a39996ff-720e-4e33-833c-b014870f8be4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/29a96b0f-6fee-4b17-a0c7-70100a1770db HTTP/1.1" status: 204 len: 173 time: 0.1652701 Sep 24 00:01:46.096215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39996ff-720e-4e33-833c-b014870f8be4 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29a96b0f-6fee-4b17-a0c7-70100a1770db,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:46.153827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c7b1a06-a964-4ae2-89e4-6e49d7f8b91b req-46d8b76c-b97f-4c34-a14c-40e72fa40eed tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/ef69cf39-b767-4fbf-9a24-1a499cb579cb HTTP/1.1" status: 200 len: 2401 time: 0.0509295 Sep 24 00:01:46.167822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94296029-2757-4518-880a-175ac16685e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.183007 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.200906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94296029-2757-4518-880a-175ac16685e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.207906 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d110-76cb-4537-9242-c6914122549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.229635 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1c7b1a06-a964-4ae2-89e4-6e49d7f8b91b req-44abea7f-261a-45ce-b235-633dc109e1f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.260366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8bd4d110-76cb-4537-9242-c6914122549b None None] For port 32681473-3eb1-454a-93a0-a7a6d1bbbb03, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=32681473-3eb1-454a-93a0-a7a6d1bbbb03,segment=NetworkSegment(ebaa99a6-0717-4636-b89a-fcc79a33dbd6),segment_id=ebaa99a6-0717-4636-b89a-fcc79a33dbd6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:46.267314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8bd4d110-76cb-4537-9242-c6914122549b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.274088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1c7b1a06-a964-4ae2-89e4-6e49d7f8b91b req-44abea7f-261a-45ce-b235-633dc109e1f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.377381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1c7b1a06-a964-4ae2-89e4-6e49d7f8b91b req-44abea7f-261a-45ce-b235-633dc109e1f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.380016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1c7b1a06-a964-4ae2-89e4-6e49d7f8b91b req-44abea7f-261a-45ce-b235-633dc109e1f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.381181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c7b1a06-a964-4ae2-89e4-6e49d7f8b91b req-44abea7f-261a-45ce-b235-633dc109e1f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "DELETE /v2.0/security-groups/ef69cf39-b767-4fbf-9a24-1a499cb579cb HTTP/1.1" status: 204 len: 173 time: 0.2213798 Sep 24 00:01:46.403479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44abea7f-261a-45ce-b235-633dc109e1f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef69cf39-b767-4fbf-9a24-1a499cb579cb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:46.419927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4d110-76cb-4537-9242-c6914122549b None None] Pushing event updated for resources: {'Port': ['ID=32681473-3eb1-454a-93a0-a7a6d1bbbb03,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:46.471470 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-54fa157e-afd1-415d-b1a2-fa4c20aba676 req-e63f7c08-ebbe-4937-9e29-7941ed4105ca tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] show failed (client error): The resource could not be found. Sep 24 00:01:46.483861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94296029-2757-4518-880a-175ac16685e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.486717 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94296029-2757-4518-880a-175ac16685e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.487859 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-94296029-2757-4518-880a-175ac16685e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/891a8f34-8164-4fd9-969c-e91582535da2 HTTP/1.1" status: 204 len: 168 time: 0.4478199 Sep 24 00:01:46.497512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54fa157e-afd1-415d-b1a2-fa4c20aba676 req-e63f7c08-ebbe-4937-9e29-7941ed4105ca tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/e3e10151-9630-4028-a508-8b7dbc838aa9 HTTP/1.1" status: 404 len: 352 time: 0.0537667 Sep 24 00:01:46.514361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 32681473-3eb1-454a-93a0-a7a6d1bbbb03 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:46.524714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94296029-2757-4518-880a-175ac16685e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891a8f34-8164-4fd9-969c-e91582535da2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:46.568981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Router d18076c0-4455-47f9-af68-9ee5ab730e19 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:01:46.608792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:46.609460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.721156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c1e56e82-b170-4ae1-99ad-fa7d23545a3a None None] Provisioning complete for port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:46.721594 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c1e56e82-b170-4ae1-99ad-fa7d23545a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.728249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c7144f0-71dc-493e-834b-47f78d1887ba req-e54db9e6-0f4d-4765-8277-1660277419d1 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/4fc7e414-954a-438e-a56f-9bbcb721f26f HTTP/1.1" status: 200 len: 1807 time: 0.0693491 Sep 24 00:01:46.733986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:46.755081 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Sync routers for ids ['d18076c0-4455-47f9-af68-9ee5ab730e19'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:46.773374 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Routers {'d18076c0-4455-47f9-af68-9ee5ab730e19'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:46.778061 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d18076c0-4455-47f9-af68-9ee5ab730e19'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:46.783016 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.790128 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0142d5ce-7a72-42cf-af60-0063140b9180 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7939482 Sep 24 00:01:46.792966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50748) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:46.867306 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9c7144f0-71dc-493e-834b-47f78d1887ba req-aebcebcb-213b-41d4-98c3-043be6f809f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:46.944696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9c7144f0-71dc-493e-834b-47f78d1887ba req-aebcebcb-213b-41d4-98c3-043be6f809f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.026457 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Set router d18076c0-4455-47f9-af68-9ee5ab730e19 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:47.042509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9c7144f0-71dc-493e-834b-47f78d1887ba req-aebcebcb-213b-41d4-98c3-043be6f809f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.048033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9c7144f0-71dc-493e-834b-47f78d1887ba req-aebcebcb-213b-41d4-98c3-043be6f809f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.061998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c7144f0-71dc-493e-834b-47f78d1887ba req-aebcebcb-213b-41d4-98c3-043be6f809f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "DELETE /v2.0/security-groups/4fc7e414-954a-438e-a56f-9bbcb721f26f HTTP/1.1" status: 204 len: 173 time: 0.3323493 Sep 24 00:01:47.097477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcebcb-213b-41d4-98c3-043be6f809f8 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc7e414-954a-438e-a56f-9bbcb721f26f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:47.223228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3c115-2753-48ce-b40d-bccccc2472db req-6f8278d2-6384-4afe-95fd-6c5aa07a3c3c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:47.225543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9c3c115-2753-48ce-b40d-bccccc2472db req-6f8278d2-6384-4afe-95fd-6c5aa07a3c3c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 949 time: 0.1055629 Sep 24 00:01:47.272970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cd98503-0932-458b-a611-42d064c775d0 req-26a233dd-ef92-453c-a215-f8f78766f143 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/49cd988d-9cf6-467d-bf98-44645a5a1713 HTTP/1.1" status: 200 len: 1804 time: 0.0895691 Sep 24 00:01:47.338620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9c3c115-2753-48ce-b40d-bccccc2472db req-7971d85e-e2a0-4272-b882-4a1f0783ae16 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961831 Sep 24 00:01:47.396173 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-router', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:43Z', 'updated_at': '2021-09-24T00:01:45Z', 'revision_number': 3, 'project_id': '843017ef4ad0470abcb76a48ab5f023c', 'gw_port': {'id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:47.422215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8cd98503-0932-458b-a611-42d064c775d0 req-d737c621-1646-45c4-ba79-68247e0b6ce1 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.441272 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Checking router: d18076c0-4455-47f9-af68-9ee5ab730e19 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:47.442095 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Updating router d18076c0-4455-47f9-af68-9ee5ab730e19 port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:01:47.461809 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8cd98503-0932-458b-a611-42d064c775d0 req-d737c621-1646-45c4-ba79-68247e0b6ce1 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.491694 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.539885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8cd98503-0932-458b-a611-42d064c775d0 req-d737c621-1646-45c4-ba79-68247e0b6ce1 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.543180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8cd98503-0932-458b-a611-42d064c775d0 req-d737c621-1646-45c4-ba79-68247e0b6ce1 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.544526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cd98503-0932-458b-a611-42d064c775d0 req-d737c621-1646-45c4-ba79-68247e0b6ce1 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "DELETE /v2.0/security-groups/49cd988d-9cf6-467d-bf98-44645a5a1713 HTTP/1.1" status: 204 len: 173 time: 0.2572315 Sep 24 00:01:47.562072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d737c621-1646-45c4-ba79-68247e0b6ce1 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cd988d-9cf6-467d-bf98-44645a5a1713,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:47.652179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03b8c999-b656-472e-a638-085a95ffe262 req-0ddb2b8a-48f2-44ea-8acb-39d9a4efd06a tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/8c100994-9f08-42e9-be0f-aacd0f4c3908 HTTP/1.1" status: 200 len: 1806 time: 0.0866859 Sep 24 00:01:47.732396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-03b8c999-b656-472e-a638-085a95ffe262 req-816c7e14-5c57-43de-961f-75b34606873c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.772537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-03b8c999-b656-472e-a638-085a95ffe262 req-816c7e14-5c57-43de-961f-75b34606873c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.867851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-03b8c999-b656-472e-a638-085a95ffe262 req-816c7e14-5c57-43de-961f-75b34606873c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.870610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-03b8c999-b656-472e-a638-085a95ffe262 req-816c7e14-5c57-43de-961f-75b34606873c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:47.872099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03b8c999-b656-472e-a638-085a95ffe262 req-816c7e14-5c57-43de-961f-75b34606873c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c100994-9f08-42e9-be0f-aacd0f4c3908 HTTP/1.1" status: 204 len: 173 time: 0.2181234 Sep 24 00:01:47.898007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816c7e14-5c57-43de-961f-75b34606873c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c100994-9f08-42e9-be0f-aacd0f4c3908,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:47.993531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e058ccf3-8f45-4b20-958d-ca11b41153ab req-77ecfdb7-c253-47f1-8c74-c32f3facb55c tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/ed1bac0e-fd98-48e2-bd6a-b461d03b0a83 HTTP/1.1" status: 200 len: 2406 time: 0.0890129 Sep 24 00:01:47.995755 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.057075 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.069249 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.116458 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e058ccf3-8f45-4b20-958d-ca11b41153ab req-7c44ba71-e6b9-43a3-8a1a-904b07f7d8d7 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.124895 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Attempting to bind port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:01:48.125346 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Attempting to bind port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:01:48.125715 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Attempting to bind port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:01:48.136399 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:01:48.136964 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:48.137369 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.138018 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:01:48.138501 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Bound port: 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:01:48.138910 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.153421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e058ccf3-8f45-4b20-958d-ca11b41153ab req-7c44ba71-e6b9-43a3-8a1a-904b07f7d8d7 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.215992 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e058ccf3-8f45-4b20-958d-ca11b41153ab req-7c44ba71-e6b9-43a3-8a1a-904b07f7d8d7 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.219295 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e058ccf3-8f45-4b20-958d-ca11b41153ab req-7c44ba71-e6b9-43a3-8a1a-904b07f7d8d7 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.220709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e058ccf3-8f45-4b20-958d-ca11b41153ab req-7c44ba71-e6b9-43a3-8a1a-904b07f7d8d7 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "DELETE /v2.0/security-groups/ed1bac0e-fd98-48e2-bd6a-b461d03b0a83 HTTP/1.1" status: 204 len: 173 time: 0.2262027 Sep 24 00:01:48.266822 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78435d0e-8b14-4a3b-b956-c1652e1492e9 None None] Pushing event updated for resources: {'Port': ['ID=9de7142a-25d6-4dc0-91e4-ff8ece5f75fc,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:48.286902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Allocated IP 172.20.0.1 (959f633d-6f5d-4fb0-abfa-ffd1cc78da0d/f9371267-e46c-4c67-90d5-d72912e6db98/26f00ad3-121a-4c81-bf0a-4ea7fce90f0c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:01:48.307487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c44ba71-e6b9-43a3-8a1a-904b07f7d8d7 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1bac0e-fd98-48e2-bd6a-b461d03b0a83,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:48.336971 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] For port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:01:48.346213 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] For port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9de7142a-25d6-4dc0-91e4-ff8ece5f75fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:01:48.358033 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.396890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 32681473-3eb1-454a-93a0-a7a6d1bbbb03 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:48.411659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a644785-28c8-4dac-8e35-20f81c40a267 req-3a527607-7742-439e-a20f-d63fe8e9c4a6 tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "GET /v2.0/security-groups/7167fbdc-24c3-4859-8d6d-1f69d05e9f33 HTTP/1.1" status: 200 len: 2399 time: 0.1590550 Sep 24 00:01:48.479248 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Routers {'d18076c0-4455-47f9-af68-9ee5ab730e19'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:48.483990 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d18076c0-4455-47f9-af68-9ee5ab730e19'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:48.562433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-2abeb307-64ef-417c-bd2d-fd2ac6a4017a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:48.569163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-2abeb307-64ef-417c-bd2d-fd2ac6a4017a tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 949 time: 0.1546712 Sep 24 00:01:48.578906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:48.579524 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.616977 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a644785-28c8-4dac-8e35-20f81c40a267 req-95ff2bda-a9ff-4ec5-8045-fa08703581ba tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.646957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.693283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.702219 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78435d0e-8b14-4a3b-b956-c1652e1492e9 None None] Pushing event updated for resources: {'Port': ['ID=9de7142a-25d6-4dc0-91e4-ff8ece5f75fc,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:48.722988 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] Set router d18076c0-4455-47f9-af68-9ee5ab730e19 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:48.738861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device bc39153b-3fbc-4f51-9032-fa2b114b3f20 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:48.739277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:48.743078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:48.748232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:01:48.803643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Pushing event updated for resources: {'Port': ['ID=26f00ad3-121a-4c81-bf0a-4ea7fce90f0c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:48.816975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.831959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: bc39153b-3fbc-4f51-9032-fa2b114b3f20 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:48.836066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device bc39153b-3fbc-4f51-9032-fa2b114b3f20 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:48.872169 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a644785-28c8-4dac-8e35-20f81c40a267 req-95ff2bda-a9ff-4ec5-8045-fa08703581ba tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.915188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:48.938454 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a644785-28c8-4dac-8e35-20f81c40a267 req-95ff2bda-a9ff-4ec5-8045-fa08703581ba tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.940950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8a644785-28c8-4dac-8e35-20f81c40a267 req-95ff2bda-a9ff-4ec5-8045-fa08703581ba tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:48.953733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a644785-28c8-4dac-8e35-20f81c40a267 req-95ff2bda-a9ff-4ec5-8045-fa08703581ba tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] 10.222.0.24 "DELETE /v2.0/security-groups/7167fbdc-24c3-4859-8d6d-1f69d05e9f33 HTTP/1.1" status: 204 len: 173 time: 0.5118332 Sep 24 00:01:48.956965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50806) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:49.027322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff2bda-a9ff-4ec5-8045-fa08703581ba tempest-SecurityGroupRulesTestJSON-1307898909 tempest-SecurityGroupRulesTestJSON-1307898909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7167fbdc-24c3-4859-8d6d-1f69d05e9f33,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:49.088598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafadba-86c8-4d33-8bb6-86ed65de3a44 req-40464f6c-3aba-4eb7-bd94-7f7c953b3085 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:49.098881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7aafadba-86c8-4d33-8bb6-86ed65de3a44 req-40464f6c-3aba-4eb7-bd94-7f7c953b3085 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 949 time: 0.5097122 Sep 24 00:01:49.140483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Deleting port f2cbe17e-1859-4190-a74c-8c74bd17d789 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:49.141002 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.144841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-20e68b97-653a-4992-879d-6780c0c94206 None None] Provisioning complete for port 26f00ad3-121a-4c81-bf0a-4ea7fce90f0c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:49.145276 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20e68b97-653a-4992-879d-6780c0c94206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.190983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7aafadba-86c8-4d33-8bb6-86ed65de3a44 req-7f8df703-78df-4223-a576-456b96fad023 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856466 Sep 24 00:01:49.225433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-20e68b97-653a-4992-879d-6780c0c94206 None None] Port 26f00ad3-121a-4c81-bf0a-4ea7fce90f0c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:49.260527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.267275 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6b828b5-4997-4ce3-8032-f1c687ffc384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.301474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] For port f2cbe17e-1859-4190-a74c-8c74bd17d789, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2cbe17e-1859-4190-a74c-8c74bd17d789,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:49.301846 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.315591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Calling delete_port for f2cbe17e-1859-4190-a74c-8c74bd17d789 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:49.378331 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-router', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:43Z', 'updated_at': '2021-09-24T00:01:45Z', 'revision_number': 3, 'project_id': '843017ef4ad0470abcb76a48ab5f023c', 'gw_port': {'id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:49.398648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74d8d8c-ed7a-4bc5-a898-bd186d9f4026 admin admin] Deleting subnet fea79cf1-a9e1-4ec2-8a36-f4b8511e21db {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:01:49.412030 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803c12f1-2cc3-40f1-a29e-a7682ec69ee3 None None] The sync data for ids ['d18076c0-4455-47f9-af68-9ee5ab730e19'] in n-d-713498-18 is: [{'id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-router', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:43Z', 'updated_at': '2021-09-24T00:01:45Z', 'revision_number': 3, 'project_id': '843017ef4ad0470abcb76a48ab5f023c', 'gw_port': {'id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:49.413399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74d8d8c-ed7a-4bc5-a898-bd186d9f4026 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.508057 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.523847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:49.527193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'a76e8fda-d0be-4d77-b866-f908934edf3d', 'f2cbe17e-1859-4190-a74c-8c74bd17d789'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:49.531884 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74d8d8c-ed7a-4bc5-a898-bd186d9f4026 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.599494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event deleted for resources: {'Port': ['ID=f2cbe17e-1859-4190-a74c-8c74bd17d789,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:49.640877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] No DVR routers for this DVR port f2cbe17e-1859-4190-a74c-8c74bd17d789 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:49.644087 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.646203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9b2ff7d-195d-4781-976e-d48a06841a6b req-ae482bf4-c928-4e4a-afef-ce73c651c191 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "DELETE /v2.0/ports/f2cbe17e-1859-4190-a74c-8c74bd17d789 HTTP/1.1" status: 204 len: 173 time: 1.0561483 Sep 24 00:01:49.646654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6e097d1-c5cb-4e4c-9178-32293241250f', 'name': 'network-vif-deleted', 'tag': 'f2cbe17e-1859-4190-a74c-8c74bd17d789'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:49.652253 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d845e257-5680-4a9d-8705-edb17acfac18" -d '{"events": [{"server_uuid": "c6e097d1-c5cb-4e4c-9178-32293241250f", "name": "network-vif-deleted", "tag": "f2cbe17e-1859-4190-a74c-8c74bd17d789"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:49.736792 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80aa7a36-a560-42d7-93bd-9621e9987884 x-openstack-request-id: req-80aa7a36-a560-42d7-93bd-9621e9987884 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:49.738730 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6e097d1-c5cb-4e4c-9178-32293241250f", "name": "network-vif-deleted", "tag": "f2cbe17e-1859-4190-a74c-8c74bd17d789", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:49.739244 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80aa7a36-a560-42d7-93bd-9621e9987884 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:49.741251 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6e097d1-c5cb-4e4c-9178-32293241250f', 'name': 'network-vif-deleted', 'tag': 'f2cbe17e-1859-4190-a74c-8c74bd17d789', 'status': 'completed', 'code': 200} Sep 24 00:01:49.742573 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74d8d8c-ed7a-4bc5-a898-bd186d9f4026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.877536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:49.920286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.011483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6b828b5-4997-4ce3-8032-f1c687ffc384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.035546 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6b828b5-4997-4ce3-8032-f1c687ffc384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.096212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74d8d8c-ed7a-4bc5-a898-bd186d9f4026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.100597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Pushing event updated for resources: {'Port': ['ID=26f00ad3-121a-4c81-bf0a-4ea7fce90f0c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:50.129377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.158277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50818) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:50.163432 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b6b828b5-4997-4ce3-8032-f1c687ffc384 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=710a65bfdee548758e8e18a1f38565c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2459636 Sep 24 00:01:50.173998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d8d8c-ed7a-4bc5-a898-bd186d9f4026 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea79cf1-a9e1-4ec2-8a36-f4b8511e21db,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:50.183259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74d8d8c-ed7a-4bc5-a898-bd186d9f4026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.185353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c74d8d8c-ed7a-4bc5-a898-bd186d9f4026 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fea79cf1-a9e1-4ec2-8a36-f4b8511e21db HTTP/1.1" status: 204 len: 168 time: 1.2157958 Sep 24 00:01:50.187725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b828b5-4997-4ce3-8032-f1c687ffc384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831bba14-24e0-48a1-a07d-2d07dbe58555,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:50.199113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50822) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:50.480263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:01:50.482908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:50.503565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:50.690221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Router d18076c0-4455-47f9-af68-9ee5ab730e19 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:50.770675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:50.771256 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.915695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:50.921236 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d42f1f8c-97ee-4a8e-a8d0-87e00aa9eddf admin admin] 10.222.0.24 "PUT /v2.0/routers/d18076c0-4455-47f9-af68-9ee5ab730e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1261270 Sep 24 00:01:50.924146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-36802b4b-d58a-41f3-b20d-ce125565a8f3 None None] Provisioning complete for port 26f00ad3-121a-4c81-bf0a-4ea7fce90f0c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:50.925159 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-36802b4b-d58a-41f3-b20d-ce125565a8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:50.993070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-36802b4b-d58a-41f3-b20d-ce125565a8f3 None None] Port 26f00ad3-121a-4c81-bf0a-4ea7fce90f0c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:01:50.998532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2303c0b-ec53-478f-b267-e598d4f2bf74 req-2a386f54-5445-4e99-9571-d4507652f95c tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c6e097d1-c5cb-4e4c-9178-32293241250f HTTP/1.1" status: 200 len: 210 time: 0.0703549 Sep 24 00:01:51.007334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.047525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5142b14b-2bc2-4d5e-8829-ab0dfd7c0a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.126918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5142b14b-2bc2-4d5e-8829-ab0dfd7c0a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.148906 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.198529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.209314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9de7142a-25d6-4dc0-91e4-ff8ece5f75fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:51.222073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.280356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c468242f-7a97-4b91-9731-97fed952b60f']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:51.299927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8dfdae-a9ec-4e92-8c21-a8868b5a3f6a') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:51.300226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8dfdae-a9ec-4e92-8c21-a8868b5a3f6a') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:51.308586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=9de7142a-25d6-4dc0-91e4-ff8ece5f75fc,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:51.308828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5142b14b-2bc2-4d5e-8829-ab0dfd7c0a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.311560 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5142b14b-2bc2-4d5e-8829-ab0dfd7c0a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.315615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5142b14b-2bc2-4d5e-8829-ab0dfd7c0a7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/831bba14-24e0-48a1-a07d-2d07dbe58555 HTTP/1.1" status: 204 len: 168 time: 1.1529012 Sep 24 00:01:51.319771 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.334743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142b14b-2bc2-4d5e-8829-ab0dfd7c0a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831bba14-24e0-48a1-a07d-2d07dbe58555,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:51.343781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.351959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:01:51.352559 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:01:51.356801 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:01:51.494657 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.530246 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:51.534777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] 10.222.0.24 "DELETE /v2.0/networks/c468242f-7a97-4b91-9731-97fed952b60f HTTP/1.1" status: 204 len: 168 time: 1.3135974 Sep 24 00:01:51.537131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82573b15-c317-486b-9844-e6a36d435a2d req-717378ef-2412-499a-b5ee-955fe22ff1b2 tempest-FloatingIPsNegativeTestJSON-2009388942 tempest-FloatingIPsNegativeTestJSON-2009388942-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=843017ef4ad0470abcb76a48ab5f023c HTTP/1.1" status: 200 len: 217 time: 0.0720279 Sep 24 00:01:51.591169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665fc08-a4f5-4f93-a94a-056c179f92fb admin admin] Pushing event deleted for resources: {'Network': ['ID=c468242f-7a97-4b91-9731-97fed952b60f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:51.646922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4cbfce-9d14-41c0-aec0-6d15fe00a10c req-e79680fd-84e9-44c8-b2f8-0399e1b5877e tempest-FloatingIPsNegativeTestJSON-2009388942 tempest-FloatingIPsNegativeTestJSON-2009388942-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0626366 Sep 24 00:01:51.724717 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-bc356a40-50b7-474b-a5e5-76cf22527e07 req-adcdd41d-be40-4d85-b70e-e93df1acaa9a tempest-FloatingIPsNegativeTestJSON-2009388942 tempest-FloatingIPsNegativeTestJSON-2009388942-project] show failed (client error): The resource could not be found. Sep 24 00:01:51.732525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc356a40-50b7-474b-a5e5-76cf22527e07 req-adcdd41d-be40-4d85-b70e-e93df1acaa9a tempest-FloatingIPsNegativeTestJSON-2009388942 tempest-FloatingIPsNegativeTestJSON-2009388942-project] 10.222.0.24 "GET /v2.0/floatingips/50f8a958-18f3-4bda-90c9-256ac9c98c60 HTTP/1.1" status: 404 len: 350 time: 0.0551538 Sep 24 00:01:51.737981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50854) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:51.945991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50866) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:52.069036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3f23962d-7c8c-46c2-a58e-a94ae8614d20 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebd67f5383714429bf2b43806ebe1bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1193931 Sep 24 00:01:52.069860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50872) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:52.174297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c75e28a-7187-4dfc-a8e7-7d8c9f5a0a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.199945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c75e28a-7187-4dfc-a8e7-7d8c9f5a0a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.290480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c75e28a-7187-4dfc-a8e7-7d8c9f5a0a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.293187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c75e28a-7187-4dfc-a8e7-7d8c9f5a0a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.301082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4c75e28a-7187-4dfc-a8e7-7d8c9f5a0a80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41edcc1c-046d-460f-b5cb-d7a5664d9a9d HTTP/1.1" status: 204 len: 168 time: 0.2299798 Sep 24 00:01:52.318293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c75e28a-7187-4dfc-a8e7-7d8c9f5a0a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41edcc1c-046d-460f-b5cb-d7a5664d9a9d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:52.333844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Sync routers for ids ['d18076c0-4455-47f9-af68-9ee5ab730e19'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:52.354865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Routers {'d18076c0-4455-47f9-af68-9ee5ab730e19'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:52.355593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d18076c0-4455-47f9-af68-9ee5ab730e19'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:52.487991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f2cbe17e-1859-4190-a74c-8c74bd17d789 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:52.490585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:01:52.604163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: f2cbe17e-1859-4190-a74c-8c74bd17d789 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:52.605495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f2cbe17e-1859-4190-a74c-8c74bd17d789 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:52.673428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.750910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f843aac1-1a40-419d-80c7-b26643f24c4f req-9ffd7aec-f304-431a-986c-847bbbba2dae tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:52.776958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f843aac1-1a40-419d-80c7-b26643f24c4f req-9ffd7aec-f304-431a-986c-847bbbba2dae tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 950 time: 0.1555784 Sep 24 00:01:52.801369 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:01:52.805988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:52.878035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Set router d18076c0-4455-47f9-af68-9ee5ab730e19 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:52.889472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f843aac1-1a40-419d-80c7-b26643f24c4f req-edc43e6e-9612-48ed-a11a-f3368c3a2098 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075716 Sep 24 00:01:53.183299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Deleting port 26f00ad3-121a-4c81-bf0a-4ea7fce90f0c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:53.183921 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.285488 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-93318357-2285-486b-924d-a176e59b2a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.321401 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.344984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Calling delete_port for 26f00ad3-121a-4c81-bf0a-4ea7fce90f0c owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:53.531530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-router', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:43Z', 'updated_at': '2021-09-24T00:01:49Z', 'revision_number': 4, 'project_id': '843017ef4ad0470abcb76a48ab5f023c', 'gw_port': {'id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '26f00ad3-121a-4c81-bf0a-4ea7fce90f0c', 'name': '', 'network_id': '959f633d-6f5d-4fb0-abfa-ffd1cc78da0d', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'mac_address': 'fa:16:3e:91:b2:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'f9371267-e46c-4c67-90d5-d72912e6db98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:48Z', 'updated_at': '2021-09-24T00:01:49Z', 'revision_number': 2, 'project_id': '843017ef4ad0470abcb76a48ab5f023c', 'subnets': [{'id': 'f9371267-e46c-4c67-90d5-d72912e6db98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:53.576280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Checking router: d18076c0-4455-47f9-af68-9ee5ab730e19 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:01:53.576637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Updating router d18076c0-4455-47f9-af68-9ee5ab730e19 port 26f00ad3-121a-4c81-bf0a-4ea7fce90f0c binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:01:53.607512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.676612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:53.714197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=26f00ad3-121a-4c81-bf0a-4ea7fce90f0c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:53.770686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50920) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:53.980294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-507422885-network', 'tenant_id': '78ffd3ecc61b4b1bbff3a9666fd684f6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:54.060568 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:01:54.060982 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:01:54.080219 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.119582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Made reservation on behalf of 78ffd3ecc61b4b1bbff3a9666fd684f6 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:54.119582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.131876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.169699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a07ae-bf2e-48d0-89e2-aaa58f28c7ed req-d84b95e4-c894-4e50-94e1-f4648cae9388 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:54.170944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f71a07ae-bf2e-48d0-89e2-aaa58f28c7ed req-d84b95e4-c894-4e50-94e1-f4648cae9388 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 950 time: 0.1509135 Sep 24 00:01:54.190920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-6483428a-1f91-4f3f-a31c-fa6c487906a2 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:54.192498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-6483428a-1f91-4f3f-a31c-fa6c487906a2 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 950 time: 0.1231189 Sep 24 00:01:54.395510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f71a07ae-bf2e-48d0-89e2-aaa58f28c7ed req-27a7a86a-2fee-4fe3-a833-c1978708f341 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136571 Sep 24 00:01:54.480071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Deleting port a76e8fda-d0be-4d77-b866-f908934edf3d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:54.480430 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.537398 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.573926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.601799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Port 26f00ad3-121a-4c81-bf0a-4ea7fce90f0c not found while updating agent binding for router d18076c0-4455-47f9-af68-9ee5ab730e19. {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 24 00:01:54.633136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Routers {'d18076c0-4455-47f9-af68-9ee5ab730e19'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:54.633793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d18076c0-4455-47f9-af68-9ee5ab730e19'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:54.664560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:01:54.677179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cea9136-f3b0-4b56-87b0-f97168c319b7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:54.696410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] For port a76e8fda-d0be-4d77-b866-f908934edf3d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a76e8fda-d0be-4d77-b866-f908934edf3d,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:54.696410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.700713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.701146 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Added segment beeb6467-b761-49e4-bcd7-d8f6f1cdfe04 of type vlan for network c23d5f5a-b669-49d2-a194-1847951bdd53 Sep 24 00:01:54.727763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Calling delete_port for a76e8fda-d0be-4d77-b866-f908934edf3d owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:54.785156 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.882885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.884247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:54.886009 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:54.915129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1431913 Sep 24 00:01:54.916703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50944) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:54.918354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Router d18076c0-4455-47f9-af68-9ee5ab730e19 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:01:54.935673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Request body: {'subnet': {'network_id': 'c23d5f5a-b669-49d2-a194-1847951bdd53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-507422885-subnet', 'tenant_id': '78ffd3ecc61b4b1bbff3a9666fd684f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:01:54.986266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] Set router d18076c0-4455-47f9-af68-9ee5ab730e19 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:01:55.007439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406aa540-7556-4335-8bef-406812d155b7 admin admin] Pushing event updated for resources: {'Network': ['ID=c23d5f5a-b669-49d2-a194-1847951bdd53,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:55.044322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Made reservation on behalf of 78ffd3ecc61b4b1bbff3a9666fd684f6 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:01:55.047137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:55.106118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network c23d5f5a-b669-49d2-a194-1847951bdd53 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:01:55.187171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:01:55.201745 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-67e8f56b-5a24-4f41-abd5-e288f4dc77b5 admin admin] 10.222.0.24 "PUT /v2.0/routers/d18076c0-4455-47f9-af68-9ee5ab730e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4596472 Sep 24 00:01:55.203816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50950) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:55.292316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:55.311936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a11a5c0e-49ef-4576-97ae-6e9258fd1f67'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:55.354965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:55.391337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event deleted for resources: {'Port': ['ID=a76e8fda-d0be-4d77-b866-f908934edf3d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:55.412666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39604585-9025-481d-8ad1-289ca84c9f8b req-25cefb2b-70b3-42a0-ac7a-de9e6722e261 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:55.420951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39604585-9025-481d-8ad1-289ca84c9f8b req-25cefb2b-70b3-42a0-ac7a-de9e6722e261 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.2658932 Sep 24 00:01:55.512884 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:55.548096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] No DVR routers for this DVR port a76e8fda-d0be-4d77-b866-f908934edf3d on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:55.557243 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:55.559298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92daca82-8cb8-4d7f-a53d-f230f1bd413e req-acec35b8-4b75-482b-a274-c578f9e84e80 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "DELETE /v2.0/ports/a76e8fda-d0be-4d77-b866-f908934edf3d HTTP/1.1" status: 204 len: 173 time: 1.3583112 Sep 24 00:01:55.578019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b196a523-f8f7-4988-b9f9-2469a6afaebe', 'name': 'network-vif-deleted', 'tag': 'a76e8fda-d0be-4d77-b866-f908934edf3d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:01:55.580333 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5db296b-7490-4bdf-9b4d-34efffa48b34" -d '{"events": [{"server_uuid": "b196a523-f8f7-4988-b9f9-2469a6afaebe", "name": "network-vif-deleted", "tag": "a76e8fda-d0be-4d77-b866-f908934edf3d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:01:55.596096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:55.673459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39604585-9025-481d-8ad1-289ca84c9f8b req-daad89c8-fdd6-4d8a-96b0-350601ad292a tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2515640 Sep 24 00:01:55.706830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d1c0b8f-6e23-426e-81f0-6d9706196cd7 req-1ffe3779-4658-4465-a911-dc7f5644ed63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=b196a523-f8f7-4988-b9f9-2469a6afaebe HTTP/1.1" status: 200 len: 210 time: 0.0620427 Sep 24 00:01:55.719917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fed25ac-d54d-4296-994a-6ed8fea54ca4,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:55.738266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Checking segment: {'id': 'beeb6467-b761-49e4-bcd7-d8f6f1cdfe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c23d5f5a-b669-49d2-a194-1847951bdd53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:01:55.738557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Network hostable DHCP agents. Network: c23d5f5a-b669-49d2-a194-1847951bdd53, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:01:55.851670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Network c23d5f5a-b669-49d2-a194-1847951bdd53 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:01:55.855131 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:55.910594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, c23d5f5a-b669-49d2-a194-1847951bdd53) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:01:55.942038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1c3b4-cd50-4a05-aafa-ecee20b05b2f None None] Network c23d5f5a-b669-49d2-a194-1847951bdd53 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:55.950691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:55.951831 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:55.990033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504d8f4-2d10-41b6-81c4-f645d813d0dd req-42e30bec-3d54-4ed1-ac83-f8a2b854b774 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:55.992212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1504d8f4-2d10-41b6-81c4-f645d813d0dd req-42e30bec-3d54-4ed1-ac83-f8a2b854b774 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.1532948 Sep 24 00:01:56.014617 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.018019 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-router', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:43Z', 'updated_at': '2021-09-24T00:01:53Z', 'revision_number': 5, 'project_id': '843017ef4ad0470abcb76a48ab5f023c', 'gw_port': {'id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:56.027689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ad302584-9012-418d-86b3-f1f30ea8a7a8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0980759 Sep 24 00:01:56.043760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Deleting port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:56.044297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.104490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1504d8f4-2d10-41b6-81c4-f645d813d0dd req-99f71ee2-8b58-4470-b981-be088926d7ed tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989285 Sep 24 00:01:56.117113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bbef60-6caf-462a-8be8-702281d349b2 None None] The sync data for ids ['d18076c0-4455-47f9-af68-9ee5ab730e19'] in n-d-713498-18 is: [{'id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'name': 'tempest-FloatingIPsNegativeTestJSON-63993380-router', 'tenant_id': '843017ef4ad0470abcb76a48ab5f023c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:01:43Z', 'updated_at': '2021-09-24T00:01:53Z', 'revision_number': 5, 'project_id': '843017ef4ad0470abcb76a48ab5f023c', 'gw_port': {'id': '9de7142a-25d6-4dc0-91e4-ff8ece5f75fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:ff:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd18076c0-4455-47f9-af68-9ee5ab730e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:01:44Z', 'updated_at': '2021-09-24T00:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:56.194385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99ba5aff-8a3a-4349-8e23-127c6dea9962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.276370 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3117650-f2f7-44ea-8d17-ca5cbbd77490 x-openstack-request-id: req-a3117650-f2f7-44ea-8d17-ca5cbbd77490 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:01:56.276810 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b196a523-f8f7-4988-b9f9-2469a6afaebe", "name": "network-vif-deleted", "tag": "a76e8fda-d0be-4d77-b866-f908934edf3d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:01:56.277277 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3117650-f2f7-44ea-8d17-ca5cbbd77490 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:01:56.278380 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b196a523-f8f7-4988-b9f9-2469a6afaebe', 'name': 'network-vif-deleted', 'tag': 'a76e8fda-d0be-4d77-b866-f908934edf3d', 'status': 'completed', 'code': 200} Sep 24 00:01:56.303126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] For port 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9de7142a-25d6-4dc0-91e4-ff8ece5f75fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:56.304428 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.332203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Calling delete_port for 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:56.436186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a76e8fda-d0be-4d77-b866-f908934edf3d no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:56.484682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: a76e8fda-d0be-4d77-b866-f908934edf3d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:56.484922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a76e8fda-d0be-4d77-b866-f908934edf3d not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:56.495749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb27b5f0-92cb-4b2f-bfd7-444a8e2e043c None None] Network c23d5f5a-b669-49d2-a194-1847951bdd53 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:56.623269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.681922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de7142a-25d6-4dc0-91e4-ff8ece5f75fc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:56.781238 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.812616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.953916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:56.960089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.032330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376d779a-499a-4f77-bce3-0f9b92def409 req-b7bed3e1-35b8-4c23-9808-e89de1e6d5ad tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.034286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-376d779a-499a-4f77-bce3-0f9b92def409 req-b7bed3e1-35b8-4c23-9808-e89de1e6d5ad tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.1880677 Sep 24 00:01:57.035885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.036491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d18076c0-4455-47f9-af68-9ee5ab730e19 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:01:57.049763 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.051118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-57a6b6c5-0878-4871-9050-d4d90b1a9df6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d18076c0-4455-47f9-af68-9ee5ab730e19 HTTP/1.1" status: 204 len: 168 time: 1.8226011 Sep 24 00:01:57.053941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50998) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:57.120617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-376d779a-499a-4f77-bce3-0f9b92def409 req-ed742e24-df5e-4e86-ad1c-51f7b81f794c tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663755 Sep 24 00:01:57.123013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Deleting subnet f9371267-e46c-4c67-90d5-d72912e6db98 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:01:57.136146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.239162 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.289767 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311481a3-6b00-447e-a468-126cd747405d None None] Sync routers for ids ['d18076c0-4455-47f9-af68-9ee5ab730e19'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:01:57.301355 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311481a3-6b00-447e-a468-126cd747405d None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:57.301722 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311481a3-6b00-447e-a468-126cd747405d None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:01:57.302476 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_agentschedulers_db [None req-311481a3-6b00-447e-a468-126cd747405d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d18076c0-4455-47f9-af68-9ee5ab730e19'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106381) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:01:57.314451 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311481a3-6b00-447e-a468-126cd747405d None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:01:57.314843 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311481a3-6b00-447e-a468-126cd747405d None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:01:57.315513 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_agentschedulers_db [None req-311481a3-6b00-447e-a468-126cd747405d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d18076c0-4455-47f9-af68-9ee5ab730e19'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106381) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:01:57.315882 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311481a3-6b00-447e-a468-126cd747405d None None] The sync data for ids ['d18076c0-4455-47f9-af68-9ee5ab730e19'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:01:57.330897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81b203-b553-4244-b52b-616a1fb17ccc req-0cae2d49-45e6-471a-975c-809f692bf67f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.339882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa81b203-b553-4244-b52b-616a1fb17ccc req-0cae2d49-45e6-471a-975c-809f692bf67f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.1368797 Sep 24 00:01:57.389212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.410898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa81b203-b553-4244-b52b-616a1fb17ccc req-b1ea55a9-6db3-43df-9c94-d742025a8c51 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699115 Sep 24 00:01:57.473840 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.505164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9371267-e46c-4c67-90d5-d72912e6db98,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:57.513414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a66c8f5-4414-4bb9-ab23-2f0db281bd00 None None] Network 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:01:57.518238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.521721 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f9371267-e46c-4c67-90d5-d72912e6db98 HTTP/1.1" status: 204 len: 168 time: 0.4655147 Sep 24 00:01:57.523760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.524069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51024) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:57.524233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.524405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.524745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.525073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.525446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.525772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.526092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.526415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.526734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.527154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.527494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef52cd1-d571-4333-921a-96f1d0c2f481 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:01:57.647213 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.716896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Deleting port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:57.717555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.837157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] For port 32681473-3eb1-454a-93a0-a7a6d1bbbb03, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=32681473-3eb1-454a-93a0-a7a6d1bbbb03,segment=NetworkSegment(ebaa99a6-0717-4636-b89a-fcc79a33dbd6),segment_id=ebaa99a6-0717-4636-b89a-fcc79a33dbd6)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:57.837527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:57.855457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Calling delete_port for 32681473-3eb1-454a-93a0-a7a6d1bbbb03 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:57.878992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d781e-6c64-4c1d-af4d-e1eb594c73fa req-615208d4-1124-4ef6-af2c-aa7b67cc9248 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:57.883412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] DHCP port deletion for 959f633d-6f5d-4fb0-abfa-ffd1cc78da0d request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:01:57.887572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1d781e-6c64-4c1d-af4d-e1eb594c73fa req-615208d4-1124-4ef6-af2c-aa7b67cc9248 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 950 time: 0.1320810 Sep 24 00:01:57.967582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] Deleting port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:57.968046 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.011279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1d781e-6c64-4c1d-af4d-e1eb594c73fa req-c40954c8-d260-4ed4-a6b3-910f7864e527 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222038 Sep 24 00:01:58.047303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc3114-3d61-4a62-bdaf-7e5b32e58fa4 req-6d3dfe8a-c68e-494d-8165-344b70266361 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:58.048892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01dc3114-3d61-4a62-bdaf-7e5b32e58fa4 req-6d3dfe8a-c68e-494d-8165-344b70266361 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.1204510 Sep 24 00:01:58.050284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.077174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] For port 32681473-3eb1-454a-93a0-a7a6d1bbbb03, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=32681473-3eb1-454a-93a0-a7a6d1bbbb03,segment=NetworkSegment(ebaa99a6-0717-4636-b89a-fcc79a33dbd6),segment_id=ebaa99a6-0717-4636-b89a-fcc79a33dbd6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:58.077573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.082259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=32681473-3eb1-454a-93a0-a7a6d1bbbb03,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:58.096964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] No DVR routers for this DVR port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:58.099294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] Calling delete_port for 32681473-3eb1-454a-93a0-a7a6d1bbbb03 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:58.165293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01dc3114-3d61-4a62-bdaf-7e5b32e58fa4 req-691ce06d-3f46-4bd6-9057-a335c9de0bf0 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902913 Sep 24 00:01:58.191512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.207076 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.230275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] Pushing event deleted for resources: {'Port': ['ID=32681473-3eb1-454a-93a0-a7a6d1bbbb03,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:58.233563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959f633d-6f5d-4fb0-abfa-ffd1cc78da0d']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:58.236441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe73119-aecb-4aa8-b2d2-16fc89d85b88 None None] No DVR routers for this DVR port 32681473-3eb1-454a-93a0-a7a6d1bbbb03 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:01:58.254058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebaa99a6-0717-4636-b89a-fcc79a33dbd6') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:58.254628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebaa99a6-0717-4636-b89a-fcc79a33dbd6') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:01:58.271607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.289735 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.298258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:01:58.298792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:01:58.300764 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:01:58.355012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 32681473-3eb1-454a-93a0-a7a6d1bbbb03 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:58.384079 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.389259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 32681473-3eb1-454a-93a0-a7a6d1bbbb03 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:58.389985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 32681473-3eb1-454a-93a0-a7a6d1bbbb03 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:58.392073 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.393370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:01:58.398288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/959f633d-6f5d-4fb0-abfa-ffd1cc78da0d HTTP/1.1" status: 204 len: 168 time: 0.8720987 Sep 24 00:01:58.417192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08966ef-9bd3-4115-8428-2477ebd896c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=959f633d-6f5d-4fb0-abfa-ffd1cc78da0d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:58.536709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-d89c7578-2b35-4b27-b79f-42e751bd25a5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:58.538294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-d89c7578-2b35-4b27-b79f-42e751bd25a5 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.18 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.1165318 Sep 24 00:01:58.633596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:01:58.634079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9de7142a-25d6-4dc0-91e4-ff8ece5f75fc not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:01:58.636445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51068) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:58.680491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2fbf57e5-8a4b-437d-bef7-538a6f039a0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=843017ef4ad0470abcb76a48ab5f023c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413313 Sep 24 00:01:58.682958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51070) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:01:58.738137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e846714c-d146-4f64-86a4-538aced51df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.771310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e846714c-d146-4f64-86a4-538aced51df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.854732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e846714c-d146-4f64-86a4-538aced51df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.857606 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e846714c-d146-4f64-86a4-538aced51df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:58.858865 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e846714c-d146-4f64-86a4-538aced51df1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b99305b-a150-4ba4-852e-bf4bf1ace051 HTTP/1.1" status: 204 len: 168 time: 0.1747358 Sep 24 00:01:58.869632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846714c-d146-4f64-86a4-538aced51df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b99305b-a150-4ba4-852e-bf4bf1ace051,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:59.045560 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.074376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db75e4-03d7-42f1-bc96-213c83a312c8 req-eaf543af-c1c2-4b28-994a-bdc4b9ece81f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:59.081776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32db75e4-03d7-42f1-bc96-213c83a312c8 req-eaf543af-c1c2-4b28-994a-bdc4b9ece81f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 945 time: 0.4799676 Sep 24 00:01:59.089712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-3eeb6d07-1168-488d-a688-f785d8b4b938 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:59.090215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-50da9cef-5687-4fe8-a9c8-f49b86b31fd3 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:59.091530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-3eeb6d07-1168-488d-a688-f785d8b4b938 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe252d06-b7bb-46d4-b3a4-068607ccdf07 HTTP/1.1" status: 200 len: 949 time: 0.0990317 Sep 24 00:01:59.091748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-50da9cef-5687-4fe8-a9c8-f49b86b31fd3 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/networks?id=c23d5f5a-b669-49d2-a194-1847951bdd53 HTTP/1.1" status: 200 len: 809 time: 0.6030984 Sep 24 00:01:59.130824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-e596efe6-33c3-4e59-b49e-a0adf3f08628 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/quotas/78ffd3ecc61b4b1bbff3a9666fd684f6 HTTP/1.1" status: 200 len: 375 time: 0.0232296 Sep 24 00:01:59.141585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-eb5930e9-fc03-4d4e-9976-9b2be0521f01 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:59.143181 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-eb5930e9-fc03-4d4e-9976-9b2be0521f01 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "GET /v2.0/ports?device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 950 time: 0.1363146 Sep 24 00:01:59.148986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Deleting port 35984ae8-a700-4549-83d7-d382934511a4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:59.149321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.195504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32db75e4-03d7-42f1-bc96-213c83a312c8 req-335b7532-f9f6-436b-a0c7-ae00f7bd5e13 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127067 Sep 24 00:01:59.215482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-b2cc8319-17db-4353-9bf0-f99c5cd55323 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78ffd3ecc61b4b1bbff3a9666fd684f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686707 Sep 24 00:01:59.249374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-3728e8db-3c37-4d2d-bcc7-b9dfcfa9e740 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:01:59.263847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-3728e8db-3c37-4d2d-bcc7-b9dfcfa9e740 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0282106 Sep 24 00:01:59.312869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Deleting port b7f16996-cdcd-437e-a9fa-36c8c38718a1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:59.313225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.380794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-4f4824f9-b99a-41f9-b7ea-6456c0a68e0c tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:59.382511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-4f4824f9-b99a-41f9-b7ea-6456c0a68e0c tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.20 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.2080834 Sep 24 00:01:59.428267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Deleting port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:59.428625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.471703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] For port b7f16996-cdcd-437e-a9fa-36c8c38718a1, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b7f16996-cdcd-437e-a9fa-36c8c38718a1,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:59.472071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.484202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] For port 35984ae8-a700-4549-83d7-d382934511a4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=35984ae8-a700-4549-83d7-d382934511a4,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:59.484570 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.520252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Calling delete_port for 35984ae8-a700-4549-83d7-d382934511a4 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:59.523999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Calling delete_port for b7f16996-cdcd-437e-a9fa-36c8c38718a1 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:59.571875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-ef161c53-4656-4f20-b694-dc788f4295f9 service neutron] 10.222.0.24 "GET /v2.0/networks/c23d5f5a-b669-49d2-a194-1847951bdd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071322 Sep 24 00:01:59.593650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] For port a11a5c0e-49ef-4576-97ae-6e9258fd1f67, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:01:59.594126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.612749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Calling delete_port for a11a5c0e-49ef-4576-97ae-6e9258fd1f67 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:01:59.621386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dac57f-3290-484b-8016-05ac48e25840 req-b81603fa-ed0e-4f5d-a677-8ad456a515fd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:01:59.623010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95dac57f-3290-484b-8016-05ac48e25840 req-b81603fa-ed0e-4f5d-a677-8ad456a515fd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=08948550-441a-4611-ab69-49c2eef1d7fe HTTP/1.1" status: 200 len: 950 time: 0.2368393 Sep 24 00:01:59.773592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95dac57f-3290-484b-8016-05ac48e25840 req-d586e961-d855-455b-abad-a1ac3bedbfc8 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376498 Sep 24 00:01:59.778341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Deleting port 734abed2-eb25-4a78-934a-48a41ada1223 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:01:59.778803 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.841029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-420e7a5e-1756-4d22-9ab6-bf46894f4051 service neutron] 10.222.0.24 "GET /v2.0/networks/c23d5f5a-b669-49d2-a194-1847951bdd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147155 Sep 24 00:01:59.847440 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:01:59.868740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:01:59.890652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event deleted for resources: {'Port': ['ID=b7f16996-cdcd-437e-a9fa-36c8c38718a1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:01:59.953843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a11a5c0e-49ef-4576-97ae-6e9258fd1f67'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:00.008686 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:00.014829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] No DVR routers for this DVR port b7f16996-cdcd-437e-a9fa-36c8c38718a1 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:00.017079 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:00.020035 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:00.023585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7c46deb8-a3f6-4282-b19e-a13a8c4d023c req-c9bff29c-fb28-4edc-baba-251cb42fa6e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "DELETE /v2.0/ports/b7f16996-cdcd-437e-a9fa-36c8c38718a1 HTTP/1.1" status: 204 len: 173 time: 0.9257979 Sep 24 00:02:00.035378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe252d06-b7bb-46d4-b3a4-068607ccdf07', 'name': 'network-vif-deleted', 'tag': 'b7f16996-cdcd-437e-a9fa-36c8c38718a1'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:00.037984 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e3730a-4fba-493b-be97-606ed20065ff" -d '{"events": [{"server_uuid": "fe252d06-b7bb-46d4-b3a4-068607ccdf07", "name": "network-vif-deleted", "tag": "b7f16996-cdcd-437e-a9fa-36c8c38718a1"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:00.093756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event deleted for resources: {'Port': ['ID=a11a5c0e-49ef-4576-97ae-6e9258fd1f67,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:00.140275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['cb6b006a-abe8-4c30-b869-7708e58cbd1e', '35984ae8-a700-4549-83d7-d382934511a4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:00.147532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] No DVR routers for this DVR port a11a5c0e-49ef-4576-97ae-6e9258fd1f67 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:00.152133 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:00.156000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4963fb19-16b9-4737-afeb-f4e5b63c1619 req-1f1255ce-a04f-4093-8d4d-38426a2e0e63 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.18 "DELETE /v2.0/ports/a11a5c0e-49ef-4576-97ae-6e9258fd1f67 HTTP/1.1" status: 204 len: 173 time: 1.0045991 Sep 24 00:02:00.189408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Pushing event deleted for resources: {'Port': ['ID=35984ae8-a700-4549-83d7-d382934511a4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:00.256901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] No DVR routers for this DVR port 35984ae8-a700-4549-83d7-d382934511a4 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:00.268410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] For port 734abed2-eb25-4a78-934a-48a41ada1223, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=734abed2-eb25-4a78-934a-48a41ada1223,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:00.269011 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:00.272332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:00.276424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0da1c72b-a7e5-4f9b-bd07-b82a1cb6d76a req-eb8ca183-1346-45e8-86b7-6bb89af4f8fa tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.18 "DELETE /v2.0/ports/35984ae8-a700-4549-83d7-d382934511a4 HTTP/1.1" status: 204 len: 173 time: 1.7146685 Sep 24 00:02:00.277106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed9fc5f2-895e-40e1-a55e-e3b29a918783', 'name': 'network-vif-deleted', 'tag': '35984ae8-a700-4549-83d7-d382934511a4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:00.280116 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35839bc5-9227-4ea3-884a-9840fdf221fd" -d '{"events": [{"server_uuid": "ed9fc5f2-895e-40e1-a55e-e3b29a918783", "name": "network-vif-deleted", "tag": "35984ae8-a700-4549-83d7-d382934511a4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:00.449055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e96ab-dc3c-45c3-970d-808474f3c522 req-00ed819d-d7b7-4b20-bd05-24b43732ed25 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:00.458225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b5e96ab-dc3c-45c3-970d-808474f3c522 req-00ed819d-d7b7-4b20-bd05-24b43732ed25 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 946 time: 0.4551158 Sep 24 00:02:00.696834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b5e96ab-dc3c-45c3-970d-808474f3c522 req-900d6d69-695f-4c64-b901-7e1ad7c94cd5 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c8ae452-cd88-4dc2-bb3d-08ef885109b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372315 Sep 24 00:02:00.928455 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48005b5-0847-452d-aac4-185dafff764d x-openstack-request-id: req-f48005b5-0847-452d-aac4-185dafff764d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:00.928969 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe252d06-b7bb-46d4-b3a4-068607ccdf07", "name": "network-vif-deleted", "tag": "b7f16996-cdcd-437e-a9fa-36c8c38718a1", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:00.929206 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f48005b5-0847-452d-aac4-185dafff764d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:00.929983 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe252d06-b7bb-46d4-b3a4-068607ccdf07', 'name': 'network-vif-deleted', 'tag': 'b7f16996-cdcd-437e-a9fa-36c8c38718a1', 'status': 'completed', 'code': 200} Sep 24 00:02:00.947691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdcbb911-87d6-40f5-9b62-3a2b4124e12d req-9a10e2ba-5e6f-46b8-a82c-f8c1f3896dd4 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 210 time: 0.1044302 Sep 24 00:02:00.996640 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:00.997566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:00.999172 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Floating IP 637da121-d7af-426f-8999-253e63924525 disassociated. External IP: 172.25.5.49, port: 734abed2-eb25-4a78-934a-48a41ada1223. Sep 24 00:02:01.000021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Calling delete_port for 734abed2-eb25-4a78-934a-48a41ada1223 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:01.096081 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8526fa48-16ea-4c0f-b878-64c3f32111bf x-openstack-request-id: req-8526fa48-16ea-4c0f-b878-64c3f32111bf {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:01.096494 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed9fc5f2-895e-40e1-a55e-e3b29a918783", "name": "network-vif-deleted", "tag": "35984ae8-a700-4549-83d7-d382934511a4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:01.097747 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8526fa48-16ea-4c0f-b878-64c3f32111bf {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:01.098298 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed9fc5f2-895e-40e1-a55e-e3b29a918783', 'name': 'network-vif-deleted', 'tag': '35984ae8-a700-4549-83d7-d382934511a4', 'status': 'completed', 'code': 200} Sep 24 00:02:01.169359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb7502bd-7141-4013-9430-4b6d85bcb422 req-9abe327e-05bf-4d51-a932-6f17980e3201 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=ed9fc5f2-895e-40e1-a55e-e3b29a918783 HTTP/1.1" status: 200 len: 210 time: 0.0686965 Sep 24 00:02:01.334141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:01.432870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51150) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:01.433938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event deleted for resources: {'Port': ['ID=734abed2-eb25-4a78-934a-48a41ada1223,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:01.592678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40cabf06-c573-427f-80f3-ebe251192361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:01.664591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:02:01.731699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40cabf06-c573-427f-80f3-ebe251192361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:01.737705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40cabf06-c573-427f-80f3-ebe251192361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:01.799552 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-40cabf06-c573-427f-80f3-ebe251192361 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17d1949ba06c472295aa6a955da7c6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662035 Sep 24 00:02:01.800387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cabf06-c573-427f-80f3-ebe251192361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0887bb21-e3db-4117-9092-a1788a5bd820,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:01.803446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51162) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:01.846009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:01.855718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b23610f-871f-4d73-a15d-51a30d6c6c95 req-b3ce885c-c238-4e14-9218-5e3d793e208b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8d90944-8360-4dc6-b8d4-6d72633c9743 HTTP/1.1" status: 200 len: 210 time: 0.0354536 Sep 24 00:02:01.885408 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb6730e8-8a3d-4520-bf6f-e9a58751cb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:01.889771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:02:01.909570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb6730e8-8a3d-4520-bf6f-e9a58751cb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:01.913895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] Sync routers for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:02:01.950350 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:01.951288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:01.997987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] No DVR routers for this DVR port 734abed2-eb25-4a78-934a-48a41ada1223 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:02.002403 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:02.004714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b39880b1-f6fb-4797-9747-fc3c2f8710a5 req-c7120d85-3cff-44a9-8b72-c08deb53b742 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.20 "DELETE /v2.0/ports/734abed2-eb25-4a78-934a-48a41ada1223 HTTP/1.1" status: 204 len: 173 time: 2.5885830 Sep 24 00:02:02.011243 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb6730e8-8a3d-4520-bf6f-e9a58751cb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:02.020021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb6730e8-8a3d-4520-bf6f-e9a58751cb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:02.029399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eb6730e8-8a3d-4520-bf6f-e9a58751cb7e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0887bb21-e3db-4117-9092-a1788a5bd820 HTTP/1.1" status: 204 len: 168 time: 0.2109911 Sep 24 00:02:02.044783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6730e8-8a3d-4520-bf6f-e9a58751cb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0887bb21-e3db-4117-9092-a1788a5bd820,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:02.049468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441dc858-369a-48c2-b203-a6717aad3c43 req-feb9d8ef-b862-4621-8f52-938a72ad4bf6 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:02.059206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-441dc858-369a-48c2-b203-a6717aad3c43 req-feb9d8ef-b862-4621-8f52-938a72ad4bf6 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 950 time: 0.1235166 Sep 24 00:02:02.170391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3395d19-dcd6-4ef5-b413-87d27ba8fe26 req-6c633063-1be6-4aa5-9f60-e0b4d6f085f5 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 210 time: 0.0849328 Sep 24 00:02:02.213104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-441dc858-369a-48c2-b203-a6717aad3c43 req-643fcde6-46d1-48f1-85bb-2b276ce4bd56 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446531 Sep 24 00:02:02.357227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-3d25d464-b2b1-47fc-a0d5-194fe9f7a237 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:02.359244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:02.363631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-3d25d464-b2b1-47fc-a0d5-194fe9f7a237 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.18 "GET /v2.0/networks?id=c23d5f5a-b669-49d2-a194-1847951bdd53 HTTP/1.1" status: 200 len: 809 time: 0.2475893 Sep 24 00:02:02.378706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Request body: {'port': {'device_id': 'ce83ae9f-b72f-4221-995c-98801c2b3efb', 'network_id': 'c23d5f5a-b669-49d2-a194-1847951bdd53', 'admin_state_up': True, 'tenant_id': '78ffd3ecc61b4b1bbff3a9666fd684f6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:02.481164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 35984ae8-a700-4549-83d7-d382934511a4 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:02.567114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 35984ae8-a700-4549-83d7-d382934511a4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:02.567114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 35984ae8-a700-4549-83d7-d382934511a4 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:02.567523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a11a5c0e-49ef-4576-97ae-6e9258fd1f67 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:02.593644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Made reservation on behalf of 78ffd3ecc61b4b1bbff3a9666fd684f6 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:02.601495 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:02.610594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: a11a5c0e-49ef-4576-97ae-6e9258fd1f67 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:02.610965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a11a5c0e-49ef-4576-97ae-6e9258fd1f67 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:02.811861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621a88f-c237-4c23-b9f1-1d25987f6c64 req-074b259d-4a12-49e6-a30f-4725ee1c184f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:02.819439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c621a88f-c237-4c23-b9f1-1d25987f6c64 req-074b259d-4a12-49e6-a30f-4725ee1c184f tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1103947 Sep 24 00:02:02.830389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Allocated IP 172.20.0.6 (c23d5f5a-b669-49d2-a194-1847951bdd53/5fed25ac-d54d-4296-994a-6ed8fea54ca4/cee3432a-ab15-47bd-b3dd-bde916982dd9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:02.832502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b7f16996-cdcd-437e-a9fa-36c8c38718a1 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:02.856601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 5, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:02.861538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: b7f16996-cdcd-437e-a9fa-36c8c38718a1 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:02.861538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b7f16996-cdcd-437e-a9fa-36c8c38718a1 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:02.861538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 734abed2-eb25-4a78-934a-48a41ada1223 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:02.895382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c621a88f-c237-4c23-b9f1-1d25987f6c64 req-e8c414fc-5b44-4fdd-b88c-2844e78adadd tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751388 Sep 24 00:02:02.909784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] Checking router: 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:02:02.918646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 734abed2-eb25-4a78-934a-48a41ada1223 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:02.919055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 734abed2-eb25-4a78-934a-48a41ada1223 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:02.932411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08948550-441a-4611-ab69-49c2eef1d7fe', 'name': 'network-vif-deleted', 'tag': 'a11a5c0e-49ef-4576-97ae-6e9258fd1f67'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:02.935529 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c626c91-869e-4905-ae02-8bf252912d67" -d '{"events": [{"server_uuid": "08948550-441a-4611-ab69-49c2eef1d7fe", "name": "network-vif-deleted", "tag": "a11a5c0e-49ef-4576-97ae-6e9258fd1f67"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:02.946274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:02.946943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:03.004457 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b7594f2-59a5-4994-95d7-c0d47a385425 x-openstack-request-id: req-2b7594f2-59a5-4994-95d7-c0d47a385425 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:03.004964 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08948550-441a-4611-ab69-49c2eef1d7fe", "name": "network-vif-deleted", "tag": "a11a5c0e-49ef-4576-97ae-6e9258fd1f67", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:03.005423 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2b7594f2-59a5-4994-95d7-c0d47a385425 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:03.005887 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08948550-441a-4611-ab69-49c2eef1d7fe', 'name': 'network-vif-deleted', 'tag': 'a11a5c0e-49ef-4576-97ae-6e9258fd1f67', 'status': 'completed', 'code': 200} Sep 24 00:02:03.029991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51194) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:03.092466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:03.120244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'name': 'network-vif-deleted', 'tag': '734abed2-eb25-4a78-934a-48a41ada1223'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:03.122677 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c537b0-481e-4ce8-8a93-8fd35d3aa639" -d '{"events": [{"server_uuid": "b8d90944-8360-4dc6-b8d4-6d72633c9743", "name": "network-vif-deleted", "tag": "734abed2-eb25-4a78-934a-48a41ada1223"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:03.125713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bad6634-687a-4f3f-a7b2-0d2da3140c9b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.156981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-bbb71454-e4d4-458a-bac1-4c46acd24c19 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:03.159562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-bbb71454-e4d4-458a-bac1-4c46acd24c19 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 950 time: 0.1294658 Sep 24 00:02:03.167113 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bad6634-687a-4f3f-a7b2-0d2da3140c9b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.187885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.243623 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a26ef87-e763-4201-8999-865e2a377b4b x-openstack-request-id: req-3a26ef87-e763-4201-8999-865e2a377b4b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:03.243992 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8d90944-8360-4dc6-b8d4-6d72633c9743", "name": "network-vif-deleted", "tag": "734abed2-eb25-4a78-934a-48a41ada1223", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:03.244259 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a26ef87-e763-4201-8999-865e2a377b4b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:03.245766 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8d90944-8360-4dc6-b8d4-6d72633c9743', 'name': 'network-vif-deleted', 'tag': '734abed2-eb25-4a78-934a-48a41ada1223', 'status': 'completed', 'code': 200} Sep 24 00:02:03.334553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-35002b5f-94af-43e5-89d9-0ebff8d350f3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:03.336300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-35002b5f-94af-43e5-89d9-0ebff8d350f3 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 949 time: 0.0991364 Sep 24 00:02:03.397672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49df0ecc-b248-4fb2-bdcc-d8a05ff4d6ed req-cb16cb1c-2e5c-40e0-bb19-2acf89783908 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 210 time: 0.1023211 Sep 24 00:02:03.417314 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bad6634-687a-4f3f-a7b2-0d2da3140c9b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.430451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bad6634-687a-4f3f-a7b2-0d2da3140c9b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.435801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 5, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:03.437397 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5bad6634-687a-4f3f-a7b2-0d2da3140c9b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "DELETE /v2.0/security-groups/7c8ae452-cd88-4dc2-bb3d-08ef885109b1 HTTP/1.1" status: 204 len: 168 time: 0.4056065 Sep 24 00:02:03.439608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51212) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:03.456494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038866a-f18d-4f68-8113-46079a111cd5 req-07333ff2-2b72-4439-ae62-5b25b1c634ee tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:03.458106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0038866a-f18d-4f68-8113-46079a111cd5 req-07333ff2-2b72-4439-ae62-5b25b1c634ee tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccc02261-4d71-4659-8245-efc1aacc0238 HTTP/1.1" status: 200 len: 950 time: 0.1391122 Sep 24 00:02:03.463844 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.497764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad6634-687a-4f3f-a7b2-0d2da3140c9b tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8ae452-cd88-4dc2-bb3d-08ef885109b1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:03.501379 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-d07299be-4cc8-45fe-8b2f-42068b6e3fd7 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] show failed (client error): The resource could not be found. Sep 24 00:02:03.506828 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d07299be-4cc8-45fe-8b2f-42068b6e3fd7 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "GET /v2.0/security-groups/7c8ae452-cd88-4dc2-bb3d-08ef885109b1 HTTP/1.1" status: 404 len: 347 time: 0.0344622 Sep 24 00:02:03.512512 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:03.526684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Deleting port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:03.527095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.556992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076becfc-e26b-4e94-b81d-0293fd174588 None None] The sync data for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 is: [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-23T23:59:16Z', 'revision_number': 4, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '91eabdff-a13f-4669-b406-52c8ed2d45ee', 'name': '', 'network_id': 'ba178d9c-1eae-4945-b0a6-c3515ed82d12', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'mac_address': 'fa:16:3e:85:e9:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 898, 'fixed_ips': [{'subnet_id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:14Z', 'updated_at': '2021-09-23T23:59:22Z', 'revision_number': 5, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'subnets': [{'id': 'd5b30a05-f6e4-4063-b04f-25a3b2c7f2fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:02:03.590948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Network c23d5f5a-b669-49d2-a194-1847951bdd53 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:03.595989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Pushing event updated for resources: {'Port': ['ID=cee3432a-ab15-47bd-b3dd-bde916982dd9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:03.601696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:03.611318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0038866a-f18d-4f68-8113-46079a111cd5 req-b2bb2ec7-7088-4601-8b11-4cc04c4afbf6 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442635 Sep 24 00:02:03.612586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:03.680458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Deleting port d2054d59-fa01-431d-9d69-bcebae7bf5b5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:03.680796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.729496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] For port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:03.729956 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.745540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:03.746500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.769010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-d66b48e1-5d88-4aa6-890b-808effd27053 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3946157 Sep 24 00:02:03.773509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Calling delete_port for 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:03.822799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Deleting port f957c932-8ffd-46e6-b8b7-cc9a9048748c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:03.823106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.827250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] For port d2054d59-fa01-431d-9d69-bcebae7bf5b5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d2054d59-fa01-431d-9d69-bcebae7bf5b5,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:03.827877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.860848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Calling delete_port for d2054d59-fa01-431d-9d69-bcebae7bf5b5 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:03.993710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:03.994233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.015650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bc9b5a-25f2-483c-8bd2-f9ae5f0741db None None] New status for floating IP 637da121-d7af-426f-8999-253e63924525: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:02:04.027215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Calling delete_port for f957c932-8ffd-46e6-b8b7-cc9a9048748c owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:04.060976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Request body: {'port': {'device_id': 'ce83ae9f-b72f-4221-995c-98801c2b3efb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:04.087065 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.100658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'd2054d59-fa01-431d-9d69-bcebae7bf5b5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:04.146334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event deleted for resources: {'Port': ['ID=8bfaabc8-affc-4c94-98d1-99d6dbed6c7e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:04.181827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9df101-3298-4c63-8528-60b7d3b3cd1a req-8ad06885-9427-4626-8f9f-d40280ad2685 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:04.189627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d9df101-3298-4c63-8528-60b7d3b3cd1a req-8ad06885-9427-4626-8f9f-d40280ad2685 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1881495 Sep 24 00:02:04.253962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adab51e3-b1c1-4db2-bdab-7f8eb0b29dc3 req-7932c08f-328b-45f1-a23c-ba1394b3db77 tempest-AbsoluteLimitsNegativeTestJSON-129801462 tempest-AbsoluteLimitsNegativeTestJSON-129801462-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=900524ba9b2a41779c6bf5d93f93af14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057398 Sep 24 00:02:04.288665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] No DVR routers for this DVR port 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:04.292059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.300460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.303657 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.305625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e8c2242-2016-4bfd-a7eb-69765d61bf89 req-6b8ee03b-1b3f-40a1-8926-dcf302d65a9d tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "DELETE /v2.0/ports/8bfaabc8-affc-4c94-98d1-99d6dbed6c7e HTTP/1.1" status: 204 len: 173 time: 1.1329436 Sep 24 00:02:04.348334 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.371945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Pushing event deleted for resources: {'Port': ['ID=f957c932-8ffd-46e6-b8b7-cc9a9048748c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:04.405424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d9df101-3298-4c63-8528-60b7d3b3cd1a req-110765fa-a30c-4273-833e-4fca5c9e72e8 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151315 Sep 24 00:02:04.466455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event deleted for resources: {'Port': ['ID=d2054d59-fa01-431d-9d69-bcebae7bf5b5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:04.523763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adab51e3-b1c1-4db2-bdab-7f8eb0b29dc3 req-3b9d0c89-6013-4bdf-ab09-298f999d089b tempest-AbsoluteLimitsNegativeTestJSON-129801462 tempest-AbsoluteLimitsNegativeTestJSON-129801462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:04.524996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] No DVR routers for this DVR port d2054d59-fa01-431d-9d69-bcebae7bf5b5 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:04.525870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adab51e3-b1c1-4db2-bdab-7f8eb0b29dc3 req-3b9d0c89-6013-4bdf-ab09-298f999d089b tempest-AbsoluteLimitsNegativeTestJSON-129801462 tempest-AbsoluteLimitsNegativeTestJSON-129801462-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2459605 Sep 24 00:02:04.529921 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.532194 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b47440f8-9bdd-4a54-9fc7-2d7e36b8928a req-888366a3-2f5c-4c83-9ba5-fc96efada323 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "DELETE /v2.0/ports/d2054d59-fa01-431d-9d69-bcebae7bf5b5 HTTP/1.1" status: 204 len: 173 time: 1.1866639 Sep 24 00:02:04.537310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.546474 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:04.546474 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-da5a17b6-f9a9-4556-b49f-3952b5a3c8f3 tempest-ServersTestManualDisk-1560402153 tempest-ServersTestManualDisk-1560402153-project] 10.222.0.24 "DELETE /v2.0/floatingips/637da121-d7af-426f-8999-253e63924525 HTTP/1.1" status: 204 len: 168 time: 1.0264101 Sep 24 00:02:04.546474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51240) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:04.623498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adab51e3-b1c1-4db2-bdab-7f8eb0b29dc3 req-cbc3c2ca-d61e-4f33-9e8a-c7a2137fa91e tempest-AbsoluteLimitsNegativeTestJSON-129801462 tempest-AbsoluteLimitsNegativeTestJSON-129801462-project] 10.222.0.24 "GET /v2.0/quotas/900524ba9b2a41779c6bf5d93f93af14 HTTP/1.1" status: 200 len: 375 time: 0.0822146 Sep 24 00:02:04.673320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adab51e3-b1c1-4db2-bdab-7f8eb0b29dc3 req-70a13ca3-386f-47ad-a880-29cb07ec5952 tempest-AbsoluteLimitsNegativeTestJSON-129801462 tempest-AbsoluteLimitsNegativeTestJSON-129801462-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=900524ba9b2a41779c6bf5d93f93af14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328174 Sep 24 00:02:04.698680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53a22-9c8f-40c6-8ad6-a2477f74ab51 req-4e55cc0b-970d-4a07-98c6-79a4fc4457d3 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:04.700297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddc53a22-9c8f-40c6-8ad6-a2477f74ab51 req-4e55cc0b-970d-4a07-98c6-79a4fc4457d3 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 931 time: 0.1734982 Sep 24 00:02:04.788314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada', '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:04.890562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddc53a22-9c8f-40c6-8ad6-a2477f74ab51 req-5684e172-1f94-4249-a628-54dd5b6bf43d tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695747 Sep 24 00:02:05.012521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94dc9bf-217e-4a36-bfda-c3a2c034ef82', 'name': 'network-vif-deleted', 'tag': 'd2054d59-fa01-431d-9d69-bcebae7bf5b5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:05.018449 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52987970-126f-47fb-a526-7a3f2a6ffaca" -d '{"events": [{"server_uuid": "c94dc9bf-217e-4a36-bfda-c3a2c034ef82", "name": "network-vif-deleted", "tag": "d2054d59-fa01-431d-9d69-bcebae7bf5b5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:05.170231 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-909e51d9-8af9-4b62-bdb4-7467576c1513 x-openstack-request-id: req-909e51d9-8af9-4b62-bdb4-7467576c1513 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:05.170520 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94dc9bf-217e-4a36-bfda-c3a2c034ef82", "name": "network-vif-deleted", "tag": "d2054d59-fa01-431d-9d69-bcebae7bf5b5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:05.170809 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-909e51d9-8af9-4b62-bdb4-7467576c1513 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:05.171183 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94dc9bf-217e-4a36-bfda-c3a2c034ef82', 'name': 'network-vif-deleted', 'tag': 'd2054d59-fa01-431d-9d69-bcebae7bf5b5', 'status': 'completed', 'code': 200} Sep 24 00:02:05.211490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.351202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:05.507341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccc02261-4d71-4659-8245-efc1aacc0238', 'name': 'network-vif-deleted', 'tag': '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:05.509900 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a99f701-bfb9-498b-a04f-737e051ec626" -d '{"events": [{"server_uuid": "ccc02261-4d71-4659-8245-efc1aacc0238", "name": "network-vif-deleted", "tag": "8bfaabc8-affc-4c94-98d1-99d6dbed6c7e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:05.568501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-734568c5-da9e-45e3-a369-c0a63444d41e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.570139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab645368-bcbf-4868-822c-b6f5d3d66e8a req-84c3efb6-5821-445b-837b-c87a2fcbbb7e tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=c94dc9bf-217e-4a36-bfda-c3a2c034ef82 HTTP/1.1" status: 200 len: 210 time: 0.0546296 Sep 24 00:02:05.575349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cee3432a-ab15-47bd-b3dd-bde916982dd9 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:05.586998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.609094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Transition to ACTIVE for port object cee3432a-ab15-47bd-b3dd-bde916982dd9 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:02:05.619194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ddaeb-8723-4d1a-ab2c-1ab680aa1e28 req-0c87a066-2c26-4ac9-a3a8-71e291bf7e05 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:05.620877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-165ddaeb-8723-4d1a-ab2c-1ab680aa1e28 req-0c87a066-2c26-4ac9-a3a8-71e291bf7e05 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1040750 Sep 24 00:02:05.622478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.627541 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bb84e5-5b69-411b-afb7-50827356c57b x-openstack-request-id: req-d4bb84e5-5b69-411b-afb7-50827356c57b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:05.627955 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccc02261-4d71-4659-8245-efc1aacc0238", "name": "network-vif-deleted", "tag": "8bfaabc8-affc-4c94-98d1-99d6dbed6c7e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:05.628414 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4bb84e5-5b69-411b-afb7-50827356c57b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:05.628853 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccc02261-4d71-4659-8245-efc1aacc0238', 'name': 'network-vif-deleted', 'tag': '8bfaabc8-affc-4c94-98d1-99d6dbed6c7e', 'status': 'completed', 'code': 200} Sep 24 00:02:05.665848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Deleting port 91eabdff-a13f-4669-b406-52c8ed2d45ee {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:05.666705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.720795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Pushing event updated for resources: {'Port': ['ID=cee3432a-ab15-47bd-b3dd-bde916982dd9,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:05.744839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-165ddaeb-8723-4d1a-ab2c-1ab680aa1e28 req-601885d3-085b-4851-a133-25972ac92b49 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067948 Sep 24 00:02:05.795185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Attempting to bind port cee3432a-ab15-47bd-b3dd-bde916982dd9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:05.795510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Attempting to bind port cee3432a-ab15-47bd-b3dd-bde916982dd9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'beeb6467-b761-49e4-bcd7-d8f6f1cdfe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c23d5f5a-b669-49d2-a194-1847951bdd53'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:05.795829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Attempting to bind port cee3432a-ab15-47bd-b3dd-bde916982dd9 on network c23d5f5a-b669-49d2-a194-1847951bdd53 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:05.799478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] For port 91eabdff-a13f-4669-b406-52c8ed2d45ee, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91eabdff-a13f-4669-b406-52c8ed2d45ee,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:05.799843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.800936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Port cee3432a-ab15-47bd-b3dd-bde916982dd9 on network c23d5f5a-b669-49d2-a194-1847951bdd53 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:02:05.801252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Attempting to bind port cee3432a-ab15-47bd-b3dd-bde916982dd9 on network c23d5f5a-b669-49d2-a194-1847951bdd53 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:05.806155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:05.806523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Checking segment: {'id': 'beeb6467-b761-49e4-bcd7-d8f6f1cdfe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c23d5f5a-b669-49d2-a194-1847951bdd53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:05.806940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Bound using segment: {'id': 'beeb6467-b761-49e4-bcd7-d8f6f1cdfe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c23d5f5a-b669-49d2-a194-1847951bdd53'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:05.807360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Bound port: cee3432a-ab15-47bd-b3dd-bde916982dd9, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'beeb6467-b761-49e4-bcd7-d8f6f1cdfe04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c23d5f5a-b669-49d2-a194-1847951bdd53'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:05.807712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.810861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-734568c5-da9e-45e3-a369-c0a63444d41e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.816956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Calling delete_port for 91eabdff-a13f-4669-b406-52c8ed2d45ee owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:05.818730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-734568c5-da9e-45e3-a369-c0a63444d41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.865060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734568c5-da9e-45e3-a369-c0a63444d41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5e8e6f-2cbf-460d-9f6b-079222417a4d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:05.873270 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-734568c5-da9e-45e3-a369-c0a63444d41e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=900524ba9b2a41779c6bf5d93f93af14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5179493 Sep 24 00:02:05.881046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51266) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:05.916550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] For port cee3432a-ab15-47bd-b3dd-bde916982dd9, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:05.939134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] For port cee3432a-ab15-47bd-b3dd-bde916982dd9, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cee3432a-ab15-47bd-b3dd-bde916982dd9,segment=NetworkSegment(beeb6467-b761-49e4-bcd7-d8f6f1cdfe04),segment_id=beeb6467-b761-49e4-bcd7-d8f6f1cdfe04)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:05.952288 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:05.985121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97cb175c-a741-46b8-b1da-616287e4e595 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.012007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:06.012638 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.014350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] 10.222.0.18 "PUT /v2.0/ports/cee3432a-ab15-47bd-b3dd-bde916982dd9 HTTP/1.1" status: 200 len: 1092 time: 2.2342854 Sep 24 00:02:06.070557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97cb175c-a741-46b8-b1da-616287e4e595 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.073739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c58d1ef-aedb-47b7-958d-209fcf8b95fd service neutron] Pushing event updated for resources: {'Port': ['ID=cee3432a-ab15-47bd-b3dd-bde916982dd9,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:06.111347 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.144665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Pushing event deleted for resources: {'Port': ['ID=91eabdff-a13f-4669-b406-52c8ed2d45ee,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:06.152165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d28c4-74a7-4290-8f0d-e35e369ce932 req-bcffd8f4-eed9-4936-baf9-526629faa9cf tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:06.153801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-392d28c4-74a7-4290-8f0d-e35e369ce932 req-bcffd8f4-eed9-4936-baf9-526629faa9cf tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 943 time: 0.1618195 Sep 24 00:02:06.177348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-b14d0440-c508-4082-913d-ba4ade95c84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:06.179037 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-b14d0440-c508-4082-913d-ba4ade95c84c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78ffd3ecc61b4b1bbff3a9666fd684f6&device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 1095 time: 0.0932193 Sep 24 00:02:06.233930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-93993a4b-5ee6-43b1-a693-6ffadb6a6af2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cee3432a-ab15-47bd-b3dd-bde916982dd9 HTTP/1.1" status: 200 len: 217 time: 0.0438645 Sep 24 00:02:06.234543 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97cb175c-a741-46b8-b1da-616287e4e595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.237188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97cb175c-a741-46b8-b1da-616287e4e595 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.238264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-97cb175c-a741-46b8-b1da-616287e4e595 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db5e8e6f-2cbf-460d-9f6b-079222417a4d HTTP/1.1" status: 204 len: 168 time: 0.3562627 Sep 24 00:02:06.274952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb175c-a741-46b8-b1da-616287e4e595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5e8e6f-2cbf-460d-9f6b-079222417a4d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:06.327366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-392d28c4-74a7-4290-8f0d-e35e369ce932 req-aea85834-b4b7-4b1e-a026-98e5eb1c83ed tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612577 Sep 24 00:02:06.356266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.366233 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:06.405405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-8f69733c-5e8d-4545-a6ab-91a2e62ce396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:06.406841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-8f69733c-5e8d-4545-a6ab-91a2e62ce396 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fed25ac-d54d-4296-994a-6ed8fea54ca4 HTTP/1.1" status: 200 len: 849 time: 0.1593149 Sep 24 00:02:06.446007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-8bfbca99-6c92-4539-866e-21d62c72e91c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c23d5f5a-b669-49d2-a194-1847951bdd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307529 Sep 24 00:02:06.573299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-f946a635-313b-49b9-a097-51cc5dac6406 service neutron] 10.222.0.18 "GET /v2.0/networks/c23d5f5a-b669-49d2-a194-1847951bdd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084528 Sep 24 00:02:06.637276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:02:06.699883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5d97a84-d7dc-4c85-a87d-51ffe5f4ce0c req-f88ce3cb-77b3-4b50-9446-4114167ba340 service neutron] 10.222.0.18 "GET /v2.0/networks/c23d5f5a-b669-49d2-a194-1847951bdd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159878 Sep 24 00:02:06.830124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d2054d59-fa01-431d-9d69-bcebae7bf5b5 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:06.858580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: d2054d59-fa01-431d-9d69-bcebae7bf5b5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:06.859178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d2054d59-fa01-431d-9d69-bcebae7bf5b5 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:06.860333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:06.913988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:06.914658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 8bfaabc8-affc-4c94-98d1-99d6dbed6c7e not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:06.925627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc5af-9433-492a-a65c-8939b4335b79 req-fef08b49-249a-422b-9957-3039cb974b04 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:06.927305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-636dc5af-9433-492a-a65c-8939b4335b79 req-fef08b49-249a-422b-9957-3039cb974b04 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1016526 Sep 24 00:02:07.033104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-636dc5af-9433-492a-a65c-8939b4335b79 req-52f34cbd-d942-4b5c-920e-957db78bed0e tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979917 Sep 24 00:02:07.089157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb3aad0-a12a-4701-a523-55c4b654faac req-4e67cd9e-a7d1-4bb5-b588-f046895e3120 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:07.090748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eeb3aad0-a12a-4701-a523-55c4b654faac req-4e67cd9e-a7d1-4bb5-b588-f046895e3120 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 949 time: 0.1102772 Sep 24 00:02:07.135790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eeb3aad0-a12a-4701-a523-55c4b654faac req-bbe84340-dc18-456b-b931-90fa24ba7351 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375998 Sep 24 00:02:07.213552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:02:07.229589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] Sync routers for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:02:07.233765 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9eaa0d0d-5616-4284-b89d-a8235679b874 admin admin] 10.222.0.24 "PUT /v2.0/routers/62f7341a-6b61-4dfa-8e42-9d0f23dab6d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6877251 Sep 24 00:02:07.236994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51306) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:07.242392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:07.243162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:07.346414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51308) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:07.389618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.397676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:07.518179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479af407-dfeb-4ce9-9e28-87e8b702e525 req-d9942314-6482-4357-a029-29d874ac40cb tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:07.531133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-479af407-dfeb-4ce9-9e28-87e8b702e525 req-d9942314-6482-4357-a029-29d874ac40cb tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 943 time: 0.0843892 Sep 24 00:02:07.531606 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.545649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1885838984-network', 'tenant_id': '4c8862b564a940fa8437347afcf6ba48'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:07.606443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Deleting port cf270fd1-e193-4c35-9046-1c18682a8955 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:07.606899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.607867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-479af407-dfeb-4ce9-9e28-87e8b702e525 req-5ba884f7-c0c2-4957-b684-a6adac62a0b4 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751803 Sep 24 00:02:07.613883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Made reservation on behalf of 4c8862b564a940fa8437347afcf6ba48 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:07.617323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.627490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.629277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce83ae9f-b72f-4221-995c-98801c2b3efb', 'tag': 'cee3432a-ab15-47bd-b3dd-bde916982dd9'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:07.631638 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d34d00e-251f-4ede-94ae-a7772070c663" -d '{"events": [{"name": "network-changed", "server_uuid": "ce83ae9f-b72f-4221-995c-98801c2b3efb", "tag": "cee3432a-ab15-47bd-b3dd-bde916982dd9"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:07.705797 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc892a7-e824-4f16-9b2e-c2befd1ab0a1 x-openstack-request-id: req-3cc892a7-e824-4f16-9b2e-c2befd1ab0a1 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:07.706334 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce83ae9f-b72f-4221-995c-98801c2b3efb", "tag": "cee3432a-ab15-47bd-b3dd-bde916982dd9", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:07.706788 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cc892a7-e824-4f16-9b2e-c2befd1ab0a1 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:07.708195 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce83ae9f-b72f-4221-995c-98801c2b3efb', 'tag': 'cee3432a-ab15-47bd-b3dd-bde916982dd9', 'status': 'completed', 'code': 200} Sep 24 00:02:07.756016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] For port cf270fd1-e193-4c35-9046-1c18682a8955, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cf270fd1-e193-4c35-9046-1c18682a8955,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:07.756711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.773299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Calling delete_port for cf270fd1-e193-4c35-9046-1c18682a8955 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:07.781042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6'}], 'enable_snat': True}, 'gw_port_id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-24T00:02:06Z', 'revision_number': 5, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port': {'id': 'cf270fd1-e193-4c35-9046-1c18682a8955', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:bc:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 893, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:08Z', 'updated_at': '2021-09-23T23:59:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:07.811342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] Checking router: 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:02:07.820914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] Routers {'62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:07.821223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:07.827341 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.830093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-f1676ebf-1719-4b5f-b1ea-baddc6eed5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:07.831931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-f1676ebf-1719-4b5f-b1ea-baddc6eed5d2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=78ffd3ecc61b4b1bbff3a9666fd684f6&device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 1095 time: 0.0968802 Sep 24 00:02:07.833923 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.897613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:07.907628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c21166-ecb4-4694-96a9-52e30f9c1e28,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:07.946649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] Set router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:07.957682 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:07.958528 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Added segment 6807b76f-c748-4017-ab8b-522911b658f1 of type vlan for network 6186cd3f-4835-4878-961c-127dc7cdcb60 Sep 24 00:02:08.007998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-24T00:02:07Z', 'revision_number': 6, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:08.031758 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.045646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d79262-49aa-46e3-a583-049b9fe0b952 None None] The sync data for ids ['62f7341a-6b61-4dfa-8e42-9d0f23dab6d3'] in n-d-713498-18 is: [{'id': '62f7341a-6b61-4dfa-8e42-9d0f23dab6d3', 'name': 'tempest-ServersTestManualDisk-364237001-router', 'tenant_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:06Z', 'updated_at': '2021-09-24T00:02:07Z', 'revision_number': 6, 'project_id': 'f9b5f532072f4ffb8767d0ff0b941ea4', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:02:08.053016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.059666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-2290ed87-17dd-4841-9a50-195a8d5774b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.061395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-2290ed87-17dd-4841-9a50-195a8d5774b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c23d5f5a-b669-49d2-a194-1847951bdd53 HTTP/1.1" status: 200 len: 910 time: 0.2201006 Sep 24 00:02:08.080970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf270fd1-e193-4c35-9046-1c18682a8955,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:08.155183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-cdb1ea12-1887-443d-a395-52dbd265dc7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cee3432a-ab15-47bd-b3dd-bde916982dd9 HTTP/1.1" status: 200 len: 217 time: 0.0789168 Sep 24 00:02:08.167276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.188089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.189015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.189585 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.286496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.289756 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.301214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9508343 Sep 24 00:02:08.302048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:08.341476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Request body: {'subnet': {'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1885838984-subnet', 'tenant_id': '4c8862b564a940fa8437347afcf6ba48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:08.343041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-139fa24f-802c-40a3-b55a-c6715c6898d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.344523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-139fa24f-802c-40a3-b55a-c6715c6898d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5fed25ac-d54d-4296-994a-6ed8fea54ca4 HTTP/1.1" status: 200 len: 849 time: 0.1652391 Sep 24 00:02:08.353494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf951c-7542-4789-a6ca-184d8e2858ac req-9c13865f-55ab-48a3-9db7-aa3074240d8b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.355181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fcf951c-7542-4789-a6ca-184d8e2858ac req-9c13865f-55ab-48a3-9db7-aa3074240d8b tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.2172799 Sep 24 00:02:08.356883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.357843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:02:08.360145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56fae4-745d-4e59-9d06-039149239a85 admin admin] Pushing event updated for resources: {'Network': ['ID=6186cd3f-4835-4878-961c-127dc7cdcb60,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:08.364310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.365481 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fa566016-492e-4b8f-9e0b-3078d7170517 admin admin] 10.222.0.24 "DELETE /v2.0/routers/62f7341a-6b61-4dfa-8e42-9d0f23dab6d3 HTTP/1.1" status: 204 len: 168 time: 1.1256125 Sep 24 00:02:08.377851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17533196-2954-481f-9e12-8730cec188c1 req-ad8bfd80-7233-406e-bd1f-4ee874a3d3fd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.379370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6186cd3f-4835-4878-961c-127dc7cdcb60 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:08.379489 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-17533196-2954-481f-9e12-8730cec188c1 req-ad8bfd80-7233-406e-bd1f-4ee874a3d3fd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 949 time: 0.1499662 Sep 24 00:02:08.380008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51326) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:08.433949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-efffa7be-896e-48d3-bf6e-946e8ec0b42c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c23d5f5a-b669-49d2-a194-1847951bdd53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734284 Sep 24 00:02:08.457209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55933fd-5bd6-405c-9e4d-b583de27d702 req-7b8c7a37-56a7-462a-ba8e-f421bdb1c1e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.458986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c55933fd-5bd6-405c-9e4d-b583de27d702 req-7b8c7a37-56a7-462a-ba8e-f421bdb1c1e5 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 949 time: 0.2357466 Sep 24 00:02:08.493161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cee3432a-ab15-47bd-b3dd-bde916982dd9 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:02:08.496229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fcf951c-7542-4789-a6ca-184d8e2858ac req-e1036eb8-7e42-423e-a952-200e70e92dd0 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129997 Sep 24 00:02:08.532621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Made reservation on behalf of 4c8862b564a940fa8437347afcf6ba48 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:08.535341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.598018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91eabdff-a13f-4669-b406-52c8ed2d45ee no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:08.624173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a340f2f0-30c2-4cc4-a414-d8d7b4da2043 admin admin] Deleting subnet d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:02:08.641155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 91eabdff-a13f-4669-b406-52c8ed2d45ee {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:08.641523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91eabdff-a13f-4669-b406-52c8ed2d45ee not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:08.670417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cee3432a-ab15-47bd-b3dd-bde916982dd9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cee3432a-ab15-47bd-b3dd-bde916982dd9,segment=NetworkSegment(beeb6467-b761-49e4-bcd7-d8f6f1cdfe04),segment_id=beeb6467-b761-49e4-bcd7-d8f6f1cdfe04)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:08.685758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'cee3432a-ab15-47bd-b3dd-bde916982dd9', 'network_id': 'c23d5f5a-b669-49d2-a194-1847951bdd53', 'port_id': 'cee3432a-ab15-47bd-b3dd-bde916982dd9', 'mac_address': 'fa:16:3e:68:cb:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fed25ac-d54d-4296-994a-6ed8fea54ca4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:02:08.688685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c55933fd-5bd6-405c-9e4d-b583de27d702 req-b58592e8-f277-4b5d-8728-cbd5e3ed3484 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/security-groups?id=a8cb48f6-2845-425c-9edd-6e53dc00705d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064712 Sep 24 00:02:08.701778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a340f2f0-30c2-4cc4-a414-d8d7b4da2043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.720779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-c4d7ce05-c142-4343-8d96-b3675e0dd780 service neutron] 10.222.0.18 "GET /v2.0/networks/c23d5f5a-b669-49d2-a194-1847951bdd53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607064 Sep 24 00:02:08.741817 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.757720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cee3432a-ab15-47bd-b3dd-bde916982dd9 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:08.793733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a340f2f0-30c2-4cc4-a414-d8d7b4da2043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.793924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cee3432a-ab15-47bd-b3dd-bde916982dd9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cee3432a-ab15-47bd-b3dd-bde916982dd9,segment=NetworkSegment(beeb6467-b761-49e4-bcd7-d8f6f1cdfe04),segment_id=beeb6467-b761-49e4-bcd7-d8f6f1cdfe04)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:08.799420 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.842621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Deleting port 210aa99e-4885-4136-91dd-fa692f4afada {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:08.844040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.855656 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:08.865922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cee3432a-ab15-47bd-b3dd-bde916982dd9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:08.866121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57863b29-b327-48b9-85a9-0dcc8432427b req-7057c2de-ad8b-4d06-91c3-85a95586ed67 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.870598 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-57863b29-b327-48b9-85a9-0dcc8432427b req-7057c2de-ad8b-4d06-91c3-85a95586ed67 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.18 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.2677524 Sep 24 00:02:08.903101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fd37f7-c284-43f3-ba15-a99b76c01112 req-13ac650c-aab0-4eeb-942f-e43cdd50df51 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:08.905703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46fd37f7-c284-43f3-ba15-a99b76c01112 req-13ac650c-aab0-4eeb-942f-e43cdd50df51 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 943 time: 0.1258755 Sep 24 00:02:08.923868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d34d00e-251f-4ede-94ae-a7772070c663 req-ca4230b4-c7d8-4a4f-8f65-ccf6c665e641 service neutron] 10.222.0.18 "GET /v2.0/networks/c23d5f5a-b669-49d2-a194-1847951bdd53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946011 Sep 24 00:02:08.961209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46fd37f7-c284-43f3-ba15-a99b76c01112 req-d2bdd2ed-4ce6-4e94-8cb7-aa3c96879f1a tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395143 Sep 24 00:02:09.098975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['cee3432a-ab15-47bd-b3dd-bde916982dd9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:09.139452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a340f2f0-30c2-4cc4-a414-d8d7b4da2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.189127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] For port 210aa99e-4885-4136-91dd-fa692f4afada, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=210aa99e-4885-4136-91dd-fa692f4afada,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:09.189438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.215476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.230060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Calling delete_port for 210aa99e-4885-4136-91dd-fa692f4afada owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:09.359404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a340f2f0-30c2-4cc4-a414-d8d7b4da2043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.380450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6128d443-2de5-4a2f-832c-d126f42cb56e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:09.402430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Deleting port cb6b006a-abe8-4c30-b869-7708e58cbd1e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:09.402951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.429397 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a340f2f0-30c2-4cc4-a414-d8d7b4da2043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.431603 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a340f2f0-30c2-4cc4-a414-d8d7b4da2043 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd HTTP/1.1" status: 204 len: 168 time: 1.0484717 Sep 24 00:02:09.435287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51330) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:09.439771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e456305-e3bc-4baf-9430-3af5abfd11fe None None] Network ba178d9c-1eae-4945-b0a6-c3515ed82d12 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:09.440655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a340f2f0-30c2-4cc4-a414-d8d7b4da2043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b30a05-f6e4-4063-b04f-25a3b2c7f2fd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:09.457051 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Checking segment: {'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:09.457401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Network hostable DHCP agents. Network: 6186cd3f-4835-4878-961c-127dc7cdcb60, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:02:09.515432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.598046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Network 6186cd3f-4835-4878-961c-127dc7cdcb60 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:02:09.609565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.626465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['210aa99e-4885-4136-91dd-fa692f4afada'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:09.661231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6186cd3f-4835-4878-961c-127dc7cdcb60) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:09.667579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Pushing event deleted for resources: {'Port': ['ID=210aa99e-4885-4136-91dd-fa692f4afada,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:09.676341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] For port cb6b006a-abe8-4c30-b869-7708e58cbd1e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb6b006a-abe8-4c30-b869-7708e58cbd1e,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:09.676711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.676998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdecb21-02ec-4200-a071-29ccb6b69516 req-b6077d58-ef8d-4c48-adc6-5f339d4ae044 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:09.681772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:09.681772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.692442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fdecb21-02ec-4200-a071-29ccb6b69516 req-b6077d58-ef8d-4c48-adc6-5f339d4ae044 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/ports?device_id=9290df54-3c87-41db-a0bc-732edced48da HTTP/1.1" status: 200 len: 945 time: 0.1053462 Sep 24 00:02:09.701585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d32f0-196d-428d-bdc9-17e73e959aa0 None None] Network 6186cd3f-4835-4878-961c-127dc7cdcb60 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:09.706791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Deleting port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:09.707251 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.710714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] DHCP port deletion for ba178d9c-1eae-4945-b0a6-c3515ed82d12 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:02:09.735758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] No DVR routers for this DVR port 210aa99e-4885-4136-91dd-fa692f4afada on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:09.738877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Calling delete_port for cb6b006a-abe8-4c30-b869-7708e58cbd1e owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:09.741174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.743316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-17533196-2954-481f-9e12-8730cec188c1 req-6f9814ce-6362-4b96-936a-49958d951bfd tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.20 "DELETE /v2.0/ports/210aa99e-4885-4136-91dd-fa692f4afada HTTP/1.1" status: 204 len: 173 time: 1.3340878 Sep 24 00:02:09.743842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '043db677-bc9b-411b-959c-38e21c205075', 'name': 'network-vif-deleted', 'tag': '210aa99e-4885-4136-91dd-fa692f4afada'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:09.746164 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1009b4-5f39-4b69-975c-9f8489f96eef" -d '{"events": [{"server_uuid": "043db677-bc9b-411b-959c-38e21c205075", "name": "network-vif-deleted", "tag": "210aa99e-4885-4136-91dd-fa692f4afada"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:09.754372 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-271538ee-6cf3-479e-9c18-e74a300afd92 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4193521 Sep 24 00:02:09.827796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] For port 1e04c614-d1be-4b62-8f33-8f8798cb6b88, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e04c614-d1be-4b62-8f33-8f8798cb6b88,segment=NetworkSegment(fa901e83-947c-4f84-b739-533854072ec5),segment_id=fa901e83-947c-4f84-b739-533854072ec5)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:09.828229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.846893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Calling delete_port for 1e04c614-d1be-4b62-8f33-8f8798cb6b88 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:09.963637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:09.972036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05653380-4660-4aba-8e78-9f9c22e19e99 req-b5896ced-b734-4354-9982-ff3c72390ed7 tempest-ServersOnMultiNodesTest-1366828980 tempest-ServersOnMultiNodesTest-1366828980-project] 10.222.0.24 "GET /v2.0/ports?device_id=043db677-bc9b-411b-959c-38e21c205075 HTTP/1.1" status: 200 len: 210 time: 0.0481317 Sep 24 00:02:09.978658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['cb6b006a-abe8-4c30-b869-7708e58cbd1e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:09.995359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fdecb21-02ec-4200-a071-29ccb6b69516 req-9b794334-08e0-409b-af68-229a72baa137 tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.24 "GET /v2.0/security-groups?id=4cd8957e-4e29-4af0-bfd7-b73bb424da7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019333 Sep 24 00:02:10.032149 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.051301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] No DVR routers for this DVR port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:10.067152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Pushing event deleted for resources: {'Port': ['ID=cb6b006a-abe8-4c30-b869-7708e58cbd1e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:10.078120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] Deleting port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:10.079110 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.101738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e5f91-9c56-42c2-95b4-14864d25abe8 None None] Network 6186cd3f-4835-4878-961c-127dc7cdcb60 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:10.157676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] No DVR routers for this DVR port cb6b006a-abe8-4c30-b869-7708e58cbd1e on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:10.162017 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.165336 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-57863b29-b327-48b9-85a9-0dcc8432427b req-8db6aa32-b0a1-4f43-8380-fe60abaaebca tempest-ServerRescueNegativeTestJSON-225908146 tempest-ServerRescueNegativeTestJSON-225908146-project] 10.222.0.18 "DELETE /v2.0/ports/cb6b006a-abe8-4c30-b869-7708e58cbd1e HTTP/1.1" status: 204 len: 173 time: 1.2756314 Sep 24 00:02:10.171380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Pushing event deleted for resources: {'Port': ['ID=1e04c614-d1be-4b62-8f33-8f8798cb6b88,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:10.200283 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809a0427-13ed-46ee-ac34-6205573b6ba3 x-openstack-request-id: req-809a0427-13ed-46ee-ac34-6205573b6ba3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:10.205193 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "043db677-bc9b-411b-959c-38e21c205075", "name": "network-vif-deleted", "tag": "210aa99e-4885-4136-91dd-fa692f4afada", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:10.205562 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-809a0427-13ed-46ee-ac34-6205573b6ba3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:10.206122 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '043db677-bc9b-411b-959c-38e21c205075', 'name': 'network-vif-deleted', 'tag': '210aa99e-4885-4136-91dd-fa692f4afada', 'status': 'completed', 'code': 200} Sep 24 00:02:10.309148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.345442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] For port 1e04c614-d1be-4b62-8f33-8f8798cb6b88, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:10.349162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.355532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba178d9c-1eae-4945-b0a6-c3515ed82d12']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:10.397525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa901e83-947c-4f84-b739-533854072ec5') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:10.398892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa901e83-947c-4f84-b739-533854072ec5') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:10.416623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] Calling delete_port for 1e04c614-d1be-4b62-8f33-8f8798cb6b88 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:10.426678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] Port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:02:10.440662 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.477515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.510259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.531920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cf270fd1-e193-4c35-9046-1c18682a8955 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:10.535579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cee3432a-ab15-47bd-b3dd-bde916982dd9 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:10.535803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc088ec2-88e5-4c4c-af9a-c39c17b4a545 req-8f3d43c0-858c-4a7b-a2fa-66662107187d tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:10.549115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc088ec2-88e5-4c4c-af9a-c39c17b4a545 req-8f3d43c0-858c-4a7b-a2fa-66662107187d tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 944 time: 0.1695199 Sep 24 00:02:10.551402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:02:10.551842 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:02:10.555779 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:02:10.575161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-93eebdbf-db73-4538-b01d-0b48fdb00541 req-330e8d37-97b8-4549-b0e1-33b673b37e7b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1943855832', 'description': 'tempest-description-886913147'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:10.646209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] Pushing event deleted for resources: {'Port': ['ID=1e04c614-d1be-4b62-8f33-8f8798cb6b88,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:10.664084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db81dc2c-3d6c-41a6-a1ef-5a74f2833824 None None] No DVR routers for this DVR port 1e04c614-d1be-4b62-8f33-8f8798cb6b88 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:10.667282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: cf270fd1-e193-4c35-9046-1c18682a8955 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:10.667847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cf270fd1-e193-4c35-9046-1c18682a8955 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:10.668561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc088ec2-88e5-4c4c-af9a-c39c17b4a545 req-e0d2cb90-1826-4e6a-94fd-77977b76fc58 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187944 Sep 24 00:02:10.668742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e04c614-d1be-4b62-8f33-8f8798cb6b88 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:10.669264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-93eebdbf-db73-4538-b01d-0b48fdb00541 req-330e8d37-97b8-4549-b0e1-33b673b37e7b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.684549 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.720154 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.722595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] 10.222.0.24 "DELETE /v2.0/networks/ba178d9c-1eae-4945-b0a6-c3515ed82d12 HTTP/1.1" status: 204 len: 168 time: 1.2860360 Sep 24 00:02:10.735631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e4b28-c8e5-4ed9-897f-b0b00408a57b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba178d9c-1eae-4945-b0a6-c3515ed82d12,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:10.759308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 1e04c614-d1be-4b62-8f33-8f8798cb6b88 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:10.760291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e04c614-d1be-4b62-8f33-8f8798cb6b88 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:10.849480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port cee3432a-ab15-47bd-b3dd-bde916982dd9 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:02:10.861817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port cee3432a-ab15-47bd-b3dd-bde916982dd9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:10.863140 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.873246 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-93eebdbf-db73-4538-b01d-0b48fdb00541 req-330e8d37-97b8-4549-b0e1-33b673b37e7b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.879027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-93eebdbf-db73-4538-b01d-0b48fdb00541 req-330e8d37-97b8-4549-b0e1-33b673b37e7b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.910717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-93eebdbf-db73-4538-b01d-0b48fdb00541 req-330e8d37-97b8-4549-b0e1-33b673b37e7b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:10.925400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93eebdbf-db73-4538-b01d-0b48fdb00541 req-330e8d37-97b8-4549-b0e1-33b673b37e7b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4041326 Sep 24 00:02:10.938238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e8d37-97b8-4549-b0e1-33b673b37e7b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba926c7-0882-4d80-93b8-4a8992d0e0bd,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:10.970092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-b1422e16-f3f6-4cd4-add4-be4c8432c1d1 req-05ccaefa-225e-4662-9ad6-2772884ad645 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1912129821', 'description': 'tempest-description-1432800909'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:10.999718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51356) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:11.015200 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1422e16-f3f6-4cd4-add4-be4c8432c1d1 req-05ccaefa-225e-4662-9ad6-2772884ad645 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.019673 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.045156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51360) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:11.054937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83ae9f-b72f-4221-995c-98801c2b3efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee3432a-ab15-47bd-b3dd-bde916982dd9'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:11.057838 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a95d1d-5809-4b15-91b8-ebaa6ff86e8a" -d '{"events": [{"server_uuid": "ce83ae9f-b72f-4221-995c-98801c2b3efb", "name": "network-vif-plugged", "status": "completed", "tag": "cee3432a-ab15-47bd-b3dd-bde916982dd9"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:11.076754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cee3432a-ab15-47bd-b3dd-bde916982dd9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cee3432a-ab15-47bd-b3dd-bde916982dd9,segment=NetworkSegment(beeb6467-b761-49e4-bcd7-d8f6f1cdfe04),segment_id=beeb6467-b761-49e4-bcd7-d8f6f1cdfe04)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:11.082701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.083840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb6b006a-abe8-4c30-b869-7708e58cbd1e no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:11.086742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a033c9c3-c624-40fb-b0b9-7cffeae131d4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9b5f532072f4ffb8767d0ff0b941ea4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0845938 Sep 24 00:02:11.089934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51366) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:11.114170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: cb6b006a-abe8-4c30-b869-7708e58cbd1e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:11.114738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb6b006a-abe8-4c30-b869-7708e58cbd1e not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:11.188486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cee3432a-ab15-47bd-b3dd-bde916982dd9,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:11.197610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.198176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.198682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.199314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.199789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.200259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.200726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.201198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.201684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.202435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.203060 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.203570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:11.230029 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d99bcc84-da83-463b-8a99-a66854d39832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.258047 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d99bcc84-da83-463b-8a99-a66854d39832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.287515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1422e16-f3f6-4cd4-add4-be4c8432c1d1 req-05ccaefa-225e-4662-9ad6-2772884ad645 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.301181 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1422e16-f3f6-4cd4-add4-be4c8432c1d1 req-05ccaefa-225e-4662-9ad6-2772884ad645 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.331543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d99bcc84-da83-463b-8a99-a66854d39832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.336036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d99bcc84-da83-463b-8a99-a66854d39832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.342630 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d99bcc84-da83-463b-8a99-a66854d39832 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f43af86-2aad-4a51-9321-2e8e290adc8e HTTP/1.1" status: 204 len: 168 time: 0.2502329 Sep 24 00:02:11.366607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bcc84-da83-463b-8a99-a66854d39832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43af86-2aad-4a51-9321-2e8e290adc8e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:11.401967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1422e16-f3f6-4cd4-add4-be4c8432c1d1 req-05ccaefa-225e-4662-9ad6-2772884ad645 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.403629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1422e16-f3f6-4cd4-add4-be4c8432c1d1 req-05ccaefa-225e-4662-9ad6-2772884ad645 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4428070 Sep 24 00:02:11.423131 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43092db7-2e96-4576-bfe3-054581572258 x-openstack-request-id: req-43092db7-2e96-4576-bfe3-054581572258 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:11.423131 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83ae9f-b72f-4221-995c-98801c2b3efb", "name": "network-vif-plugged", "status": "completed", "tag": "cee3432a-ab15-47bd-b3dd-bde916982dd9", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:11.423555 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43092db7-2e96-4576-bfe3-054581572258 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:11.424108 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce83ae9f-b72f-4221-995c-98801c2b3efb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cee3432a-ab15-47bd-b3dd-bde916982dd9', 'code': 200} Sep 24 00:02:11.428091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ccaefa-225e-4662-9ad6-2772884ad645 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd8a426-482f-4e72-87f3-c90bf5fff257,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:11.505756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51380) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:11.580380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8b0e2-e7d0-4b62-91b0-6f138c670575 req-852d63e9-581d-45bb-94a9-0a55df53b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:11.582387 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b5c8b0e2-e7d0-4b62-91b0-6f138c670575 req-852d63e9-581d-45bb-94a9-0a55df53b6e6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 1097 time: 0.0662537 Sep 24 00:02:11.638626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b5c8b0e2-e7d0-4b62-91b0-6f138c670575 req-15c7fdc9-8f3c-4491-bd20-35087650b2c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455642 Sep 24 00:02:11.821564 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.839198 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d6c9ddd1-ee72-4886-a06a-2a3dbbfac2fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b02494e8b01f493da83f3928380d0f04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3313382 Sep 24 00:02:11.839778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51402) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:11.903810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09990678-ff5b-4524-8719-1a446daa7948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.924549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12696140-2758-4256-bae5-716b7d0558fb req-30f2746e-2275-4091-a634-a57c77f4163d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:11.926074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-30f2746e-2275-4091-a634-a57c77f4163d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 813 time: 0.2246692 Sep 24 00:02:11.929261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09990678-ff5b-4524-8719-1a446daa7948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.937211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4cf72-045e-4ec5-8eb2-c35fb5d59021 req-b3b71b6f-d764-4ba4-912b-045fa26f4037 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:11.939045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2c4cf72-045e-4ec5-8eb2-c35fb5d59021 req-b3b71b6f-d764-4ba4-912b-045fa26f4037 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 945 time: 0.1767659 Sep 24 00:02:11.995049 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09990678-ff5b-4524-8719-1a446daa7948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:11.999149 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09990678-ff5b-4524-8719-1a446daa7948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:12.000790 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-09990678-ff5b-4524-8719-1a446daa7948 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8cb48f6-2845-425c-9edd-6e53dc00705d HTTP/1.1" status: 204 len: 168 time: 0.1599395 Sep 24 00:02:12.008168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-7b20ee15-d50f-4ecf-9a24-a40c88a4981c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/quotas/4c8862b564a940fa8437347afcf6ba48 HTTP/1.1" status: 200 len: 375 time: 0.0662408 Sep 24 00:02:12.014662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09990678-ff5b-4524-8719-1a446daa7948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cb48f6-2845-425c-9edd-6e53dc00705d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:12.097641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-0229d3e7-48b2-487f-bce1-39371d44f418 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790544 Sep 24 00:02:12.142358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2c4cf72-045e-4ec5-8eb2-c35fb5d59021 req-a2fb6bda-ed1e-43d4-bc63-f866f74ab359 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504102 Sep 24 00:02:12.207163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9290df54-3c87-41db-a0bc-732edced48da', 'name': 'network-vif-deleted', 'tag': 'cb6b006a-abe8-4c30-b869-7708e58cbd1e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:12.209744 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330e21b7-855f-407f-9fed-6540535ac0c8" -d '{"events": [{"server_uuid": "9290df54-3c87-41db-a0bc-732edced48da", "name": "network-vif-deleted", "tag": "cb6b006a-abe8-4c30-b869-7708e58cbd1e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:12.243680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-5272a8c9-97fd-4083-8648-c0968e324e02 service neutron] 10.222.0.24 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350527 Sep 24 00:02:12.299095 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5d6176-8332-4208-afba-054d68a31424 x-openstack-request-id: req-ae5d6176-8332-4208-afba-054d68a31424 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:12.299433 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9290df54-3c87-41db-a0bc-732edced48da", "name": "network-vif-deleted", "tag": "cb6b006a-abe8-4c30-b869-7708e58cbd1e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:12.299987 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae5d6176-8332-4208-afba-054d68a31424 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:12.300388 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9290df54-3c87-41db-a0bc-732edced48da', 'name': 'network-vif-deleted', 'tag': 'cb6b006a-abe8-4c30-b869-7708e58cbd1e', 'status': 'completed', 'code': 200} Sep 24 00:02:12.404054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-3a0217a2-8b55-4cfb-b110-6db6cf5ccbe3 service neutron] 10.222.0.24 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514881 Sep 24 00:02:12.417339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Deleting port c5903190-76ce-478e-96e6-4988f24a4d50 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:12.417339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:12.482440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51426) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:12.668321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51438) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:12.735194 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d76c9a67-c025-47d0-bbe5-f2d247b61b62 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73d9af32e0624100bcfcdd5a76e3659a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0653307 Sep 24 00:02:12.737813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51440) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:12.861417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 210aa99e-4885-4136-91dd-fa692f4afada no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:12.912681 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ee44-47e8-4e30-8ccd-6020e9b54a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:12.946994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ee44-47e8-4e30-8ccd-6020e9b54a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:12.959835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 210aa99e-4885-4136-91dd-fa692f4afada {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:12.960502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 210aa99e-4885-4136-91dd-fa692f4afada not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:13.012163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b993caa2-160c-4de5-8083-24eb0e9e0ab5 req-f0773793-193e-4969-8d92-b3e8f0d7233d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 210 time: 0.0388088 Sep 24 00:02:13.027934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ee44-47e8-4e30-8ccd-6020e9b54a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.031334 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5f7ee44-47e8-4e30-8ccd-6020e9b54a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.036431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c5f7ee44-47e8-4e30-8ccd-6020e9b54a44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e2377d1-c6f5-497a-8184-3eb174296c88 HTTP/1.1" status: 204 len: 168 time: 0.2960515 Sep 24 00:02:13.054158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] For port c5903190-76ce-478e-96e6-4988f24a4d50, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c5903190-76ce-478e-96e6-4988f24a4d50,segment=NetworkSegment(648460fb-22e6-4df2-8c47-49e543381ce5),segment_id=648460fb-22e6-4df2-8c47-49e543381ce5)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:13.055127 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.057382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f7ee44-47e8-4e30-8ccd-6020e9b54a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2377d1-c6f5-497a-8184-3eb174296c88,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:13.075762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Calling delete_port for c5903190-76ce-478e-96e6-4988f24a4d50 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:13.087368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1973724187-network', 'tenant_id': '15862e678ea049c1b05029bc26c79198'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:13.116264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Made reservation on behalf of 15862e678ea049c1b05029bc26c79198 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:13.120310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.133608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.283284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.289337 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.358689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:13.366321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d508b888-8d0b-4438-a288-430313d688c6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:13.377409 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.377915 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Added segment 0940a59b-c1c3-4c58-8e2b-5e695bfca7ca of type vlan for network 84257477-7d7d-4e5e-beba-18ce93601dda Sep 24 00:02:13.414468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116ae0f-266d-4572-8955-f8e63dff44c9 req-7077d24e-f35b-4b8e-9f74-7a2a60f5bb16 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:13.422193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c116ae0f-266d-4572-8955-f8e63dff44c9 req-7077d24e-f35b-4b8e-9f74-7a2a60f5bb16 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 945 time: 0.1547320 Sep 24 00:02:13.433203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.465832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.466902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:13.467496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.471243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c116ae0f-266d-4572-8955-f8e63dff44c9 req-1ce234ec-d223-4ecf-8c4a-04f77727a298 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481842 Sep 24 00:02:13.472116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.526922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Pushing event deleted for resources: {'Port': ['ID=c5903190-76ce-478e-96e6-4988f24a4d50,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:13.599071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=84257477-7d7d-4e5e-beba-18ce93601dda,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:13.607697 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c9831a6-d4f0-4f4a-84a8-046409bde6c4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1197011 Sep 24 00:02:13.608683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51464) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:13.614373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 84257477-7d7d-4e5e-beba-18ce93601dda details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:13.617134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Request body: {'subnet': {'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1973724187-subnet', 'tenant_id': '15862e678ea049c1b05029bc26c79198', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:13.641593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Made reservation on behalf of 15862e678ea049c1b05029bc26c79198 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:13.645844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.767921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.927294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:13.984433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e155f9de-7399-4340-9fb2-8a67c6ba4ac9 req-3d68f769-f1e6-471d-a284-d322b3833e16 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:13.986088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e155f9de-7399-4340-9fb2-8a67c6ba4ac9 req-3d68f769-f1e6-471d-a284-d322b3833e16 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 945 time: 0.0989270 Sep 24 00:02:14.013034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aecfb93b-de75-463a-a75b-359187dff030,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:14.068461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Checking segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:14.069979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Network hostable DHCP agents. Network: 84257477-7d7d-4e5e-beba-18ce93601dda, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:02:14.264585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e155f9de-7399-4340-9fb2-8a67c6ba4ac9 req-12c48cb1-2fc1-4e45-bbdb-a77d5a267955 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310891 Sep 24 00:02:14.346025 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b359cc47-0804-420a-a997-da2e5e6bea53 req-fb59b182-58d2-4bf8-9d78-035c647dad9e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 210 time: 0.1286688 Sep 24 00:02:14.417873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:02:14.488588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Network 84257477-7d7d-4e5e-beba-18ce93601dda is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:02:14.512378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 84257477-7d7d-4e5e-beba-18ce93601dda) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:14.520749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:14.521347 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:14.528329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97188c0d-dc78-4b37-ab4b-d79f3b26e63d None None] Network 84257477-7d7d-4e5e-beba-18ce93601dda requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:14.531320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12696140-2758-4256-bae5-716b7d0558fb req-476b6a35-0505-4cbf-941d-394ce6664587 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:14.532682 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-476b6a35-0505-4cbf-941d-394ce6664587 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 813 time: 0.4989126 Sep 24 00:02:14.549117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'port': {'device_id': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60', 'admin_state_up': True, 'tenant_id': '4c8862b564a940fa8437347afcf6ba48'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:14.563418 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-39d8eaab-25e4-4f75-9680-6bf726297132 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9535751 Sep 24 00:02:14.608512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:02:14.622091 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] Sync routers for ids ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:02:14.630583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-315336ab-b42a-4960-a52e-58cc1daa335b admin admin] 10.222.0.24 "PUT /v2.0/routers/f3bd5449-5dd2-40cf-a15e-43b8853e6e39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5731337 Sep 24 00:02:14.635536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51500) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:14.643340 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] Routers {'f3bd5449-5dd2-40cf-a15e-43b8853e6e39'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:14.643993 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:14.686304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Made reservation on behalf of 4c8862b564a940fa8437347afcf6ba48 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:14.690286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:14.851548 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] Set router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:14.859416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:14.950459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Allocated IP 172.20.0.9 (6186cd3f-4835-4878-961c-127dc7cdcb60/6128d443-2de5-4a2f-832c-d126f42cb56e/24347cb5-89c9-4b6f-aa88-90c5c050b837) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:15.008532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-84257477-7d7d-4e5e-beba-18ce93601dda', 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda', 'tenant_id': '15862e678ea049c1b05029bc26c79198', 'fixed_ips': [{'subnet_id': 'aecfb93b-de75-463a-a75b-359187dff030'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:02:15.011031 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.039700 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.154627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Deleting port 5faa6efa-b61f-4d6b-aec3-2841187ac15e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:15.155717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.182496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.196652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Allocated IP 172.20.0.2 (84257477-7d7d-4e5e-beba-18ce93601dda/aecfb93b-de75-463a-a75b-359187dff030/490223b0-b066-4c1b-97f9-c4c91db4f5fd) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:15.216675 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159'}], 'enable_snat': True}, 'gw_port_id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-24T00:02:13Z', 'revision_number': 5, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port': {'id': '5faa6efa-b61f-4d6b-aec3-2841187ac15e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:4c:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:58:55Z', 'updated_at': '2021-09-23T23:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:15.248821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.287756 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] Checking router: f3bd5449-5dd2-40cf-a15e-43b8853e6e39 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:02:15.303667 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] Routers {'f3bd5449-5dd2-40cf-a15e-43b8853e6e39'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:15.306972 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:15.352270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Network 6186cd3f-4835-4878-961c-127dc7cdcb60 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:15.361577 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'Port': ['ID=24347cb5-89c9-4b6f-aa88-90c5c050b837,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:15.368368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:15.374911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] For port 5faa6efa-b61f-4d6b-aec3-2841187ac15e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5faa6efa-b61f-4d6b-aec3-2841187ac15e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:15.375329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.378745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:15.405631 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.414607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.445451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:15.446245 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.466933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-6749f364-a33b-45e3-8c6c-7b7afbf598d4 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:15.472323 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-6749f364-a33b-45e3-8c6c-7b7afbf598d4 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 945 time: 0.2553756 Sep 24 00:02:15.476899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Calling delete_port for 5faa6efa-b61f-4d6b-aec3-2841187ac15e owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:15.477694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Network 84257477-7d7d-4e5e-beba-18ce93601dda is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:15.480673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:15.488626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:15.490685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Pushing event updated for resources: {'Port': ['ID=490223b0-b066-4c1b-97f9-c4c91db4f5fd,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:15.498045 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] Set router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:15.561656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Attempting to bind port 490223b0-b066-4c1b-97f9-c4c91db4f5fd on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:15.563185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Attempting to bind port 490223b0-b066-4c1b-97f9-c4c91db4f5fd by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:15.563566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Attempting to bind port 490223b0-b066-4c1b-97f9-c4c91db4f5fd on network 84257477-7d7d-4e5e-beba-18ce93601dda {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:15.566111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c57634-5a06-44b9-bc92-945d87781cf4 req-a291c5b1-3726-4795-a1f1-7baf670d2453 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:15.568615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c57634-5a06-44b9-bc92-945d87781cf4 req-a291c5b1-3726-4795-a1f1-7baf670d2453 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 945 time: 0.1712091 Sep 24 00:02:15.584087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:15.584469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Checking segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:15.584877 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.585272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Bound using segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:15.585750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Bound port: 490223b0-b066-4c1b-97f9-c4c91db4f5fd, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:15.586134 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.615644 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-24T00:02:15Z', 'revision_number': 6, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:15.685306 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e842fa0-9f61-49c8-8540-89781c42df41 None None] The sync data for ids ['f3bd5449-5dd2-40cf-a15e-43b8853e6e39'] in n-d-713498-18 is: [{'id': 'f3bd5449-5dd2-40cf-a15e-43b8853e6e39', 'name': 'tempest-ServerRescueNegativeTestJSON-666258936-router', 'tenant_id': 'c337b66785744853a9256c2b068c5e29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:58:53Z', 'updated_at': '2021-09-24T00:02:15Z', 'revision_number': 6, 'project_id': 'c337b66785744853a9256c2b068c5e29', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:02:15.692995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-8a23f164-499f-4564-b753-c8ead8a70e13 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1487846 Sep 24 00:02:15.705643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-eec0c76c-fb94-4e40-8da1-c2a9c0631125 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:02:15.706744 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-eec0c76c-fb94-4e40-8da1-c2a9c0631125 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067778 Sep 24 00:02:15.740231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] For port 490223b0-b066-4c1b-97f9-c4c91db4f5fd, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:15.747411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] For port 490223b0-b066-4c1b-97f9-c4c91db4f5fd, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=490223b0-b066-4c1b-97f9-c4c91db4f5fd,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:15.755149 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.761501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Deleting port cee3432a-ab15-47bd-b3dd-bde916982dd9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:15.761846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:15.829320 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a61e87-c151-48b3-a677-a16c7a115b1e None None] Pushing event updated for resources: {'Port': ['ID=490223b0-b066-4c1b-97f9-c4c91db4f5fd,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:15.835125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c57634-5a06-44b9-bc92-945d87781cf4 req-6273fcbb-5981-4fdd-923c-6f1089613c6a tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/security-groups?id=5cea9136-f3b0-4b56-87b0-f97168c319b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585542 Sep 24 00:02:15.882724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-0d5286e8-11ce-4778-a944-2a4fa5b0b3fe tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:15.901251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-0d5286e8-11ce-4778-a944-2a4fa5b0b3fe tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 816 time: 0.1578388 Sep 24 00:02:15.918881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-e56d79e4-384f-48b0-bb7e-d7976b001e3e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/quotas/15862e678ea049c1b05029bc26c79198 HTTP/1.1" status: 200 len: 375 time: 0.0185709 Sep 24 00:02:15.949472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Request body: {'port': {'device_id': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:16.031245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.069772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.082539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Pushing event deleted for resources: {'Port': ['ID=5faa6efa-b61f-4d6b-aec3-2841187ac15e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:16.159405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-6322fcd1-8a27-4648-b45a-1679b95e6c0f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2392654 Sep 24 00:02:16.178969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] For port cee3432a-ab15-47bd-b3dd-bde916982dd9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cee3432a-ab15-47bd-b3dd-bde916982dd9,segment=NetworkSegment(beeb6467-b761-49e4-bcd7-d8f6f1cdfe04),segment_id=beeb6467-b761-49e4-bcd7-d8f6f1cdfe04)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:16.179341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.280841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Calling delete_port for cee3432a-ab15-47bd-b3dd-bde916982dd9 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:16.345313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.461927 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.466921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.475703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efceab71-5473-44a2-b8aa-440a6e9dcd6c req-70f1db4a-c78c-4db7-9f0e-994139a77bee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:16.477279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efceab71-5473-44a2-b8aa-440a6e9dcd6c req-70f1db4a-c78c-4db7-9f0e-994139a77bee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 931 time: 0.1775870 Sep 24 00:02:16.489555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-89eaac42-7626-4e4e-b19d-47095e229bf8 service neutron] 10.222.0.24 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291674 Sep 24 00:02:16.540375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.548214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24347cb5-89c9-4b6f-aa88-90c5c050b837 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:16.563200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.570252 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.570822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3bd5449-5dd2-40cf-a15e-43b8853e6e39 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:02:16.583548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.584736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f7c5e3d1-011a-4260-8ed7-0c338c94f748 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f3bd5449-5dd2-40cf-a15e-43b8853e6e39 HTTP/1.1" status: 204 len: 168 time: 1.9482350 Sep 24 00:02:16.590514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51554) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:16.602005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Pushing event deleted for resources: {'Port': ['ID=cee3432a-ab15-47bd-b3dd-bde916982dd9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:16.622666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efceab71-5473-44a2-b8aa-440a6e9dcd6c req-592c7348-3286-4381-973a-bbee98969355 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223366 Sep 24 00:02:16.677660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Transition to ACTIVE for port object 24347cb5-89c9-4b6f-aa88-90c5c050b837 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:02:16.699986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] No DVR routers for this DVR port cee3432a-ab15-47bd-b3dd-bde916982dd9 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:16.703682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.706659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-76cdb900-4c21-4bba-ba2d-1b812e845193 service neutron] 10.222.0.24 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124567 Sep 24 00:02:16.714001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.716320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41a0abce-3ebf-44da-b446-742a01869ab6 req-e9e2858d-8c19-48f5-8559-10e3db364845 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.18 "DELETE /v2.0/ports/cee3432a-ab15-47bd-b3dd-bde916982dd9 HTTP/1.1" status: 204 len: 173 time: 1.2329910 Sep 24 00:02:16.718341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce83ae9f-b72f-4221-995c-98801c2b3efb', 'name': 'network-vif-deleted', 'tag': 'cee3432a-ab15-47bd-b3dd-bde916982dd9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:16.720659 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0c802e-e53e-4c41-8091-3566c93d4e0c" -d '{"events": [{"server_uuid": "ce83ae9f-b72f-4221-995c-98801c2b3efb", "name": "network-vif-deleted", "tag": "cee3432a-ab15-47bd-b3dd-bde916982dd9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:16.777935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c94a80-af45-4046-b3b3-2b5e5e943edf admin admin] Deleting subnet 42071fca-95e4-48e1-b48b-d19393bd9286 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:02:16.794544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5c94a80-af45-4046-b3b3-2b5e5e943edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.897139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 490223b0-b066-4c1b-97f9-c4c91db4f5fd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:16.905523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Pushing event updated for resources: {'Port': ['ID=24347cb5-89c9-4b6f-aa88-90c5c050b837,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:16.924170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5c94a80-af45-4046-b3b3-2b5e5e943edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.970054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Attempting to bind port 24347cb5-89c9-4b6f-aa88-90c5c050b837 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:16.970388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Attempting to bind port 24347cb5-89c9-4b6f-aa88-90c5c050b837 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:16.970742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Attempting to bind port 24347cb5-89c9-4b6f-aa88-90c5c050b837 on network 6186cd3f-4835-4878-961c-127dc7cdcb60 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:16.979377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Port 24347cb5-89c9-4b6f-aa88-90c5c050b837 on network 6186cd3f-4835-4878-961c-127dc7cdcb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:02:16.979700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Attempting to bind port 24347cb5-89c9-4b6f-aa88-90c5c050b837 on network 6186cd3f-4835-4878-961c-127dc7cdcb60 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:16.990262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:16.990625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Checking segment: {'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:16.991028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Bound using segment: {'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:16.991469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Bound port: 24347cb5-89c9-4b6f-aa88-90c5c050b837, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:16.991825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:16.994695 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5c94a80-af45-4046-b3b3-2b5e5e943edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.038178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 490223b0-b066-4c1b-97f9-c4c91db4f5fd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:17.038848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.169622 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13efef1-f04c-4b37-9abc-1c23ae47b6ca x-openstack-request-id: req-c13efef1-f04c-4b37-9abc-1c23ae47b6ca {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:17.170954 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce83ae9f-b72f-4221-995c-98801c2b3efb", "name": "network-vif-deleted", "tag": "cee3432a-ab15-47bd-b3dd-bde916982dd9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:17.171221 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c13efef1-f04c-4b37-9abc-1c23ae47b6ca {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:17.172109 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce83ae9f-b72f-4221-995c-98801c2b3efb', 'name': 'network-vif-deleted', 'tag': 'cee3432a-ab15-47bd-b3dd-bde916982dd9', 'status': 'completed', 'code': 200} Sep 24 00:02:17.277777 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.364387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] For port 24347cb5-89c9-4b6f-aa88-90c5c050b837, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:17.366251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 490223b0-b066-4c1b-97f9-c4c91db4f5fd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=490223b0-b066-4c1b-97f9-c4c91db4f5fd,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:17.372566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] For port 24347cb5-89c9-4b6f-aa88-90c5c050b837, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:17.376385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.383640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.391308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c5903190-76ce-478e-96e6-4988f24a4d50 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:17.420224 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5c94a80-af45-4046-b3b3-2b5e5e943edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.444730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35dbd44-47cc-4e50-8c45-7246530625b3 None None] Network 84257477-7d7d-4e5e-beba-18ce93601dda requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:17.451042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: c5903190-76ce-478e-96e6-4988f24a4d50 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:17.451712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c5903190-76ce-478e-96e6-4988f24a4d50 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:17.510795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=490223b0-b066-4c1b-97f9-c4c91db4f5fd,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:17.547601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef651c72-efb3-42dd-981f-89dcd6f91f01 req-f55e4b4f-32da-47ba-8dcd-1e8816f6a504 tempest-ServerGroupTestJSON-1420416908 tempest-ServerGroupTestJSON-1420416908-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce83ae9f-b72f-4221-995c-98801c2b3efb HTTP/1.1" status: 200 len: 210 time: 0.1126726 Sep 24 00:02:17.575004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-43475c63-e8c5-4bd2-9210-fcb4ca66eac4 None None] Provisioning complete for port 490223b0-b066-4c1b-97f9-c4c91db4f5fd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:17.575649 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-43475c63-e8c5-4bd2-9210-fcb4ca66eac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.624896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5c94a80-af45-4046-b3b3-2b5e5e943edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.626176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e5c94a80-af45-4046-b3b3-2b5e5e943edf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/42071fca-95e4-48e1-b48b-d19393bd9286 HTTP/1.1" status: 204 len: 168 time: 1.0341899 Sep 24 00:02:17.630440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51590) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:17.632696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:17.632696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:17.632696 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] 10.222.0.20 "PUT /v2.0/ports/24347cb5-89c9-4b6f-aa88-90c5c050b837 HTTP/1.1" status: 200 len: 1092 time: 1.9057724 Sep 24 00:02:17.633048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c94a80-af45-4046-b3b3-2b5e5e943edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42071fca-95e4-48e1-b48b-d19393bd9286,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:17.666519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0150d5a-05a5-4144-a90c-efcef9ea126a service neutron] Pushing event updated for resources: {'Port': ['ID=24347cb5-89c9-4b6f-aa88-90c5c050b837,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:17.740953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12696140-2758-4256-bae5-716b7d0558fb req-105aef1c-5628-404a-9e7b-03e564d7380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:17.743263 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-105aef1c-5628-404a-9e7b-03e564d7380f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1095 time: 0.0559945 Sep 24 00:02:17.807327 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-466302fc-cf88-4a30-bc4d-0db2f38c17ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837 HTTP/1.1" status: 200 len: 217 time: 0.0563414 Sep 24 00:02:17.875265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12696140-2758-4256-bae5-716b7d0558fb req-810e46de-ed64-4cd2-b798-7d288bf6c1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:17.876935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-810e46de-ed64-4cd2-b798-7d288bf6c1d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.0630937 Sep 24 00:02:17.937461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-87428764-817a-4398-b1d5-5a26bbe37dfc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531902 Sep 24 00:02:18.100909 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-e2daf1e0-383d-4401-9dbe-21b517b556f9 service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569314 Sep 24 00:02:18.111986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:18.130383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-be983297-b78e-4d7e-bad1-02606a49c4a8 None None] Provisioning complete for port 490223b0-b066-4c1b-97f9-c4c91db4f5fd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:18.131428 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be983297-b78e-4d7e-bad1-02606a49c4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.228282 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-12696140-2758-4256-bae5-716b7d0558fb req-2822e071-7fe3-4ea3-bf7d-6067887177e6 service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184552 Sep 24 00:02:18.337773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.346205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 490223b0-b066-4c1b-97f9-c4c91db4f5fd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:18.354858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23086454-0a6a-4786-969b-b3899aabc278 req-10bc3e61-bee3-472c-b92e-206592c4b693 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:18.356498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23086454-0a6a-4786-969b-b3899aabc278 req-10bc3e61-bee3-472c-b92e-206592c4b693 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 943 time: 0.5905113 Sep 24 00:02:18.369356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-abedee57-91ac-4a4d-98b2-e24ea63ae8bb tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:18.371048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-abedee57-91ac-4a4d-98b2-e24ea63ae8bb tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 816 time: 0.6776414 Sep 24 00:02:18.374079 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f805c5af-98d4-45fd-bab1-0c2d4012f0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.402042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 490223b0-b066-4c1b-97f9-c4c91db4f5fd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:18.402844 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.428201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-cfdac9d3-8605-4013-911d-219ea1925f40 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/quotas/15862e678ea049c1b05029bc26c79198 HTTP/1.1" status: 200 len: 375 time: 0.0473981 Sep 24 00:02:18.465471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23086454-0a6a-4786-969b-b3899aabc278 req-7658c594-c0a1-4381-8625-dc66db438721 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932782 Sep 24 00:02:18.486237 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f805c5af-98d4-45fd-bab1-0c2d4012f0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.495091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f805c5af-98d4-45fd-bab1-0c2d4012f0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.496538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5faa6efa-b61f-4d6b-aec3-2841187ac15e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:18.523085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cee3432a-ab15-47bd-b3dd-bde916982dd9 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:18.527593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5faa6efa-b61f-4d6b-aec3-2841187ac15e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:18.527947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5faa6efa-b61f-4d6b-aec3-2841187ac15e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:18.528681 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.539064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f805c5af-98d4-45fd-bab1-0c2d4012f0a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c38703a56f24d59b2631a2a7bf39b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254320 Sep 24 00:02:18.539404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51612) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:18.553456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: cee3432a-ab15-47bd-b3dd-bde916982dd9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:18.553862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cee3432a-ab15-47bd-b3dd-bde916982dd9 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:18.555117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805c5af-98d4-45fd-bab1-0c2d4012f0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9d432f-fb9c-4e26-a6cd-e38a6840f680,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:18.577112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b335634c-12a3-4d07-8003-edeff86eebeb']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:18.596682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-54157806-70d1-4fa1-9d8c-e2367e193a80 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1617875 Sep 24 00:02:18.600994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648460fb-22e6-4df2-8c47-49e543381ce5') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:18.601282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648460fb-22e6-4df2-8c47-49e543381ce5') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:18.641104 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.660416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.684084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:02:18.684503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:02:18.688102 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:02:18.727531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93489f49-a436-4139-853d-91905992a44a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.801172 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93489f49-a436-4139-853d-91905992a44a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.820359 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.834469 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.836623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b335634c-12a3-4d07-8003-edeff86eebeb HTTP/1.1" status: 204 len: 168 time: 1.2064793 Sep 24 00:02:18.848993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-e66e8397-3aea-4ea0-88e5-b97c7c43c64c service neutron] 10.222.0.24 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410688 Sep 24 00:02:18.881312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb2b498-761a-4071-bdc9-1495f72b3615 admin admin] Pushing event deleted for resources: {'Network': ['ID=b335634c-12a3-4d07-8003-edeff86eebeb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:18.899728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-85ee8131-37e0-45aa-a6a8-642bf1f019ed tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:18.903076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-85ee8131-37e0-45aa-a6a8-642bf1f019ed tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.18 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 816 time: 0.1853704 Sep 24 00:02:18.921183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Request body: {'port': {'device_id': '8eeb4f02-ec24-45ae-bf5a-912ad5ed1602', 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda', 'admin_state_up': True, 'tenant_id': '15862e678ea049c1b05029bc26c79198'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:18.986554 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93489f49-a436-4139-853d-91905992a44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.989525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93489f49-a436-4139-853d-91905992a44a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:18.993820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-93489f49-a436-4139-853d-91905992a44a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac9d432f-fb9c-4e26-a6cd-e38a6840f680 HTTP/1.1" status: 204 len: 168 time: 0.4503534 Sep 24 00:02:19.010478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51640) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:19.020019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-abe60497-3eee-4359-bbf8-286c1205a283 service neutron] 10.222.0.24 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698294 Sep 24 00:02:19.020960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93489f49-a436-4139-853d-91905992a44a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9d432f-fb9c-4e26-a6cd-e38a6840f680,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:19.068169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51642) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:19.088073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8763bf51-c079-44c0-924a-0443e85b1f7f admin admin] Deleting subnet 5fed25ac-d54d-4296-994a-6ed8fea54ca4 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:02:19.092795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8763bf51-c079-44c0-924a-0443e85b1f7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.123296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5b820df9-89c1-44e0-a285-77af11294129 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c337b66785744853a9256c2b068c5e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535464 Sep 24 00:02:19.126090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51644) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:19.143629 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8763bf51-c079-44c0-924a-0443e85b1f7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.163678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Made reservation on behalf of 15862e678ea049c1b05029bc26c79198 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:19.167920 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.172995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:19.175408 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa57916f-994b-4be0-9473-3ad6b202d1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:19.230465 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d702670e-a4a1-41af-af3e-9d7f0f0e7cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.266858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8763bf51-c079-44c0-924a-0443e85b1f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.270188 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb42f9b-8d39-4a33-9dca-14c639cdccc6 x-openstack-request-id: req-beb42f9b-8d39-4a33-9dca-14c639cdccc6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:19.270478 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:19.271316 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-beb42f9b-8d39-4a33-9dca-14c639cdccc6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:19.271878 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837', 'status': 'completed', 'code': 200} Sep 24 00:02:19.276723 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d702670e-a4a1-41af-af3e-9d7f0f0e7cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.357381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d702670e-a4a1-41af-af3e-9d7f0f0e7cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.365920 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d702670e-a4a1-41af-af3e-9d7f0f0e7cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.368512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d702670e-a4a1-41af-af3e-9d7f0f0e7cff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4cd8957e-4e29-4af0-bfd7-b73bb424da7b HTTP/1.1" status: 204 len: 168 time: 0.2410941 Sep 24 00:02:19.389458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702670e-a4a1-41af-af3e-9d7f0f0e7cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd8957e-4e29-4af0-bfd7-b73bb424da7b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:19.553473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-8cbdd2a5-b550-47a2-88d1-a1513891e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:19.555054 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-8cbdd2a5-b550-47a2-88d1-a1513891e1ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1095 time: 0.2470593 Sep 24 00:02:19.584041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51676) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:19.589574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8763bf51-c079-44c0-924a-0443e85b1f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.612572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aac968a-eb76-49b9-a478-a04665571274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.623089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Allocated IP 172.20.0.10 (84257477-7d7d-4e5e-beba-18ce93601dda/aecfb93b-de75-463a-a75b-359187dff030/18cbb7be-bd97-4a7f-be10-889b9f223607) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:19.628236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8763bf51-c079-44c0-924a-0443e85b1f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fed25ac-d54d-4296-994a-6ed8fea54ca4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:19.658381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8763bf51-c079-44c0-924a-0443e85b1f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.660448 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8763bf51-c079-44c0-924a-0443e85b1f7f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5fed25ac-d54d-4296-994a-6ed8fea54ca4 HTTP/1.1" status: 204 len: 168 time: 0.6489911 Sep 24 00:02:19.696241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51682) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:19.710956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-4c246743-5c58-4f5b-9e45-b0c71484d97e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:19.724455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-4c246743-5c58-4f5b-9e45-b0c71484d97e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 816 time: 0.2793841 Sep 24 00:02:19.759388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-e71fa470-0f0b-4b04-a119-bf1d45c17405 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/quotas/15862e678ea049c1b05029bc26c79198 HTTP/1.1" status: 200 len: 375 time: 0.0339134 Sep 24 00:02:19.834965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb1cff-09ba-4ce4-929b-298ac76f3817 req-a03d1735-6baf-4f3a-8129-56df0813d9e4 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:19.843415 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5beb1cff-09ba-4ce4-929b-298ac76f3817 req-a03d1735-6baf-4f3a-8129-56df0813d9e4 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 943 time: 0.2503846 Sep 24 00:02:19.862938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-ea0e9195-51fc-408a-9f11-2909b5b936a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:19.864524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-ea0e9195-51fc-408a-9f11-2909b5b936a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 914 time: 0.2987487 Sep 24 00:02:19.870584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:19.916525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-e3a450db-12b9-4333-b525-b8e6cda626aa tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525037 Sep 24 00:02:19.965711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-2fbe40bb-31b5-4d7f-95cb-39eb81e08686 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837 HTTP/1.1" status: 200 len: 217 time: 0.0930316 Sep 24 00:02:19.982365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5beb1cff-09ba-4ce4-929b-298ac76f3817 req-51f2cf44-bab1-4cdb-a98e-a8a59a00d7d9 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323743 Sep 24 00:02:20.050707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-daab1cec-7317-4dc4-b1d4-1cb069189f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:20.051955 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-daab1cec-7317-4dc4-b1d4-1cb069189f9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.0746729 Sep 24 00:02:20.077303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aac968a-eb76-49b9-a478-a04665571274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.088500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-fc03b6d0-3181-44cc-af85-d9386fb43985 service neutron] 10.222.0.24 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703911 Sep 24 00:02:20.097937 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aac968a-eb76-49b9-a478-a04665571274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.173143 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-766804ad-9e4f-4440-b489-95e3ed2c4474 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906610 Sep 24 00:02:20.244025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac968a-eb76-49b9-a478-a04665571274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd3a95-6833-4f87-9b17-c2506c255c33,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:20.256250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.284505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4aac968a-eb76-49b9-a478-a04665571274 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce829fe2cedd4a198644cefa136cb6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6927245 Sep 24 00:02:20.287353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51702) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:20.329864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-9c887ac3-7fbf-4846-9625-461797721408 service neutron] 10.222.0.24 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403975 Sep 24 00:02:20.366039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c23d5f5a-b669-49d2-a194-1847951bdd53']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:20.401221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.412130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'beeb6467-b761-49e4-bcd7-d8f6f1cdfe04') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:20.412425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'beeb6467-b761-49e4-bcd7-d8f6f1cdfe04') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:20.441521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.468607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51708) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:20.477045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-6725a850-34b2-4ebc-b603-f756f5d25b4e service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925105 Sep 24 00:02:20.490604 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.529928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:02:20.530737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.533694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87baebae-ebf2-497c-a082-902bd6e9ef7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:02:20.536239 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:02:20.679870 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.684096 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdc5410f-74f0-45ca-a2fc-9c1fe6427316 req-7d8abaeb-aa69-4f67-9c76-d88a4578cf0d tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 210 time: 0.1023335 Sep 24 00:02:20.721759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6203f46-0c4b-420a-97b6-24afa64d0a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.819428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87baebae-ebf2-497c-a082-902bd6e9ef7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.875048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-dbd29df0-03f4-4f9a-8b19-d0de9644e391 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:20.876707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Pushing event updated for resources: {'Port': ['ID=18cbb7be-bd97-4a7f-be10-889b9f223607,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:20.877015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-dbd29df0-03f4-4f9a-8b19-d0de9644e391 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.18 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 816 time: 0.2681184 Sep 24 00:02:20.880968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.890175 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:20.892525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 24347cb5-89c9-4b6f-aa88-90c5c050b837 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:02:20.895386 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] 10.222.0.24 "DELETE /v2.0/networks/c23d5f5a-b669-49d2-a194-1847951bdd53 HTTP/1.1" status: 204 len: 168 time: 1.1976371 Sep 24 00:02:20.902503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Request body: {'port': {'device_id': '467a5926-b634-448f-85aa-24444bcd7cc5', 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda', 'admin_state_up': True, 'tenant_id': '15862e678ea049c1b05029bc26c79198'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:20.915152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Network 84257477-7d7d-4e5e-beba-18ce93601dda is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:20.929268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:20.977557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:21.017942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21837d42-090c-4608-9b90-a3af57e25dcf admin admin] Pushing event deleted for resources: {'Network': ['ID=c23d5f5a-b669-49d2-a194-1847951bdd53,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:21.038234 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa57916f-994b-4be0-9473-3ad6b202d1e7 req-be57eb39-ec32-47c2-9220-a4c268db962b service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488229 Sep 24 00:02:21.052725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6203f46-0c4b-420a-97b6-24afa64d0a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.095589 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6203f46-0c4b-420a-97b6-24afa64d0a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.107612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:21.111140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.116919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87baebae-ebf2-497c-a082-902bd6e9ef7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.125723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87baebae-ebf2-497c-a082-902bd6e9ef7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.139208 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-87baebae-ebf2-497c-a082-902bd6e9ef7c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9cd3a95-6833-4f87-9b17-c2506c255c33 HTTP/1.1" status: 204 len: 168 time: 0.8424969 Sep 24 00:02:21.188029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51744) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:21.222799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87baebae-ebf2-497c-a082-902bd6e9ef7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd3a95-6833-4f87-9b17-c2506c255c33,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:21.290407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f6203f46-0c4b-420a-97b6-24afa64d0a6a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08eb9c76f28b4be6b231b3801a549c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8202107 Sep 24 00:02:21.296900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6203f46-0c4b-420a-97b6-24afa64d0a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e52251c-5699-461d-b81f-872c8b215974,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:21.298543 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-09b2c5a5-ef2b-4eb5-a3e1-f8a7bde73877 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3812315 Sep 24 00:02:21.299151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51748) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:21.320796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 24347cb5-89c9-4b6f-aa88-90c5c050b837, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:21.348899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '24347cb5-89c9-4b6f-aa88-90c5c050b837', 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60', 'port_id': '24347cb5-89c9-4b6f-aa88-90c5c050b837', 'mac_address': 'fa:16:3e:f9:2b:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6128d443-2de5-4a2f-832c-d126f42cb56e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:02:21.356825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Request body: {'port': {'device_id': '8eeb4f02-ec24-45ae-bf5a-912ad5ed1602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:21.438816 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.480470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53ad2a-61fe-4439-bec1-930d73bb5f33 req-a174f781-cfe4-4bcd-acf4-c907bc8c480d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:21.484007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f53ad2a-61fe-4439-bec1-930d73bb5f33 req-a174f781-cfe4-4bcd-acf4-c907bc8c480d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 943 time: 0.2797468 Sep 24 00:02:21.487426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24347cb5-89c9-4b6f-aa88-90c5c050b837 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:21.507087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Made reservation on behalf of 15862e678ea049c1b05029bc26c79198 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:21.517097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.534811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5957e6c6-e522-4330-989c-11891ed06176 None None] Provisioning complete for port 18cbb7be-bd97-4a7f-be10-889b9f223607 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:21.535402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5957e6c6-e522-4330-989c-11891ed06176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.601328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 24347cb5-89c9-4b6f-aa88-90c5c050b837, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:21.618197 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.627152 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-69fd1628-73de-42dc-b809-82af7e71b6be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78ffd3ecc61b4b1bbff3a9666fd684f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316149 Sep 24 00:02:21.627909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51754) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:21.638703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.697384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a170850d-ad91-4a9c-9cfe-8bf94bd57719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.709680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5957e6c6-e522-4330-989c-11891ed06176 None None] Port 18cbb7be-bd97-4a7f-be10-889b9f223607 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:02:21.766617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=24347cb5-89c9-4b6f-aa88-90c5c050b837,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:21.773580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f53ad2a-61fe-4439-bec1-930d73bb5f33 req-bfd165ac-65b1-4fe0-bbc4-487911e5f3e8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708516 Sep 24 00:02:21.812830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a170850d-ad91-4a9c-9cfe-8bf94bd57719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:21.902079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:21.946792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Allocated IP 172.20.0.13 (84257477-7d7d-4e5e-beba-18ce93601dda/aecfb93b-de75-463a-a75b-359187dff030/c91c55b5-e98d-45d0-bdcf-6d161542d277) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:22.083659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-772ca548-3bb6-42f3-9307-2c0f92306921 req-70ecebf3-6549-4627-a6ca-911026d3a0aa tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1133320 Sep 24 00:02:22.089447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87160f3c-c4d7-4f18-b189-ae4c8bbd0e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:22.157548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0edadf68-298b-4c38-b12b-c66699b7a1d6 req-d9fb2d0d-0da7-43fe-a029-9fe842289c96 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 210 time: 0.0888040 Sep 24 00:02:22.220084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87160f3c-c4d7-4f18-b189-ae4c8bbd0e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:22.327993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a170850d-ad91-4a9c-9cfe-8bf94bd57719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:22.331874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a170850d-ad91-4a9c-9cfe-8bf94bd57719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:22.335883 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a170850d-ad91-4a9c-9cfe-8bf94bd57719 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e52251c-5699-461d-b81f-872c8b215974 HTTP/1.1" status: 204 len: 168 time: 1.0086672 Sep 24 00:02:22.343986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170850d-ad91-4a9c-9cfe-8bf94bd57719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e52251c-5699-461d-b81f-872c8b215974,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:22.485082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87160f3c-c4d7-4f18-b189-ae4c8bbd0e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:22.498062 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:02:22.501155 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87160f3c-c4d7-4f18-b189-ae4c8bbd0e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:22.505491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-87160f3c-c4d7-4f18-b189-ae4c8bbd0e18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cea9136-f3b0-4b56-87b0-f97168c319b7 HTTP/1.1" status: 204 len: 168 time: 0.8746727 Sep 24 00:02:22.523792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:22.529612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87160f3c-c4d7-4f18-b189-ae4c8bbd0e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cea9136-f3b0-4b56-87b0-f97168c319b7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:22.612767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-384cca7b-fd81-48fb-8a14-2d24666b5b1e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:22.616484 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-384cca7b-fd81-48fb-8a14-2d24666b5b1e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.20 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 816 time: 0.2687809 Sep 24 00:02:22.630069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Request body: {'port': {'device_id': '7afc1f36-da1d-463b-9998-75a6be92a603', 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda', 'admin_state_up': True, 'tenant_id': '15862e678ea049c1b05029bc26c79198'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:22.687188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:22.774916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Pushing event updated for resources: {'Port': ['ID=c91c55b5-e98d-45d0-bdcf-6d161542d277,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:22.804923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Network 84257477-7d7d-4e5e-beba-18ce93601dda is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:22.807409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:22.810336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:22.957630 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2c76bbb-0376-457c-a60c-783c28b0c4e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:23.032953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.033514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:23.072781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d1326-309c-41d3-8080-dc5525190f79 req-701f001c-dd28-4298-a65d-9317aa084c3c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.075260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177d1326-309c-41d3-8080-dc5525190f79 req-701f001c-dd28-4298-a65d-9317aa084c3c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 944 time: 0.1038465 Sep 24 00:02:23.215097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177d1326-309c-41d3-8080-dc5525190f79 req-7504537c-edd6-4ae7-95fb-f5401c4367e9 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263828 Sep 24 00:02:23.298403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d10a79e-b55a-42d4-b40c-e0dafd052925 req-476015d3-6257-4b0a-904b-53f9c2b125be tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0495510 Sep 24 00:02:23.356546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-15338a5c-1091-4f99-ab15-02a18b7c1131 None None] Provisioning complete for port c91c55b5-e98d-45d0-bdcf-6d161542d277 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:23.356911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15338a5c-1091-4f99-ab15-02a18b7c1131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:23.401284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1900158-fb52-4a9a-8a68-c8cfdc3a5d2b req-24e98fc1-f1c6-4e39-9d4e-36597160fede tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 210 time: 0.0532181 Sep 24 00:02:23.430524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-15338a5c-1091-4f99-ab15-02a18b7c1131 None None] Port c91c55b5-e98d-45d0-bdcf-6d161542d277 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:02:23.507951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51812) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:23.632062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-21a70873-02b4-439d-81b2-3c12e6648383 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7419462 Sep 24 00:02:23.638849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Made reservation on behalf of 15862e678ea049c1b05029bc26c79198 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:23.638849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:23.647289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Request body: {'port': {'device_id': '467a5926-b634-448f-85aa-24444bcd7cc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:23.700869 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-a56a3b77-35d8-4676-9400-dc7a9b7e8fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1159725 Sep 24 00:02:23.797284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:23.878003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18cbb7be-bd97-4a7f-be10-889b9f223607 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:23.892279 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:23.919473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-fd19f5dc-31ea-4562-8b08-0500f3abffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.920088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-fd19f5dc-31ea-4562-8b08-0500f3abffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.920689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-fd19f5dc-31ea-4562-8b08-0500f3abffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.921178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-fd19f5dc-31ea-4562-8b08-0500f3abffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.921800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-fd19f5dc-31ea-4562-8b08-0500f3abffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.922221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-fd19f5dc-31ea-4562-8b08-0500f3abffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.922732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-fd19f5dc-31ea-4562-8b08-0500f3abffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:23.925106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-fd19f5dc-31ea-4562-8b08-0500f3abffa0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6510 time: 0.0988615 Sep 24 00:02:23.928930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Transition to ACTIVE for port object 18cbb7be-bd97-4a7f-be10-889b9f223607 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:02:23.938135 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.104575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-network', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:24.139594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Allocated IP 172.20.0.14 (84257477-7d7d-4e5e-beba-18ce93601dda/aecfb93b-de75-463a-a75b-359187dff030/e7b36ea3-472d-484c-93c5-4b08a349d413) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:24.143630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Made reservation on behalf of 39ff307aeb0b446988c79a7fd1ee9486 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:24.147036 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.148822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Pushing event updated for resources: {'Port': ['ID=18cbb7be-bd97-4a7f-be10-889b9f223607,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:24.184768 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.278859 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-5ae49290-109b-4fd4-8bb6-dfe7c5fc9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:24.279446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-5ae49290-109b-4fd4-8bb6-dfe7c5fc9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:24.282939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-5ae49290-109b-4fd4-8bb6-dfe7c5fc9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:24.285206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-5ae49290-109b-4fd4-8bb6-dfe7c5fc9d5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fa905c6-5b85-4188-8ccc-e6003718f222&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=1231a640-714e-41c4-9a45-73b7f80e4d8b&id=1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 200 len: 2299 time: 0.3073359 Sep 24 00:02:24.453386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Attempting to bind port 18cbb7be-bd97-4a7f-be10-889b9f223607 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:24.453727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Attempting to bind port 18cbb7be-bd97-4a7f-be10-889b9f223607 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:24.454051 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Attempting to bind port 18cbb7be-bd97-4a7f-be10-889b9f223607 on network 84257477-7d7d-4e5e-beba-18ce93601dda {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:24.463092 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-57d6dbe5-4ff7-4617-b32c-1939eb3d54ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 200 len: 1000 time: 0.1634040 Sep 24 00:02:24.517969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Port 18cbb7be-bd97-4a7f-be10-889b9f223607 on network 84257477-7d7d-4e5e-beba-18ce93601dda not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:02:24.518313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Attempting to bind port 18cbb7be-bd97-4a7f-be10-889b9f223607 on network 84257477-7d7d-4e5e-beba-18ce93601dda {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:24.541312 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.556957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8e9f57b-96b3-4102-a801-0afb16b5ebbe req-f54e9c16-273a-42d5-a51f-c1a49d351455 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0696459 Sep 24 00:02:24.562654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.577538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:24.577538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Checking segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:24.577538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Bound using segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:24.577538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Bound port: 18cbb7be-bd97-4a7f-be10-889b9f223607, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:24.577538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.662647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-c79a5596-b152-49ae-bfe3-6a228af475ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:24.663670 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99405402-7485-4d9f-a463-194b2ff1d79d req-58f9e5c5-6482-48e8-8dce-05e9fdf72940 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1029239 Sep 24 00:02:24.664474 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-c79a5596-b152-49ae-bfe3-6a228af475ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7784be8-b5c0-437f-be3d-6205f84b0fca HTTP/1.1" status: 200 len: 856 time: 0.1585214 Sep 24 00:02:24.677085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:24.729884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62fa8093-8b92-43b0-ad04-3e3a6274cd77 req-9e7af3b5-ce82-4f2c-a9cc-4e721ae0cd70 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 210 time: 0.0606816 Sep 24 00:02:24.730471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.736334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb5048a-69f0-4583-9d41-34bcb3038dff,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:24.744061 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.745222 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Added segment 6743c794-9913-4305-ad36-cdb7ddaa5857 of type vlan for network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 Sep 24 00:02:24.762276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] For port 18cbb7be-bd97-4a7f-be10-889b9f223607, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:24.770185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] For port 18cbb7be-bd97-4a7f-be10-889b9f223607, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=18cbb7be-bd97-4a7f-be10-889b9f223607,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:24.770552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69b639-f19d-4ab8-a220-37fd30891f00 req-3335d991-b5f2-4a9c-979c-fb7282b802d9 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:24.777259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-f37da299-d511-4dfe-ada5-370dcc6a6e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:24.779010 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-f37da299-d511-4dfe-ada5-370dcc6a6e15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fa905c6-5b85-4188-8ccc-e6003718f222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038508 Sep 24 00:02:24.779596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d69b639-f19d-4ab8-a220-37fd30891f00 req-3335d991-b5f2-4a9c-979c-fb7282b802d9 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 944 time: 0.3395705 Sep 24 00:02:24.781650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51852) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:24.784742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.817925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.853467 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.854605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:24.855294 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.907792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 24347cb5-89c9-4b6f-aa88-90c5c050b837 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:24.951631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:24.952372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.957022 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/18cbb7be-bd97-4a7f-be10-889b9f223607 HTTP/1.1" status: 200 len: 1093 time: 3.6237378 Sep 24 00:02:24.968025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eeb4f02-ec24-45ae-bf5a-912ad5ed1602', 'tag': '18cbb7be-bd97-4a7f-be10-889b9f223607'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:24.972052 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b262f7e-9a02-4b13-8988-3be9956780a2" -d '{"events": [{"name": "network-changed", "server_uuid": "8eeb4f02-ec24-45ae-bf5a-912ad5ed1602", "tag": "18cbb7be-bd97-4a7f-be10-889b9f223607"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:24.988721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:24.999578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2093938577-network', 'tenant_id': '82bc78c67cb942e1b9b7b3d18cb0a382'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:25.000587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:25.072620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:25.077467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d69b639-f19d-4ab8-a220-37fd30891f00 req-14513381-6166-4c91-82d8-1a9dee1a15a1 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270105 Sep 24 00:02:25.094461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-17f50284-94bc-457a-88ce-457f7e70bb99 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5822561 Sep 24 00:02:25.099811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51900) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:25.105770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61624ec7-0470-45db-9125-62fa1b6060d9 service neutron] Pushing event updated for resources: {'Port': ['ID=18cbb7be-bd97-4a7f-be10-889b9f223607,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:25.152870 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9260818-2abd-420f-8235-7bcfec496990 x-openstack-request-id: req-b9260818-2abd-420f-8235-7bcfec496990 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:25.153149 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eeb4f02-ec24-45ae-bf5a-912ad5ed1602", "tag": "18cbb7be-bd97-4a7f-be10-889b9f223607", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:25.153396 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9260818-2abd-420f-8235-7bcfec496990 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:25.153792 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eeb4f02-ec24-45ae-bf5a-912ad5ed1602', 'tag': '18cbb7be-bd97-4a7f-be10-889b9f223607', 'status': 'completed', 'code': 200} Sep 24 00:02:25.161632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Network 84257477-7d7d-4e5e-beba-18ce93601dda is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:25.163651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Request body: {'subnet': {'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-subnet', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:25.174862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:25.177249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:25.206862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-27a832b4-232a-41cb-bcad-14f4a686cebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:25.208611 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-27a832b4-232a-41cb-bcad-14f4a686cebf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 1096 time: 0.1668854 Sep 24 00:02:25.211762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 24347cb5-89c9-4b6f-aa88-90c5c050b837 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:02:25.217733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 24347cb5-89c9-4b6f-aa88-90c5c050b837 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:25.224649 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.237226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Made reservation on behalf of 82bc78c67cb942e1b9b7b3d18cb0a382 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:25.239907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.243641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-3d08f748-3ac2-4e11-934a-2c3d56564da2 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4565594 Sep 24 00:02:25.289121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Pushing event updated for resources: {'Port': ['ID=e7b36ea3-472d-484c-93c5-4b08a349d413,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:25.294138 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-3ff7973d-edf1-4bcc-a065-5dc00eab5560 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18cbb7be-bd97-4a7f-be10-889b9f223607 HTTP/1.1" status: 200 len: 217 time: 0.0582478 Sep 24 00:02:25.327675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.362663 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.379460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:25.380393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.426592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:25.428983 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3faa18b-eafe-46c3-a6db-5e9c44c22622" -d '{"events": [{"server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "name": "network-vif-plugged", "status": "completed", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:25.445869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91c55b5-e98d-45d0-bdcf-6d161542d277 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:25.453566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 24347cb5-89c9-4b6f-aa88-90c5c050b837, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:25.464969 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.477910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.505520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-fd2d0c2f-07c4-4d6f-ac1f-be94369056d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:25.507115 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-fd2d0c2f-07c4-4d6f-ac1f-be94369056d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aecfb93b-de75-463a-a75b-359187dff030 HTTP/1.1" status: 200 len: 855 time: 0.2038319 Sep 24 00:02:25.521564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Transition to ACTIVE for port object c91c55b5-e98d-45d0-bdcf-6d161542d277 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:02:25.524622 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da2a51-6dc5-4055-8bd1-c602c95d1cfc x-openstack-request-id: req-14da2a51-6dc5-4055-8bd1-c602c95d1cfc {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:25.524981 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "name": "network-vif-plugged", "status": "completed", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:25.525240 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14da2a51-6dc5-4055-8bd1-c602c95d1cfc {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:25.525642 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837', 'code': 200} Sep 24 00:02:25.543596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51906) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:25.547970 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.559773 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-0df43de1-c4e6-4d5b-8ae7-f800f837332b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9342728 Sep 24 00:02:25.570158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=24347cb5-89c9-4b6f-aa88-90c5c050b837,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:25.600111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Request body: {'port': {'device_id': '7afc1f36-da1d-463b-9998-75a6be92a603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:25.607565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Made reservation on behalf of 39ff307aeb0b446988c79a7fd1ee9486 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:25.611383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.627488 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-15b9ca59-3a8d-4509-9fb3-28bb59f0fc60 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322999 Sep 24 00:02:25.682839 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-f2d9d3f8-1343-4e62-81bc-e724b36b0ec0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 217 time: 0.0470161 Sep 24 00:02:25.805105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-8d6f73b2-a159-411b-ba36-f9f774372d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:25.807026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-8d6f73b2-a159-411b-ba36-f9f774372d3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84257477-7d7d-4e5e-beba-18ce93601dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2878070 Sep 24 00:02:25.807457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-afaab9c5-a0e9-443e-af0d-ab1c3bc01649 None None] Provisioning complete for port e7b36ea3-472d-484c-93c5-4b08a349d413 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:25.808573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-afaab9c5-a0e9-443e-af0d-ab1c3bc01649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.856450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57b0ade6-6b78-471a-9977-f0958f5feb53 req-84d7cce9-fdc8-4c36-b284-d5ebbdcea6d7 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1502142 Sep 24 00:02:25.857045 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.875824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-afaab9c5-a0e9-443e-af0d-ab1c3bc01649 None None] Port e7b36ea3-472d-484c-93c5-4b08a349d413 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:02:25.940842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:25.976214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Pushing event updated for resources: {'Port': ['ID=c91c55b5-e98d-45d0-bdcf-6d161542d277,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:25.985546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-9cfd37df-9086-416d-be0a-90d4f09e0a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:25.987123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-9cfd37df-9086-416d-be0a-90d4f09e0a3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.2919252 Sep 24 00:02:25.993128 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-76c1eb09-637e-48a2-b352-277779d8e941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.027789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df5acd25-7a5a-4473-b9d4-fd86dab4a928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.067356 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-6833e9cb-ba41-4f05-b44b-e9849ff58690 service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462361 Sep 24 00:02:26.076105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29a842-0bc6-4a25-8146-aae1538b3291 req-5023a78c-d30e-41ad-9639-6dd95ca54d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.077787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e29a842-0bc6-4a25-8146-aae1538b3291 req-5023a78c-d30e-41ad-9639-6dd95ca54d72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1097 time: 0.4566011 Sep 24 00:02:26.125611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2ca48-6945-45f7-960b-a1adf2a4f2ec req-041508b6-3fb9-472f-ad5d-06deb5876aaa tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.127281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24e2ca48-6945-45f7-960b-a1adf2a4f2ec req-041508b6-3fb9-472f-ad5d-06deb5876aaa tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 932 time: 0.2662783 Sep 24 00:02:26.136132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Attempting to bind port c91c55b5-e98d-45d0-bdcf-6d161542d277 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:26.136543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Attempting to bind port c91c55b5-e98d-45d0-bdcf-6d161542d277 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:26.137087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Attempting to bind port c91c55b5-e98d-45d0-bdcf-6d161542d277 on network 84257477-7d7d-4e5e-beba-18ce93601dda {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:26.168674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Port c91c55b5-e98d-45d0-bdcf-6d161542d277 on network 84257477-7d7d-4e5e-beba-18ce93601dda not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:02:26.168995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Attempting to bind port c91c55b5-e98d-45d0-bdcf-6d161542d277 on network 84257477-7d7d-4e5e-beba-18ce93601dda {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:26.199070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:26.199420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Checking segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:26.199789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Bound using segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:26.200794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Bound port: c91c55b5-e98d-45d0-bdcf-6d161542d277, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:26.200794 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.207385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e29a842-0bc6-4a25-8146-aae1538b3291 req-b7a1191f-40d1-4899-9c76-1113238a742d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225619 Sep 24 00:02:26.209547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.227030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.254771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-1aa69b43-2a85-41fe-9cdf-a487c059f2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.256283 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-1aa69b43-2a85-41fe-9cdf-a487c059f2ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2386017 Sep 24 00:02:26.308061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:26.325330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24e2ca48-6945-45f7-960b-a1adf2a4f2ec req-09bb3f9f-67cb-4adc-852b-db8c18e4f65a tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915135 Sep 24 00:02:26.379309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.379667 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Added segment 5e6b43c4-5b4f-4d6e-9ef4-9296eee184ab of type vlan for network ba241483-4a75-41ac-8b27-36c18dfdb29f Sep 24 00:02:26.429253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671a158-76f1-4f69-aa7a-dfb9014c97f8 req-f8cbf244-d275-45b6-8b5a-09ec303de7c4 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.430866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d671a158-76f1-4f69-aa7a-dfb9014c97f8 req-f8cbf244-d275-45b6-8b5a-09ec303de7c4 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 945 time: 0.2330019 Sep 24 00:02:26.431790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.456169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] For port c91c55b5-e98d-45d0-bdcf-6d161542d277, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:26.456636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d7f011-e597-4759-95dd-52f2647c3dab,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:26.467249 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-678bb0ef-62c4-488b-aed2-57c497daff03 req-14304d24-0182-4662-b692-86f7bec65832 service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865862 Sep 24 00:02:26.514875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] For port c91c55b5-e98d-45d0-bdcf-6d161542d277, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c91c55b5-e98d-45d0-bdcf-6d161542d277,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:26.531696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.536585 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.579350 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-e481810f-5ddc-434c-b3e1-368b8ab154b6 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030357 Sep 24 00:02:26.599704 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d671a158-76f1-4f69-aa7a-dfb9014c97f8 req-48914708-4cc1-4362-b728-4946969be1ec tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577575 Sep 24 00:02:26.610171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.610823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.621815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] 10.222.0.18 "PUT /v2.0/ports/c91c55b5-e98d-45d0-bdcf-6d161542d277 HTTP/1.1" status: 200 len: 1093 time: 2.9708333 Sep 24 00:02:26.621815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467a5926-b634-448f-85aa-24444bcd7cc5', 'tag': 'c91c55b5-e98d-45d0-bdcf-6d161542d277'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:26.621815 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940789ad-709d-449b-be85-cb4ce76d0285" -d '{"events": [{"name": "network-changed", "server_uuid": "467a5926-b634-448f-85aa-24444bcd7cc5", "tag": "c91c55b5-e98d-45d0-bdcf-6d161542d277"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:26.632021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b938e2-ed36-4fcd-8166-f256f3497cec,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:26.652638 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df5acd25-7a5a-4473-b9d4-fd86dab4a928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.653769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Checking segment: {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:26.654098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Network hostable DHCP agents. Network: e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:02:26.661451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.662115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0624375e-15b6-4a60-9ef3-acf121b2ec7b service neutron] Pushing event updated for resources: {'Port': ['ID=c91c55b5-e98d-45d0-bdcf-6d161542d277,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:26.662472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.663128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.667244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df5acd25-7a5a-4473-b9d4-fd86dab4a928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.668959 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.711900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:02:26.726369 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f655ef-4bae-4a73-9c5a-f36d32c6c11e x-openstack-request-id: req-51f655ef-4bae-4a73-9c5a-f36d32c6c11e {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:26.726369 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467a5926-b634-448f-85aa-24444bcd7cc5", "tag": "c91c55b5-e98d-45d0-bdcf-6d161542d277", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:26.726369 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51f655ef-4bae-4a73-9c5a-f36d32c6c11e {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:26.726690 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467a5926-b634-448f-85aa-24444bcd7cc5', 'tag': 'c91c55b5-e98d-45d0-bdcf-6d161542d277', 'status': 'completed', 'code': 200} Sep 24 00:02:26.730850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5acd25-7a5a-4473-b9d4-fd86dab4a928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd030ed-1ac1-44bc-8b0f-cbd78d4376ca,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:26.733627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-5e4dbb06-f304-481e-aedd-9f7bf4ef69da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.735178 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-5e4dbb06-f304-481e-aedd-9f7bf4ef69da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 1096 time: 0.2112594 Sep 24 00:02:26.770188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df5acd25-7a5a-4473-b9d4-fd86dab4a928 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81f5de60529b47bf91a852ccee49a1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1992300 Sep 24 00:02:26.771572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51922) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:26.790499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:26.801402 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0099075 Sep 24 00:02:26.811084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ed1263-e6d9-4a8f-8f15-6b632df467c6 None None] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:26.818776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.819425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.821457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b36ea3-472d-484c-93c5-4b08a349d413 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:26.852420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-a2b44a15-460c-479b-a5d1-424074c96068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:26.852420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-a2b44a15-460c-479b-a5d1-424074c96068 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 1096 time: 0.1405387 Sep 24 00:02:26.862668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d654c0f5-0950-42ed-b82f-7a1953fef79b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7614586 Sep 24 00:02:26.871895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51926) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:26.878345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a633961-d158-4b16-b0ee-13f3a6506738 admin admin] Pushing event updated for resources: {'Network': ['ID=ba241483-4a75-41ac-8b27-36c18dfdb29f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:26.880388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:26.885788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.904249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ba241483-4a75-41ac-8b27-36c18dfdb29f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:26.923085 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f00a-d5bb-433a-95af-17159240eaa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.930016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-8441dec3-c7c5-4acc-876e-8c999f475af8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c91c55b5-e98d-45d0-bdcf-6d161542d277 HTTP/1.1" status: 200 len: 217 time: 0.0659518 Sep 24 00:02:26.950418 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.951419 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:26.999561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f00a-d5bb-433a-95af-17159240eaa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.001938 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-deecc054-7968-45ed-beb8-ef4d4e10c1d7 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073124 Sep 24 00:02:27.022496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Transition to ACTIVE for port object e7b36ea3-472d-484c-93c5-4b08a349d413 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:02:27.070927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82fcc7d4-7b33-47a0-843b-c44cd2230da0 req-1a520f9d-c068-4a4c-9dbd-021278c172c7 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0768850 Sep 24 00:02:27.108740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0f5f276b-63fd-449d-b286-032634fdebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:27.108740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-0f5f276b-63fd-449d-b286-032634fdebf7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aecfb93b-de75-463a-a75b-359187dff030 HTTP/1.1" status: 200 len: 855 time: 0.1619532 Sep 24 00:02:27.129062 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.334788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-7bf64116-f22d-45d3-bd79-3ca32a3017b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:27.336525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-7bf64116-f22d-45d3-bd79-3ca32a3017b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84257477-7d7d-4e5e-beba-18ce93601dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2051308 Sep 24 00:02:27.346611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f00a-d5bb-433a-95af-17159240eaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.349339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3d5f00a-d5bb-433a-95af-17159240eaa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.350484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a3d5f00a-d5bb-433a-95af-17159240eaa6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6dd030ed-1ac1-44bc-8b0f-cbd78d4376ca HTTP/1.1" status: 204 len: 168 time: 0.5785453 Sep 24 00:02:27.372043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'fixed_ips': [{'subnet_id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:02:27.376414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.593843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Allocated IP 172.20.0.2 (e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4/e5b938e2-ed36-4fcd-8166-f256f3497cec/f9c288be-a48c-4101-9fc4-408ff74ab87f) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:27.650260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.657060 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-55c0fd64-0ed1-4cf7-8bb1-cfe28d69f52a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 217 time: 0.6449475 Sep 24 00:02:27.757814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-db134241-e423-4333-b9ba-970476457ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:27.759877 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-db134241-e423-4333-b9ba-970476457ae1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 917 time: 0.9876087 Sep 24 00:02:27.849194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b36ea3-472d-484c-93c5-4b08a349d413,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:27.877346 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-01e29e25-d7dd-4f44-b161-147a4eeaab8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18cbb7be-bd97-4a7f-be10-889b9f223607 HTTP/1.1" status: 200 len: 217 time: 0.1050160 Sep 24 00:02:27.882388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-75d92a17-dedd-4352-b79a-498fc80d1131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:27.888193 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-75d92a17-dedd-4352-b79a-498fc80d1131 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.2234035 Sep 24 00:02:27.928879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.943398 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.972198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:27.989830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:27.993282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:27.997889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:28.017318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Pushing event updated for resources: {'Port': ['ID=f9c288be-a48c-4101-9fc4-408ff74ab87f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:28.106359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Attempting to bind port f9c288be-a48c-4101-9fc4-408ff74ab87f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:28.106825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Attempting to bind port f9c288be-a48c-4101-9fc4-408ff74ab87f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:28.107297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Attempting to bind port f9c288be-a48c-4101-9fc4-408ff74ab87f on network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:28.113081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:28.113455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Checking segment: {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:28.113917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-ab119340-4f8d-40af-8958-c599918d9508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.114076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:28.114464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Bound using segment: {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:28.115016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Bound port: f9c288be-a48c-4101-9fc4-408ff74ab87f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:28.115457 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-ab119340-4f8d-40af-8958-c599918d9508 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aecfb93b-de75-463a-a75b-359187dff030 HTTP/1.1" status: 200 len: 855 time: 0.2246921 Sep 24 00:02:28.115607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:28.171040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-865240c6-72fd-4ecb-84f6-f0f03be8c567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.172598 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-865240c6-72fd-4ecb-84f6-f0f03be8c567 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2511394 Sep 24 00:02:28.174743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5f00a-d5bb-433a-95af-17159240eaa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dd030ed-1ac1-44bc-8b0f-cbd78d4376ca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:28.197155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Attempting to bind port e7b36ea3-472d-484c-93c5-4b08a349d413 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:28.197566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Attempting to bind port e7b36ea3-472d-484c-93c5-4b08a349d413 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:28.197826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Attempting to bind port e7b36ea3-472d-484c-93c5-4b08a349d413 on network 84257477-7d7d-4e5e-beba-18ce93601dda {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:28.229197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Port e7b36ea3-472d-484c-93c5-4b08a349d413 on network 84257477-7d7d-4e5e-beba-18ce93601dda not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:02:28.229531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Attempting to bind port e7b36ea3-472d-484c-93c5-4b08a349d413 on network 84257477-7d7d-4e5e-beba-18ce93601dda {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:28.247605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:28.247946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Checking segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:28.248340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Bound using segment: {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:28.248787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Bound port: e7b36ea3-472d-484c-93c5-4b08a349d413, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:28.249152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:28.276520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] For port f9c288be-a48c-4101-9fc4-408ff74ab87f, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:28.280156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] For port f9c288be-a48c-4101-9fc4-408ff74ab87f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f9c288be-a48c-4101-9fc4-408ff74ab87f,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:28.295397 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:28.309156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-fc96dff1-a1e0-48d9-abc7-fc2755cbb00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.310689 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-fc96dff1-a1e0-48d9-abc7-fc2755cbb00d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84257477-7d7d-4e5e-beba-18ce93601dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1786606 Sep 24 00:02:28.320957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664090-7407-49ff-b880-18f0ce92e6e2 req-4c5f259e-2d42-41c6-871a-73f20c6af1c1 tempest-ComputeTenantNetworksTest-1464306323 tempest-ComputeTenantNetworksTest-1464306323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.327564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664090-7407-49ff-b880-18f0ce92e6e2 req-4c5f259e-2d42-41c6-871a-73f20c6af1c1 tempest-ComputeTenantNetworksTest-1464306323 tempest-ComputeTenantNetworksTest-1464306323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.335490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99664090-7407-49ff-b880-18f0ce92e6e2 req-4c5f259e-2d42-41c6-871a-73f20c6af1c1 tempest-ComputeTenantNetworksTest-1464306323 tempest-ComputeTenantNetworksTest-1464306323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.337136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99664090-7407-49ff-b880-18f0ce92e6e2 req-4c5f259e-2d42-41c6-871a-73f20c6af1c1 tempest-ComputeTenantNetworksTest-1464306323 tempest-ComputeTenantNetworksTest-1464306323-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 1.0622740 Sep 24 00:02:28.394724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035350a-11ff-47f7-8fb3-a4fa038baf7d None None] Pushing event updated for resources: {'Port': ['ID=f9c288be-a48c-4101-9fc4-408ff74ab87f,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:28.401168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-ec8e9f1d-527e-4092-8f9f-e621acc5afc8 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127423 Sep 24 00:02:28.507886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] For port e7b36ea3-472d-484c-93c5-4b08a349d413, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:28.514590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03654ce-c811-491a-b395-10c81bd1ea95 req-1241d33a-9b64-4a12-a7e6-be9115612bb7 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.516055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d03654ce-c811-491a-b395-10c81bd1ea95 req-1241d33a-9b64-4a12-a7e6-be9115612bb7 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 944 time: 0.1473980 Sep 24 00:02:28.528001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] For port e7b36ea3-472d-484c-93c5-4b08a349d413, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e7b36ea3-472d-484c-93c5-4b08a349d413,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:28.571794 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:28.575373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-538ce799-6d56-461a-aa09-6997eb89c856 service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2220435 Sep 24 00:02:28.630656 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-21bf37bb-9064-45bd-86e4-15133a230751 service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121831 Sep 24 00:02:28.673464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.674138 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:28.675671 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7b36ea3-472d-484c-93c5-4b08a349d413 HTTP/1.1" status: 200 len: 1093 time: 3.0829272 Sep 24 00:02:28.678426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afc1f36-da1d-463b-9998-75a6be92a603', 'tag': 'e7b36ea3-472d-484c-93c5-4b08a349d413'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:28.680714 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abd6d3f-2c50-4528-8c0f-42354c66628d" -d '{"events": [{"name": "network-changed", "server_uuid": "7afc1f36-da1d-463b-9998-75a6be92a603", "tag": "e7b36ea3-472d-484c-93c5-4b08a349d413"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:28.705077 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-2a8ff9a5-79c3-4ded-9866-05d05dc12cc8 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565188 Sep 24 00:02:28.730188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d03654ce-c811-491a-b395-10c81bd1ea95 req-637b68b2-5b27-46ab-9935-a8b7eebb7c94 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001307 Sep 24 00:02:28.825265 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-098728ac-3a1b-4bfc-ba42-4a674e5f65f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b HTTP/1.1" status: 200 len: 217 time: 0.1138935 Sep 24 00:02:28.878253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633b338-f4a6-489e-ade9-cf7a6d6c76d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b36ea3-472d-484c-93c5-4b08a349d413,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:28.889960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2d16d-0d65-402e-a944-bbd46d8f92d9 req-faec8656-a905-45d4-8a36-406275971c0e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:28.899426 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50c2d16d-0d65-402e-a944-bbd46d8f92d9 req-faec8656-a905-45d4-8a36-406275971c0e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 945 time: 0.1864758 Sep 24 00:02:28.925839 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:28.959616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:29.037900 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:29.051082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-64484b58-bb03-4453-b6b0-76364c5239ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.052726 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-64484b58-bb03-4453-b6b0-76364c5239ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0979655 Sep 24 00:02:29.056165 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2b262f7e-9a02-4b13-8988-3be9956780a2 req-85abb8e4-f4de-4f5d-8f56-50625b04a983 service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158664 Sep 24 00:02:29.057957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-b619c6f1-03f4-4bcb-9a54-595cf55e5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.063468 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-b619c6f1-03f4-4bcb-9a54-595cf55e5d3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 1096 time: 0.3327577 Sep 24 00:02:29.087313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c141b51-1c86-427e-b966-15e15fb6cea2 req-62ab664f-133d-4ad1-a308-5bb58bcf7477 service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981313 Sep 24 00:02:29.110445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50c2d16d-0d65-402e-a944-bbd46d8f92d9 req-16548f13-d2e5-4877-983c-7116e6d31675 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093720 Sep 24 00:02:29.183173 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-a259c62d-a1ff-4dfa-b1ac-f326438a90ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b36ea3-472d-484c-93c5-4b08a349d413 HTTP/1.1" status: 200 len: 217 time: 0.1068971 Sep 24 00:02:29.281138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-3fd03576-03c3-47d1-a65a-2d879b9792bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.283705 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-3fd03576-03c3-47d1-a65a-2d879b9792bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2072117 Sep 24 00:02:29.310528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-a2a517f5-32d4-4df3-b76a-76918a8e098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.314963 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-a2a517f5-32d4-4df3-b76a-76918a8e098e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecfb93b-de75-463a-a75b-359187dff030 HTTP/1.1" status: 200 len: 855 time: 0.1236780 Sep 24 00:02:29.373861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13298e54-8670-4807-b15c-7499061fe0b8 req-9d13d262-bf1a-448a-ac50-799a6a3e42e8 tempest-ComputeTenantNetworksTest-1464306323 tempest-ComputeTenantNetworksTest-1464306323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.377610 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fc5b76-8a6b-4e22-94ec-dad47377287f x-openstack-request-id: req-08fc5b76-8a6b-4e22-94ec-dad47377287f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:29.377991 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afc1f36-da1d-463b-9998-75a6be92a603", "tag": "e7b36ea3-472d-484c-93c5-4b08a349d413", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:29.378478 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08fc5b76-8a6b-4e22-94ec-dad47377287f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:29.379026 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7afc1f36-da1d-463b-9998-75a6be92a603', 'tag': 'e7b36ea3-472d-484c-93c5-4b08a349d413', 'status': 'completed', 'code': 200} Sep 24 00:02:29.390259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13298e54-8670-4807-b15c-7499061fe0b8 req-9d13d262-bf1a-448a-ac50-799a6a3e42e8 tempest-ComputeTenantNetworksTest-1464306323 tempest-ComputeTenantNetworksTest-1464306323-project] 10.222.0.24 "GET /v2.0/networks/ba241483-4a75-41ac-8b27-36c18dfdb29f HTTP/1.1" status: 200 len: 769 time: 0.2218928 Sep 24 00:02:29.414445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52004) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:29.506936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Allocated IP 172.25.5.232 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/1d78c86f-5e5b-43bc-b731-c14171a1f1e2) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:29.551371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-e1eb6948-b267-4316-83ec-ffd659b8ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.553219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-e1eb6948-b267-4316-83ec-ffd659b8ba09 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84257477-7d7d-4e5e-beba-18ce93601dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1917086 Sep 24 00:02:29.558296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940789ad-709d-449b-be85-cb4ce76d0285 req-180767da-9305-41d6-bf5f-53feabfed201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.561093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-940789ad-709d-449b-be85-cb4ce76d0285 req-180767da-9305-41d6-bf5f-53feabfed201 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 1096 time: 0.2916117 Sep 24 00:02:29.627075 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-d76adefc-1045-4f50-b247-dc11983c46cb service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3316195 Sep 24 00:02:29.700259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:29.730428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31f13de1-4637-4636-bb94-36c778527365 req-09e66918-1d11-4631-88b9-f32508af3484 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0683670 Sep 24 00:02:29.751998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-d3af8023-aa54-40bf-a633-7e4fc7b574fc tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1943855832&fields=id&tenant_id=4c8862b564a940fa8437347afcf6ba48 HTTP/1.1" status: 200 len: 267 time: 0.2413261 Sep 24 00:02:29.848489 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-4cbc0271-e258-4d2c-bcdc-f4d9b71ee37d service neutron] 10.222.0.20 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859480 Sep 24 00:02:29.954969 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-c9b8baa1-da65-49fc-8c97-c01303b2e989 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056965 Sep 24 00:02:29.955837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940789ad-709d-449b-be85-cb4ce76d0285 req-a275b2b0-cdd4-46ec-8d5e-b4a2a5ece16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.957574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-940789ad-709d-449b-be85-cb4ce76d0285 req-a275b2b0-cdd4-46ec-8d5e-b4a2a5ece16d service neutron] 10.222.0.18 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 917 time: 0.3867769 Sep 24 00:02:29.980694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-aaeeb8c4-b0b7-431b-8e0a-7f8d137cc38a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:29.982248 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d1e997e-a2ec-47af-91a0-ce00d008ae34 req-cc14fd78-b409-4254-8475-555d2ee8e2ba service neutron] 10.222.0.20 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221404 Sep 24 00:02:29.987862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-aaeeb8c4-b0b7-431b-8e0a-7f8d137cc38a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 945 time: 0.2349613 Sep 24 00:02:30.006187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.019805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'port': {'security_groups': ['52c21166-ecb4-4694-96a9-52e30f9c1e28', 'fba926c7-0882-4d80-93b8-4a8992d0e0bd']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:30.029723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-86697db2-ed81-47b5-862f-536a9c0208ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a HTTP/1.1" status: 200 len: 217 time: 0.0605347 Sep 24 00:02:30.089128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b015f2-f002-413e-9489-d75ac351ad03 None None] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:30.095727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52030) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:30.127507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.129807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-b92b295d-bd75-4ea3-ac05-29b6ae1c5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.131520 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-b92b295d-bd75-4ea3-ac05-29b6ae1c5766 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0871975 Sep 24 00:02:30.134081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-9389b1ea-f5ae-4c5e-9096-cd8b97d36dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.136185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-9389b1ea-f5ae-4c5e-9096-cd8b97d36dcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 1096 time: 0.1028385 Sep 24 00:02:30.141059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-940789ad-709d-449b-be85-cb4ce76d0285 req-8eac0b14-d83a-4715-aa1b-34a01c550192 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c91c55b5-e98d-45d0-bdcf-6d161542d277 HTTP/1.1" status: 200 len: 217 time: 0.1489041 Sep 24 00:02:30.234242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba241483-4a75-41ac-8b27-36c18dfdb29f']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:30.256850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6b43c4-5b4f-4d6e-9ef4-9296eee184ab') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:30.257047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-09c5c395-278a-4b25-abe8-2b51f1ee6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.257457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6b43c4-5b4f-4d6e-9ef4-9296eee184ab') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:30.258654 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-09c5c395-278a-4b25-abe8-2b51f1ee6803 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1189687 Sep 24 00:02:30.266696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8283d3de-bdc1-4312-a775-71741011f56c None None] Provisioning complete for port f9c288be-a48c-4101-9fc4-408ff74ab87f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:30.267287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8283d3de-bdc1-4312-a775-71741011f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.282318 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c617e011-36f5-4bff-885e-526b1b8f96a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.283287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.309901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ffa19-e1e3-44ab-b92a-09b26a4d5b78 req-60b577cb-ea76-4687-874e-7060a2537556 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.313024 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e3ffa19-e1e3-44ab-b92a-09b26a4d5b78 req-60b577cb-ea76-4687-874e-7060a2537556 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 944 time: 0.3515582 Sep 24 00:02:30.334723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-74410968-51db-4d50-b7e6-22bb71fad944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.335608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.336246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-74410968-51db-4d50-b7e6-22bb71fad944 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 917 time: 0.1871550 Sep 24 00:02:30.349556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:02:30.350146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.396071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8283d3de-bdc1-4312-a775-71741011f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.429113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f9c288be-a48c-4101-9fc4-408ff74ab87f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:30.446082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-ddcd5187-eb44-4de5-8852-f1c802b29366 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7b36ea3-472d-484c-93c5-4b08a349d413 HTTP/1.1" status: 200 len: 217 time: 0.0671351 Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:02:30.454729 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:02:30.456833 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.458671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940789ad-709d-449b-be85-cb4ce76d0285 req-3a0edfb9-d327-4c17-b7c7-8576557972fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.460473 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-940789ad-709d-449b-be85-cb4ce76d0285 req-3a0edfb9-d327-4c17-b7c7-8576557972fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aecfb93b-de75-463a-a75b-359187dff030 HTTP/1.1" status: 200 len: 855 time: 0.3121030 Sep 24 00:02:30.464960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.479915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8283d3de-bdc1-4312-a775-71741011f56c None None] For port f9c288be-a48c-4101-9fc4-408ff74ab87f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f9c288be-a48c-4101-9fc4-408ff74ab87f,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:30.481220 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.490331 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8283d3de-bdc1-4312-a775-71741011f56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.522816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-3dd378e1-d0cc-4dcc-ae30-24bfd8a6c110 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524266 Sep 24 00:02:30.537617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 18cbb7be-bd97-4a7f-be10-889b9f223607 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:02:30.556866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-e92aef8b-7c2e-4e4a-9884-72f5dfca3b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.558566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-e92aef8b-7c2e-4e4a-9884-72f5dfca3b89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aecfb93b-de75-463a-a75b-359187dff030 HTTP/1.1" status: 200 len: 855 time: 0.1028233 Sep 24 00:02:30.565300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e3ffa19-e1e3-44ab-b92a-09b26a4d5b78 req-24590c99-e0f6-485b-b63d-df6d5542827f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029909 Sep 24 00:02:30.598184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.606198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] 10.222.0.24 "DELETE /v2.0/networks/ba241483-4a75-41ac-8b27-36c18dfdb29f HTTP/1.1" status: 204 len: 168 time: 1.1913326 Sep 24 00:02:30.607195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfdf59-07fc-4e9b-acdf-efc47cb8adcd admin admin] Pushing event deleted for resources: {'Network': ['ID=ba241483-4a75-41ac-8b27-36c18dfdb29f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:30.646615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:30.656476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:30.678893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283d3de-bdc1-4312-a775-71741011f56c None None] Pushing event updated for resources: {'Port': ['ID=f9c288be-a48c-4101-9fc4-408ff74ab87f,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:30.686262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:30.745306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c617e011-36f5-4bff-885e-526b1b8f96a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.747991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-49f2dca2-9d31-4669-85a2-2ae18bafb884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.750529 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-49f2dca2-9d31-4669-85a2-2ae18bafb884 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84257477-7d7d-4e5e-beba-18ce93601dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1795518 Sep 24 00:02:30.755670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c617e011-36f5-4bff-885e-526b1b8f96a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.757164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d78c86f-5e5b-43bc-b731-c14171a1f1e2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:30.767492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940789ad-709d-449b-be85-cb4ce76d0285 req-8acdbb06-9834-41ed-974d-a30bb3dbfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:30.770115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-940789ad-709d-449b-be85-cb4ce76d0285 req-8acdbb06-9834-41ed-974d-a30bb3dbfabb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84257477-7d7d-4e5e-beba-18ce93601dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2864852 Sep 24 00:02:30.770304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f9c288be-a48c-4101-9fc4-408ff74ab87f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:30.770657 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.805849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-78a80ee7-170e-4357-9865-5880a006bc0f None None] Provisioning complete for port f9c288be-a48c-4101-9fc4-408ff74ab87f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:30.806274 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-78a80ee7-170e-4357-9865-5880a006bc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:30.817948 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-b43cfea8-121b-46c9-8f58-52c981b4baf5 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817893 Sep 24 00:02:30.854153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52042) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:30.869594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 18cbb7be-bd97-4a7f-be10-889b9f223607, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=18cbb7be-bd97-4a7f-be10-889b9f223607,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:30.896709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '18cbb7be-bd97-4a7f-be10-889b9f223607', 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda', 'port_id': '18cbb7be-bd97-4a7f-be10-889b9f223607', 'mac_address': 'fa:16:3e:df:62:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecfb93b-de75-463a-a75b-359187dff030', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:02:30.914649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c617e011-36f5-4bff-885e-526b1b8f96a1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=feb9f1a2c64241118f61db917bcfd295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8146417 Sep 24 00:02:30.914649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617e011-36f5-4bff-885e-526b1b8f96a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0f10da-d980-49df-ad21-81278e930f0e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:30.916822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52046) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:30.922303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-b29fdeca-5c46-444a-868a-31be8dac2da1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a HTTP/1.1" status: 200 len: 217 time: 0.0854139 Sep 24 00:02:30.971775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b935772a-5353-460b-95c1-9573ba9c50dd req-bf16b565-c1fe-4d93-b1f3-983f8cd7bc52 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1081247 Sep 24 00:02:31.000657 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.029575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18cbb7be-bd97-4a7f-be10-889b9f223607 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:31.053420 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 18cbb7be-bd97-4a7f-be10-889b9f223607, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=18cbb7be-bd97-4a7f-be10-889b9f223607,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:31.058539 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.081767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-34104812-950b-470d-9f3e-eca06bd9d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:31.083341 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-34104812-950b-470d-9f3e-eca06bd9d05e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.1257670 Sep 24 00:02:31.088999 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4202aaa5-4538-4d23-aac0-9525dd7cdc8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82bc78c67cb942e1b9b7b3d18cb0a382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2208638 Sep 24 00:02:31.090455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52048) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:31.091548 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-001950bb-af03-4cd7-9238-ffcc1489d268 service neutron] 10.222.0.20 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220305 Sep 24 00:02:31.120105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=18cbb7be-bd97-4a7f-be10-889b9f223607,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:31.120685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-940789ad-709d-449b-be85-cb4ce76d0285 req-81e08d24-5dce-44a4-b6ef-3117fb85c5db service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345752 Sep 24 00:02:31.178151 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93827ec2-fc57-4370-9dc0-bf3378391d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.229507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-9a0f363c-5042-4de0-916a-5f86695ed493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:31.231193 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-9a0f363c-5042-4de0-916a-5f86695ed493 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1386452 Sep 24 00:02:31.267305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93827ec2-fc57-4370-9dc0-bf3378391d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.320917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['18cbb7be-bd97-4a7f-be10-889b9f223607'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:31.336145 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6abd6d3f-2c50-4528-8c0f-42354c66628d req-56654c37-3cfe-4466-ba43-87c809aed84f service neutron] 10.222.0.20 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337008 Sep 24 00:02:31.393050 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-06f3cad1-fe8f-47fe-8383-aecc4c4014f0 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518099 Sep 24 00:02:31.424947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93827ec2-fc57-4370-9dc0-bf3378391d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.427586 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93827ec2-fc57-4370-9dc0-bf3378391d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.431215 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-93827ec2-fc57-4370-9dc0-bf3378391d1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b0f10da-d980-49df-ad21-81278e930f0e HTTP/1.1" status: 204 len: 168 time: 0.5082092 Sep 24 00:02:31.447763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93827ec2-fc57-4370-9dc0-bf3378391d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0f10da-d980-49df-ad21-81278e930f0e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:31.529524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-6487b293-2e49-406b-8329-f647554cff5c service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279018 Sep 24 00:02:31.604330 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-d82280e0-b9eb-4958-8b7f-7a35d6e45551 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 200 len: 217 time: 0.0672641 Sep 24 00:02:31.716918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] For port 24347cb5-89c9-4b6f-aa88-90c5c050b837, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:31.765872 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7583d24-b197-4fff-b2e2-2e4c09e06145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.854687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-940789ad-709d-449b-be85-cb4ce76d0285 req-137b2822-82b1-481e-a1df-63551bcc3fbb service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7219489 Sep 24 00:02:31.872665 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.876745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7583d24-b197-4fff-b2e2-2e4c09e06145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.888188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32a8bc1-afb1-405f-b9e6-627138ac7dc4 req-747bb2ed-b8d3-48b4-95d4-a0a976083e72 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:31.890076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f32a8bc1-afb1-405f-b9e6-627138ac7dc4 req-747bb2ed-b8d3-48b4-95d4-a0a976083e72 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 944 time: 0.1944983 Sep 24 00:02:31.900818 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.912756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:31.970245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-751af3f8-d028-4917-9d46-d3bbbdbc968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:31.973407 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-751af3f8-d028-4917-9d46-d3bbbdbc968a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.3599000 Sep 24 00:02:31.988810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:31.998261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:31.999096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.012049 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85762ef5-3000-4357-a65e-67cecac7c4ee req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "PUT /v2.0/ports/24347cb5-89c9-4b6f-aa88-90c5c050b837 HTTP/1.1" status: 200 len: 981 time: 2.0230844 Sep 24 00:02:32.026526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:32.030415 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab477be-9628-4042-8338-92b1b266cd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:32.046858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddae47-8175-43f7-bd98-c5180215b671 req-bbf00c09-fa24-4791-9f19-9dabfd51f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:32.048615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-bbf00c09-fa24-4791-9f19-9dabfd51f8cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676992 Sep 24 00:02:32.120771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f32a8bc1-afb1-405f-b9e6-627138ac7dc4 req-0ae5c180-5f20-4872-9933-14387fd44bab tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159135 Sep 24 00:02:32.125163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:32.169519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-146d41d7-5a56-4341-b60e-75a40a3c7e58 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131332 Sep 24 00:02:32.212220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd5339d-56cf-485c-9fb0-9faee36ed53a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'Port': ['ID=24347cb5-89c9-4b6f-aa88-90c5c050b837,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:32.292060 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53ddae47-8175-43f7-bd98-c5180215b671 req-7b8b084b-d680-464c-add6-0fa690c21d72 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136529 Sep 24 00:02:32.375086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f9c288be-a48c-4101-9fc4-408ff74ab87f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:32.377907 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7583d24-b197-4fff-b2e2-2e4c09e06145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.380605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7583d24-b197-4fff-b2e2-2e4c09e06145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.381799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d7583d24-b197-4fff-b2e2-2e4c09e06145 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90d7f011-e597-4759-95dd-52f2647c3dab HTTP/1.1" status: 204 len: 168 time: 1.2893009 Sep 24 00:02:32.409496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fcb4c962-7f40-432a-81d6-e046993a65cc req-975b182c-c29b-4914-8a9f-aee1e1f0061c tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0694695 Sep 24 00:02:32.424574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-1a447552-db23-4f55-a1db-986bf4f4a517 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1912129821&fields=id&tenant_id=4c8862b564a940fa8437347afcf6ba48 HTTP/1.1" status: 200 len: 267 time: 0.0869172 Sep 24 00:02:32.428299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7583d24-b197-4fff-b2e2-2e4c09e06145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d7f011-e597-4759-95dd-52f2647c3dab,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:32.465306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f9c288be-a48c-4101-9fc4-408ff74ab87f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:32.465682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.514530 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7b1d29-40f1-4a51-8bbf-99f5b9495ced x-openstack-request-id: req-df7b1d29-40f1-4a51-8bbf-99f5b9495ced {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:32.514849 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:32.515118 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df7b1d29-40f1-4a51-8bbf-99f5b9495ced {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:32.515500 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837', 'status': 'completed', 'code': 200} Sep 24 00:02:32.564422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c91c55b5-e98d-45d0-bdcf-6d161542d277 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:02:32.569316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 18cbb7be-bd97-4a7f-be10-889b9f223607 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:32.611735 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab477be-9628-4042-8338-92b1b266cd7c req-c77e9c76-fef7-46b0-8e50-d0eb1fa68f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:32.613317 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aab477be-9628-4042-8338-92b1b266cd7c req-c77e9c76-fef7-46b0-8e50-d0eb1fa68f33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1136 time: 0.0788026 Sep 24 00:02:32.632160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-c3b928d6-f39c-4a1f-886d-03fbdfe20b62 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:32.644933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-c3b928d6-f39c-4a1f-886d-03fbdfe20b62 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 984 time: 0.1684163 Sep 24 00:02:32.654442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'port': {'security_groups': ['52c21166-ecb4-4694-96a9-52e30f9c1e28', 'fba926c7-0882-4d80-93b8-4a8992d0e0bd', '9dd8a426-482f-4e72-87f3-c90bf5fff257']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:32.698239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 18cbb7be-bd97-4a7f-be10-889b9f223607 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:02:32.707241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 18cbb7be-bd97-4a7f-be10-889b9f223607 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:32.707490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.747905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.760163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.774214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c91c55b5-e98d-45d0-bdcf-6d161542d277, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c91c55b5-e98d-45d0-bdcf-6d161542d277,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:32.787670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab477be-9628-4042-8338-92b1b266cd7c req-bdfb898b-b000-4d79-92f3-b3126ea9b3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:32.793500 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aab477be-9628-4042-8338-92b1b266cd7c req-bdfb898b-b000-4d79-92f3-b3126ea9b3ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 914 time: 0.1582446 Sep 24 00:02:32.831186 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.833218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'c91c55b5-e98d-45d0-bdcf-6d161542d277', 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda', 'port_id': 'c91c55b5-e98d-45d0-bdcf-6d161542d277', 'mac_address': 'fa:16:3e:f4:31:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecfb93b-de75-463a-a75b-359187dff030', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:02:32.884040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb4f02-ec24-45ae-bf5a-912ad5ed1602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cbb7be-bd97-4a7f-be10-889b9f223607'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:32.886689 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-297c4345-aa6e-4b46-8546-a98128d14db8" -d '{"events": [{"server_uuid": "8eeb4f02-ec24-45ae-bf5a-912ad5ed1602", "name": "network-vif-plugged", "status": "completed", "tag": "18cbb7be-bd97-4a7f-be10-889b9f223607"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:32.893559 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aab477be-9628-4042-8338-92b1b266cd7c req-dd60a03a-9906-4b07-9b8d-26c908bd75c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837 HTTP/1.1" status: 200 len: 217 time: 0.0953374 Sep 24 00:02:32.906717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 18cbb7be-bd97-4a7f-be10-889b9f223607, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=18cbb7be-bd97-4a7f-be10-889b9f223607,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:32.916859 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.921543 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:32.943887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91c55b5-e98d-45d0-bdcf-6d161542d277 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:32.981754 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd90132-6e00-4575-a8a8-f5cd29126096 x-openstack-request-id: req-cbd90132-6e00-4575-a8a8-f5cd29126096 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:32.982077 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb4f02-ec24-45ae-bf5a-912ad5ed1602", "name": "network-vif-plugged", "status": "completed", "tag": "18cbb7be-bd97-4a7f-be10-889b9f223607", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:32.982239 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cbd90132-6e00-4575-a8a8-f5cd29126096 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:32.982618 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb4f02-ec24-45ae-bf5a-912ad5ed1602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18cbb7be-bd97-4a7f-be10-889b9f223607', 'code': 200} Sep 24 00:02:33.002570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c91c55b5-e98d-45d0-bdcf-6d161542d277, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c91c55b5-e98d-45d0-bdcf-6d161542d277,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:33.010805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab477be-9628-4042-8338-92b1b266cd7c req-7de08a32-1f84-44cc-a0aa-c5576336e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:33.011354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e7b36ea3-472d-484c-93c5-4b08a349d413 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:02:33.018139 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aab477be-9628-4042-8338-92b1b266cd7c req-7de08a32-1f84-44cc-a0aa-c5576336e878 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.1177862 Sep 24 00:02:33.028455 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:33.043934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=18cbb7be-bd97-4a7f-be10-889b9f223607,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:33.074028 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aab477be-9628-4042-8338-92b1b266cd7c req-dd04628c-8693-4c18-bfb4-cf00b085320c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489378 Sep 24 00:02:33.176227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e8d72-7354-4921-99d4-b8a27bb1eed8 req-7e2a147b-e65b-4ab3-9401-798dfb9e0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:33.178082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e2e8d72-7354-4921-99d4-b8a27bb1eed8 req-7e2a147b-e65b-4ab3-9401-798dfb9e0cd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 1098 time: 0.1001494 Sep 24 00:02:33.204800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=c91c55b5-e98d-45d0-bdcf-6d161542d277,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:33.234873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] For port 24347cb5-89c9-4b6f-aa88-90c5c050b837, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:33.277507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:02:33.279308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e7b36ea3-472d-484c-93c5-4b08a349d413, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e7b36ea3-472d-484c-93c5-4b08a349d413,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:33.306904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'e7b36ea3-472d-484c-93c5-4b08a349d413', 'network_id': '84257477-7d7d-4e5e-beba-18ce93601dda', 'port_id': 'e7b36ea3-472d-484c-93c5-4b08a349d413', 'mac_address': 'fa:16:3e:7e:09:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aecfb93b-de75-463a-a75b-359187dff030', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:02:33.311158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['c91c55b5-e98d-45d0-bdcf-6d161542d277'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:33.313562 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aab477be-9628-4042-8338-92b1b266cd7c req-ef22e549-f80d-4ed9-a7e0-02b3f630ca22 service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278192 Sep 24 00:02:33.369387 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e2e8d72-7354-4921-99d4-b8a27bb1eed8 req-093c32f1-1c08-448c-bd8f-a19170f03c03 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793664 Sep 24 00:02:33.373677 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:33.406470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b36ea3-472d-484c-93c5-4b08a349d413 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:33.437370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e7b36ea3-472d-484c-93c5-4b08a349d413, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e7b36ea3-472d-484c-93c5-4b08a349d413,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:33.442620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:33.444974 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:33.461427 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:33.465783 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aab477be-9628-4042-8338-92b1b266cd7c req-ad416e18-a0b7-401b-8eed-e534c2df752c service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389713 Sep 24 00:02:33.486437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571fed0e-a504-4694-9a31-c237e3132eaa req-329fc903-56e1-4be1-91a3-b229f690fed0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:33.495820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-571fed0e-a504-4694-9a31-c237e3132eaa req-329fc903-56e1-4be1-91a3-b229f690fed0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 944 time: 0.2480054 Sep 24 00:02:33.499998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52120) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:33.503027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:33.545332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=e7b36ea3-472d-484c-93c5-4b08a349d413,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:33.604137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:33.604798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:33.617789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5fda9b8-d750-46e5-ba3d-4b61c7d5610f req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "PUT /v2.0/ports/24347cb5-89c9-4b6f-aa88-90c5c050b837 HTTP/1.1" status: 200 len: 1020 time: 0.9647491 Sep 24 00:02:33.676522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e61c03f-9ea3-49fd-aa33-b93d16e45367 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'Port': ['ID=24347cb5-89c9-4b6f-aa88-90c5c050b837,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:33.693960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-571fed0e-a504-4694-9a31-c237e3132eaa req-fed8db3a-c9f0-4aa0-abec-c8e9007ea0ae tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935570 Sep 24 00:02:33.720464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:02:33.733227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Sync routers for ids ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:02:33.734797 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:33.739208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a239fe92-5020-496d-a9f9-7b1a74b209b7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.8661497 Sep 24 00:02:33.739408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52132) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:33.748025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['e7b36ea3-472d-484c-93c5-4b08a349d413'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:33.750037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:33.849670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Routers {'3f60acc4-9c60-47a4-81ea-81e8edb809e3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:33.850273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:33.867515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-520900674'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:33.898277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4c3a157-4b83-46ca-9fa7-97b0ca612e8f req-d2a335c2-5901-4236-a81a-fb33adc005ca tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0690377 Sep 24 00:02:33.930773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b8399-7ebd-4f60-962c-d8a0b375eb85 req-7a3151ae-03ea-460d-be62-c6e6f0b9c016 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:33.933548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6b8399-7ebd-4f60-962c-d8a0b375eb85 req-7a3151ae-03ea-460d-be62-c6e6f0b9c016 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1023 time: 0.1062262 Sep 24 00:02:34.037104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6b8399-7ebd-4f60-962c-d8a0b375eb85 req-53dddff7-1cf6-4497-a2ae-3df005f65d5a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=9dd8a426-482f-4e72-87f3-c90bf5fff257&id=fba926c7-0882-4d80-93b8-4a8992d0e0bd&id=52c21166-ecb4-4694-96a9-52e30f9c1e28 HTTP/1.1" status: 200 len: 6157 time: 0.0932479 Sep 24 00:02:34.075351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Made reservation on behalf of e724ebce9daa4bac8497f604c2fc24d3 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:34.080147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.080295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-de49fde4-1ac1-4964-8f8f-70f931d0b139 req-7d9df0b9-9cc5-45b9-9860-763872cf7f70 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1607581613 ', 'description': 'tempest-description-1017295105'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:34.083579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Set router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:34.117685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-de49fde4-1ac1-4964-8f8f-70f931d0b139 req-7d9df0b9-9cc5-45b9-9860-763872cf7f70 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.121664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.377120 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.427007 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.460295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:34.488803 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.489294 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Added segment bdc7f807-dc2b-41d8-9196-b1b3c7678a42 of type vlan for network b7c37ef2-65e5-4512-ba9e-a0632199eb68 Sep 24 00:02:34.490956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f67af4e8-d862-4a4b-9bcc-554ee056449d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:34.523896 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-de49fde4-1ac1-4964-8f8f-70f931d0b139 req-7d9df0b9-9cc5-45b9-9860-763872cf7f70 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.525118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:34.528170 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24" -d '{"events": [{"name": "network-changed", "server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:34.534353 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-de49fde4-1ac1-4964-8f8f-70f931d0b139 req-7d9df0b9-9cc5-45b9-9860-763872cf7f70 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.583601 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-de49fde4-1ac1-4964-8f8f-70f931d0b139 req-7d9df0b9-9cc5-45b9-9860-763872cf7f70 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.585594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de49fde4-1ac1-4964-8f8f-70f931d0b139 req-7d9df0b9-9cc5-45b9-9860-763872cf7f70 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.5125787 Sep 24 00:02:34.594469 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.605036 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956e952c-cd77-464d-9f0d-d210e7c65630 x-openstack-request-id: req-956e952c-cd77-464d-9f0d-d210e7c65630 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:34.606377 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:34.606671 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-956e952c-cd77-464d-9f0d-d210e7c65630 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:34.607159 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837', 'status': 'completed', 'code': 200} Sep 24 00:02:34.607711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.625027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9df0b9-9cc5-45b9-9860-763872cf7f70 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80388052-0432-47de-99c7-ad9800c95ba2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:34.700512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.702153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4c010eb-fb30-49b8-9c03-b10ea7180280 req-a902005f-15a9-4402-900e-f3374583c91f tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/80388052-0432-47de-99c7-ad9800c95ba2 HTTP/1.1" status: 200 len: 1783 time: 0.0849993 Sep 24 00:02:34.706851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:34.707690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.743206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c91c55b5-e98d-45d0-bdcf-6d161542d277 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:34.758960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:02:31Z', 'revision_number': 3, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:34.769276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-3b79fe7e-3b16-439f-adec-19829c93435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:34.770987 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-3b79fe7e-3b16-439f-adec-19829c93435a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1175 time: 0.1575956 Sep 24 00:02:34.785347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec941f3c-749a-471a-b955-4de0cfb5576d req-4dfc3350-e580-438e-81a0-b25e1ed9c211 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/80388052-0432-47de-99c7-ad9800c95ba2 HTTP/1.1" status: 200 len: 1783 time: 0.0752671 Sep 24 00:02:34.823618 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3223984 Sep 24 00:02:34.828191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52162) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:34.835442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Request body: {'subnet': {'network_id': 'b7c37ef2-65e5-4512-ba9e-a0632199eb68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:34.871953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2723072-45d3-4546-a6e5-1519b2f77792 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event updated for resources: {'Network': ['ID=b7c37ef2-65e5-4512-ba9e-a0632199eb68,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:34.878650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Checking router: 3f60acc4-9c60-47a4-81ea-81e8edb809e3 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:02:34.879133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Updating router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:02:34.957274 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:34.963551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b7c37ef2-65e5-4512-ba9e-a0632199eb68 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:34.996528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de489-5b8c-4d33-99db-4f54e02efd86 req-6aa833fe-b53c-40da-ae39-417886a33807 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:34.998939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-498de489-5b8c-4d33-99db-4f54e02efd86 req-6aa833fe-b53c-40da-ae39-417886a33807 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 945 time: 0.1259339 Sep 24 00:02:35.000362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ec941f3c-749a-471a-b955-4de0cfb5576d req-8165a255-739b-4b40-85b3-b49f9e7b3f76 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.011855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-c4c6e543-844d-43db-b9d4-f4c50bd1741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:35.013485 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-c4c6e543-844d-43db-b9d4-f4c50bd1741c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 914 time: 0.2337241 Sep 24 00:02:35.052673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Made reservation on behalf of e724ebce9daa4bac8497f604c2fc24d3 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:35.057234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.068874 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-dff8216c-72e1-4876-bdd2-0856ef8c32cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837 HTTP/1.1" status: 200 len: 217 time: 0.0455530 Sep 24 00:02:35.069902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Allocated IP 172.20.0.1 (e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4/e5b938e2-ed36-4fcd-8166-f256f3497cec/c877d5a1-ca2a-4246-8845-a944064920f3) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:35.095646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ec941f3c-749a-471a-b955-4de0cfb5576d req-8165a255-739b-4b40-85b3-b49f9e7b3f76 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.104270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port c91c55b5-e98d-45d0-bdcf-6d161542d277 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:02:35.113840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port c91c55b5-e98d-45d0-bdcf-6d161542d277 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:35.114217 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.135158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-498de489-5b8c-4d33-99db-4f54e02efd86 req-174c97ae-a56f-4916-a8f9-7ebddcb7f3ee tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127205 Sep 24 00:02:35.172654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-e238da48-f197-4a1d-85f5-5cce7c9c7672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:35.174134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-e238da48-f197-4a1d-85f5-5cce7c9c7672 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.0976033 Sep 24 00:02:35.219394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ec941f3c-749a-471a-b955-4de0cfb5576d req-8165a255-739b-4b40-85b3-b49f9e7b3f76 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.225184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ec941f3c-749a-471a-b955-4de0cfb5576d req-8165a255-739b-4b40-85b3-b49f9e7b3f76 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.227242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec941f3c-749a-471a-b955-4de0cfb5576d req-8165a255-739b-4b40-85b3-b49f9e7b3f76 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/80388052-0432-47de-99c7-ad9800c95ba2 HTTP/1.1" status: 204 len: 173 time: 0.4337533 Sep 24 00:02:35.254640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165a255-739b-4b40-85b3-b49f9e7b3f76 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80388052-0432-47de-99c7-ad9800c95ba2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:35.277191 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-db8505eb-6d59-4fe8-9991-e952d3e0c7d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478437 Sep 24 00:02:35.350089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5a5ef90-3b8c-418c-9cc4-d920f607386f req-68437881-4623-4808-9d4c-f0d6be93386a tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0330520 Sep 24 00:02:35.380467 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.407097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.425058 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-120e6a9d-3e56-472a-85f3-fa5c5d8a5d09 req-e2040a54-b841-48a4-8a88-a54d46ef179e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:02:35.427244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-120e6a9d-3e56-472a-85f3-fa5c5d8a5d09 req-e2040a54-b841-48a4-8a88-a54d46ef179e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/80388052-0432-47de-99c7-ad9800c95ba2 HTTP/1.1" status: 404 len: 352 time: 0.0249465 Sep 24 00:02:35.462973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5c9bd899-92f2-4d56-87ba-1f03573b81b0 req-0443e91f-9cec-4879-9ff2-67b636a13e93 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1024151691', 'description': 'tempest-description-579064059'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:35.478621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.490490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467a5926-b634-448f-85aa-24444bcd7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91c55b5-e98d-45d0-bdcf-6d161542d277'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:35.490490 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f46162-dfad-4f86-bf0e-932df0e58412" -d '{"events": [{"server_uuid": "467a5926-b634-448f-85aa-24444bcd7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "c91c55b5-e98d-45d0-bdcf-6d161542d277"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:35.511758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c91c55b5-e98d-45d0-bdcf-6d161542d277, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c91c55b5-e98d-45d0-bdcf-6d161542d277,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:35.518651 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.528145 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-fec82126-b757-4d94-bed3-0d09fa4ed2db service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428935 Sep 24 00:02:35.539299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.544677 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c9bd899-92f2-4d56-87ba-1f03573b81b0 req-0443e91f-9cec-4879-9ff2-67b636a13e93 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.592668 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfe9cf2-efdf-4d67-94de-a81aad200f97 x-openstack-request-id: req-edfe9cf2-efdf-4d67-94de-a81aad200f97 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:35.593108 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467a5926-b634-448f-85aa-24444bcd7cc5", "name": "network-vif-plugged", "status": "completed", "tag": "c91c55b5-e98d-45d0-bdcf-6d161542d277", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:35.593364 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edfe9cf2-efdf-4d67-94de-a81aad200f97 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:35.593759 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467a5926-b634-448f-85aa-24444bcd7cc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91c55b5-e98d-45d0-bdcf-6d161542d277', 'code': 200} Sep 24 00:02:35.600023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event updated for resources: {'Subnet': ['ID=8c76b771-ccf1-4da1-a031-9b46e69ad2d4,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:35.619993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=c91c55b5-e98d-45d0-bdcf-6d161542d277,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:35.642673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:35.651382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Checking segment: {'id': 'bdc7f807-dc2b-41d8-9196-b1b3c7678a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7c37ef2-65e5-4512-ba9e-a0632199eb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:35.651723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Network hostable DHCP agents. Network: b7c37ef2-65e5-4512-ba9e-a0632199eb68, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:02:35.654201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:35.697931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:35.699753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Pushing event updated for resources: {'Port': ['ID=c877d5a1-ca2a-4246-8845-a944064920f3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:35.714038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Network b7c37ef2-65e5-4512-ba9e-a0632199eb68 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:02:35.736829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b7c37ef2-65e5-4512-ba9e-a0632199eb68) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:35.737843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.747915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:35.748556 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.753022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8874889b-3d00-4533-9359-c9c278f12391 None None] Network b7c37ef2-65e5-4512-ba9e-a0632199eb68 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:35.758338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.777817 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c9bd899-92f2-4d56-87ba-1f03573b81b0 req-0443e91f-9cec-4879-9ff2-67b636a13e93 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.783117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c9bd899-92f2-4d56-87ba-1f03573b81b0 req-0443e91f-9cec-4879-9ff2-67b636a13e93 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.798834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cccdeacb-1960-49e2-bd7a-41acaa1b4b99 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9680297 Sep 24 00:02:35.811739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52196) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:35.821198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Request body: {'port': {'network_id': 'b7c37ef2-65e5-4512-ba9e-a0632199eb68', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1076460439'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:35.854672 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bdb31ca8-cc16-449f-bf44-1a3a3e8cbe24 req-0c229368-7450-40ec-81f7-e57cbafbf6ac service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3083248 Sep 24 00:02:35.858347 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.927663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4d8cd-6795-413b-86a6-abde812d4af0 req-abc09267-36f3-41af-a476-85caa3ad3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:35.929241 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a6f4d8cd-6795-413b-86a6-abde812d4af0 req-abc09267-36f3-41af-a476-85caa3ad3fa2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 1098 time: 0.2398555 Sep 24 00:02:35.988257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443e91f-9cec-4879-9ff2-67b636a13e93 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb58036-af49-4afc-b0cf-10fc8b198af8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:35.992681 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c9bd899-92f2-4d56-87ba-1f03573b81b0 req-0443e91f-9cec-4879-9ff2-67b636a13e93 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:35.994647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed754c35-6a00-4121-874b-5b93c65ce502 None None] Pushing event updated for resources: {'Port': ['ID=1d78c86f-5e5b-43bc-b731-c14171a1f1e2,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:35.998057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c9bd899-92f2-4d56-87ba-1f03573b81b0 req-0443e91f-9cec-4879-9ff2-67b636a13e93 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5410810 Sep 24 00:02:36.003492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a6f4d8cd-6795-413b-86a6-abde812d4af0 req-a803abf4-b29d-4115-aabb-4b17331e0b54 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659304 Sep 24 00:02:36.034184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-6a937680-8e2a-47f1-a4a5-4c28cd873034 req-9c4d0aec-f0f9-41d2-92b0-52e1730af4ee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-535539388', 'description': 'tempest-description-1118214789'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:36.042864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Made reservation on behalf of e724ebce9daa4bac8497f604c2fc24d3 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:36.046433 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.069004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Attempting to bind port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:36.069391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Attempting to bind port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:36.069871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Attempting to bind port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:36.084498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] device_id is not set on port bc6055dc-72c8-42f9-a27d-c656f5484ddf yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:02:36.097467 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6a937680-8e2a-47f1-a4a5-4c28cd873034 req-9c4d0aec-f0f9-41d2-92b0-52e1730af4ee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.124994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:36.128217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:36.128864 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.129326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:36.131305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Bound port: 1d78c86f-5e5b-43bc-b731-c14171a1f1e2, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:36.131722 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.153849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.185879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-13e65c58-6e84-48f6-8f44-c7ad5ba40674 None None] Provisioning complete for port c877d5a1-ca2a-4246-8845-a944064920f3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:36.186297 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13e65c58-6e84-48f6-8f44-c7ad5ba40674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.320606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-b7c37ef2-65e5-4512-ba9e-a0632199eb68', 'network_id': 'b7c37ef2-65e5-4512-ba9e-a0632199eb68', 'tenant_id': 'e724ebce9daa4bac8497f604c2fc24d3', 'fixed_ips': [{'subnet_id': '8c76b771-ccf1-4da1-a031-9b46e69ad2d4'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:02:36.321553 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.329372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-13e65c58-6e84-48f6-8f44-c7ad5ba40674 None None] Port c877d5a1-ca2a-4246-8845-a944064920f3 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:02:36.354226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] For port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:36.415632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Allocated IP 172.20.0.11 (b7c37ef2-65e5-4512-ba9e-a0632199eb68/8c76b771-ccf1-4da1-a031-9b46e69ad2d4/bc6055dc-72c8-42f9-a27d-c656f5484ddf) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:36.422487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6a937680-8e2a-47f1-a4a5-4c28cd873034 req-9c4d0aec-f0f9-41d2-92b0-52e1730af4ee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.445905 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.453293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859d077-14ac-442b-9331-54f6d7f385b8 req-9f7efdf6-3e5c-4e4d-a36a-ef91a93a68b0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:36.455622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8859d077-14ac-442b-9331-54f6d7f385b8 req-9f7efdf6-3e5c-4e4d-a36a-ef91a93a68b0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 945 time: 0.1616518 Sep 24 00:02:36.460672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6a937680-8e2a-47f1-a4a5-4c28cd873034 req-9c4d0aec-f0f9-41d2-92b0-52e1730af4ee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.465513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.472290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.490500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6a937680-8e2a-47f1-a4a5-4c28cd873034 req-9c4d0aec-f0f9-41d2-92b0-52e1730af4ee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.491833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a937680-8e2a-47f1-a4a5-4c28cd873034 req-9c4d0aec-f0f9-41d2-92b0-52e1730af4ee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4656625 Sep 24 00:02:36.493066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] For port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1d78c86f-5e5b-43bc-b731-c14171a1f1e2,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:36.508708 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.591872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Routers {'3f60acc4-9c60-47a4-81ea-81e8edb809e3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:36.595078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:36.623084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Pushing event updated for resources: {'Port': ['ID=c877d5a1-ca2a-4246-8845-a944064920f3,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:36.645969 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.653026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed754c35-6a00-4121-874b-5b93c65ce502 None None] Pushing event updated for resources: {'Port': ['ID=1d78c86f-5e5b-43bc-b731-c14171a1f1e2,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:36.709201 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.737291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d0aec-f0f9-41d2-92b0-52e1730af4ee tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d697194-ef1b-4887-9256-61f3f80dc21b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:36.753479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:36.755150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:36.804664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8859d077-14ac-442b-9331-54f6d7f385b8 req-22f760d2-557e-4901-a406-4e537f512837 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317032 Sep 24 00:02:36.812751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf440e56-0fc1-4bf5-b6f3-fa9ea81b3e44 req-20108f24-5a59-44e2-bf77-076a2ce98ef9 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0709283 Sep 24 00:02:36.813823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:36.842586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] Set router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:36.878059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f017bb1c-5dfc-4493-ab98-3f5fd77c4b4a req-e73d1fdb-9da2-44ee-8fdc-8096084a3c4a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1984109143', 'description': 'tempest-description-1512535'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:36.902073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Network b7c37ef2-65e5-4512-ba9e-a0632199eb68 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:36.906884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Allocated IP 172.20.0.2 (b7c37ef2-65e5-4512-ba9e-a0632199eb68/8c76b771-ccf1-4da1-a031-9b46e69ad2d4/69ff9936-81ab-4a13-8fc4-c26983e6de3d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:36.909399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:36.929696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:37.012575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event updated for resources: {'Port': ['ID=bc6055dc-72c8-42f9-a27d-c656f5484ddf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:37.031940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e7b36ea3-472d-484c-93c5-4b08a349d413 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:37.038250 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f017bb1c-5dfc-4493-ab98-3f5fd77c4b4a req-e73d1fdb-9da2-44ee-8fdc-8096084a3c4a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.074456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:02:37.077291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:37.077918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.215619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f017bb1c-5dfc-4493-ab98-3f5fd77c4b4a req-e73d1fdb-9da2-44ee-8fdc-8096084a3c4a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.224188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f017bb1c-5dfc-4493-ab98-3f5fd77c4b4a req-e73d1fdb-9da2-44ee-8fdc-8096084a3c4a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.258990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9e357cf9-32dd-4d06-ae22-fc6dea1ca1f9 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.4428780 Sep 24 00:02:37.262120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:37.268373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d1fdb-9da2-44ee-8fdc-8096084a3c4a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=414463aa-8f75-400d-8de2-9fdb9ccee311,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:37.292160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52222) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:37.298768 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f017bb1c-5dfc-4493-ab98-3f5fd77c4b4a req-e73d1fdb-9da2-44ee-8fdc-8096084a3c4a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.305252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f017bb1c-5dfc-4493-ab98-3f5fd77c4b4a req-e73d1fdb-9da2-44ee-8fdc-8096084a3c4a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4384403 Sep 24 00:02:37.317598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:02:37.325849 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fe0a4286-a411-47af-a9aa-e9be14ebec48 admin admin] 10.222.0.24 "PUT /v2.0/routers/3f60acc4-9c60-47a4-81ea-81e8edb809e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5850294 Sep 24 00:02:37.384768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.390411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port e7b36ea3-472d-484c-93c5-4b08a349d413 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:02:37.396167 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.406641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-95818166-9817-4137-8df1-64a79fbc71d8 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Deleting port bc6055dc-72c8-42f9-a27d-c656f5484ddf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:37.407106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95818166-9817-4137-8df1-64a79fbc71d8 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.421051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-87ff4ca6-b34f-473a-bf2b-efe51d15b1ea None None] Provisioning complete for port c877d5a1-ca2a-4246-8845-a944064920f3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:37.421590 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87ff4ca6-b34f-473a-bf2b-efe51d15b1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.423404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port e7b36ea3-472d-484c-93c5-4b08a349d413 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:37.423816 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.499177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Network b7c37ef2-65e5-4512-ba9e-a0632199eb68 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:37.508910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:37.522679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:37.553940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8bc5938-f1d7-455f-b4c5-12095a70f5d5 req-2e588d2d-74ee-487d-afb1-3e6ecfbbd129 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c8862b564a940fa8437347afcf6ba48 HTTP/1.1" status: 200 len: 10908 time: 0.2285690 Sep 24 00:02:37.555071 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b734f625-5340-4ada-a36b-ad7de8fdf590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.586173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Pushing event updated for resources: {'Port': ['ID=69ff9936-81ab-4a13-8fc4-c26983e6de3d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:37.652353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8bc5938-f1d7-455f-b4c5-12095a70f5d5 req-f10b723a-7cfe-4d01-834d-f2d9530e7a59 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/52c21166-ecb4-4694-96a9-52e30f9c1e28 HTTP/1.1" status: 200 len: 2985 time: 0.0846102 Sep 24 00:02:37.730372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8bc5938-f1d7-455f-b4c5-12095a70f5d5 req-3ddb979f-98f3-430b-9734-71a5d69113e8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/52c21166-ecb4-4694-96a9-52e30f9c1e28 HTTP/1.1" status: 200 len: 2985 time: 0.0770755 Sep 24 00:02:37.793734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-87ff4ca6-b34f-473a-bf2b-efe51d15b1ea None None] Port c877d5a1-ca2a-4246-8845-a944064920f3 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:02:37.799296 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b734f625-5340-4ada-a36b-ad7de8fdf590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.810587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b734f625-5340-4ada-a36b-ad7de8fdf590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.840589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 4, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c877d5a1-ca2a-4246-8845-a944064920f3', 'name': '', 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'mac_address': 'fa:16:3e:cf:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:34Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 2, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'subnets': [{'id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:37.854681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734f625-5340-4ada-a36b-ad7de8fdf590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bcae74-0402-4f50-b21f-32e722c74b72,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:37.874366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Attempting to bind port 69ff9936-81ab-4a13-8fc4-c26983e6de3d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:37.874896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Attempting to bind port 69ff9936-81ab-4a13-8fc4-c26983e6de3d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bdc7f807-dc2b-41d8-9196-b1b3c7678a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7c37ef2-65e5-4512-ba9e-a0632199eb68'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:37.875186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Attempting to bind port 69ff9936-81ab-4a13-8fc4-c26983e6de3d on network b7c37ef2-65e5-4512-ba9e-a0632199eb68 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:37.899472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f304448c-ef4d-4b62-98f8-a81f558f4bae None None] The sync data for ids ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'] in n-d-713498-18 is: [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 4, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c877d5a1-ca2a-4246-8845-a944064920f3', 'name': '', 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'mac_address': 'fa:16:3e:cf:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:34Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 2, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'subnets': [{'id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:02:37.903797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:37.904042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Checking segment: {'id': 'bdc7f807-dc2b-41d8-9196-b1b3c7678a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7c37ef2-65e5-4512-ba9e-a0632199eb68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:37.904442 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.904826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Bound using segment: {'id': 'bdc7f807-dc2b-41d8-9196-b1b3c7678a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7c37ef2-65e5-4512-ba9e-a0632199eb68'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:37.905311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Bound port: 69ff9936-81ab-4a13-8fc4-c26983e6de3d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc7f807-dc2b-41d8-9196-b1b3c7678a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b7c37ef2-65e5-4512-ba9e-a0632199eb68'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:37.905695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.919943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b734f625-5340-4ada-a36b-ad7de8fdf590 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56d70c18e4e6446f863dea23d7011dcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226459 Sep 24 00:02:37.920853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52244) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:37.927734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b63f9d8-3377-4ee0-b3ff-2bf9ef1644bd req-eaa9c104-b600-4457-a8ed-ad2371d8eff1 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/dcb58036-af49-4afc-b0cf-10fc8b198af8 HTTP/1.1" status: 200 len: 1802 time: 0.1611869 Sep 24 00:02:37.973912 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:37.983335 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95818166-9817-4137-8df1-64a79fbc71d8 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.003018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-95818166-9817-4137-8df1-64a79fbc71d8 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Calling delete_port for bc6055dc-72c8-42f9-a27d-c656f5484ddf owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:38.035299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afc1f36-da1d-463b-9998-75a6be92a603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b36ea3-472d-484c-93c5-4b08a349d413'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:38.037690 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e7fe27-4e3a-4963-a44c-022f8cde067a" -d '{"events": [{"server_uuid": "7afc1f36-da1d-463b-9998-75a6be92a603", "name": "network-vif-plugged", "status": "completed", "tag": "e7b36ea3-472d-484c-93c5-4b08a349d413"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:38.053343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e226cb7-e65a-44d5-bbd7-bfbfdf2ed414 req-3f1d61ff-98a4-4218-a91e-1fc89c508a61 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:38.055526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e226cb7-e65a-44d5-bbd7-bfbfdf2ed414 req-3f1d61ff-98a4-4218-a91e-1fc89c508a61 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 945 time: 0.1103053 Sep 24 00:02:38.069341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e7b36ea3-472d-484c-93c5-4b08a349d413, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e7b36ea3-472d-484c-93c5-4b08a349d413,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:38.071078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] For port 69ff9936-81ab-4a13-8fc4-c26983e6de3d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:38.075993 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.083161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4b63f9d8-3377-4ee0-b3ff-2bf9ef1644bd req-379d88a4-ae79-4706-8ae6-efc2a6293d1b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.087178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] For port 69ff9936-81ab-4a13-8fc4-c26983e6de3d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=69ff9936-81ab-4a13-8fc4-c26983e6de3d,segment=NetworkSegment(bdc7f807-dc2b-41d8-9196-b1b3c7678a42),segment_id=bdc7f807-dc2b-41d8-9196-b1b3c7678a42)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:38.114357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.130071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e226cb7-e65a-44d5-bbd7-bfbfdf2ed414 req-26f258bd-2d87-4706-b84c-fac2ee14f7b3 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Sep 24 00:02:38.144016 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe9d7-4945-46af-ac71-d3e5098dfaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.151775 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4b63f9d8-3377-4ee0-b3ff-2bf9ef1644bd req-379d88a4-ae79-4706-8ae6-efc2a6293d1b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.184168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe9d7-4945-46af-ac71-d3e5098dfaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.190352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=e7b36ea3-472d-484c-93c5-4b08a349d413,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:38.238192 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4b63f9d8-3377-4ee0-b3ff-2bf9ef1644bd req-379d88a4-ae79-4706-8ae6-efc2a6293d1b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.242909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4b63f9d8-3377-4ee0-b3ff-2bf9ef1644bd req-379d88a4-ae79-4706-8ae6-efc2a6293d1b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.244508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b63f9d8-3377-4ee0-b3ff-2bf9ef1644bd req-379d88a4-ae79-4706-8ae6-efc2a6293d1b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/dcb58036-af49-4afc-b0cf-10fc8b198af8 HTTP/1.1" status: 204 len: 173 time: 0.3061955 Sep 24 00:02:38.344171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aec0b3-00c5-43f3-a4c7-dde51f50e7d3 None None] Pushing event updated for resources: {'Port': ['ID=69ff9936-81ab-4a13-8fc4-c26983e6de3d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:38.372122 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe9d7-4945-46af-ac71-d3e5098dfaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.379010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d88a4-ae79-4706-8ae6-efc2a6293d1b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb58036-af49-4afc-b0cf-10fc8b198af8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:38.381090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f7fe9d7-4945-46af-ac71-d3e5098dfaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.382334 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f7fe9d7-4945-46af-ac71-d3e5098dfaec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8bcae74-0402-4f50-b21f-32e722c74b72 HTTP/1.1" status: 204 len: 168 time: 0.4559016 Sep 24 00:02:38.421119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7fe9d7-4945-46af-ac71-d3e5098dfaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bcae74-0402-4f50-b21f-32e722c74b72,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:38.421434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52260) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:38.426008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6348d1f0-b192-4c64-9f01-b1f9b885c6f6 req-aafd066f-532c-4e1a-ba65-e49e4da76425 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1070065 Sep 24 00:02:38.442625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-network', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:38.454495 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95818166-9817-4137-8df1-64a79fbc71d8 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.479964 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb89e08-e073-42b3-ba78-9295f50d3f2a x-openstack-request-id: req-6fb89e08-e073-42b3-ba78-9295f50d3f2a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:38.480267 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afc1f36-da1d-463b-9998-75a6be92a603", "name": "network-vif-plugged", "status": "completed", "tag": "e7b36ea3-472d-484c-93c5-4b08a349d413", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:38.480497 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6fb89e08-e073-42b3-ba78-9295f50d3f2a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:38.483901 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afc1f36-da1d-463b-9998-75a6be92a603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b36ea3-472d-484c-93c5-4b08a349d413', 'code': 200} Sep 24 00:02:38.564452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95818166-9817-4137-8df1-64a79fbc71d8 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event deleted for resources: {'Port': ['ID=bc6055dc-72c8-42f9-a27d-c656f5484ddf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:38.590431 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-2eaa74c0-1ebe-4f53-9699-405c102a6c99 req-abf758b7-2c58-436e-aecc-d96a0e7f5a8d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:02:38.596597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2eaa74c0-1ebe-4f53-9699-405c102a6c99 req-abf758b7-2c58-436e-aecc-d96a0e7f5a8d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/dcb58036-af49-4afc-b0cf-10fc8b198af8 HTTP/1.1" status: 404 len: 352 time: 0.0961740 Sep 24 00:02:38.597230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Made reservation on behalf of 6f7540ac5b6a436cb85e49616dd3facd for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:38.599719 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.613351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.751397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e07bd1-db7e-4ce7-a5be-26d9c1184311 req-a3d64a0c-9866-4aac-80d8-1f5d0a42880f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:38.751508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7ae224f-6d01-4a46-a607-795c77f18831 req-506ca255-3355-4818-bda0-6f7f6e74d9e8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/2d697194-ef1b-4887-9256-61f3f80dc21b HTTP/1.1" status: 200 len: 1802 time: 0.1253278 Sep 24 00:02:38.751600 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-86e07bd1-db7e-4ce7-a5be-26d9c1184311 req-a3d64a0c-9866-4aac-80d8-1f5d0a42880f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 1098 time: 0.1357787 Sep 24 00:02:38.753969 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95818166-9817-4137-8df1-64a79fbc71d8 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.763442 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-95818166-9817-4137-8df1-64a79fbc71d8 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "DELETE /v2.0/ports/bc6055dc-72c8-42f9-a27d-c656f5484ddf HTTP/1.1" status: 204 len: 168 time: 1.5001149 Sep 24 00:02:38.764485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52268) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:38.826410 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-86e07bd1-db7e-4ce7-a5be-26d9c1184311 req-f43b6d88-25ca-48d4-83cf-03ad6df3af14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605218 Sep 24 00:02:38.850743 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.873668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f7ae224f-6d01-4a46-a607-795c77f18831 req-d8ff7192-0451-432e-86c2-566b16e6d7ec tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.912381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.917874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f7ae224f-6d01-4a46-a607-795c77f18831 req-d8ff7192-0451-432e-86c2-566b16e6d7ec tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.921574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:38.968245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:39.008699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a5bac6-64ed-4405-87a4-032ceba241e5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:39.024548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f7ae224f-6d01-4a46-a607-795c77f18831 req-d8ff7192-0451-432e-86c2-566b16e6d7ec tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.027624 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f7ae224f-6d01-4a46-a607-795c77f18831 req-d8ff7192-0451-432e-86c2-566b16e6d7ec tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.035714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7ae224f-6d01-4a46-a607-795c77f18831 req-d8ff7192-0451-432e-86c2-566b16e6d7ec tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d697194-ef1b-4887-9256-61f3f80dc21b HTTP/1.1" status: 204 len: 173 time: 0.2844803 Sep 24 00:02:39.037726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.038078 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Added segment d982cbed-f388-4753-a8a2-aeb546ceaf99 of type vlan for network 373b3f92-4691-4dd7-91bf-f49c8b7d103c Sep 24 00:02:39.076012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff7192-0451-432e-86c2-566b16e6d7ec tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d697194-ef1b-4887-9256-61f3f80dc21b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:39.104041 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a633fdf3-433e-4328-bbef-d967964cd9c9 tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3361523 Sep 24 00:02:39.104759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52274) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:39.104948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52276) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:39.110179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1939079629'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:39.116136 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-a9369155-dfff-4476-b0fe-2b95f5c8e089 req-2e5fcd5e-c755-4869-97f6-927b81e5a254 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:02:39.117184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9369155-dfff-4476-b0fe-2b95f5c8e089 req-2e5fcd5e-c755-4869-97f6-927b81e5a254 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/2d697194-ef1b-4887-9256-61f3f80dc21b HTTP/1.1" status: 404 len: 352 time: 0.0558758 Sep 24 00:02:39.120169 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f60d12-7402-41e8-a1dd-7091717e634d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.134596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.187563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Made reservation on behalf of e724ebce9daa4bac8497f604c2fc24d3 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:39.191684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.223998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.225004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:39.225610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.312341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f60d12-7402-41e8-a1dd-7091717e634d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.318641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f60d12-7402-41e8-a1dd-7091717e634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.328651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0350f01f-ebc2-4adf-897c-5d79d0139b2b req-8b7eea1c-7008-456b-b484-4ac769bc8952 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/414463aa-8f75-400d-8de2-9fdb9ccee311 HTTP/1.1" status: 200 len: 1800 time: 0.1838427 Sep 24 00:02:39.343824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:39.352899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9194183 Sep 24 00:02:39.354220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52282) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:39.390526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f60d12-7402-41e8-a1dd-7091717e634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b2649a-8020-4ee0-a711-6e16a774a949,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:39.401950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e5f60d12-7402-41e8-a1dd-7091717e634d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6d6e7bb64dc466791cdf7dc90ab21c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2954919 Sep 24 00:02:39.403263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:39.405258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Request body: {'subnet': {'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-subnet', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:39.440929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34accf3c-afca-49d1-8f14-283120163809 admin admin] Pushing event updated for resources: {'Network': ['ID=373b3f92-4691-4dd7-91bf-f49c8b7d103c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:39.451623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Made reservation on behalf of 6f7540ac5b6a436cb85e49616dd3facd for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:39.453988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.456417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 373b3f92-4691-4dd7-91bf-f49c8b7d103c details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:39.457888 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.458406 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Added segment 4dee128a-0797-4bb7-9579-b68bfe7d7fc3 of type vlan for network 0789181b-d09c-449a-a264-e7e708289a5d Sep 24 00:02:39.477095 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c4bb315-27b4-413f-9ba6-0bf31085e9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.500654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669417b-e6fe-402b-b35c-1ffccbe5c0e0 req-976305db-8ec3-49b2-ac75-6c199d0dcea7 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:39.503299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4669417b-e6fe-402b-b35c-1ffccbe5c0e0 req-976305db-8ec3-49b2-ac75-6c199d0dcea7 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.2317238 Sep 24 00:02:39.512597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c4bb315-27b4-413f-9ba6-0bf31085e9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.586340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c4bb315-27b4-413f-9ba6-0bf31085e9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.590863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c4bb315-27b4-413f-9ba6-0bf31085e9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.592671 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8c4bb315-27b4-413f-9ba6-0bf31085e9bc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63b2649a-8020-4ee0-a711-6e16a774a949 HTTP/1.1" status: 204 len: 168 time: 0.1865575 Sep 24 00:02:39.605224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bb315-27b4-413f-9ba6-0bf31085e9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b2649a-8020-4ee0-a711-6e16a774a949,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:39.619824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.694347 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0350f01f-ebc2-4adf-897c-5d79d0139b2b req-37dd08ab-609f-46a4-a730-0164efc89a21 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.717667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d4389-e6fc-4f2f-a4f9-5d53925a7bc9 None None] Network b7c37ef2-65e5-4512-ba9e-a0632199eb68 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:39.758474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4669417b-e6fe-402b-b35c-1ffccbe5c0e0 req-c3a4644f-d772-48b4-97e0-debf229e35e2 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145565 Sep 24 00:02:39.769644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f1f82b26-13a6-4ccd-8efa-1b341b107e4c None None] Provisioning complete for port 69ff9936-81ab-4a13-8fc4-c26983e6de3d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:39.770207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1f82b26-13a6-4ccd-8efa-1b341b107e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.785969 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0350f01f-ebc2-4adf-897c-5d79d0139b2b req-37dd08ab-609f-46a4-a730-0164efc89a21 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.790462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.808253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:39.809039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:39.855336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7462652 Sep 24 00:02:39.856197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52294) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:40.042564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f2b64-2f01-46c2-9f04-d713f7ae9e32 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event updated for resources: {'Network': ['ID=0789181b-d09c-449a-a264-e7e708289a5d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:40.084071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 0789181b-d09c-449a-a264-e7e708289a5d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:40.113279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6cc6943-3683-4223-a20e-1a058f2ea4b8 req-25344e36-365f-4674-a865-1dbc153f8edd tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0828476 Sep 24 00:02:40.117248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0350f01f-ebc2-4adf-897c-5d79d0139b2b req-37dd08ab-609f-46a4-a730-0164efc89a21 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.133556 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0350f01f-ebc2-4adf-897c-5d79d0139b2b req-37dd08ab-609f-46a4-a730-0164efc89a21 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.141080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0350f01f-ebc2-4adf-897c-5d79d0139b2b req-37dd08ab-609f-46a4-a730-0164efc89a21 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/414463aa-8f75-400d-8de2-9fdb9ccee311 HTTP/1.1" status: 204 len: 173 time: 0.7993727 Sep 24 00:02:40.146512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1f82b26-13a6-4ccd-8efa-1b341b107e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.178972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-13700aeb-3a30-4ceb-9353-f3b82e88a9b4 tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "GET /v2.0/agents/fd2ba780-4844-4fca-b089-373c6127075e/dhcp-networks HTTP/1.1" status: 200 len: 10444 time: 0.3213775 Sep 24 00:02:40.181914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52302) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:40.188538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dd08ab-609f-46a4-a730-0164efc89a21 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=414463aa-8f75-400d-8de2-9fdb9ccee311,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:40.281279 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-f5a39491-4f66-4982-830c-5cd8856636e9 req-571e12f7-db85-407b-ae4b-4041f5ed57c1 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:02:40.282507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5a39491-4f66-4982-830c-5cd8856636e9 req-571e12f7-db85-407b-ae4b-4041f5ed57c1 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/414463aa-8f75-400d-8de2-9fdb9ccee311 HTTP/1.1" status: 404 len: 352 time: 0.0951459 Sep 24 00:02:40.298876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.332162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f1f82b26-13a6-4ccd-8efa-1b341b107e4c None None] For port 69ff9936-81ab-4a13-8fc4-c26983e6de3d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=69ff9936-81ab-4a13-8fc4-c26983e6de3d,segment=NetworkSegment(bdc7f807-dc2b-41d8-9196-b1b3c7678a42),segment_id=bdc7f807-dc2b-41d8-9196-b1b3c7678a42)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:40.336971 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1f82b26-13a6-4ccd-8efa-1b341b107e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.373715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5874e171-4f18-4b4f-a4e3-5551849564ab tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] Network 0789181b-d09c-449a-a264-e7e708289a5d is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:02:40.414654 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5874e171-4f18-4b4f-a4e3-5551849564ab tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "POST /v2.0/agents/fd2ba780-4844-4fca-b089-373c6127075e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2289574 Sep 24 00:02:40.426008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52312) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:40.430579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c349c19-996f-49fb-bbd4-ae85e99d5aef None None] Network 0789181b-d09c-449a-a264-e7e708289a5d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:40.485655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Checking segment: {'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:40.486030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Network hostable DHCP agents. Network: 373b3f92-4691-4dd7-91bf-f49c8b7d103c, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:02:40.491168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Pushing event updated for resources: {'Subnet': ['ID=525d636d-b414-4b79-ae4e-c4b3bac09bc2,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:40.575017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2984f59-850c-4deb-9367-482366fe9ce3 req-7971009e-4bc5-482b-8c92-f3b5779bf4f3 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c8862b564a940fa8437347afcf6ba48 HTTP/1.1" status: 200 len: 6157 time: 0.2210653 Sep 24 00:02:40.576293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Network 373b3f92-4691-4dd7-91bf-f49c8b7d103c is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:02:40.594123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 373b3f92-4691-4dd7-91bf-f49c8b7d103c) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:40.599383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:40.600210 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.613395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f82b26-13a6-4ccd-8efa-1b341b107e4c None None] Pushing event updated for resources: {'Port': ['ID=69ff9936-81ab-4a13-8fc4-c26983e6de3d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:40.625104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:40.628705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d83b49-c997-434c-bb0c-4e2d9ee5d974 None None] Network 373b3f92-4691-4dd7-91bf-f49c8b7d103c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:40.643579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd513c9a-d7b8-4100-b2d5-f3c752023732 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2717705 Sep 24 00:02:40.645391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52318) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:40.650175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:40.677052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2984f59-850c-4deb-9367-482366fe9ce3 req-3b3b35a8-6fd0-4749-96bb-90d926ba82f0 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/52c21166-ecb4-4694-96a9-52e30f9c1e28 HTTP/1.1" status: 200 len: 2985 time: 0.0924861 Sep 24 00:02:40.695592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd454fd2-3765-42a1-8fd8-018d45802a47 tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "GET /v2.0/agents/fd2ba780-4844-4fca-b089-373c6127075e/dhcp-networks HTTP/1.1" status: 200 len: 11215 time: 0.2640030 Sep 24 00:02:40.699366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52320) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:40.699871 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.701064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.856808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-178c0798-2864-4dfa-a9a3-b164f1aebe00 tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "DELETE /v2.0/agents/fd2ba780-4844-4fca-b089-373c6127075e/dhcp-networks/0789181b-d09c-449a-a264-e7e708289a5d HTTP/1.1" status: 204 len: 168 time: 0.1468551 Sep 24 00:02:40.856808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52326) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:40.895490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.910601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2984f59-850c-4deb-9367-482366fe9ce3 req-b7e937ed-1d74-4074-b791-b54a5f072ce8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/52c21166-ecb4-4694-96a9-52e30f9c1e28 HTTP/1.1" status: 200 len: 2985 time: 0.2225881 Sep 24 00:02:40.937852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a0654660-1a68-462b-96b6-e0678eae0733 None None] Provisioning complete for port 69ff9936-81ab-4a13-8fc4-c26983e6de3d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:40.938584 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a0654660-1a68-462b-96b6-e0678eae0733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:40.984889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:40.987442 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.082515 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eea2d633-c128-46a5-a28a-e381b455c6c8 tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "GET /v2.0/agents/fd2ba780-4844-4fca-b089-373c6127075e/dhcp-networks HTTP/1.1" status: 200 len: 11244 time: 0.2328176 Sep 24 00:02:41.088608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:41.122994 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c976fa14-256b-44f4-ae87-85e4a9bb92ae tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "GET /v2.0/networks/b7c37ef2-65e5-4512-ba9e-a0632199eb68/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0328650 Sep 24 00:02:41.126256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52338) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:41.175284 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91d9237a-ce66-4b4a-810d-db5c2d2b39d4 tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "GET /v2.0/networks/b7c37ef2-65e5-4512-ba9e-a0632199eb68/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0475230 Sep 24 00:02:41.177586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52342) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:41.260533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-373b3f92-4691-4dd7-91bf-f49c8b7d103c', 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'fixed_ips': [{'subnet_id': '525d636d-b414-4b79-ae4e-c4b3bac09bc2'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:02:41.261397 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.406962 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7a58dd83-87af-4513-afe5-1bd31e99bacc tempest-DHCPAgentSchedulersTestJSON-40618948 tempest-DHCPAgentSchedulersTestJSON-40618948-project-admin] 10.222.0.24 "GET /v2.0/agents/fd2ba780-4844-4fca-b089-373c6127075e/dhcp-networks HTTP/1.1" status: 200 len: 11244 time: 0.2281740 Sep 24 00:02:41.411408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52348) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:41.417483 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Sync routers for ids ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:02:41.422486 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.434253 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Routers {'3f60acc4-9c60-47a4-81ea-81e8edb809e3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:41.435123 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:41.458671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a53bbec4-20cc-47e6-adba-40b0284fd501 None None] Could not find standard attr ID for object bc6055dc-72c8-42f9-a27d-c656f5484ddf. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:02:41.477680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1d78c86f-5e5b-43bc-b731-c14171a1f1e2,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:41.486258 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.494020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 69ff9936-81ab-4a13-8fc4-c26983e6de3d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:41.519283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.580614 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Set router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:41.607580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=1d78c86f-5e5b-43bc-b731-c14171a1f1e2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:41.625972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.656811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 69ff9936-81ab-4a13-8fc4-c26983e6de3d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:41.657357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.662340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0789181b-d09c-449a-a264-e7e708289a5d']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:41.674012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dee128a-0797-4bb7-9579-b68bfe7d7fc3') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:41.674567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dee128a-0797-4bb7-9579-b68bfe7d7fc3') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:41.685527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.699235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Allocated IP 172.20.0.2 (373b3f92-4691-4dd7-91bf-f49c8b7d103c/525d636d-b414-4b79-ae4e-c4b3bac09bc2/31afc6a5-49b5-41d8-a30a-4a32eb480239) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:41.701808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.709764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:02:41.710908 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:02:41.758154 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:02:41.811194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-54806db0-c589-443c-867a-13f894cd6c12 req-53633e4c-4619-4321-a819-50ed86386980 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-171739025', 'description': 'tempest-description-738214489'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:41.829307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.844702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.844702 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "DELETE /v2.0/networks/0789181b-d09c-449a-a264-e7e708289a5d HTTP/1.1" status: 204 len: 168 time: 0.4279726 Sep 24 00:02:41.844702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52358) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:41.856198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.879962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e8b93-3c7a-4c4e-96a6-3bc47c4ceb3c req-33b9c3f4-94c9-4a0a-b6de-f5d4f184b42f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:41.881505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d0e8b93-3c7a-4c4e-96a6-3bc47c4ceb3c req-33b9c3f4-94c9-4a0a-b6de-f5d4f184b42f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.9822173 Sep 24 00:02:41.896365 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccf4d619-e6e4-4183-82df-753045e2784e tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] DELETE failed (client error): The resource could not be found. Sep 24 00:02:41.901205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccf4d619-e6e4-4183-82df-753045e2784e tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:02:41.905496 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ccf4d619-e6e4-4183-82df-753045e2784e tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "DELETE /v2.0/ports/bc6055dc-72c8-42f9-a27d-c656f5484ddf HTTP/1.1" status: 404 len: 333 time: 0.0561583 Sep 24 00:02:41.916672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52362) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:41.937518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06fc9f6-5d9f-4898-9721-fbbba1a9cf48 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event deleted for resources: {'Network': ['ID=0789181b-d09c-449a-a264-e7e708289a5d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:41.944621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-54806db0-c589-443c-867a-13f894cd6c12 req-53633e4c-4619-4321-a819-50ed86386980 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.956530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.956921 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 4, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c877d5a1-ca2a-4246-8845-a944064920f3', 'name': '', 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'mac_address': 'fa:16:3e:cf:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:34Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 2, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'subnets': [{'id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:41.966129 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:41.978344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d0e8b93-3c7a-4c4e-96a6-3bc47c4ceb3c req-11d5f992-c598-4736-9670-31082e4e9d9f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783577 Sep 24 00:02:42.021785 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Checking router: 3f60acc4-9c60-47a4-81ea-81e8edb809e3 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:02:42.022894 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Updating router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 port c877d5a1-ca2a-4246-8845-a944064920f3 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:02:42.034808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Network 373b3f92-4691-4dd7-91bf-f49c8b7d103c is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:42.039229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:42.043250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:42.061211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Pushing event updated for resources: {'Port': ['ID=31afc6a5-49b5-41d8-a30a-4a32eb480239,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:42.084091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-188a31ab-009a-4c65-b810-b671d2691a1c tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Deleting subnet 8c76b771-ccf1-4da1-a031-9b46e69ad2d4 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:02:42.115831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-188a31ab-009a-4c65-b810-b671d2691a1c tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.124645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Attempting to bind port 31afc6a5-49b5-41d8-a30a-4a32eb480239 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:42.124952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Attempting to bind port 31afc6a5-49b5-41d8-a30a-4a32eb480239 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:42.125316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Attempting to bind port 31afc6a5-49b5-41d8-a30a-4a32eb480239 on network 373b3f92-4691-4dd7-91bf-f49c8b7d103c {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:42.147634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:42.148018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Checking segment: {'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:42.148426 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.148826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Bound using segment: {'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:42.150875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Bound port: 31afc6a5-49b5-41d8-a30a-4a32eb480239, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:42.151282 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.205236 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-188a31ab-009a-4c65-b810-b671d2691a1c tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.268847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] For port 31afc6a5-49b5-41d8-a30a-4a32eb480239, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:42.269804 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-54806db0-c589-443c-867a-13f894cd6c12 req-53633e4c-4619-4321-a819-50ed86386980 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.274598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e89454c3-fc6c-483b-86db-c6df001d2f3a req-f1d1e70d-4dc6-42c3-94d3-4959fd75a13e tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0726068 Sep 24 00:02:42.279972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-54806db0-c589-443c-867a-13f894cd6c12 req-53633e4c-4619-4321-a819-50ed86386980 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.294566 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.296539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] For port 31afc6a5-49b5-41d8-a30a-4a32eb480239, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=31afc6a5-49b5-41d8-a30a-4a32eb480239,segment=NetworkSegment(d982cbed-f388-4753-a8a2-aeb546ceaf99),segment_id=d982cbed-f388-4753-a8a2-aeb546ceaf99)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:42.303133 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.327234 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-188a31ab-009a-4c65-b810-b671d2691a1c tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.333695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53633e4c-4619-4321-a819-50ed86386980 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5610834b-b2e2-46c4-912e-8734f63d8d2a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:42.379272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-54806db0-c589-443c-867a-13f894cd6c12 req-53633e4c-4619-4321-a819-50ed86386980 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.380513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54806db0-c589-443c-867a-13f894cd6c12 req-53633e4c-4619-4321-a819-50ed86386980 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6286557 Sep 24 00:02:42.381638 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.434709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.467587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-188a31ab-009a-4c65-b810-b671d2691a1c tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.479653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:42.539018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188a31ab-009a-4c65-b810-b671d2691a1c tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event deleted for resources: {'Subnet': ['ID=8c76b771-ccf1-4da1-a031-9b46e69ad2d4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:42.574425 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-188a31ab-009a-4c65-b810-b671d2691a1c tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.581055 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-188a31ab-009a-4c65-b810-b671d2691a1c tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "DELETE /v2.0/subnets/8c76b771-ccf1-4da1-a031-9b46e69ad2d4 HTTP/1.1" status: 204 len: 168 time: 0.6633284 Sep 24 00:02:42.582040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52378) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:42.598018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f504424-57ae-4d53-8513-f7bc66882370 None None] Network b7c37ef2-65e5-4512-ba9e-a0632199eb68 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:42.646161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82dc13-816c-4ce9-9e9f-832ba163898f None None] Pushing event updated for resources: {'Port': ['ID=31afc6a5-49b5-41d8-a30a-4a32eb480239,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:42.675394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d52a92a0-3969-45b0-b1a0-d7b3c9af1efa req-771cb7e5-5859-496b-8c7d-1bcd2ac134d7 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2084861095', 'description': 'tempest-description-1221657642'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:42.695520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Allocated IP 172.25.5.202 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/e5863bfd-ee25-48dc-8ceb-612ff6a9679a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:42.716763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.726496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cbb6b-0725-43c2-ba26-3af6baee27f0 req-9efa3a6e-fb42-456f-a484-b9874e2a47dc tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:42.734850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d30cbb6b-0725-43c2-ba26-3af6baee27f0 req-9efa3a6e-fb42-456f-a484-b9874e2a47dc tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1661141 Sep 24 00:02:42.801362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:42.801931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.817812 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d52a92a0-3969-45b0-b1a0-d7b3c9af1efa req-771cb7e5-5859-496b-8c7d-1bcd2ac134d7 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.874257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Deleting port 69ff9936-81ab-4a13-8fc4-c26983e6de3d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:02:42.875018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.901970 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.908590 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:42.909173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d30cbb6b-0725-43c2-ba26-3af6baee27f0 req-8f2e30bf-eaef-4b05-8ae8-9652ff0a5cfe tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732607 Sep 24 00:02:43.008037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] For port 69ff9936-81ab-4a13-8fc4-c26983e6de3d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=69ff9936-81ab-4a13-8fc4-c26983e6de3d,segment=NetworkSegment(bdc7f807-dc2b-41d8-9196-b1b3c7678a42),segment_id=bdc7f807-dc2b-41d8-9196-b1b3c7678a42)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:43.008863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.036566 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Pushing event updated for resources: {'Port': ['ID=c877d5a1-ca2a-4246-8845-a944064920f3,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:43.042367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Calling delete_port for 69ff9936-81ab-4a13-8fc4-c26983e6de3d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:02:43.056258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 69ff9936-81ab-4a13-8fc4-c26983e6de3d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:43.072696 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.079574 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.080091 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.080594 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.080925 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.082115 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.082459 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.082808 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.083133 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.083461 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.084193 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.084711 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:43.156282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d52a92a0-3969-45b0-b1a0-d7b3c9af1efa req-771cb7e5-5859-496b-8c7d-1bcd2ac134d7 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.170237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 69ff9936-81ab-4a13-8fc4-c26983e6de3d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:43.171081 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.182730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d52a92a0-3969-45b0-b1a0-d7b3c9af1efa req-771cb7e5-5859-496b-8c7d-1bcd2ac134d7 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.241796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.255485 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Attempting to bind port c877d5a1-ca2a-4246-8845-a944064920f3 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:43.255838 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Attempting to bind port c877d5a1-ca2a-4246-8845-a944064920f3 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:43.256371 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Attempting to bind port c877d5a1-ca2a-4246-8845-a944064920f3 on network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:43.265261 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:43.265969 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Checking segment: {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:43.266712 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.267322 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Bound using segment: {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:43.267985 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Bound port: c877d5a1-ca2a-4246-8845-a944064920f3, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:43.268582 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.273216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] No DVR routers for this DVR port 69ff9936-81ab-4a13-8fc4-c26983e6de3d on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:02:43.333728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event deleted for resources: {'Port': ['ID=69ff9936-81ab-4a13-8fc4-c26983e6de3d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:43.363416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.386008 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d52a92a0-3969-45b0-b1a0-d7b3c9af1efa req-771cb7e5-5859-496b-8c7d-1bcd2ac134d7 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.415794 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] For port c877d5a1-ca2a-4246-8845-a944064920f3, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:43.416698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d52a92a0-3969-45b0-b1a0-d7b3c9af1efa req-771cb7e5-5859-496b-8c7d-1bcd2ac134d7 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7615530 Sep 24 00:02:43.418327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cb7e5-5859-496b-8c7d-1bcd2ac134d7 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e53e83-8c00-4d04-9b9e-1819c8511090,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:43.424675 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] For port c877d5a1-ca2a-4246-8845-a944064920f3, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c877d5a1-ca2a-4246-8845-a944064920f3,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:43.430666 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.441645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8a174e-7d32-407f-a9bd-a4f55f8e64cd None None] DHCP port deletion for b7c37ef2-65e5-4512-ba9e-a0632199eb68 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:02:43.464841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b0035-8020-42d5-a513-d5a3066795e7 req-74c7ab87-afe0-4b33-a878-5c55f561c15f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:43.467255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Could not find standard attr ID for object 69ff9936-81ab-4a13-8fc4-c26983e6de3d. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:02:43.480180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791b0035-8020-42d5-a513-d5a3066795e7 req-74c7ab87-afe0-4b33-a878-5c55f561c15f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 946 time: 0.4614832 Sep 24 00:02:43.481214 n-d-713498-18 neutron-server[106380]: INFO neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No ports have port_id starting with 69ff9936-81ab-4a13-8fc4-c26983e6de3d Sep 24 00:02:43.536852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-481d9c50-7e2d-427e-9c76-ac36a8831685 None None] Provisioning complete for port c877d5a1-ca2a-4246-8845-a944064920f3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:43.537234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-481d9c50-7e2d-427e-9c76-ac36a8831685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.569761 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.585565 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e094cab-b0c3-400e-8260-994623e79f54 None None] Pushing event updated for resources: {'Port': ['ID=c877d5a1-ca2a-4246-8845-a944064920f3,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:43.635168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791b0035-8020-42d5-a513-d5a3066795e7 req-954bab47-9822-4135-9f00-7c26409768f1 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503336 Sep 24 00:02:43.640967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7c37ef2-65e5-4512-ba9e-a0632199eb68']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:43.656111 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Routers {'3f60acc4-9c60-47a4-81ea-81e8edb809e3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:43.657118 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:43.683265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259522e-d013-4c5c-9a36-91654c3dd8eb req-89e59137-3f6b-402b-9f9b-6e8bd17458c1 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1065910 Sep 24 00:02:43.683454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc7f807-dc2b-41d8-9196-b1b3c7678a42') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:43.688858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc7f807-dc2b-41d8-9196-b1b3c7678a42') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:43.712562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.742298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.779647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.787601 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:02:43.788260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:02:43.794106 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:02:43.811097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-481d9c50-7e2d-427e-9c76-ac36a8831685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.848605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:43.853715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:43.859297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:43.927079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Pushing event updated for resources: {'Port': ['ID=e5863bfd-ee25-48dc-8ceb-612ff6a9679a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:43.947857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-481d9c50-7e2d-427e-9c76-ac36a8831685 None None] For port c877d5a1-ca2a-4246-8845-a944064920f3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c877d5a1-ca2a-4246-8845-a944064920f3,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:43.958138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-481d9c50-7e2d-427e-9c76-ac36a8831685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:43.993987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:44.010977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:44.022577 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] 10.222.0.24 "DELETE /v2.0/networks/b7c37ef2-65e5-4512-ba9e-a0632199eb68 HTTP/1.1" status: 204 len: 168 time: 1.4391489 Sep 24 00:02:44.046483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0151c-3e08-43bd-a9d4-53e45a631d10 tempest-DHCPAgentSchedulersTestJSON-732415911 tempest-DHCPAgentSchedulersTestJSON-732415911-project] Pushing event deleted for resources: {'Network': ['ID=b7c37ef2-65e5-4512-ba9e-a0632199eb68,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:44.060264 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] Set router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:44.236660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d9c50-7e2d-427e-9c76-ac36a8831685 None None] Pushing event updated for resources: {'Port': ['ID=c877d5a1-ca2a-4246-8845-a944064920f3,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:44.269098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-07ba391a-3c58-4f16-bb9a-9e7ff536156b None None] Provisioning complete for port c877d5a1-ca2a-4246-8845-a944064920f3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:44.269687 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07ba391a-3c58-4f16-bb9a-9e7ff536156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:44.318956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:44.429865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aede9f2-80c1-4ec1-aad7-269583fcae03 None None] Network 373b3f92-4691-4dd7-91bf-f49c8b7d103c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:02:44.576156 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-425ac7f4-296f-4e8e-9b8b-258af32f9e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:44.646874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-d1064129-5ff4-4922-8878-73adea9d7a97 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:44.648498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-d1064129-5ff4-4922-8878-73adea9d7a97 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 813 time: 0.4870789 Sep 24 00:02:44.724194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c877d5a1-ca2a-4246-8845-a944064920f3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:44.774051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98474cb4-af95-491e-955f-4c8d61db3413 req-da98054b-c6b9-4aad-a3fd-5ce977f9f667 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:44.777584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98474cb4-af95-491e-955f-4c8d61db3413 req-da98054b-c6b9-4aad-a3fd-5ce977f9f667 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.2273183 Sep 24 00:02:44.778857 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:44.785983 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-425ac7f4-296f-4e8e-9b8b-258af32f9e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:44.792577 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-425ac7f4-296f-4e8e-9b8b-258af32f9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:44.822293 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 4, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c877d5a1-ca2a-4246-8845-a944064920f3', 'name': '', 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'mac_address': 'fa:16:3e:cf:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:34Z', 'updated_at': '2021-09-24T00:02:43Z', 'revision_number': 4, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'subnets': [{'id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:44.856649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ac7f4-296f-4e8e-9b8b-258af32f9e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fa7ad4-adb2-44f8-a197-93fea857ea06,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:44.871674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52434) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:44.882211 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec67ca-a46a-4d98-979e-389dceecd778 None None] The sync data for ids ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'] in n-d-713498-18 is: [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:02:36Z', 'revision_number': 4, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c877d5a1-ca2a-4246-8845-a944064920f3', 'name': '', 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'mac_address': 'fa:16:3e:cf:16:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:34Z', 'updated_at': '2021-09-24T00:02:43Z', 'revision_number': 4, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'subnets': [{'id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:02:44.922154 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-425ac7f4-296f-4e8e-9b8b-258af32f9e82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed25a9e0ec54496f9ce63fc8736ed5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5973351 Sep 24 00:02:44.922472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52440) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:44.926154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-eacec248-c31b-4489-baad-de58c03eb663 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/quotas/4c8862b564a940fa8437347afcf6ba48 HTTP/1.1" status: 200 len: 375 time: 0.2637868 Sep 24 00:02:44.956835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port c877d5a1-ca2a-4246-8845-a944064920f3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:44.957387 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.003240 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dc52258-a5a1-4af4-96c0-0695a3454062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.007843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e4b98410-e46f-4068-88f7-1be2b25a6c7f None None] Provisioning complete for port 31afc6a5-49b5-41d8-a30a-4a32eb480239 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:45.008451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e4b98410-e46f-4068-88f7-1be2b25a6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.059805 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dc52258-a5a1-4af4-96c0-0695a3454062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.180443 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dc52258-a5a1-4af4-96c0-0695a3454062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.183749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dc52258-a5a1-4af4-96c0-0695a3454062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.185547 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5dc52258-a5a1-4af4-96c0-0695a3454062 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3fa7ad4-adb2-44f8-a197-93fea857ea06 HTTP/1.1" status: 204 len: 168 time: 0.2621710 Sep 24 00:02:45.190354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 31afc6a5-49b5-41d8-a30a-4a32eb480239 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:45.217693 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e4b98410-e46f-4068-88f7-1be2b25a6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.228497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc52258-a5a1-4af4-96c0-0695a3454062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fa7ad4-adb2-44f8-a197-93fea857ea06,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:45.285344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e4b98410-e46f-4068-88f7-1be2b25a6c7f None None] For port 31afc6a5-49b5-41d8-a30a-4a32eb480239, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=31afc6a5-49b5-41d8-a30a-4a32eb480239,segment=NetworkSegment(d982cbed-f388-4753-a8a2-aeb546ceaf99),segment_id=d982cbed-f388-4753-a8a2-aeb546ceaf99)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:45.305881 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e4b98410-e46f-4068-88f7-1be2b25a6c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.337000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98474cb4-af95-491e-955f-4c8d61db3413 req-90721bc3-2673-45df-8c97-cf6bef6be7fc tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4638216 Sep 24 00:02:45.369540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 31afc6a5-49b5-41d8-a30a-4a32eb480239 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:45.369911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.410423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b98410-e46f-4068-88f7-1be2b25a6c7f None None] Pushing event updated for resources: {'Port': ['ID=31afc6a5-49b5-41d8-a30a-4a32eb480239,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:45.451450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-07b0c924-f1c6-4292-9549-768d9d0beeaf tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5053494 Sep 24 00:02:45.476651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-ac51f59d-24eb-4932-9687-7acc241287f1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:02:45.478291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-ac51f59d-24eb-4932-9687-7acc241287f1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144734 Sep 24 00:02:45.587727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 69ff9936-81ab-4a13-8fc4-c26983e6de3d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:02:45.618527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 69ff9936-81ab-4a13-8fc4-c26983e6de3d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:02:45.619941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 69ff9936-81ab-4a13-8fc4-c26983e6de3d not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:02:45.653092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2aa99727-00c6-4bc5-a849-efe9ba37df7f None None] Provisioning complete for port 31afc6a5-49b5-41d8-a30a-4a32eb480239 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:45.654081 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2aa99727-00c6-4bc5-a849-efe9ba37df7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.675357 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fedd6b36-7fd4-4a04-b254-26cce5054860 req-9500f277-8f16-4ca3-a48d-488d92e2f649 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1146069 Sep 24 00:02:45.696123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-99a417f7-f42d-46ea-8695-238c7e225f42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e724ebce9daa4bac8497f604c2fc24d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8186994 Sep 24 00:02:45.696596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52448) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:45.770926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.802169 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb0982de-930a-41f6-9f92-b39e88acade5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.833455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb0982de-930a-41f6-9f92-b39e88acade5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.846241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52450) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:45.870819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-f3b3dacf-d5ed-42ce-8440-c5bbdcbab938 service neutron] 10.222.0.24 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630295 Sep 24 00:02:45.904204 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.904985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb0982de-930a-41f6-9f92-b39e88acade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.910250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb0982de-930a-41f6-9f92-b39e88acade5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:45.913816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cb0982de-930a-41f6-9f92-b39e88acade5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f67af4e8-d862-4a4b-9bcc-554ee056449d HTTP/1.1" status: 204 len: 168 time: 0.2138236 Sep 24 00:02:45.930104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0982de-930a-41f6-9f92-b39e88acade5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67af4e8-d862-4a4b-9bcc-554ee056449d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:46.074198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-17c5e062-0047-4a4b-88bc-8f2e79282863 service neutron] 10.222.0.24 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023773 Sep 24 00:02:46.141926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Router 3236fef6-457d-4cd8-b09c-34bbb383b20e is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:02:46.285796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.298306 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.406372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 31afc6a5-49b5-41d8-a30a-4a32eb480239 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:46.407819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52460) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:46.409813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c694ceb2-0198-4e72-a91f-bc4c41f38d5c req-8b79fe6e-bfeb-4f46-9b17-e505ed206038 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 210 time: 0.0796139 Sep 24 00:02:46.419022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1d8005533704930b3c54180bdb8224b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5674770 Sep 24 00:02:46.419022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:02:46.427543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d0372-5a8b-4326-8455-83599f6ee944 req-de3a1369-466f-4adc-b146-d7a40778853f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:46.428090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52462) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:46.435680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc2d0372-5a8b-4326-8455-83599f6ee944 req-de3a1369-466f-4adc-b146-d7a40778853f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1928229 Sep 24 00:02:46.435817 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-500a7180-1ae0-476a-959d-4d3bea897c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.446214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc872ecb-2913-42ec-a66b-8414a1444352,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:46.467815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.468279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.468487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.468824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.469189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.469464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.469653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Sync routers for ids ['3236fef6-457d-4cd8-b09c-34bbb383b20e'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:02:46.469772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.470100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.470419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.470745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.471161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.471391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f19e4831-6411-4a99-aa79-cd74555db2f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:46.494791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Routers {'3236fef6-457d-4cd8-b09c-34bbb383b20e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:46.496417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3236fef6-457d-4cd8-b09c-34bbb383b20e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:46.500938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc2d0372-5a8b-4326-8455-83599f6ee944 req-b8b92d90-5ad8-4238-a545-a186da235e61 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643489 Sep 24 00:02:46.537240 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa72a-a59a-4b22-b335-99d4806db3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.581888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa72a-a59a-4b22-b335-99d4806db3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.600285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 31afc6a5-49b5-41d8-a30a-4a32eb480239 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:46.601446 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.660860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-500a7180-1ae0-476a-959d-4d3bea897c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.666690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-500a7180-1ae0-476a-959d-4d3bea897c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.671893 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.673163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d8b79783-79d0-4040-83a1-3c30f251fff4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0266833 Sep 24 00:02:46.676394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52470) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:46.729330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500a7180-1ae0-476a-959d-4d3bea897c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4f38d-96ae-4cc7-a6c5-76b4eae453cd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:46.734708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa72a-a59a-4b22-b335-99d4806db3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.737842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c3aa72a-a59a-4b22-b335-99d4806db3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.748927 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9c3aa72a-a59a-4b22-b335-99d4806db3f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc872ecb-2913-42ec-a66b-8414a1444352 HTTP/1.1" status: 204 len: 168 time: 0.3099060 Sep 24 00:02:46.750410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Set router 3236fef6-457d-4cd8-b09c-34bbb383b20e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:46.751124 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-500a7180-1ae0-476a-959d-4d3bea897c90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd9a22955bbd4f9798d937f9325f8ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3353736 Sep 24 00:02:46.751124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52476) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:46.801414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3aa72a-a59a-4b22-b335-99d4806db3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc872ecb-2913-42ec-a66b-8414a1444352,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:46.824170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93a909ec-041e-4492-b456-e3ec1860c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.848219 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93a909ec-041e-4492-b456-e3ec1860c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.922625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e9f92d3-99e7-412f-b8df-69bb5148a9af req-dfcf6c83-7362-4d63-99bf-66e7d1f0a74e tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0523117 Sep 24 00:02:46.945430 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93a909ec-041e-4492-b456-e3ec1860c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.951258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93a909ec-041e-4492-b456-e3ec1860c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:46.953834 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-93a909ec-041e-4492-b456-e3ec1860c0b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5ee4f38d-96ae-4cc7-a6c5-76b4eae453cd HTTP/1.1" status: 204 len: 168 time: 0.2004359 Sep 24 00:02:47.016379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a909ec-041e-4492-b456-e3ec1860c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4f38d-96ae-4cc7-a6c5-76b4eae453cd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:47.329406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709447d-69ab-4955-8d18-6906227e63c4 req-fd1d7d1e-6b93-4f33-81c5-562b1b4b93be tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:47.347040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709447d-69ab-4955-8d18-6906227e63c4 req-fd1d7d1e-6b93-4f33-81c5-562b1b4b93be tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:47.353747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709447d-69ab-4955-8d18-6906227e63c4 req-fd1d7d1e-6b93-4f33-81c5-562b1b4b93be tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:47.364498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d709447d-69ab-4955-8d18-6906227e63c4 req-fd1d7d1e-6b93-4f33-81c5-562b1b4b93be tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603&device_id=467a5926-b634-448f-85aa-24444bcd7cc5&device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 2419 time: 0.2393959 Sep 24 00:02:47.392557 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:02:44Z', 'revision_number': 3, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port': {'id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:42Z', 'updated_at': '2021-09-24T00:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:47.428003 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Checking router: 3236fef6-457d-4cd8-b09c-34bbb383b20e for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:02:47.428966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Updating router 3236fef6-457d-4cd8-b09c-34bbb383b20e port e5863bfd-ee25-48dc-8ceb-612ff6a9679a binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:02:47.478660 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:47.819799 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:47.826044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:47.829527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89e60c7e-ab13-404d-a3fa-c0532ea1cac1 req-5c48dd47-68ec-4aca-b4f6-4dd5b573e2a6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 210 time: 0.0438662 Sep 24 00:02:47.900441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Attempting to bind port e5863bfd-ee25-48dc-8ceb-612ff6a9679a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:47.900813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Attempting to bind port e5863bfd-ee25-48dc-8ceb-612ff6a9679a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:47.901178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Attempting to bind port e5863bfd-ee25-48dc-8ceb-612ff6a9679a on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:47.907145 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:47.907601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:47.908003 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:47.908396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:47.908888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Bound port: e5863bfd-ee25-48dc-8ceb-612ff6a9679a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:47.909345 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:47.959833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5761ad0-ec7f-4a83-b162-b0a98479d466 None None] Pushing event updated for resources: {'Port': ['ID=e5863bfd-ee25-48dc-8ceb-612ff6a9679a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:47.985537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] For port e5863bfd-ee25-48dc-8ceb-612ff6a9679a, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:47.989455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d709447d-69ab-4955-8d18-6906227e63c4 req-7b1f6420-d0bb-47e6-a5a8-33b0d33c2944 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6240883 Sep 24 00:02:47.993178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] For port e5863bfd-ee25-48dc-8ceb-612ff6a9679a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e5863bfd-ee25-48dc-8ceb-612ff6a9679a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:48.010730 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:48.026790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:48.119480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Routers {'3236fef6-457d-4cd8-b09c-34bbb383b20e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:48.120105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3236fef6-457d-4cd8-b09c-34bbb383b20e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:48.128233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-c7c3f36e-d5a4-4532-bc46-32c31c3e69ce tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:48.130721 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-c7c3f36e-d5a4-4532-bc46-32c31c3e69ce tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 813 time: 0.3217030 Sep 24 00:02:48.149693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'port': {'device_id': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60', 'admin_state_up': True, 'tenant_id': '4c8862b564a940fa8437347afcf6ba48'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:48.194491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5761ad0-ec7f-4a83-b162-b0a98479d466 None None] Pushing event updated for resources: {'Port': ['ID=e5863bfd-ee25-48dc-8ceb-612ff6a9679a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:48.218738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b040149-db6b-4af5-9fab-fa7a71d99420 req-b151ac65-47bc-4d81-8ddb-9a65c52d6437 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0795655 Sep 24 00:02:48.318845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Made reservation on behalf of 4c8862b564a940fa8437347afcf6ba48 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:48.323832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:48.354012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] Set router 3236fef6-457d-4cd8-b09c-34bbb383b20e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:48.508705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Allocated IP 172.20.0.1 (373b3f92-4691-4dd7-91bf-f49c8b7d103c/525d636d-b414-4b79-ae4e-c4b3bac09bc2/c2d1ac79-763d-4eb3-baec-51bc2f093c83) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:48.595832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Allocated IP 172.20.0.3 (6186cd3f-4835-4878-961c-127dc7cdcb60/6128d443-2de5-4a2f-832c-d126f42cb56e/47df0539-b10c-4a2a-8e0e-14dc39a901c0) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:02:48.711356 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:48.720020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146d7d5-856d-407b-a89f-cf9b407b18e1 req-4b2fb427-9af7-498d-8765-b46d059626eb tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:48.727561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8146d7d5-856d-407b-a89f-cf9b407b18e1 req-4b2fb427-9af7-498d-8765-b46d059626eb tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.4946289 Sep 24 00:02:48.793111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8146d7d5-856d-407b-a89f-cf9b407b18e1 req-ed7632ae-2039-45d8-bbc7-04b66d0b178a tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621593 Sep 24 00:02:48.815330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:02:44Z', 'revision_number': 3, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port': {'id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:42Z', 'updated_at': '2021-09-24T00:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:48.825021 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:48.879223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Network 373b3f92-4691-4dd7-91bf-f49c8b7d103c is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:48.883086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:48.886677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:48.961852 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:48.980764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b050f6-8e48-4bf2-a895-8107f6542b08 None None] The sync data for ids ['3236fef6-457d-4cd8-b09c-34bbb383b20e'] in n-d-713498-18 is: [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:02:44Z', 'revision_number': 3, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port': {'id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:42Z', 'updated_at': '2021-09-24T00:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:02:48.997416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d1ac79-763d-4eb3-baec-51bc2f093c83,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:49.003039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:49.052805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0eaa835-bf46-4fda-ae49-76c9ace3c054 req-37a2fe95-70d6-4891-ab7a-4375d6901f82 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 210 time: 0.0680678 Sep 24 00:02:49.066794 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:49.080643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:49.229147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Network 6186cd3f-4835-4878-961c-127dc7cdcb60 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:49.235666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:49.239599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:02:49.364134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'Port': ['ID=47df0539-b10c-4a2a-8e0e-14dc39a901c0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:49.402721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-506bcee5-06bb-4128-ad55-a68bc972d60f None None] Provisioning complete for port c2d1ac79-763d-4eb3-baec-51bc2f093c83 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:49.420574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-506bcee5-06bb-4128-ad55-a68bc972d60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:49.473150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70a754e9-fb9c-4077-b992-c53d9759c2d6 req-1d26eb12-bb9f-41bb-b9b7-1e1c1d111158 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1143816 Sep 24 00:02:49.475067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:49.477539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:49.499047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:49.535415 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-efd5e221-eec4-4879-84ce-04655f6f15b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3936834 Sep 24 00:02:49.552083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Request body: {'port': {'device_id': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:49.568441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-506bcee5-06bb-4128-ad55-a68bc972d60f None None] Port c2d1ac79-763d-4eb3-baec-51bc2f093c83 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:02:49.711390 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:49.986501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.002432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.107202 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.109435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Pushing event updated for resources: {'Port': ['ID=c2d1ac79-763d-4eb3-baec-51bc2f093c83,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:50.261147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Network 373b3f92-4691-4dd7-91bf-f49c8b7d103c is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:02:50.263005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:02:50.273217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47df0539-b10c-4a2a-8e0e-14dc39a901c0 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:50.295356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.357216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Transition to ACTIVE for port object 47df0539-b10c-4a2a-8e0e-14dc39a901c0 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:02:50.370352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52600) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:50.387374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.479754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a7e38-5e1a-47d6-be9d-1c656cecee8d req-337cf2d4-d7aa-4215-a20f-632c441a41d0 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:50.489740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f11a7e38-5e1a-47d6-be9d-1c656cecee8d req-337cf2d4-d7aa-4215-a20f-632c441a41d0 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 931 time: 0.2238111 Sep 24 00:02:50.547731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e5863bfd-ee25-48dc-8ceb-612ff6a9679a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:50.596738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f11a7e38-5e1a-47d6-be9d-1c656cecee8d req-a93e69e7-1bf8-4ddd-aa81-a7b1d1f0668b tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047525 Sep 24 00:02:50.644291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e5863bfd-ee25-48dc-8ceb-612ff6a9679a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:50.644908 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.668407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Pushing event updated for resources: {'Port': ['ID=47df0539-b10c-4a2a-8e0e-14dc39a901c0,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:50.719973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e7253394-b154-47de-81ca-01a038b66095 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Request body: {'quota': {'network': 2}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:50.778968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Router 3236fef6-457d-4cd8-b09c-34bbb383b20e has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:02:50.794205 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e7253394-b154-47de-81ca-01a038b66095 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] 10.222.0.24 "PUT /v2.0/quotas/f043f5d670f44a8d9d2c794fce1f0a18 HTTP/1.1" status: 200 len: 368 time: 0.4226966 Sep 24 00:02:50.799194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52618) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:50.804629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Request body: {'network': {'project_id': 'f043f5d670f44a8d9d2c794fce1f0a18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:50.813826 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.815682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Attempting to bind port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:50.816161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Attempting to bind port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:50.816557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Attempting to bind port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 on network 6186cd3f-4835-4878-961c-127dc7cdcb60 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:50.821288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 on network 6186cd3f-4835-4878-961c-127dc7cdcb60 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:02:50.822209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Attempting to bind port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 on network 6186cd3f-4835-4878-961c-127dc7cdcb60 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:50.828104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:50.828516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Checking segment: {'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:50.829040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Bound using segment: {'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:50.829538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Bound port: 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6807b76f-c748-4017-ab8b-522911b658f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:50.830009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.845678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-316382cb-5fab-4614-8c63-656814670be6 None None] Provisioning complete for port c2d1ac79-763d-4eb3-baec-51bc2f093c83 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:50.846326 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-316382cb-5fab-4614-8c63-656814670be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.874067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port e5863bfd-ee25-48dc-8ceb-612ff6a9679a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e5863bfd-ee25-48dc-8ceb-612ff6a9679a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:50.879962 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.927240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9073fb7b-9134-444e-86af-29764ded2ef8 req-d1e58ddb-2690-46f9-872d-6c14a35aa322 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1093431 Sep 24 00:02:50.952737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-316382cb-5fab-4614-8c63-656814670be6 None None] Port c2d1ac79-763d-4eb3-baec-51bc2f093c83 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:02:50.961797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] For port 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:50.967160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Made reservation on behalf of f043f5d670f44a8d9d2c794fce1f0a18 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:50.969503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:50.971427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] For port 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:50.980762 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.000489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=e5863bfd-ee25-48dc-8ceb-612ff6a9679a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:51.005594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.036322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:51.036949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.038461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] 10.222.0.20 "PUT /v2.0/ports/47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 200 len: 1092 time: 1.4921947 Sep 24 00:02:51.038941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:51.041972 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cfdff5-909c-4f14-9ebd-56abd28ef49f" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:51.102709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d845504-b380-42c3-9e52-a8414b162084 service neutron] Pushing event updated for resources: {'Port': ['ID=47df0539-b10c-4a2a-8e0e-14dc39a901c0,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:51.107079 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f30fa3-0f18-4b89-9e55-b6d1ab4f7b8a x-openstack-request-id: req-54f30fa3-0f18-4b89-9e55-b6d1ab4f7b8a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:51.107467 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:51.107822 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54f30fa3-0f18-4b89-9e55-b6d1ab4f7b8a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:51.108249 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0', 'status': 'completed', 'code': 200} Sep 24 00:02:51.126229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:02:51.142810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bff4aaa2-02f1-40a3-ae6c-a1c5953d15b1 admin admin] 10.222.0.24 "PUT /v2.0/routers/3236fef6-457d-4cd8-b09c-34bbb383b20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4612730 Sep 24 00:02:51.192636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-77b46f3b-967b-46f7-84ad-5d32fccf5397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:51.194716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-77b46f3b-967b-46f7-84ad-5d32fccf5397 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1095 time: 0.0932486 Sep 24 00:02:51.268165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986d1b5-886b-4cd5-95e5-e5f3ef797357 req-27f1f814-8d67-4943-af4f-bbb90ebc18b1 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:51.269674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e986d1b5-886b-4cd5-95e5-e5f3ef797357 req-27f1f814-8d67-4943-af4f-bbb90ebc18b1 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.0951598 Sep 24 00:02:51.295718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-4b2fa9f4-3d3b-4ea2-9c16-468ca44cc53f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 200 len: 217 time: 0.0883870 Sep 24 00:02:51.358403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e986d1b5-886b-4cd5-95e5-e5f3ef797357 req-8a49a723-0aaf-4fc6-8635-d1ccac6f4433 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754538 Sep 24 00:02:51.375876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-3b567d3e-0f24-4cae-95fc-e938042d947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:51.376803 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-3b567d3e-0f24-4cae-95fc-e938042d947d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.0733097 Sep 24 00:02:51.390478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.398669 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.421048 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-f5664dab-db2c-4ef1-91fe-7d28ca730a60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365729 Sep 24 00:02:51.423258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:51.442686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a71260-6761-42b7-bbf1-4a34eab7beec,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:51.448525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.448922 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Added segment e0decc34-69e3-4998-aab4-7d429a269889 of type vlan for network 256fcd6a-814e-4110-9cba-589fdebc3212 Sep 24 00:02:51.517175 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.555821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.557375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:51.557964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.562747 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-c057ccbb-1a90-47d3-b398-1a8f7ffd0d60 service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254804 Sep 24 00:02:51.617460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8148603 Sep 24 00:02:51.618374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52654) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:51.635627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Request body: {'network': {'project_id': 'f043f5d670f44a8d9d2c794fce1f0a18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:51.656673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1347546-4f06-4c3f-8b9c-addc6386c412 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Pushing event updated for resources: {'Network': ['ID=256fcd6a-814e-4110-9cba-589fdebc3212,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:51.673042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 256fcd6a-814e-4110-9cba-589fdebc3212 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:51.836947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Made reservation on behalf of f043f5d670f44a8d9d2c794fce1f0a18 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:51.849503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.854635 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Sync routers for ids ['3236fef6-457d-4cd8-b09c-34bbb383b20e'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:02:51.870478 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Routers {'3236fef6-457d-4cd8-b09c-34bbb383b20e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:51.874134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e9ac5-d6be-425c-9230-b7446bfabfe0 req-8bf45c3f-36c8-4801-bd3e-11f063c78761 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:51.875505 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3236fef6-457d-4cd8-b09c-34bbb383b20e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:51.894396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-726e9ac5-d6be-425c-9230-b7446bfabfe0 req-8bf45c3f-36c8-4801-bd3e-11f063c78761 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 943 time: 0.1498911 Sep 24 00:02:51.911743 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-569ee69f-c7d2-492e-9a4d-f1a9981b7f8c req-3802b493-85b6-449a-8987-2b17ccadaae7 service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341780 Sep 24 00:02:51.922280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:51.939484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:51.942424 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Added segment f67a114f-1a6a-4563-89a7-16c14fd1fbb8 of type vlan for network 733005d1-266e-4437-b9ed-74e77b37cb0f Sep 24 00:02:51.993501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-726e9ac5-d6be-425c-9230-b7446bfabfe0 req-118bc620-b094-437e-8fcf-557d4415d006 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982695 Sep 24 00:02:52.136082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.138243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52666) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:52.171717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5ebc834-963c-45de-9a51-6cdd95b2740a req-54eed852-83ce-43c7-bb5a-5ce12ba016a0 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0762479 Sep 24 00:02:52.203868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-773159a7-e883-48b7-866a-5f42681d263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:52.205569 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Set router 3236fef6-457d-4cd8-b09c-34bbb383b20e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:52.205741 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-773159a7-e883-48b7-866a-5f42681d263c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1095 time: 0.1929879 Sep 24 00:02:52.229602 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.230616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:52.231254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.301061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6812956 Sep 24 00:02:52.304292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52670) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:52.310259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e9b1e2ca-ddbf-468c-b6ad-c3a65a2e3c47 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Request body: {'network': {'project_id': 'f043f5d670f44a8d9d2c794fce1f0a18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:52.348268 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b1e2ca-ddbf-468c-b6ad-c3a65a2e3c47 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 00:02:52.353458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b1e2ca-ddbf-468c-b6ad-c3a65a2e3c47 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:02:52.357646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e9b1e2ca-ddbf-468c-b6ad-c3a65a2e3c47 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0494044 Sep 24 00:02:52.358193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52672) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:52.433884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e5863bfd-ee25-48dc-8ceb-612ff6a9679a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:52.500822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df71fdef-d514-459c-88ed-fcb682d96a74 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f043f5d670f44a8d9d2c794fce1f0a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414013 Sep 24 00:02:52.511986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52676) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:52.541607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e5863bfd-ee25-48dc-8ceb-612ff6a9679a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:52.542525 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.552927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bc3c87-7772-4cda-b720-edd79ed8f171 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Pushing event updated for resources: {'Network': ['ID=733005d1-266e-4437-b9ed-74e77b37cb0f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:52.572368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 733005d1-266e-4437-b9ed-74e77b37cb0f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:52.601154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c44b262b-4313-4c30-86ab-51fdda35a779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.630184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3c15285-161d-4e0d-ac53-93d76e3fface tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.638014 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:02:49Z', 'revision_number': 4, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port': {'id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:42Z', 'updated_at': '2021-09-24T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c2d1ac79-763d-4eb3-baec-51bc2f093c83', 'name': '', 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'mac_address': 'fa:16:3e:4d:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '525d636d-b414-4b79-ae4e-c4b3bac09bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:48Z', 'updated_at': '2021-09-24T00:02:49Z', 'revision_number': 2, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'subnets': [{'id': '525d636d-b414-4b79-ae4e-c4b3bac09bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:52.659329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f529d-1f45-4cfc-bd02-13a73113d04b req-ce016c25-b15d-4513-aefc-68cdc1066396 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:52.661371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2f529d-1f45-4cfc-bd02-13a73113d04b req-ce016c25-b15d-4513-aefc-68cdc1066396 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1593342 Sep 24 00:02:52.692326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-a3132d62-daee-4dc3-9540-0ad24ab2fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:52.703500 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Checking router: 3236fef6-457d-4cd8-b09c-34bbb383b20e for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:02:52.705913 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-a3132d62-daee-4dc3-9540-0ad24ab2fa8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 914 time: 0.4773655 Sep 24 00:02:52.714775 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Updating router 3236fef6-457d-4cd8-b09c-34bbb383b20e port c2d1ac79-763d-4eb3-baec-51bc2f093c83 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:02:52.722102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3c15285-161d-4e0d-ac53-93d76e3fface tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.770097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-96c364a3-f4ca-488b-b821-fde62e66631c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 200 len: 217 time: 0.0527675 Sep 24 00:02:52.776785 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.801817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff2f529d-1f45-4cfc-bd02-13a73113d04b req-17b4865e-8912-4b32-bfa2-a8bf7f18ded5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283638 Sep 24 00:02:52.862220 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3c15285-161d-4e0d-ac53-93d76e3fface tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.865372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3c15285-161d-4e0d-ac53-93d76e3fface tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:52.869256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-79a4370c-598f-489d-ab71-a8dce554079e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:52.870795 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-79a4370c-598f-489d-ab71-a8dce554079e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.0919480 Sep 24 00:02:52.870906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e3c15285-161d-4e0d-ac53-93d76e3fface tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9a71260-6761-42b7-bbf1-4a34eab7beec HTTP/1.1" status: 204 len: 168 time: 0.3561382 Sep 24 00:02:52.871314 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52678) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:52.900932 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c15285-161d-4e0d-ac53-93d76e3fface tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a71260-6761-42b7-bbf1-4a34eab7beec,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:52.942134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-599436c1-cc14-4c2a-8e26-1b80b2b3f82f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562146 Sep 24 00:02:52.996479 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd2b2120-fa84-448a-bd4d-d01fdb5821e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.057763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c44b262b-4313-4c30-86ab-51fdda35a779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.068716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c44b262b-4313-4c30-86ab-51fdda35a779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.095062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.136818 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-023cf081-f79a-4c66-b427-0aba1268a32b service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441410 Sep 24 00:02:53.141837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b262b-4313-4c30-86ab-51fdda35a779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d20d332-8de9-4680-9aaf-235c6fd748b9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:53.152763 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c44b262b-4313-4c30-86ab-51fdda35a779 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22edda38c22347df86f8bfbb7fae3dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9988725 Sep 24 00:02:53.153905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52686) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:53.275703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f2d5a-83db-4b14-bb5b-6100bfa30e42 req-063d8f95-c7df-4fd6-a9fe-79cc88dbea2a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:53.283316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d7f2d5a-83db-4b14-bb5b-6100bfa30e42 req-063d8f95-c7df-4fd6-a9fe-79cc88dbea2a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 943 time: 0.0967734 Sep 24 00:02:53.291892 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.304162 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.320648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0342-8e8d-4175-b114-51681369eb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.340153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.349715 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0342-8e8d-4175-b114-51681369eb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.372871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733005d1-266e-4437-b9ed-74e77b37cb0f']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:53.376856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08cfdff5-909c-4f14-9ebd-56abd28ef49f req-a27eed62-3ce4-4709-8eb6-8b0eaaf13da3 service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155681 Sep 24 00:02:53.385507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f67a114f-1a6a-4563-89a7-16c14fd1fbb8') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:53.385853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f67a114f-1a6a-4563-89a7-16c14fd1fbb8') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:53.397177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.413001 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0342-8e8d-4175-b114-51681369eb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.415456 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.416360 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba9f0342-8e8d-4175-b114-51681369eb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.420708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ba9f0342-8e8d-4175-b114-51681369eb9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d20d332-8de9-4680-9aaf-235c6fd748b9 HTTP/1.1" status: 204 len: 168 time: 0.2654274 Sep 24 00:02:53.423363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:02:53.423776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:02:53.426139 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:02:53.443105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9f0342-8e8d-4175-b114-51681369eb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d20d332-8de9-4680-9aaf-235c6fd748b9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:53.464325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d7f2d5a-83db-4b14-bb5b-6100bfa30e42 req-36677904-456d-491e-86f7-e799108d8291 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783493 Sep 24 00:02:53.492513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.498731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.501935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] 10.222.0.24 "DELETE /v2.0/networks/733005d1-266e-4437-b9ed-74e77b37cb0f HTTP/1.1" status: 204 len: 168 time: 0.6276004 Sep 24 00:02:53.503576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52694) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:53.570609 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0525080-d2ed-4ad4-92c6-2eccca6b5763 None None] Pushing event updated for resources: {'Port': ['ID=c2d1ac79-763d-4eb3-baec-51bc2f093c83,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:53.589964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f869e-ebdf-4293-a774-baf5f4fd4574 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Pushing event deleted for resources: {'Network': ['ID=733005d1-266e-4437-b9ed-74e77b37cb0f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:53.718258 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Attempting to bind port c2d1ac79-763d-4eb3-baec-51bc2f093c83 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:02:53.718648 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Attempting to bind port c2d1ac79-763d-4eb3-baec-51bc2f093c83 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:02:53.725739 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Attempting to bind port c2d1ac79-763d-4eb3-baec-51bc2f093c83 on network 373b3f92-4691-4dd7-91bf-f49c8b7d103c {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:02:53.747566 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:02:53.747968 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Checking segment: {'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:02:53.748406 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.748945 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Bound using segment: {'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:02:53.749564 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Bound port: c2d1ac79-763d-4eb3-baec-51bc2f093c83, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd982cbed-f388-4753-a8a2-aeb546ceaf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:02:53.749969 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.784107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.889705 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] For port c2d1ac79-763d-4eb3-baec-51bc2f093c83, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:02:53.894256 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] For port c2d1ac79-763d-4eb3-baec-51bc2f093c83, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c2d1ac79-763d-4eb3-baec-51bc2f093c83,segment=NetworkSegment(d982cbed-f388-4753-a8a2-aeb546ceaf99),segment_id=d982cbed-f388-4753-a8a2-aeb546ceaf99)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:02:53.899564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85f4db67-b677-460b-83ab-51d00243bdf7 req-922ea623-b92f-40fa-9748-cc8164ecb4fe tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1300430 Sep 24 00:02:53.910801 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.935903 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:53.967796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256fcd6a-814e-4110-9cba-589fdebc3212']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:53.983088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0decc34-69e3-4998-aab4-7d429a269889') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:53.983421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0decc34-69e3-4998-aab4-7d429a269889') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:53.995388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.014921 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.024129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:02:54.024648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:02:54.026571 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:02:54.045911 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0525080-d2ed-4ad4-92c6-2eccca6b5763 None None] Pushing event updated for resources: {'Port': ['ID=c2d1ac79-763d-4eb3-baec-51bc2f093c83,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:54.087598 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Routers {'3236fef6-457d-4cd8-b09c-34bbb383b20e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:02:54.088742 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3236fef6-457d-4cd8-b09c-34bbb383b20e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:54.106430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a16678ea-8c3e-47cf-b7c0-27eaab4022f6 None None] Provisioning complete for port c2d1ac79-763d-4eb3-baec-51bc2f093c83 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:54.107602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a16678ea-8c3e-47cf-b7c0-27eaab4022f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.110189 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.116048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.124718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] 10.222.0.24 "DELETE /v2.0/networks/256fcd6a-814e-4110-9cba-589fdebc3212 HTTP/1.1" status: 204 len: 168 time: 0.6164179 Sep 24 00:02:54.152511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9649747-2089-419f-b733-d5b9b530d996 tempest-QuotasNegativeTest-1263498659 tempest-QuotasNegativeTest-1263498659-project-admin] Pushing event deleted for resources: {'Network': ['ID=256fcd6a-814e-4110-9cba-589fdebc3212,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:54.206187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807d85d-ff2e-4bd8-a22b-70ac4cf15008 req-557087d5-fd14-4737-827d-bb16c3cc2559 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:54.269752 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f807d85d-ff2e-4bd8-a22b-70ac4cf15008 req-557087d5-fd14-4737-827d-bb16c3cc2559 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.2703040 Sep 24 00:02:54.338017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a16678ea-8c3e-47cf-b7c0-27eaab4022f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.459812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f807d85d-ff2e-4bd8-a22b-70ac4cf15008 req-10ad821c-3f2b-4112-ae3f-257b1b1405b0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803486 Sep 24 00:02:54.468508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a16678ea-8c3e-47cf-b7c0-27eaab4022f6 None None] For port c2d1ac79-763d-4eb3-baec-51bc2f093c83, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c2d1ac79-763d-4eb3-baec-51bc2f093c83,segment=NetworkSegment(d982cbed-f388-4753-a8a2-aeb546ceaf99),segment_id=d982cbed-f388-4753-a8a2-aeb546ceaf99)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:54.480356 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a16678ea-8c3e-47cf-b7c0-27eaab4022f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.578852 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] Set router 3236fef6-457d-4cd8-b09c-34bbb383b20e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:02:54.609479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52704) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:54.626167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b22c16-e563-4daa-b9a0-c9f1d71cd644 req-15273809-2e68-41f7-ba6d-62db899dc0a0 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:54.627883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6b22c16-e563-4daa-b9a0-c9f1d71cd644 req-15273809-2e68-41f7-ba6d-62db899dc0a0 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 943 time: 0.0823483 Sep 24 00:02:54.662063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4640837a-8f79-4922-8aeb-d6e07034303a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.690137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16678ea-8c3e-47cf-b7c0-27eaab4022f6 None None] Pushing event updated for resources: {'Port': ['ID=c2d1ac79-763d-4eb3-baec-51bc2f093c83,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:54.693238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6b22c16-e563-4daa-b9a0-c9f1d71cd644 req-1dcd2c41-3ca7-4960-b056-25b060f75799 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539222 Sep 24 00:02:54.723105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b20df4cc-279c-47be-87a6-bb6543a33c1d None None] Provisioning complete for port c2d1ac79-763d-4eb3-baec-51bc2f093c83 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:54.727148 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b20df4cc-279c-47be-87a6-bb6543a33c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:54.914343 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:02:49Z', 'revision_number': 4, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port': {'id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:42Z', 'updated_at': '2021-09-24T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c2d1ac79-763d-4eb3-baec-51bc2f093c83', 'name': '', 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'mac_address': 'fa:16:3e:4d:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '525d636d-b414-4b79-ae4e-c4b3bac09bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:48Z', 'updated_at': '2021-09-24T00:02:53Z', 'revision_number': 4, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'subnets': [{'id': '525d636d-b414-4b79-ae4e-c4b3bac09bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:02:55.046405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc357437-7a37-41bc-8fac-daa4512ec377 req-38fcd4e4-c93a-4aa7-b9eb-257c251f337a tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0373797 Sep 24 00:02:55.051634 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c92a90b-f8ba-4368-9498-4202a3013f66 None None] The sync data for ids ['3236fef6-457d-4cd8-b09c-34bbb383b20e'] in n-d-713498-18 is: [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:02:49Z', 'revision_number': 4, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port': {'id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:42Z', 'updated_at': '2021-09-24T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'c2d1ac79-763d-4eb3-baec-51bc2f093c83', 'name': '', 'network_id': '373b3f92-4691-4dd7-91bf-f49c8b7d103c', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'mac_address': 'fa:16:3e:4d:24:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1302, 'fixed_ips': [{'subnet_id': '525d636d-b414-4b79-ae4e-c4b3bac09bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:48Z', 'updated_at': '2021-09-24T00:02:53Z', 'revision_number': 4, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'subnets': [{'id': '525d636d-b414-4b79-ae4e-c4b3bac09bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:02:55.066883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4640837a-8f79-4922-8aeb-d6e07034303a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.074318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 47df0539-b10c-4a2a-8e0e-14dc39a901c0 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:02:55.079134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4640837a-8f79-4922-8aeb-d6e07034303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.142736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640837a-8f79-4922-8aeb-d6e07034303a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb1a4b9-561a-416a-bbcc-4278ee5081b6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:55.178982 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4640837a-8f79-4922-8aeb-d6e07034303a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ead3d9a267e40ccbea980cd05054d2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5683520 Sep 24 00:02:55.185184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52714) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:55.299883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3480fafe-4154-4e23-924d-6c83315275d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.309300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:55.336746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '47df0539-b10c-4a2a-8e0e-14dc39a901c0', 'network_id': '6186cd3f-4835-4878-961c-127dc7cdcb60', 'port_id': '47df0539-b10c-4a2a-8e0e-14dc39a901c0', 'mac_address': 'fa:16:3e:84:0f:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6128d443-2de5-4a2f-832c-d126f42cb56e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:02:55.369214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3480fafe-4154-4e23-924d-6c83315275d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.419548 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.436191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47df0539-b10c-4a2a-8e0e-14dc39a901c0 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:02:55.454155 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3480fafe-4154-4e23-924d-6c83315275d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.457773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3480fafe-4154-4e23-924d-6c83315275d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.460019 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3480fafe-4154-4e23-924d-6c83315275d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eb1a4b9-561a-416a-bbcc-4278ee5081b6 HTTP/1.1" status: 204 len: 168 time: 0.2703030 Sep 24 00:02:55.470508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480fafe-4154-4e23-924d-6c83315275d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb1a4b9-561a-416a-bbcc-4278ee5081b6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:55.472845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:55.479865 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.597630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=47df0539-b10c-4a2a-8e0e-14dc39a901c0,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:55.616643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52722) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:55.685040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b5c4b-9937-4fa5-9879-82909f4674ef req-9cf457d3-a25e-4628-afa5-8d38643f202e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:55.687325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d1b5c4b-9937-4fa5-9879-82909f4674ef req-9cf457d3-a25e-4628-afa5-8d38643f202e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1196513 Sep 24 00:02:55.799324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d1b5c4b-9937-4fa5-9879-82909f4674ef req-ba9fc8f5-2ae2-4088-9e80-06b9e002166e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054118 Sep 24 00:02:55.800768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:55.816062 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['47df0539-b10c-4a2a-8e0e-14dc39a901c0'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:02:55.936313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f64eaa-f6e4-49ef-97f3-3cb9c2184a3c req-90a03aa0-af95-49b1-86fa-fde5f0d7da1f tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:55.958161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34f64eaa-f6e4-49ef-97f3-3cb9c2184a3c req-90a03aa0-af95-49b1-86fa-fde5f0d7da1f tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 944 time: 0.1275074 Sep 24 00:02:56.063109 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e16d51e-a22d-4694-811e-975aaf4fb721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.070934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26474351-ba4a-4142-9925-a0c50423f1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.076584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34f64eaa-f6e4-49ef-97f3-3cb9c2184a3c req-5500ff51-c464-441c-94c9-db39624af3b6 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091306 Sep 24 00:02:56.188170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbda71c6-4f11-4e8f-94aa-fde8f8112fd3 req-3830f2a9-a6d0-4763-ab92-45226b4393d7 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0336757 Sep 24 00:02:56.283167 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26474351-ba4a-4142-9925-a0c50423f1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.287944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26474351-ba4a-4142-9925-a0c50423f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.329812 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26474351-ba4a-4142-9925-a0c50423f1c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e5973b056a24f24866fec1fd5e531d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7120078 Sep 24 00:02:56.332585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52744) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:56.346836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26474351-ba4a-4142-9925-a0c50423f1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfee291c-ad55-42dd-a84d-371dba74d5ac,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:56.397448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-703f0ae3-a5d7-4d51-995f-1625111f2ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.434393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-703f0ae3-a5d7-4d51-995f-1625111f2ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.523256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-703f0ae3-a5d7-4d51-995f-1625111f2ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.526822 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-703f0ae3-a5d7-4d51-995f-1625111f2ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.528308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-703f0ae3-a5d7-4d51-995f-1625111f2ab1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfee291c-ad55-42dd-a84d-371dba74d5ac HTTP/1.1" status: 204 len: 168 time: 0.1947093 Sep 24 00:02:56.538999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f0ae3-a5d7-4d51-995f-1625111f2ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfee291c-ad55-42dd-a84d-371dba74d5ac,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:56.578003 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c2d1ac79-763d-4eb3-baec-51bc2f093c83 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:56.707365 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:56.729861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port c2d1ac79-763d-4eb3-baec-51bc2f093c83 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:56.730330 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.059900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c47be-51a6-4155-8520-e20a98213dad req-44814e2c-75ef-44b5-b369-698546392eb8 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:57.064563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f18c47be-51a6-4155-8520-e20a98213dad req-44814e2c-75ef-44b5-b369-698546392eb8 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1365747 Sep 24 00:02:57.080162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 47df0539-b10c-4a2a-8e0e-14dc39a901c0 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:02:57.117234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52766) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:57.161891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43f1554a-1ccc-432b-99bc-905f40ae9d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.167077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:02:57.174075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:02:57.175207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.222379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f18c47be-51a6-4155-8520-e20a98213dad req-4b67a009-a68f-45a2-ab48-9d2df2edf379 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510618 Sep 24 00:02:57.306780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb7518-96e9-49be-80e6-030b0dd54b92 req-26187eb9-9e5a-48de-b06b-4be34070bf1e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:57.309151 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fcb7518-96e9-49be-80e6-030b0dd54b92 req-26187eb9-9e5a-48de-b06b-4be34070bf1e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 944 time: 0.0849316 Sep 24 00:02:57.331530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.368043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:02:57.369166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:02:57.373249 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a8e3b1-e2a3-416a-81f1-8997a711d161" -d '{"events": [{"server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "name": "network-vif-plugged", "status": "completed", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:02:57.377744 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.413964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43f1554a-1ccc-432b-99bc-905f40ae9d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.429759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43f1554a-1ccc-432b-99bc-905f40ae9d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.446123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=47df0539-b10c-4a2a-8e0e-14dc39a901c0,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:57.523415 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-43f1554a-1ccc-432b-99bc-905f40ae9d1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0074f5c4c3084f06943c84795e902634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003465 Sep 24 00:02:57.528202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52776) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:57.549879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1554a-1ccc-432b-99bc-905f40ae9d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facf653e-98d5-4a91-9246-df7b05da6e4b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:57.566459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7de7f9e0-0bb2-418f-b46d-4a5fd51a84ed req-3e6c690d-f8f1-4b52-ac5f-98a3d7ff3d8b tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0653098 Sep 24 00:02:57.572133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fcb7518-96e9-49be-80e6-030b0dd54b92 req-b85f992f-bc3e-4adf-861c-e1668e6d962f tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537354 Sep 24 00:02:57.628781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ccabecf-efa1-4678-87e1-4a8ceb723192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.637244 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dcb873-bf60-4029-a80c-f856fe364931 x-openstack-request-id: req-03dcb873-bf60-4029-a80c-f856fe364931 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:02:57.637722 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "name": "network-vif-plugged", "status": "completed", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:02:57.637813 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03dcb873-bf60-4029-a80c-f856fe364931 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:02:57.638161 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0', 'code': 200} Sep 24 00:02:57.658827 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ccabecf-efa1-4678-87e1-4a8ceb723192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.716608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ccabecf-efa1-4678-87e1-4a8ceb723192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.724062 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ccabecf-efa1-4678-87e1-4a8ceb723192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:57.725277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7ccabecf-efa1-4678-87e1-4a8ceb723192 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/facf653e-98d5-4a91-9246-df7b05da6e4b HTTP/1.1" status: 204 len: 168 time: 0.1836340 Sep 24 00:02:57.749377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccabecf-efa1-4678-87e1-4a8ceb723192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facf653e-98d5-4a91-9246-df7b05da6e4b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:57.798010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9901676c-b2aa-4f68-a2ca-029dcaf0579c req-515104a7-d9d2-4d93-9616-eaec36a9d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:57.799613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9901676c-b2aa-4f68-a2ca-029dcaf0579c req-515104a7-d9d2-4d93-9616-eaec36a9d1d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1097 time: 0.0928583 Sep 24 00:02:57.845814 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9901676c-b2aa-4f68-a2ca-029dcaf0579c req-1c99f8e2-8425-49c5-89b3-04e6eca80cbb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383415 Sep 24 00:02:58.402433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b951811-2f1c-493b-9122-12a8c64c4cc2 req-0ba16af4-ee8e-437e-bfc9-0873dde49471 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:58.404640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b951811-2f1c-493b-9122-12a8c64c4cc2 req-0ba16af4-ee8e-437e-bfc9-0873dde49471 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.0707030 Sep 24 00:02:58.523034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b951811-2f1c-493b-9122-12a8c64c4cc2 req-c9a1d0c2-24a4-448a-b6a4-f15a78225692 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116698 Sep 24 00:02:58.667220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52826) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:02:58.809751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1702987190'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:02:58.840806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:02:58.845496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:58.855891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:58.859367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-065e8ac4-b0af-4f9b-a0ad-99137079e517 req-a21f74a5-2b15-413c-92cb-eecafa0e2566 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0790069 Sep 24 00:02:58.896637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac9a05-0a8d-4495-9d39-abb09b7661f4 req-8150cfde-a056-4de1-a602-27758391cea8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:58.909211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68ac9a05-0a8d-4495-9d39-abb09b7661f4 req-8150cfde-a056-4de1-a602-27758391cea8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 945 time: 0.1441567 Sep 24 00:02:59.022063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68ac9a05-0a8d-4495-9d39-abb09b7661f4 req-ef718280-720b-4da9-af51-2cbf157ab0e0 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097939 Sep 24 00:02:59.038127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:59.042646 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:59.072143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:02:59.090214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:59.090584 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment 509519b5-1bc0-4071-9dce-2818f72098dd of type vlan for network 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f Sep 24 00:02:59.093692 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:59.098788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86e37e72-9d5e-465b-a16b-7bb32bdb220d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:59.127179 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.127522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.127886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.128180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.128515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.128960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.129392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.129722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.130046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.130363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.130681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.131021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:02:59.157031 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:59.186801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:59.193209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:59.194411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:02:59.234811 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5643742 Sep 24 00:02:59.293816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242acbf-b3e0-4555-9bdd-2841d31fcf7a tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:02:59.306410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:02:59.512246 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:02:59.732631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a9696-c4c6-4309-961f-97e915718dfc req-4358098c-2542-4369-a450-1077a5d9b63f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:02:59.736693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b25a9696-c4c6-4309-961f-97e915718dfc req-4358098c-2542-4369-a450-1077a5d9b63f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.0972526 Sep 24 00:02:59.785730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b25a9696-c4c6-4309-961f-97e915718dfc req-a23f3584-2094-4077-b5ff-0d49a5b0dbcf tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399907 Sep 24 00:03:00.048384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d10bd532-0d92-4ff1-a417-5c584b801d49 req-45fba7f5-5453-4fb9-be20-af30a9660a59 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0555809 Sep 24 00:03:00.084270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52856) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:00.266675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6803a-c0c4-4be4-96c5-a388949b7ffd req-6bffa3a9-6b71-4e53-b7f8-c093b5beeee3 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:00.268645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e6803a-c0c4-4be4-96c5-a388949b7ffd req-6bffa3a9-6b71-4e53-b7f8-c093b5beeee3 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0912001 Sep 24 00:03:00.334748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e6803a-c0c4-4be4-96c5-a388949b7ffd req-b15afa93-c069-4b48-8b82-af9649356d23 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495131 Sep 24 00:03:00.359581 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-774a793e-0ec3-4a7a-9641-866700048d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:00.473420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-d9ab3f76-7c73-4384-8dd3-08822d994f72 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-171739025&fields=id&tenant_id=4c8862b564a940fa8437347afcf6ba48 HTTP/1.1" status: 200 len: 267 time: 0.0494237 Sep 24 00:03:00.576840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-774a793e-0ec3-4a7a-9641-866700048d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:00.596320 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-774a793e-0ec3-4a7a-9641-866700048d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:00.606971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-640f2a02-86df-4b71-80e6-756cce4aca07 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:00.608567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-640f2a02-86df-4b71-80e6-756cce4aca07 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 945 time: 0.0900857 Sep 24 00:03:00.647231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'port': {'security_groups': ['52c21166-ecb4-4694-96a9-52e30f9c1e28', '5610834b-b2e2-46c4-912e-8734f63d8d2a']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:00.696274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-774a793e-0ec3-4a7a-9641-866700048d6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5848c9c700a426990277398c68414d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077328 Sep 24 00:03:00.696520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774a793e-0ec3-4a7a-9641-866700048d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946ae5c3-35dc-44c1-adb1-ac7f0bd0e437,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:00.710080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52868) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:00.784150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5901b21c-3bdf-4b89-8ea7-339223d864f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:00.792998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:00.810638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5901b21c-3bdf-4b89-8ea7-339223d864f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:00.950248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5901b21c-3bdf-4b89-8ea7-339223d864f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:00.955044 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5901b21c-3bdf-4b89-8ea7-339223d864f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:00.963388 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5901b21c-3bdf-4b89-8ea7-339223d864f4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/946ae5c3-35dc-44c1-adb1-ac7f0bd0e437 HTTP/1.1" status: 204 len: 168 time: 0.2529466 Sep 24 00:03:00.992416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901b21c-3bdf-4b89-8ea7-339223d864f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946ae5c3-35dc-44c1-adb1-ac7f0bd0e437,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:01.049409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] For port 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:01.083740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:01.128125 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:01.146257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837', '47df0539-b10c-4a2a-8e0e-14dc39a901c0'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:01.223404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a293e-dee7-4431-b947-d867ff617a4c req-52322ed1-af87-421a-aa86-5cc02ad82946 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:01.234727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-097a293e-dee7-4431-b947-d867ff617a4c req-52322ed1-af87-421a-aa86-5cc02ad82946 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1485639 Sep 24 00:03:01.276377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:01.288763 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:01.293448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1bd0799-b366-4949-9ffb-69594cb24e08 req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "PUT /v2.0/ports/47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 200 len: 981 time: 0.6683199 Sep 24 00:03:01.314103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:01.327954 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:01.414036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['47df0539-b10c-4a2a-8e0e-14dc39a901c0'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:01.423605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-097a293e-dee7-4431-b947-d867ff617a4c req-a9e60da5-ed54-4b65-8187-db506b5c76a3 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875534 Sep 24 00:03:01.471388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f047b1a-ccb0-4263-8246-cc2d40ab5aea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'Port': ['ID=47df0539-b10c-4a2a-8e0e-14dc39a901c0,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:01.584990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8e53b6d-d878-447c-baba-5bdb22f13d29 req-8e77f990-c561-425d-9052-81cb8dba7b03 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0882859 Sep 24 00:03:01.696155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fef6e0d-3dff-49ca-b10c-dab1f387eb63 req-3d75e707-ccd0-4d34-8df3-062c3417f575 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/5610834b-b2e2-46c4-912e-8734f63d8d2a HTTP/1.1" status: 200 len: 1801 time: 0.1771221 Sep 24 00:03:01.757818 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baab2f1a-6b3d-40dc-a8c0-045a50c6b9c7 x-openstack-request-id: req-baab2f1a-6b3d-40dc-a8c0-045a50c6b9c7 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:01.758780 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:01.760949 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-baab2f1a-6b3d-40dc-a8c0-045a50c6b9c7 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:01.776621 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0', 'status': 'completed', 'code': 200} Sep 24 00:03:01.873203 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-5fef6e0d-3dff-49ca-b10c-dab1f387eb63 req-2c5ec5e9-77b6-4149-9f0d-1c9fa35acfd9 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 00:03:01.893428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fef6e0d-3dff-49ca-b10c-dab1f387eb63 req-2c5ec5e9-77b6-4149-9f0d-1c9fa35acfd9 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/5610834b-b2e2-46c4-912e-8734f63d8d2a HTTP/1.1" status: 409 len: 341 time: 0.1949813 Sep 24 00:03:01.948425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-96988fbd-9c6e-4482-abc9-dae97230dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:01.963559 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-96988fbd-9c6e-4482-abc9-dae97230dd44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1136 time: 0.1637785 Sep 24 00:03:02.208749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-c9eab070-8e17-4eeb-b7ed-3e7aba24a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:02.211357 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-c9eab070-8e17-4eeb-b7ed-3e7aba24a578 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 914 time: 0.2346551 Sep 24 00:03:02.317174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-924cee9b-f9e5-4ed5-9fc3-7ecdb8fdde84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 200 len: 217 time: 0.0892968 Sep 24 00:03:02.477780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d4e3e-b956-4f93-802b-6fa7771d5dcb req-78eb7136-b590-4958-ac04-987c909cd352 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:02.486508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b64d4e3e-b956-4f93-802b-6fa7771d5dcb req-78eb7136-b590-4958-ac04-987c909cd352 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 984 time: 0.1707289 Sep 24 00:03:02.656641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b64d4e3e-b956-4f93-802b-6fa7771d5dcb req-3eb979fa-80eb-41f9-b336-21176b86d832 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=5610834b-b2e2-46c4-912e-8734f63d8d2a&id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1688292 Sep 24 00:03:02.926159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305b6ad-4ebb-472a-bd81-5574d3beb2da req-3ad4b36f-bebe-4ad9-b27b-e5444e97d394 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:02.950572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5305b6ad-4ebb-472a-bd81-5574d3beb2da req-3ad4b36f-bebe-4ad9-b27b-e5444e97d394 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.2917354 Sep 24 00:03:03.060351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc191d96-bfdc-43a1-8bbd-9e63e4226492 req-f3f2b970-de21-47dc-9eae-afb4400067af tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.2337372 Sep 24 00:03:03.171022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3739976d-bde6-4a93-8520-6fdb2b2b3ebc req-050e1236-e5e3-4c82-9ccf-e46912a5dc73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1184888 Sep 24 00:03:03.171983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52916) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:03.182429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-18260518-9d64-48e8-86e6-8edf1d67eb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:03.185879 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-18260518-9d64-48e8-86e6-8edf1d67eb7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.8424067 Sep 24 00:03:03.189341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': '92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:03.249122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5305b6ad-4ebb-472a-bd81-5574d3beb2da req-8c8736a6-bac4-45fc-adbd-05d94f51b554 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974682 Sep 24 00:03:03.352298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:03.356985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:03.429126 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-9cc4f28c-e821-40ae-a8b5-7f0163977881 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305734 Sep 24 00:03:03.563277 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-f47105d0-5c87-4ec8-964a-dedc7767887c service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184337 Sep 24 00:03:03.592620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:03.688141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d7aa5d80-a8b1-4d5b-8756-beb5bc8d939d req-b5845037-e4c3-44df-b54f-dce48b2294ba service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150970 Sep 24 00:03:03.691378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=ab7a2723-8495-4d4a-a32c-1daf510d462d,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:03.735292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': '509519b5-1bc0-4071-9dce-2818f72098dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:03.735632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:03.813388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-5022af5a-2294-49bf-8bc7-31ed3c0415c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:03.816480 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-5022af5a-2294-49bf-8bc7-31ed3c0415c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1136 time: 0.0637124 Sep 24 00:03:03.866616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:03.895970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:03.908128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35e8dba-517c-4408-98ac-703ff750ee88 None None] Network 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:03.917666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:03.918629 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:03.942961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-10d2c4bc-ec44-45e9-a95e-c630c724832c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:03.944627 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-10d2c4bc-ec44-45e9-a95e-c630c724832c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 914 time: 0.1164727 Sep 24 00:03:03.963099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bebb3-13e1-4333-8f05-99274e86dfee req-23103ea2-e959-4d4d-9718-616fc2c66203 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:03.982442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-862bebb3-13e1-4333-8f05-99274e86dfee req-23103ea2-e959-4d4d-9718-616fc2c66203 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 984 time: 0.1953015 Sep 24 00:03:03.990730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-021d0e2f-482a-4719-8c77-61b39981fd31 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8155732 Sep 24 00:03:03.991828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52930) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:04.015412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1620180441'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:04.064472 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-0d5b65dc-ca27-496d-ac19-139ae020cde2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 200 len: 217 time: 0.1086051 Sep 24 00:03:04.080323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:04.084255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:04.112655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:04.128189 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-862bebb3-13e1-4333-8f05-99274e86dfee req-15138868-ea28-4727-975f-c4d4690ec130 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=5610834b-b2e2-46c4-912e-8734f63d8d2a&id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1531305 Sep 24 00:03:04.132274 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:04.132661 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment 7046d5fa-f7cf-486a-b3bc-aa040cdf9261 of type vlan for network 763c2718-fa14-46d3-8a8b-88bf96b0e0a8 Sep 24 00:03:04.192014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:04.241282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:04.241588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-cd6b7e4e-2614-4ccd-b178-2cdc59344364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:04.243490 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-cd6b7e4e-2614-4ccd-b178-2cdc59344364 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.1662059 Sep 24 00:03:04.247534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:04.248328 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:04.319006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3229666 Sep 24 00:03:04.329907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52952) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:04.338104 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-b5901f06-ec5f-4695-b943-e275ca0189bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781102 Sep 24 00:03:04.339165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': '763c2718-fa14-46d3-8a8b-88bf96b0e0a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:04.372365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f', 'network_id': '92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': 'ab7a2723-8495-4d4a-a32c-1daf510d462d'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:04.373231 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:04.404720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33c867-6403-47de-b6f7-32ee6e963ca6 req-e4ac929a-23a9-48b9-8dc9-650193a8f3c6 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0949137 Sep 24 00:03:04.422486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56f793-e411-48d8-b35b-ba840c64c700 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=763c2718-fa14-46d3-8a8b-88bf96b0e0a8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:04.584555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 763c2718-fa14-46d3-8a8b-88bf96b0e0a8 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:04.618331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-1ce2bf94-3f32-437b-bdd2-88e0d39e015c service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602558 Sep 24 00:03:04.626165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78703995-efcd-4e3f-8f96-752e12fd60a1 req-999bb067-ed8b-449f-af22-b25a1d2f2534 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:04.636054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78703995-efcd-4e3f-8f96-752e12fd60a1 req-999bb067-ed8b-449f-af22-b25a1d2f2534 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.2345223 Sep 24 00:03:04.686390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:04.690269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:04.830366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Allocated IP 2001:db8:0:ffff::2 (92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f/ab7a2723-8495-4d4a-a32c-1daf510d462d/61f86486-c5da-43ce-a0ea-25ce8c8cc83c) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:04.843240 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1296bc50-2d06-4870-9abb-ab2bd1fbe13f req-5a9ab492-6b6f-4aac-a58f-51b214ce659c service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122445 Sep 24 00:03:04.866417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78703995-efcd-4e3f-8f96-752e12fd60a1 req-da753b78-36fe-4eab-bb7d-af60834949f0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223012 Sep 24 00:03:05.106354 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:05.116046 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:05.183614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Network 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:05.186767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:05.195012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:05.243252 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:05.258862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Pushing event updated for resources: {'Port': ['ID=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:05.374589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Attempting to bind port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:05.375366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Attempting to bind port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '509519b5-1bc0-4071-9dce-2818f72098dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:05.376246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Attempting to bind port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c on network 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:05.385178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:05.387472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Checking segment: {'id': '509519b5-1bc0-4071-9dce-2818f72098dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:05.388007 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:05.388565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Bound using segment: {'id': '509519b5-1bc0-4071-9dce-2818f72098dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:05.389727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Bound port: 61f86486-c5da-43ce-a0ea-25ce8c8cc83c, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509519b5-1bc0-4071-9dce-2818f72098dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:05.400418 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:05.490125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=0f49b6cd-a00e-44c8-aa8a-6653f8824bd9,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:05.516163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': '7046d5fa-f7cf-486a-b3bc-aa040cdf9261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '763c2718-fa14-46d3-8a8b-88bf96b0e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:05.517452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: 763c2718-fa14-46d3-8a8b-88bf96b0e0a8, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:05.565835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfae70-5ce8-4d5e-87bb-35f8b3f61c12 req-d35bf218-607e-45c9-b902-1b845654a16c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:05.592103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dabfae70-5ce8-4d5e-87bb-35f8b3f61c12 req-d35bf218-607e-45c9-b902-1b845654a16c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 984 time: 0.2626815 Sep 24 00:03:05.682469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] For port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:05.690624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] For port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,segment=NetworkSegment(509519b5-1bc0-4071-9dce-2818f72098dd),segment_id=509519b5-1bc0-4071-9dce-2818f72098dd)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:05.696767 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:05.724757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21ede3f8-09aa-410f-8ce2-0d958b7bdd25 req-06811dd2-527e-4c01-bbe6-5309c6aa4584 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.1202259 Sep 24 00:03:05.782943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec56db-71de-4b4c-9cbb-f3211d88809f None None] Pushing event updated for resources: {'Port': ['ID=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:05.804130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dabfae70-5ce8-4d5e-87bb-35f8b3f61c12 req-4db5feb6-e243-45eb-ad63-32889e259661 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=5610834b-b2e2-46c4-912e-8734f63d8d2a&id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1947317 Sep 24 00:03:05.805154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 763c2718-fa14-46d3-8a8b-88bf96b0e0a8 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:05.838603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 763c2718-fa14-46d3-8a8b-88bf96b0e0a8) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:05.854184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f1572a-cd3e-437f-9c77-26bd91959d94 None None] Network 763c2718-fa14-46d3-8a8b-88bf96b0e0a8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:05.864470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:05.865259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:05.906721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7f1c548d-abd5-4e2b-8cf8-0019371f13bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5729926 Sep 24 00:03:05.909921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53018) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:06.211548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53024) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:06.257137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-763c2718-fa14-46d3-8a8b-88bf96b0e0a8', 'network_id': '763c2718-fa14-46d3-8a8b-88bf96b0e0a8', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': '0f49b6cd-a00e-44c8-aa8a-6653f8824bd9'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:06.258892 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:06.261099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:06.268720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba399d2-4a20-407a-a789-9720ed225615 req-b1344e1c-a9f6-4575-b06e-04073cd4b8e4 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:06.280869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dba399d2-4a20-407a-a789-9720ed225615 req-b1344e1c-a9f6-4575-b06e-04073cd4b8e4 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1644707 Sep 24 00:03:06.379374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dba399d2-4a20-407a-a789-9720ed225615 req-b12494bb-599e-4516-a3fd-e7d0e4184954 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952466 Sep 24 00:03:06.522064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:06.546301 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:06.577668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 61f86486-c5da-43ce-a0ea-25ce8c8cc83c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:06.608272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80c5df38-d809-44d5-a226-9f35821ff51d req-c4b848a5-4b64-467d-8bbd-284b310fb649 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0653782 Sep 24 00:03:06.619837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eafe3483-b40c-43d9-be78-cb38f8d22477 req-990905fd-f4fd-468f-adcd-1205f1cd4ef0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1fc35717ab644f7e99432767d1f8d9ae&device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0883105 Sep 24 00:03:06.658243 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f49d97e7-4360-4c43-b70b-8630ebdb7f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:06.668037 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eafe3483-b40c-43d9-be78-cb38f8d22477 req-9d8bf029-7c1a-484e-b80a-96e2af9155f3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1fc35717ab644f7e99432767d1f8d9ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323980 Sep 24 00:03:06.691615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Allocated IP 2001:db8::1 (763c2718-fa14-46d3-8a8b-88bf96b0e0a8/0f49b6cd-a00e-44c8-aa8a-6653f8824bd9/887615c4-76c1-431b-90b8-d071d150c3f7) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:06.735702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:06.736489 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:06.878474 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f49d97e7-4360-4c43-b70b-8630ebdb7f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:06.891356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f49d97e7-4360-4c43-b70b-8630ebdb7f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:06.977432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe3483-b40c-43d9-be78-cb38f8d22477 req-b4bdc3ac-a1e2-4c73-bfa2-f08d34ab562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:06.979476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eafe3483-b40c-43d9-be78-cb38f8d22477 req-b4bdc3ac-a1e2-4c73-bfa2-f08d34ab562a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2988338 Sep 24 00:03:06.998161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d97e7-4360-4c43-b70b-8630ebdb7f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea542acf-f289-4958-bdb5-e8a3c23d3f2a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:07.012494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f49d97e7-4360-4c43-b70b-8630ebdb7f9f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d564e4bb2354751a267efa448a17652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7874138 Sep 24 00:03:07.016704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53036) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:07.089431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9df7e-7735-4841-b452-4e0434894401 req-dae94dcb-fc2f-4652-bab2-365820a05a87 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:07.097967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6c9df7e-7735-4841-b452-4e0434894401 req-dae94dcb-fc2f-4652-bab2-365820a05a87 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 984 time: 0.1613021 Sep 24 00:03:07.152403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.162047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6c9df7e-7735-4841-b452-4e0434894401 req-451c8a33-b326-46d2-b667-ce27e6be2d49 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=5610834b-b2e2-46c4-912e-8734f63d8d2a&id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0629189 Sep 24 00:03:07.177404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb996b2e-098b-4738-8250-02f2c44a7a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.247948 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb996b2e-098b-4738-8250-02f2c44a7a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.308366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,segment=NetworkSegment(509519b5-1bc0-4071-9dce-2818f72098dd),segment_id=509519b5-1bc0-4071-9dce-2818f72098dd)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:07.335687 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.340360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb996b2e-098b-4738-8250-02f2c44a7a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.341450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.344046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb996b2e-098b-4738-8250-02f2c44a7a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.346267 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bb996b2e-098b-4738-8250-02f2c44a7a10 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea542acf-f289-4958-bdb5-e8a3c23d3f2a HTTP/1.1" status: 204 len: 168 time: 0.3282995 Sep 24 00:03:07.368528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb996b2e-098b-4738-8250-02f2c44a7a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea542acf-f289-4958-bdb5-e8a3c23d3f2a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:07.405890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.428457 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.474646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af3724a-d8a8-4c06-aa7d-7eaa6f69ce81 None None] Network 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:07.484013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=0f49b6cd-a00e-44c8-aa8a-6653f8824bd9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:07.494685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Network 763c2718-fa14-46d3-8a8b-88bf96b0e0a8 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:07.517105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:07.524418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:07.601061 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.623529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763c2718-fa14-46d3-8a8b-88bf96b0e0a8']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:07.625969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:07.644198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7046d5fa-f7cf-486a-b3bc-aa040cdf9261') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:07.658061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7046d5fa-f7cf-486a-b3bc-aa040cdf9261') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:07.679845 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.703535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-59660e19-a0c4-4c09-85e7-e7bff2e820a0 None None] Provisioning complete for port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:07.703823 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-59660e19-a0c4-4c09-85e7-e7bff2e820a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.709339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8805daea-de5f-4c70-931f-915b0e4d648d req-7bd4d9b2-61a9-4a60-9b83-a24a188a0f41 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2084861095&fields=id&tenant_id=4c8862b564a940fa8437347afcf6ba48 HTTP/1.1" status: 200 len: 267 time: 0.3659868 Sep 24 00:03:07.710749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.728930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:07.729256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.759223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Attempting to bind port 887615c4-76c1-431b-90b8-d071d150c3f7 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:07.759586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Attempting to bind port 887615c4-76c1-431b-90b8-d071d150c3f7 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '7046d5fa-f7cf-486a-b3bc-aa040cdf9261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '763c2718-fa14-46d3-8a8b-88bf96b0e0a8'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:07.759945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Attempting to bind port 887615c4-76c1-431b-90b8-d071d150c3f7 on network 763c2718-fa14-46d3-8a8b-88bf96b0e0a8 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:07.770982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:07.771346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Checking segment: {'id': '7046d5fa-f7cf-486a-b3bc-aa040cdf9261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '763c2718-fa14-46d3-8a8b-88bf96b0e0a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:07.771744 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.772129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Bound using segment: {'id': '7046d5fa-f7cf-486a-b3bc-aa040cdf9261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '763c2718-fa14-46d3-8a8b-88bf96b0e0a8'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:07.772598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Bound port: 887615c4-76c1-431b-90b8-d071d150c3f7, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7046d5fa-f7cf-486a-b3bc-aa040cdf9261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '763c2718-fa14-46d3-8a8b-88bf96b0e0a8'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:07.772973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:07.778222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Pushing event updated for resources: {'Port': ['ID=887615c4-76c1-431b-90b8-d071d150c3f7,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:07.794365 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:07.847575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9231c5e4-097b-42be-b1ee-85634f8fb977 req-52d12c10-eeb0-4602-aa05-67f3fe0a50b4 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:07.859349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9231c5e4-097b-42be-b1ee-85634f8fb977 req-52d12c10-eeb0-4602-aa05-67f3fe0a50b4 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.3687901 Sep 24 00:03:07.871743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 00:03:07.871743 n-d-713498-18 neutron-server[106378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 00:03:07.871743 n-d-713498-18 neutron-server[106378]: [parameters: {'id': '763c2718-fa14-46d3-8a8b-88bf96b0e0a8'}] Sep 24 00:03:07.871743 n-d-713498-18 neutron-server[106378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:03:07.872215 n-d-713498-18 neutron-server[106378]: DEBUG oslo_db.api [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:03:07.913683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805daea-de5f-4c70-931f-915b0e4d648d req-3affe178-3d85-4644-8295-c6fd4adac666 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:07.923525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8805daea-de5f-4c70-931f-915b0e4d648d req-3affe178-3d85-4644-8295-c6fd4adac666 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 984 time: 0.1956766 Sep 24 00:03:07.937954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8805daea-de5f-4c70-931f-915b0e4d648d req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'port': {'security_groups': ['52c21166-ecb4-4694-96a9-52e30f9c1e28', '5610834b-b2e2-46c4-912e-8734f63d8d2a', 'a9e53e83-8c00-4d04-9b9e-1819c8511090']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:07.983436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53048) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:08.004414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c235e29-fae0-48b1-b594-d4641136f68b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.070966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9231c5e4-097b-42be-b1ee-85634f8fb977 req-e8ab20b4-672b-4591-80f2-d848dc5f247b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095795 Sep 24 00:03:08.085138 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8805daea-de5f-4c70-931f-915b0e4d648d req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.098796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] For port 887615c4-76c1-431b-90b8-d071d150c3f7, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:08.146107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] For port 887615c4-76c1-431b-90b8-d071d150c3f7, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=887615c4-76c1-431b-90b8-d071d150c3f7,segment=NetworkSegment(7046d5fa-f7cf-486a-b3bc-aa040cdf9261),segment_id=7046d5fa-f7cf-486a-b3bc-aa040cdf9261)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:08.150288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c235e29-fae0-48b1-b594-d4641136f68b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.153585 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.156507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c235e29-fae0-48b1-b594-d4641136f68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.191927 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0c235e29-fae0-48b1-b594-d4641136f68b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84b8e27786cc432ab6dc6f735602e019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044737 Sep 24 00:03:08.197672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53054) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:08.235954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c235e29-fae0-48b1-b594-d4641136f68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cdd8a8-08a6-4e07-a85e-edf94c74765a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:08.287048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d22b812-0412-4cbe-a24c-327d860c3565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.319122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca25e2a5-8835-4d7f-af54-782e1f8778bc req-30f3aa93-52fc-4b60-a5ac-e9c3781f5aa1 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.24 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.0560491 Sep 24 00:03:08.332439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d22b812-0412-4cbe-a24c-327d860c3565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.405373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df734c7-f12d-4498-94c4-2a95e3d563bf None None] Pushing event updated for resources: {'Port': ['ID=887615c4-76c1-431b-90b8-d071d150c3f7,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:08.487618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.499338 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-eafe3483-b40c-43d9-be78-cb38f8d22477 req-36d22ec2-9fdf-44ff-9df7-e69744802ab7 tempest-ServerShowV254Test-468839339 tempest-ServerShowV254Test-468839339-project] 10.222.0.20 "GET /v2.0/ports?device_id=d16d22ea-cc81-4479-8962-9b70586868b7 HTTP/1.1" status: 200 len: 210 time: 0.2091687 Sep 24 00:03:08.508506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d22b812-0412-4cbe-a24c-327d860c3565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.513804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d22b812-0412-4cbe-a24c-327d860c3565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.523654 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8d22b812-0412-4cbe-a24c-327d860c3565 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32cdd8a8-08a6-4e07-a85e-edf94c74765a HTTP/1.1" status: 204 len: 168 time: 0.3205481 Sep 24 00:03:08.547172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d22b812-0412-4cbe-a24c-327d860c3565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cdd8a8-08a6-4e07-a85e-edf94c74765a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:08.549272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 61f86486-c5da-43ce-a0ea-25ce8c8cc83c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:08.626660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting port 887615c4-76c1-431b-90b8-d071d150c3f7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:08.627556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.756235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e546c1da-6d07-4de7-86a1-59c0296d155f None None] Network 763c2718-fa14-46d3-8a8b-88bf96b0e0a8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:08.769082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] For port 887615c4-76c1-431b-90b8-d071d150c3f7, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=887615c4-76c1-431b-90b8-d071d150c3f7,segment=NetworkSegment(7046d5fa-f7cf-486a-b3bc-aa040cdf9261),segment_id=7046d5fa-f7cf-486a-b3bc-aa040cdf9261)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:08.769450 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.794719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Calling delete_port for 887615c4-76c1-431b-90b8-d071d150c3f7 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:08.838408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3af5e90d-79b3-414b-9ffa-07dbc2a2e449 None None] Provisioning complete for port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:08.839096 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3af5e90d-79b3-414b-9ffa-07dbc2a2e449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.930139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:08.930618 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:08.941987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8805daea-de5f-4c70-931f-915b0e4d648d req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] For port 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:08.996611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.027956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Port': ['ID=887615c4-76c1-431b-90b8-d071d150c3f7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:09.036496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No DVR routers for this DVR port 887615c4-76c1-431b-90b8-d071d150c3f7 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:09.051921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8805daea-de5f-4c70-931f-915b0e4d648d req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.061354 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8805daea-de5f-4c70-931f-915b0e4d648d req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.168306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805daea-de5f-4c70-931f-915b0e4d648d req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:09.175292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8805daea-de5f-4c70-931f-915b0e4d648d req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.197276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837', '47df0539-b10c-4a2a-8e0e-14dc39a901c0'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:09.198042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8805daea-de5f-4c70-931f-915b0e4d648d req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "PUT /v2.0/ports/47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 200 len: 1020 time: 1.2727654 Sep 24 00:03:09.200894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:09.210552 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4133bea4-a111-4d85-a3b0-5cdae62b518b" -d '{"events": [{"name": "network-changed", "server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:09.261410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.295846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ec3b9-8cca-4299-ace1-a6c5cb162347 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'Port': ['ID=47df0539-b10c-4a2a-8e0e-14dc39a901c0,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:09.310682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763c2718-fa14-46d3-8a8b-88bf96b0e0a8']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:09.313104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.327729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['47df0539-b10c-4a2a-8e0e-14dc39a901c0'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:09.340295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7046d5fa-f7cf-486a-b3bc-aa040cdf9261') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:09.340785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7046d5fa-f7cf-486a-b3bc-aa040cdf9261') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:09.371369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.385936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-255e01c1-a51b-47b2-8124-448dfa441f7c req-edc08269-fb97-4e82-ad16-2aada5b4984e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/a9e53e83-8c00-4d04-9b9e-1819c8511090 HTTP/1.1" status: 200 len: 1803 time: 0.1537256 Sep 24 00:03:09.408884 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.420398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:09.421087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:09.427061 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:09.463148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a942f-c145-4867-ba6e-c38ca77bbe5e req-2356d678-b7c3-4f98-a83b-1eedb8e7073b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:09.464767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b1a942f-c145-4867-ba6e-c38ca77bbe5e req-2356d678-b7c3-4f98-a83b-1eedb8e7073b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.2133577 Sep 24 00:03:09.499996 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-255e01c1-a51b-47b2-8124-448dfa441f7c req-751e45db-873a-4cd7-b82c-ba390f2d5b18 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 00:03:09.514205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-255e01c1-a51b-47b2-8124-448dfa441f7c req-751e45db-873a-4cd7-b82c-ba390f2d5b18 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9e53e83-8c00-4d04-9b9e-1819c8511090 HTTP/1.1" status: 409 len: 341 time: 0.1182981 Sep 24 00:03:09.539762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dad1fd-ee05-466c-9278-abc8b94b20fd None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:03:09.576044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b1a942f-c145-4867-ba6e-c38ca77bbe5e req-58ad05e1-7894-4b78-b584-28d9e96f0ee2 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038899 Sep 24 00:03:09.605365 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7f6f7ac-c498-4940-933e-bb70996266ef x-openstack-request-id: req-c7f6f7ac-c498-4940-933e-bb70996266ef {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:09.605853 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:09.606304 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7f6f7ac-c498-4940-933e-bb70996266ef {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:09.607093 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0', 'status': 'completed', 'code': 200} Sep 24 00:03:09.609854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.622710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.625563 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/763c2718-fa14-46d3-8a8b-88bf96b0e0a8 HTTP/1.1" status: 204 len: 168 time: 3.7143836 Sep 24 00:03:09.629633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53080) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:09.635808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-396817754'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:09.690679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:09.699371 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.705043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866ed0ae-3e90-4a54-9974-42f3aa7d8c58 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=763c2718-fa14-46d3-8a8b-88bf96b0e0a8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:09.762782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-afd0cbcd-274f-4854-9438-6eea6879c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:09.772555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-afd0cbcd-274f-4854-9438-6eea6879c4a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c8862b564a940fa8437347afcf6ba48&device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1175 time: 0.1434700 Sep 24 00:03:09.776843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:09.793237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:09.793797 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment dc7d89d5-c490-4397-90fc-58d412ebe54d of type vlan for network 93ed8f9b-a188-436c-95b9-2ef7cc3490bb Sep 24 00:03:09.972641 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:10.080951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:10.088017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:10.088691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:10.170649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5396061 Sep 24 00:03:10.175818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53096) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:10.200240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': '93ed8f9b-a188-436c-95b9-2ef7cc3490bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:10.302360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53098) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:10.358902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-9b3251c7-114e-4e8e-8670-fa6e7a5f2c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:10.361900 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-9b3251c7-114e-4e8e-8670-fa6e7a5f2c75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 200 len: 914 time: 0.5816400 Sep 24 00:03:10.535825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dad1fd-ee05-466c-9278-abc8b94b20fd None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:03:10.580178 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-a9e51133-053c-4682-8f04-5aebd0091d20 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 200 len: 217 time: 0.1050081 Sep 24 00:03:10.583086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:10.587931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:10.979817 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d68f1aa-483c-4514-9845-4266d8480464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:10.989222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-a1fca65b-2da8-442d-b59c-cfb7f4cd75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:10.990744 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-a1fca65b-2da8-442d-b59c-cfb7f4cd75b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 200 len: 853 time: 0.3950729 Sep 24 00:03:10.991886 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.030272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d890bd-75ec-4ec0-b10a-f296f0420478 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=93ed8f9b-a188-436c-95b9-2ef7cc3490bb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:11.063534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 93ed8f9b-a188-436c-95b9-2ef7cc3490bb details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:11.075886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e427c9a6-9094-4442-8db5-cfae69c4274d req-277ffa2f-5c5a-4842-b016-7311183c0f00 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:11.077772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e427c9a6-9094-4442-8db5-cfae69c4274d req-277ffa2f-5c5a-4842-b016-7311183c0f00 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1023 time: 0.1029584 Sep 24 00:03:11.085901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=2fbbeca0-bab1-4a2b-8a9b-d47ca3df2214,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:11.103360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9a237b-4e82-4920-8e19-88d2915af289 req-100f8f8d-25db-4262-aa5d-b4ae3c3e515c tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:11.104118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff9a237b-4e82-4920-8e19-88d2915af289 req-100f8f8d-25db-4262-aa5d-b4ae3c3e515c tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1308298 Sep 24 00:03:11.135395 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-70030084-ef34-4cf2-bba5-bb064286202d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6186cd3f-4835-4878-961c-127dc7cdcb60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537286 Sep 24 00:03:11.187449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff9a237b-4e82-4920-8e19-88d2915af289 req-8ba292fc-20a1-4392-b23d-f2c6eddcd437 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603912 Sep 24 00:03:11.270592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': 'dc7d89d5-c490-4397-90fc-58d412ebe54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93ed8f9b-a188-436c-95b9-2ef7cc3490bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:11.271190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: 93ed8f9b-a188-436c-95b9-2ef7cc3490bb, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:11.289291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e427c9a6-9094-4442-8db5-cfae69c4274d req-90c28956-169b-4a48-a189-e5f15e745558 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9e53e83-8c00-4d04-9b9e-1819c8511090&id=5610834b-b2e2-46c4-912e-8734f63d8d2a&id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1753244 Sep 24 00:03:11.360666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 93ed8f9b-a188-436c-95b9-2ef7cc3490bb is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:11.392070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 93ed8f9b-a188-436c-95b9-2ef7cc3490bb) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:11.398453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:11.399483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.420836 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-1cf91eee-808f-4060-a6f7-44577f43b96b service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751844 Sep 24 00:03:11.490103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d68f1aa-483c-4514-9845-4266d8480464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.508035 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d68f1aa-483c-4514-9845-4266d8480464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.541047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68f1aa-483c-4514-9845-4266d8480464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7390f848-c369-4278-aa5a-228e94cef127,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:11.598212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:11.599731 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-245463ec-5814-4de4-b761-d067e541deea tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4214909 Sep 24 00:03:11.604417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-468225492'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:11.629172 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2d68f1aa-483c-4514-9845-4266d8480464 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fc35717ab644f7e99432767d1f8d9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3191369 Sep 24 00:03:11.631941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53124) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:11.654972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:11.667514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.694213 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4133bea4-a111-4d85-a3b0-5cdae62b518b req-acc9f89e-d2ce-431d-8abf-1cac52c91de8 service neutron] 10.222.0.20 "GET /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620561 Sep 24 00:03:11.726060 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fcf1-37d4-451d-9dd2-783b0c2ec07b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.749090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:11.766314 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.766714 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment 1d3f58ab-b0a1-423a-b207-9271abc06fb0 of type vlan for network efa435e4-c5b4-4437-a10f-f9b379714453 Sep 24 00:03:11.840872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fcf1-37d4-451d-9dd2-783b0c2ec07b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.845257 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.909758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.942819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:11.943447 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:11.973115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea29439-c27f-40bc-9dc0-bc08723a195a None None] Network 93ed8f9b-a188-436c-95b9-2ef7cc3490bb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:12.000282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-7f8419a1-1d88-49bc-96a9-ba1c738edad2 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:12.002006 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-7f8419a1-1d88-49bc-96a9-ba1c738edad2 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1023 time: 0.2883949 Sep 24 00:03:12.003019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fcf1-37d4-451d-9dd2-783b0c2ec07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:12.006281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5f4fcf1-37d4-451d-9dd2-783b0c2ec07b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:12.011903 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a5f4fcf1-37d4-451d-9dd2-783b0c2ec07b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7390f848-c369-4278-aa5a-228e94cef127 HTTP/1.1" status: 204 len: 168 time: 0.3777273 Sep 24 00:03:12.124613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5245125 Sep 24 00:03:12.131493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53132) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:12.142278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': 'efa435e4-c5b4-4437-a10f-f9b379714453', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:12.210242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f967e7c-7d7e-4545-a498-b42b2671ea6b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=efa435e4-c5b4-4437-a10f-f9b379714453,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:12.238550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network efa435e4-c5b4-4437-a10f-f9b379714453 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:12.246013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4fcf1-37d4-451d-9dd2-783b0c2ec07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7390f848-c369-4278-aa5a-228e94cef127,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:12.340353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:12.350738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:12.467169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff879cf-cd0d-49ba-8091-e0e6d2646762 req-af48e8d4-6924-45f4-a37e-ed515c0cd47d tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:12.471794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ff879cf-cd0d-49ba-8091-e0e6d2646762 req-af48e8d4-6924-45f4-a37e-ed515c0cd47d tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1364725 Sep 24 00:03:12.479261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Deleting port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:12.479614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:12.570710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Performing IP validity checks on allocation pools {{(pid=106378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 00:03:12.571290 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 00:03:12.572316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-93ed8f9b-a188-436c-95b9-2ef7cc3490bb', 'network_id': '93ed8f9b-a188-436c-95b9-2ef7cc3490bb', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': '2fbbeca0-bab1-4a2b-8a9b-d47ca3df2214'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:12.577820 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:12.657511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ff879cf-cd0d-49ba-8091-e0e6d2646762 req-2b84c34e-6e6c-4160-b79b-e43c3957235a tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793394 Sep 24 00:03:12.698685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e0689-3761-409b-99d2-3d1cc0915bb6 req-f4cc1d56-7b8b-4800-9481-daa74c2b7522 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:12.712978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb8e0689-3761-409b-99d2-3d1cc0915bb6 req-f4cc1d56-7b8b-4800-9481-daa74c2b7522 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 1023 time: 0.1811397 Sep 24 00:03:12.734182 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:12.802796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=7011c5da-4a18-4339-9d4e-9f3403e2914a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:12.842377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb8e0689-3761-409b-99d2-3d1cc0915bb6 req-3b5aa0bc-2496-4a99-a22b-12f385efae0a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9e53e83-8c00-4d04-9b9e-1819c8511090&id=5610834b-b2e2-46c4-912e-8734f63d8d2a&id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1284044 Sep 24 00:03:12.932245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': '1d3f58ab-b0a1-423a-b207-9271abc06fb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'efa435e4-c5b4-4437-a10f-f9b379714453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:12.932818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: efa435e4-c5b4-4437-a10f-f9b379714453, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:12.984012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network efa435e4-c5b4-4437-a10f-f9b379714453 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:13.030097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, efa435e4-c5b4-4437-a10f-f9b379714453) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:13.043210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:13.047930 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.048675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd1208-5a15-4743-a3fd-cf421bb0d490 None None] Network efa435e4-c5b4-4437-a10f-f9b379714453 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:13.100601 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-421cf60f-ad00-41a1-87a2-280d92f71328 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9631412 Sep 24 00:03:13.108058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53160) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:13.114878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] For port 47df0539-b10c-4a2a-8e0e-14dc39a901c0, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=47df0539-b10c-4a2a-8e0e-14dc39a901c0,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:13.115907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.147360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Calling delete_port for 47df0539-b10c-4a2a-8e0e-14dc39a901c0 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:13.271992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:13.401431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Allocated IP 2001:db8::3 (93ed8f9b-a188-436c-95b9-2ef7cc3490bb/2fbbeca0-bab1-4a2b-8a9b-d47ca3df2214/1e85dd8e-7f8a-432d-b5dd-b51af8550d05) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:13.455607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.614018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.632684 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.677351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:13.686848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'Port': ['ID=47df0539-b10c-4a2a-8e0e-14dc39a901c0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:13.711040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-b7c33d25-3b6b-40a8-80d1-8c9ab1ef4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:13.711040 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-b7c33d25-3b6b-40a8-80d1-8c9ab1ef4589 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=15862e678ea049c1b05029bc26c79198&device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 1098 time: 0.2443705 Sep 24 00:03:13.711713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f252c3d-d8f4-43ed-8261-8810d78b7b51 req-0a1ec127-0c76-42ad-ae1e-35ff0a508f89 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:13.721902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f252c3d-d8f4-43ed-8261-8810d78b7b51 req-0a1ec127-0c76-42ad-ae1e-35ff0a508f89 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.3177080 Sep 24 00:03:13.797950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.849358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.874110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] No DVR routers for this DVR port 47df0539-b10c-4a2a-8e0e-14dc39a901c0 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:13.885825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:13.888024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-84ae2d7f-8378-4aee-8f6e-67c3d2ff18eb req-81eccde6-c694-40d0-b65a-46ad37ea4208 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "DELETE /v2.0/ports/47df0539-b10c-4a2a-8e0e-14dc39a901c0 HTTP/1.1" status: 204 len: 173 time: 1.8762274 Sep 24 00:03:13.903778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:13.927209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'name': 'network-vif-deleted', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:13.934877 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43853c7-068b-4efc-b9c7-f736a054f4f4" -d '{"events": [{"server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "name": "network-vif-deleted", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:13.955938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f252c3d-d8f4-43ed-8261-8810d78b7b51 req-ccccce7a-d68a-4305-8df7-e3bb64e610e3 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341883 Sep 24 00:03:13.994870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Pushing event updated for resources: {'Port': ['ID=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:14.042220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.043130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.043494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.043811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.044131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.044460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.044785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.045113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.046244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.047115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.047621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.047962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:14.061345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Network 93ed8f9b-a188-436c-95b9-2ef7cc3490bb is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:14.066098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.093064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:14.096275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:14.131800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-70a96711-aa45-41a0-99ff-0a423f1c2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:14.138605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-70a96711-aa45-41a0-99ff-0a423f1c2561 service neutron] 10.222.0.18 "GET /v2.0/networks?id=84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 200 len: 917 time: 0.4126124 Sep 24 00:03:14.142922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f26744a0-a964-4773-ba8a-1eda2a98cdb3 req-da7195ed-287f-4e55-9afd-d98d333197cc tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bd11ca7-420e-4446-9135-f636b68bb9d2 HTTP/1.1" status: 200 len: 210 time: 0.1701753 Sep 24 00:03:14.195719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30a887c-d785-4deb-b39b-69a75239da32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-efa435e4-c5b4-4437-a10f-f9b379714453', 'network_id': 'efa435e4-c5b4-4437-a10f-f9b379714453', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': '7011c5da-4a18-4339-9d4e-9f3403e2914a'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:14.198392 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b30a887c-d785-4deb-b39b-69a75239da32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.199444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.248029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53194) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:14.278091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Attempting to bind port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:14.278551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Attempting to bind port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'dc7d89d5-c490-4397-90fc-58d412ebe54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93ed8f9b-a188-436c-95b9-2ef7cc3490bb'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:14.279027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Attempting to bind port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 on network 93ed8f9b-a188-436c-95b9-2ef7cc3490bb {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:14.284610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=7011c5da-4a18-4339-9d4e-9f3403e2914a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:14.308033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:14.308877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Checking segment: {'id': 'dc7d89d5-c490-4397-90fc-58d412ebe54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93ed8f9b-a188-436c-95b9-2ef7cc3490bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:14.309168 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.309818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Bound using segment: {'id': 'dc7d89d5-c490-4397-90fc-58d412ebe54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93ed8f9b-a188-436c-95b9-2ef7cc3490bb'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:14.310407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Bound port: 1e85dd8e-7f8a-432d-b5dd-b51af8550d05, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7d89d5-c490-4397-90fc-58d412ebe54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '93ed8f9b-a188-436c-95b9-2ef7cc3490bb'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:14.310896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.331802 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e6ba33-49b9-492e-92e2-d99b4dbbfd11 x-openstack-request-id: req-98e6ba33-49b9-492e-92e2-d99b4dbbfd11 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:14.332133 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bd11ca7-420e-4446-9135-f636b68bb9d2", "name": "network-vif-deleted", "tag": "47df0539-b10c-4a2a-8e0e-14dc39a901c0", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:14.332400 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98e6ba33-49b9-492e-92e2-d99b4dbbfd11 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:14.332816 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bd11ca7-420e-4446-9135-f636b68bb9d2', 'name': 'network-vif-deleted', 'tag': '47df0539-b10c-4a2a-8e0e-14dc39a901c0', 'status': 'completed', 'code': 200} Sep 24 00:03:14.353649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-9a254282-37e1-42ab-9671-feaa8bebc80c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18cbb7be-bd97-4a7f-be10-889b9f223607 HTTP/1.1" status: 200 len: 217 time: 0.1925611 Sep 24 00:03:14.384426 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.438701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa435e4-c5b4-4437-a10f-f9b379714453']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:14.460302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-72920c95-f335-4661-aef2-7ad8a902f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:14.461886 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-72920c95-f335-4661-aef2-7ad8a902f3e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aecfb93b-de75-463a-a75b-359187dff030 HTTP/1.1" status: 200 len: 855 time: 0.1008227 Sep 24 00:03:14.473168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-887604737-network', 'tenant_id': '4c5289641804474d9e30e7cee87502db'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:14.486554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d3f58ab-b0a1-423a-b207-9271abc06fb0') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:14.487928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d3f58ab-b0a1-423a-b207-9271abc06fb0') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:14.516388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.541792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.543947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.548037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-7f708e11-517d-42be-afff-287a2ea0a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:14.549805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Made reservation on behalf of 4c5289641804474d9e30e7cee87502db for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:14.550078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-7f708e11-517d-42be-afff-287a2ea0a5cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=84257477-7d7d-4e5e-beba-18ce93601dda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784492 Sep 24 00:03:14.552494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.565664 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.570222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:14.570643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:14.574436 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:14.801276 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.812521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Allocated IP 172.25.5.146 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d37e8151-3948-489b-8f63-dd11835a4cf7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:14.821306 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.823266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/efa435e4-c5b4-4437-a10f-f9b379714453 HTTP/1.1" status: 204 len: 168 time: 1.7137537 Sep 24 00:03:14.828523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53200) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:14.835192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-917321356'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:14.849854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319a65f-9664-4e4c-b4f4-1c01c8c808bd tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=efa435e4-c5b4-4437-a10f-f9b379714453,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:14.890220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac2672-c6fd-4413-a46f-6bf00eb8ac68 None None] Network efa435e4-c5b4-4437-a10f-f9b379714453 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:14.903111 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-f4f894eb-9bf8-4e6d-a88a-5ef7546f4c13 service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434820 Sep 24 00:03:14.953977 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.968161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:14.977021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac2672-c6fd-4413-a46f-6bf00eb8ac68 None None] Network efa435e4-c5b4-4437-a10f-f9b379714453 could not be found, it might have been deleted concurrently. {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 00:03:15.031801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:15.049640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd96d1d-333e-403d-890e-0b44b71d108c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:15.073223 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.075214 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Added segment 332caf06-525d-44c2-a63d-af8d2320fc8b of type vlan for network a704aaeb-d665-40f7-859d-c75b04588caf Sep 24 00:03:15.111769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] For port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:15.118120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] For port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,segment=NetworkSegment(dc7d89d5-c490-4397-90fc-58d412ebe54d),segment_id=dc7d89d5-c490-4397-90fc-58d412ebe54d)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:15.128466 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.179363 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.233662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928ede72-552f-429a-b252-7e88d814d7d9 req-9237f9bd-4644-4b19-85a4-03a6868ed8d9 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:15.242164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-928ede72-552f-429a-b252-7e88d814d7d9 req-9237f9bd-4644-4b19-85a4-03a6868ed8d9 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1084735 Sep 24 00:03:15.244134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b41b48-8d51-4e8e-bff2-355fb04b9ffe None None] Pushing event updated for resources: {'Port': ['ID=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:15.248850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 47df0539-b10c-4a2a-8e0e-14dc39a901c0 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:03:15.302566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.303594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:15.303934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 47df0539-b10c-4a2a-8e0e-14dc39a901c0 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:03:15.304241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.304673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 47df0539-b10c-4a2a-8e0e-14dc39a901c0 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:03:15.386640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1290641 Sep 24 00:03:15.386640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53210) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:15.448920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Request body: {'subnet': {'network_id': 'a704aaeb-d665-40f7-859d-c75b04588caf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-887604737-subnet', 'tenant_id': '4c5289641804474d9e30e7cee87502db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:15.461119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b1ce4-a61c-4957-9c36-c4e9e03ff025 admin admin] Pushing event updated for resources: {'Network': ['ID=a704aaeb-d665-40f7-859d-c75b04588caf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:15.473399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network a704aaeb-d665-40f7-859d-c75b04588caf details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:15.483644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-928ede72-552f-429a-b252-7e88d814d7d9 req-fa27847a-3016-4bdb-a289-c24bccb92375 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404897 Sep 24 00:03:15.514990 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:15.519304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.564112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.578844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Made reservation on behalf of 4c5289641804474d9e30e7cee87502db for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:15.594628 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.614502 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-08824f15-4ed8-4b77-b9c3-5dd3c3882c19 req-4c66f0ad-2fad-4ca9-9f73-bbe875897451 service neutron] 10.222.0.18 "GET /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031913 Sep 24 00:03:15.648552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:15.673199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7cab4e2-13ab-4668-9691-1c1f43439294 req-4b22082d-6498-46ab-834e-cddc2144255f tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/5610834b-b2e2-46c4-912e-8734f63d8d2a HTTP/1.1" status: 200 len: 1801 time: 0.2159772 Sep 24 00:03:15.694222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.694568 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment 0edc9bc3-de6b-4347-a751-7621cca0ca9c of type vlan for network 51ea4663-f0ac-441c-8bae-58f09ce675b4 Sep 24 00:03:15.710459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.808811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:15.817121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:15.826705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.829672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:15.907960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'Port': ['ID=d37e8151-3948-489b-8f63-dd11835a4cf7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:15.930506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.937312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:15.938117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.978555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b7cab4e2-13ab-4668-9691-1c1f43439294 req-df737d19-f0bd-49b5-bc0d-3c108bd76b03 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:15.989787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.018384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.063622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7701b3e8-ef62-44f8-95a8-128625491fe8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:16.069754 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2349672 Sep 24 00:03:16.072432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53214) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:16.085915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': '51ea4663-f0ac-441c-8bae-58f09ce675b4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:16.125819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b7cab4e2-13ab-4668-9691-1c1f43439294 req-df737d19-f0bd-49b5-bc0d-3c108bd76b03 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.158146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6ea9f-441c-4d5a-b3b5-c816aae1a9f1 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=51ea4663-f0ac-441c-8bae-58f09ce675b4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:16.160741 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.170647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 51ea4663-f0ac-441c-8bae-58f09ce675b4 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:16.206923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Checking segment: {'id': '332caf06-525d-44c2-a63d-af8d2320fc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a704aaeb-d665-40f7-859d-c75b04588caf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:16.207485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Network hostable DHCP agents. Network: a704aaeb-d665-40f7-859d-c75b04588caf, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:16.226292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b7cab4e2-13ab-4668-9691-1c1f43439294 req-df737d19-f0bd-49b5-bc0d-3c108bd76b03 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.229684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b7cab4e2-13ab-4668-9691-1c1f43439294 req-df737d19-f0bd-49b5-bc0d-3c108bd76b03 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.231743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7cab4e2-13ab-4668-9691-1c1f43439294 req-df737d19-f0bd-49b5-bc0d-3c108bd76b03 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/5610834b-b2e2-46c4-912e-8734f63d8d2a HTTP/1.1" status: 204 len: 173 time: 0.5558417 Sep 24 00:03:16.256744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Network a704aaeb-d665-40f7-859d-c75b04588caf is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:16.256744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df737d19-f0bd-49b5-bc0d-3c108bd76b03 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5610834b-b2e2-46c4-912e-8734f63d8d2a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:16.290399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, a704aaeb-d665-40f7-859d-c75b04588caf) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:16.302534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:16.303182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.320880 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6ade5b74-d9c0-4a07-98a7-b157ca279ae4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9365807 Sep 24 00:03:16.349862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a23aac1-604d-4858-ad42-8fa250cd42fe None None] Network a704aaeb-d665-40f7-859d-c75b04588caf requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:16.396005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94f9ac8c-b45d-4def-9844-090b57651c4f req-2f35286b-cf29-4a97-ab3b-6ef72c14f6c5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/a9e53e83-8c00-4d04-9b9e-1819c8511090 HTTP/1.1" status: 200 len: 1803 time: 0.1158445 Sep 24 00:03:16.541306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:16.551960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.612899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-b45d-4def-9844-090b57651c4f req-77b35642-7199-4a11-bd99-70ff4ba156a8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.638264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:16.688181 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-b45d-4def-9844-090b57651c4f req-77b35642-7199-4a11-bd99-70ff4ba156a8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.822280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:16.822947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.828700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a880150d-ffde-431f-87a0-e5b1699d0df6 None None] Network a704aaeb-d665-40f7-859d-c75b04588caf requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:16.829694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eca1e6-9395-4a1b-8e2f-d156afcd0a58 req-7417a568-7467-4588-8889-99ac41b062d5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:16.837450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7eca1e6-9395-4a1b-8e2f-d156afcd0a58 req-7417a568-7467-4588-8889-99ac41b062d5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1677122 Sep 24 00:03:16.870578 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-b45d-4def-9844-090b57651c4f req-77b35642-7199-4a11-bd99-70ff4ba156a8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.873470 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-94f9ac8c-b45d-4def-9844-090b57651c4f req-77b35642-7199-4a11-bd99-70ff4ba156a8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:16.874963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94f9ac8c-b45d-4def-9844-090b57651c4f req-77b35642-7199-4a11-bd99-70ff4ba156a8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9e53e83-8c00-4d04-9b9e-1819c8511090 HTTP/1.1" status: 204 len: 173 time: 0.4665315 Sep 24 00:03:16.912760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53230) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:16.915003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b35642-7199-4a11-bd99-70ff4ba156a8 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e53e83-8c00-4d04-9b9e-1819c8511090,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:16.966663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7eca1e6-9395-4a1b-8e2f-d156afcd0a58 req-10151655-82a5-434c-89b1-1a92b053bacc tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233644 Sep 24 00:03:17.027839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-755849dd-842b-48aa-9bb4-87f07ec71a07 req-8f0da6fc-1818-4073-ab6a-2892dcdaa235 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1601064015', 'description': 'tempest-description-193222930'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:17.070326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a794d55c-0bb1-4d22-a69a-03af4f2bea5d admin admin] Deleting subnet 7701b3e8-ef62-44f8-95a8-128625491fe8 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:03:17.077932 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a794d55c-0bb1-4d22-a69a-03af4f2bea5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.111656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d908ad11-240c-4653-b4e6-b27771a70331 None None] Network 93ed8f9b-a188-436c-95b9-2ef7cc3490bb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:17.124942 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a794d55c-0bb1-4d22-a69a-03af4f2bea5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.137714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.143238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.175788 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a794d55c-0bb1-4d22-a69a-03af4f2bea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.240531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-755849dd-842b-48aa-9bb4-87f07ec71a07 req-8f0da6fc-1818-4073-ab6a-2892dcdaa235 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.264064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a794d55c-0bb1-4d22-a69a-03af4f2bea5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.309891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794d55c-0bb1-4d22-a69a-03af4f2bea5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7701b3e8-ef62-44f8-95a8-128625491fe8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:17.341129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-72701826-0a01-4e4a-b127-5d85d2a92660 None None] Provisioning complete for port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:17.342112 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72701826-0a01-4e4a-b127-5d85d2a92660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.348581 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a794d55c-0bb1-4d22-a69a-03af4f2bea5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.350485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a794d55c-0bb1-4d22-a69a-03af4f2bea5d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7701b3e8-ef62-44f8-95a8-128625491fe8 HTTP/1.1" status: 204 len: 168 time: 0.4289382 Sep 24 00:03:17.355590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53236) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:17.399854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'Port': ['ID=d37e8151-3948-489b-8f63-dd11835a4cf7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:17.420311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.441422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce8dec-9bbb-4bf5-8690-e7c006bb53de req-29e19e62-4ff9-4985-8e88-c6874d0f6b89 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:17.444202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0ce8dec-9bbb-4bf5-8690-e7c006bb53de req-29e19e62-4ff9-4985-8e88-c6874d0f6b89 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.1860039 Sep 24 00:03:17.445959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.535445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=c596862a-3832-4341-98b0-af616df248a3,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:17.559042 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.566533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': '0edc9bc3-de6b-4347-a751-7621cca0ca9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '51ea4663-f0ac-441c-8bae-58f09ce675b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:17.570066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: 51ea4663-f0ac-441c-8bae-58f09ce675b4, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:17.573443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.589621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0ce8dec-9bbb-4bf5-8690-e7c006bb53de req-70d7a4b8-f91c-4dd9-a6a3-8e2f22e61d71 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342022 Sep 24 00:03:17.598291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 51ea4663-f0ac-441c-8bae-58f09ce675b4 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:17.633774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 51ea4663-f0ac-441c-8bae-58f09ce675b4) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:17.653425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:17.655860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.658474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-755849dd-842b-48aa-9bb4-87f07ec71a07 req-8f0da6fc-1818-4073-ab6a-2892dcdaa235 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.670256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-755849dd-842b-48aa-9bb4-87f07ec71a07 req-8f0da6fc-1818-4073-ab6a-2892dcdaa235 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.674707 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.678111 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f022d2f8-8dbd-4351-a507-f56e9aa65219 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4022241 Sep 24 00:03:17.683561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53242) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:17.686854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,segment=NetworkSegment(dc7d89d5-c490-4397-90fc-58d412ebe54d),segment_id=dc7d89d5-c490-4397-90fc-58d412ebe54d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:17.688836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033c460-d1e9-403b-9515-308966563546 None None] Network 51ea4663-f0ac-441c-8bae-58f09ce675b4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:17.701960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1894068719'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:17.702110 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.703889 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e2bd2db7-4c05-4d25-b824-0c50628debe3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.6279945 Sep 24 00:03:17.706987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53244) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:17.760032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.805473 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-755849dd-842b-48aa-9bb4-87f07ec71a07 req-8f0da6fc-1818-4073-ab6a-2892dcdaa235 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.827617 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72701826-0a01-4e4a-b127-5d85d2a92660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.833238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-755849dd-842b-48aa-9bb4-87f07ec71a07 req-8f0da6fc-1818-4073-ab6a-2892dcdaa235 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8118768 Sep 24 00:03:17.874194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0da6fc-1818-4073-ab6a-2892dcdaa235 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8914375-d509-475c-8e55-88bf981adc88,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:17.879946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a704aaeb-d665-40f7-859d-c75b04588caf']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:17.895873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '332caf06-525d-44c2-a63d-af8d2320fc8b') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:17.896256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '332caf06-525d-44c2-a63d-af8d2320fc8b') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:17.906945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Made reservation on behalf of 27c733fb249d46a89c47d9335c7b30f4 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:17.913622 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.924228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.944610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:17.986976 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-72701826-0a01-4e4a-b127-5d85d2a92660 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:03:17.988965 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-72701826-0a01-4e4a-b127-5d85d2a92660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:03:17.995202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:18.031199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d54720fd-04a8-48ae-a229-bfcb2106c474 req-fef030b3-62fd-486c-8bcd-7b39632fc737 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/c8914375-d509-475c-8e55-88bf981adc88 HTTP/1.1" status: 200 len: 1802 time: 0.1118436 Sep 24 00:03:18.036712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d54720fd-04a8-48ae-a229-bfcb2106c474 req-617fec8f-9a17-440a-9cdc-d959d97a0bd5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1981798300', 'description': 'tempest-description-hth-1305869177'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:18.043421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.048126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.098115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.130425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:18.130796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.138401 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d54720fd-04a8-48ae-a229-bfcb2106c474 req-617fec8f-9a17-440a-9cdc-d959d97a0bd5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:18.144371 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:18.226107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddad41df-8164-4051-9fe3-7bf96c37882a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-51ea4663-f0ac-441c-8bae-58f09ce675b4', 'network_id': '51ea4663-f0ac-441c-8bae-58f09ce675b4', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': 'c596862a-3832-4341-98b0-af616df248a3'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:18.227716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ddad41df-8164-4051-9fe3-7bf96c37882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.257489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefc60f-b26f-451a-afd0-201cbccae2a8 req-06cf023f-3618-457f-99da-8ada56798044 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:18.262847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fefc60f-b26f-451a-afd0-201cbccae2a8 req-06cf023f-3618-457f-99da-8ada56798044 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 946 time: 0.2391529 Sep 24 00:03:18.269431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.274437 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.292963 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d54720fd-04a8-48ae-a229-bfcb2106c474 req-617fec8f-9a17-440a-9cdc-d959d97a0bd5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.322126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=c596862a-3832-4341-98b0-af616df248a3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:18.335707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.340113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] 10.222.0.24 "DELETE /v2.0/networks/a704aaeb-d665-40f7-859d-c75b04588caf HTTP/1.1" status: 204 len: 168 time: 0.9809988 Sep 24 00:03:18.369490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d54720fd-04a8-48ae-a229-bfcb2106c474 req-617fec8f-9a17-440a-9cdc-d959d97a0bd5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.372167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d54720fd-04a8-48ae-a229-bfcb2106c474 req-617fec8f-9a17-440a-9cdc-d959d97a0bd5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.373452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d54720fd-04a8-48ae-a229-bfcb2106c474 req-617fec8f-9a17-440a-9cdc-d959d97a0bd5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "PUT /v2.0/security-groups/c8914375-d509-475c-8e55-88bf981adc88 HTTP/1.1" status: 200 len: 1777 time: 0.3414137 Sep 24 00:03:18.396323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcef37b-4aee-4954-aaf4-c43b6087fd9e admin admin] Pushing event deleted for resources: {'Network': ['ID=a704aaeb-d665-40f7-859d-c75b04588caf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:18.462600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fefc60f-b26f-451a-afd0-201cbccae2a8 req-23d00d9c-3c7b-4a13-a728-0ebfe52d1b08 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860437 Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-ddad41df-8164-4051-9fe3-7bf96c37882a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c596862a-3832-4341-98b0-af616df248a3: This subnet is being modified by another concurrent operation. Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:03:18.468797 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c596862a-3832-4341-98b0-af616df248a3: This subnet is being modified by another concurrent operation. Sep 24 00:03:18.472890 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:03:18.522713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.577298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e516259b-596d-4593-bd22-fa754b73963b None None] Network 51ea4663-f0ac-441c-8bae-58f09ce675b4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:18.580566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:18.582314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617fec8f-9a17-440a-9cdc-d959d97a0bd5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8914375-d509-475c-8e55-88bf981adc88,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:18.591932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ea4663-f0ac-441c-8bae-58f09ce675b4']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:18.624719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edc9bc3-de6b-4347-a751-7621cca0ca9c') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:18.625269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edc9bc3-de6b-4347-a751-7621cca0ca9c') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:18.640795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.654476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.654724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53256) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:18.662315 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.670868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68170b7f-8ad2-4bda-96d0-e11a03817363 req-28e00e0a-3b22-4bf1-b7cb-6de25a2ad84e tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/c8914375-d509-475c-8e55-88bf981adc88 HTTP/1.1" status: 200 len: 1777 time: 0.1456211 Sep 24 00:03:18.694829 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.708699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:18.709332 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:18.718304 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:18.795826 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d82266-a1c4-439c-85b7-2e443d25ceb8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:18.817521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8188c4-2b22-45c6-bea9-a1424f916180 req-b372c53f-e886-40a3-ba6d-8e9986fc605b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:18.826917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b8188c4-2b22-45c6-bea9-a1424f916180 req-b372c53f-e886-40a3-ba6d-8e9986fc605b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.1893458 Sep 24 00:03:18.863933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dbcdc8bc-58f5-445c-9e95-0ab13451f908 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c5289641804474d9e30e7cee87502db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2057753 Sep 24 00:03:18.867467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53262) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:18.870585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.898233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:18.914488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.915988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6768ffa-4d46-4601-89f5-d8d326b5acce req-5a490c0b-f13a-4449-b578-92692d022ad3 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/c8914375-d509-475c-8e55-88bf981adc88 HTTP/1.1" status: 200 len: 1777 time: 0.1953549 Sep 24 00:03:18.917472 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/51ea4663-f0ac-441c-8bae-58f09ce675b4 HTTP/1.1" status: 204 len: 168 time: 1.2093849 Sep 24 00:03:18.926256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53264) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:18.941855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:18.942507 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.954607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1660282705'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:18.965918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.966503 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Added segment 91c3cc99-9b28-4f87-8d39-82d9ed5da1e4 of type vlan for network 1f06df58-8fd7-4941-834e-a3e6225a91a8 Sep 24 00:03:18.984800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4d5cdbcd-3fea-4932-866d-7b3ae0e722b5 None None] Provisioning complete for port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:18.985378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4d5cdbcd-3fea-4932-866d-7b3ae0e722b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:18.987741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9164a-116d-47fa-8b54-fb2d227b9aec tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=51ea4663-f0ac-441c-8bae-58f09ce675b4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:19.001671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b8188c4-2b22-45c6-bea9-a1424f916180 req-b03997ab-2a03-43e0-958b-7c48bbe7cafe tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738565 Sep 24 00:03:19.015358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2933f995-3a19-41a2-8552-741e8ca8f2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.068082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2933f995-3a19-41a2-8552-741e8ca8f2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.091119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.096453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675afe7f-55a9-4aed-a9dd-4837b2d2d799 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:03:19.122095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:19.136891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.148528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2933f995-3a19-41a2-8552-741e8ca8f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.161037 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2933f995-3a19-41a2-8552-741e8ca8f2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.176316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2933f995-3a19-41a2-8552-741e8ca8f2d5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0dd96d1d-333e-403d-890e-0b44b71d108c HTTP/1.1" status: 204 len: 168 time: 0.3066435 Sep 24 00:03:19.190668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933f995-3a19-41a2-8552-741e8ca8f2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd96d1d-333e-403d-890e-0b44b71d108c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:19.239066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-80f9cb16-43d3-4ee6-ab19-694b022210bf req-a40909bd-1547-4b40-a007-8f59dfa2920e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:03:19.240133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80f9cb16-43d3-4ee6-ab19-694b022210bf req-a40909bd-1547-4b40-a007-8f59dfa2920e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0259628 Sep 24 00:03:19.264979 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6768ffa-4d46-4601-89f5-d8d326b5acce req-dc409c3a-e5cc-47ab-965e-7dcecf110b2a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.315961 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.322222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:19.322893 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.366886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:19.423381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6768ffa-4d46-4601-89f5-d8d326b5acce req-dc409c3a-e5cc-47ab-965e-7dcecf110b2a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.444261 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.444621 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment ffb7a8db-41f9-4b77-a4b2-6d64c4859975 of type vlan for network cac310fc-cb98-49cc-a011-3e791fe17a2a Sep 24 00:03:19.448354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7569361 Sep 24 00:03:19.451322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53270) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:19.459067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Request body: {'subnet': {'network_id': '1f06df58-8fd7-4941-834e-a3e6225a91a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:19.504238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9f10e-e648-4c6c-b2ee-0740ac16e1bb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'Network': ['ID=1f06df58-8fd7-4941-834e-a3e6225a91a8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:19.536473 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80f9cb16-43d3-4ee6-ab19-694b022210bf req-7fa6451a-519d-47ee-bb0e-fb43c44e7fb2 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2843373 Sep 24 00:03:19.538785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:19.592037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675afe7f-55a9-4aed-a9dd-4837b2d2d799 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:03:19.622366 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.636828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6768ffa-4d46-4601-89f5-d8d326b5acce req-dc409c3a-e5cc-47ab-965e-7dcecf110b2a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.644566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6768ffa-4d46-4601-89f5-d8d326b5acce req-dc409c3a-e5cc-47ab-965e-7dcecf110b2a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.655495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Made reservation on behalf of 27c733fb249d46a89c47d9335c7b30f4 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:19.659329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.665563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6768ffa-4d46-4601-89f5-d8d326b5acce req-dc409c3a-e5cc-47ab-965e-7dcecf110b2a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8914375-d509-475c-8e55-88bf981adc88 HTTP/1.1" status: 204 len: 173 time: 0.7484822 Sep 24 00:03:19.728029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc409c3a-e5cc-47ab-965e-7dcecf110b2a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8914375-d509-475c-8e55-88bf981adc88,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:19.791743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.797607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:19.798273 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:19.885639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9561045 Sep 24 00:03:19.891306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:19.928541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': 'cac310fc-cb98-49cc-a011-3e791fe17a2a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:19.977168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e8b4d-b4de-4605-98c9-c9242ba612b8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=cac310fc-cb98-49cc-a011-3e791fe17a2a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:20.058394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de1cf9-fc75-44b6-92b8-49c8215f8211 req-e71b931c-7c76-4b0a-ac31-16798d3324a0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:20.068078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25de1cf9-fc75-44b6-92b8-49c8215f8211 req-e71b931c-7c76-4b0a-ac31-16798d3324a0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.0941761 Sep 24 00:03:20.103501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network cac310fc-cb98-49cc-a011-3e791fe17a2a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:20.113369 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-cff2f5b0-f226-4c0a-8d0d-913be538aa21 req-87d22baf-b032-420b-bf9b-4c2c995dba05 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:03:20.115149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cff2f5b0-f226-4c0a-8d0d-913be538aa21 req-87d22baf-b032-420b-bf9b-4c2c995dba05 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/a9e53e83-8c00-4d04-9b9e-1819c8511090 HTTP/1.1" status: 404 len: 352 time: 0.0281298 Sep 24 00:03:20.161281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25de1cf9-fc75-44b6-92b8-49c8215f8211 req-94e386bd-e230-4148-832a-487a97338ec6 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919459 Sep 24 00:03:20.199627 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-9df16150-8782-4f05-968e-6cd306a735f5 req-9e0b75ed-63a9-402b-9d8d-29d425eb18e9 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:03:20.213482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9df16150-8782-4f05-968e-6cd306a735f5 req-9e0b75ed-63a9-402b-9d8d-29d425eb18e9 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/5610834b-b2e2-46c4-912e-8734f63d8d2a HTTP/1.1" status: 404 len: 352 time: 0.0490253 Sep 24 00:03:20.306587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:20.312301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:20.394860 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-88d6ebea-5790-403f-bce9-e0ebdb506883 req-3602d539-725d-4947-9e03-736f84eec54d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:03:20.396079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88d6ebea-5790-403f-bce9-e0ebdb506883 req-3602d539-725d-4947-9e03-736f84eec54d tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/414463aa-8f75-400d-8de2-9fdb9ccee311 HTTP/1.1" status: 404 len: 352 time: 0.0630383 Sep 24 00:03:20.432298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a58ad9-9c76-4542-a2d2-f1bded4bb344 req-61c14683-b59d-42c2-a823-1ecab1e674e8 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:20.434564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a58ad9-9c76-4542-a2d2-f1bded4bb344 req-61c14683-b59d-42c2-a823-1ecab1e674e8 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 946 time: 0.0870459 Sep 24 00:03:20.467147 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-4c16d94d-5197-4c39-ae77-c4ae83978d9b req-2528bbcd-d120-4fac-ba84-71b13b9d9051 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:03:20.483328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c16d94d-5197-4c39-ae77-c4ae83978d9b req-2528bbcd-d120-4fac-ba84-71b13b9d9051 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/2d697194-ef1b-4887-9256-61f3f80dc21b HTTP/1.1" status: 404 len: 352 time: 0.0472713 Sep 24 00:03:20.528325 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-b5a89f78-a6b2-49f4-a7da-391ce9ec5029 req-58b2b26a-7135-466d-af3e-f50d6a6df1b5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:03:20.545355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5a89f78-a6b2-49f4-a7da-391ce9ec5029 req-58b2b26a-7135-466d-af3e-f50d6a6df1b5 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/dcb58036-af49-4afc-b0cf-10fc8b198af8 HTTP/1.1" status: 404 len: 352 time: 0.0485229 Sep 24 00:03:20.567420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a58ad9-9c76-4542-a2d2-f1bded4bb344 req-a3242aaa-1fd3-40c4-bcd1-9c6131eac90f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207345 Sep 24 00:03:20.616166 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-9d41bd4c-cdb3-4b00-a9b8-9c5a279f41da req-64304340-05db-4432-af2b-8a51a8928046 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] show failed (client error): The resource could not be found. Sep 24 00:03:20.642636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d41bd4c-cdb3-4b00-a9b8-9c5a279f41da req-64304340-05db-4432-af2b-8a51a8928046 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/80388052-0432-47de-99c7-ad9800c95ba2 HTTP/1.1" status: 404 len: 352 time: 0.0659454 Sep 24 00:03:20.764788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:20.785993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421f588-8bae-415d-8910-3dddf4f70c18 req-9777c38a-1441-49ed-8c28-aa0da9874fce tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:20.796349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b421f588-8bae-415d-8910-3dddf4f70c18 req-9777c38a-1441-49ed-8c28-aa0da9874fce tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.0917873 Sep 24 00:03:20.856122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b421f588-8bae-415d-8910-3dddf4f70c18 req-05ee46e0-d4cb-4e18-ad71-657db19ca0da tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583963 Sep 24 00:03:20.886991 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:20.906662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'Subnet': ['ID=76e92f46-00da-472b-976c-4f4b6312345e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:21.044087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Checking segment: {'id': '91c3cc99-9b28-4f87-8d39-82d9ed5da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f06df58-8fd7-4941-834e-a3e6225a91a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:21.044519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Network hostable DHCP agents. Network: 1f06df58-8fd7-4941-834e-a3e6225a91a8, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:21.055002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': 'ffb7a8db-41f9-4b77-a4b2-6d64c4859975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cac310fc-cb98-49cc-a011-3e791fe17a2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:21.055370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: cac310fc-cb98-49cc-a011-3e791fe17a2a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:21.092330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=d015a0ae-bc5b-4108-a509-5b0fca8a6299,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:21.110174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:21.138608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network cac310fc-cb98-49cc-a011-3e791fe17a2a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:21.152258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, cac310fc-cb98-49cc-a011-3e791fe17a2a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:21.164454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39df403-dd89-48e1-91be-5924a47b3344 None None] Network cac310fc-cb98-49cc-a011-3e791fe17a2a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:21.176262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:21.177683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.183840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 1f06df58-8fd7-4941-834e-a3e6225a91a8) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:21.208269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:21.208269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.226896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5103e-4dab-401e-b67f-13cd15fd3522 None None] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:21.239064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-35c2ecd9-7b44-4d0b-b4f0-d6db0d4c706f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3441494 Sep 24 00:03:21.241839 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ff24557a-d274-410d-926e-5f6c015c07e6 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7885630 Sep 24 00:03:21.243056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53330) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:21.250818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53332) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:21.274465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-674901096', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:21.317788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796be10d-ceb7-4ce2-8ce3-d2083a59ffda req-180bbb69-e8d5-49d4-a5fc-f1170ab56bcf tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:21.319417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-796be10d-ceb7-4ce2-8ce3-d2083a59ffda req-180bbb69-e8d5-49d4-a5fc-f1170ab56bcf tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1023 time: 0.1974413 Sep 24 00:03:21.345823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07d660-89f7-480d-9333-15d3d1893aa6 req-d090101e-056e-4338-80ee-bc503edc9886 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:21.372173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07d660-89f7-480d-9333-15d3d1893aa6 req-d090101e-056e-4338-80ee-bc503edc9886 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:21.372173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef07d660-89f7-480d-9333-15d3d1893aa6 req-d090101e-056e-4338-80ee-bc503edc9886 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:21.372173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef07d660-89f7-480d-9333-15d3d1893aa6 req-d090101e-056e-4338-80ee-bc503edc9886 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603&device_id=467a5926-b634-448f-85aa-24444bcd7cc5&device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 2419 time: 0.1683865 Sep 24 00:03:21.416473 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.417738 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.467380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-796be10d-ceb7-4ce2-8ce3-d2083a59ffda req-82e81f8c-7e31-4f63-a83b-f8970da60911 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=9dd8a426-482f-4e72-87f3-c90bf5fff257&id=fba926c7-0882-4d80-93b8-4a8992d0e0bd&id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1406734 Sep 24 00:03:21.519424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.535463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef07d660-89f7-480d-9333-15d3d1893aa6 req-8f2a7291-292b-4b4d-8b98-6babfb870b3f tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692555 Sep 24 00:03:21.594145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.606321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-a41e4c6b-2dd4-4f2e-a5f7-7b2e95e0bf13 req-17033561-b3c9-4e43-a904-f99abe51e5d1 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:03:21.608449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a41e4c6b-2dd4-4f2e-a5f7-7b2e95e0bf13 req-17033561-b3c9-4e43-a904-f99abe51e5d1 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119781 Sep 24 00:03:21.613879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53344) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:21.648960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-1f06df58-8fd7-4941-834e-a3e6225a91a8', 'network_id': '1f06df58-8fd7-4941-834e-a3e6225a91a8', 'tenant_id': '27c733fb249d46a89c47d9335c7b30f4', 'fixed_ips': [{'subnet_id': '76e92f46-00da-472b-976c-4f4b6312345e'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:21.652157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.688377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.754546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4aa00-4e19-4374-a362-75582a6385de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-cac310fc-cb98-49cc-a011-3e791fe17a2a', 'network_id': 'cac310fc-cb98-49cc-a011-3e791fe17a2a', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': 'd015a0ae-bc5b-4108-a509-5b0fca8a6299'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:21.755922 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7e4aa00-4e19-4374-a362-75582a6385de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.813792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:21.870654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a41e4c6b-2dd4-4f2e-a5f7-7b2e95e0bf13 req-a2c4bf92-cbb9-4405-b5f3-5cfa7c7136d2 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1&fields=device_id HTTP/1.1" status: 200 len: 369 time: 0.2407947 Sep 24 00:03:21.873463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=d015a0ae-bc5b-4108-a509-5b0fca8a6299,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:21.987981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.037455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.068095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cac310fc-cb98-49cc-a011-3e791fe17a2a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:22.099636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffb7a8db-41f9-4b77-a4b2-6d64c4859975') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:22.103676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffb7a8db-41f9-4b77-a4b2-6d64c4859975') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:22.118177 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d74bba-b841-40f1-a183-bedeb9d95a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.154715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012c726-1b63-4f31-bf84-76dfd9ad5dde None None] Network cac310fc-cb98-49cc-a011-3e791fe17a2a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:22.160431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.198419 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.232242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:22.233181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:22.428491 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:22.468855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Allocated IP 172.20.0.2 (1f06df58-8fd7-4941-834e-a3e6225a91a8/76e92f46-00da-472b-976c-4f4b6312345e/5b4a6bae-be29-4811-94b1-7928ca49e4a0) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:22.495136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.507139 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.514431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/cac310fc-cb98-49cc-a011-3e791fe17a2a HTTP/1.1" status: 204 len: 168 time: 1.2662015 Sep 24 00:03:22.519704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53354) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:22.533238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1731593278'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:22.543989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c408b8-ab51-4b1f-86fa-6615e46b9cb2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=cac310fc-cb98-49cc-a011-3e791fe17a2a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:22.564690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-e07ac533-979e-4639-9e5a-d20dcb52b5e2 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:22.567336 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-e07ac533-979e-4639-9e5a-d20dcb52b5e2 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1023 time: 0.1360250 Sep 24 00:03:22.706672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.747776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Deleting port 24347cb5-89c9-4b6f-aa88-90c5c050b837 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:22.748260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.761783 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.788309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d74bba-b841-40f1-a183-bedeb9d95a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.829798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d74bba-b841-40f1-a183-bedeb9d95a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.853792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93fbf2-8a4c-4b36-a1a2-3ff40ccb6266 req-de2910ec-eeb3-44ce-b73b-13b2a9329560 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:22.862134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc93fbf2-8a4c-4b36-a1a2-3ff40ccb6266 req-de2910ec-eeb3-44ce-b73b-13b2a9329560 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d08b331-ebe3-40cc-ad9c-d861422aa01e HTTP/1.1" status: 200 len: 1023 time: 0.1971211 Sep 24 00:03:22.880286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] For port 24347cb5-89c9-4b6f-aa88-90c5c050b837, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=24347cb5-89c9-4b6f-aa88-90c5c050b837,segment=NetworkSegment(6807b76f-c748-4017-ab8b-522911b658f1),segment_id=6807b76f-c748-4017-ab8b-522911b658f1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:22.881220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.898127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Calling delete_port for 24347cb5-89c9-4b6f-aa88-90c5c050b837 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:22.960532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:22.964995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.971414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a1d74bba-b841-40f1-a183-bedeb9d95a3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55ee3e0764a64e3893856c402232c36a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3513978 Sep 24 00:03:22.975805 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.984789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc93fbf2-8a4c-4b36-a1a2-3ff40ccb6266 req-fa4a91ea-2e51-42bb-9550-b8d913d7667a tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups?id=9dd8a426-482f-4e72-87f3-c90bf5fff257&id=fba926c7-0882-4d80-93b8-4a8992d0e0bd&id=52c21166-ecb4-4694-96a9-52e30f9c1e28&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1198263 Sep 24 00:03:22.987875 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2216ab6f-2c46-403a-bb72-6e19a6b7c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:22.990781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53360) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:23.003447 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.016715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d74bba-b841-40f1-a183-bedeb9d95a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66e3e94-8bb9-44a4-84ad-7a2aae7f06ed,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:23.080678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:23.094916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.096049 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3 of type vlan for network 3182ce37-cdea-49d0-845a-e3bb8174ca68 Sep 24 00:03:23.107649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.117011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:23.126595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['24347cb5-89c9-4b6f-aa88-90c5c050b837'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:23.154527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'Port': ['ID=24347cb5-89c9-4b6f-aa88-90c5c050b837,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:23.163830 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.174103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:23.175734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Pushing event updated for resources: {'Port': ['ID=5b4a6bae-be29-4811-94b1-7928ca49e4a0,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:23.188079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:23.209538 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.217477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:23.218655 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.244378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] No DVR routers for this DVR port 24347cb5-89c9-4b6f-aa88-90c5c050b837 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:23.249579 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.260230 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b812522-fe9f-4d16-9a99-952cddd0423a req-b3f94e24-9cef-4d80-a7bc-70ac13a36121 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.20 "DELETE /v2.0/ports/24347cb5-89c9-4b6f-aa88-90c5c050b837 HTTP/1.1" status: 204 len: 173 time: 0.6820512 Sep 24 00:03:23.260684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'name': 'network-vif-deleted', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:23.263020 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b54825-f4ce-4853-912e-e65a6db95dd8" -d '{"events": [{"server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "name": "network-vif-deleted", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:23.317216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Attempting to bind port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:23.317633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Attempting to bind port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '91c3cc99-9b28-4f87-8d39-82d9ed5da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f06df58-8fd7-4941-834e-a3e6225a91a8'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:23.318001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Attempting to bind port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 on network 1f06df58-8fd7-4941-834e-a3e6225a91a8 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:23.325160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:23.325642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Checking segment: {'id': '91c3cc99-9b28-4f87-8d39-82d9ed5da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f06df58-8fd7-4941-834e-a3e6225a91a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:23.326057 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.326448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Bound using segment: {'id': '91c3cc99-9b28-4f87-8d39-82d9ed5da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f06df58-8fd7-4941-834e-a3e6225a91a8'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:23.331797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Bound port: 5b4a6bae-be29-4811-94b1-7928ca49e4a0, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c3cc99-9b28-4f87-8d39-82d9ed5da1e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '1f06df58-8fd7-4941-834e-a3e6225a91a8'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:23.331797 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.338040 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beb2d247-4ef2-4c6d-b13e-a05c3ea5c09b x-openstack-request-id: req-beb2d247-4ef2-4c6d-b13e-a05c3ea5c09b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:23.338476 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d08b331-ebe3-40cc-ad9c-d861422aa01e", "name": "network-vif-deleted", "tag": "24347cb5-89c9-4b6f-aa88-90c5c050b837", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:23.338919 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-beb2d247-4ef2-4c6d-b13e-a05c3ea5c09b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:23.339724 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d08b331-ebe3-40cc-ad9c-d861422aa01e', 'name': 'network-vif-deleted', 'tag': '24347cb5-89c9-4b6f-aa88-90c5c050b837', 'status': 'completed', 'code': 200} Sep 24 00:03:23.496680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] For port 5b4a6bae-be29-4811-94b1-7928ca49e4a0, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:23.507626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] For port 5b4a6bae-be29-4811-94b1-7928ca49e4a0, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5b4a6bae-be29-4811-94b1-7928ca49e4a0,segment=NetworkSegment(91c3cc99-9b28-4f87-8d39-82d9ed5da1e4),segment_id=91c3cc99-9b28-4f87-8d39-82d9ed5da1e4)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:23.514080 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:23.639258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90c55f-1e3d-4727-a39e-f82b8e6b97f4 None None] Pushing event updated for resources: {'Port': ['ID=5b4a6bae-be29-4811-94b1-7928ca49e4a0,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:23.928366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Allocated IP 172.25.5.254 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/441d8db3-7c3a-4ff7-a17b-8221d675abdd) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:24.137978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53378) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:24.138692 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6174767 Sep 24 00:03:24.143396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:24.143609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.229902 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.239864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd3fc75-5173-45de-ba9a-80e1f839f052 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=3182ce37-cdea-49d0-845a-e3bb8174ca68,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:24.242482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fed058b4-fc17-4d67-bba0-68396e0d8879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.285941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:24.318961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:24.326812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:24.333285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.363406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:24.370385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:24.508653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e96ea5de-7b88-4517-ab6d-9fd91c0d8f5e req-c35068f6-ba85-48fc-918c-da5bc516aee7 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/9dd8a426-482f-4e72-87f3-c90bf5fff257 HTTP/1.1" status: 200 len: 1803 time: 0.3977587 Sep 24 00:03:24.520281 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fed058b4-fc17-4d67-bba0-68396e0d8879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.555222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'Port': ['ID=441d8db3-7c3a-4ff7-a17b-8221d675abdd,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:24.652333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5b4a6bae-be29-4811-94b1-7928ca49e4a0 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:24.706145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.826492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:24.829306 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.869879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': 'bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:24.870287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: 3182ce37-cdea-49d0-845a-e3bb8174ca68, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:24.879021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=2c510c05-14aa-4caf-bae4-ef3c57b86436,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:24.890100 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9818158-4ff3-41ab-8afe-0a295959042d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1854146 Sep 24 00:03:24.905762 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e96ea5de-7b88-4517-ab6d-9fd91c0d8f5e req-6d34711d-2f6a-4ebf-910c-5a00675593ea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.930906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:24.949081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3182ce37-cdea-49d0-845a-e3bb8174ca68) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:24.957934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:24.959337 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:24.959762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5527bcb-e96e-43cc-9f30-f97dd101061a None None] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:24.996419 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-53ab3ffa-81f3-44b1-9dd4-e429da532f24 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8566511 Sep 24 00:03:25.000817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53388) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:25.018015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:25.032137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fed058b4-fc17-4d67-bba0-68396e0d8879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.036362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fed058b4-fc17-4d67-bba0-68396e0d8879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.051376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fed058b4-fc17-4d67-bba0-68396e0d8879 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f66e3e94-8bb9-44a4-84ad-7a2aae7f06ed HTTP/1.1" status: 204 len: 168 time: 2.0438278 Sep 24 00:03:25.081131 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e96ea5de-7b88-4517-ab6d-9fd91c0d8f5e req-6d34711d-2f6a-4ebf-910c-5a00675593ea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.096967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed058b4-fc17-4d67-bba0-68396e0d8879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66e3e94-8bb9-44a4-84ad-7a2aae7f06ed,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:25.132615 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.263168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 5b4a6bae-be29-4811-94b1-7928ca49e4a0, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5b4a6bae-be29-4811-94b1-7928ca49e4a0,segment=NetworkSegment(91c3cc99-9b28-4f87-8d39-82d9ed5da1e4),segment_id=91c3cc99-9b28-4f87-8d39-82d9ed5da1e4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:25.272142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.277764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9ba013d-23a6-4490-9d71-5fdec562a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.278247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9ba013d-23a6-4490-9d71-5fdec562a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.278695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9ba013d-23a6-4490-9d71-5fdec562a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.279214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9ba013d-23a6-4490-9d71-5fdec562a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.279687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9ba013d-23a6-4490-9d71-5fdec562a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.280160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9ba013d-23a6-4490-9d71-5fdec562a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.280630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9ba013d-23a6-4490-9d71-5fdec562a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.282678 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a9ba013d-23a6-4490-9d71-5fdec562a6b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6510 time: 0.2809207 Sep 24 00:03:25.286506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b4a177-44c3-411b-b24e-b3aa7ce8039d None None] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:25.323326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad4cc9-3fa4-4afd-bc0e-892f448b0ed5 req-aad4f41d-53ba-495f-911b-d0a4b038cdba tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.336725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48ad4cc9-3fa4-4afd-bc0e-892f448b0ed5 req-aad4f41d-53ba-495f-911b-d0a4b038cdba tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.3887796 Sep 24 00:03:25.432304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-3182ce37-cdea-49d0-845a-e3bb8174ca68', 'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': '2c510c05-14aa-4caf-bae4-ef3c57b86436'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:25.433174 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.468913 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e96ea5de-7b88-4517-ab6d-9fd91c0d8f5e req-6d34711d-2f6a-4ebf-910c-5a00675593ea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.477227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=5b4a6bae-be29-4811-94b1-7928ca49e4a0,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:25.478257 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e96ea5de-7b88-4517-ab6d-9fd91c0d8f5e req-6d34711d-2f6a-4ebf-910c-5a00675593ea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.479822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e96ea5de-7b88-4517-ab6d-9fd91c0d8f5e req-6d34711d-2f6a-4ebf-910c-5a00675593ea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/9dd8a426-482f-4e72-87f3-c90bf5fff257 HTTP/1.1" status: 204 len: 173 time: 0.9571695 Sep 24 00:03:25.480750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c4c96f81-1dbd-4b3e-a32f-3f6ace9da094 None None] Provisioning complete for port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:25.481332 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4c96f81-1dbd-4b3e-a32f-3f6ace9da094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.521410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34711d-2f6a-4ebf-910c-5a00675593ea tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd8a426-482f-4e72-87f3-c90bf5fff257,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:25.568605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:25.579190 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.734328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-be7cb000-7bab-4bd3-b3f4-a3636829ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.734328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-be7cb000-7bab-4bd3-b3f4-a3636829ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.734328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-be7cb000-7bab-4bd3-b3f4-a3636829ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:25.735537 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-be7cb000-7bab-4bd3-b3f4-a3636829ba80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fa905c6-5b85-4188-8ccc-e6003718f222&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=1231a640-714e-41c4-9a45-73b7f80e4d8b&id=1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 200 len: 2299 time: 0.4164484 Sep 24 00:03:25.736755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48ad4cc9-3fa4-4afd-bc0e-892f448b0ed5 req-ebf646d9-777e-439c-95b8-ea742f9c4b2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820081 Sep 24 00:03:25.801038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:25.804923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Allocated IP 2001:db8::2 (3182ce37-cdea-49d0-845a-e3bb8174ca68/2c510c05-14aa-4caf-bae4-ef3c57b86436/b2d9d4c8-60f5-4636-9756-6f10e95c4f24) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:25.825348 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-0c4c194e-8575-4ff0-a437-ebb6950656c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 200 len: 1000 time: 0.0800209 Sep 24 00:03:25.903369 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c276d21-682e-4690-aafc-f223078d573a req-7cc53a48-974d-48a8-b173-ba74e9d3d4a0 tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "GET /v2.0/security-groups/fba926c7-0882-4d80-93b8-4a8992d0e0bd HTTP/1.1" status: 200 len: 1802 time: 0.1860688 Sep 24 00:03:26.057438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c276d21-682e-4690-aafc-f223078d573a req-2a45aea7-df23-4a98-8713-e127be65e43c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:26.104319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c276d21-682e-4690-aafc-f223078d573a req-2a45aea7-df23-4a98-8713-e127be65e43c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:26.106814 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:26.122123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54860310-07d0-4daf-837d-64224666381f req-02386609-8ba7-43c8-9418-dce2ffe9b6cb tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.125618 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54860310-07d0-4daf-837d-64224666381f req-02386609-8ba7-43c8-9418-dce2ffe9b6cb tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.20 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.2534361 Sep 24 00:03:26.263515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:26.300243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-c37ab851-2c9b-466e-bf0c-d8a29c74615e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.302154 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-c37ab851-2c9b-466e-bf0c-d8a29c74615e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7784be8-b5c0-437f-be3d-6205f84b0fca HTTP/1.1" status: 200 len: 856 time: 0.4644661 Sep 24 00:03:26.332283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c276d21-682e-4690-aafc-f223078d573a req-2a45aea7-df23-4a98-8713-e127be65e43c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:26.336359 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5c276d21-682e-4690-aafc-f223078d573a req-2a45aea7-df23-4a98-8713-e127be65e43c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:26.343833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c276d21-682e-4690-aafc-f223078d573a req-2a45aea7-df23-4a98-8713-e127be65e43c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] 10.222.0.24 "DELETE /v2.0/security-groups/fba926c7-0882-4d80-93b8-4a8992d0e0bd HTTP/1.1" status: 204 len: 173 time: 0.4391894 Sep 24 00:03:26.346600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53408) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:26.412921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-7e234087-20c8-4a63-a39a-cfa43f3b4069 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2583690 Sep 24 00:03:26.482909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45aea7-df23-4a98-8713-e127be65e43c tempest-SecurityGroupsTestJSON-301170452 tempest-SecurityGroupsTestJSON-301170452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba926c7-0882-4d80-93b8-4a8992d0e0bd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:26.696115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-dae33435-9f6a-49fb-b5ec-0af47e75c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.697082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-dae33435-9f6a-49fb-b5ec-0af47e75c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.697901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-dae33435-9f6a-49fb-b5ec-0af47e75c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.698825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-dae33435-9f6a-49fb-b5ec-0af47e75c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.699667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-dae33435-9f6a-49fb-b5ec-0af47e75c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.700518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-dae33435-9f6a-49fb-b5ec-0af47e75c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.702185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-dae33435-9f6a-49fb-b5ec-0af47e75c3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:26.706931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-dae33435-9f6a-49fb-b5ec-0af47e75c3c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6496 time: 0.1917500 Sep 24 00:03:26.779484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5b4a6bae-be29-4811-94b1-7928ca49e4a0 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:26.794456 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d932b6d0-890c-414d-b89c-4f4f88190dbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:26.819960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Router add78727-be3b-4ec1-a26a-5a4b202d12b4 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:03:26.888345 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.053401 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.098632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.111110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:27.111769 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.131654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-3fb881c1-20a0-4b42-abe0-48e0d3db612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:27.132127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-3fb881c1-20a0-4b42-abe0-48e0d3db612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:27.134895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-3fb881c1-20a0-4b42-abe0-48e0d3db612e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:27.137490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-3fb881c1-20a0-4b42-abe0-48e0d3db612e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a2ab906-2773-4efa-b0e1-09691b94e19d&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d HTTP/1.1" status: 200 len: 2292 time: 0.3999212 Sep 24 00:03:27.183908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f4f253e-da12-49d2-98e0-6da996ac6a8e admin admin] Deleting subnet 6128d443-2de5-4a2f-832c-d126f42cb56e {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:03:27.204571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f4f253e-da12-49d2-98e0-6da996ac6a8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.248971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:03:27.255557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-1e380d1d-df85-4dd4-af35-6c2371f9f6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:27.257188 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-1e380d1d-df85-4dd4-af35-6c2371f9f6d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fa905c6-5b85-4188-8ccc-e6003718f222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9319570 Sep 24 00:03:27.279454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0efcf80-544c-4beb-a36c-cc1b9b842efc req-9c785e6b-e6ea-4297-bf6c-0cc1f67bbfe2 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:27.281063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0efcf80-544c-4beb-a36c-cc1b9b842efc req-9c785e6b-e6ea-4297-bf6c-0cc1f67bbfe2 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 946 time: 0.3384633 Sep 24 00:03:27.334782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72acd8-5606-4a7b-a995-88f16bf218fd None None] Sync routers for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:03:27.367871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 24347cb5-89c9-4b6f-aa88-90c5c050b837 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:03:27.388757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.393888 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cd889f98-5b64-453f-bd96-d383b7b99a3f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.1419528 Sep 24 00:03:27.403589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53430) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:27.414298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Deleting port e7b36ea3-472d-484c-93c5-4b08a349d413 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:27.414913 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.435348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:27.436907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.485897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:27.511797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f4f253e-da12-49d2-98e0-6da996ac6a8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.513983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:27.533942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 24347cb5-89c9-4b6f-aa88-90c5c050b837 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:03:27.534293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 24347cb5-89c9-4b6f-aa88-90c5c050b837 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:03:27.534714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e7b36ea3-472d-484c-93c5-4b08a349d413 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:03:27.549496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72acd8-5606-4a7b-a995-88f16bf218fd None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:27.550192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ff72acd8-5606-4a7b-a995-88f16bf218fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:27.557365 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-19432ec3-8aa3-4b42-9a37-170148d2698c service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831006 Sep 24 00:03:27.580156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:27.582659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=1a43b937-566c-43c6-bdce-919f60aa6686,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:27.641745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:27.651169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-fa5ce76a-d93a-431d-bba3-d571f8d32fc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb HTTP/1.1" status: 200 len: 1001 time: 0.3689866 Sep 24 00:03:27.653470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:27.654268 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.686866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0efcf80-544c-4beb-a36c-cc1b9b842efc req-08841f33-8d40-4c59-a729-c0871db3b71a tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601325 Sep 24 00:03:27.792317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Pushing event updated for resources: {'Port': ['ID=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:27.822815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] For port e7b36ea3-472d-484c-93c5-4b08a349d413, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e7b36ea3-472d-484c-93c5-4b08a349d413,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:27.823180 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.834599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ff72acd8-5606-4a7b-a995-88f16bf218fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:27.860582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Calling delete_port for e7b36ea3-472d-484c-93c5-4b08a349d413 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:27.939723 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e0656527-6d67-4898-b1a2-d0631576b5b8 None None] Provisioning complete for port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:27.940289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0656527-6d67-4898-b1a2-d0631576b5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:27.978250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Attempting to bind port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:27.978672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Attempting to bind port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:27.979138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Attempting to bind port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 on network 3182ce37-cdea-49d0-845a-e3bb8174ca68 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:27.981170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72acd8-5606-4a7b-a995-88f16bf218fd None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:27.981833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ff72acd8-5606-4a7b-a995-88f16bf218fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:28.069194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ff72acd8-5606-4a7b-a995-88f16bf218fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:28.070127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff72acd8-5606-4a7b-a995-88f16bf218fd None None] The sync data for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:03:28.072004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:28.072598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Checking segment: {'id': 'bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:28.073193 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.073738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Bound using segment: {'id': 'bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:28.074583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Bound port: b2d9d4c8-60f5-4636-9756-6f10e95c4f24, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:28.075859 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.146100 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-220a3537-32b9-40a0-b815-05cfcade71d8 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779707 Sep 24 00:03:28.146839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Port e7b36ea3-472d-484c-93c5-4b08a349d413 update to DOWN by agent not found {{(pid=106380) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 00:03:28.147666 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f4f253e-da12-49d2-98e0-6da996ac6a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.155784 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-33d945ab-2946-4ebb-889e-084c5ecfee87 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1509857 Sep 24 00:03:28.156569 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.159399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53446) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:28.180646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['18cbb7be-bd97-4a7f-be10-889b9f223607', 'c91c55b5-e98d-45d0-bdcf-6d161542d277'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:28.333965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] For port b2d9d4c8-60f5-4636-9756-6f10e95c4f24, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:28.389521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-5441cdd6-0930-41dc-b00b-70d1ade90c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:28.391164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] For port b2d9d4c8-60f5-4636-9756-6f10e95c4f24, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,segment=NetworkSegment(bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3),segment_id=bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:28.392421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-5441cdd6-0930-41dc-b00b-70d1ade90c1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce0f675e-fe02-4e4e-be43-d7636ccd31ea HTTP/1.1" status: 200 len: 850 time: 0.7343252 Sep 24 00:03:28.407068 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-debcbf8c-56c2-41f1-85ae-1bde05526147 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 217 time: 0.2483561 Sep 24 00:03:28.407284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.411769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ae745-0cc0-46f5-8a6c-a95845f9c27b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:28.413549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ae745-0cc0-46f5-8a6c-a95845f9c27b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:28.416142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ae745-0cc0-46f5-8a6c-a95845f9c27b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:28.417246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ae745-0cc0-46f5-8a6c-a95845f9c27b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:28.418836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ae745-0cc0-46f5-8a6c-a95845f9c27b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:28.425537 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-746ae745-0cc0-46f5-8a6c-a95845f9c27b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2379055 Sep 24 00:03:28.445998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53448) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:28.455016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-113539266'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:28.457051 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Pushing event deleted for resources: {'Port': ['ID=e7b36ea3-472d-484c-93c5-4b08a349d413,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:28.487026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:28.491476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.536845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] No DVR routers for this DVR port e7b36ea3-472d-484c-93c5-4b08a349d413 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:28.546360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-fa5ecf40-18d2-483f-a58e-958d360e6eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:28.548004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-fa5ecf40-18d2-483f-a58e-958d360e6eec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0922053 Sep 24 00:03:28.549076 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.551024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-54860310-07d0-4daf-837d-64224666381f req-ce3d6aa4-6a8f-4766-9115-68408ed4fd2b tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.20 "DELETE /v2.0/ports/e7b36ea3-472d-484c-93c5-4b08a349d413 HTTP/1.1" status: 204 len: 173 time: 2.3915951 Sep 24 00:03:28.553595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afc1f36-da1d-463b-9998-75a6be92a603', 'name': 'network-vif-deleted', 'tag': 'e7b36ea3-472d-484c-93c5-4b08a349d413'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:28.556472 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727db313-c65d-4439-aeb9-87a7010ddd3a" -d '{"events": [{"server_uuid": "7afc1f36-da1d-463b-9998-75a6be92a603", "name": "network-vif-deleted", "tag": "e7b36ea3-472d-484c-93c5-4b08a349d413"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:28.597788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:28.622247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.623431 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment 83eab85c-4f45-4550-8bcb-8a4b45a7d46c of type vlan for network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 Sep 24 00:03:28.626541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-315ed77d-7fe5-4f39-8cf9-51f2b3d0a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:28.628503 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-315ed77d-7fe5-4f39-8cf9-51f2b3d0a320 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686247 Sep 24 00:03:28.701851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.729984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c64a533-d797-4f85-9f68-1d9e308a19db None None] Pushing event updated for resources: {'Port': ['ID=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:28.762399 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:28.817214 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a343ad2c-145a-4f87-b887-c90011b5e70c service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760144 Sep 24 00:03:28.822561 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18215c33-02ae-4c76-a7d4-a7cbe6040ec3 x-openstack-request-id: req-18215c33-02ae-4c76-a7d4-a7cbe6040ec3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:28.823037 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afc1f36-da1d-463b-9998-75a6be92a603", "name": "network-vif-deleted", "tag": "e7b36ea3-472d-484c-93c5-4b08a349d413", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:28.823456 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-18215c33-02ae-4c76-a7d4-a7cbe6040ec3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:28.823919 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7afc1f36-da1d-463b-9998-75a6be92a603', 'name': 'network-vif-deleted', 'tag': 'e7b36ea3-472d-484c-93c5-4b08a349d413', 'status': 'completed', 'code': 200} Sep 24 00:03:29.144971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f4f253e-da12-49d2-98e0-6da996ac6a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.234553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.251807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:29.252467 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.262829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f253e-da12-49d2-98e0-6da996ac6a8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6128d443-2de5-4a2f-832c-d126f42cb56e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:29.265567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.286543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f4f253e-da12-49d2-98e0-6da996ac6a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.288554 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0f4f253e-da12-49d2-98e0-6da996ac6a8e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6128d443-2de5-4a2f-832c-d126f42cb56e HTTP/1.1" status: 204 len: 168 time: 2.9337504 Sep 24 00:03:29.293031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53460) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:29.433469 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.466680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-0844be2f-0e3c-484b-b895-ccdd1d82bc42 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6348195 Sep 24 00:03:29.512903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0607126 Sep 24 00:03:29.512903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df447a7b-203b-4bd4-9a85-b735a5bb71cc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=89ecbe2c-df02-4f4e-a094-e3e588a0f708,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:29.534090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:29.535641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53464) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:29.537495 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-ead998a6-26d8-49df-89c3-d02b7f66b5a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 217 time: 0.0628121 Sep 24 00:03:29.557277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-8c65a2ff-f54a-4efa-90f6-34ff0ac2b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:29.558980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-8c65a2ff-f54a-4efa-90f6-34ff0ac2b595 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a2ab906-2773-4efa-b0e1-09691b94e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1586761 Sep 24 00:03:29.564584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-feffd93b-a72a-4dcb-bf19-8278d04bcd76 req-f1bb6882-9f0c-4fba-bd3d-1e2b6c02885e tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=7afc1f36-da1d-463b-9998-75a6be92a603 HTTP/1.1" status: 200 len: 210 time: 0.2793846 Sep 24 00:03:29.573135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6bf9114a-4ce4-474c-a65b-6f1f726d8670 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:29.635469 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.669817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6186cd3f-4835-4878-961c-127dc7cdcb60']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:29.670013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Allocated IP 172.20.0.1 (1f06df58-8fd7-4941-834e-a3e6225a91a8/76e92f46-00da-472b-976c-4f4b6312345e/f1dcc5f4-6203-43a6-96bf-dc49394173a3) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:29.673513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-8f8312fe-7b76-44d6-8f6c-f05a0d6b5e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:29.675187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-8f8312fe-7b76-44d6-8f6c-f05a0d6b5e71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1248822 Sep 24 00:03:29.688411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6807b76f-c748-4017-ab8b-522911b658f1') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:29.689043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6807b76f-c748-4017-ab8b-522911b658f1') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:29.753774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.780357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.796717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-09ef64b5-05c5-47de-a8e8-1044a747fff4 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198513 Sep 24 00:03:29.797986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:29.798585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:29.801732 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:29.825640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-02517d44-0107-479c-9f53-5336dab3bdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:29.828550 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-02517d44-0107-479c-9f53-5336dab3bdf4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1435287 Sep 24 00:03:29.971439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.983776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:29.986302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] 10.222.0.24 "DELETE /v2.0/networks/6186cd3f-4835-4878-961c-127dc7cdcb60 HTTP/1.1" status: 204 len: 168 time: 0.6919746 Sep 24 00:03:30.067082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-101e1e2d-1479-427e-b248-310b8d83d1ab service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309532 Sep 24 00:03:30.090717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73195d9-86c5-4868-9052-8c7ab93cc26a admin admin] Pushing event deleted for resources: {'Network': ['ID=6186cd3f-4835-4878-961c-127dc7cdcb60,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:30.294511 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-f428b24f-09dd-4e76-82d6-c0d5b0a0bbd1 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054179 Sep 24 00:03:30.312575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53474) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:30.373524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-6864112f-d05b-4a94-a1a5-50f2b5e5247e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b HTTP/1.1" status: 200 len: 217 time: 0.0712011 Sep 24 00:03:30.420566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d74164c-c0f7-4132-a11b-c3bf4f132c0f None None] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:30.461962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-eab6aeb5-0ab6-43a6-8238-cbfc8df21011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:30.463668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-eab6aeb5-0ab6-43a6-8238-cbfc8df21011 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0827184 Sep 24 00:03:30.476284 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-292a0d59-f849-4f1f-8928-e28c2582a1a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c8862b564a940fa8437347afcf6ba48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602643 Sep 24 00:03:30.508295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53478) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:30.571352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-97316036-121b-481c-aeb4-01e4dc313e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:30.573204 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-97316036-121b-481c-aeb4-01e4dc313e79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0972502 Sep 24 00:03:30.616326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b2d9d4c8-60f5-4636-9756-6f10e95c4f24 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:30.697579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8ed4c6bb-f709-4485-88f2-f5df2fb012de None None] Provisioning complete for port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:30.698495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c6bb-f709-4485-88f2-f5df2fb012de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:30.700385 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:30.765738 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:30.775027 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-7b8074c0-b06f-4b96-a371-4152a7dffe18 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914191 Sep 24 00:03:30.815487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08085efd-6288-4890-a610-94b0787c0194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:30.848322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:30.889968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:30.890742 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:30.916415 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08085efd-6288-4890-a610-94b0787c0194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:30.982536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-9c6d1b1e-f21d-41d8-baec-b38024154d62 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779797 Sep 24 00:03:31.018943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'Port': ['ID=f1dcc5f4-6203-43a6-96bf-dc49394173a3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:31.023897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:31.026788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:31.036720 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-2b819cad-8b23-4887-bd9e-2ccd94048d3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a HTTP/1.1" status: 200 len: 217 time: 0.0450633 Sep 24 00:03:31.037310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08085efd-6288-4890-a610-94b0787c0194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.039890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08085efd-6288-4890-a610-94b0787c0194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.040997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-08085efd-6288-4890-a610-94b0787c0194 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52c21166-ecb4-4694-96a9-52e30f9c1e28 HTTP/1.1" status: 204 len: 168 time: 0.5301735 Sep 24 00:03:31.118054 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c6bb-f709-4485-88f2-f5df2fb012de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.138234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-be4113ea-8d2f-481f-9615-098705bffc6f service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3140607 Sep 24 00:03:31.176507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08085efd-6288-4890-a610-94b0787c0194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c21166-ecb4-4694-96a9-52e30f9c1e28,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:31.187515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-92ed665c-24ba-4509-a2e3-eeda2eda931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:31.189515 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-92ed665c-24ba-4509-a2e3-eeda2eda931b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1184256 Sep 24 00:03:31.275931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8ed4c6bb-f709-4485-88f2-f5df2fb012de None None] For port b2d9d4c8-60f5-4636-9756-6f10e95c4f24, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,segment=NetworkSegment(bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3),segment_id=bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:31.324721 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8ed4c6bb-f709-4485-88f2-f5df2fb012de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.333327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-00cdebd1-946c-49cf-ae54-02a53d799caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:31.335761 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-00cdebd1-946c-49cf-ae54-02a53d799caf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1310525 Sep 24 00:03:31.392082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.397372 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.418731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-f47c016b-b664-4ceb-aa85-621dbe28592c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 217 time: 0.2300014 Sep 24 00:03:31.477218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dac0e22-d623-4b13-b039-32870c62ea11 None None] Update dhcp port {'port': {'network_id': '3182ce37-cdea-49d0-845a-e3bb8174ca68', 'fixed_ips': [{'subnet_id': '2c510c05-14aa-4caf-bae4-ef3c57b86436', 'ip_address': '2001:db8::2'}, {'subnet_id': '1a43b937-566c-43c6-bdce-919f60aa6686'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'b2d9d4c8-60f5-4636-9756-6f10e95c4f24'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:03:31.514276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992f9a6-9df4-4f01-8017-173870b94851 req-935be9a9-9c3c-44bc-bd4e-8b780a604d8d tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:31.516270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8992f9a6-9df4-4f01-8017-173870b94851 req-935be9a9-9c3c-44bc-bd4e-8b780a604d8d tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 946 time: 0.4281781 Sep 24 00:03:31.552949 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-a3368ee0-e9b4-4d3b-9f09-a75e14da6ea3 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063105 Sep 24 00:03:31.565692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-12055e11-09f1-4593-86eb-f66f85495a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:31.567308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-12055e11-09f1-4593-86eb-f66f85495a3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0618572 Sep 24 00:03:31.592634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6bf9114a-4ce4-474c-a65b-6f1f726d8670 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.644977 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6bf9114a-4ce4-474c-a65b-6f1f726d8670 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.649002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-053780e3-5213-434c-820a-808f3bcd1c7a None None] Provisioning complete for port f1dcc5f4-6203-43a6-96bf-dc49394173a3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:31.649377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-053780e3-5213-434c-820a-808f3bcd1c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.661879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1dac0e22-d623-4b13-b039-32870c62ea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.697703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4c6bb-f709-4485-88f2-f5df2fb012de None None] Pushing event updated for resources: {'Port': ['ID=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:31.740391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6bf9114a-4ce4-474c-a65b-6f1f726d8670 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 is not hosted by any dhcp agent {{(pid=106379) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:03:31.742706 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-05348b0f-bf6f-46a4-be51-6bfe6929e819 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781306 Sep 24 00:03:31.746035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf9114a-4ce4-474c-a65b-6f1f726d8670 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:31.746667 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6bf9114a-4ce4-474c-a65b-6f1f726d8670 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:31.748012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6bf9114a-4ce4-474c-a65b-6f1f726d8670 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "PUT /v2.0/networks/89ecbe2c-df02-4f4e-a094-e3e588a0f708 HTTP/1.1" status: 200 len: 723 time: 2.2109194 Sep 24 00:03:31.752277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53526) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:31.756369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9114a-4ce4-474c-a65b-6f1f726d8670 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=89ecbe2c-df02-4f4e-a094-e3e588a0f708,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:31.767321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': '89ecbe2c-df02-4f4e-a094-e3e588a0f708', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:31.781440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:31.783955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8992f9a6-9df4-4f01-8017-173870b94851 req-aaa7dd81-1b0b-496c-a570-f5a834695ac8 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155783 Sep 24 00:03:31.874321 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:03:31.874951 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:03:31.878137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-053780e3-5213-434c-820a-808f3bcd1c7a None None] Port f1dcc5f4-6203-43a6-96bf-dc49394173a3 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:03:31.955711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-90f935cf-f763-49f1-9d2f-e310b0a58603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:31.957240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-90f935cf-f763-49f1-9d2f-e310b0a58603 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3815737 Sep 24 00:03:31.980254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-adcc9b7d-2728-4b31-a3fb-c4c30824d98f tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:31.982013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-adcc9b7d-2728-4b31-a3fb-c4c30824d98f tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/networks?id=e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 HTTP/1.1" status: 200 len: 813 time: 0.1633694 Sep 24 00:03:32.019960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-1dac0e22-d623-4b13-b039-32870c62ea11 None None] Allocated IP 172.20.0.1 (3182ce37-cdea-49d0-845a-e3bb8174ca68/1a43b937-566c-43c6-bdce-919f60aa6686/b2d9d4c8-60f5-4636-9756-6f10e95c4f24) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:32.092713 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-46a97121-d485-4b26-b76d-7e491809e072 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a HTTP/1.1" status: 200 len: 217 time: 0.3316779 Sep 24 00:03:32.133521 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:32.163564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-ee8f94d9-8c09-4cce-856d-a6bfb48f1b4f tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/quotas/39ff307aeb0b446988c79a7fd1ee9486 HTTP/1.1" status: 200 len: 375 time: 0.0833807 Sep 24 00:03:32.186569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1dac0e22-d623-4b13-b039-32870c62ea11 None None] For port b2d9d4c8-60f5-4636-9756-6f10e95c4f24, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,segment=NetworkSegment(bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3),segment_id=bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:32.210540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:32.215757 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:32.230333 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1dac0e22-d623-4b13-b039-32870c62ea11 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:32.237030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1dac0e22-d623-4b13-b039-32870c62ea11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:32.244985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-c8d144e5-4fb2-48d2-b2f0-244c307d2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:32.246693 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-c8d144e5-4fb2-48d2-b2f0-244c307d2ec4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.1467028 Sep 24 00:03:32.316331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-f7577aef-ca93-4dad-b7eb-7e81b649e55c service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489919 Sep 24 00:03:32.362164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac0e22-d623-4b13-b039-32870c62ea11 None None] Pushing event updated for resources: {'Port': ['ID=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:32.401899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-328d2104-1c57-4e5e-8507-edc7af55fa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:32.403600 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-328d2104-1c57-4e5e-8507-edc7af55fa54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1447742 Sep 24 00:03:32.570436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-03f39441-0526-4a0d-86c1-2761aeacdff3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=39ff307aeb0b446988c79a7fd1ee9486&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4059126 Sep 24 00:03:32.625098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53554) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:32.638396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b2d9d4c8-60f5-4636-9756-6f10e95c4f24 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:32.669433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-eb8440ed-0fa2-4d38-9eaa-e9b7c0c6f0e4 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575023 Sep 24 00:03:32.672043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:32.739329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1522dcd6-5387-469a-b8a9-c738184e8cfa tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:32.745342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1522dcd6-5387-469a-b8a9-c738184e8cfa tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.18 "GET /v2.0/ports?device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 946 time: 0.4257519 Sep 24 00:03:32.746596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:32.747027 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:32.909046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=853a0037-5e5b-4b30-a51f-78d4ac148df6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:32.915804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': '83eab85c-4f45-4550-8bcb-8a4b45a7d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89ecbe2c-df02-4f4e-a094-e3e588a0f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:32.920533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: 89ecbe2c-df02-4f4e-a094-e3e588a0f708, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:32.927575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2100273360-network', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:33.048917 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-c4d801ce-8ac8-4e5d-8d8f-04bfd2d82027 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588643 Sep 24 00:03:33.051078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Made reservation on behalf of 73954aaefbd9438d9b6a433e1b881d70 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:33.053355 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.134967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.141529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:33.154465 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-58158070-8c9d-46e9-92b7-5df3309c0081 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 200 len: 217 time: 0.0864780 Sep 24 00:03:33.183035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-5e078ea6-05e4-49e5-bbba-7e08c0313b0b service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8519700 Sep 24 00:03:33.183673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 89ecbe2c-df02-4f4e-a094-e3e588a0f708) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:33.194112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2aaf82c-8ccd-4945-9161-81536b6a4299 None None] Network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:33.206095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:33.206688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.244725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-e6fc9765-f41d-46d1-8c8e-76a2849d184e service neutron] 10.222.0.24 "GET /v2.0/networks/e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6535444 Sep 24 00:03:33.282907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-3664a136-4419-4f83-8797-4f5e642c159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:33.284506 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-3664a136-4419-4f83-8797-4f5e642c159a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.1028328 Sep 24 00:03:33.355106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-3bdaaef3-b0e4-47d5-9d08-0a143fbb7d49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 217 time: 0.0983098 Sep 24 00:03:33.365266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19afd08d-e62b-411b-8877-47c989a9d265 req-5b08d420-b6fa-4f4a-82f2-c9ac8a298945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:33.368099 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-5b08d420-b6fa-4f4a-82f2-c9ac8a298945 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713987 Sep 24 00:03:33.409386 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.423478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.436156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1d9909-7d3e-41f1-ae7c-c9cb4fd9ed4c req-72f6cf30-2a37-4907-a4da-1688e2870998 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:33.438341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab1d9909-7d3e-41f1-ae7c-c9cb4fd9ed4c req-72f6cf30-2a37-4907-a4da-1688e2870998 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 946 time: 0.4627211 Sep 24 00:03:33.458328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-89ecbe2c-df02-4f4e-a094-e3e588a0f708', 'network_id': '89ecbe2c-df02-4f4e-a094-e3e588a0f708', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': '853a0037-5e5b-4b30-a51f-78d4ac148df6'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:33.459363 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.493024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f51cc456-06ea-44b4-8d00-f9760a17f8c2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7350605 Sep 24 00:03:33.493749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c6ef95-41cd-4a5b-9678-267f84f76c69 None None] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:33.501001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53566) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:33.505661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:33.512994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e91a557a-b741-4cba-af26-ad6ea46bf988 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:33.564619 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.565003 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Added segment 72ce10d6-4eb7-44fd-9d54-c25610a36b0a of type vlan for network 716b91cc-0abd-4d00-b73e-8953edd8d984 Sep 24 00:03:33.570835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-b287d7a0-63be-4f34-997c-34ee90d73b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:33.572378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-b287d7a0-63be-4f34-997c-34ee90d73b93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.2099731 Sep 24 00:03:33.575286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30e6168-39d3-4796-9515-3e23b21d7551,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:33.595747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Deleting port c91c55b5-e98d-45d0-bdcf-6d161542d277 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:33.596967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.600604 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-6bbb68fd-7f43-48f1-8dcb-bd8d5e7e5b73 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226477 Sep 24 00:03:33.663591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab1d9909-7d3e-41f1-ae7c-c9cb4fd9ed4c req-e779c51c-d545-43e5-92f9-eb95319a19ec tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893137 Sep 24 00:03:33.666038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-e4f444f7-e804-47cb-a857-d4b7785db545 service neutron] 10.222.0.24 "GET /v2.0/networks/e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993633 Sep 24 00:03:33.748303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.765965 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.779322 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-19afd08d-e62b-411b-8877-47c989a9d265 req-e910da89-e492-4b99-9b51-03e57f6c078b service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559587 Sep 24 00:03:33.791927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ba25805a-3615-4930-9b73-7f2f2b752d5a None None] Provisioning complete for port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:33.792461 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ba25805a-3615-4930-9b73-7f2f2b752d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.800231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-6dc463fd-c0ff-4b3c-8cc0-55c8078a6fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:33.801757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-6dc463fd-c0ff-4b3c-8cc0-55c8078a6fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155476 Sep 24 00:03:33.834247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.872639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] For port c91c55b5-e98d-45d0-bdcf-6d161542d277, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c91c55b5-e98d-45d0-bdcf-6d161542d277,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:33.873024 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.884239 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e91a557a-b741-4cba-af26-ad6ea46bf988 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26080368'] for subnet, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.916653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Calling delete_port for c91c55b5-e98d-45d0-bdcf-6d161542d277 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:33.945691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.947845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:33.948592 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:33.970611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'Port': ['ID=f1dcc5f4-6203-43a6-96bf-dc49394173a3,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:33.982595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:34.005858 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3765421 Sep 24 00:03:34.018707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53578) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:34.038046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Request body: {'subnet': {'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2100273360-subnet', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:34.105814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd634a12-760f-438e-b2fc-720de8b5d86d req-3b933594-58e9-41f7-814d-ab3e9f3ba30c tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 210 time: 0.0582213 Sep 24 00:03:34.139310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e6061-cce9-4b67-88c6-146f9d2d69fc admin admin] Pushing event updated for resources: {'Network': ['ID=716b91cc-0abd-4d00-b73e-8953edd8d984,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:34.139505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-5b33c221-a1a4-48c5-91ff-b07e13db4ec6 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049228 Sep 24 00:03:34.151977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Made reservation on behalf of 73954aaefbd9438d9b6a433e1b881d70 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:34.171328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:34.188758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:34.352756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:34.358943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Allocated IP 2001:db8::2 (89ecbe2c-df02-4f4e-a094-e3e588a0f708/853a0037-5e5b-4b30-a51f-78d4ac148df6/8498d310-af75-442d-940d-f062cc5d0d6b) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:34.359428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:34.435290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:34.445229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-d94af10a-f762-4567-a2ed-f18c22346282 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029742 Sep 24 00:03:34.452669 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:34.515826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['18cbb7be-bd97-4a7f-be10-889b9f223607', 'c91c55b5-e98d-45d0-bdcf-6d161542d277'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:34.533071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-804de093-9cb7-4c05-93b7-3d1c9c31e587 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5 HTTP/1.1" status: 200 len: 217 time: 0.0732410 Sep 24 00:03:34.593955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9252b56-608f-41f9-a81c-20137d8b7e33,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:34.629209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Checking segment: {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:34.631427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Network hostable DHCP agents. Network: 716b91cc-0abd-4d00-b73e-8953edd8d984, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:34.671089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:34.698724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 716b91cc-0abd-4d00-b73e-8953edd8d984) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:34.706421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:34.707030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528954'] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:34.752484 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3367597b-0e14-421c-a812-73cf7540904c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7316082 Sep 24 00:03:34.753187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53592) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:34.761157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4517f47b-b484-4735-a890-1b9a078fe4fd None None] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:34.771096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:34.829990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:34.831184 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.137163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-716b91cc-0abd-4d00-b73e-8953edd8d984', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:35.138050 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.191550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c0289620-838c-430e-b0ca-e16b0c94a69b None None] Provisioning complete for port f1dcc5f4-6203-43a6-96bf-dc49394173a3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:35.192195 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c0289620-838c-430e-b0ca-e16b0c94a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.254602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c0289620-838c-430e-b0ca-e16b0c94a69b None None] Port f1dcc5f4-6203-43a6-96bf-dc49394173a3 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:03:35.344666 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.344942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-421ff810-7b8f-4853-8725-c9e1e94f9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:35.346547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-421ff810-7b8f-4853-8725-c9e1e94f9698 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.7807305 Sep 24 00:03:35.394871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.440375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.464382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Pushing event deleted for resources: {'Port': ['ID=c91c55b5-e98d-45d0-bdcf-6d161542d277,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:35.487604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d84c5d37-7195-46a3-9aee-d0952a3d91a8 None None] Provisioning complete for port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:35.487896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d84c5d37-7195-46a3-9aee-d0952a3d91a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.489433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Pushing event updated for resources: {'Port': ['ID=8498d310-af75-442d-940d-f062cc5d0d6b,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:35.536323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] No DVR routers for this DVR port c91c55b5-e98d-45d0-bdcf-6d161542d277 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:35.558360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4668d6a0-b1f0-4837-a57d-9cf09d3525bc req-bd5797ce-62b5-4ff9-887e-8ff1fbd34887 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 210 time: 0.2106707 Sep 24 00:03:35.560766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc8f9318-0a71-4bfa-a540-324a370c904e req-1895e621-1f64-456e-9c30-b206dfa8c3d3 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=467a5926-b634-448f-85aa-24444bcd7cc5 HTTP/1.1" status: 200 len: 210 time: 0.2060342 Sep 24 00:03:35.564117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.568782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22f7df85-b559-48fd-8bba-1dd1dc18da7b req-1f12b07b-c68d-484e-87a5-133fc7b3bf21 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.18 "DELETE /v2.0/ports/c91c55b5-e98d-45d0-bdcf-6d161542d277 HTTP/1.1" status: 204 len: 173 time: 2.7922609 Sep 24 00:03:35.581636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467a5926-b634-448f-85aa-24444bcd7cc5', 'name': 'network-vif-deleted', 'tag': 'c91c55b5-e98d-45d0-bdcf-6d161542d277'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:35.584532 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bddbfa-5f61-46bb-8d78-8d295cbce7d2" -d '{"events": [{"server_uuid": "467a5926-b634-448f-85aa-24444bcd7cc5", "name": "network-vif-deleted", "tag": "c91c55b5-e98d-45d0-bdcf-6d161542d277"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:35.609000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-22e7f256-f388-4800-81af-b87b39fb4ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:35.610937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-22e7f256-f388-4800-81af-b87b39fb4ca2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2537515 Sep 24 00:03:35.692160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Allocated IP 172.20.0.2 (716b91cc-0abd-4d00-b73e-8953edd8d984/d9252b56-608f-41f9-a81c-20137d8b7e33/32a60c00-d6dd-4e87-a165-98f1335c8b02) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:35.693868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Router add78727-be3b-4ec1-a26a-5a4b202d12b4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:03:35.695078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:35.697163 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0d5771-00c5-4175-a7f9-70b64e30d69c x-openstack-request-id: req-ad0d5771-00c5-4175-a7f9-70b64e30d69c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:35.698048 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467a5926-b634-448f-85aa-24444bcd7cc5", "name": "network-vif-deleted", "tag": "c91c55b5-e98d-45d0-bdcf-6d161542d277", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:35.698522 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad0d5771-00c5-4175-a7f9-70b64e30d69c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:35.700183 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467a5926-b634-448f-85aa-24444bcd7cc5', 'name': 'network-vif-deleted', 'tag': 'c91c55b5-e98d-45d0-bdcf-6d161542d277', 'status': 'completed', 'code': 200} Sep 24 00:03:35.702085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:35.710676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:35.849452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-54c2b379-0cc4-41b9-b552-a967a3055a29 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300367 Sep 24 00:03:35.865467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.913138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Attempting to bind port 8498d310-af75-442d-940d-f062cc5d0d6b on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:35.913506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Attempting to bind port 8498d310-af75-442d-940d-f062cc5d0d6b by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '83eab85c-4f45-4550-8bcb-8a4b45a7d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89ecbe2c-df02-4f4e-a094-e3e588a0f708'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:35.913864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Attempting to bind port 8498d310-af75-442d-940d-f062cc5d0d6b on network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:35.976918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e91a557a-b741-4cba-af26-ad6ea46bf988 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784070505719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26484295'] for subnet, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.983460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:35.983827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Checking segment: {'id': '83eab85c-4f45-4550-8bcb-8a4b45a7d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89ecbe2c-df02-4f4e-a094-e3e588a0f708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:35.984232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:35.985871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Bound using segment: {'id': '83eab85c-4f45-4550-8bcb-8a4b45a7d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89ecbe2c-df02-4f4e-a094-e3e588a0f708'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:35.986398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Bound port: 8498d310-af75-442d-940d-f062cc5d0d6b, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83eab85c-4f45-4550-8bcb-8a4b45a7d46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '89ecbe2c-df02-4f4e-a094-e3e588a0f708'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:35.989559 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:36.126770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91a557a-b741-4cba-af26-ad6ea46bf988 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:36.127371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e91a557a-b741-4cba-af26-ad6ea46bf988 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:36.131425 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e91a557a-b741-4cba-af26-ad6ea46bf988 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "PUT /v2.0/subnets/853a0037-5e5b-4b30-a51f-78d4ac148df6 HTTP/1.1" status: 200 len: 826 time: 2.6244011 Sep 24 00:03:36.134046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53618) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:36.197506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-9dd32270-d347-4103-9c65-c8cf680828f0 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:36.204026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-9dd32270-d347-4103-9c65-c8cf680828f0 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.20 "GET /v2.0/networks?id=e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 HTTP/1.1" status: 200 len: 813 time: 0.5240271 Sep 24 00:03:36.220476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Request body: {'port': {'device_id': 'c648c53d-c843-43ad-8943-db19ceb0769e', 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'admin_state_up': True, 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:36.236058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] For port 8498d310-af75-442d-940d-f062cc5d0d6b, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:36.248585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] For port 8498d310-af75-442d-940d-f062cc5d0d6b, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8498d310-af75-442d-940d-f062cc5d0d6b,segment=NetworkSegment(83eab85c-4f45-4550-8bcb-8a4b45a7d46c),segment_id=83eab85c-4f45-4550-8bcb-8a4b45a7d46c)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:36.295341 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:36.311165 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:36.328797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:03:36.330907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a557a-b741-4cba-af26-ad6ea46bf988 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=853a0037-5e5b-4b30-a51f-78d4ac148df6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:36.336170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-57e5c11a-a053-41ec-8a9f-f7f6f5a731be tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "PUT /v2.0/routers/add78727-be3b-4ec1-a26a-5a4b202d12b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9212070 Sep 24 00:03:36.347060 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde159c-6661-4e18-813e-17d5729b4a8c None None] Sync routers for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:03:36.356472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53624) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:36.374008 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde159c-6661-4e18-813e-17d5729b4a8c None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:36.374730 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cde159c-6661-4e18-813e-17d5729b4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:36.385247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Request body: {'port': {'network_id': '1f06df58-8fd7-4941-834e-a3e6225a91a8', 'name': 'tempest-FloatingIPAdminTestJSON-305315301'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:36.413272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Made reservation on behalf of 39ff307aeb0b446988c79a7fd1ee9486 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:36.426287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:36.438813 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cde159c-6661-4e18-813e-17d5729b4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:36.450186 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cde159c-6661-4e18-813e-17d5729b4a8c None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:36.451298 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cde159c-6661-4e18-813e-17d5729b4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:36.504919 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3cde159c-6661-4e18-813e-17d5729b4a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:36.505942 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cde159c-6661-4e18-813e-17d5729b4a8c None None] The sync data for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:03:36.508592 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:03:36.730135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-76fd562c-21c3-4d52-9e32-ad79eb3496d4 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728378 Sep 24 00:03:36.758304 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:36.856301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24889579-5051-4497-a0d9-2c75d54e76a8 None None] Pushing event updated for resources: {'Port': ['ID=8498d310-af75-442d-940d-f062cc5d0d6b,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:36.929755 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c91c55b5-e98d-45d0-bdcf-6d161542d277 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:03:36.952712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a021ceaf-68a6-461c-a0fb-a9b8b1373d83 req-50ef86e5-90c4-4eaa-83d5-4d68023d20b9 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 210 time: 0.1645997 Sep 24 00:03:36.953878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Made reservation on behalf of 27c733fb249d46a89c47d9335c7b30f4 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:36.979970 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.061681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Allocated IP 172.20.0.13 (e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4/e5b938e2-ed36-4fcd-8166-f256f3497cec/b9fe0ad9-85e9-4f5c-8368-51985553ec9e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:37.085129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-540ab8a0-b02a-407a-b189-11a85007eeb2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b HTTP/1.1" status: 200 len: 217 time: 0.3458109 Sep 24 00:03:37.095835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] device_id is not set on port 0c392b54-5d22-4ba1-a618-2ef00ffbb4f1 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:03:37.107224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: c91c55b5-e98d-45d0-bdcf-6d161542d277 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:03:37.112177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c91c55b5-e98d-45d0-bdcf-6d161542d277 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:03:37.182395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting port 8498d310-af75-442d-940d-f062cc5d0d6b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:37.182727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.196319 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.209783 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.471830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:37.481184 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.482315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:37.492286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Pushing event updated for resources: {'Port': ['ID=32a60c00-d6dd-4e87-a165-98f1335c8b02,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:37.501455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:37.526702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.643413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Attempting to bind port 32a60c00-d6dd-4e87-a165-98f1335c8b02 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:37.644275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Attempting to bind port 32a60c00-d6dd-4e87-a165-98f1335c8b02 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:37.645145 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Attempting to bind port 32a60c00-d6dd-4e87-a165-98f1335c8b02 on network 716b91cc-0abd-4d00-b73e-8953edd8d984 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:37.655956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:37.656702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Checking segment: {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:37.657398 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.657965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Bound using segment: {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:37.658634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Bound port: 32a60c00-d6dd-4e87-a165-98f1335c8b02, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:37.659347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.684994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-d46dc456-4b1b-4c6c-bade-0747563ae760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:37.686608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-d46dc456-4b1b-4c6c-bade-0747563ae760 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.5536919 Sep 24 00:03:37.768577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] For port 32a60c00-d6dd-4e87-a165-98f1335c8b02, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:37.775719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] For port 32a60c00-d6dd-4e87-a165-98f1335c8b02, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=32a60c00-d6dd-4e87-a165-98f1335c8b02,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:37.784632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.786679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] For port 8498d310-af75-442d-940d-f062cc5d0d6b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8498d310-af75-442d-940d-f062cc5d0d6b,segment=NetworkSegment(83eab85c-4f45-4550-8bcb-8a4b45a7d46c),segment_id=83eab85c-4f45-4550-8bcb-8a4b45a7d46c)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:37.787786 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:37.806081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Calling delete_port for 8498d310-af75-442d-940d-f062cc5d0d6b owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:37.930482 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:38.015737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac66b0-f8cc-42dc-85b2-fbbdecd79143 None None] Pushing event updated for resources: {'Port': ['ID=32a60c00-d6dd-4e87-a165-98f1335c8b02,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:38.040674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Allocated IP 172.25.5.52 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/6cc17a9b-9341-4bc8-9021-53f31ff69448) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:38.051412 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:38.211648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Port': ['ID=8498d310-af75-442d-940d-f062cc5d0d6b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:38.226208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:38.293772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No DVR routers for this DVR port 8498d310-af75-442d-940d-f062cc5d0d6b on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:38.363461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:38.418745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:38.490652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60ed04-5f36-4c2e-9b7f-a3a1bb4fed6a req-a986a195-7a9f-41db-affb-693d68e45d75 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:38.490900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:38.499739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac60ed04-5f36-4c2e-9b7f-a3a1bb4fed6a req-a986a195-7a9f-41db-affb-693d68e45d75 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.8660357 Sep 24 00:03:38.500216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:38.501496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:38.504319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:38.504861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Allocated IP 172.20.0.10 (1f06df58-8fd7-4941-834e-a3e6225a91a8/76e92f46-00da-472b-976c-4f4b6312345e/0c392b54-5d22-4ba1-a618-2ef00ffbb4f1) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:38.509885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:38.512482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-32c0f4be-252a-4b4a-87a9-6b9d63ea4b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:38.514457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-32c0f4be-252a-4b4a-87a9-6b9d63ea4b46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5191517 Sep 24 00:03:38.610749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:38.675317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Pushing event updated for resources: {'Port': ['ID=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:38.744541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 32a60c00-d6dd-4e87-a165-98f1335c8b02 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:38.764548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:38.765536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:38.852857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Pushing event updated for resources: {'Port': ['ID=6cc17a9b-9341-4bc8-9021-53f31ff69448,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:38.872896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89fb7c1-c600-44e2-b785-6fffbf2a8254 None None] Network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:38.968734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-185aaba3-60e7-426e-9abc-481f885fdea3 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7525258 Sep 24 00:03:38.997787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Request body: {'port': {'device_id': 'c648c53d-c843-43ad-8943-db19ceb0769e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:39.056880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9e8c7ef4-9805-40f0-8290-8ab6bca4c48e None None] Could not find standard attr ID for object 8498d310-af75-442d-940d-f062cc5d0d6b. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:03:39.078217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 32a60c00-d6dd-4e87-a165-98f1335c8b02 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:39.078589 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.080302 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.148847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac60ed04-5f36-4c2e-9b7f-a3a1bb4fed6a req-ef11cde6-f86a-4c6a-9ecd-8d5abfe51bf5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6481743 Sep 24 00:03:39.240682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c2564bae-6698-472d-b56c-d0bbf0bcf2d9 None None] Provisioning complete for port b9fe0ad9-85e9-4f5c-8368-51985553ec9e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:39.241441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2564bae-6698-472d-b56c-d0bbf0bcf2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.275011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-efdba605-4014-49dc-97f6-6673cb2e1c50 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7111273 Sep 24 00:03:39.307773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.348499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a7994-fc6e-45b2-a904-fbb5f369c6b7 req-c97e1c6c-ede4-4556-acb2-b780f0f4a378 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:39.351263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a5a7994-fc6e-45b2-a904-fbb5f369c6b7 req-c97e1c6c-ede4-4556-acb2-b780f0f4a378 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 932 time: 1.1815543 Sep 24 00:03:39.354677 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.394441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.436768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.532672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c2564bae-6698-472d-b56c-d0bbf0bcf2d9 None None] Port b9fe0ad9-85e9-4f5c-8368-51985553ec9e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:03:39.564139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 32a60c00-d6dd-4e87-a165-98f1335c8b02, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=32a60c00-d6dd-4e87-a165-98f1335c8b02,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:39.575223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.695933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd171d8-b3b5-4604-8ba2-af9d9e76c1fe None None] Network 89ecbe2c-df02-4f4e-a094-e3e588a0f708 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:39.696711 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:39.698998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=32a60c00-d6dd-4e87-a165-98f1335c8b02,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:39.948292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=853a0037-5e5b-4b30-a51f-78d4ac148df6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:40.032081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03458a-cbba-4421-86a9-c005179260dc req-1d5ddcd7-deef-4be0-9c18-8a33c9bab1c4 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:40.034072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf03458a-cbba-4421-86a9-c005179260dc req-1d5ddcd7-deef-4be0-9c18-8a33c9bab1c4 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.18 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 1.1757059 Sep 24 00:03:40.119581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148dad22-d0da-4d6a-9ed1-2560a5aafd7c None None] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:40.171132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a5a7994-fc6e-45b2-a904-fbb5f369c6b7 req-8a4915b6-bc30-4956-bd19-10742b9b4d59 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759070 Sep 24 00:03:40.245027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f1995249-9ebd-4f8c-a33b-4f9a2b01ee19 None None] Provisioning complete for port 32a60c00-d6dd-4e87-a165-98f1335c8b02 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:40.245462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1995249-9ebd-4f8c-a33b-4f9a2b01ee19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:40.346342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9fe0ad9-85e9-4f5c-8368-51985553ec9e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:03:40.351718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:40.376818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:40.404124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddd5a4b-5f9c-4dff-96e6-3e8c5f31d1b5 None None] DHCP port deletion for 89ecbe2c-df02-4f4e-a094-e3e588a0f708 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:03:40.535465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Transition to ACTIVE for port object b9fe0ad9-85e9-4f5c-8368-51985553ec9e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:03:40.547944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:40.695122 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:40.741083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 32a60c00-d6dd-4e87-a165-98f1335c8b02 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:40.758482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:40.819228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 32a60c00-d6dd-4e87-a165-98f1335c8b02 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:40.819652 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:40.874687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ecbe2c-df02-4f4e-a094-e3e588a0f708']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:40.908042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf9b07-4b72-4244-8c72-c3bfcf7de560 req-82442c48-5861-4d89-a8cb-b6f7287e4b59 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:40.916286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ecf9b07-4b72-4244-8c72-c3bfcf7de560 req-82442c48-5861-4d89-a8cb-b6f7287e4b59 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 946 time: 0.4629455 Sep 24 00:03:40.976195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83eab85c-4f45-4550-8bcb-8a4b45a7d46c') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:40.978730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83eab85c-4f45-4550-8bcb-8a4b45a7d46c') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:40.992015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-95c52e53-9022-4f9f-bf53-e6f8469fe076 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6919303 Sep 24 00:03:41.048352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.082946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8498d310-af75-442d-940d-f062cc5d0d6b no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:03:41.155772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 8498d310-af75-442d-940d-f062cc5d0d6b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:03:41.156390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8498d310-af75-442d-940d-f062cc5d0d6b not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:03:41.235404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-599d3cca-c09e-49bd-b604-249e2723d019 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 HTTP/1.1" status: 200 len: 217 time: 0.1500864 Sep 24 00:03:41.236231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-15ea4eff-7054-47ea-ad6a-33ecb1c1ddc9 None None] Provisioning complete for port 32a60c00-d6dd-4e87-a165-98f1335c8b02 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:41.237294 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15ea4eff-7054-47ea-ad6a-33ecb1c1ddc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.245240 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.271744 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.389019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ecf9b07-4b72-4244-8c72-c3bfcf7de560 req-e578c76d-8592-4b95-a394-e05a94e907b0 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/security-groups?id=d508b888-8d0b-4438-a288-430313d688c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716718 Sep 24 00:03:41.498726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event updated for resources: {'Port': ['ID=0c392b54-5d22-4ba1-a618-2ef00ffbb4f1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:41.552633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:41.562021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:41.569179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:41.585488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:41.587345 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.636939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105fe10-0af0-4548-a894-583139020145 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:41.650964 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:41.703615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Deleting port 18cbb7be-bd97-4a7f-be10-889b9f223607 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:41.704144 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.783978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Attempting to bind port b9fe0ad9-85e9-4f5c-8368-51985553ec9e on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:41.785279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Attempting to bind port b9fe0ad9-85e9-4f5c-8368-51985553ec9e by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:41.790746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Attempting to bind port b9fe0ad9-85e9-4f5c-8368-51985553ec9e on network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:41.813812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Port b9fe0ad9-85e9-4f5c-8368-51985553ec9e on network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:03:41.818120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Attempting to bind port b9fe0ad9-85e9-4f5c-8368-51985553ec9e on network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:41.838483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] For port 18cbb7be-bd97-4a7f-be10-889b9f223607, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=18cbb7be-bd97-4a7f-be10-889b9f223607,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:41.841954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:41.842182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.842275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Checking segment: {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:41.842585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Bound using segment: {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:41.844204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Bound port: b9fe0ad9-85e9-4f5c-8368-51985553ec9e, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6743c794-9913-4305-ad36-cdb7ddaa5857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:41.844593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:41.850448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Router 9b26852a-29b5-45ff-8491-9ac73556ee0f is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:03:41.877829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Calling delete_port for 18cbb7be-bd97-4a7f-be10-889b9f223607 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:42.060511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4c78ecf1-9f0d-47a8-8c58-b2e630b7db36 None None] Provisioning complete for port 0c392b54-5d22-4ba1-a618-2ef00ffbb4f1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:42.061117 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c78ecf1-9f0d-47a8-8c58-b2e630b7db36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:42.189212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4c78ecf1-9f0d-47a8-8c58-b2e630b7db36 None None] Port 0c392b54-5d22-4ba1-a618-2ef00ffbb4f1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:03:42.235801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-3b211e63-7217-4ac2-8d58-bcb846892566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:42.237277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-3b211e63-7217-4ac2-8d58-bcb846892566 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.0725684 Sep 24 00:03:42.247430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] For port b9fe0ad9-85e9-4f5c-8368-51985553ec9e, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:42.273007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] For port b9fe0ad9-85e9-4f5c-8368-51985553ec9e, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:42.293322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:42.303284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:03:42.317552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Sync routers for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:03:42.339856 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:42.343274 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:42.344566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c6525f2e-e976-4740-8b8f-2c00575d0a1c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.5903845 Sep 24 00:03:42.347481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53700) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:42.352706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:42.353740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:42.398202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12f90d-9400-4603-90fc-6eecc05f4a41 req-892fdfb0-0ee4-4066-9604-60294c7f642d tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:42.402075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:42.402697 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:42.403861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af12f90d-9400-4603-90fc-6eecc05f4a41 req-892fdfb0-0ee4-4066-9604-60294c7f642d tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 944 time: 0.9948349 Sep 24 00:03:42.404129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-0105fe10-0af0-4548-a894-583139020145 service neutron] 10.222.0.20 "PUT /v2.0/ports/b9fe0ad9-85e9-4f5c-8368-51985553ec9e HTTP/1.1" status: 200 len: 1093 time: 3.4122736 Sep 24 00:03:42.406395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c648c53d-c843-43ad-8943-db19ceb0769e', 'tag': 'b9fe0ad9-85e9-4f5c-8368-51985553ec9e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:42.408545 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d398c4-9a1c-4402-b39e-80395fcdf79d" -d '{"events": [{"name": "network-changed", "server_uuid": "c648c53d-c843-43ad-8943-db19ceb0769e", "tag": "b9fe0ad9-85e9-4f5c-8368-51985553ec9e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:42.468532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105fe10-0af0-4548-a894-583139020145 service neutron] Pushing event updated for resources: {'Port': ['ID=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:42.574582 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5f574b-f3f7-4374-9edc-13e409cb17a8 x-openstack-request-id: req-ab5f574b-f3f7-4374-9edc-13e409cb17a8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:42.574953 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c648c53d-c843-43ad-8943-db19ceb0769e", "tag": "b9fe0ad9-85e9-4f5c-8368-51985553ec9e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:42.575210 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab5f574b-f3f7-4374-9edc-13e409cb17a8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:42.575619 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c648c53d-c843-43ad-8943-db19ceb0769e', 'tag': 'b9fe0ad9-85e9-4f5c-8368-51985553ec9e', 'status': 'completed', 'code': 200} Sep 24 00:03:42.759035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:03:42.769529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-c9f2248f-ed35-48f6-9d2b-d9e6559074b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:42.771123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-c9f2248f-ed35-48f6-9d2b-d9e6559074b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39ff307aeb0b446988c79a7fd1ee9486&device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 1096 time: 0.3230865 Sep 24 00:03:42.771666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53708) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:42.916140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 18cbb7be-bd97-4a7f-be10-889b9f223607 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:03:42.933272 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-eb8e2951-8fe5-422b-9eec-69df204094eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9fe0ad9-85e9-4f5c-8368-51985553ec9e HTTP/1.1" status: 200 len: 217 time: 0.0606191 Sep 24 00:03:42.968990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 18cbb7be-bd97-4a7f-be10-889b9f223607 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:03:42.969331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 18cbb7be-bd97-4a7f-be10-889b9f223607 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:03:43.161422 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b318426-8d18-4f63-8fa9-e6b7a8384005 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.275556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-1679dd88-b878-476a-8745-42d12e8c857c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:43.277297 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-1679dd88-b878-476a-8745-42d12e8c857c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5b938e2-ed36-4fcd-8166-f256f3497cec HTTP/1.1" status: 200 len: 852 time: 0.1911945 Sep 24 00:03:43.356580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:38Z', 'revision_number': 3, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:43.365552 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.442898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Checking router: 9b26852a-29b5-45ff-8491-9ac73556ee0f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:03:43.446405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Updating router 9b26852a-29b5-45ff-8491-9ac73556ee0f port 6cc17a9b-9341-4bc8-9021-53f31ff69448 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:03:43.507511 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.572694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b318426-8d18-4f63-8fa9-e6b7a8384005 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.583533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b318426-8d18-4f63-8fa9-e6b7a8384005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.658207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-bffb3c2f-43a7-4491-9ff5-afdf8568e478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:43.660453 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-bffb3c2f-43a7-4491-9ff5-afdf8568e478 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2002981 Sep 24 00:03:43.672129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5b318426-8d18-4f63-8fa9-e6b7a8384005 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a41443012f8424cae224260da6fe93b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8970711 Sep 24 00:03:43.676627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53716) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:43.685760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b318426-8d18-4f63-8fa9-e6b7a8384005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9786f4af-d111-4908-b25f-44ebc9b6fe68,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:43.711212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.725243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:43.728344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Allocated IP 172.20.0.1 (716b91cc-0abd-4d00-b73e-8953edd8d984/d9252b56-608f-41f9-a81c-20137d8b7e33/f11fc6b3-97d9-4069-87eb-6597ca34ca15) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:43.728567 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.768243 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.778383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/89ecbe2c-df02-4f4e-a094-e3e588a0f708 HTTP/1.1" status: 204 len: 168 time: 7.6361940 Sep 24 00:03:43.786674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53718) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:43.861058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Pushing event deleted for resources: {'Port': ['ID=18cbb7be-bd97-4a7f-be10-889b9f223607,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:43.908201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-301f8a5b-43f4-48b7-a746-8161d17611b4 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5503411 Sep 24 00:03:43.916805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-644388f5-ca82-487a-bcc3-44ce1a173a85 req-ae7f8ec7-ce12-4f60-8180-7ea94facec9c tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.24 "GET /v2.0/ports?device_id=8eeb4f02-ec24-45ae-bf5a-912ad5ed1602 HTTP/1.1" status: 200 len: 210 time: 0.2640152 Sep 24 00:03:43.921259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53720) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:43.929633 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.939479 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:43.963275 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-eefad604-8f34-48cc-ac45-d5500cdb3c57 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:03:43.968212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eefad604-8f34-48cc-ac45-d5500cdb3c57 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:03:43.970815 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eefad604-8f34-48cc-ac45-d5500cdb3c57 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/89ecbe2c-df02-4f4e-a094-e3e588a0f708 HTTP/1.1" status: 404 len: 339 time: 0.1772609 Sep 24 00:03:43.996753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f07c93-443f-4617-99da-7e54a7d1a26a None None] Pushing event updated for resources: {'Port': ['ID=6cc17a9b-9341-4bc8-9021-53f31ff69448,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:44.028010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53724) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:44.031437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] No DVR routers for this DVR port 18cbb7be-bd97-4a7f-be10-889b9f223607 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:44.046656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.048660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf03458a-cbba-4421-86a9-c005179260dc req-c1842f46-3d28-4126-b809-7035194ba6f5 tempest-ListServerFiltersTestJSON-1822757066 tempest-ListServerFiltersTestJSON-1822757066-project] 10.222.0.18 "DELETE /v2.0/ports/18cbb7be-bd97-4a7f-be10-889b9f223607 HTTP/1.1" status: 204 len: 173 time: 3.9900439 Sep 24 00:03:44.049487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Attempting to bind port 6cc17a9b-9341-4bc8-9021-53f31ff69448 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:44.050669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168694b6-d3ac-4a3a-9ed1-414b9b9c3f26 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=89ecbe2c-df02-4f4e-a094-e3e588a0f708,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:44.051239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Attempting to bind port 6cc17a9b-9341-4bc8-9021-53f31ff69448 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:44.051606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Attempting to bind port 6cc17a9b-9341-4bc8-9021-53f31ff69448 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:44.066804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-109597885', 'description': 'd1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:44.077481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:44.077907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:44.078267 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.078682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:44.079192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Bound port: 6cc17a9b-9341-4bc8-9021-53f31ff69448, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:44.079632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.086360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eeb4f02-ec24-45ae-bf5a-912ad5ed1602', 'name': 'network-vif-deleted', 'tag': '18cbb7be-bd97-4a7f-be10-889b9f223607'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:44.101201 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e55dd54-55c2-4bb7-942d-5eafb001497a" -d '{"events": [{"server_uuid": "8eeb4f02-ec24-45ae-bf5a-912ad5ed1602", "name": "network-vif-deleted", "tag": "18cbb7be-bd97-4a7f-be10-889b9f223607"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:44.169237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'project_id': '27c733fb249d46a89c47d9335c7b30f4', 'port_id': '0c392b54-5d22-4ba1-a618-2ef00ffbb4f1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:44.183625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-2fae5d6d-9a12-4236-a2fb-28dedcd741ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:44.190723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-2fae5d6d-9a12-4236-a2fb-28dedcd741ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.8978810 Sep 24 00:03:44.200516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af12f90d-9400-4603-90fc-6eecc05f4a41 req-00eb5309-c45e-4253-b9bc-ee762127a8c2 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335950 Sep 24 00:03:44.204811 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc12082e-5907-4f9e-a64d-e8dc08a84f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.215937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.231824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:03:44.231824 n-d-713498-18 neutron-server[106379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 00:03:44.231824 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id_1': '27c733fb249d46a89c47d9335c7b30f4', 'expiration_1': datetime.datetime(2021, 9, 24, 0, 3, 24, 180015)}] Sep 24 00:03:44.231824 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:03:44.232224 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:03:44.260854 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-f21499ec-78fa-46f9-b208-8c25589cb000 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601585 Sep 24 00:03:44.269121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc12082e-5907-4f9e-a64d-e8dc08a84f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.307100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] For port 6cc17a9b-9341-4bc8-9021-53f31ff69448, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:44.314002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] For port 6cc17a9b-9341-4bc8-9021-53f31ff69448, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6cc17a9b-9341-4bc8-9021-53f31ff69448,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:44.326575 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.389376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f07c93-443f-4617-99da-7e54a7d1a26a None None] Pushing event updated for resources: {'Port': ['ID=6cc17a9b-9341-4bc8-9021-53f31ff69448,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:44.424387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-4280859a-fdd6-4fc1-88f5-5a986c608960 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805403 Sep 24 00:03:44.425987 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769c0e62-b10e-442f-9cbf-bcfd8e01626e x-openstack-request-id: req-769c0e62-b10e-442f-9cbf-bcfd8e01626e {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:44.426171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:44.426373 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eeb4f02-ec24-45ae-bf5a-912ad5ed1602", "name": "network-vif-deleted", "tag": "18cbb7be-bd97-4a7f-be10-889b9f223607", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:44.426632 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-769c0e62-b10e-442f-9cbf-bcfd8e01626e {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:44.427103 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eeb4f02-ec24-45ae-bf5a-912ad5ed1602', 'name': 'network-vif-deleted', 'tag': '18cbb7be-bd97-4a7f-be10-889b9f223607', 'status': 'completed', 'code': 200} Sep 24 00:03:44.429647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:44.434212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:44.439773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.501718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.530373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:44.584474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:44.595815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:44.602666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:44.603514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.603889 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment 633c131c-d79d-4b8d-86b8-b3e62e968ac5 of type vlan for network 75639ae2-6775-4892-9b72-d7c416d199d0 Sep 24 00:03:44.636925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc12082e-5907-4f9e-a64d-e8dc08a84f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.639878 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc12082e-5907-4f9e-a64d-e8dc08a84f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.643824 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bc12082e-5907-4f9e-a64d-e8dc08a84f9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9786f4af-d111-4908-b25f-44ebc9b6fe68 HTTP/1.1" status: 204 len: 168 time: 0.9642885 Sep 24 00:03:44.678077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.689435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=f11fc6b3-97d9-4069-87eb-6597ca34ca15,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:44.696856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b279ffe-9f81-4b06-9dd8-6f46cbb97a88 req-38be81b3-80a4-459a-8959-e71333900519 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872423 Sep 24 00:03:44.703017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12082e-5907-4f9e-a64d-e8dc08a84f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9786f4af-d111-4908-b25f-44ebc9b6fe68,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:44.736888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.766465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:03:44.773078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:44.831956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:44.836185 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:45.094600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:45.095499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53738) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:45.244383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-6d50c6fc-c50d-4568-8c47-00173f2a63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:45.259426 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-6d50c6fc-c50d-4568-8c47-00173f2a63d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=39ff307aeb0b446988c79a7fd1ee9486&device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 1096 time: 0.3324394 Sep 24 00:03:45.282613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2326663 Sep 24 00:03:45.314218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53748) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:45.317108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f8ad5a92-1261-4b27-98d6-d50350f44572 None None] Provisioning complete for port f11fc6b3-97d9-4069-87eb-6597ca34ca15 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:45.318643 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8ad5a92-1261-4b27-98d6-d50350f44572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:45.378060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-04173770-7542-46f1-8caa-c8debb4f35f4 admin admin] Deleting subnet aecfb93b-de75-463a-a75b-359187dff030 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:03:45.389735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f8ad5a92-1261-4b27-98d6-d50350f44572 None None] Port f11fc6b3-97d9-4069-87eb-6597ca34ca15 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:03:45.407212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-1beac557-0dd9-4c07-93da-4a86e503c02e service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5602841 Sep 24 00:03:45.407659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05456ff-8e16-40d5-9f23-6491c768408f tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=75639ae2-6775-4892-9b72-d7c416d199d0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:45.422349 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04173770-7542-46f1-8caa-c8debb4f35f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:45.425463 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:38Z', 'revision_number': 3, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:45.431303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 75639ae2-6775-4892-9b72-d7c416d199d0 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:45.545747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:45.593202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31328f0-4e59-4ef4-9227-e7f4eaeea7cc req-08a09983-4cfa-4763-92ab-15562102935f tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:45.603290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763b075a-5690-4ad7-a0b2-8cbf2b270457 None None] The sync data for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 is: [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:38Z', 'revision_number': 3, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:03:45.605789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31328f0-4e59-4ef4-9227-e7f4eaeea7cc req-08a09983-4cfa-4763-92ab-15562102935f tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 944 time: 0.1757610 Sep 24 00:03:45.675233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04173770-7542-46f1-8caa-c8debb4f35f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:45.732824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31328f0-4e59-4ef4-9227-e7f4eaeea7cc req-9cb2ef58-aec5-4d78-8889-7a0bdbe870fc tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179459 Sep 24 00:03:45.776301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:45.850792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae519c9b-8770-4bd3-9cac-475f80028568 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:45.852940 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ae519c9b-8770-4bd3-9cac-475f80028568 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/networks?id=75639ae2-6775-4892-9b72-d7c416d199d0 HTTP/1.1" status: 200 len: 764 time: 0.5368862 Sep 24 00:03:45.866237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53760) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:45.872755 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f661cd98-deb8-435b-b78c-d6864ed006bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'description': 'd2'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:45.889816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-b62b6a62-ce9b-486a-9faa-7b8ba6b4a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:45.891622 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-b62b6a62-ce9b-486a-9faa-7b8ba6b4a8cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 HTTP/1.1" status: 200 len: 914 time: 0.6039176 Sep 24 00:03:45.954317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-fbe93381-af58-4fda-ac27-b9a817e1bd51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 HTTP/1.1" status: 200 len: 217 time: 0.1033337 Sep 24 00:03:46.064839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-b02dfed8-2581-4c16-84e1-3cfb00e39954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:46.067255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-b02dfed8-2581-4c16-84e1-3cfb00e39954 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.0771210 Sep 24 00:03:46.105167 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-7aef4e84-249e-4de4-9f75-e4bf24d98a28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b9fe0ad9-85e9-4f5c-8368-51985553ec9e HTTP/1.1" status: 200 len: 217 time: 0.1346672 Sep 24 00:03:46.129890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Allocated IP 172.25.5.160 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ed133b9a-5f64-4d70-b608-1c54c95ec3c9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:46.163391 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04173770-7542-46f1-8caa-c8debb4f35f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:46.180100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-34ed9c6a-2fc3-4ef8-9965-724b8699f405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:46.182593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-34ed9c6a-2fc3-4ef8-9965-724b8699f405 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1065247 Sep 24 00:03:46.386027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:46.408136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-4100f537-2fe5-43b8-a1c6-749ffd029c12 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139373 Sep 24 00:03:46.647066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df93a827-f8e8-47c1-8a74-4291c4f9f3de req-0c74ee0d-64de-43af-8ecc-5b7e321096e0 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905086 Sep 24 00:03:46.695877 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:46.737411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6cc17a9b-9341-4bc8-9021-53f31ff69448 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:46.761878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:46.766204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:46.769075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:46.826696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Pushing event updated for resources: {'Port': ['ID=ed133b9a-5f64-4d70-b608-1c54c95ec3c9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:46.832213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6cc17a9b-9341-4bc8-9021-53f31ff69448 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:46.833046 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:46.841418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.841773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.842112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.842435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.842786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.843127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.843459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.843799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.844106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.844426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.844744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:46.845063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:47.054514 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.180388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 6cc17a9b-9341-4bc8-9021-53f31ff69448, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6cc17a9b-9341-4bc8-9021-53f31ff69448,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:47.192404 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.257348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90973634-22fc-4996-a438-59ac77f3bdb6 req-0e7d3355-aa50-456b-a26a-34b7211e28a1 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:47.260590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90973634-22fc-4996-a438-59ac77f3bdb6 req-0e7d3355-aa50-456b-a26a-34b7211e28a1 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 944 time: 0.2665715 Sep 24 00:03:47.336291 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04173770-7542-46f1-8caa-c8debb4f35f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.338017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90973634-22fc-4996-a438-59ac77f3bdb6 req-786b19c4-f325-4e94-8c33-6023395e6940 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740049 Sep 24 00:03:47.344800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=6cc17a9b-9341-4bc8-9021-53f31ff69448,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:47.442653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04173770-7542-46f1-8caa-c8debb4f35f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aecfb93b-de75-463a-a75b-359187dff030,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:47.463891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-fb8d2442-1a18-4b8d-b9a9-641452ec0c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:47.465713 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-fb8d2442-1a18-4b8d-b9a9-641452ec0c61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e5b938e2-ed36-4fcd-8166-f256f3497cec HTTP/1.1" status: 200 len: 852 time: 1.3368859 Sep 24 00:03:47.469816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a48b6cd-8af3-4da9-9d70-b990c45e7dcb None None] Network 84257477-7d7d-4e5e-beba-18ce93601dda requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:47.475181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04173770-7542-46f1-8caa-c8debb4f35f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.477265 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-04173770-7542-46f1-8caa-c8debb4f35f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/aecfb93b-de75-463a-a75b-359187dff030 HTTP/1.1" status: 204 len: 168 time: 2.3725090 Sep 24 00:03:47.482063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f661cd98-deb8-435b-b78c-d6864ed006bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.487760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53778) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:47.589817 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f661cd98-deb8-435b-b78c-d6864ed006bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.629836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f661cd98-deb8-435b-b78c-d6864ed006bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network 75639ae2-6775-4892-9b72-d7c416d199d0 is not hosted by any dhcp agent {{(pid=106378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:03:47.641716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f661cd98-deb8-435b-b78c-d6864ed006bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:47.642439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f661cd98-deb8-435b-b78c-d6864ed006bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.646738 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f661cd98-deb8-435b-b78c-d6864ed006bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "PUT /v2.0/networks/75639ae2-6775-4892-9b72-d7c416d199d0 HTTP/1.1" status: 200 len: 761 time: 1.7794156 Sep 24 00:03:47.650524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53788) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:47.753566 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.772291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-8212099c-8bae-457e-9008-bc56790d5988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:47.773950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-8212099c-8bae-457e-9008-bc56790d5988 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2938898 Sep 24 00:03:47.787933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.948087 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:47.956809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] DHCP port deletion for 84257477-7d7d-4e5e-beba-18ce93601dda request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:03:48.064584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] Deleting port 490223b0-b066-4c1b-97f9-c4c91db4f5fd {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:48.067976 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:48.085925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:48.095721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661cd98-deb8-435b-b78c-d6864ed006bf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=75639ae2-6775-4892-9b72-d7c416d199d0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:48.119594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 75639ae2-6775-4892-9b72-d7c416d199d0 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:48.125089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:48.321631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Pushing event updated for resources: {'Port': ['ID=f11fc6b3-97d9-4069-87eb-6597ca34ca15,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:48.339991 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-6924b049-b75e-4707-8dff-83345b79b092 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922068 Sep 24 00:03:48.507297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] For port 490223b0-b066-4c1b-97f9-c4c91db4f5fd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=490223b0-b066-4c1b-97f9-c4c91db4f5fd,segment=NetworkSegment(0940a59b-c1c3-4c58-8e2b-5e695bfca7ca),segment_id=0940a59b-c1c3-4c58-8e2b-5e695bfca7ca)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:48.508081 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:48.547677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] Calling delete_port for 490223b0-b066-4c1b-97f9-c4c91db4f5fd owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:48.681338 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98d398c4-9a1c-4402-b39e-80395fcdf79d req-7b7aa124-543b-48e3-a234-6b0748cc8341 service neutron] 10.222.0.20 "GET /v2.0/networks/e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980038 Sep 24 00:03:48.683995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361613c-e58b-4248-bb62-00cd4ba0c609 req-421e1c43-acd7-47b6-a216-7f0b2a990e17 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:48.686894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4361613c-e58b-4248-bb62-00cd4ba0c609 req-421e1c43-acd7-47b6-a216-7f0b2a990e17 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 944 time: 0.2044740 Sep 24 00:03:48.737837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3221d69c-8caf-43b7-ba26-b9212fcfe9e8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:48.743024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3221d69c-8caf-43b7-ba26-b9212fcfe9e8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/networks?id=75639ae2-6775-4892-9b72-d7c416d199d0 HTTP/1.1" status: 200 len: 764 time: 1.0865033 Sep 24 00:03:48.755975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53798) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:48.769373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6cc17a9b-9341-4bc8-9021-53f31ff69448 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:48.780710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:48.806486 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:48.860061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4361613c-e58b-4248-bb62-00cd4ba0c609 req-99c35bc3-59ef-49ad-9636-6dcbb916f0e0 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588607 Sep 24 00:03:48.862853 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:48.937546 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:48.957666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Pushing event updated for resources: {'Port': ['ID=ed133b9a-5f64-4d70-b608-1c54c95ec3c9,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:49.000147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Deleting port 490223b0-b066-4c1b-97f9-c4c91db4f5fd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:49.000784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.009939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] No DVR routers for this DVR port 490223b0-b066-4c1b-97f9-c4c91db4f5fd on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:49.012874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ca340-bb5e-4a2c-a142-7792ba27a8b5 None None] Pushing event deleted for resources: {'Port': ['ID=490223b0-b066-4c1b-97f9-c4c91db4f5fd,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:49.032875 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.049255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6cc17a9b-9341-4bc8-9021-53f31ff69448 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:49.049672 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.167493 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Floating IP 002f761c-bbad-424c-8706-f6f1f95c1009 associated. External IP: 172.25.5.160, port: 0c392b54-5d22-4ba1-a618-2ef00ffbb4f1. Sep 24 00:03:49.259663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] For port 490223b0-b066-4c1b-97f9-c4c91db4f5fd, host n-d-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:49.260080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.346306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Calling delete_port for 490223b0-b066-4c1b-97f9-c4c91db4f5fd owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:49.358390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 490223b0-b066-4c1b-97f9-c4c91db4f5fd no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:03:49.360844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fbc18f-39e6-4ee6-8796-fd8f886b4c09 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:49.365329 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-18fbc18f-39e6-4ee6-8796-fd8f886b4c09 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5844712 Sep 24 00:03:49.365952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:49.368251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Port 490223b0-b066-4c1b-97f9-c4c91db4f5fd was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:03:49.391232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.405523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 490223b0-b066-4c1b-97f9-c4c91db4f5fd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:03:49.405877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 490223b0-b066-4c1b-97f9-c4c91db4f5fd not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:03:49.410473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Router add78727-be3b-4ec1-a26a-5a4b202d12b4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:03:49.432639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:49.434343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:49.446181 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2f719152-3ef3-414b-9752-2b66e305def0 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 207 time: 0.0763142 Sep 24 00:03:49.450814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53806) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:49.505748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Pushing event deleted for resources: {'Port': ['ID=490223b0-b066-4c1b-97f9-c4c91db4f5fd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:49.508403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] No DVR routers for this DVR port 490223b0-b066-4c1b-97f9-c4c91db4f5fd on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:49.712538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:03:49.725017 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8dc30-8fc2-4480-8bb8-4a52b2637208 None None] Sync routers for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:03:49.737773 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8dc30-8fc2-4480-8bb8-4a52b2637208 None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:49.738565 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7ad8dc30-8fc2-4480-8bb8-4a52b2637208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:49.745529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.788677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-65253447-c5a4-487b-82ca-4b53d4ded1bd tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.8382094 Sep 24 00:03:49.789538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53816) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:49.795027 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7ad8dc30-8fc2-4480-8bb8-4a52b2637208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:49.806019 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad8dc30-8fc2-4480-8bb8-4a52b2637208 None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:49.806904 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7ad8dc30-8fc2-4480-8bb8-4a52b2637208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:49.844120 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7ad8dc30-8fc2-4480-8bb8-4a52b2637208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:49.845019 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad8dc30-8fc2-4480-8bb8-4a52b2637208 None None] The sync data for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:03:49.882196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f5b00e04-5041-48b2-b60d-8ab200d7eff3 None None] Provisioning complete for port f11fc6b3-97d9-4069-87eb-6597ca34ca15 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:49.882196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5b00e04-5041-48b2-b60d-8ab200d7eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.938247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f5b00e04-5041-48b2-b60d-8ab200d7eff3 None None] Port f11fc6b3-97d9-4069-87eb-6597ca34ca15 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:03:49.979144 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:49.991979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Router 9b26852a-29b5-45ff-8491-9ac73556ee0f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:03:50.030982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c5b5a-8c8b-460c-991e-da411e97940e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.037347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c5b5a-8c8b-460c-991e-da411e97940e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.041298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4c05a620-0ddb-4852-8070-3d341d340609 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] 10.222.0.24 "GET /v2.0/floatingips/002f761c-bbad-424c-8706-f6f1f95c1009 HTTP/1.1" status: 200 len: 983 time: 0.2502224 Sep 24 00:03:50.043855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53822) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:50.044064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c5b5a-8c8b-460c-991e-da411e97940e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.050438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c5b5a-8c8b-460c-991e-da411e97940e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.057142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c5b5a-8c8b-460c-991e-da411e97940e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.063419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c5b5a-8c8b-460c-991e-da411e97940e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.069069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-863c5b5a-8c8b-460c-991e-da411e97940e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.5909140 Sep 24 00:03:50.069069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84257477-7d7d-4e5e-beba-18ce93601dda']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:50.072051 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53824) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:50.124940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:50.125282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0940a59b-c1c3-4c58-8e2b-5e695bfca7ca') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:50.172826 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:50.174800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2a17fcbd-770a-4d69-96c8-f1555203b354 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1293018 Sep 24 00:03:50.182832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158710c7-4080-4c30-88ce-081883b69e74 req-cd21e20b-99e6-4a5a-a3ea-e9ddf9d733db tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.183058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53830) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:50.184371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-158710c7-4080-4c30-88ce-081883b69e74 req-cd21e20b-99e6-4a5a-a3ea-e9ddf9d733db tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 944 time: 0.1979775 Sep 24 00:03:50.238983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-158710c7-4080-4c30-88ce-081883b69e74 req-914ef1d7-db0f-4071-a138-d7f8a35c4736 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469220 Sep 24 00:03:50.274076 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:50.291630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:50.291949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:50.295232 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:50.384869 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-719833a2-414b-48ad-ae87-56c7257cb1d3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3115737 Sep 24 00:03:50.388291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53834) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:50.470663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:50.474870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:03:50.479421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12dde3-8b47-4ef3-9825-1367b6d7d723 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.481071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12dde3-8b47-4ef3-9825-1367b6d7d723 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.482822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12dde3-8b47-4ef3-9825-1367b6d7d723 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.484504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12dde3-8b47-4ef3-9825-1367b6d7d723 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.486105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df12dde3-8b47-4ef3-9825-1367b6d7d723 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.487975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df12dde3-8b47-4ef3-9825-1367b6d7d723 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0986803 Sep 24 00:03:50.492141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53836) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:50.496943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Sync routers for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:03:50.505156 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6d54339a-4d57-41d7-b762-5e729d0c0fe1 admin admin] 10.222.0.24 "PUT /v2.0/routers/9b26852a-29b5-45ff-8491-9ac73556ee0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1566131 Sep 24 00:03:50.506432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:50.508396 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] 10.222.0.24 "DELETE /v2.0/networks/84257477-7d7d-4e5e-beba-18ce93601dda HTTP/1.1" status: 204 len: 168 time: 2.9896924 Sep 24 00:03:50.510301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c879841-7db5-4290-9012-6bfd894fa014 admin admin] Pushing event deleted for resources: {'Network': ['ID=84257477-7d7d-4e5e-beba-18ce93601dda,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:50.515404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:50.515538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:50.582832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0daa6-8310-41ac-82a0-3d43cca45634 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.584990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0daa6-8310-41ac-82a0-3d43cca45634 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.586477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0daa6-8310-41ac-82a0-3d43cca45634 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.588062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0daa6-8310-41ac-82a0-3d43cca45634 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.589692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb0daa6-8310-41ac-82a0-3d43cca45634 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.591746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ceb0daa6-8310-41ac-82a0-3d43cca45634 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0975642 Sep 24 00:03:50.595256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53842) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:50.796156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae8a1cf-1102-413a-b967-e1512613e12c tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:50.808007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1ae8a1cf-1102-413a-b967-e1512613e12c tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/networks/92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f HTTP/1.1" status: 200 len: 804 time: 0.2116060 Sep 24 00:03:50.808841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53848) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:50.850649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:03:50.913643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53852) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:51.016974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cffdbe66-f395-4e3d-be2a-94b485d25c81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15862e678ea049c1b05029bc26c79198&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021798 Sep 24 00:03:51.020125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53854) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:51.070635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b3e6acb8-37dc-40ab-a9e6-20d350d1233c tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/networks/92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2603948 Sep 24 00:03:51.076011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53858) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:51.164744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e794ec-45a5-4f7b-a762-a67dff848cd0 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:51.170697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53862) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:51.171001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-00e794ec-45a5-4f7b-a762-a67dff848cd0 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/subnets/ab7a2723-8495-4d4a-a32c-1daf510d462d HTTP/1.1" status: 200 len: 843 time: 0.0938838 Sep 24 00:03:51.172280 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-56735822-4ff8-49dd-b324-d578ea2b1510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.193662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Deleting port ed133b9a-5f64-4d70-b608-1c54c95ec3c9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:51.194001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.208364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-56735822-4ff8-49dd-b324-d578ea2b1510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.249326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 2, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:51.256567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475a7928-cb86-4086-bd38-07512c2fb15e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:51.256567 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-475a7928-cb86-4086-bd38-07512c2fb15e tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "GET /v2.0/subnets/ab7a2723-8495-4d4a-a32c-1daf510d462d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0812604 Sep 24 00:03:51.269276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53870) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:51.279366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-657904384'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:51.298910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Checking router: 9b26852a-29b5-45ff-8491-9ac73556ee0f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:03:51.299625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Updating router 9b26852a-29b5-45ff-8491-9ac73556ee0f port f11fc6b3-97d9-4069-87eb-6597ca34ca15 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:03:51.315807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:51.320672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.341609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.341899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.383939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Calling delete_port for ed133b9a-5f64-4d70-b608-1c54c95ec3c9 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:51.389999 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.397322 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-56735822-4ff8-49dd-b324-d578ea2b1510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.412297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-56735822-4ff8-49dd-b324-d578ea2b1510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.418368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-56735822-4ff8-49dd-b324-d578ea2b1510 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d508b888-8d0b-4438-a288-430313d688c6 HTTP/1.1" status: 204 len: 168 time: 0.3968287 Sep 24 00:03:51.468314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:51.490093 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.490445 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Added segment c25882ed-476a-494f-a708-15e3c3c7a5c0 of type vlan for network e760ba09-6f38-405c-a9cd-b0fd80f3b148 Sep 24 00:03:51.791902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53878) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:51.800508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7bb2fc67-7f0e-476e-9435-ee1d386c2e3e tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241898656', 'description': 'tempest-description--969434032'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:51.889211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bb2fc67-7f0e-476e-9435-ee1d386c2e3e tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.923652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:51.987943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.012887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56735822-4ff8-49dd-b324-d578ea2b1510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d508b888-8d0b-4438-a288-430313d688c6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:52.017653 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.024712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:52.025354 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.056067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event deleted for resources: {'Port': ['ID=ed133b9a-5f64-4d70-b608-1c54c95ec3c9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:52.205545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8c9e9-2b56-4daa-ad9e-1c379a392417 req-c261a4a7-2f0c-47bf-bed5-e54155d04405 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:52.207142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e8c9e9-2b56-4daa-ad9e-1c379a392417 req-c261a4a7-2f0c-47bf-bed5-e54155d04405 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 944 time: 0.1957016 Sep 24 00:03:52.207805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Network': ['ID=e760ba09-6f38-405c-a9cd-b0fd80f3b148,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:52.232218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e760ba09-6f38-405c-a9cd-b0fd80f3b148 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:52.281961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e8c9e9-2b56-4daa-ad9e-1c379a392417 req-173304f7-178b-4146-968e-583ce1ddfc50 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666823 Sep 24 00:03:52.313808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bb2fc67-7f0e-476e-9435-ee1d386c2e3e tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.318789 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.330497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bb2fc67-7f0e-476e-9435-ee1d386c2e3e tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.331603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c36fc24b-2f02-4790-826a-7743eaf72544 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0611610 Sep 24 00:03:52.332550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53898) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:52.339470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'network_id': 'e760ba09-6f38-405c-a9cd-b0fd80f3b148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:52.366129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bb2fc67-7f0e-476e-9435-ee1d386c2e3e tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.367453 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7bb2fc67-7f0e-476e-9435-ee1d386c2e3e tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5737126 Sep 24 00:03:52.375423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.375755 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Floating IP 002f761c-bbad-424c-8706-f6f1f95c1009 disassociated (deleted). External IP: 172.25.5.160, port: 0c392b54-5d22-4ba1-a618-2ef00ffbb4f1. Sep 24 00:03:52.378383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53900) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:52.388490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4cb2d25c-5c04-47a8-9c41-981cb1c83254 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Request body: {'security_group_rule': {'security_group_id': '482831c9-01c7-4ca3-8f2d-66c379ba6b19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:52.402476 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.425017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb2fc67-7f0e-476e-9435-ee1d386c2e3e tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=482831c9-01c7-4ca3-8f2d-66c379ba6b19,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:52.482262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f780d-f469-4fc7-a556-1ce490ce2c32 None None] Pushing event updated for resources: {'Port': ['ID=f11fc6b3-97d9-4069-87eb-6597ca34ca15,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:52.505327 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d25c-5c04-47a8-9c41-981cb1c83254 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.550501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Made reservation on behalf of fe89f20fdac54a868aee1725d87e3357 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:52.554468 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.645984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Attempting to bind port f11fc6b3-97d9-4069-87eb-6597ca34ca15 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:52.646356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Attempting to bind port f11fc6b3-97d9-4069-87eb-6597ca34ca15 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:52.646721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Attempting to bind port f11fc6b3-97d9-4069-87eb-6597ca34ca15 on network 716b91cc-0abd-4d00-b73e-8953edd8d984 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:52.656559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Performing IP validity checks on allocation pools {{(pid=106379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 00:03:52.657344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 00:03:52.666368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:52.666748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Checking segment: {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:52.667175 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.667570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Bound using segment: {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:52.668286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Bound port: f11fc6b3-97d9-4069-87eb-6597ca34ca15, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:52.668725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.692257 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d25c-5c04-47a8-9c41-981cb1c83254 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.705399 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d25c-5c04-47a8-9c41-981cb1c83254 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.795294 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d25c-5c04-47a8-9c41-981cb1c83254 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.799038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4cb2d25c-5c04-47a8-9c41-981cb1c83254 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4167743 Sep 24 00:03:52.799560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53910) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:52.803108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Router add78727-be3b-4ec1-a26a-5a4b202d12b4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:03:52.807489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f46945c3-7b87-494e-9cac-ed8c2b6f8d6f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Request body: {'security_group_rule': {'security_group_id': '482831c9-01c7-4ca3-8f2d-66c379ba6b19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:52.811368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] For port f11fc6b3-97d9-4069-87eb-6597ca34ca15, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:52.816413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] For port f11fc6b3-97d9-4069-87eb-6597ca34ca15, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f11fc6b3-97d9-4069-87eb-6597ca34ca15,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:52.824206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2d25c-5c04-47a8-9c41-981cb1c83254 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80b8d99-283a-415d-8e0e-fec8aa1d1b1d,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:52.828360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:52.902366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53912) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:52.919629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:52.920276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:52.950897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f46945c3-7b87-494e-9cac-ed8c2b6f8d6f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.042729 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.085688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-network', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:53.090699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b11d9773-988e-42e1-b83f-e38b2f9aa1b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.104039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8332c3c7-8022-440e-90ea-18ac529aa532 None None] Provisioning complete for port f11fc6b3-97d9-4069-87eb-6597ca34ca15 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:53.104572 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8332c3c7-8022-440e-90ea-18ac529aa532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.156421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f46945c3-7b87-494e-9cac-ed8c2b6f8d6f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.165815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f46945c3-7b87-494e-9cac-ed8c2b6f8d6f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.185067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Made reservation on behalf of 6280c1e814dd41e6a44945aecd61de99 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:53.185284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f780d-f469-4fc7-a556-1ce490ce2c32 None None] Pushing event updated for resources: {'Port': ['ID=f11fc6b3-97d9-4069-87eb-6597ca34ca15,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:53.187407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.200148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46945c3-7b87-494e-9cac-ed8c2b6f8d6f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd2a21d-f41d-48d3-96f5-f2c6c29695dc,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:53.210817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=d5f4cb6d-8123-4967-a9f0-3ab4a9ca5e75,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:53.246149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:03:53.246812 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.256383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:03:53.260919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Checking segment: {'id': 'c25882ed-476a-494f-a708-15e3c3c7a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e760ba09-6f38-405c-a9cd-b0fd80f3b148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:53.261292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network hostable DHCP agents. Network: e760ba09-6f38-405c-a9cd-b0fd80f3b148, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:53.272651 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee5e7c-e6f2-4524-8749-dbf9c69f347c None None] Sync routers for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:03:53.289212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee5e7c-e6f2-4524-8749-dbf9c69f347c None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:53.290874 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2eee5e7c-e6f2-4524-8749-dbf9c69f347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:53.297294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.317487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Network e760ba09-6f38-405c-a9cd-b0fd80f3b148 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:53.363230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e760ba09-6f38-405c-a9cd-b0fd80f3b148) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:53.367280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f46945c3-7b87-494e-9cac-ed8c2b6f8d6f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.371136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f46945c3-7b87-494e-9cac-ed8c2b6f8d6f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5692139 Sep 24 00:03:53.378293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53924) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:53.387044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:53.388094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.397338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:53.398719 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2eee5e7c-e6f2-4524-8749-dbf9c69f347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:53.425412 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee5e7c-e6f2-4524-8749-dbf9c69f347c None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:53.426090 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8332c3c7-8022-440e-90ea-18ac529aa532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.427989 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2eee5e7c-e6f2-4524-8749-dbf9c69f347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:53.428733 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6dcedf52-1d0e-4f13-b13f-57bf09550825 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "DELETE /v2.0/floatingips/002f761c-bbad-424c-8706-f6f1f95c1009 HTTP/1.1" status: 204 len: 168 time: 3.2447331 Sep 24 00:03:53.433172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53926) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:53.438900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:53.449936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b9fe0ad9-85e9-4f5c-8368-51985553ec9e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:03:53.451915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d0d23-b7ab-4ae1-8841-3de01f7ede2f None None] Network e760ba09-6f38-405c-a9cd-b0fd80f3b148 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:53.467132 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2eee5e7c-e6f2-4524-8749-dbf9c69f347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:53.468140 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee5e7c-e6f2-4524-8749-dbf9c69f347c None None] The sync data for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:03:53.481755 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.498521 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.515663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:03:53.515663 n-d-713498-18 neutron-server[106378]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 00:03:53.515663 n-d-713498-18 neutron-server[106378]: [parameters: {'project_id_1': '768992fb10674e7a9d2d92f2d84adca9', 'expiration_1': datetime.datetime(2021, 9, 24, 0, 3, 33, 444002)}] Sep 24 00:03:53.515663 n-d-713498-18 neutron-server[106378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:03:53.516652 n-d-713498-18 neutron-server[106378]: DEBUG oslo_db.api [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:03:53.525269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.527370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1ec261cd-7ef1-495d-84e4-218039c1ef7b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1932070 Sep 24 00:03:53.528186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53928) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:53.535680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fac6c5c1-29f5-4c9c-b0d2-36a4460ecbc9 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:53.537463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e6c7f-3510-4b39-9f64-a0053c7d2781,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:53.547839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:03:53.569896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056058c-92f3-4588-9cf8-15ecadc59d67 req-6b0c1bc3-47a1-499f-a713-f313cb584239 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:53.571881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0056058c-92f3-4588-9cf8-15ecadc59d67 req-6b0c1bc3-47a1-499f-a713-f313cb584239 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 944 time: 0.1344402 Sep 24 00:03:53.572203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8332c3c7-8022-440e-90ea-18ac529aa532 None None] For port f11fc6b3-97d9-4069-87eb-6597ca34ca15, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f11fc6b3-97d9-4069-87eb-6597ca34ca15,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:53.576232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.577002 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Added segment 9776aa20-a8d8-434b-b384-a5affc542918 of type vlan for network 4c8c3d8f-bd38-4210-8db8-122d6725200d Sep 24 00:03:53.618861 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8332c3c7-8022-440e-90ea-18ac529aa532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.639306 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.669353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0056058c-92f3-4588-9cf8-15ecadc59d67 req-d109f701-2f6f-447f-8d76-ff8c3d5585ef tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803077 Sep 24 00:03:53.696317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.698081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:53.698894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.722466 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fac6c5c1-29f5-4c9c-b0d2-36a4460ecbc9 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26080368'] for subnet, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.740227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8367178 Sep 24 00:03:53.743530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53930) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:53.749769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Request body: {'subnet': {'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-subnet', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:53.795536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf09d20d-b6a4-48e6-b2bd-76956cad6eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=4c8c3d8f-bd38-4210-8db8-122d6725200d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:53.798551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8332c3c7-8022-440e-90ea-18ac529aa532 None None] Pushing event updated for resources: {'Port': ['ID=f11fc6b3-97d9-4069-87eb-6597ca34ca15,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:53.805887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dc6c1da2-dfd0-4d53-b3f3-3132f3dc1c56 None None] Provisioning complete for port f11fc6b3-97d9-4069-87eb-6597ca34ca15 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:53.806265 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dc6c1da2-dfd0-4d53-b3f3-3132f3dc1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.819798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Made reservation on behalf of 6280c1e814dd41e6a44945aecd61de99 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:03:53.822856 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:53.834456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 4c8c3d8f-bd38-4210-8db8-122d6725200d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:03:53.858171 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.020314 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fac6c5c1-29f5-4c9c-b0d2-36a4460ecbc9 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784070505719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26484295'] for subnet, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.028142 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.072855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b9fe0ad9-85e9-4f5c-8368-51985553ec9e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:54.078721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Allocated IP 172.25.5.122 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/155e35de-ce9b-4327-8349-ae783fe954ac) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:54.088114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d4892b0-251e-46eb-a802-4c94705ce0c6,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:54.095958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Checking segment: {'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:54.096311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Network hostable DHCP agents. Network: 4c8c3d8f-bd38-4210-8db8-122d6725200d, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:03:54.117596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac6c5c1-29f5-4c9c-b0d2-36a4460ecbc9 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:54.118979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fac6c5c1-29f5-4c9c-b0d2-36a4460ecbc9 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.119213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Network 4c8c3d8f-bd38-4210-8db8-122d6725200d is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:03:54.120747 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fac6c5c1-29f5-4c9c-b0d2-36a4460ecbc9 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "PUT /v2.0/subnets/d5f4cb6d-8123-4967-a9f0-3ab4a9ca5e75 HTTP/1.1" status: 200 len: 900 time: 0.5910914 Sep 24 00:03:54.125554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53932) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:54.131726 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.150527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 4c8c3d8f-bd38-4210-8db8-122d6725200d) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:54.152698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'b9fe0ad9-85e9-4f5c-8368-51985553ec9e', 'network_id': 'e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4', 'port_id': 'b9fe0ad9-85e9-4f5c-8368-51985553ec9e', 'mac_address': 'fa:16:3e:3d:22:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b938e2-ed36-4fcd-8166-f256f3497cec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:03:54.161362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac6c5c1-29f5-4c9c-b0d2-36a4460ecbc9 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event updated for resources: {'Subnet': ['ID=d5f4cb6d-8123-4967-a9f0-3ab4a9ca5e75,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:54.163114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:54.163662 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.167513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fbb69f-6f03-40e1-ada8-38eacc801009 None None] Network 4c8c3d8f-bd38-4210-8db8-122d6725200d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:54.189398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-e760ba09-6f38-405c-a9cd-b0fd80f3b148', 'network_id': 'e760ba09-6f38-405c-a9cd-b0fd80f3b148', 'tenant_id': 'fe89f20fdac54a868aee1725d87e3357', 'fixed_ips': [{'subnet_id': 'd5f4cb6d-8123-4967-a9f0-3ab4a9ca5e75'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:03:54.190175 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.218173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-15d6f45e-7779-4dbd-afa9-c80de92d5baf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.4709203 Sep 24 00:03:54.225182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53934) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:54.232976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:54.285216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.298266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.299362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.319974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:52Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:54.326797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.377063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.405246 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.438660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.457021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec360254-5a81-4bb3-9df4-839f6eba3022 None None] The sync data for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 is: [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:52Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:03:54.488668 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.561138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:54.583964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:54.590743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:54.593920 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.619420 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9fe0ad9-85e9-4f5c-8368-51985553ec9e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:03:54.658518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event updated for resources: {'Port': ['ID=155e35de-ce9b-4327-8349-ae783fe954ac,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:54.747470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b9fe0ad9-85e9-4f5c-8368-51985553ec9e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:54.864142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f11fc6b3-97d9-4069-87eb-6597ca34ca15 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:54.872352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.912581 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:54.980441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24246d99-83a4-47f7-a4cd-08b0e8b58e01 req-40446dc8-d22a-48d3-882a-625e8d9ed646 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:54.982167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24246d99-83a4-47f7-a4cd-08b0e8b58e01 req-40446dc8-d22a-48d3-882a-625e8d9ed646 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 945 time: 0.1059546 Sep 24 00:03:55.003925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Allocated IP 172.25.5.67 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ec7accfc-6224-49eb-993d-b900e8427893) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:55.030978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Allocated IP 2001:db8::3 (e760ba09-6f38-405c-a9cd-b0fd80f3b148/d5f4cb6d-8123-4967-a9f0-3ab4a9ca5e75/58d58b36-e37f-4b46-9d69-b162eeb77fe1) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:55.040840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dda73a-549e-4f25-8f15-e395bb2f7a30 None None] Network 4c8c3d8f-bd38-4210-8db8-122d6725200d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:55.053298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.111286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24246d99-83a4-47f7-a4cd-08b0e8b58e01 req-d454cd50-114d-4c30-8016-80311c25acbc tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124949 Sep 24 00:03:55.151079 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.293638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f11fc6b3-97d9-4069-87eb-6597ca34ca15 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:55.294120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.337020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.346904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b9fe0ad9-85e9-4f5c-8368-51985553ec9e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:03:55.397250 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.405903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:55.439045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.506966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.601083 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.613276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Allocated IP 172.25.5.63 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/30a4fdbd-42cf-4789-854e-36ec5ae2ab62) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:55.623182 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.631745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:55.639622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:55.645363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:55.688761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Network e760ba09-6f38-405c-a9cd-b0fd80f3b148 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:55.721591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:55.731702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:55.771453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.773545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Pushing event updated for resources: {'Port': ['ID=ec7accfc-6224-49eb-993d-b900e8427893,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:55.795822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Pushing event updated for resources: {'Port': ['ID=58d58b36-e37f-4b46-9d69-b162eeb77fe1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:55.797404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.814477 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.818135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.887528 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Attempting to bind port 58d58b36-e37f-4b46-9d69-b162eeb77fe1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:03:55.887926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Attempting to bind port 58d58b36-e37f-4b46-9d69-b162eeb77fe1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'c25882ed-476a-494f-a708-15e3c3c7a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e760ba09-6f38-405c-a9cd-b0fd80f3b148'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:03:55.888257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Attempting to bind port 58d58b36-e37f-4b46-9d69-b162eeb77fe1 on network e760ba09-6f38-405c-a9cd-b0fd80f3b148 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:03:55.894123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:03:55.894502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Checking segment: {'id': 'c25882ed-476a-494f-a708-15e3c3c7a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e760ba09-6f38-405c-a9cd-b0fd80f3b148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:03:55.894945 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.895337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Bound using segment: {'id': 'c25882ed-476a-494f-a708-15e3c3c7a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e760ba09-6f38-405c-a9cd-b0fd80f3b148'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:03:55.895811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Bound port: 58d58b36-e37f-4b46-9d69-b162eeb77fe1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25882ed-476a-494f-a708-15e3c3c7a5c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e760ba09-6f38-405c-a9cd-b0fd80f3b148'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:03:55.896190 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.907132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:55.908289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.908527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Pushing event updated for resources: {'Port': ['ID=30a4fdbd-42cf-4789-854e-36ec5ae2ab62,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:55.917947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.928705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:55.947463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:55.952897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=d5f4cb6d-8123-4967-a9f0-3ab4a9ca5e75,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:55.955082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:56.056531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event updated for resources: {'Port': ['ID=155e35de-ce9b-4327-8349-ae783fe954ac,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:56.059284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80843505-da1c-453f-8212-3988cbee12bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.063776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.067832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] For port 58d58b36-e37f-4b46-9d69-b162eeb77fe1, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:03:56.076222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] For port 58d58b36-e37f-4b46-9d69-b162eeb77fe1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=58d58b36-e37f-4b46-9d69-b162eeb77fe1,segment=NetworkSegment(c25882ed-476a-494f-a708-15e3c3c7a5c0),segment_id=c25882ed-476a-494f-a708-15e3c3c7a5c0)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:03:56.082498 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.120476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.143738 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.292281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c1f50-f02f-4782-9b39-b26b53d6ad9b None None] Pushing event updated for resources: {'Port': ['ID=58d58b36-e37f-4b46-9d69-b162eeb77fe1,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:56.318843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9292cb42-29c9-4762-8760-c24b0bb32a5a None None] Network e760ba09-6f38-405c-a9cd-b0fd80f3b148 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:56.363704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e760ba09-6f38-405c-a9cd-b0fd80f3b148']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:56.390737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25882ed-476a-494f-a708-15e3c3c7a5c0') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:56.391265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25882ed-476a-494f-a708-15e3c3c7a5c0') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:56.427221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.435015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.441185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.443222 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c5985843-e754-4b54-ae75-2a189858b7f1 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0626829 Sep 24 00:03:56.513193 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.526333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Pushing event updated for resources: {'Port': ['ID=ec7accfc-6224-49eb-993d-b900e8427893,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:56.563858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.584491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af288817-7b66-44ce-b4cf-6e6688d576c5 None None] Network e760ba09-6f38-405c-a9cd-b0fd80f3b148 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:03:56.586361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03c5a57-553b-40d3-8df3-807f83304fd7 req-486f440c-79bd-4171-9fee-561d30f15bf5 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:56.587050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.591839 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-532f3653-d78f-4b56-9bc9-c443caafbe22 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1573350 Sep 24 00:03:56.592915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:56.599600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f03c5a57-553b-40d3-8df3-807f83304fd7 req-486f440c-79bd-4171-9fee-561d30f15bf5 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 945 time: 0.2839844 Sep 24 00:03:56.615080 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.705587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:56.706106 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:56.709418 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:56.743601 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.789348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f552ba-922a-4bf2-8347-1ce20969f1d5 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:03:56.789668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:03:56.820342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:56.946134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.006307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f552ba-922a-4bf2-8347-1ce20969f1d5 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:03:57.102967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 00:03:57.102967 n-d-713498-18 neutron-server[106379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 00:03:57.102967 n-d-713498-18 neutron-server[106379]: [parameters: {'id': 'e760ba09-6f38-405c-a9cd-b0fd80f3b148'}] Sep 24 00:03:57.102967 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:03:57.103457 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:03:57.103875 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.108578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Allocated IP 172.25.5.213 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/33ac81a3-3b68-4a2e-b8e5-9da038cc8cfa) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:03:57.109110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f03c5a57-553b-40d3-8df3-807f83304fd7 req-14b37897-a888-41e5-a66d-b5c769bcd5a0 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4997580 Sep 24 00:03:57.180171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-b1c0e9b0-beb0-49ca-a24c-4e04ed713655 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--241898656&fields=id&tenant_id=73954aaefbd9438d9b6a433e1b881d70 HTTP/1.1" status: 200 len: 267 time: 0.1050355 Sep 24 00:03:57.275585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.319987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.363674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:03:57.369293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:03:57.373111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:03:57.385499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Pushing event updated for resources: {'Port': ['ID=33ac81a3-3b68-4a2e-b8e5-9da038cc8cfa,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:57.440028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-3a08244c-71da-4b4e-a055-dcc2b63da8f7 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:57.449974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-3a08244c-71da-4b4e-a055-dcc2b63da8f7 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/networks?id=716b91cc-0abd-4d00-b73e-8953edd8d984 HTTP/1.1" status: 200 len: 806 time: 0.2669725 Sep 24 00:03:57.452476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b9fe0ad9-85e9-4f5c-8368-51985553ec9e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:03:57.468910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-b9f884b9-0b07-48fc-bb84-11d31cbe480e tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/quotas/73954aaefbd9438d9b6a433e1b881d70 HTTP/1.1" status: 200 len: 375 time: 0.0190573 Sep 24 00:03:57.524270 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.575877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port b9fe0ad9-85e9-4f5c-8368-51985553ec9e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:03:57.580621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port b9fe0ad9-85e9-4f5c-8368-51985553ec9e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:03:57.581113 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.588083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.595731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-0d59187a-79a9-411b-a157-d125652a2ee0 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=73954aaefbd9438d9b6a433e1b881d70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1257870 Sep 24 00:03:57.605026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.624590 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.744695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.791847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c648c53d-c843-43ad-8943-db19ceb0769e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fe0ad9-85e9-4f5c-8368-51985553ec9e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:03:57.804995 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7dd2e6-73d9-4cb4-9fd6-580e79be5c2d" -d '{"events": [{"server_uuid": "c648c53d-c843-43ad-8943-db19ceb0769e", "name": "network-vif-plugged", "status": "completed", "tag": "b9fe0ad9-85e9-4f5c-8368-51985553ec9e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:03:57.825433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b9fe0ad9-85e9-4f5c-8368-51985553ec9e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:57.832558 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.863746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.872085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.881916 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89603a0-6ad1-4ae3-b236-c06e660b6395 x-openstack-request-id: req-c89603a0-6ad1-4ae3-b236-c06e660b6395 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:03:57.882256 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c648c53d-c843-43ad-8943-db19ceb0769e", "name": "network-vif-plugged", "status": "completed", "tag": "b9fe0ad9-85e9-4f5c-8368-51985553ec9e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:03:57.882510 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c89603a0-6ad1-4ae3-b236-c06e660b6395 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:03:57.883166 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c648c53d-c843-43ad-8943-db19ceb0769e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9fe0ad9-85e9-4f5c-8368-51985553ec9e', 'code': 200} Sep 24 00:03:57.906542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting port 58d58b36-e37f-4b46-9d69-b162eeb77fe1 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:57.906915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:57.937144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-cf25ecdd-20e2-41e8-87fd-bcff1e54ea1a service neutron] 10.222.0.24 "GET /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237464 Sep 24 00:03:57.959430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:58.018639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Pushing event updated for resources: {'Port': ['ID=33ac81a3-3b68-4a2e-b8e5-9da038cc8cfa,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:58.027394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:58.045802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e0f01-3693-4d35-aa8f-da08b7fac49d req-c2dddb01-69a2-4ce6-8f1d-c5b208a65654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:58.047374 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c18e0f01-3693-4d35-aa8f-da08b7fac49d req-c2dddb01-69a2-4ce6-8f1d-c5b208a65654 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 1098 time: 0.0728955 Sep 24 00:03:58.048635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:58.049712 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4989e6fd-6bec-475d-9fa6-ad45a9f28f90 tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4541147 Sep 24 00:03:58.055387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54018) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:58.058080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Router 6fd07fce-4352-4ace-9e44-4731501ec07c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:03:58.109114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] For port 58d58b36-e37f-4b46-9d69-b162eeb77fe1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=58d58b36-e37f-4b46-9d69-b162eeb77fe1,segment=NetworkSegment(c25882ed-476a-494f-a708-15e3c3c7a5c0),segment_id=c25882ed-476a-494f-a708-15e3c3c7a5c0)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:03:58.109709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:58.144780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Calling delete_port for 58d58b36-e37f-4b46-9d69-b162eeb77fe1 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:58.225371 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c18e0f01-3693-4d35-aa8f-da08b7fac49d req-e3933481-46cd-4d95-972c-f9259d20ab35 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709867 Sep 24 00:03:58.247585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3b3596af-0e7a-4ab9-bb71-b34d7caf1857 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.1844816 Sep 24 00:03:58.250146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54022) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:58.305243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-d816150d-c5c6-4e0c-9780-6683e99ec1a6 service neutron] 10.222.0.24 "GET /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587358 Sep 24 00:03:58.406380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac64950-c8e5-451b-b0b3-5dca107c5550 req-8c648f00-0c3c-41fb-a78d-295f726112dd tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:03:58.423408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ac64950-c8e5-451b-b0b3-5dca107c5550 req-8c648f00-0c3c-41fb-a78d-295f726112dd tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 946 time: 0.2043564 Sep 24 00:03:58.425696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:03:58.436448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Sync routers for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:03:58.453050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:03:58.457046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:58.499177 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:58.501563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5170a83e-e37a-4105-95e6-ac314fb7dc6c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2734561 Sep 24 00:03:58.511256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54032) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:58.599511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ac64950-c8e5-451b-b0b3-5dca107c5550 req-a3529943-afe0-4eef-b635-670610692b25 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750743 Sep 24 00:03:58.614922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:58.694667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Port': ['ID=58d58b36-e37f-4b46-9d69-b162eeb77fe1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:58.723061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No DVR routers for this DVR port 58d58b36-e37f-4b46-9d69-b162eeb77fe1 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:03:58.749289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-03d307ca-012a-4ba5-a5b1-0cb13aaef9e9 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.4894931 Sep 24 00:03:58.750358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54038) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:58.806399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:03:58.932245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89c8087d-d70a-4fee-aceb-04ff590e653c req-f84ed699-1355-4f6e-8554-958af9fa47fe tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 210 time: 0.1806617 Sep 24 00:03:59.060581 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.125418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Deleting port 33ac81a3-3b68-4a2e-b8e5-9da038cc8cfa {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:03:59.128303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.182774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e760ba09-6f38-405c-a9cd-b0fd80f3b148']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:59.202026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25882ed-476a-494f-a708-15e3c3c7a5c0') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:59.202366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25882ed-476a-494f-a708-15e3c3c7a5c0') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:59.255895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.267727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.300165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.300710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.358809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Calling delete_port for 33ac81a3-3b68-4a2e-b8e5-9da038cc8cfa owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:03:59.370056 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.394138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:03:59.394434 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:03:59.397807 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:03:59.483631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:03:56Z', 'revision_number': 3, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:03:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:03:59.538854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Checking router: 6fd07fce-4352-4ace-9e44-4731501ec07c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:03:59.539449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Updating router 6fd07fce-4352-4ace-9e44-4731501ec07c port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:03:59.568461 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.600261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.614162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.638657 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.646424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/e760ba09-6f38-405c-a9cd-b0fd80f3b148 HTTP/1.1" status: 204 len: 168 time: 5.5150082 Sep 24 00:03:59.663106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54050) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:03:59.701141 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Pushing event deleted for resources: {'Port': ['ID=33ac81a3-3b68-4a2e-b8e5-9da038cc8cfa,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:03:59.753257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.756389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.756612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.757015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.757408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.759673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.760088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.760487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.762422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.762422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.762875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.763654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:03:59.881948 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.888965 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:03:59.898969 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-15bc663a-63e8-420d-9d47-723a9b462bce tempest-FloatingIPAdminTestJSON-1198860138 tempest-FloatingIPAdminTestJSON-1198860138-project] 10.222.0.24 "DELETE /v2.0/floatingips/d2c27ac2-b4fc-48c8-b9d3-8c107d291659 HTTP/1.1" status: 204 len: 168 time: 1.1434619 Sep 24 00:03:59.900596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:00.000250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ebea32-d5af-409c-b6de-905ad09b2435 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=e760ba09-6f38-405c-a9cd-b0fd80f3b148,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:00.111069 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9c8f53-e162-4d76-9741-518ffbb7f53b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:00.111532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e9c8f53-e162-4d76-9741-518ffbb7f53b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:00.113329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7e9c8f53-e162-4d76-9741-518ffbb7f53b tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/d5f4cb6d-8123-4967-a9f0-3ab4a9ca5e75 HTTP/1.1" status: 404 len: 337 time: 0.1145461 Sep 24 00:04:00.121222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54062) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:00.153820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Deleting port ec7accfc-6224-49eb-993d-b900e8427893 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:00.154480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.163772 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5a169f-49b2-4b34-bfa8-d27d4b8acaee tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:00.164361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5a169f-49b2-4b34-bfa8-d27d4b8acaee tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:00.167231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7d5a169f-49b2-4b34-bfa8-d27d4b8acaee tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/e760ba09-6f38-405c-a9cd-b0fd80f3b148 HTTP/1.1" status: 404 len: 339 time: 0.0386381 Sep 24 00:04:00.169090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54064) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:00.171090 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.186293 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.269538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfe4f19-bf36-4721-804e-2bcd009b917e req-55890fe3-f9a8-4a66-9688-3fe4c612f552 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 210 time: 0.1009264 Sep 24 00:04:00.310811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Attempting to bind port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:04:00.311192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Attempting to bind port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:04:00.311561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Attempting to bind port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:04:00.316752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e0f63-e9a1-44b9-a8e6-efae41b03b94 None None] Pushing event updated for resources: {'Port': ['ID=30a4fdbd-42cf-4789-854e-36ec5ae2ab62,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:00.319349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:04:00.319726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:00.320120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.320510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:04:00.320883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.321376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Bound port: 30a4fdbd-42cf-4789-854e-36ec5ae2ab62, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:04:00.321376 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.351309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771d79e-43ff-4e55-aed8-6327b1829fa6 req-004091b6-13b9-4f80-a289-7948a30111d5 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:00.353513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.353682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.354456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8771d79e-43ff-4e55-aed8-6327b1829fa6 req-004091b6-13b9-4f80-a289-7948a30111d5 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 946 time: 0.3452334 Sep 24 00:04:00.375139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Calling delete_port for ec7accfc-6224-49eb-993d-b900e8427893 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:00.394511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-e64d87a5-949c-461b-8db2-92d1dac83d1d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:00.396347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-e64d87a5-949c-461b-8db2-92d1dac83d1d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.18 "GET /v2.0/networks?id=716b91cc-0abd-4d00-b73e-8953edd8d984 HTTP/1.1" status: 200 len: 806 time: 0.3866131 Sep 24 00:04:00.400398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] For port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:04:00.403977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] For port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=30a4fdbd-42cf-4789-854e-36ec5ae2ab62,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:04:00.410004 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.483282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:00.484245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:00.511694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.533024 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-5219f2e9-1d88-4c08-b8ea-186a0727ceb9 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=73954aaefbd9438d9b6a433e1b881d70 HTTP/1.1" status: 200 len: 379 time: 0.0861628 Sep 24 00:04:00.533545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e0f63-e9a1-44b9-a8e6-efae41b03b94 None None] Pushing event updated for resources: {'Port': ['ID=30a4fdbd-42cf-4789-854e-36ec5ae2ab62,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:00.545761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75639ae2-6775-4892-9b72-d7c416d199d0']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:00.559317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Request body: {'port': {'device_id': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'admin_state_up': True, 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'security_groups': ['482831c9-01c7-4ca3-8f2d-66c379ba6b19']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:00.561338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '633c131c-d79d-4b8d-86b8-b3e62e968ac5') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:00.561640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '633c131c-d79d-4b8d-86b8-b3e62e968ac5') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:00.570362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8771d79e-43ff-4e55-aed8-6327b1829fa6 req-a1d2a5ef-9caa-4668-818c-ac7ace57783d tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717622 Sep 24 00:04:00.586190 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.608824 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.622393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:04:00.622393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:04:00.627253 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:04:00.662064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:00.768356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.774996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.790625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.795011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/75639ae2-6775-4892-9b72-d7c416d199d0 HTTP/1.1" status: 204 len: 168 time: 0.6226280 Sep 24 00:04:00.796697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54070) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:00.822180 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:00.871828 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a92a20-4afa-447a-8c47-b2e4476836fe tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:00.872293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a92a20-4afa-447a-8c47-b2e4476836fe tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:00.876976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b8a92a20-4afa-447a-8c47-b2e4476836fe tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/853a0037-5e5b-4b30-a51f-78d4ac148df6 HTTP/1.1" status: 404 len: 337 time: 0.0702143 Sep 24 00:04:00.896157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514c056e-a8fe-40f1-a72b-df6b59355aff tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=75639ae2-6775-4892-9b72-d7c416d199d0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:00.904843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54074) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:00.927894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec7accfc-6224-49eb-993d-b900e8427893,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:00.967762 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30c0551-b408-4d41-a774-ddbd38ddd2d3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:00.968439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30c0551-b408-4d41-a774-ddbd38ddd2d3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:00.970250 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f30c0551-b408-4d41-a774-ddbd38ddd2d3 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/89ecbe2c-df02-4f4e-a094-e3e588a0f708 HTTP/1.1" status: 404 len: 339 time: 0.0612826 Sep 24 00:04:00.973165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:00.985031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Made reservation on behalf of 73954aaefbd9438d9b6a433e1b881d70 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:00.988626 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.039488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:03:56Z', 'revision_number': 3, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:01.080955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.088203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.089871 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb97d62f-1135-4103-b852-7da2d0110480 tempest-FloatingIPAdminTestJSON-750307671 tempest-FloatingIPAdminTestJSON-750307671-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/5b019e3f-fbbd-4aba-a5e8-7f5757e9c18b HTTP/1.1" status: 204 len: 168 time: 1.1880252 Sep 24 00:04:01.093453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54084) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:01.131688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-045b8e76-8daa-4f5b-970f-cbc0075d8423 None None] The sync data for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 is: [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:03:56Z', 'revision_number': 3, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:01.186007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55935c6-1704-4f05-a010-5a1b4b604abf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting subnet 1a43b937-566c-43c6-bdce-919f60aa6686 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:04:01.190129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f55935c6-1704-4f05-a010-5a1b4b604abf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.238519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f55935c6-1704-4f05-a010-5a1b4b604abf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.287231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9e8a6-ba93-464c-be9a-d27e61aff6e8 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Deleting port 0c392b54-5d22-4ba1-a618-2ef00ffbb4f1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:01.288168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e8a6-ba93-464c-be9a-d27e61aff6e8 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.383138 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f55935c6-1704-4f05-a010-5a1b4b604abf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.435352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e8a6-ba93-464c-be9a-d27e61aff6e8 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.457200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1ba9e8a6-ba93-464c-be9a-d27e61aff6e8 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Calling delete_port for 0c392b54-5d22-4ba1-a618-2ef00ffbb4f1 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:01.519123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Allocated IP 172.20.0.1 (4c8c3d8f-bd38-4210-8db8-122d6725200d/7d4892b0-251e-46eb-a802-4c94705ce0c6/e9232439-bd3e-4107-8d48-ceee3e67f009) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:01.522035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f55935c6-1704-4f05-a010-5a1b4b604abf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.603464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33587a4e-2a07-44ca-8c81-46a75621d9d0 req-dd50a7e8-0cb1-480a-95b5-52fac9e397d9 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 210 time: 0.1534534 Sep 24 00:04:01.619179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55935c6-1704-4f05-a010-5a1b4b604abf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=1a43b937-566c-43c6-bdce-919f60aa6686,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:01.621444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f55935c6-1704-4f05-a010-5a1b4b604abf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.624575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0be41-f9ed-4589-bd6d-7c8282331592 None None] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:01.629420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f55935c6-1704-4f05-a010-5a1b4b604abf tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/1a43b937-566c-43c6-bdce-919f60aa6686 HTTP/1.1" status: 204 len: 168 time: 0.6551239 Sep 24 00:04:01.635387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54090) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:01.731415 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e8a6-ba93-464c-be9a-d27e61aff6e8 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.794481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9e8a6-ba93-464c-be9a-d27e61aff6e8 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event deleted for resources: {'Port': ['ID=0c392b54-5d22-4ba1-a618-2ef00ffbb4f1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:01.972611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ba9e8a6-ba93-464c-be9a-d27e61aff6e8 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:01.976836 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1ba9e8a6-ba93-464c-be9a-d27e61aff6e8 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "DELETE /v2.0/ports/0c392b54-5d22-4ba1-a618-2ef00ffbb4f1 HTTP/1.1" status: 204 len: 168 time: 0.8822150 Sep 24 00:04:01.979834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54098) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:02.105050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:02.134198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77823179-b0d2-40ec-9427-7f68c5e8478f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:02.144298 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-77823179-b0d2-40ec-9427-7f68c5e8478f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "GET /v2.0/ports?device_id=add78727-be3b-4ec1-a26a-5a4b202d12b4 HTTP/1.1" status: 200 len: 913 time: 0.1633096 Sep 24 00:04:02.147230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Allocated IP 172.20.0.10 (716b91cc-0abd-4d00-b73e-8953edd8d984/d9252b56-608f-41f9-a81c-20137d8b7e33/b40a6606-2cbe-42df-b52f-47c87f69746e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:02.148129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54102) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:02.206794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b18f2640-4de5-4953-ac16-3cc97f51d585 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting subnet 2c510c05-14aa-4caf-bae4-ef3c57b86436 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:04:02.226743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b18f2640-4de5-4953-ac16-3cc97f51d585 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:02.424389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b18f2640-4de5-4953-ac16-3cc97f51d585 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:02.618900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:02.806946 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b18f2640-4de5-4953-ac16-3cc97f51d585 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:02.902598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:02.904373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.013358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:03.016166 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b18f2640-4de5-4953-ac16-3cc97f51d585 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.020475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event updated for resources: {'Port': ['ID=b40a6606-2cbe-42df-b52f-47c87f69746e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:03.024543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:03.026958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:03.043126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:03.043943 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.077109 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.171739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Network 4c8c3d8f-bd38-4210-8db8-122d6725200d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:03.201642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bf483344-0801-4dc1-91b0-7980355fa621 None None] Provisioning complete for port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:03.202032 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf483344-0801-4dc1-91b0-7980355fa621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.214571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Pushing event updated for resources: {'Port': ['ID=e9232439-bd3e-4107-8d48-ceee3e67f009,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:03.220142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:03.223547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2640-4de5-4953-ac16-3cc97f51d585 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=2c510c05-14aa-4caf-bae4-ef3c57b86436,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:03.265270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:03.335331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.352454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:03.356494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.452394 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.473775 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b18f2640-4de5-4953-ac16-3cc97f51d585 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.475921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b18f2640-4de5-4953-ac16-3cc97f51d585 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/2c510c05-14aa-4caf-bae4-ef3c57b86436 HTTP/1.1" status: 204 len: 168 time: 1.8240764 Sep 24 00:04:03.478401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54122) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:03.485469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990aaedf-225b-436c-a8fd-5279e915f61e None None] Network 3182ce37-cdea-49d0-845a-e3bb8174ca68 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:03.491956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=30a4fdbd-42cf-4789-854e-36ec5ae2ab62,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:03.497487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f222d6b2-eb25-440c-8dc3-593623f3acb3 req-5a73ab5c-656c-4323-a43f-6b6e03fcd2bb tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:03.499253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f222d6b2-eb25-440c-8dc3-593623f3acb3 req-5a73ab5c-656c-4323-a43f-6b6e03fcd2bb tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 932 time: 0.5980809 Sep 24 00:04:03.502582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-870ee7e0-e0ce-475f-9c23-c225181a7f68 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9514718 Sep 24 00:04:03.521301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Request body: {'port': {'device_id': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:03.530460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.565124 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.657756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f222d6b2-eb25-440c-8dc3-593623f3acb3 req-e3671528-5a28-46b4-9373-c6a89efd01e9 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490662 Sep 24 00:04:03.666938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-40b87848-e9d7-4c9a-b9d7-9b634c370a31 None None] Provisioning complete for port b40a6606-2cbe-42df-b52f-47c87f69746e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:03.667076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40b87848-e9d7-4c9a-b9d7-9b634c370a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.726645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:03.726933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=30a4fdbd-42cf-4789-854e-36ec5ae2ab62,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:03.762524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-40b87848-e9d7-4c9a-b9d7-9b634c370a31 None None] Port b40a6606-2cbe-42df-b52f-47c87f69746e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:04:03.900868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] DHCP port deletion for 3182ce37-cdea-49d0-845a-e3bb8174ca68 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:04:04.005284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] Deleting port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:04.005970 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.041064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.138802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] For port b2d9d4c8-60f5-4636-9756-6f10e95c4f24, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,segment=NetworkSegment(bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3),segment_id=bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:04.141964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.145753 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.180831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] Calling delete_port for b2d9d4c8-60f5-4636-9756-6f10e95c4f24 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:04.219232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:04.219589 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.309569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] For port b2d9d4c8-60f5-4636-9756-6f10e95c4f24, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,segment=NetworkSegment(bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3),segment_id=bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:04.309944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.331661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Calling delete_port for b2d9d4c8-60f5-4636-9756-6f10e95c4f24 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:04.350114 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.400389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] No DVR routers for this DVR port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:04.406618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95b861-7299-433c-9673-a7b5ebc49f3f None None] Pushing event deleted for resources: {'Port': ['ID=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:04.520717 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.574680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No DVR routers for this DVR port b2d9d4c8-60f5-4636-9756-6f10e95c4f24 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:04.582206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Port': ['ID=b2d9d4c8-60f5-4636-9756-6f10e95c4f24,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:04.610570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Deleting port f1dcc5f4-6203-43a6-96bf-dc49394173a3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:04.610981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.692813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.719541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:04.740925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3182ce37-cdea-49d0-845a-e3bb8174ca68']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:04.782877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:04.783285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc93ca1f-d338-4e72-8b26-2ffb7aa31ea3') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:04.799890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.826297 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.832833 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.842810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:04:04.843343 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:04:04.847035 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:04:04.866849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Calling delete_port for f1dcc5f4-6203-43a6-96bf-dc49394173a3 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:04.912486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:04.912854 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.969340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.984160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:04.990246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/3182ce37-cdea-49d0-845a-e3bb8174ca68 HTTP/1.1" status: 204 len: 168 time: 1.5064969 Sep 24 00:04:04.999526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54140) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:05.011945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb26ab2-f2cd-48c8-991a-45dd35f95d8d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=3182ce37-cdea-49d0-845a-e3bb8174ca68,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:05.050649 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fb59f5e-8849-4f5a-b0b5-40bd0b3f0dcc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:05.051182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fb59f5e-8849-4f5a-b0b5-40bd0b3f0dcc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:05.056405 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4fb59f5e-8849-4f5a-b0b5-40bd0b3f0dcc tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/d015a0ae-bc5b-4108-a509-5b0fca8a6299 HTTP/1.1" status: 404 len: 337 time: 0.0524402 Sep 24 00:04:05.057299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54142) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:05.079613 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d22f60a-634f-4688-8c00-e2a595f041b2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:05.079870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d22f60a-634f-4688-8c00-e2a595f041b2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:05.084983 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5d22f60a-634f-4688-8c00-e2a595f041b2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/cac310fc-cb98-49cc-a011-3e791fe17a2a HTTP/1.1" status: 404 len: 339 time: 0.0237162 Sep 24 00:04:05.103207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54144) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:05.170747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b2d9d4c8-60f5-4636-9756-6f10e95c4f24 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:05.191365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b2d9d4c8-60f5-4636-9756-6f10e95c4f24 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:05.191709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b2d9d4c8-60f5-4636-9756-6f10e95c4f24 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:05.253636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.284235 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a61ad1-93ff-4e5d-9b40-93ac7c55db0c tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:05.284700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94a61ad1-93ff-4e5d-9b40-93ac7c55db0c tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:05.286501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-94a61ad1-93ff-4e5d-9b40-93ac7c55db0c tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/c596862a-3832-4341-98b0-af616df248a3 HTTP/1.1" status: 404 len: 337 time: 0.1822958 Sep 24 00:04:05.290889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54148) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:05.301043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event deleted for resources: {'Port': ['ID=f1dcc5f4-6203-43a6-96bf-dc49394173a3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:05.330560 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d01105-6a3e-4376-af72-53c1ea8a5d30 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:05.331180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d01105-6a3e-4376-af72-53c1ea8a5d30 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:05.332941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-37d01105-6a3e-4376-af72-53c1ea8a5d30 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/51ea4663-f0ac-441c-8bae-58f09ce675b4 HTTP/1.1" status: 404 len: 339 time: 0.0397699 Sep 24 00:04:05.347587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54150) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:05.365163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.375112 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.429748 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-71598cc8-314d-4da7-8b8b-3e28f02155c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:05.430976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71598cc8-314d-4da7-8b8b-3e28f02155c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:05.433268 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-71598cc8-314d-4da7-8b8b-3e28f02155c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/7011c5da-4a18-4339-9d4e-9f3403e2914a HTTP/1.1" status: 404 len: 337 time: 0.0846047 Sep 24 00:04:05.437766 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54152) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:05.466471 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4334d7-1176-4fd3-b96b-3b92d7d945d8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:05.467374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4334d7-1176-4fd3-b96b-3b92d7d945d8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:05.469322 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4d4334d7-1176-4fd3-b96b-3b92d7d945d8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/efa435e4-c5b4-4437-a10f-f9b379714453 HTTP/1.1" status: 404 len: 339 time: 0.0304399 Sep 24 00:04:05.472291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54154) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:05.526527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81490940-9612-4c2a-9250-4f99aa59bac7 req-baaffc66-ed24-43b7-a32b-d07b789138ac tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:05.533748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81490940-9612-4c2a-9250-4f99aa59bac7 req-baaffc66-ed24-43b7-a32b-d07b789138ac tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 932 time: 0.4398580 Sep 24 00:04:05.614655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b42f3c81-099b-4442-8db5-a8ebc7a34e1d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting subnet 2fbbeca0-bab1-4a2b-8a9b-d47ca3df2214 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:04:05.626427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b42f3c81-099b-4442-8db5-a8ebc7a34e1d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.664123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b40a6606-2cbe-42df-b52f-47c87f69746e {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:04:05.700909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Pushing event updated for resources: {'Port': ['ID=e9232439-bd3e-4107-8d48-ceee3e67f009,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:05.703470 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.722931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.732301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b42f3c81-099b-4442-8db5-a8ebc7a34e1d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.736315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.784843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81490940-9612-4c2a-9250-4f99aa59bac7 req-82df4fe1-48e0-4b3a-9874-ecfd63b75f2f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500510 Sep 24 00:04:05.920118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54166) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:05.935928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Transition to ACTIVE for port object b40a6606-2cbe-42df-b52f-47c87f69746e will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:04:05.938890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Network 4c8c3d8f-bd38-4210-8db8-122d6725200d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:05.940984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:05.944494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:05.975615 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b42f3c81-099b-4442-8db5-a8ebc7a34e1d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.158297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Pushing event updated for resources: {'Port': ['ID=b40a6606-2cbe-42df-b52f-47c87f69746e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:06.164823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-873d6c25-e62b-4b07-897a-8cd27935622b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.181961 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b42f3c81-099b-4442-8db5-a8ebc7a34e1d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.228949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b42f3c81-099b-4442-8db5-a8ebc7a34e1d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.232670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b42f3c81-099b-4442-8db5-a8ebc7a34e1d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/2fbbeca0-bab1-4a2b-8a9b-d47ca3df2214 HTTP/1.1" status: 204 len: 168 time: 0.7573290 Sep 24 00:04:06.232670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f3c81-099b-4442-8db5-a8ebc7a34e1d tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbbeca0-bab1-4a2b-8a9b-d47ca3df2214,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:06.233513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54170) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:06.242222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39e6d68-7904-4490-a21a-b3034e6e1061 None None] Network 93ed8f9b-a188-436c-95b9-2ef7cc3490bb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:06.285884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Router add78727-be3b-4ec1-a26a-5a4b202d12b4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:04:06.373567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Router 6fd07fce-4352-4ace-9e44-4731501ec07c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:04:06.404614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Attempting to bind port b40a6606-2cbe-42df-b52f-47c87f69746e on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:04:06.405011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Attempting to bind port b40a6606-2cbe-42df-b52f-47c87f69746e by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:04:06.405385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Attempting to bind port b40a6606-2cbe-42df-b52f-47c87f69746e on network 716b91cc-0abd-4d00-b73e-8953edd8d984 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:04:06.421849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Port b40a6606-2cbe-42df-b52f-47c87f69746e on network 716b91cc-0abd-4d00-b73e-8953edd8d984 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:04:06.422185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Attempting to bind port b40a6606-2cbe-42df-b52f-47c87f69746e on network 716b91cc-0abd-4d00-b73e-8953edd8d984 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:04:06.440832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.476700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:04:06.477039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Checking segment: {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:06.478004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Bound using segment: {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:04:06.478454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Bound port: b40a6606-2cbe-42df-b52f-47c87f69746e, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72ce10d6-4eb7-44fd-9d54-c25610a36b0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:04:06.478846 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.490040 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.534273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:06.540567 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-64036a84-bf46-47c0-a816-57d2be851835 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "PUT /v2.0/routers/add78727-be3b-4ec1-a26a-5a4b202d12b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3908331 Sep 24 00:04:06.554787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54174) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:06.561059 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0f0e2-f586-400b-9f7a-0c90b25de8e8 None None] Sync routers for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:06.586288 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0f0e2-f586-400b-9f7a-0c90b25de8e8 None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:06.590665 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c4d0f0e2-f586-400b-9f7a-0c90b25de8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:06.612809 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-873d6c25-e62b-4b07-897a-8cd27935622b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.621244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:06.621741 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.627824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-873d6c25-e62b-4b07-897a-8cd27935622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.663363 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] DHCP port deletion for 93ed8f9b-a188-436c-95b9-2ef7cc3490bb request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:04:06.671099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:06.687235 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c4d0f0e2-f586-400b-9f7a-0c90b25de8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:06.687746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-841f9a3d-c335-4b62-b2d1-67fecf7d8437 admin admin] 10.222.0.24 "PUT /v2.0/routers/6fd07fce-4352-4ace-9e44-4731501ec07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1739261 Sep 24 00:04:06.708668 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0f0e2-f586-400b-9f7a-0c90b25de8e8 None None] Routers {'add78727-be3b-4ec1-a26a-5a4b202d12b4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:06.709554 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c4d0f0e2-f586-400b-9f7a-0c90b25de8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['add78727-be3b-4ec1-a26a-5a4b202d12b4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:06.725647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Sync routers for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:06.741199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-873d6c25-e62b-4b07-897a-8cd27935622b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7eefde910bd4bc09752915950a4cf75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8191175 Sep 24 00:04:06.742615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] For port b40a6606-2cbe-42df-b52f-47c87f69746e, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:04:06.747492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54180) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:06.749178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] For port b40a6606-2cbe-42df-b52f-47c87f69746e, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b40a6606-2cbe-42df-b52f-47c87f69746e,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:04:06.760931 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c4d0f0e2-f586-400b-9f7a-0c90b25de8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:06.762241 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0f0e2-f586-400b-9f7a-0c90b25de8e8 None None] The sync data for ids ['add78727-be3b-4ec1-a26a-5a4b202d12b4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:06.773671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:06.774481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:06.815209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d6c25-e62b-4b07-897a-8cd27935622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ba9f6a-0b76-4d8f-a7c2-bfb215f96479,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:06.835586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.848073 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a52-5974-49ce-996b-232afb33c71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.896374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:06.897302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:06.899994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] 10.222.0.18 "PUT /v2.0/ports/b40a6606-2cbe-42df-b52f-47c87f69746e HTTP/1.1" status: 200 len: 1093 time: 3.3830903 Sep 24 00:04:06.902531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'tag': 'b40a6606-2cbe-42df-b52f-47c87f69746e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:06.905326 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b530599b-17f3-4aca-bfba-92755e7b6571" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f24f6c-3887-45ae-9f4a-ef57a101871f", "tag": "b40a6606-2cbe-42df-b52f-47c87f69746e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:06.929529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a52-5974-49ce-996b-232afb33c71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.042997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006acb4-2f09-4a2b-ae19-a0a691ecf185 service neutron] Pushing event updated for resources: {'Port': ['ID=b40a6606-2cbe-42df-b52f-47c87f69746e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:07.073581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] Deleting port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:07.073950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.190289 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896e7a65-4d4e-499a-9ed1-717037eb8286 x-openstack-request-id: req-896e7a65-4d4e-499a-9ed1-717037eb8286 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:07.190934 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f24f6c-3887-45ae-9f4a-ef57a101871f", "tag": "b40a6606-2cbe-42df-b52f-47c87f69746e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:07.190934 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-896e7a65-4d4e-499a-9ed1-717037eb8286 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:07.191200 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'tag': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'status': 'completed', 'code': 200} Sep 24 00:04:07.209437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:07.234260 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a52-5974-49ce-996b-232afb33c71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.240391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1bd12a52-5974-49ce-996b-232afb33c71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.250046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1bd12a52-5974-49ce-996b-232afb33c71a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/04ba9f6a-0b76-4d8f-a7c2-bfb215f96479 HTTP/1.1" status: 204 len: 168 time: 0.4993918 Sep 24 00:04:07.271569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] For port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,segment=NetworkSegment(dc7d89d5-c490-4397-90fc-58d412ebe54d),segment_id=dc7d89d5-c490-4397-90fc-58d412ebe54d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:07.272163 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.300182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] Calling delete_port for 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:07.349072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd12a52-5974-49ce-996b-232afb33c71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ba9f6a-0b76-4d8f-a7c2-bfb215f96479,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:07.453931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1d9aa955-a590-4f2b-bcb4-bba6aba980fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:07.457946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-1d9aa955-a590-4f2b-bcb4-bba6aba980fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73954aaefbd9438d9b6a433e1b881d70&device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 1096 time: 0.2853398 Sep 24 00:04:07.591388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] For port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,segment=NetworkSegment(dc7d89d5-c490-4397-90fc-58d412ebe54d),segment_id=dc7d89d5-c490-4397-90fc-58d412ebe54d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:07.593433 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.624361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Calling delete_port for 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:07.627455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abccd58-b852-4747-962e-49592361edd0 req-76d4736c-1c83-4912-bc36-91fa2e5c3970 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:07.629192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8abccd58-b852-4747-962e-49592361edd0 req-76d4736c-1c83-4912-bc36-91fa2e5c3970 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 944 time: 0.6953433 Sep 24 00:04:07.654115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-8c633164-b9f0-47c2-a886-688c9ff1d56f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40a6606-2cbe-42df-b52f-47c87f69746e HTTP/1.1" status: 200 len: 217 time: 0.1804192 Sep 24 00:04:07.707977 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.764337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] Pushing event deleted for resources: {'Port': ['ID=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:07.777053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91497dfb-005e-4952-bb1a-1af55df66abb None None] No DVR routers for this DVR port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:07.813026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:04Z', 'revision_number': 2, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:07.825078 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.827220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.850560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Checking router: 6fd07fce-4352-4ace-9e44-4731501ec07c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:04:07.851103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Updating router 6fd07fce-4352-4ace-9e44-4731501ec07c port e9232439-bd3e-4107-8d48-ceee3e67f009 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:04:07.886906 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:07.900450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8abccd58-b852-4747-962e-49592361edd0 req-72203d86-1a8a-41dd-99e5-fed4d442f162 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634120 Sep 24 00:04:07.950038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Port': ['ID=1e85dd8e-7f8a-432d-b5dd-b51af8550d05,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:07.972907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No DVR routers for this DVR port 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:08.025382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-b3d702a1-5f7a-426a-a39f-2d6b3a324f25 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:08.030885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-b3d702a1-5f7a-426a-a39f-2d6b3a324f25 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 820 time: 0.3968465 Sep 24 00:04:08.033532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-af898471-90a8-4bec-ad60-d1dbecb4987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:08.035027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-af898471-90a8-4bec-ad60-d1dbecb4987e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9252b56-608f-41f9-a81c-20137d8b7e33 HTTP/1.1" status: 200 len: 845 time: 0.2755508 Sep 24 00:04:08.132700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f65b674e-fcf2-4c93-be23-06fb3cb07914 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/quotas/6280c1e814dd41e6a44945aecd61de99 HTTP/1.1" status: 200 len: 375 time: 0.0966666 Sep 24 00:04:08.213694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-618c90c8-00da-4eeb-a538-0a7625ee3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:08.216030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-618c90c8-00da-4eeb-a538-0a7625ee3423 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=716b91cc-0abd-4d00-b73e-8953edd8d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1211405 Sep 24 00:04:08.258035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-000d4688-0613-4189-942f-b57b33f0be53 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0999463 Sep 24 00:04:08.301729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.344698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.353587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93ed8f9b-a188-436c-95b9-2ef7cc3490bb']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:08.373558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7d89d5-c490-4397-90fc-58d412ebe54d') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:08.375101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7d89d5-c490-4397-90fc-58d412ebe54d') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:08.379201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-4537c4a2-0e1d-4506-9a31-c31a5de77055 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065171 Sep 24 00:04:08.452889 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.511455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.524907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:04:08.525414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:04:08.528824 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:04:08.552638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Deleting port 441d8db3-7c3a-4ff7-a17b-8221d675abdd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:08.553050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.601422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-6fa40208-8999-4cd7-97bd-b360a1739c09 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122254 Sep 24 00:04:08.678351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-59dcb471-c80c-481f-918e-68a03ccfe47f service neutron] 10.222.0.18 "GET /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543719 Sep 24 00:04:08.701134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:08.704271 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.717175 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.719468 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/93ed8f9b-a188-436c-95b9-2ef7cc3490bb HTTP/1.1" status: 204 len: 168 time: 2.4832957 Sep 24 00:04:08.725174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54230) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:08.769761 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fdeed9-76ba-44d5-ae0c-eaa6cdbb5ce2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:08.770305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fdeed9-76ba-44d5-ae0c-eaa6cdbb5ce2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:08.772393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e0fdeed9-76ba-44d5-ae0c-eaa6cdbb5ce2 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/0f49b6cd-a00e-44c8-aa8a-6653f8824bd9 HTTP/1.1" status: 404 len: 337 time: 0.0464048 Sep 24 00:04:08.775025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54232) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:08.784285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.788027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a75750-59a6-4071-9d47-23cb2723f825 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=93ed8f9b-a188-436c-95b9-2ef7cc3490bb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:08.792632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:08.793235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e85dd8e-7f8a-432d-b5dd-b51af8550d05 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:08.801586 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.829442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:08.859906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Calling delete_port for 441d8db3-7c3a-4ff7-a17b-8221d675abdd owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:08.945665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d6b6b32-575c-4226-ac6d-58cb21bcc904 req-a875b60d-1f6d-4bbe-bddd-541a11119ea6 service neutron] 10.222.0.18 "GET /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593534 Sep 24 00:04:08.978400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67e8c0-ac3f-4a0e-a014-777b9b58290f None None] Pushing event updated for resources: {'Port': ['ID=e9232439-bd3e-4107-8d48-ceee3e67f009,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:09.014239 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.100214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5aef8620-b5b8-4074-9383-1d450bc53aeb req-db621cfa-4faa-4790-ac1a-4bc03cc23c6a tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 210 time: 0.0667930 Sep 24 00:04:09.128361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Attempting to bind port e9232439-bd3e-4107-8d48-ceee3e67f009 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:04:09.131989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Attempting to bind port e9232439-bd3e-4107-8d48-ceee3e67f009 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:04:09.132672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Attempting to bind port e9232439-bd3e-4107-8d48-ceee3e67f009 on network 4c8c3d8f-bd38-4210-8db8-122d6725200d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:04:09.156211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:04:09.162641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Checking segment: {'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:09.163475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.165918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Bound using segment: {'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:04:09.166520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Bound port: e9232439-bd3e-4107-8d48-ceee3e67f009, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:04:09.167193 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.186086 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-600f0ebb-6c7b-4a3f-a366-67f52e86d1df tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:09.186717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600f0ebb-6c7b-4a3f-a366-67f52e86d1df tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:09.188790 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-600f0ebb-6c7b-4a3f-a366-67f52e86d1df tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/763c2718-fa14-46d3-8a8b-88bf96b0e0a8 HTTP/1.1" status: 404 len: 339 time: 0.4126554 Sep 24 00:04:09.190325 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.193153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54248) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:09.312759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event deleted for resources: {'Port': ['ID=441d8db3-7c3a-4ff7-a17b-8221d675abdd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:09.334379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] For port e9232439-bd3e-4107-8d48-ceee3e67f009, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:04:09.339263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] For port e9232439-bd3e-4107-8d48-ceee3e67f009, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e9232439-bd3e-4107-8d48-ceee3e67f009,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:04:09.340514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23d5ea-7821-4f8f-82a7-77ce07ef38a9 req-9a024ab4-76ff-4e83-b63f-475d75003a0f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:09.346050 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.359899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac23d5ea-7821-4f8f-82a7-77ce07ef38a9 req-9a024ab4-76ff-4e83-b63f-475d75003a0f tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 944 time: 0.2553518 Sep 24 00:04:09.390242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-8ce9bbf2-e449-4fd7-8a02-f3ad4c3b6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:09.392321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-8ce9bbf2-e449-4fd7-8a02-f3ad4c3b6bac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73954aaefbd9438d9b6a433e1b881d70&device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 1096 time: 0.2824407 Sep 24 00:04:09.404276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:09.405111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:09.472816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.473563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c67e8c0-ac3f-4a0e-a014-777b9b58290f None None] Pushing event updated for resources: {'Port': ['ID=e9232439-bd3e-4107-8d48-ceee3e67f009,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:09.606648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.609315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.611235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:09.673068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac23d5ea-7821-4f8f-82a7-77ce07ef38a9 req-d2b68d65-2e05-4510-b42a-374c37319732 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3061943 Sep 24 00:04:09.694101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.694670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Fanout notify agent at l3_agent the message router_deleted on router add78727-be3b-4ec1-a26a-5a4b202d12b4 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:09.702206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aac7981-9265-42ee-b960-875710bba431 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting subnet ab7a2723-8495-4d4a-a32c-1daf510d462d {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:04:09.710440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-bbf61e92-9503-41db-b284-21bdb89d1381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:09.712959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-bbf61e92-9503-41db-b284-21bdb89d1381 service neutron] 10.222.0.18 "GET /v2.0/networks?id=716b91cc-0abd-4d00-b73e-8953edd8d984 HTTP/1.1" status: 200 len: 907 time: 0.3017979 Sep 24 00:04:09.715745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.719426 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ea09203c-a5a0-459f-8c2a-bd2fe149d30f tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "DELETE /v2.0/routers/add78727-be3b-4ec1-a26a-5a4b202d12b4 HTTP/1.1" status: 204 len: 168 time: 3.1633434 Sep 24 00:04:09.720355 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aac7981-9265-42ee-b960-875710bba431 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.721053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54268) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:09.776646 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aac7981-9265-42ee-b960-875710bba431 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.796965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-10ae2635-9597-41a5-8393-afe7ba989bc3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40a6606-2cbe-42df-b52f-47c87f69746e HTTP/1.1" status: 200 len: 217 time: 0.0747566 Sep 24 00:04:09.960407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-e577697f-dbc8-450c-897e-0407b7c8a0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:09.964325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-e577697f-dbc8-450c-897e-0407b7c8a0e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9252b56-608f-41f9-a81c-20137d8b7e33 HTTP/1.1" status: 200 len: 845 time: 0.1202769 Sep 24 00:04:09.971358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-f43abb7a-6e6b-4dcc-8a93-69a32f3971c3 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Deleting subnet 76e92f46-00da-472b-976c-4f4b6312345e {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:04:09.987055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f43abb7a-6e6b-4dcc-8a93-69a32f3971c3 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:09.988429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:09Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:10.020918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aac7981-9265-42ee-b960-875710bba431 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:10.074566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2638ce5-6822-4d33-b683-bd4a0515686e None None] The sync data for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 is: [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:09Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:10.075460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f43abb7a-6e6b-4dcc-8a93-69a32f3971c3 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:10.191868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aac7981-9265-42ee-b960-875710bba431 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:10.273022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac7981-9265-42ee-b960-875710bba431 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Subnet': ['ID=ab7a2723-8495-4d4a-a32c-1daf510d462d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:10.286505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e62620-3725-47fb-96ca-b41029728f9c None None] Network 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:10.288004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aac7981-9265-42ee-b960-875710bba431 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:10.293944 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5aac7981-9265-42ee-b960-875710bba431 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/subnets/ab7a2723-8495-4d4a-a32c-1daf510d462d HTTP/1.1" status: 204 len: 168 time: 1.0944786 Sep 24 00:04:10.295230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54282) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:10.544314 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:10.676379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] DHCP port deletion for 92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:04:10.840116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] Deleting port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:10.841425 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:10.879226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e9232439-bd3e-4107-8d48-ceee3e67f009 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:10.890006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-0ab61b36-b612-4d8f-80a0-22cf6d46e277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:10.892408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-0ab61b36-b612-4d8f-80a0-22cf6d46e277 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=716b91cc-0abd-4d00-b73e-8953edd8d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9152849 Sep 24 00:04:10.931294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54290) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:10.950560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-a53b8008-5690-447f-b44d-fea2be25df16 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:10.958710 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-a53b8008-5690-447f-b44d-fea2be25df16 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.20 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 820 time: 0.3763304 Sep 24 00:04:10.969888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Deleting port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:10.972410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:10.989330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84d69099-bd96-4055-93ef-4318717a86ec req-118ba04a-0b29-4b73-824a-6e7b0de053e5 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 210 time: 0.0831139 Sep 24 00:04:11.023749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Request body: {'port': {'device_id': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'admin_state_up': True, 'tenant_id': '6280c1e814dd41e6a44945aecd61de99'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:11.066919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e9232439-bd3e-4107-8d48-ceee3e67f009 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:11.067991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.103162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedbb7f5-7ec3-428d-8b25-c2084c454a73 req-53aff75e-a75e-42b5-a23c-077c1e89ec49 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:11.111305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aedbb7f5-7ec3-428d-8b25-c2084c454a73 req-53aff75e-a75e-42b5-a23c-077c1e89ec49 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 944 time: 0.2157660 Sep 24 00:04:11.127059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] For port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,segment=NetworkSegment(509519b5-1bc0-4071-9dce-2818f72098dd),segment_id=509519b5-1bc0-4071-9dce-2818f72098dd)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:11.127830 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.148238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] Calling delete_port for 61f86486-c5da-43ce-a0ea-25ce8c8cc83c owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:11.184777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] For port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,segment=NetworkSegment(509519b5-1bc0-4071-9dce-2818f72098dd),segment_id=509519b5-1bc0-4071-9dce-2818f72098dd)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:11.185096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.208747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Calling delete_port for 61f86486-c5da-43ce-a0ea-25ce8c8cc83c owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:11.220257 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.236175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aedbb7f5-7ec3-428d-8b25-c2084c454a73 req-1c694102-c23c-41f5-ab2b-bbbd5e2eef57 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222079 Sep 24 00:04:11.263662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port e9232439-bd3e-4107-8d48-ceee3e67f009, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e9232439-bd3e-4107-8d48-ceee3e67f009,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:11.269213 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.315137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Made reservation on behalf of 6280c1e814dd41e6a44945aecd61de99 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:11.321470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.324187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-7c736859-1439-4b5a-b483-007ce1144de0 service neutron] 10.222.0.18 "GET /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006331 Sep 24 00:04:11.325321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2062-b5ee-41b8-8e1b-351f7a7bab29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.343860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f43abb7a-6e6b-4dcc-8a93-69a32f3971c3 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.446999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=e9232439-bd3e-4107-8d48-ceee3e67f009,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:11.460840 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.464907 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.509600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] Pushing event deleted for resources: {'Port': ['ID=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:11.519868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996d74de-03cc-4879-852d-90f31b0d6ac3 None None] No DVR routers for this DVR port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:11.565877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Port': ['ID=61f86486-c5da-43ce-a0ea-25ce8c8cc83c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:11.579073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] No DVR routers for this DVR port 61f86486-c5da-43ce-a0ea-25ce8c8cc83c on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:11.642280 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f43abb7a-6e6b-4dcc-8a93-69a32f3971c3 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.662954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f43abb7a-6e6b-4dcc-8a93-69a32f3971c3 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.667735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f43abb7a-6e6b-4dcc-8a93-69a32f3971c3 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "DELETE /v2.0/subnets/76e92f46-00da-472b-976c-4f4b6312345e HTTP/1.1" status: 204 len: 168 time: 1.8791564 Sep 24 00:04:11.672468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be12244-0ce9-4d20-abe4-23a2b8131dc4 None None] Network 1f06df58-8fd7-4941-834e-a3e6225a91a8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:11.673899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54300) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:11.774618 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b530599b-17f3-4aca-bfba-92755e7b6571 req-e75ecc73-d90a-42ef-8dd6-611e2dc0ce87 service neutron] 10.222.0.18 "GET /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4210367 Sep 24 00:04:11.777141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43abb7a-6e6b-4dcc-8a93-69a32f3971c3 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event deleted for resources: {'Subnet': ['ID=76e92f46-00da-472b-976c-4f4b6312345e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:11.792740 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.823138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:11.832212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2062-b5ee-41b8-8e1b-351f7a7bab29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.836152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509519b5-1bc0-4071-9dce-2818f72098dd') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:11.836511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509519b5-1bc0-4071-9dce-2818f72098dd') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:11.839403 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d3d2062-b5ee-41b8-8e1b-351f7a7bab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.850731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.870399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.878780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:04:11.879761 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:11.884053 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Allocated IP 172.20.0.12 (4c8c3d8f-bd38-4210-8db8-122d6725200d/7d4892b0-251e-46eb-a802-4c94705ce0c6/3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:04:11.886218 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:04:11.907651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2d3d2062-b5ee-41b8-8e1b-351f7a7bab29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5b208732a984991bd793f6a7b92ba1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9751339 Sep 24 00:04:11.908655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54302) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:11.910132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d2062-b5ee-41b8-8e1b-351f7a7bab29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72220b4e-3ea4-4a6d-b71c-cda82286b0dd,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:11.944276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] DHCP port deletion for 1f06df58-8fd7-4941-834e-a3e6225a91a8 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:04:12.007905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] Deleting port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:12.008569 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.040675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.158875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] For port 5b4a6bae-be29-4811-94b1-7928ca49e4a0, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5b4a6bae-be29-4811-94b1-7928ca49e4a0,segment=NetworkSegment(91c3cc99-9b28-4f87-8d39-82d9ed5da1e4),segment_id=91c3cc99-9b28-4f87-8d39-82d9ed5da1e4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:12.159463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.159609 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.177589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] Calling delete_port for 5b4a6bae-be29-4811-94b1-7928ca49e4a0 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:12.187426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.192020 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] 10.222.0.24 "DELETE /v2.0/networks/92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f HTTP/1.1" status: 204 len: 168 time: 1.8932881 Sep 24 00:04:12.208873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b2acd5d-3b89-4e5a-aab9-75a359c8ef24 req-e00363f8-2899-444c-9a45-daa669b89ebb tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 210 time: 0.0599043 Sep 24 00:04:12.291521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5798770-84f4-454e-be0d-903375fed1c8 tempest-NetworksIpV6Test-1019325769 tempest-NetworksIpV6Test-1019325769-project] Pushing event deleted for resources: {'Network': ['ID=92f15c4d-2cbf-4c09-878f-a4a1a0d92d6f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:12.330287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.354477 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c041eea1-d0f9-425b-8fdc-58eeaf605994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.394702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.396962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] Pushing event deleted for resources: {'Port': ['ID=5b4a6bae-be29-4811-94b1-7928ca49e4a0,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:12.400344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0e79c5-2f5f-4806-bbeb-2ab80166544e None None] No DVR routers for this DVR port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:12.422095 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c041eea1-d0f9-425b-8fdc-58eeaf605994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.439652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ffd6a8-67ef-4f0d-b263-815be0569c94 req-f858add0-590b-433f-9945-767a4dc08b74 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:12.448184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4ffd6a8-67ef-4f0d-b263-815be0569c94 req-f858add0-590b-433f-9945-767a4dc08b74 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 944 time: 0.1125770 Sep 24 00:04:12.451929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Deleting port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:12.452276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.487507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4ffd6a8-67ef-4f0d-b263-815be0569c94 req-c287864b-8820-421f-a72a-7b7566e0991a tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358114 Sep 24 00:04:12.550788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] For port 5b4a6bae-be29-4811-94b1-7928ca49e4a0, host n-d-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:12.550788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.554137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.581396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54316) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:12.598637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c041eea1-d0f9-425b-8fdc-58eeaf605994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.601247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c041eea1-d0f9-425b-8fdc-58eeaf605994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.603255 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c041eea1-d0f9-425b-8fdc-58eeaf605994 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72220b4e-3ea4-4a6d-b71c-cda82286b0dd HTTP/1.1" status: 204 len: 168 time: 0.6581495 Sep 24 00:04:12.606728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Calling delete_port for 5b4a6bae-be29-4811-94b1-7928ca49e4a0 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:12.611055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:04:12.630945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.637277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Network 4c8c3d8f-bd38-4210-8db8-122d6725200d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:12.638329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041eea1-d0f9-425b-8fdc-58eeaf605994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72220b4e-3ea4-4a6d-b71c-cda82286b0dd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:12.646979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:12.650292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:12.685171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] No DVR routers for this DVR port 5b4a6bae-be29-4811-94b1-7928ca49e4a0 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:12.690293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e9232439-bd3e-4107-8d48-ceee3e67f009 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:12.719680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event updated for resources: {'Port': ['ID=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:12.751736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e9232439-bd3e-4107-8d48-ceee3e67f009 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:12.752444 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.769181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event deleted for resources: {'Port': ['ID=5b4a6bae-be29-4811-94b1-7928ca49e4a0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:12.798000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:12.798656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.835710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.851587 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-f297fe02-d185-43ce-9df6-da449300172f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8536456 Sep 24 00:04:12.865605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f06df58-8fd7-4941-834e-a3e6225a91a8']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:12.873411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Request body: {'port': {'device_id': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:12.904057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c3cc99-9b28-4f87-8d39-82d9ed5da1e4') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:12.904277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c3cc99-9b28-4f87-8d39-82d9ed5da1e4') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:12.925766 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.943679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5b4a6bae-be29-4811-94b1-7928ca49e4a0 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:12.964240 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.966474 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.967554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5b4a6bae-be29-4811-94b1-7928ca49e4a0 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:12.968107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5b4a6bae-be29-4811-94b1-7928ca49e4a0 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:12.969157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 61f86486-c5da-43ce-a0ea-25ce8c8cc83c no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:12.981326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:04:12.981747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:04:12.985164 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:04:12.995843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 61f86486-c5da-43ce-a0ea-25ce8c8cc83c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:12.996414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 61f86486-c5da-43ce-a0ea-25ce8c8cc83c not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:13.017634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b40a6606-2cbe-42df-b52f-47c87f69746e details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:04:13.068969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-04c938d5-1267-47a0-9882-6d330b49dc71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe89f20fdac54a868aee1725d87e3357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4822357 Sep 24 00:04:13.069874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54330) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:13.092082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.112625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.115476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "DELETE /v2.0/networks/1f06df58-8fd7-4941-834e-a3e6225a91a8 HTTP/1.1" status: 204 len: 168 time: 1.4373634 Sep 24 00:04:13.118592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab341a-ac4d-40bf-a3b5-201a3c645499 tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event deleted for resources: {'Network': ['ID=1f06df58-8fd7-4941-834e-a3e6225a91a8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:13.119141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54334) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:13.180841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b40a6606-2cbe-42df-b52f-47c87f69746e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b40a6606-2cbe-42df-b52f-47c87f69746e,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:13.194101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'port_id': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'mac_address': 'fa:16:3e:ba:53:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:04:13.232938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88ecb169-2e29-4300-b5c8-7fa74ea176ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.268633 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.302177 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88ecb169-2e29-4300-b5c8-7fa74ea176ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.305698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b40a6606-2cbe-42df-b52f-47c87f69746e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:04:13.337954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b40a6606-2cbe-42df-b52f-47c87f69746e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b40a6606-2cbe-42df-b52f-47c87f69746e,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:13.343726 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.417600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8e6c-d7cd-426f-8f37-6eb89c0079c8 req-cef5d843-a872-484f-a1a4-2fc6942ba0cf tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:13.419176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efca8e6c-d7cd-426f-8f37-6eb89c0079c8 req-cef5d843-a872-484f-a1a4-2fc6942ba0cf tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 932 time: 0.0936697 Sep 24 00:04:13.424383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Deleting port d37e8151-3948-489b-8f63-dd11835a4cf7 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:13.425097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.431859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b40a6606-2cbe-42df-b52f-47c87f69746e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:13.462183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88ecb169-2e29-4300-b5c8-7fa74ea176ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.464720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88ecb169-2e29-4300-b5c8-7fa74ea176ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.469650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-88ecb169-2e29-4300-b5c8-7fa74ea176ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86e37e72-9d5e-465b-a16b-7bb32bdb220d HTTP/1.1" status: 204 len: 168 time: 0.3955843 Sep 24 00:04:13.502016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:04:13.514892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.517995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ecb169-2e29-4300-b5c8-7fa74ea176ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e37e72-9d5e-465b-a16b-7bb32bdb220d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:13.541321 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:04:13.548894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efca8e6c-d7cd-426f-8f37-6eb89c0079c8 req-6767a96b-4abd-4406-b5f8-bba61c9ae1ec tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055472 Sep 24 00:04:13.553256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Transition to ACTIVE for port object 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:04:13.558091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.575749 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.576078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.607688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['b40a6606-2cbe-42df-b52f-47c87f69746e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:04:13.615827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:13.617566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Calling delete_port for d37e8151-3948-489b-8f63-dd11835a4cf7 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:13.748122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174c567-fe0e-4d7b-82bc-26e6d168bc32 req-02c96261-0f6e-4996-a761-6c53aeeb7f95 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:13.749862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f174c567-fe0e-4d7b-82bc-26e6d168bc32 req-02c96261-0f6e-4996-a761-6c53aeeb7f95 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 945 time: 0.1177580 Sep 24 00:04:13.775850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Attempting to bind port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:04:13.776881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Attempting to bind port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:04:13.778999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Attempting to bind port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a on network 4c8c3d8f-bd38-4210-8db8-122d6725200d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:04:13.786737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a on network 4c8c3d8f-bd38-4210-8db8-122d6725200d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:04:13.787356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Attempting to bind port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a on network 4c8c3d8f-bd38-4210-8db8-122d6725200d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:04:13.794899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:04:13.796144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Checking segment: {'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:13.797137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Bound using segment: {'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:04:13.797838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Bound port: 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9776aa20-a8d8-434b-b384-a5affc542918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:04:13.798491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.830295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f174c567-fe0e-4d7b-82bc-26e6d168bc32 req-87064023-4d5d-4d5f-9472-e37e3fccf8a3 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653801 Sep 24 00:04:13.886633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.921715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Pushing event deleted for resources: {'Port': ['ID=d37e8151-3948-489b-8f63-dd11835a4cf7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:13.931704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] For port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:04:13.935034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] For port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:04:13.940874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.983369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:13.983993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:13.985583 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 1093 time: 1.1244864 Sep 24 00:04:13.985873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:13.988934 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:14.000242 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.003631 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.019804 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-94faae6a-252d-4012-9394-e6bbde69edfb tempest-FloatingIPAdminTestJSON-560356405 tempest-FloatingIPAdminTestJSON-560356405-project] 10.222.0.24 "DELETE /v2.0/floatingips/5916e217-f1d3-4f2e-9e11-f0efaf42caab HTTP/1.1" status: 204 len: 168 time: 0.8995574 Sep 24 00:04:14.041383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d669eb-5de5-46d8-a958-9ac5af6c91a6 service neutron] Pushing event updated for resources: {'Port': ['ID=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:14.058931 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469b51ad-4f08-40e7-862d-4e380434b344 x-openstack-request-id: req-469b51ad-4f08-40e7-862d-4e380434b344 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:14.059391 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:14.059652 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-469b51ad-4f08-40e7-862d-4e380434b344 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:14.060056 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'status': 'completed', 'code': 200} Sep 24 00:04:14.076526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-96ae0c4a-bb35-473e-b8b1-43e94f40d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:14.078069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-96ae0c4a-bb35-473e-b8b1-43e94f40d4ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1096 time: 0.0530598 Sep 24 00:04:14.358050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54384) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:14.380103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54388) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:14.411288 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-26888ff5-c6d4-4042-95f4-b7d0da827812 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 217 time: 0.3259752 Sep 24 00:04:14.468155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-38185431-b19d-4fd7-83d2-fca465656338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:14.469673 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-38185431-b19d-4fd7-83d2-fca465656338 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.0499139 Sep 24 00:04:14.493686 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3115b47a-2fae-4ca0-b167-54c1eae9d59a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.511065 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-1bf819b8-0200-4173-b8c1-56631e20878b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324371 Sep 24 00:04:14.590932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6dffca7a-7f30-4221-989c-e6e790d085fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27c733fb249d46a89c47d9335c7b30f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2096326 Sep 24 00:04:14.603661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54400) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:14.642359 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-3e1bff01-9070-43b7-823a-0aef23a64b42 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192789 Sep 24 00:04:14.731343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fdb616e-5f0f-4a1b-b02b-2c7cbdd153b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.738599 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3115b47a-2fae-4ca0-b167-54c1eae9d59a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.751821 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cacbaaec-aa20-4284-aee9-f7592f451dc1 req-1b1a2352-f21c-43ba-a1e0-55a351dd82c4 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020231 Sep 24 00:04:14.760767 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3115b47a-2fae-4ca0-b167-54c1eae9d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.774619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54404) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:14.783264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2bf79c-6531-4db7-8fc1-2933fc921416 req-6e606961-ad3d-4682-9789-66af656e1a98 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:14.784874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c2bf79c-6531-4db7-8fc1-2933fc921416 req-6e606961-ad3d-4682-9789-66af656e1a98 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 944 time: 0.1380141 Sep 24 00:04:14.799202 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fdb616e-5f0f-4a1b-b02b-2c7cbdd153b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.884461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3115b47a-2fae-4ca0-b167-54c1eae9d59a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf31811893d041d9abb5fa3c9ec6c778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250766 Sep 24 00:04:14.891468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115b47a-2fae-4ca0-b167-54c1eae9d59a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd77b37-da2f-4b31-a51c-29b699c80f3a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:14.893299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54410) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:14.916575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c2bf79c-6531-4db7-8fc1-2933fc921416 req-c521cf40-8dde-4ade-80c5-1ac9815b164c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195970 Sep 24 00:04:14.955712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2b01a9fd-5c14-4a86-b28f-379a0ff5d3a9 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] Request body: {'port': {'network_id': '9e61325a-7b91-4198-8aee-d5e850553bc2', 'name': 'tempest-NetworksNegativeTestJSON-879190094'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:14.973219 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fdb616e-5f0f-4a1b-b02b-2c7cbdd153b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.975842 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2fdb616e-5f0f-4a1b-b02b-2c7cbdd153b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:14.979922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2fdb616e-5f0f-4a1b-b02b-2c7cbdd153b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1d82266-a1c4-439c-85b7-2e443d25ceb8 HTTP/1.1" status: 204 len: 168 time: 0.3722229 Sep 24 00:04:14.988659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-9584f789-1963-4b6c-8307-601a482715cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:14.990212 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-9584f789-1963-4b6c-8307-601a482715cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1096 time: 0.1412885 Sep 24 00:04:14.991460 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b01a9fd-5c14-4a86-b28f-379a0ff5d3a9 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] POST failed (client error): The resource could not be found. Sep 24 00:04:14.991582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95bfed-6686-4f6b-892f-6266b0e90fc0 req-04a6035d-87f3-45e6-9da6-aa1f52b1f442 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:14.992045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b01a9fd-5c14-4a86-b28f-379a0ff5d3a9 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:14.993635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae95bfed-6686-4f6b-892f-6266b0e90fc0 req-04a6035d-87f3-45e6-9da6-aa1f52b1f442 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 945 time: 0.0747252 Sep 24 00:04:14.993757 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2b01a9fd-5c14-4a86-b28f-379a0ff5d3a9 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2172909 Sep 24 00:04:14.998253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54416) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.018897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb616e-5f0f-4a1b-b02b-2c7cbdd153b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d82266-a1c4-439c-85b7-2e443d25ceb8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:15.026394 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d27cc8c1-2394-4a41-bfaa-5f91f19b672f tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:15.027012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d27cc8c1-2394-4a41-bfaa-5f91f19b672f tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:15.028753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d27cc8c1-2394-4a41-bfaa-5f91f19b672f tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "DELETE /v2.0/networks/8b614241-140e-4ad7-994c-375a0a57d996 HTTP/1.1" status: 404 len: 339 time: 0.0294614 Sep 24 00:04:15.034120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.052278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b40a6606-2cbe-42df-b52f-47c87f69746e up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:15.066896 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-647bc1d4-5100-4e3a-abcb-eecd819f94e8 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:15.067568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-647bc1d4-5100-4e3a-abcb-eecd819f94e8 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:15.069343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-647bc1d4-5100-4e3a-abcb-eecd819f94e8 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "DELETE /v2.0/ports/b62f0414-0d84-4ef1-ab27-a0a387dcde19 HTTP/1.1" status: 404 len: 333 time: 0.0333481 Sep 24 00:04:15.075188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54420) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.093728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf79c-d104-4168-8d0c-cfeeaacbddb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.112891 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84c3e8f-ae8d-48e8-b38e-5c6b21f8e6fb tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] DELETE failed (client error): The resource could not be found. Sep 24 00:04:15.113483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84c3e8f-ae8d-48e8-b38e-5c6b21f8e6fb tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:15.115456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d84c3e8f-ae8d-48e8-b38e-5c6b21f8e6fb tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "DELETE /v2.0/subnets/324939e7-a5e3-4f1d-87a8-e85ae72331d9 HTTP/1.1" status: 404 len: 337 time: 0.0392795 Sep 24 00:04:15.119398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae95bfed-6686-4f6b-892f-6266b0e90fc0 req-abeb9058-fd38-434f-8936-b6d7fdf331bb tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016407 Sep 24 00:04:15.120392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54422) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.123040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port b40a6606-2cbe-42df-b52f-47c87f69746e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:04:15.133888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf79c-d104-4168-8d0c-cfeeaacbddb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.134954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port b40a6606-2cbe-42df-b52f-47c87f69746e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:15.135853 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.150580 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d569c00-2028-4d75-ab99-b35a9a9f3c18 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] GET failed (client error): The resource could not be found. Sep 24 00:04:15.156713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6d569c00-2028-4d75-ab99-b35a9a9f3c18 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "GET /v2.0/networks/fa46a81e-f5a3-4f64-9430-57a6c8a12235 HTTP/1.1" status: 404 len: 339 time: 0.0309167 Sep 24 00:04:15.156713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54424) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.182992 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bf2ff9-7a19-4baf-bd72-5be377cd111e tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] GET failed (client error): The resource could not be found. Sep 24 00:04:15.188565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a9bf2ff9-7a19-4baf-bd72-5be377cd111e tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "GET /v2.0/ports/6098a8c4-89d1-4003-acd4-b5c7975d8103 HTTP/1.1" status: 404 len: 333 time: 0.0272813 Sep 24 00:04:15.189022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.189760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-d7cc9ead-af9f-4929-8775-f64664df10ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:15.192202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-d7cc9ead-af9f-4929-8775-f64664df10ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 921 time: 0.1939895 Sep 24 00:04:15.224214 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-55d87550-7056-456c-9f8f-03d85a82280d tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] GET failed (client error): The resource could not be found. Sep 24 00:04:15.234902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-55d87550-7056-456c-9f8f-03d85a82280d tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "GET /v2.0/subnets/93a28354-cf05-4c11-bc3a-ce0d3c049783 HTTP/1.1" status: 404 len: 337 time: 0.0411508 Sep 24 00:04:15.236402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.242805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e4019755-44d4-40eb-ae26-8491981869f4 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] Request body: {'network': {'name': 'new_name'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:15.243012 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-484f539f-6b0b-4a91-b4ba-c790e5e9a96d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 217 time: 0.0405498 Sep 24 00:04:15.245296 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.262364 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4019755-44d4-40eb-ae26-8491981869f4 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] PUT failed (client error): The resource could not be found. Sep 24 00:04:15.262985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4019755-44d4-40eb-ae26-8491981869f4 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:15.264342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e4019755-44d4-40eb-ae26-8491981869f4 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "PUT /v2.0/networks/098c313a-0161-41b9-88ef-81881d463003 HTTP/1.1" status: 404 len: 339 time: 0.0269899 Sep 24 00:04:15.267467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf79c-d104-4168-8d0c-cfeeaacbddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.268513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54430) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.270027 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4bbf79c-d104-4168-8d0c-cfeeaacbddb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.271522 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d4bbf79c-d104-4168-8d0c-cfeeaacbddb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4dd77b37-da2f-4b31-a51c-29b699c80f3a HTTP/1.1" status: 204 len: 168 time: 0.3748224 Sep 24 00:04:15.277169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5c89eb78-35d0-4712-b894-909b35179839 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] Request body: {'port': {'name': 'new_name'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:15.279831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40a6606-2cbe-42df-b52f-47c87f69746e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:15.283571 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d4522d-f4c2-45eb-a69f-608496a39e26" -d '{"events": [{"server_uuid": "c9f24f6c-3887-45ae-9f4a-ef57a101871f", "name": "network-vif-plugged", "status": "completed", "tag": "b40a6606-2cbe-42df-b52f-47c87f69746e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:15.298726 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c89eb78-35d0-4712-b894-909b35179839 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] PUT failed (client error): The resource could not be found. Sep 24 00:04:15.299585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c89eb78-35d0-4712-b894-909b35179839 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:15.301081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5c89eb78-35d0-4712-b894-909b35179839 tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "PUT /v2.0/ports/bd123500-259d-40f6-8f5a-4a485c01cbf4 HTTP/1.1" status: 404 len: 333 time: 0.0315964 Sep 24 00:04:15.301528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbf79c-d104-4168-8d0c-cfeeaacbddb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd77b37-da2f-4b31-a51c-29b699c80f3a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:15.304929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54436) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.311372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-df45ad86-4ad7-400f-a541-7f95b5244e7e tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:15.337444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-73dcb7e7-58de-4851-990e-fd089c6fbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:15.340655 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-73dcb7e7-58de-4851-990e-fd089c6fbf18 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.0891757 Sep 24 00:04:15.348612 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd959f5-1ef4-4fb6-8335-908dc515b381 x-openstack-request-id: req-9cd959f5-1ef4-4fb6-8335-908dc515b381 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:15.349274 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f24f6c-3887-45ae-9f4a-ef57a101871f", "name": "network-vif-plugged", "status": "completed", "tag": "b40a6606-2cbe-42df-b52f-47c87f69746e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:15.349730 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9cd959f5-1ef4-4fb6-8335-908dc515b381 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:15.350319 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'code': 200} Sep 24 00:04:15.355505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b40a6606-2cbe-42df-b52f-47c87f69746e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b40a6606-2cbe-42df-b52f-47c87f69746e,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:15.357798 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-df45ad86-4ad7-400f-a541-7f95b5244e7e tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] PUT failed (client error): The resource could not be found. Sep 24 00:04:15.358273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df45ad86-4ad7-400f-a541-7f95b5244e7e tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:04:15.361355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df45ad86-4ad7-400f-a541-7f95b5244e7e tempest-NetworksNegativeTestJSON-769185980 tempest-NetworksNegativeTestJSON-769185980-project] 10.222.0.24 "PUT /v2.0/subnets/6e1b874a-e860-4a59-9882-f59214cccf10 HTTP/1.1" status: 404 len: 337 time: 0.0548036 Sep 24 00:04:15.366433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.428253 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-83a5ac16-e121-40ac-833f-731f39da440a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794194 Sep 24 00:04:15.460055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b40a6606-2cbe-42df-b52f-47c87f69746e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:15.467991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36077deb-4223-4c2e-b1eb-dbcc0186ba21 req-452f03da-842e-4ede-bd78-a763c7cfe91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:15.469513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36077deb-4223-4c2e-b1eb-dbcc0186ba21 req-452f03da-842e-4ede-bd78-a763c7cfe91b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 1098 time: 0.0596762 Sep 24 00:04:15.470063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.470796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.471532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.472259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.473716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.475226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.475583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.475925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.476324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.476620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.477011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.477474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:15.525793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36077deb-4223-4c2e-b1eb-dbcc0186ba21 req-c468ca4d-51f4-4b0f-bc45-1e0e98c6d5b3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487983 Sep 24 00:04:15.538477 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-9dc6c679-6137-438e-88c3-0d7c007c8e04 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004963 Sep 24 00:04:15.648691 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5c1ef34-8e75-4f13-b41c-4af8b4137b1e req-ec8df3bd-dd33-4ae1-9aa8-4fdf043e9cc3 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010385 Sep 24 00:04:15.771496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54450) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.841394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54456) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:15.857341 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-360baef3-d54c-4db4-9406-7ce4f042ab1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:15.996249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-360baef3-d54c-4db4-9406-7ce4f042ab1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.006868 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-360baef3-d54c-4db4-9406-7ce4f042ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.037006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f61502b-194f-4c37-adbe-7fc7f5a50bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.094501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-360baef3-d54c-4db4-9406-7ce4f042ab1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66f7d34f63f44493872f5ac2d0246ca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2495935 Sep 24 00:04:16.094836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54468) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:16.099139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360baef3-d54c-4db4-9406-7ce4f042ab1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7a4d7c-cef9-465c-9fee-311488ea9aac,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:16.121116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cccd4a-65cf-4dce-a6c6-6f4d50c4fe41 req-bcaacf7c-2e59-4141-8d09-3f4e91cb891a tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:16.122721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52cccd4a-65cf-4dce-a6c6-6f4d50c4fe41 req-bcaacf7c-2e59-4141-8d09-3f4e91cb891a tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 944 time: 0.1186917 Sep 24 00:04:16.164166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b445dcb-ca8b-427c-a81c-87a39f72d2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.197649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52cccd4a-65cf-4dce-a6c6-6f4d50c4fe41 req-2c901648-36de-44c1-bea4-440aafba914f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618362 Sep 24 00:04:16.218270 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b445dcb-ca8b-427c-a81c-87a39f72d2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.265506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f61502b-194f-4c37-adbe-7fc7f5a50bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.272150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f61502b-194f-4c37-adbe-7fc7f5a50bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.289240 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b445dcb-ca8b-427c-a81c-87a39f72d2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.292639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b445dcb-ca8b-427c-a81c-87a39f72d2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.296677 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5b445dcb-ca8b-427c-a81c-87a39f72d2df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d7a4d7c-cef9-465c-9fee-311488ea9aac HTTP/1.1" status: 204 len: 168 time: 0.1981249 Sep 24 00:04:16.305951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b445dcb-ca8b-427c-a81c-87a39f72d2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7a4d7c-cef9-465c-9fee-311488ea9aac,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:16.356850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8f61502b-194f-4c37-adbe-7fc7f5a50bd2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df096b6d7ecc43d6ad9993af3902a468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5842633 Sep 24 00:04:16.358565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f61502b-194f-4c37-adbe-7fc7f5a50bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e84ea9-b590-4f14-afb7-97db94d1ea52,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:16.361208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54478) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:16.379868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f444b-bb02-41bf-8a7f-128dce198990 req-e08a891a-98b7-4b5c-923e-139bf8e25ebb tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:16.382449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f88f444b-bb02-41bf-8a7f-128dce198990 req-e08a891a-98b7-4b5c-923e-139bf8e25ebb tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 946 time: 0.1049204 Sep 24 00:04:16.429780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39b2616e-4883-469a-a392-506058c8ad23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.456766 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39b2616e-4883-469a-a392-506058c8ad23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.464312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f88f444b-bb02-41bf-8a7f-128dce198990 req-b11c2f11-8d2d-4116-9f94-fc045d2a8fca tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699081 Sep 24 00:04:16.537212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39b2616e-4883-469a-a392-506058c8ad23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.539647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39b2616e-4883-469a-a392-506058c8ad23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.541024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-39b2616e-4883-469a-a392-506058c8ad23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/67e84ea9-b590-4f14-afb7-97db94d1ea52 HTTP/1.1" status: 204 len: 168 time: 0.1786859 Sep 24 00:04:16.549992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2616e-4883-469a-a392-506058c8ad23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e84ea9-b590-4f14-afb7-97db94d1ea52,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:16.726079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54492) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:16.742581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a64c-c2be-419e-9f1b-4a6d96db1400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.844997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a64c-c2be-419e-9f1b-4a6d96db1400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.861116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3e9a64c-c2be-419e-9f1b-4a6d96db1400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:16.912808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c3e9a64c-c2be-419e-9f1b-4a6d96db1400 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=768992fb10674e7a9d2d92f2d84adca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851728 Sep 24 00:04:16.914425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9a64c-c2be-419e-9f1b-4a6d96db1400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab4c0f62-90fd-4b79-9a9f-35a12f87f089,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:16.915139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54502) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:16.994840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0d0ea4-809a-49de-be1d-1512cb90c469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:17.033304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0d0ea4-809a-49de-be1d-1512cb90c469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:17.096214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0d0ea4-809a-49de-be1d-1512cb90c469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:17.099329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf0d0ea4-809a-49de-be1d-1512cb90c469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:17.100542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bf0d0ea4-809a-49de-be1d-1512cb90c469 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab4c0f62-90fd-4b79-9a9f-35a12f87f089 HTTP/1.1" status: 204 len: 168 time: 0.1844051 Sep 24 00:04:17.128256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d0ea4-809a-49de-be1d-1512cb90c469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab4c0f62-90fd-4b79-9a9f-35a12f87f089,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:17.342588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11e3c1-0ddd-4dbe-a2c7-bda5e0f47813 req-f02f84de-4a5d-4baa-a7c3-efb82ccf9667 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:17.344186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad11e3c1-0ddd-4dbe-a2c7-bda5e0f47813 req-f02f84de-4a5d-4baa-a7c3-efb82ccf9667 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 944 time: 0.0559523 Sep 24 00:04:17.385658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad11e3c1-0ddd-4dbe-a2c7-bda5e0f47813 req-b128401e-9371-409d-9c02-d3d7c26cbf4a tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347745 Sep 24 00:04:17.550609 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:04:17.612291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494e1e0-67da-4b33-9fac-99583d7ca0ff req-a7295de4-0fa9-4319-9b21-843c7211c1e5 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:17.613958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7494e1e0-67da-4b33-9fac-99583d7ca0ff req-a7295de4-0fa9-4319-9b21-843c7211c1e5 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 946 time: 0.0639493 Sep 24 00:04:17.685990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7494e1e0-67da-4b33-9fac-99583d7ca0ff req-07813fa5-9369-409c-b360-5bd81e9f845b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639925 Sep 24 00:04:17.701067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:17.714682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'port_id': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'mac_address': 'fa:16:3e:a6:c1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:04:17.771382 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:17.790516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:04:17.811428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2e7bd-1af8-46bf-a0dc-43090bc4f17a req-8846307b-754c-435e-adfa-ee5b67e7baab tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:17.811428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4d2e7bd-1af8-46bf-a0dc-43090bc4f17a req-8846307b-754c-435e-adfa-ee5b67e7baab tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 946 time: 0.0576928 Sep 24 00:04:17.812680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54548) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:17.817560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Request body: {'floatingip': {'port_id': 'b40a6606-2cbe-42df-b52f-47c87f69746e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:17.833039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:17.839015 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:17.900702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:17.909025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:17.932664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54552) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:18.097615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b215548d-2b31-4060-994a-6b05bf2e5127 tempest-DvrRoutersNegativeTest-11788071 tempest-DvrRoutersNegativeTest-11788071-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1100657437', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:18.100695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.policy [None req-b215548d-2b31-4060-994a-6b05bf2e5127 tempest-DvrRoutersNegativeTest-11788071 tempest-DvrRoutersNegativeTest-11788071-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=106379) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 24 00:04:18.100991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.policy [None req-b215548d-2b31-4060-994a-6b05bf2e5127 tempest-DvrRoutersNegativeTest-11788071 tempest-DvrRoutersNegativeTest-11788071-project] Failed policy check for 'create_router' {{(pid=106379) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 24 00:04:18.101541 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-b215548d-2b31-4060-994a-6b05bf2e5127 tempest-DvrRoutersNegativeTest-11788071 tempest-DvrRoutersNegativeTest-11788071-project] create failed (client error): Access was denied to this resource. Sep 24 00:04:18.107906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b215548d-2b31-4060-994a-6b05bf2e5127 tempest-DvrRoutersNegativeTest-11788071 tempest-DvrRoutersNegativeTest-11788071-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1680138 Sep 24 00:04:18.173347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:04:18.385001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54582) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:18.618578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6eee3d-9c4c-42bf-979b-37a5a2fc3e9a req-22354019-4a37-475f-b060-a4670e6b0117 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:18.635961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c6eee3d-9c4c-42bf-979b-37a5a2fc3e9a req-22354019-4a37-475f-b060-a4670e6b0117 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 945 time: 0.1373544 Sep 24 00:04:18.715894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c6eee3d-9c4c-42bf-979b-37a5a2fc3e9a req-82247b79-860f-4d7e-af88-df15cf2bbf4f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779021 Sep 24 00:04:18.744106 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da24485-07c0-4ddc-b333-352e6d510324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:18.769375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.resource_extend [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 00:04:18.837591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:18.843631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:18.921044 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da24485-07c0-4ddc-b333-352e6d510324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:18.929954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da24485-07c0-4ddc-b333-352e6d510324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:18.996371 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Floating IP c480ea68-f8e9-453c-8de5-303ce7b7ee9c associated. External IP: 172.25.5.122, port: b40a6606-2cbe-42df-b52f-47c87f69746e. Sep 24 00:04:19.010483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4da24485-07c0-4ddc-b333-352e6d510324 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7274cc925eeb4af684ba03e61f0b4ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240115 Sep 24 00:04:19.010903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da24485-07c0-4ddc-b333-352e6d510324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaed11b-cc5f-4d7b-a6e3-be2c9650692a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:19.014688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54630) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:19.096304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f2621c-b43d-4c5d-be02-a3287a904623 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.121269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f2621c-b43d-4c5d-be02-a3287a904623 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.162190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54636) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:19.190604 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f2621c-b43d-4c5d-be02-a3287a904623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.193371 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f2621c-b43d-4c5d-be02-a3287a904623 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.199697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-95f2621c-b43d-4c5d-be02-a3287a904623 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbaed11b-cc5f-4d7b-a6e3-be2c9650692a HTTP/1.1" status: 204 len: 168 time: 0.1839149 Sep 24 00:04:19.234462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f2621c-b43d-4c5d-be02-a3287a904623 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaed11b-cc5f-4d7b-a6e3-be2c9650692a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:19.332977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Router 9b26852a-29b5-45ff-8491-9ac73556ee0f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:04:19.581494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:19.599427 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa41157f-329f-42b1-881c-4a09e9febca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.653579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:04:19.662183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:19.664117 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.762054 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa41157f-329f-42b1-881c-4a09e9febca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.766242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:19.768652 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa41157f-329f-42b1-881c-4a09e9febca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.771678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.782488 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] Sync routers for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:19.793527 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:19.794190 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:19.813768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aa41157f-329f-42b1-881c-4a09e9febca7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91ab0242fb12432f94a880951656673f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500711 Sep 24 00:04:19.822124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54664) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:19.847658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a31d8fba-9658-44b1-855c-a8b5ce6eaf0d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "PUT /v2.0/floatingips/c480ea68-f8e9-453c-8de5-303ce7b7ee9c HTTP/1.1" status: 200 len: 992 time: 2.0337942 Sep 24 00:04:19.848555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'tag': 'b40a6606-2cbe-42df-b52f-47c87f69746e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:19.858533 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceedc838-ebde-4db0-b727-682d4ff676c2" -d '{"events": [{"name": "network-changed", "server_uuid": "c9f24f6c-3887-45ae-9f4a-ef57a101871f", "tag": "b40a6606-2cbe-42df-b52f-47c87f69746e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:19.931610 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:19.936471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41157f-329f-42b1-881c-4a09e9febca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfac160-2c4b-4903-8ece-1adac5399015,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:19.999685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:20.001967 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee491300-9832-4352-8cc0-4fc4d59624b6" -d '{"events": [{"server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "name": "network-vif-plugged", "status": "completed", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:20.036666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:20.043198 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:20.061479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8430-af35-47e9-8011-34c853098b91 req-9dce8494-42dd-45da-8cbe-b13ac56b6c16 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:20.069933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35ee8430-af35-47e9-8011-34c853098b91 req-9dce8494-42dd-45da-8cbe-b13ac56b6c16 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 945 time: 0.1802394 Sep 24 00:04:20.079091 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d93b10-0907-4748-be0b-f2a8add384d4 x-openstack-request-id: req-d0d93b10-0907-4748-be0b-f2a8add384d4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:20.079842 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9f24f6c-3887-45ae-9f4a-ef57a101871f", "tag": "b40a6606-2cbe-42df-b52f-47c87f69746e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:20.080316 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d0d93b10-0907-4748-be0b-f2a8add384d4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:20.080933 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'tag': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'status': 'completed', 'code': 200} Sep 24 00:04:20.099188 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:20.137145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c030584-9003-4c1e-95e6-a5d3d7a3426f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:20.158490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54678) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:20.173010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:20.178239 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b94942-9b88-4075-a307-3a14eba11338 x-openstack-request-id: req-38b94942-9b88-4075-a307-3a14eba11338 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:20.178525 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "name": "network-vif-plugged", "status": "completed", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:20.178807 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38b94942-9b88-4075-a307-3a14eba11338 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:20.179330 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'code': 200} Sep 24 00:04:20.281792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35ee8430-af35-47e9-8011-34c853098b91 req-686a0f5b-6b39-4570-8bb4-6bae46e30491 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097416 Sep 24 00:04:20.283844 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c030584-9003-4c1e-95e6-a5d3d7a3426f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:20.315824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-943b9194-7637-4826-a7b6-221fd1446c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:20.317436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-943b9194-7637-4826-a7b6-221fd1446c67 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73954aaefbd9438d9b6a433e1b881d70&device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 1098 time: 0.2245071 Sep 24 00:04:20.359571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9fc72a-7a18-4a6d-8834-9fdb3da3c402 req-1d245a25-5980-4afc-8179-c28330e1d1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:20.365593 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e9fc72a-7a18-4a6d-8834-9fdb3da3c402 req-1d245a25-5980-4afc-8179-c28330e1d1f5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1098 time: 0.1361225 Sep 24 00:04:20.445663 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e9fc72a-7a18-4a6d-8834-9fdb3da3c402 req-1997ef03-deec-4f01-aa12-82037eff4297 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675242 Sep 24 00:04:20.450696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7abccd8e-e26e-40b3-b5ad-1bde4e9f1c0a tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1395048436'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:20.451242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7abccd8e-e26e-40b3-b5ad-1bde4e9f1c0a tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Unknown quota resources ['metering_label']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:04:20.550495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-df945777-1c2a-4c54-9454-3cea7c1655ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:20.550851 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c480ea68-f8e9-453c-8de5-303ce7b7ee9c', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'port_id': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'mac_address': 'fa:16:3e:ba:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:18Z', 'revision_number': 1, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:53Z', 'revision_number': 5, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:20.551907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-df945777-1c2a-4c54-9454-3cea7c1655ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=716b91cc-0abd-4d00-b73e-8953edd8d984 HTTP/1.1" status: 200 len: 907 time: 0.2258976 Sep 24 00:04:20.598715 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] Checking router: 9b26852a-29b5-45ff-8491-9ac73556ee0f for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:04:20.609506 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:20.610208 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:20.661459 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c030584-9003-4c1e-95e6-a5d3d7a3426f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:20.666526 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c030584-9003-4c1e-95e6-a5d3d7a3426f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:20.668480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6c030584-9003-4c1e-95e6-a5d3d7a3426f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbfac160-2c4b-4903-8ece-1adac5399015 HTTP/1.1" status: 204 len: 168 time: 0.8454652 Sep 24 00:04:20.708417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c030584-9003-4c1e-95e6-a5d3d7a3426f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfac160-2c4b-4903-8ece-1adac5399015,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:20.765079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-3fe96874-7cd5-4138-9905-378f4c5befe8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b40a6606-2cbe-42df-b52f-47c87f69746e HTTP/1.1" status: 200 len: 1000 time: 0.1975346 Sep 24 00:04:20.817598 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:20.862921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-2eb8b40c-e316-4577-b298-3ac4e59e27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:20.864489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-2eb8b40c-e316-4577-b298-3ac4e59e27cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d9252b56-608f-41f9-a81c-20137d8b7e33 HTTP/1.1" status: 200 len: 845 time: 0.0925231 Sep 24 00:04:20.867496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7abccd8e-e26e-40b3-b5ad-1bde4e9f1c0a tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:20.871802 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7abccd8e-e26e-40b3-b5ad-1bde4e9f1c0a tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7117484 Sep 24 00:04:20.874951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54702) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:20.880355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cb7edc78-9669-4f7a-b6d5-3740ce246e1d tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1590daf9-9c9a-459d-befb-d628fde6ffc8'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:20.881469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cb7edc78-9669-4f7a-b6d5-3740ce246e1d tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:04:20.981350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-c52c27fb-969a-4d7c-90b4-0d5e56b5e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:20.987003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-c52c27fb-969a-4d7c-90b4-0d5e56b5e809 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=716b91cc-0abd-4d00-b73e-8953edd8d984&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1148422 Sep 24 00:04:20.989598 n-d-713498-18 neutron-server[106378]: WARNING neutron.services.metering.metering_plugin [None req-cb7edc78-9669-4f7a-b6d5-3740ce246e1d tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 00:04:21.172753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-dbefe562-2b90-46a6-8cd5-d7161b2ae9ee service neutron] 10.222.0.18 "GET /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714325 Sep 24 00:04:21.195899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb7edc78-9669-4f7a-b6d5-3740ce246e1d tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:21.200510 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cb7edc78-9669-4f7a-b6d5-3740ce246e1d tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3212359 Sep 24 00:04:21.202882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54708) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:21.211276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4fec80b8-3465-4bcf-ac83-86d7a10f2f64 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1590daf9-9c9a-459d-befb-d628fde6ffc8'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:21.213080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4fec80b8-3465-4bcf-ac83-86d7a10f2f64 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:04:21.298846 n-d-713498-18 neutron-server[106378]: WARNING neutron.services.metering.metering_plugin [None req-4fec80b8-3465-4bcf-ac83-86d7a10f2f64 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 00:04:21.327495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54714) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:21.331991 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c480ea68-f8e9-453c-8de5-303ce7b7ee9c', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'port_id': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'mac_address': 'fa:16:3e:ba:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:18Z', 'revision_number': 1, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:53Z', 'revision_number': 5, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:21.381960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968f309f-2d80-44cb-bb6d-a1d0c0159b88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:21.388757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ceedc838-ebde-4db0-b727-682d4ff676c2 req-6aae301b-217a-4173-9fdb-96b1b4a6246b service neutron] 10.222.0.18 "GET /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063153 Sep 24 00:04:21.509171 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e100650-34a7-4eb5-834e-e04e9e7badf4 None None] The sync data for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 is: [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c480ea68-f8e9-453c-8de5-303ce7b7ee9c', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'floating_ip_address': '172.25.5.122', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'port_id': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'mac_address': 'fa:16:3e:ba:53:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:18Z', 'revision_number': 1, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:53Z', 'revision_number': 5, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:21.522599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4fec80b8-3465-4bcf-ac83-86d7a10f2f64 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:21.533275 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4fec80b8-3465-4bcf-ac83-86d7a10f2f64 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3281720 Sep 24 00:04:21.534378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54720) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:21.573358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54728) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:21.573864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a82fc58a-b250-4859-9594-ac3d42146b8e tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b7405f0d-d2c2-47b2-9d39-e083cf19430d HTTP/1.1" status: 200 len: 464 time: 0.0379486 Sep 24 00:04:21.639617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c37e4-12a4-4ca2-b98d-0f3a3c04b3cb req-867506d7-5530-4158-bceb-b525a1cb3507 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:21.650368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c6c37e4-12a4-4ca2-b98d-0f3a3c04b3cb req-867506d7-5530-4158-bceb-b525a1cb3507 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1738489 Sep 24 00:04:21.762019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c6c37e4-12a4-4ca2-b98d-0f3a3c04b3cb req-73b414c6-3e7d-40f5-8815-940eade74267 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083312 Sep 24 00:04:21.872579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-19cd53cb-4d4b-42ad-9109-46826d1f7fdf tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:21.873720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-19cd53cb-4d4b-42ad-9109-46826d1f7fdf tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/b7405f0d-d2c2-47b2-9d39-e083cf19430d HTTP/1.1" status: 204 len: 168 time: 0.2975249 Sep 24 00:04:21.878086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54734) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:21.879402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968f309f-2d80-44cb-bb6d-a1d0c0159b88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:21.884555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968f309f-2d80-44cb-bb6d-a1d0c0159b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:21.900540 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-140baccd-8069-43c9-9de9-ca7508f12fc6 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=b7405f0d-d2c2-47b2-9d39-e083cf19430d HTTP/1.1" status: 200 len: 221 time: 0.0183582 Sep 24 00:04:21.911955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54736) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:21.917706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6096ab-fc1a-4721-bfed-d77050083462 None None] New status for floating IP c480ea68-f8e9-453c-8de5-303ce7b7ee9c: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:04:21.918316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-252cdfb3-8226-468e-8abb-b93b7332c855 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--562761471', 'description': 'label created by tempest'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:21.918780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-252cdfb3-8226-468e-8abb-b93b7332c855 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Unknown quota resources ['metering_label']. {{(pid=106379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:04:22.014966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f309f-2d80-44cb-bb6d-a1d0c0159b88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e197310-5a54-4e40-83b4-340433f1fbed,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:22.041570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-968f309f-2d80-44cb-bb6d-a1d0c0159b88 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2483c23bac4649bd8399845284e87314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129889 Sep 24 00:04:22.044307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54740) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:22.163923 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-deb7ae81-3dea-4bc2-8849-4b977ccd123c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.197107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-deb7ae81-3dea-4bc2-8849-4b977ccd123c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.271478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-deb7ae81-3dea-4bc2-8849-4b977ccd123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.279358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-deb7ae81-3dea-4bc2-8849-4b977ccd123c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.280882 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-deb7ae81-3dea-4bc2-8849-4b977ccd123c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e197310-5a54-4e40-83b4-340433f1fbed HTTP/1.1" status: 204 len: 168 time: 0.2353230 Sep 24 00:04:22.296090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7ae81-3dea-4bc2-8849-4b977ccd123c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e197310-5a54-4e40-83b4-340433f1fbed,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:22.450576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54748) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:22.467831 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-252cdfb3-8226-468e-8abb-b93b7332c855 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.469073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-252cdfb3-8226-468e-8abb-b93b7332c855 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5561290 Sep 24 00:04:22.472132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54752) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:22.557869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54756) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:22.558242 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-461e1ac8-ffd3-47b2-a300-dc0fa0d7999b tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=22b79ae2-3403-4ebb-9894-7baa1845a7e9 HTTP/1.1" status: 200 len: 467 time: 0.0848444 Sep 24 00:04:22.746922 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73e4b0bd-5122-42a8-9e1b-5f83865d680a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.855964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f78407b-fb15-4044-8121-57327f34c44d tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.861121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2f78407b-fb15-4044-8121-57327f34c44d tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/22b79ae2-3403-4ebb-9894-7baa1845a7e9 HTTP/1.1" status: 204 len: 168 time: 0.3003871 Sep 24 00:04:22.862706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54770) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:22.891447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fc33ddaa-b593-43a2-ae8b-f98473ee1f28 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=22b79ae2-3403-4ebb-9894-7baa1845a7e9 HTTP/1.1" status: 200 len: 216 time: 0.0263531 Sep 24 00:04:22.896784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54774) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:22.939502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73e4b0bd-5122-42a8-9e1b-5f83865d680a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.948709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5572081d-c565-438e-9f2e-82f3f766bcbe tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0480893 Sep 24 00:04:22.953410 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a835696-b518-4435-b624-404388ff19ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.954252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73e4b0bd-5122-42a8-9e1b-5f83865d680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:22.957352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54778) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:23.000954 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c6d8c34-e506-4a1b-ac51-66a96f2fd850 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0373540 Sep 24 00:04:23.002487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54782) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:23.028362 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-73e4b0bd-5122-42a8-9e1b-5f83865d680a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50a3b59d70c4429c913933434c463676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5766385 Sep 24 00:04:23.032557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54784) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:23.034947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4b0bd-5122-42a8-9e1b-5f83865d680a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7818be14-7512-4cd7-a6bb-ef567f7f31fc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:23.086416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027a736-cc18-4597-9695-82bffe780b53 req-f4360aa8-7f66-49cb-b38b-cc1618fda949 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:23.088645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2027a736-cc18-4597-9695-82bffe780b53 req-f4360aa8-7f66-49cb-b38b-cc1618fda949 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1858723 Sep 24 00:04:23.090997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9afa391f-d17f-4f74-81a6-74e646bf603a tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/1590daf9-9c9a-459d-befb-d628fde6ffc8 HTTP/1.1" status: 200 len: 473 time: 0.0873499 Sep 24 00:04:23.094642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54786) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:23.119576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-837d0825-8d34-4f12-a74b-5f9d4e113d8e tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/33848e45-723f-4539-bf69-ee03cfe9aace HTTP/1.1" status: 200 len: 461 time: 0.0236931 Sep 24 00:04:23.123831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54788) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:23.143697 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-304e011e-6838-44c6-a447-74d2bf8fe1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:23.162574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2027a736-cc18-4597-9695-82bffe780b53 req-3ca8e8cd-1264-454e-9093-147d05eb886e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613124 Sep 24 00:04:23.193453 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-304e011e-6838-44c6-a447-74d2bf8fe1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:23.264826 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-304e011e-6838-44c6-a447-74d2bf8fe1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:23.267488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-304e011e-6838-44c6-a447-74d2bf8fe1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:23.268572 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-304e011e-6838-44c6-a447-74d2bf8fe1a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7818be14-7512-4cd7-a6bb-ef567f7f31fc HTTP/1.1" status: 204 len: 168 time: 0.2347357 Sep 24 00:04:23.293275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304e011e-6838-44c6-a447-74d2bf8fe1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7818be14-7512-4cd7-a6bb-ef567f7f31fc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:23.331547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-587a0e26-1ae8-4b22-a060-bfc970534019 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:23.333051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-587a0e26-1ae8-4b22-a060-bfc970534019 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/33848e45-723f-4539-bf69-ee03cfe9aace HTTP/1.1" status: 204 len: 168 time: 0.2081349 Sep 24 00:04:23.336208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54800) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:23.671928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195aba7-7415-4711-9e9d-e000ae7dba00 req-2edfdfe0-b581-418d-9aad-df11ead2fb95 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:23.682163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2195aba7-7415-4711-9e9d-e000ae7dba00 req-2edfdfe0-b581-418d-9aad-df11ead2fb95 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.0880835 Sep 24 00:04:23.735680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2195aba7-7415-4711-9e9d-e000ae7dba00 req-c99b35d9-06c6-4dc5-bcdb-5cae99f24135 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523868 Sep 24 00:04:23.744646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-b7c58efd-e829-43ac-86fd-8bb8a6cb5da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:23.749070 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-b7c58efd-e829-43ac-86fd-8bb8a6cb5da5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1098 time: 0.1646588 Sep 24 00:04:23.753526 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-013ccb50-f1ad-4cca-9790-1938d2dfd2d4 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:23.754866 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-013ccb50-f1ad-4cca-9790-1938d2dfd2d4 tempest-MeteringTestJSON-587875418 tempest-MeteringTestJSON-587875418-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/1590daf9-9c9a-459d-befb-d628fde6ffc8 HTTP/1.1" status: 204 len: 168 time: 0.4170237 Sep 24 00:04:23.772964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:23.800987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-403378e3-86ea-4a1b-8aca-45caa6497dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:23.899469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-1d096f29-140f-411d-a80e-97afd9643ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:23.901615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-1d096f29-140f-411d-a80e-97afd9643ad0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 921 time: 0.1457689 Sep 24 00:04:23.978804 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-3c8f36d2-d662-470c-b11d-2cbf35899546 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 217 time: 0.0700777 Sep 24 00:04:24.078689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-9d8a2e9c-152c-4691-87ef-bf99fceb2845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:24.082216 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-9d8a2e9c-152c-4691-87ef-bf99fceb2845 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.0969105 Sep 24 00:04:24.109969 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-403378e3-86ea-4a1b-8aca-45caa6497dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:24.114710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-403378e3-86ea-4a1b-8aca-45caa6497dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:24.149082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-9ab79713-8293-4a53-89c6-055a1b1542e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589802 Sep 24 00:04:24.189716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-403378e3-86ea-4a1b-8aca-45caa6497dfb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d2c2c974be449bfbe2b4b0ccac83c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4123359 Sep 24 00:04:24.189716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403378e3-86ea-4a1b-8aca-45caa6497dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46999d83-70f7-40d6-8786-99c05d1e5bf6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:24.192108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54824) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:24.285416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3253ad61-ed12-4d0b-9f64-4fbf3b605d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:24.331889 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-1e637ab6-0c49-4b9d-a068-1a2b2f56860b service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750324 Sep 24 00:04:24.338526 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3253ad61-ed12-4d0b-9f64-4fbf3b605d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:24.427030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3253ad61-ed12-4d0b-9f64-4fbf3b605d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:24.435989 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3253ad61-ed12-4d0b-9f64-4fbf3b605d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:24.438487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3253ad61-ed12-4d0b-9f64-4fbf3b605d60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46999d83-70f7-40d6-8786-99c05d1e5bf6 HTTP/1.1" status: 204 len: 168 time: 0.2446945 Sep 24 00:04:24.458195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3253ad61-ed12-4d0b-9f64-4fbf3b605d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46999d83-70f7-40d6-8786-99c05d1e5bf6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:24.547301 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-786697f1-076a-4dc4-af3d-fc1803b32173 req-0dfb58a5-ebc3-49c8-9130-89d50c85a591 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063162 Sep 24 00:04:24.548389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54834) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:24.883525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d2963-39a3-4b8d-a29c-f8718a256b0b req-f50e06e7-5bb3-4d61-8b26-d700e3deb024 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:24.885241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17d2963-39a3-4b8d-a29c-f8718a256b0b req-f50e06e7-5bb3-4d61-8b26-d700e3deb024 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.0707965 Sep 24 00:04:24.967286 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4b6763b-524f-4469-9b7d-59a87faf9b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:24.994593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c17d2963-39a3-4b8d-a29c-f8718a256b0b req-7629f20e-2e95-4d25-80f7-42246503e3a8 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945106 Sep 24 00:04:25.132848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4b6763b-524f-4469-9b7d-59a87faf9b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:25.138268 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f4b6763b-524f-4469-9b7d-59a87faf9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:25.209063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f4b6763b-524f-4469-9b7d-59a87faf9b33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d9aafdb99b64a208b01e74cac393975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587493 Sep 24 00:04:25.210575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6763b-524f-4469-9b7d-59a87faf9b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083492bd-c3f5-49e6-bec3-fba9c6042de3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:25.211958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54866) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:25.304254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f92b7205-7bed-4d06-bd47-880350ddd3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:25.328573 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f92b7205-7bed-4d06-bd47-880350ddd3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:25.394637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f92b7205-7bed-4d06-bd47-880350ddd3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:25.398205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f92b7205-7bed-4d06-bd47-880350ddd3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:25.400834 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f92b7205-7bed-4d06-bd47-880350ddd3ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/083492bd-c3f5-49e6-bec3-fba9c6042de3 HTTP/1.1" status: 204 len: 168 time: 0.1864133 Sep 24 00:04:25.413538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92b7205-7bed-4d06-bd47-880350ddd3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083492bd-c3f5-49e6-bec3-fba9c6042de3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:25.809659 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:25.812679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:25.840259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df2ade89-7c64-430c-9cdc-079227c3075a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:25.986695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aabb42f2-8ce3-40f6-b5fb-0abbaf4e3852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:26.041130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df2ade89-7c64-430c-9cdc-079227c3075a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:26.050212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df2ade89-7c64-430c-9cdc-079227c3075a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:26.161729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6d202-1b2a-4ce8-8d5b-953ff6e7a3e0 req-bbd34679-b7b0-4a76-84b6-1e20af0c905c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.163979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86e6d202-1b2a-4ce8-8d5b-953ff6e7a3e0 req-bbd34679-b7b0-4a76-84b6-1e20af0c905c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.0873671 Sep 24 00:04:26.174949 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df2ade89-7c64-430c-9cdc-079227c3075a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f203e64d9984f899b8b7638bd5d1b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3580482 Sep 24 00:04:26.185371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54946) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:26.205529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ade89-7c64-430c-9cdc-079227c3075a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2832a63-2225-41ff-bd07-44e0605590d5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:26.243565 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-77939a2f-d38b-4056-8f50-bf61a83f15f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1063020 Sep 24 00:04:26.301269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86e6d202-1b2a-4ce8-8d5b-953ff6e7a3e0 req-d60b8696-8143-4f02-b93a-a57ebe831df6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201012 Sep 24 00:04:26.306490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-172789af-a7c7-44f1-bf1c-25302f3c984c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:26.356281 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-172789af-a7c7-44f1-bf1c-25302f3c984c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:26.375011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-17d4ea85-600a-4d45-97f5-e4713b6cf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.375312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-17d4ea85-600a-4d45-97f5-e4713b6cf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.376343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-17d4ea85-600a-4d45-97f5-e4713b6cf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.377506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-17d4ea85-600a-4d45-97f5-e4713b6cf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.378983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-17d4ea85-600a-4d45-97f5-e4713b6cf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.379761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-17d4ea85-600a-4d45-97f5-e4713b6cf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.380808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-17d4ea85-600a-4d45-97f5-e4713b6cf4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.384366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-17d4ea85-600a-4d45-97f5-e4713b6cf4c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6496 time: 0.0820029 Sep 24 00:04:26.476146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-172789af-a7c7-44f1-bf1c-25302f3c984c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:26.481274 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-172789af-a7c7-44f1-bf1c-25302f3c984c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:26.483076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-172789af-a7c7-44f1-bf1c-25302f3c984c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a2832a63-2225-41ff-bd07-44e0605590d5 HTTP/1.1" status: 204 len: 168 time: 0.2988381 Sep 24 00:04:26.495611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172789af-a7c7-44f1-bf1c-25302f3c984c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2832a63-2225-41ff-bd07-44e0605590d5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:26.555939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-3507dc65-10b3-4073-aa56-e00fe23497fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.556700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-3507dc65-10b3-4073-aa56-e00fe23497fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.557173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-3507dc65-10b3-4073-aa56-e00fe23497fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.558827 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-3507dc65-10b3-4073-aa56-e00fe23497fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a2ab906-2773-4efa-b0e1-09691b94e19d&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d HTTP/1.1" status: 200 len: 2292 time: 0.1452074 Sep 24 00:04:26.644440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-285f72a1-42d2-42f9-b3a6-266a914daede service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb HTTP/1.1" status: 200 len: 1001 time: 0.0777502 Sep 24 00:04:26.679070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54968) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:26.688889 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:26.779863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-758d28d6-00ed-4c0b-9f2a-07d9314d6ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.782278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-758d28d6-00ed-4c0b-9f2a-07d9314d6ea5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce0f675e-fe02-4e4e-be43-d7636ccd31ea HTTP/1.1" status: 200 len: 850 time: 0.1225319 Sep 24 00:04:26.840414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-f015e1ee-c673-4368-bf13-ffc01a62ae78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:26.843270 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-f015e1ee-c673-4368-bf13-ffc01a62ae78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a2ab906-2773-4efa-b0e1-09691b94e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525553 Sep 24 00:04:26.984915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-4cc84639-e7c7-4dbf-a2b9-8fe9c80183c2 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357021 Sep 24 00:04:27.043915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5451735e-4ff1-47f2-a486-79c0d7e4f533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:27.115915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-6a3be8fa-69a6-4cf5-b24a-126d6b827441 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234729 Sep 24 00:04:27.128591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d520965-1ea1-4dd2-a3c0-4141823ac19c req-eaa2947a-0df1-43c8-ad80-24393f63d265 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:27.137100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d520965-1ea1-4dd2-a3c0-4141823ac19c req-eaa2947a-0df1-43c8-ad80-24393f63d265 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 946 time: 0.1442318 Sep 24 00:04:27.203026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d520965-1ea1-4dd2-a3c0-4141823ac19c req-f2f53d18-9bb4-47c6-a982-3ccb002ebb7a tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646477 Sep 24 00:04:27.234934 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-0d611ec9-ad4c-41c3-a3cf-2c7444b52ce7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 217 time: 0.1059368 Sep 24 00:04:27.237323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5451735e-4ff1-47f2-a486-79c0d7e4f533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:27.243076 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5451735e-4ff1-47f2-a486-79c0d7e4f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:27.309333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-40f8edb1-b049-4a22-8b7e-a16e3d8dd727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:27.311973 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-40f8edb1-b049-4a22-8b7e-a16e3d8dd727 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0633268 Sep 24 00:04:27.324179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5451735e-4ff1-47f2-a486-79c0d7e4f533 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d2ee51c11814aecbdc8540047fa9d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6399105 Sep 24 00:04:27.324179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451735e-4ff1-47f2-a486-79c0d7e4f533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e5a859-24c5-4567-aef8-a4c763667107,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:27.325202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54996) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:27.408368 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a737f122-0a61-4136-b438-4fb451f90483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:27.411505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-32842c25-d16d-4da9-b691-23fb54c33fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:27.413290 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-32842c25-d16d-4da9-b691-23fb54c33fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0938222 Sep 24 00:04:27.464746 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a737f122-0a61-4136-b438-4fb451f90483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:27.527368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6618f28-4683-4955-954e-8081c84cf9ef req-ff69d499-0981-4149-a9c7-76598185689b tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:27.530828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6618f28-4683-4955-954e-8081c84cf9ef req-ff69d499-0981-4149-a9c7-76598185689b tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1055839 Sep 24 00:04:27.556353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-92b90116-ae6f-46ff-a665-8f37ad2ebf98 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337230 Sep 24 00:04:27.590577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a737f122-0a61-4136-b438-4fb451f90483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:27.593962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a737f122-0a61-4136-b438-4fb451f90483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:27.595895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a737f122-0a61-4136-b438-4fb451f90483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5e5a859-24c5-4567-aef8-a4c763667107 HTTP/1.1" status: 204 len: 168 time: 0.2700741 Sep 24 00:04:27.639396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6618f28-4683-4955-954e-8081c84cf9ef req-1ce69397-fdeb-484b-a7de-be6be6575ad1 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920136 Sep 24 00:04:27.645072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737f122-0a61-4136-b438-4fb451f90483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e5a859-24c5-4567-aef8-a4c763667107,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:27.703675 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-8b2b2392-d825-459d-92ff-15a9536483a3 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395509 Sep 24 00:04:27.751826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-5c767263-4492-43f7-983e-b1f4b96ff3df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 217 time: 0.0378578 Sep 24 00:04:27.823091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-851dec97-d4b9-4967-941d-e8dca623c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:27.824605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-851dec97-d4b9-4967-941d-e8dca623c17b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0631416 Sep 24 00:04:27.876301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-37c49a54-1ec4-4607-9f44-185b27508b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:27.877853 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-37c49a54-1ec4-4607-9f44-185b27508b5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456803 Sep 24 00:04:27.986254 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-410b612b-c09c-4fc4-9175-370b025ddd6d service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997925 Sep 24 00:04:28.103318 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-39e3e30c-26bc-40b0-ad2c-2ffa6284680b service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025517 Sep 24 00:04:28.128054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55026) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:28.144678 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b67f84f-6a65-4e8b-982b-fac5e88c5066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.154945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-5bae1fbe-60bc-4182-8d73-97b24e7692ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5 HTTP/1.1" status: 200 len: 217 time: 0.0435786 Sep 24 00:04:28.274470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-75711566-b27b-44ff-b6aa-01631b945919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:28.276387 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-75711566-b27b-44ff-b6aa-01631b945919 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0991020 Sep 24 00:04:28.332441 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b67f84f-6a65-4e8b-982b-fac5e88c5066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.352447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-2d2c2c48-b892-497c-a93e-8aaaeb254546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:28.354978 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-2d2c2c48-b892-497c-a93e-8aaaeb254546 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0670054 Sep 24 00:04:28.355796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b67f84f-6a65-4e8b-982b-fac5e88c5066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.424513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b67f84f-6a65-4e8b-982b-fac5e88c5066 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88eb1b2ba31c4c9ab4383da01fe77baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950509 Sep 24 00:04:28.427151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55042) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:28.430508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67f84f-6a65-4e8b-982b-fac5e88c5066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad49c3b7-f701-4a7f-ad10-438c21fac0e1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:28.448296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0f955-98e3-4072-8129-ad0701eec274 req-67e3a2da-9720-4d84-b8da-0bdf700efffd tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:28.449919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ef0f955-98e3-4072-8129-ad0701eec274 req-67e3a2da-9720-4d84-b8da-0bdf700efffd tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 946 time: 0.1050255 Sep 24 00:04:28.507567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ef0f955-98e3-4072-8129-ad0701eec274 req-3e1faab0-9690-48d6-bf9d-57ce1ecc0e3c tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/security-groups?id=0cb5048a-69f0-4583-9d41-34bcb3038dff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458481 Sep 24 00:04:28.567588 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-2ed26c9c-56b7-4a14-b24c-903433a5074c service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956635 Sep 24 00:04:28.568340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63101645-aa8d-4de0-ac23-eb36a93d0155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.609202 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63101645-aa8d-4de0-ac23-eb36a93d0155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.702901 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-0b00b402-fd87-4d09-beef-e9bd78ce8d5b service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214602 Sep 24 00:04:28.703571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55050) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:28.716817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-2b995196-b59e-4d2a-ac2f-6d23c386295f tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:28.718565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-2b995196-b59e-4d2a-ac2f-6d23c386295f tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.20 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 946 time: 0.0684266 Sep 24 00:04:28.748853 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-abbeb844-97f5-4078-bc72-60b832a16afc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b HTTP/1.1" status: 200 len: 217 time: 0.0364902 Sep 24 00:04:28.803225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63101645-aa8d-4de0-ac23-eb36a93d0155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.805881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63101645-aa8d-4de0-ac23-eb36a93d0155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.807088 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-63101645-aa8d-4de0-ac23-eb36a93d0155 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad49c3b7-f701-4a7f-ad10-438c21fac0e1 HTTP/1.1" status: 204 len: 168 time: 0.3782110 Sep 24 00:04:28.819484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-49856cbc-ca29-4629-a786-4e06566c800f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:28.821538 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-49856cbc-ca29-4629-a786-4e06566c800f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0661426 Sep 24 00:04:28.822858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63101645-aa8d-4de0-ac23-eb36a93d0155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad49c3b7-f701-4a7f-ad10-438c21fac0e1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:28.869147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb191d-7616-41c6-981d-e36287a6e694 req-55f02579-f65c-48bd-b45f-24a669feea49 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:28.878021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1245406492', 'router:external': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:28.881248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dadb191d-7616-41c6-981d-e36287a6e694 req-55f02579-f65c-48bd-b45f-24a669feea49 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1612864 Sep 24 00:04:28.913442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Made reservation on behalf of 82fef9c03a4b443fa6a7160fe8348c2d for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:28.915896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.919326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-251b0473-2fdb-4db8-b937-8ece5f47d9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:28.920914 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-251b0473-2fdb-4db8-b937-8ece5f47d9b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0921416 Sep 24 00:04:28.935593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:28.941336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dadb191d-7616-41c6-981d-e36287a6e694 req-28ac875b-2309-45c7-aa35-0f72c37ea515 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563419 Sep 24 00:04:28.944229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Deleting port b9fe0ad9-85e9-4f5c-8368-51985553ec9e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:28.944573 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.042487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.068619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] For port b9fe0ad9-85e9-4f5c-8368-51985553ec9e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:29.069020 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.092768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Calling delete_port for b9fe0ad9-85e9-4f5c-8368-51985553ec9e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:29.094929 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-430786c4-85b0-4947-ae55-53121906bfcf service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668763 Sep 24 00:04:29.201454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.213202 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.231181 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-e72f5b07-c5a8-4dee-a8db-58c1b63173bb service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292646 Sep 24 00:04:29.245156 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.246974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:04:29.259906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b9fe0ad9-85e9-4f5c-8368-51985553ec9e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:04:29.288541 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-45902e6a-fdd9-4ac5-88d9-655c390a724e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 HTTP/1.1" status: 200 len: 217 time: 0.0509207 Sep 24 00:04:29.293970 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.294243 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Added segment a1cfd188-1ff0-45c4-a7a0-52cc7d722fd0 of type vlan for network c563b439-8992-485e-8a6e-966065c7e815 Sep 24 00:04:29.297083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b705094-0ff7-4907-9d4c-92dc2ce5d9e2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:29.323738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Pushing event deleted for resources: {'Port': ['ID=b9fe0ad9-85e9-4f5c-8368-51985553ec9e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:29.395727 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.399848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] No DVR routers for this DVR port b9fe0ad9-85e9-4f5c-8368-51985553ec9e on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:29.402860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.403006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-5fb68640-fc67-47f6-8fd2-8cb14d126c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:29.404367 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-5fb68640-fc67-47f6-8fd2-8cb14d126c54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.1085954 Sep 24 00:04:29.405759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9e70d56-8b63-4ef6-80d2-0cda966db5ab req-4a676d67-2638-466c-a35d-fd3d98655336 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.20 "DELETE /v2.0/ports/b9fe0ad9-85e9-4f5c-8368-51985553ec9e HTTP/1.1" status: 204 len: 173 time: 0.6734402 Sep 24 00:04:29.406338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c648c53d-c843-43ad-8943-db19ceb0769e', 'name': 'network-vif-deleted', 'tag': 'b9fe0ad9-85e9-4f5c-8368-51985553ec9e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:29.408726 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6af586f-35d2-42db-bcdb-05e08540823c" -d '{"events": [{"server_uuid": "c648c53d-c843-43ad-8943-db19ceb0769e", "name": "network-vif-deleted", "tag": "b9fe0ad9-85e9-4f5c-8368-51985553ec9e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:29.462125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.463212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:29.463788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:29.483194 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4d682e-a90b-434f-bd23-35d91e5059d8 x-openstack-request-id: req-4b4d682e-a90b-434f-bd23-35d91e5059d8 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:29.483493 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c648c53d-c843-43ad-8943-db19ceb0769e", "name": "network-vif-deleted", "tag": "b9fe0ad9-85e9-4f5c-8368-51985553ec9e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:29.483752 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b4d682e-a90b-434f-bd23-35d91e5059d8 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:29.486088 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c648c53d-c843-43ad-8943-db19ceb0769e', 'name': 'network-vif-deleted', 'tag': 'b9fe0ad9-85e9-4f5c-8368-51985553ec9e', 'status': 'completed', 'code': 200} Sep 24 00:04:29.503438 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7988055 Sep 24 00:04:29.506975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55080) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:29.507115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-ce852e13-5fce-4894-aec2-4d5ce8e8718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:29.509175 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-ce852e13-5fce-4894-aec2-4d5ce8e8718b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963085 Sep 24 00:04:29.513279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'subnet': {'network_id': 'c563b439-8992-485e-8a6e-966065c7e815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:29.565644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Made reservation on behalf of 82fef9c03a4b443fa6a7160fe8348c2d for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:29.573823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:30.004400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57c922ab-cc15-4b98-b416-4c993f159405 req-4bbea19f-1813-4b6a-b160-343453ce6b99 tempest-AttachSCSIVolumeTestJSON-1232178636 tempest-AttachSCSIVolumeTestJSON-1232178636-project] 10.222.0.24 "GET /v2.0/ports?device_id=c648c53d-c843-43ad-8943-db19ceb0769e HTTP/1.1" status: 200 len: 210 time: 0.2061710 Sep 24 00:04:30.169885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da693ed3-c780-4efa-bd59-1cd784ccaace tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'Network': ['ID=c563b439-8992-485e-8a6e-966065c7e815,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:30.181833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network c563b439-8992-485e-8a6e-966065c7e815 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:04:30.297284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd84a-d2d6-430a-8f3d-057eb8762a12 req-40d9fd27-a188-4c96-a5a9-7a4bff3901b0 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:30.298845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad6bd84a-d2d6-430a-8f3d-057eb8762a12 req-40d9fd27-a188-4c96-a5a9-7a4bff3901b0 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1260762 Sep 24 00:04:30.346680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-3de660f5-7882-4bb0-99e0-f053a9621c99 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894045 Sep 24 00:04:30.353698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.objects.ports [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:04:30.354231 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:30.428060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04353277-4dce-4e86-bbab-197b96150c80,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:30.477832 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-4f1e24b5-7143-4c9f-b962-ba799edcde4e service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235898 Sep 24 00:04:30.497313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad6bd84a-d2d6-430a-8f3d-057eb8762a12 req-3e67e3a2-a484-4f8f-95d0-862bb434f1da tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862841 Sep 24 00:04:30.529408 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-99c36bc6-d0f9-492f-8c70-b7ebe225ed7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 HTTP/1.1" status: 200 len: 217 time: 0.0434213 Sep 24 00:04:30.533454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Checking segment: {'id': 'a1cfd188-1ff0-45c4-a7a0-52cc7d722fd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'c563b439-8992-485e-8a6e-966065c7e815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:30.534060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Network hostable DHCP agents. Network: c563b439-8992-485e-8a6e-966065c7e815, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:04:30.571939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Network c563b439-8992-485e-8a6e-966065c7e815 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:04:30.589907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, c563b439-8992-485e-8a6e-966065c7e815) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:30.599685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c4ddb2-dc88-4a52-8859-cd178887bb20 None None] Network c563b439-8992-485e-8a6e-966065c7e815 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:30.617496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:30.620769 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:30.624137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-cee71f3c-f571-4c23-a06b-ea8f81e473fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:30.627002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-cee71f3c-f571-4c23-a06b-ea8f81e473fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.0914235 Sep 24 00:04:30.648617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2b121412-c5fc-4bfd-9032-1c52ab67896c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1404185 Sep 24 00:04:30.651988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55114) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:30.659353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-495297610', 'network_id': 'c563b439-8992-485e-8a6e-966065c7e815'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:30.696879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Made reservation on behalf of 82fef9c03a4b443fa6a7160fe8348c2d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:30.700874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:30.734596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] device_id is not set on port 72dbdc00-a349-4111-a0ec-989dbe68a766 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:04:30.743066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-09992cab-daa2-4216-8b50-a06464e6c40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:30.744622 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-09992cab-daa2-4216-8b50-a06464e6c40c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1108918 Sep 24 00:04:30.792728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ec9dea-9361-470d-8506-c7dc0a5b4b5c None None] Network c563b439-8992-485e-8a6e-966065c7e815 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:30.887593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Allocated IP 2001:db8::31b (c563b439-8992-485e-8a6e-966065c7e815/04353277-4dce-4e86-bbab-197b96150c80/72dbdc00-a349-4111-a0ec-989dbe68a766) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:30.925401 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-d4cf167e-a2a2-4494-b430-14bc6c4ef614 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650386 Sep 24 00:04:31.077190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cfd662e1-10d1-45e6-a754-1dcb944e385e req-a27feea0-d098-43d0-9b59-9c752ba1871c service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441622 Sep 24 00:04:31.168625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:31.247067 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:31.301192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55146) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:31.326016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'Port': ['ID=72dbdc00-a349-4111-a0ec-989dbe68a766,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:31.341367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Network c563b439-8992-485e-8a6e-966065c7e815 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:31.342829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:31.345400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:31.346325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:31.346957 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:31.362567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-32c5edae-4458-43a2-8fca-036484c50ebc tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7085125 Sep 24 00:04:31.364936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55154) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:31.464891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ad7eb619-bad5-485b-b99e-7de777bca03d tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-928795365'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:31.465483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ad7eb619-bad5-485b-b99e-7de777bca03d tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Unknown quota resources ['metering_label']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:04:31.628793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad7eb619-bad5-485b-b99e-7de777bca03d tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:31.630487 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ad7eb619-bad5-485b-b99e-7de777bca03d tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3280799 Sep 24 00:04:31.634729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55176) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:31.640507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-93e24823-0879-4bcc-b973-bbaff42c0e1f tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '7b5c77c6-7591-49c4-bf88-2ad63b2e5813'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:31.641257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-93e24823-0879-4bcc-b973-bbaff42c0e1f tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:04:31.643335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b9fe0ad9-85e9-4f5c-8368-51985553ec9e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:31.657083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e36a7-a560-4a13-8f75-74e4dff299b1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Deleting port 72dbdc00-a349-4111-a0ec-989dbe68a766 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:31.657415 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba1e36a7-a560-4a13-8f75-74e4dff299b1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:31.663349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bd080-d571-49ea-acdb-c5587ee41798 req-33e3624b-54c7-4d50-b425-3bc14bc88b39 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:31.665161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a8bd080-d571-49ea-acdb-c5587ee41798 req-33e3624b-54c7-4d50-b425-3bc14bc88b39 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.0602846 Sep 24 00:04:31.711955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: b9fe0ad9-85e9-4f5c-8368-51985553ec9e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:31.712356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b9fe0ad9-85e9-4f5c-8368-51985553ec9e not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:31.764569 n-d-713498-18 neutron-server[106378]: WARNING neutron.services.metering.metering_plugin [None req-93e24823-0879-4bcc-b973-bbaff42c0e1f tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 00:04:31.768726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a8bd080-d571-49ea-acdb-c5587ee41798 req-1486085d-062d-4d12-9bb3-cf48ac7c9202 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952885 Sep 24 00:04:31.919362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93e24823-0879-4bcc-b973-bbaff42c0e1f tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:31.923734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-93e24823-0879-4bcc-b973-bbaff42c0e1f tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2847967 Sep 24 00:04:31.924274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55190) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:31.929576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a333df16-5d94-4dcb-8be2-d2a034057a34 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '7b5c77c6-7591-49c4-bf88-2ad63b2e5813'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:31.930210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a333df16-5d94-4dcb-8be2-d2a034057a34 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=106379) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:04:31.942475 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba1e36a7-a560-4a13-8f75-74e4dff299b1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:31.983514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ba1e36a7-a560-4a13-8f75-74e4dff299b1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Calling delete_port for 72dbdc00-a349-4111-a0ec-989dbe68a766 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:32.065089 n-d-713498-18 neutron-server[106379]: WARNING neutron.services.metering.metering_plugin [None req-a333df16-5d94-4dcb-8be2-d2a034057a34 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 00:04:32.194798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a333df16-5d94-4dcb-8be2-d2a034057a34 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.199906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a333df16-5d94-4dcb-8be2-d2a034057a34 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2746251 Sep 24 00:04:32.200337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55206) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:32.307616 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-89019918-4958-4f54-b11d-15fbf523887b tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=43ffe0a6-49f0-4023-8d6a-30a476ed81f7 HTTP/1.1" status: 200 len: 462 time: 0.1038892 Sep 24 00:04:32.308148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55214) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:32.379253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba1e36a7-a560-4a13-8f75-74e4dff299b1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.413725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e36a7-a560-4a13-8f75-74e4dff299b1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event deleted for resources: {'Port': ['ID=72dbdc00-a349-4111-a0ec-989dbe68a766,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:32.538409 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba1e36a7-a560-4a13-8f75-74e4dff299b1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.541263 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ba1e36a7-a560-4a13-8f75-74e4dff299b1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "DELETE /v2.0/ports/72dbdc00-a349-4111-a0ec-989dbe68a766 HTTP/1.1" status: 204 len: 168 time: 1.1752090 Sep 24 00:04:32.544879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d592f6b2-e106-4fc1-9507-69c88c07c9a0 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.545115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55216) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:32.549641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d592f6b2-e106-4fc1-9507-69c88c07c9a0 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/43ffe0a6-49f0-4023-8d6a-30a476ed81f7 HTTP/1.1" status: 204 len: 168 time: 0.2404351 Sep 24 00:04:32.550275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c563b439-8992-485e-8a6e-966065c7e815', 'external_fixed_ips': [{'subnet_id': '04353277-4dce-4e86-bbab-197b96150c80', 'ip_address': '2001:db8::31b'}]}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:32.550726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55218) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:32.564239 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-80a87dd8-20f9-420f-94fb-347ba458f4e7 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=43ffe0a6-49f0-4023-8d6a-30a476ed81f7 HTTP/1.1" status: 200 len: 221 time: 0.0121427 Sep 24 00:04:32.565122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:32.585759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e3acada8-7208-4125-bf87-052850e31f50 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--542770117', 'description': 'label created by tempest'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:32.591324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e3acada8-7208-4125-bf87-052850e31f50 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Unknown quota resources ['metering_label']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:04:32.602414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.603542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.678070 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.843761 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e3acada8-7208-4125-bf87-052850e31f50 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.847198 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e3acada8-7208-4125-bf87-052850e31f50 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2809229 Sep 24 00:04:32.860573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55226) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:32.952195 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:32.958983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dc63f0c5-6512-4f68-a7c0-d58bc591c00a tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=a0bd2b41-06bb-45df-912e-9c5b085cf40b HTTP/1.1" status: 200 len: 467 time: 0.0971842 Sep 24 00:04:32.962430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55228) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:33.198354 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4841fc3a-7a42-4bb3-ae88-2833f6150890 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:33.200535 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4841fc3a-7a42-4bb3-ae88-2833f6150890 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/a0bd2b41-06bb-45df-912e-9c5b085cf40b HTTP/1.1" status: 204 len: 168 time: 0.2366242 Sep 24 00:04:33.203426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55230) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:33.296775 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bde0f96b-0572-440b-9c99-d660160110b1 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=a0bd2b41-06bb-45df-912e-9c5b085cf40b HTTP/1.1" status: 200 len: 216 time: 0.0842855 Sep 24 00:04:33.297441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55234) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:33.336605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d994f1ab-aa51-4e59-bb51-9bd3f6da0ec6 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0358756 Sep 24 00:04:33.339369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55238) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:33.400097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55244) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:33.400676 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cac589e3-d8de-45c9-bb0d-2e4871844e43 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0598931 Sep 24 00:04:33.411123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e02a09-3143-4cd4-8236-ce0caac49a08 req-636c6b7b-2302-421f-823a-ec373ddb455d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:33.412734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37e02a09-3143-4cd4-8236-ce0caac49a08 req-636c6b7b-2302-421f-823a-ec373ddb455d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.4574177 Sep 24 00:04:33.522563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-be8b6fba-d8b4-4353-9533-75f29fc04cdf tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-labels/7b5c77c6-7591-49c4-bf88-2ad63b2e5813 HTTP/1.1" status: 200 len: 472 time: 0.1083498 Sep 24 00:04:33.525841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55248) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:33.546872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37e02a09-3143-4cd4-8236-ce0caac49a08 req-c3140ccd-3482-4201-b391-e653a802e522 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183546 Sep 24 00:04:33.577780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bd4de1c8-d48c-4bde-b66b-3dc85e5b9ed9 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "GET /v2.0/metering/metering-label-rules/3730e4a5-17b9-4d87-8218-8b07c2e334f6 HTTP/1.1" status: 200 len: 459 time: 0.0489185 Sep 24 00:04:33.579126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55250) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:33.686696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-09f3739b-aebf-402f-918e-2f52ea5981a3 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:33.691146 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-09f3739b-aebf-402f-918e-2f52ea5981a3 tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-label-rules/3730e4a5-17b9-4d87-8218-8b07c2e334f6 HTTP/1.1" status: 204 len: 168 time: 0.1109107 Sep 24 00:04:33.692148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55252) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:33.734566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:33.756145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:33.898130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40ae6076-75bc-4e5a-923d-c056ad29d23e tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:33.902983 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-40ae6076-75bc-4e5a-923d-c056ad29d23e tempest-MeteringIpV6TestJSON-354175807 tempest-MeteringIpV6TestJSON-354175807-project-admin] 10.222.0.24 "DELETE /v2.0/metering/metering-labels/7b5c77c6-7591-49c4-bf88-2ad63b2e5813 HTTP/1.1" status: 204 len: 168 time: 0.2095277 Sep 24 00:04:33.936120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Allocated IP 2001:db8::31b (c563b439-8992-485e-8a6e-966065c7e815/04353277-4dce-4e86-bbab-197b96150c80/a0492fdb-60c2-4100-8742-02346048eecf) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:34.096278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.137484 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.192109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Network c563b439-8992-485e-8a6e-966065c7e815 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:34.214146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:34.216904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:34.222712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'Port': ['ID=a0492fdb-60c2-4100-8742-02346048eecf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:34.314892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55260) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:34.462283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31cb6255-ec51-450b-87f8-c3df74aa5c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.593153 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.608252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31cb6255-ec51-450b-87f8-c3df74aa5c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.615939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31cb6255-ec51-450b-87f8-c3df74aa5c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.685978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb6255-ec51-450b-87f8-c3df74aa5c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffeeb4e1-90ac-4f6e-989a-ec5baf544a24,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:34.707033 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-31cb6255-ec51-450b-87f8-c3df74aa5c7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=074a2b4782844f3fad1190b45e869e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3909163 Sep 24 00:04:34.707717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55276) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:34.781394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e078e-c877-4695-95a8-cebf476e3da9 req-e2984510-e46a-4d8f-b895-f901a7e62305 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:34.783071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-692e078e-c877-4695-95a8-cebf476e3da9 req-e2984510-e46a-4d8f-b895-f901a7e62305 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1056743 Sep 24 00:04:34.784453 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d79e00f-0105-45e3-a5d5-04d4ebda5d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.815664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d79e00f-0105-45e3-a5d5-04d4ebda5d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.878338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d79e00f-0105-45e3-a5d5-04d4ebda5d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.878841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-692e078e-c877-4695-95a8-cebf476e3da9 req-0799b57f-0582-473c-96b7-6c580c91aac5 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846586 Sep 24 00:04:34.883540 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2d79e00f-0105-45e3-a5d5-04d4ebda5d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:34.884812 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2d79e00f-0105-45e3-a5d5-04d4ebda5d95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffeeb4e1-90ac-4f6e-989a-ec5baf544a24 HTTP/1.1" status: 204 len: 168 time: 0.1761773 Sep 24 00:04:34.900778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d79e00f-0105-45e3-a5d5-04d4ebda5d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffeeb4e1-90ac-4f6e-989a-ec5baf544a24,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:34.942378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.107511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Router b18414de-0c10-43ca-ae70-9113dd4fb865 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:04:35.247753 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:35.262953 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Sync routers for ids ['b18414de-0c10-43ca-ae70-9113dd4fb865'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:35.280752 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Routers {'b18414de-0c10-43ca-ae70-9113dd4fb865'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:35.282706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.286859 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b18414de-0c10-43ca-ae70-9113dd4fb865'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:35.287077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7bc6ab5d-9c02-40bb-99d0-78f80e711bd5 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.7396135 Sep 24 00:04:35.287643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:35.343469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55286) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:35.360342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9a9-cddf-423e-9c8d-b7c0c1143013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.457283 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Set router b18414de-0c10-43ca-ae70-9113dd4fb865 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:35.509728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.687350 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9a9-cddf-423e-9c8d-b7c0c1143013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.696096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94ddc9a9-cddf-423e-9c8d-b7c0c1143013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.765643 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18414de-0c10-43ca-ae70-9113dd4fb865', 'name': '', 'tenant_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c563b439-8992-485e-8a6e-966065c7e815', 'external_fixed_ips': [{'subnet_id': '04353277-4dce-4e86-bbab-197b96150c80', 'ip_address': '2001:db8::31b'}], 'enable_snat': True}, 'gw_port_id': 'a0492fdb-60c2-4100-8742-02346048eecf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:32Z', 'updated_at': '2021-09-24T00:04:34Z', 'revision_number': 3, 'project_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'gw_port': {'id': 'a0492fdb-60c2-4100-8742-02346048eecf', 'name': '', 'network_id': 'c563b439-8992-485e-8a6e-966065c7e815', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:14:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18414de-0c10-43ca-ae70-9113dd4fb865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1557, 'fixed_ips': [{'subnet_id': '04353277-4dce-4e86-bbab-197b96150c80', 'ip_address': '2001:db8::31b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:33Z', 'updated_at': '2021-09-24T00:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04353277-4dce-4e86-bbab-197b96150c80', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:35.770157 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.804081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ddc9a9-cddf-423e-9c8d-b7c0c1143013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6ca4e-5a6f-4d72-b6de-d709f06efd6c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:35.814661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55302) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:35.853419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Deleting port a0492fdb-60c2-4100-8742-02346048eecf {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:35.853815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.857137 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Checking router: b18414de-0c10-43ca-ae70-9113dd4fb865 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:04:35.861959 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Updating router b18414de-0c10-43ca-ae70-9113dd4fb865 port a0492fdb-60c2-4100-8742-02346048eecf binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:04:35.892505 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:35.899756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-94ddc9a9-cddf-423e-9c8d-b7c0c1143013 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4da11933521493b822319f9ec610e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5551162 Sep 24 00:04:35.902367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55304) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:36.026824 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.049934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Calling delete_port for a0492fdb-60c2-4100-8742-02346048eecf owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:36.240159 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404cfcf1-5a46-4cef-8f2d-efe6c77c676c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.267606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b5843-8fc2-47ec-b1ca-6f470aba2257 req-c0fd2b66-32e0-4851-9672-5466c138eca6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:36.277977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e98b5843-8fc2-47ec-b1ca-6f470aba2257 req-c0fd2b66-32e0-4851-9672-5466c138eca6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.2612104 Sep 24 00:04:36.362426 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.db.api [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106381) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:04:36.366797 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404cfcf1-5a46-4cef-8f2d-efe6c77c676c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.371770 n-d-713498-18 neutron-server[106381]: DEBUG oslo_db.api [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:04:36.378903 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.385719 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.446818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e98b5843-8fc2-47ec-b1ca-6f470aba2257 req-b755e864-1613-4438-94c6-1d6c9a6c79c1 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227167 Sep 24 00:04:36.452982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.457842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0492fdb-60c2-4100-8742-02346048eecf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:36.506981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404cfcf1-5a46-4cef-8f2d-efe6c77c676c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.510083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404cfcf1-5a46-4cef-8f2d-efe6c77c676c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.511307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-404cfcf1-5a46-4cef-8f2d-efe6c77c676c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42a6ca4e-5a6f-4d72-b6de-d709f06efd6c HTTP/1.1" status: 204 len: 168 time: 0.6079435 Sep 24 00:04:36.542560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404cfcf1-5a46-4cef-8f2d-efe6c77c676c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6ca4e-5a6f-4d72-b6de-d709f06efd6c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:36.622571 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.641857 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.644439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.720756 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.721868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b18414de-0c10-43ca-ae70-9113dd4fb865 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:36.731776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.731776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0cb13084-5772-4701-acb3-fa9c3175a4df tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b18414de-0c10-43ca-ae70-9113dd4fb865 HTTP/1.1" status: 204 len: 168 time: 1.4430223 Sep 24 00:04:36.734691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55314) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:36.802655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d65ab2ee-49ef-4fbc-b439-f37a0c5c97e2 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Deleting subnet 04353277-4dce-4e86-bbab-197b96150c80 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:04:36.806607 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d65ab2ee-49ef-4fbc-b439-f37a0c5c97e2 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.881519 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d65ab2ee-49ef-4fbc-b439-f37a0c5c97e2 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:36.935749 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Port a0492fdb-60c2-4100-8742-02346048eecf not found while updating agent binding for router b18414de-0c10-43ca-ae70-9113dd4fb865. {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 24 00:04:36.950126 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:36.950498 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:04:36.951204 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_agentschedulers_db [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'b18414de-0c10-43ca-ae70-9113dd4fb865'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106381) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:04:36.951574 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a24f79-6d80-472e-a515-9c28cfd6332e None None] The sync data for ids ['b18414de-0c10-43ca-ae70-9113dd4fb865'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:36.987938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d65ab2ee-49ef-4fbc-b439-f37a0c5c97e2 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.097822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d65ab2ee-49ef-4fbc-b439-f37a0c5c97e2 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.116504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d65ab2ee-49ef-4fbc-b439-f37a0c5c97e2 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.123565 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d65ab2ee-49ef-4fbc-b439-f37a0c5c97e2 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/04353277-4dce-4e86-bbab-197b96150c80 HTTP/1.1" status: 204 len: 168 time: 0.3877900 Sep 24 00:04:37.135644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55326) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:37.157353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ab2ee-49ef-4fbc-b439-f37a0c5c97e2 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04353277-4dce-4e86-bbab-197b96150c80,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:37.302897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.566737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.656033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c563b439-8992-485e-8a6e-966065c7e815']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:37.671260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cfd188-1ff0-45c4-a7a0-52cc7d722fd0') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:37.671567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cfd188-1ff0-45c4-a7a0-52cc7d722fd0') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:37.705235 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.736295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcfcfa0-60d5-4e69-b7b2-ad534e3d8a5a req-1c9f9d21-bb7f-44c1-8f6a-e16f47bf6c78 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:37.737921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfcfcfa0-60d5-4e69-b7b2-ad534e3d8a5a req-1c9f9d21-bb7f-44c1-8f6a-e16f47bf6c78 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1457438 Sep 24 00:04:37.745773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.767860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:04:37.768278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:04:37.770103 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:04:37.866527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfcfcfa0-60d5-4e69-b7b2-ad534e3d8a5a req-1e1b56cf-8a94-4e48-932a-adaebccaeecd tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187415 Sep 24 00:04:37.868284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Deleting port c877d5a1-ca2a-4246-8845-a944064920f3 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:37.868948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.896612 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.907934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c563b439-8992-485e-8a6e-966065c7e815 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 00:04:37.911470 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:37.913564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "DELETE /v2.0/networks/c563b439-8992-485e-8a6e-966065c7e815 HTTP/1.1" status: 204 len: 168 time: 0.7714741 Sep 24 00:04:38.031802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde3e90-5899-493c-b219-6b9149f555ce tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event deleted for resources: {'Network': ['ID=c563b439-8992-485e-8a6e-966065c7e815,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:38.093312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] For port c877d5a1-ca2a-4246-8845-a944064920f3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c877d5a1-ca2a-4246-8845-a944064920f3,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:38.093758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:38.110491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Calling delete_port for c877d5a1-ca2a-4246-8845-a944064920f3 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:38.317570 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:38.349920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Pushing event deleted for resources: {'Port': ['ID=c877d5a1-ca2a-4246-8845-a944064920f3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:38.550104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55366) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:38.566161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6e3111ad-844e-4045-bb4c-0245cf44067b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'router': {'name': 'tempest-router--53497259', 'project_id': 'fa0ee6e84bbc463c9303723a2a575464'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:38.690130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e3111ad-844e-4045-bb4c-0245cf44067b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:38.701659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e3111ad-844e-4045-bb4c-0245cf44067b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:38.702322 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:38.796028 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e3111ad-844e-4045-bb4c-0245cf44067b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:38.806613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e3111ad-844e-4045-bb4c-0245cf44067b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:38.847540 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e3111ad-844e-4045-bb4c-0245cf44067b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:38.848761 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6e3111ad-844e-4045-bb4c-0245cf44067b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2932513 Sep 24 00:04:38.852660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55372) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:38.911371 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.035539 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0de5962f-225d-4706-af08-4b9df1c41e5e tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.288189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:39.289768 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0de5962f-225d-4706-af08-4b9df1c41e5e tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.292911 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0de5962f-225d-4706-af08-4b9df1c41e5e tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.303789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dc4ae-e185-4e3f-a274-7e234f5e5504 req-e557f041-e25c-4d71-9ca0-4562728b0902 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:39.305953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-270dc4ae-e185-4e3f-a274-7e234f5e5504 req-e557f041-e25c-4d71-9ca0-4562728b0902 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.3196731 Sep 24 00:04:39.331370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:04:39.385878 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0de5962f-225d-4706-af08-4b9df1c41e5e tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.385878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de5962f-225d-4706-af08-4b9df1c41e5e tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edc801d2-ab56-4c66-a5f8-10d2cbe43b29 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:39.391498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0de5962f-225d-4706-af08-4b9df1c41e5e tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.393281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0de5962f-225d-4706-af08-4b9df1c41e5e tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "DELETE /v2.0/routers/edc801d2-ab56-4c66-a5f8-10d2cbe43b29 HTTP/1.1" status: 204 len: 168 time: 0.5390673 Sep 24 00:04:39.429244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-407663a0-1990-4810-a092-d71c83f5c176 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-196127431'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:39.464232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-270dc4ae-e185-4e3f-a274-7e234f5e5504 req-93439e68-7d81-4b5c-887c-56b38330c608 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974436 Sep 24 00:04:39.481661 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407663a0-1990-4810-a092-d71c83f5c176 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.482977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407663a0-1990-4810-a092-d71c83f5c176 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.554226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407663a0-1990-4810-a092-d71c83f5c176 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.559429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:39.560065 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407663a0-1990-4810-a092-d71c83f5c176 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.572157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] Sync routers for ids ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:39.574499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b204aacc-770f-4b59-b9bd-cf110a282575 admin admin] 10.222.0.24 "PUT /v2.0/routers/3f60acc4-9c60-47a4-81ea-81e8edb809e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7584043 Sep 24 00:04:39.576068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55396) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:39.591177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] Routers {'3f60acc4-9c60-47a4-81ea-81e8edb809e3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:39.593866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:39.596716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407663a0-1990-4810-a092-d71c83f5c176 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.604270 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-407663a0-1990-4810-a092-d71c83f5c176 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3109295 Sep 24 00:04:39.605705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55398) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:39.689233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55402) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:39.741216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba5aaea4-06dc-4ebf-9504-1facca2dbf9d tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.745053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] Set router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:39.770152 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.940670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba5aaea4-06dc-4ebf-9504-1facca2dbf9d tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:39.943361 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba5aaea4-06dc-4ebf-9504-1facca2dbf9d tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.081793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:04:38Z', 'revision_number': 5, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:40.121959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] Checking router: 3f60acc4-9c60-47a4-81ea-81e8edb809e3 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:04:40.133132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] Routers {'3f60acc4-9c60-47a4-81ea-81e8edb809e3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:40.133828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:40.311016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-795199449', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:40.345437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.348898 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.352041 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] Set router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:40.360446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba5aaea4-06dc-4ebf-9504-1facca2dbf9d tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.360979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5aaea4-06dc-4ebf-9504-1facca2dbf9d tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8ea46f6-e31a-4727-9e83-020295b814d6 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:40.371189 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba5aaea4-06dc-4ebf-9504-1facca2dbf9d tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.388253 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ba5aaea4-06dc-4ebf-9504-1facca2dbf9d tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d8ea46f6-e31a-4727-9e83-020295b814d6 HTTP/1.1" status: 204 len: 168 time: 0.7774475 Sep 24 00:04:40.390927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55412) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:40.405036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9937246a-0819-4e2c-b311-94d0b5bda3c6 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Request body: {'router': {'name': 'tempest-router-1420348848', 'distributed': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:40.474826 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.483253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.507546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9937246a-0819-4e2c-b311-94d0b5bda3c6 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.512357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9937246a-0819-4e2c-b311-94d0b5bda3c6 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.705202 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.752987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9937246a-0819-4e2c-b311-94d0b5bda3c6 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.763737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9937246a-0819-4e2c-b311-94d0b5bda3c6 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.774739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Deleting port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:40.775449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.808222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bef9b-48c7-45b6-8d7a-804a8107dafd req-7ab7ab37-f754-46d0-b1ae-0c3387b21f2f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:40.810127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-967bef9b-48c7-45b6-8d7a-804a8107dafd req-7ab7ab37-f754-46d0-b1ae-0c3387b21f2f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.2042365 Sep 24 00:04:40.813994 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9937246a-0819-4e2c-b311-94d0b5bda3c6 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.817846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9937246a-0819-4e2c-b311-94d0b5bda3c6 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4233301 Sep 24 00:04:40.819993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:40.834365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:04:38Z', 'revision_number': 5, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:40.900445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-967bef9b-48c7-45b6-8d7a-804a8107dafd req-6b5c95c9-3e90-4e80-8c6b-26f188898045 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772910 Sep 24 00:04:40.921777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc87a16-61e8-42d5-ace1-7892e88a3fa9 None None] The sync data for ids ['3f60acc4-9c60-47a4-81ea-81e8edb809e3'] in n-d-713498-18 is: [{'id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'name': 'tempest-AttachSCSIVolumeTestJSON-53534529-router', 'tenant_id': '39ff307aeb0b446988c79a7fd1ee9486', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232'}], 'enable_snat': True}, 'gw_port_id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:26Z', 'updated_at': '2021-09-24T00:04:38Z', 'revision_number': 5, 'project_id': '39ff307aeb0b446988c79a7fd1ee9486', 'gw_port': {'id': '1d78c86f-5e5b-43bc-b731-c14171a1f1e2', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:b1:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f60acc4-9c60-47a4-81ea-81e8edb809e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:28Z', 'updated_at': '2021-09-24T00:02:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:40.948298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] For port 1d78c86f-5e5b-43bc-b731-c14171a1f1e2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1d78c86f-5e5b-43bc-b731-c14171a1f1e2,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:40.948942 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.954327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46bf42d3-044b-432a-922e-34013d63c11e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:40.973474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Calling delete_port for 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:41.210892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.234546 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46bf42d3-044b-432a-922e-34013d63c11e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.237324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.240730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46bf42d3-044b-432a-922e-34013d63c11e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.269830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Pushing event deleted for resources: {'Port': ['ID=1d78c86f-5e5b-43bc-b731-c14171a1f1e2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:41.270184 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.364820 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46bf42d3-044b-432a-922e-34013d63c11e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.366191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bf42d3-044b-432a-922e-34013d63c11e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6136a6db-f0f4-43ef-b870-712f91cc29a5 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:41.373529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46bf42d3-044b-432a-922e-34013d63c11e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.380967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-46bf42d3-044b-432a-922e-34013d63c11e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6136a6db-f0f4-43ef-b870-712f91cc29a5 HTTP/1.1" status: 204 len: 168 time: 0.5575054 Sep 24 00:04:41.381718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55426) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:41.393189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-27666b6e-d5cd-499f-875d-6544fac66f54 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Request body: {'router': {'name': 'tempest-router-1610390035', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a24d9a2ad974400c910b9c4e7f5f25e5'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:41.408464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.517472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27666b6e-d5cd-499f-875d-6544fac66f54 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.523694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27666b6e-d5cd-499f-875d-6544fac66f54 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.559828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Allocated IP 172.25.5.229 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/24bb4643-af43-4fec-bc5b-be5e0c66dadc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:41.582523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.586740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.614147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27666b6e-d5cd-499f-875d-6544fac66f54 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.625070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27666b6e-d5cd-499f-875d-6544fac66f54 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.644059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27666b6e-d5cd-499f-875d-6544fac66f54 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.645397 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-27666b6e-d5cd-499f-875d-6544fac66f54 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2595117 Sep 24 00:04:41.646605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.647300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f60acc4-9c60-47a4-81ea-81e8edb809e3 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:41.650867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55430) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:41.658098 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.659264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-71cfdf0b-d1a4-4e61-b50f-2f033864c28a admin admin] 10.222.0.24 "DELETE /v2.0/routers/3f60acc4-9c60-47a4-81ea-81e8edb809e3 HTTP/1.1" status: 204 len: 168 time: 2.0821044 Sep 24 00:04:41.662575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Request body: {'router': {'distributed': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:41.663569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55432) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:41.759440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2112ad-bf00-4f75-88cc-b5ef9367ecf2 admin admin] Deleting subnet e5b938e2-ed36-4fcd-8166-f256f3497cec {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:04:41.769731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd2112ad-bf00-4f75-88cc-b5ef9367ecf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.814055 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.824858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd2112ad-bf00-4f75-88cc-b5ef9367ecf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.912046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.914031 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.914528 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:41.992113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:41.997708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:42.003760 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd2112ad-bf00-4f75-88cc-b5ef9367ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.006022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:42.021819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=106379) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 24 00:04:42.022335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Router 17cc1dd1-acef-407e-9e42-130d8f27cd7b migrating from provider to provider. {{(pid=106379) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 24 00:04:42.022725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.029072 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.035420 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.051561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event updated for resources: {'Port': ['ID=24bb4643-af43-4fec-bc5b-be5e0c66dadc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:42.215846 n-d-713498-18 neutron-server[106379]: WARNING neutron.scheduler.l3_agent_scheduler [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] No L3 agents can host the router 17cc1dd1-acef-407e-9e42-130d8f27cd7b Sep 24 00:04:42.231657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd2112ad-bf00-4f75-88cc-b5ef9367ecf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.248791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f28a55-385b-4545-a3ba-a9c2ab1399a4 req-65751c3f-baea-4690-a0f1-735b9d73dc02 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:42.269596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8f28a55-385b-4545-a3ba-a9c2ab1399a4 req-65751c3f-baea-4690-a0f1-735b9d73dc02 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1420491 Sep 24 00:04:42.285023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e741c9-bb76-4d32-9c71-65a7cdbcb259 None None] Network e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:42.296054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd2112ad-bf00-4f75-88cc-b5ef9367ecf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.300411 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dd2112ad-bf00-4f75-88cc-b5ef9367ecf2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5b938e2-ed36-4fcd-8166-f256f3497cec HTTP/1.1" status: 204 len: 168 time: 0.6335776 Sep 24 00:04:42.309163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2112ad-bf00-4f75-88cc-b5ef9367ecf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b938e2-ed36-4fcd-8166-f256f3497cec,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:42.310915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55442) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:42.430975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8f28a55-385b-4545-a3ba-a9c2ab1399a4 req-c3fe6e1d-7fcf-48b0-a1b8-d5e81c6e3844 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570597 Sep 24 00:04:42.446888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Hosts for router 17cc1dd1-acef-407e-9e42-130d8f27cd7b: [] {{(pid=106379) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 24 00:04:42.447440 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.485797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Hosts for other DVR routers connected to router 17cc1dd1-acef-407e-9e42-130d8f27cd7b: set() {{(pid=106379) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 24 00:04:42.488638 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.490140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-95f5ed49-e705-4cd1-b193-997de6158a99 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "PUT /v2.0/routers/17cc1dd1-acef-407e-9e42-130d8f27cd7b HTTP/1.1" status: 200 len: 717 time: 0.8359001 Sep 24 00:04:42.494655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55446) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:42.568226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] DHCP port deletion for e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:04:42.576019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.633596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] Deleting port f9c288be-a48c-4101-9fc4-408ff74ab87f {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:42.634516 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.646109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5cdf9720-7bc7-481b-9e52-9ccc1106a93c tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "GET /v2.0/routers/17cc1dd1-acef-407e-9e42-130d8f27cd7b HTTP/1.1" status: 200 len: 717 time: 0.1500661 Sep 24 00:04:42.646716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55448) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:42.731989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:42.755385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Deleting port f9c288be-a48c-4101-9fc4-408ff74ab87f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:42.755731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.764855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:42.765571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1d78c86f-5e5b-43bc-b731-c14171a1f1e2 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:42.766829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f9c288be-a48c-4101-9fc4-408ff74ab87f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:42.826849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] For port f9c288be-a48c-4101-9fc4-408ff74ab87f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f9c288be-a48c-4101-9fc4-408ff74ab87f,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:42.827618 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.843536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] Calling delete_port for f9c288be-a48c-4101-9fc4-408ff74ab87f owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:42.856735 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] For port f9c288be-a48c-4101-9fc4-408ff74ab87f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f9c288be-a48c-4101-9fc4-408ff74ab87f,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:42.857199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.903613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b2accd33-2fc7-49d6-95c7-ce3698f8ab2a tempest-RoutersTestDVR-1063531368 tempest-RoutersTestDVR-1063531368-project] 10.222.0.24 "GET /v2.0/routers/17cc1dd1-acef-407e-9e42-130d8f27cd7b HTTP/1.1" status: 200 len: 683 time: 0.2557662 Sep 24 00:04:42.906166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55456) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:42.912715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Calling delete_port for f9c288be-a48c-4101-9fc4-408ff74ab87f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:42.972148 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:42.993391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b62d-2b6e-43f8-bcc8-1ac7c1131312 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.021249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port f9c288be-a48c-4101-9fc4-408ff74ab87f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f9c288be-a48c-4101-9fc4-408ff74ab87f,segment=NetworkSegment(6743c794-9913-4305-ad36-cdb7ddaa5857),segment_id=6743c794-9913-4305-ad36-cdb7ddaa5857)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:43.033778 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.035242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c877d5a1-ca2a-4246-8845-a944064920f3 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:43.048367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.057689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: c877d5a1-ca2a-4246-8845-a944064920f3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:43.058128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c877d5a1-ca2a-4246-8845-a944064920f3 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:43.060806 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.085384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event deleted for resources: {'Port': ['ID=f9c288be-a48c-4101-9fc4-408ff74ab87f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:43.100430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] No DVR routers for this DVR port f9c288be-a48c-4101-9fc4-408ff74ab87f on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:43.134290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.165946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0993ca50-e730-49c2-87bd-515fa077e03e None None] Pushing event deleted for resources: {'Port': ['ID=f9c288be-a48c-4101-9fc4-408ff74ab87f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:43.177929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Pushing event deleted for resources: {'Port': ['ID=f9c288be-a48c-4101-9fc4-408ff74ab87f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:43.193690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] No DVR routers for this DVR port f9c288be-a48c-4101-9fc4-408ff74ab87f on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:43.195219 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b62d-2b6e-43f8-bcc8-1ac7c1131312 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.198821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b62d-2b6e-43f8-bcc8-1ac7c1131312 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.262914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b62d-2b6e-43f8-bcc8-1ac7c1131312 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.263332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf0b62d-2b6e-43f8-bcc8-1ac7c1131312 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17cc1dd1-acef-407e-9e42-130d8f27cd7b {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:43.268178 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2cf0b62d-2b6e-43f8-bcc8-1ac7c1131312 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.275651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55460) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:43.275941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2cf0b62d-2b6e-43f8-bcc8-1ac7c1131312 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "DELETE /v2.0/routers/17cc1dd1-acef-407e-9e42-130d8f27cd7b HTTP/1.1" status: 204 len: 168 time: 0.3678966 Sep 24 00:04:43.289907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f718e9f8-f742-4114-a412-54a414a3e78e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Request body: {'router': {'name': 'tempest-router-1618876425', 'distributed': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:43.551231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500f837-5833-41fe-b445-f855a5aebb52 req-defbc809-b116-4f79-9c9b-53a8ccba9429 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:43.553069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a500f837-5833-41fe-b445-f855a5aebb52 req-defbc809-b116-4f79-9c9b-53a8ccba9429 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.0539591 Sep 24 00:04:43.614374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a500f837-5833-41fe-b445-f855a5aebb52 req-2f5ece9d-c899-40d3-8a4e-c06d53502f63 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546591 Sep 24 00:04:43.668706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.700085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:43.702278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f718e9f8-f742-4114-a412-54a414a3e78e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.703344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f718e9f8-f742-4114-a412-54a414a3e78e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.722843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6743c794-9913-4305-ad36-cdb7ddaa5857') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:43.723174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6743c794-9913-4305-ad36-cdb7ddaa5857') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:43.740417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.765857 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.773411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Router 9bc43c30-463e-4171-86f1-4786f1f8133c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:04:43.780956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:04:43.781360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:04:43.783205 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:04:43.818972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f718e9f8-f742-4114-a412-54a414a3e78e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.835605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f718e9f8-f742-4114-a412-54a414a3e78e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.908972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.915214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f718e9f8-f742-4114-a412-54a414a3e78e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.916398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f718e9f8-f742-4114-a412-54a414a3e78e tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6326942 Sep 24 00:04:43.919422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55472) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:43.920776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:43.925231 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] 10.222.0.24 "DELETE /v2.0/networks/e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4 HTTP/1.1" status: 204 len: 168 time: 1.6083422 Sep 24 00:04:43.925826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55474) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:43.950038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6fe01-c90d-4ed2-ab80-25bc4404afac admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ff98b5-4fcf-48fd-ba26-4fcbb844d6c4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:44.015036 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cfbf82d-7411-445a-b278-d8db2660d123 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.073218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:44.085566 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155299ca-ec63-4625-9ea7-b7901a9e398d None None] Sync routers for ids ['9bc43c30-463e-4171-86f1-4786f1f8133c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:44.105649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.105649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b322d83b-60e8-4ae4-92b8-062b651b11ba tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.4147522 Sep 24 00:04:44.109887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55484) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:44.111910 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155299ca-ec63-4625-9ea7-b7901a9e398d None None] Routers {'9bc43c30-463e-4171-86f1-4786f1f8133c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:44.112536 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-155299ca-ec63-4625-9ea7-b7901a9e398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9bc43c30-463e-4171-86f1-4786f1f8133c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:44.166398 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-155299ca-ec63-4625-9ea7-b7901a9e398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:44.176605 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155299ca-ec63-4625-9ea7-b7901a9e398d None None] Routers {'9bc43c30-463e-4171-86f1-4786f1f8133c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:44.177496 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-155299ca-ec63-4625-9ea7-b7901a9e398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9bc43c30-463e-4171-86f1-4786f1f8133c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:44.203608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cfbf82d-7411-445a-b278-d8db2660d123 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.207274 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cfbf82d-7411-445a-b278-d8db2660d123 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.221161 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-155299ca-ec63-4625-9ea7-b7901a9e398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:44.222088 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155299ca-ec63-4625-9ea7-b7901a9e398d None None] The sync data for ids ['9bc43c30-463e-4171-86f1-4786f1f8133c'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:44.298018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cfbf82d-7411-445a-b278-d8db2660d123 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.298548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfbf82d-7411-445a-b278-d8db2660d123 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4fad38ac-70fa-4e72-87b1-c7e1babe9d38 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:44.311871 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cfbf82d-7411-445a-b278-d8db2660d123 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.315706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8cfbf82d-7411-445a-b278-d8db2660d123 tempest-RoutersTestDVR-1072755090 tempest-RoutersTestDVR-1072755090-project-admin] 10.222.0.24 "DELETE /v2.0/routers/4fad38ac-70fa-4e72-87b1-c7e1babe9d38 HTTP/1.1" status: 204 len: 168 time: 0.3951154 Sep 24 00:04:44.346554 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-937d4f8a-1a39-4663-ba29-df62d2cf82ae tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/routers/9bc43c30-463e-4171-86f1-4786f1f8133c HTTP/1.1" status: 200 len: 924 time: 0.2328503 Sep 24 00:04:44.348057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55496) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:44.399418 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-27400f20-7f71-4f53-928d-a863c8b849db tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bc43c30-463e-4171-86f1-4786f1f8133c HTTP/1.1" status: 200 len: 205 time: 0.0502522 Sep 24 00:04:44.401884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55500) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:44.559409 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.689543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55508) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:44.870348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f96d0702-c98f-4e07-ae0a-e6b6badd515e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.876225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7571e4-384f-48d3-8dfe-fc64015eaa90 req-e5f71c83-899a-4acf-9eff-3911de25265c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:44.877741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd7571e4-384f-48d3-8dfe-fc64015eaa90 req-e5f71c83-899a-4acf-9eff-3911de25265c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1001201 Sep 24 00:04:44.908719 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.927416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Deleting port c2d1ac79-763d-4eb3-baec-51bc2f093c83 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:44.928034 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:44.971610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd7571e4-384f-48d3-8dfe-fc64015eaa90 req-d4c7df24-49c5-4b3d-8986-55b9c46ea120 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857265 Sep 24 00:04:45.048955 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.053796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] For port c2d1ac79-763d-4eb3-baec-51bc2f093c83, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c2d1ac79-763d-4eb3-baec-51bc2f093c83,segment=NetworkSegment(d982cbed-f388-4753-a8a2-aeb546ceaf99),segment_id=d982cbed-f388-4753-a8a2-aeb546ceaf99)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:45.054364 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.076632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Calling delete_port for c2d1ac79-763d-4eb3-baec-51bc2f093c83 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:45.079574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f96d0702-c98f-4e07-ae0a-e6b6badd515e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.089095 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f96d0702-c98f-4e07-ae0a-e6b6badd515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.103427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Deleting port 24bb4643-af43-4fec-bc5b-be5e0c66dadc {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:45.103773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.168162 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f96d0702-c98f-4e07-ae0a-e6b6badd515e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a24d9a2ad974400c910b9c4e7f5f25e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746046 Sep 24 00:04:45.168162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96d0702-c98f-4e07-ae0a-e6b6badd515e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470d15eb-e223-4f81-9502-d78ebc38da9c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:45.168482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55512) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:45.210780 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.240695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Calling delete_port for 24bb4643-af43-4fec-bc5b-be5e0c66dadc owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:45.296433 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89268d64-2796-44f0-b809-a7f4e7aa542b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.326176 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89268d64-2796-44f0-b809-a7f4e7aa542b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.350869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.461168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Pushing event deleted for resources: {'Port': ['ID=c2d1ac79-763d-4eb3-baec-51bc2f093c83,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:45.545866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89268d64-2796-44f0-b809-a7f4e7aa542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.564369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89268d64-2796-44f0-b809-a7f4e7aa542b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.566403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-89268d64-2796-44f0-b809-a7f4e7aa542b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/470d15eb-e223-4f81-9502-d78ebc38da9c HTTP/1.1" status: 204 len: 168 time: 0.3969736 Sep 24 00:04:45.578834 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.589266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89268d64-2796-44f0-b809-a7f4e7aa542b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470d15eb-e223-4f81-9502-d78ebc38da9c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:45.623178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event deleted for resources: {'Port': ['ID=24bb4643-af43-4fec-bc5b-be5e0c66dadc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:45.706021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.711798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.867233 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.870806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.941364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.942011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Fanout notify agent at l3_agent the message router_deleted on router 9bc43c30-463e-4171-86f1-4786f1f8133c {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:45.956868 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:45.967849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3d2b554b-ead6-46ad-a7c7-fa49aaaf937e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/9bc43c30-463e-4171-86f1-4786f1f8133c HTTP/1.1" status: 204 len: 168 time: 1.5643349 Sep 24 00:04:45.969679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55528) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:45.982052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'router': {'name': 'tempest-snat-router-290257829', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': False}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:46.014609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.017082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.021208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Router 3236fef6-457d-4cd8-b09c-34bbb383b20e has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:04:46.102883 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.105762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55532) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:46.130274 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-756a21cd-4545-4fc7-9d89-9e113a087169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.185270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:46.191337 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-827cf4f2-945d-44f7-aab7-e5c3167cde5c admin admin] 10.222.0.24 "PUT /v2.0/routers/3236fef6-457d-4cd8-b09c-34bbb383b20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2643869 Sep 24 00:04:46.193541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:46.199174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] Sync routers for ids ['3236fef6-457d-4cd8-b09c-34bbb383b20e'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:46.212935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] Routers {'3236fef6-457d-4cd8-b09c-34bbb383b20e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:46.213577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3236fef6-457d-4cd8-b09c-34bbb383b20e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:46.294734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad98b3-58d8-4e4e-b5f9-d30af2f17510 req-02fdf828-418c-4a87-ad20-5c9fa7d79cb8 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:46.302481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2ad98b3-58d8-4e4e-b5f9-d30af2f17510 req-02fdf828-418c-4a87-ad20-5c9fa7d79cb8 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1981688 Sep 24 00:04:46.328301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.355875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] Set router 3236fef6-457d-4cd8-b09c-34bbb383b20e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:46.378503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.426627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2ad98b3-58d8-4e4e-b5f9-d30af2f17510 req-8c68c04e-9abb-46b3-b6ca-74f9cc867ab8 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231527 Sep 24 00:04:46.463419 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.589409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Deleting port e5863bfd-ee25-48dc-8ceb-612ff6a9679a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:46.589763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.612149 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-756a21cd-4545-4fc7-9d89-9e113a087169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.619096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-756a21cd-4545-4fc7-9d89-9e113a087169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.716718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-756a21cd-4545-4fc7-9d89-9e113a087169 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bd4543f356c4db1a2e7b51e0962f851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099362 Sep 24 00:04:46.718617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a21cd-4545-4fc7-9d89-9e113a087169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16c905-9b57-40ce-b65e-f66dec25b7bb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:46.721329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55546) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:46.771632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] For port e5863bfd-ee25-48dc-8ceb-612ff6a9679a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e5863bfd-ee25-48dc-8ceb-612ff6a9679a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:46.772000 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:46.799630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Calling delete_port for e5863bfd-ee25-48dc-8ceb-612ff6a9679a owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:46.829982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:04:45Z', 'revision_number': 5, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port': {'id': 'e5863bfd-ee25-48dc-8ceb-612ff6a9679a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:02:42Z', 'updated_at': '2021-09-24T00:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:46.858020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] Checking router: 3236fef6-457d-4cd8-b09c-34bbb383b20e for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:04:46.868036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] Routers {'3236fef6-457d-4cd8-b09c-34bbb383b20e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:46.868594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3236fef6-457d-4cd8-b09c-34bbb383b20e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:46.966647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.015620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.053638 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.056106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] Set router 3236fef6-457d-4cd8-b09c-34bbb383b20e gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:47.074807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.112555 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.149103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.151874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.153218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a16c905-9b57-40ce-b65e-f66dec25b7bb HTTP/1.1" status: 204 len: 168 time: 0.4292696 Sep 24 00:04:47.186043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:04:46Z', 'revision_number': 6, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:47.204758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5863bfd-ee25-48dc-8ceb-612ff6a9679a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:47.212858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16c905-9b57-40ce-b65e-f66dec25b7bb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:47.239060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.239406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.239739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.240068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.240871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.241208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.241537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.241864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.242186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.243065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.243065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.243271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95dc04dd-b297-446f-b975-b9673ded1d0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:47.251183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750b4ce7-3cf0-480b-9718-e35786befcee None None] The sync data for ids ['3236fef6-457d-4cd8-b09c-34bbb383b20e'] in n-d-713498-18 is: [{'id': '3236fef6-457d-4cd8-b09c-34bbb383b20e', 'name': 'tempest-AttachSCSIVolumeTestJSON-316869232-router', 'tenant_id': '6f7540ac5b6a436cb85e49616dd3facd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:02:40Z', 'updated_at': '2021-09-24T00:04:46Z', 'revision_number': 6, 'project_id': '6f7540ac5b6a436cb85e49616dd3facd', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:47.287788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.301221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Allocated IP 172.25.5.208 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/0944bfc9-9145-4348-94e9-fb0570551f80) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:47.433620 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.436194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.454420 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.546605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.547225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3236fef6-457d-4cd8-b09c-34bbb383b20e {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:47.554665 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.559569 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-99e0ff34-1f54-400a-920a-da392c315d40 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3236fef6-457d-4cd8-b09c-34bbb383b20e HTTP/1.1" status: 204 len: 168 time: 1.3645661 Sep 24 00:04:47.560406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:47.574102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.636781 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3682105e-6ee1-41b2-bb01-27d00be070ea admin admin] Deleting subnet 525d636d-b414-4b79-ae4e-c4b3bac09bc2 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:04:47.640550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3682105e-6ee1-41b2-bb01-27d00be070ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.687114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3682105e-6ee1-41b2-bb01-27d00be070ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.690379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:47.700997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'Port': ['ID=0944bfc9-9145-4348-94e9-fb0570551f80,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:47.729148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d864b5-9eb1-437d-8363-94c6b80bbb52 req-ab16ebb1-ce09-4382-b96d-cc7a54a6f957 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:47.731401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04d864b5-9eb1-437d-8363-94c6b80bbb52 req-ab16ebb1-ce09-4382-b96d-cc7a54a6f957 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.2277045 Sep 24 00:04:47.733108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:47.740708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:47.862420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3682105e-6ee1-41b2-bb01-27d00be070ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:47.885008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04d864b5-9eb1-437d-8363-94c6b80bbb52 req-7343727f-6ea9-4acb-9712-e07ea60fd47d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407545 Sep 24 00:04:48.003736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3682105e-6ee1-41b2-bb01-27d00be070ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.070878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3682105e-6ee1-41b2-bb01-27d00be070ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=525d636d-b414-4b79-ae4e-c4b3bac09bc2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:48.075307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3682105e-6ee1-41b2-bb01-27d00be070ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.080005 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3682105e-6ee1-41b2-bb01-27d00be070ea admin admin] 10.222.0.24 "DELETE /v2.0/subnets/525d636d-b414-4b79-ae4e-c4b3bac09bc2 HTTP/1.1" status: 204 len: 168 time: 0.5182712 Sep 24 00:04:48.080449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55584) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:48.082682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41ecb41-fb3d-424d-9036-d1f90787a5a5 None None] Network 373b3f92-4691-4dd7-91bf-f49c8b7d103c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:48.248572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.304606 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.352357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] DHCP port deletion for 373b3f92-4691-4dd7-91bf-f49c8b7d103c request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:04:48.402621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Deleting port 31afc6a5-49b5-41d8-a30a-4a32eb480239 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:48.410129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.438423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55594) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:48.446591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] Deleting port 31afc6a5-49b5-41d8-a30a-4a32eb480239 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:48.447496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.504726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] For port 31afc6a5-49b5-41d8-a30a-4a32eb480239, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=31afc6a5-49b5-41d8-a30a-4a32eb480239,segment=NetworkSegment(d982cbed-f388-4753-a8a2-aeb546ceaf99),segment_id=d982cbed-f388-4753-a8a2-aeb546ceaf99)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:48.505094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.529126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Calling delete_port for 31afc6a5-49b5-41d8-a30a-4a32eb480239 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:48.565000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] For port 31afc6a5-49b5-41d8-a30a-4a32eb480239, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=31afc6a5-49b5-41d8-a30a-4a32eb480239,segment=NetworkSegment(d982cbed-f388-4753-a8a2-aeb546ceaf99),segment_id=d982cbed-f388-4753-a8a2-aeb546ceaf99)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:48.565786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.588970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] Calling delete_port for 31afc6a5-49b5-41d8-a30a-4a32eb480239 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:48.714817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c2d1ac79-763d-4eb3-baec-51bc2f093c83 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:48.767874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: c2d1ac79-763d-4eb3-baec-51bc2f093c83 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:48.768792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c2d1ac79-763d-4eb3-baec-51bc2f093c83 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:48.768792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e5863bfd-ee25-48dc-8ceb-612ff6a9679a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:48.796668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: e5863bfd-ee25-48dc-8ceb-612ff6a9679a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:48.797161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e5863bfd-ee25-48dc-8ceb-612ff6a9679a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:48.797513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 31afc6a5-49b5-41d8-a30a-4a32eb480239 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:48.837093 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:48.907004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] Pushing event deleted for resources: {'Port': ['ID=31afc6a5-49b5-41d8-a30a-4a32eb480239,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:48.916923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No active binding found for port 31afc6a5-49b5-41d8-a30a-4a32eb480239 {{(pid=106380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 00:04:48.917370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 31afc6a5-49b5-41d8-a30a-4a32eb480239 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:48.923318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf2504-ddeb-4d2c-af03-8c7a463782ec None None] No DVR routers for this DVR port 31afc6a5-49b5-41d8-a30a-4a32eb480239 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:49.079967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-327b66b3-9082-46e9-9d3e-115896cccdd5 tempest-AgentManagementNegativeTest-938763939 tempest-AgentManagementNegativeTest-938763939-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6350291 Sep 24 00:04:49.090032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.156547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfdcff-16bd-454a-b132-482f352db6c0 req-ce6fe788-644d-46eb-9f69-59edfff97a3b tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:49.158246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27dfdcff-16bd-454a-b132-482f352db6c0 req-ce6fe788-644d-46eb-9f69-59edfff97a3b tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1423466 Sep 24 00:04:49.196999 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.228124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Pushing event deleted for resources: {'Port': ['ID=31afc6a5-49b5-41d8-a30a-4a32eb480239,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:49.230119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] No DVR routers for this DVR port 31afc6a5-49b5-41d8-a30a-4a32eb480239 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:04:49.304051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27dfdcff-16bd-454a-b132-482f352db6c0 req-94684a95-1e87-4466-8f34-728b77382d5a tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312799 Sep 24 00:04:49.333538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.376851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373b3f92-4691-4dd7-91bf-f49c8b7d103c']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:49.377528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Router 15c8ed28-63da-416d-9307-43828d15e509 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:04:49.395411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd982cbed-f388-4753-a8a2-aeb546ceaf99') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:49.395707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd982cbed-f388-4753-a8a2-aeb546ceaf99') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:49.408565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.425836 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.434110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:04:49.434521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:04:49.436887 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:04:49.514641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.522518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.527761 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] 10.222.0.24 "DELETE /v2.0/networks/373b3f92-4691-4dd7-91bf-f49c8b7d103c HTTP/1.1" status: 204 len: 168 time: 1.4462032 Sep 24 00:04:49.540954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aec834-cb1d-43cd-924b-808ce4d2474c admin admin] Pushing event deleted for resources: {'Network': ['ID=373b3f92-4691-4dd7-91bf-f49c8b7d103c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:49.566953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:49.582013 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Sync routers for ids ['15c8ed28-63da-416d-9307-43828d15e509'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:49.592914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55626) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:49.599007 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Routers {'15c8ed28-63da-416d-9307-43828d15e509'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:49.599933 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['15c8ed28-63da-416d-9307-43828d15e509'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:49.601016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.608335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:49.608632 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a0b414ef-decd-4e62-99df-d48e74440f4c tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.6355209 Sep 24 00:04:49.716102 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Set router 15c8ed28-63da-416d-9307-43828d15e509 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:49.732159 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b4a495e0-e269-442b-9f80-cc387c82091d tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/routers/15c8ed28-63da-416d-9307-43828d15e509 HTTP/1.1" status: 200 len: 908 time: 0.1222994 Sep 24 00:04:49.734658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:49.739688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'router': {'name': 'tempest-snat-router-290257829', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': True}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:49.758864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55636) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:49.776558 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.777851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.852069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fb527c94-2ee9-4617-a9ca-f74bb33abc89 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39ff307aeb0b446988c79a7fd1ee9486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0902374 Sep 24 00:04:49.856092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.856311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55640) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:49.941644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e007da9a-a6c8-46d7-990d-cea64d873d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.967980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e007da9a-a6c8-46d7-990d-cea64d873d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:49.969690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55642) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:49.988004 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8ed28-63da-416d-9307-43828d15e509', 'name': 'tempest-snat-router-290257829', 'tenant_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '0944bfc9-9145-4348-94e9-fb0570551f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:46Z', 'updated_at': '2021-09-24T00:04:48Z', 'revision_number': 3, 'project_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'gw_port': {'id': '0944bfc9-9145-4348-94e9-fb0570551f80', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8ed28-63da-416d-9307-43828d15e509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:47Z', 'updated_at': '2021-09-24T00:04:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:50.056741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e007da9a-a6c8-46d7-990d-cea64d873d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.059933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e007da9a-a6c8-46d7-990d-cea64d873d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.073642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e007da9a-a6c8-46d7-990d-cea64d873d8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cb5048a-69f0-4583-9d41-34bcb3038dff HTTP/1.1" status: 204 len: 168 time: 0.2069018 Sep 24 00:04:50.089948 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a248b97-b844-470c-b427-21e3a8d16290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.094397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007da9a-a6c8-46d7-990d-cea64d873d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb5048a-69f0-4583-9d41-34bcb3038dff,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:50.094816 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Checking router: 15c8ed28-63da-416d-9307-43828d15e509 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:04:50.095332 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Updating router 15c8ed28-63da-416d-9307-43828d15e509 port 0944bfc9-9145-4348-94e9-fb0570551f80 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:04:50.144682 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e11945b6-ad1c-4be7-a893-a6f8c5a9b376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.159636 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.182446 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-e11945b6-ad1c-4be7-a893-a6f8c5a9b376 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:04:50.182446 n-d-713498-18 neutron-server[106379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 00:04:50.182446 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id_1': '12ad6f49214b43e68a1daeac19790326', 'expiration_1': datetime.datetime(2021, 9, 24, 0, 4, 30, 169288)}] Sep 24 00:04:50.182446 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:04:50.183284 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [None req-e11945b6-ad1c-4be7-a893-a6f8c5a9b376 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:04:50.211672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.387850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a248b97-b844-470c-b427-21e3a8d16290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.404141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a248b97-b844-470c-b427-21e3a8d16290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.523494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435abc47-86cf-48ea-a8a0-4a075d001e38 req-42928c67-b196-409c-b789-57a9c50bc153 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:50.524973 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:04:50.532165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-435abc47-86cf-48ea-a8a0-4a075d001e38 req-42928c67-b196-409c-b789-57a9c50bc153 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.0924940 Sep 24 00:04:50.581236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a248b97-b844-470c-b427-21e3a8d16290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bb0eed-1f40-4144-8117-e0dc94aa7dd0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:50.590469 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7a248b97-b844-470c-b427-21e3a8d16290 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3a775fce880f465589d1b2d02c368e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9961703 Sep 24 00:04:50.591410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55656) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:50.602237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-435abc47-86cf-48ea-a8a0-4a075d001e38 req-9fa562af-a1a3-4f86-a546-9377d16eb1f3 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652733 Sep 24 00:04:50.608490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.642801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.647822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:50.671323 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.680669 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.685644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e11945b6-ad1c-4be7-a893-a6f8c5a9b376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.713353 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Attempting to bind port 0944bfc9-9145-4348-94e9-fb0570551f80 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:04:50.713913 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Attempting to bind port 0944bfc9-9145-4348-94e9-fb0570551f80 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:04:50.714283 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Attempting to bind port 0944bfc9-9145-4348-94e9-fb0570551f80 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:04:50.725989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-36654f5d-6a86-43d0-8675-d650232da732 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f7540ac5b6a436cb85e49616dd3facd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767703 Sep 24 00:04:50.729806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55660) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:50.736634 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:04:50.736844 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:50.737203 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.737639 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:04:50.738119 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Bound port: 0944bfc9-9145-4348-94e9-fb0570551f80, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:04:50.738733 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.763634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-065d5b39-1109-4fe3-ae58-8a19cf62246b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.793872 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] For port 0944bfc9-9145-4348-94e9-fb0570551f80, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:04:50.797041 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] For port 0944bfc9-9145-4348-94e9-fb0570551f80, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0944bfc9-9145-4348-94e9-fb0570551f80,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:04:50.804563 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.816149 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e11945b6-ad1c-4be7-a893-a6f8c5a9b376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.818657 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Pushing event updated for resources: {'Port': ['ID=0944bfc9-9145-4348-94e9-fb0570551f80,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:50.820449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38274a-c1fb-4783-9873-70eaf4b3b576 req-d60a9f63-d83b-409a-9296-77ac7cec910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:50.821841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e11945b6-ad1c-4be7-a893-a6f8c5a9b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.822027 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ce38274a-c1fb-4783-9873-70eaf4b3b576 req-d60a9f63-d83b-409a-9296-77ac7cec910d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1098 time: 0.1618130 Sep 24 00:04:50.829580 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.829904 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.830259 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.830587 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.830942 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.831647 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.831647 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.831907 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.832202 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.832644 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.833305 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.833305 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:04:50.864252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11945b6-ad1c-4be7-a893-a6f8c5a9b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7bc536c-1994-4385-add5-de23963d5c1d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:50.868110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-065d5b39-1109-4fe3-ae58-8a19cf62246b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.873296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e11945b6-ad1c-4be7-a893-a6f8c5a9b376 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12ad6f49214b43e68a1daeac19790326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8981683 Sep 24 00:04:50.874840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55662) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:50.893257 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Routers {'15c8ed28-63da-416d-9307-43828d15e509'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:50.893878 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['15c8ed28-63da-416d-9307-43828d15e509'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:50.921353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Allocated IP 172.25.5.167 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/8da85cf5-1ddf-4866-adc4-0192e1636370) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:50.939321 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e47d93bb-21db-44e5-973e-fe2bb8145853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:50.943097 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6938e-ed2e-420a-816a-39f5bd120c69 None None] Pushing event updated for resources: {'Port': ['ID=0944bfc9-9145-4348-94e9-fb0570551f80,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:50.952140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ce38274a-c1fb-4783-9873-70eaf4b3b576 req-1eb7f57f-1a60-4e0a-af52-aeea4890994a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199882 Sep 24 00:04:51.017230 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] Set router 15c8ed28-63da-416d-9307-43828d15e509 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:51.031053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e47d93bb-21db-44e5-973e-fe2bb8145853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.091430 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c857f9-94df-4fbe-9a6a-352c5773237b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.104075 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-065d5b39-1109-4fe3-ae58-8a19cf62246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.106503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-065d5b39-1109-4fe3-ae58-8a19cf62246b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.107810 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-065d5b39-1109-4fe3-ae58-8a19cf62246b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8bb0eed-1f40-4144-8117-e0dc94aa7dd0 HTTP/1.1" status: 204 len: 168 time: 0.5136733 Sep 24 00:04:51.149387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d5b39-1109-4fe3-ae58-8a19cf62246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bb0eed-1f40-4144-8117-e0dc94aa7dd0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:51.157830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c857f9-94df-4fbe-9a6a-352c5773237b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.190662 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.202431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e47d93bb-21db-44e5-973e-fe2bb8145853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.206511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e47d93bb-21db-44e5-973e-fe2bb8145853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.206511 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e47d93bb-21db-44e5-973e-fe2bb8145853 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48a5bac6-64ed-4405-87a4-032ceba241e5 HTTP/1.1" status: 204 len: 168 time: 0.4732895 Sep 24 00:04:51.241404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d93bb-21db-44e5-973e-fe2bb8145853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a5bac6-64ed-4405-87a4-032ceba241e5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:51.302294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.355574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c857f9-94df-4fbe-9a6a-352c5773237b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.358118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7c857f9-94df-4fbe-9a6a-352c5773237b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.359347 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d7c857f9-94df-4fbe-9a6a-352c5773237b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7bc536c-1994-4385-add5-de23963d5c1d HTTP/1.1" status: 204 len: 168 time: 0.4820745 Sep 24 00:04:51.361428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:51.368037 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15c8ed28-63da-416d-9307-43828d15e509', 'name': 'tempest-snat-router-290257829', 'tenant_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '0944bfc9-9145-4348-94e9-fb0570551f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:46Z', 'updated_at': '2021-09-24T00:04:48Z', 'revision_number': 3, 'project_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'gw_port': {'id': '0944bfc9-9145-4348-94e9-fb0570551f80', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8ed28-63da-416d-9307-43828d15e509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:47Z', 'updated_at': '2021-09-24T00:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:51.375701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:51.377720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c857f9-94df-4fbe-9a6a-352c5773237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7bc536c-1994-4385-add5-de23963d5c1d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:51.379501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:51.435173 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8511bdf3-cfb5-46c8-b1c6-62656bb809e9 None None] The sync data for ids ['15c8ed28-63da-416d-9307-43828d15e509'] in n-d-713498-18 is: [{'id': '15c8ed28-63da-416d-9307-43828d15e509', 'name': 'tempest-snat-router-290257829', 'tenant_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.208'}], 'enable_snat': False}, 'gw_port_id': '0944bfc9-9145-4348-94e9-fb0570551f80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:46Z', 'updated_at': '2021-09-24T00:04:48Z', 'revision_number': 3, 'project_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'gw_port': {'id': '0944bfc9-9145-4348-94e9-fb0570551f80', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:cb:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15c8ed28-63da-416d-9307-43828d15e509', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:47Z', 'updated_at': '2021-09-24T00:04:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:51.490565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'Port': ['ID=8da85cf5-1ddf-4866-adc4-0192e1636370,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:51.704346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:51.797215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519138f-c32a-4f87-ad41-5f3c70e0752d req-2166f2c2-4275-4001-a354-f1e36f7012e3 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:51.800884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f519138f-c32a-4f87-ad41-5f3c70e0752d req-2166f2c2-4275-4001-a354-f1e36f7012e3 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1092346 Sep 24 00:04:51.917177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f519138f-c32a-4f87-ad41-5f3c70e0752d req-27e3dbb5-0c4b-4f37-bcd9-f9d4d5953715 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091731 Sep 24 00:04:52.000964 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.102572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55696) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:52.122728 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11f1221c-425b-4874-9af0-22f322c6fd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.208307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Router 88e940ba-6f34-4742-b713-2a2b70d5a411 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:04:52.263302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11f1221c-425b-4874-9af0-22f322c6fd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.269414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11f1221c-425b-4874-9af0-22f322c6fd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.307664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-11f1221c-425b-4874-9af0-22f322c6fd1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa480659058b4db9b6376ea2b35f72a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034647 Sep 24 00:04:52.310236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55706) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:52.366955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1221c-425b-4874-9af0-22f322c6fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52b59c7-262e-4b79-8867-0e8bf613cd8a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:52.399861 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff9aea53-ce30-4d94-aa4b-5a074c5fae64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.428607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff9aea53-ce30-4d94-aa4b-5a074c5fae64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.443064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:04:52.458525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Sync routers for ids ['88e940ba-6f34-4742-b713-2a2b70d5a411'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:04:52.473985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Routers {'88e940ba-6f34-4742-b713-2a2b70d5a411'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:52.475864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['88e940ba-6f34-4742-b713-2a2b70d5a411'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:52.480912 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.483029 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9f03d543-67ae-4741-be95-2eb717493e1b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7471259 Sep 24 00:04:52.486795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55714) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:52.497810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff9aea53-ce30-4d94-aa4b-5a074c5fae64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.502268 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff9aea53-ce30-4d94-aa4b-5a074c5fae64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:52.505958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ff9aea53-ce30-4d94-aa4b-5a074c5fae64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d52b59c7-262e-4b79-8867-0e8bf613cd8a HTTP/1.1" status: 204 len: 168 time: 0.1921387 Sep 24 00:04:52.513326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9aea53-ce30-4d94-aa4b-5a074c5fae64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52b59c7-262e-4b79-8867-0e8bf613cd8a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:52.726098 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-568b2da2-7d13-4857-b07e-3c1f2033b91e tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/routers/88e940ba-6f34-4742-b713-2a2b70d5a411 HTTP/1.1" status: 200 len: 907 time: 0.2369285 Sep 24 00:04:52.726683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55722) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:52.761659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0944bfc9-9145-4348-94e9-fb0570551f80 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:52.764890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Set router 88e940ba-6f34-4742-b713-2a2b70d5a411 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:52.899801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.030035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0944bfc9-9145-4348-94e9-fb0570551f80 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:53.030435 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.064041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bb08c004-d3a3-4ffe-a9c3-4c743c2b8547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.094902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd82db0-9408-4c72-9ee8-aee2f6191688 req-3acca4bf-a2e2-48bc-8676-8217b69f446c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:53.096488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bd82db0-9408-4c72-9ee8-aee2f6191688 req-3acca4bf-a2e2-48bc-8676-8217b69f446c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.0958061 Sep 24 00:04:53.099967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.189340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Deleting port 8da85cf5-1ddf-4866-adc4-0192e1636370 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:53.189756 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.190539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e940ba-6f34-4742-b713-2a2b70d5a411', 'name': 'tempest-snat-router-290257829', 'tenant_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.167'}], 'enable_snat': True}, 'gw_port_id': '8da85cf5-1ddf-4866-adc4-0192e1636370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:49Z', 'updated_at': '2021-09-24T00:04:51Z', 'revision_number': 3, 'project_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'gw_port': {'id': '8da85cf5-1ddf-4866-adc4-0192e1636370', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:00:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e940ba-6f34-4742-b713-2a2b70d5a411', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:50Z', 'updated_at': '2021-09-24T00:04:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:53.200061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bd82db0-9408-4c72-9ee8-aee2f6191688 req-d2fd6fec-0453-4957-839b-95271544437e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931756 Sep 24 00:04:53.223613 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.228767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55740) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:53.230187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Checking router: 88e940ba-6f34-4742-b713-2a2b70d5a411 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:04:53.230540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Updating router 88e940ba-6f34-4742-b713-2a2b70d5a411 port 8da85cf5-1ddf-4866-adc4-0192e1636370 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:04:53.254044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-edeec198-7f7b-4cb8-a920-0a63d99bc7c7 req-3e579e88-050f-4e2f-b585-8a1fde17c17d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1085092554', 'description': 'tempest-description-23137898'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:53.268624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0944bfc9-9145-4348-94e9-fb0570551f80, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0944bfc9-9145-4348-94e9-fb0570551f80,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:53.271857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.294075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.319553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-edeec198-7f7b-4cb8-a920-0a63d99bc7c7 req-3e579e88-050f-4e2f-b585-8a1fde17c17d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.321065 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.355084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Calling delete_port for 8da85cf5-1ddf-4866-adc4-0192e1636370 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:53.484565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0944bfc9-9145-4348-94e9-fb0570551f80,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:53.539748 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-edeec198-7f7b-4cb8-a920-0a63d99bc7c7 req-3e579e88-050f-4e2f-b585-8a1fde17c17d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.545261 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-edeec198-7f7b-4cb8-a920-0a63d99bc7c7 req-3e579e88-050f-4e2f-b585-8a1fde17c17d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.565719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55752) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:53.568846 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-edeec198-7f7b-4cb8-a920-0a63d99bc7c7 req-3e579e88-050f-4e2f-b585-8a1fde17c17d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.576453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-edeec198-7f7b-4cb8-a920-0a63d99bc7c7 req-3e579e88-050f-4e2f-b585-8a1fde17c17d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3355761 Sep 24 00:04:53.619959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1003195302'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:53.694828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e579e88-050f-4e2f-b585-8a1fde17c17d tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae631a0f-eb2f-428e-a37a-830942fb703f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:53.711087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-237244712-network', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:53.715794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:53.720992 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.741282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.741927 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.777679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-98c4064a-50f3-4d0b-b91c-fb45be583ab5 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1085092554&fields=id&tenant_id=6280c1e814dd41e6a44945aecd61de99 HTTP/1.1" status: 200 len: 267 time: 0.0705981 Sep 24 00:04:53.787299 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:04:53.787932 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:04:53.791135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Made reservation on behalf of 6bfb13a893594e7a816111d4aad9d14f for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:53.793520 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.796290 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event deleted for resources: {'Port': ['ID=8da85cf5-1ddf-4866-adc4-0192e1636370,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:53.812262 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.883793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:53.889028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-f46f4955-97b5-4daf-b3b3-01912dda8bdc tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:53.890729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-f46f4955-97b5-4daf-b3b3-01912dda8bdc tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1016047 Sep 24 00:04:53.912282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Request body: {'port': {'security_groups': ['c50e6c7f-3510-4b39-9f64-a0053c7d2781', 'ae631a0f-eb2f-428e-a37a-830942fb703f']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:54.011327 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.029405 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.038186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.084247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:04:54.119547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.120361 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Added segment ee999d58-65c7-43e9-a690-dd2b48ac388c of type vlan for network e49fb132-12e2-4369-b802-ffd5be5b39d0 Sep 24 00:04:54.132691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73bd8773-619e-47e2-8fe8-0aab8bb2d6eb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:54.188390 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.264645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.271065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:54.271925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.311162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Port 8da85cf5-1ddf-4866-adc4-0192e1636370 not found while updating agent binding for router 88e940ba-6f34-4742-b713-2a2b70d5a411. {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 24 00:04:54.322048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Routers {'88e940ba-6f34-4742-b713-2a2b70d5a411'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:04:54.322675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['88e940ba-6f34-4742-b713-2a2b70d5a411'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:54.335786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.338386 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.394588 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.395138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88e940ba-6f34-4742-b713-2a2b70d5a411 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:54.405626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.407098 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c274f80b-4786-4eb2-9558-e42e47eaf4eb tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "DELETE /v2.0/routers/88e940ba-6f34-4742-b713-2a2b70d5a411 HTTP/1.1" status: 204 len: 168 time: 1.6780989 Sep 24 00:04:54.409873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55776) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:54.411494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] Set router 88e940ba-6f34-4742-b713-2a2b70d5a411 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:04:54.412637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] For port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:54.505464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e940ba-6f34-4742-b713-2a2b70d5a411', 'name': 'tempest-snat-router-290257829', 'tenant_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:49Z', 'updated_at': '2021-09-24T00:04:53Z', 'revision_number': 5, 'project_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:04:54.512552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Network': ['ID=e49fb132-12e2-4369-b802-ffd5be5b39d0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:54.533523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.541223 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.551543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:04:54.556088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a2e910-1687-492e-9295-85736d0af15c None None] The sync data for ids ['88e940ba-6f34-4742-b713-2a2b70d5a411'] in n-d-713498-18 is: [{'id': '88e940ba-6f34-4742-b713-2a2b70d5a411', 'name': 'tempest-snat-router-290257829', 'tenant_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:49Z', 'updated_at': '2021-09-24T00:04:53Z', 'revision_number': 5, 'project_id': '82fef9c03a4b443fa6a7160fe8348c2d', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:04:54.585819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:04:54.620285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.697567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:54.698255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.720927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad5014be-b1cf-4038-98c8-4d3b7675086d req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "PUT /v2.0/ports/3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 982 time: 0.8083773 Sep 24 00:04:54.721448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:54.728265 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11aeac05-cd12-44b4-981d-fb0ad3a742da" -d '{"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:54.735813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0944bfc9-9145-4348-94e9-fb0570551f80 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:54.757003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.774794 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:54.782394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:04:54.800404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f31293ad-1873-4303-9f8b-ce5649910be4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5704749 Sep 24 00:04:54.801799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55792) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:54.821673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'subnet': {'network_id': 'e49fb132-12e2-4369-b802-ffd5be5b39d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:54.844794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbca75b-ed81-4ab1-a52b-aa39942cb3e9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event updated for resources: {'Port': ['ID=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:54.877649 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8314a2c-b922-425a-ac00-d2d5bd7bad04 x-openstack-request-id: req-e8314a2c-b922-425a-ac00-d2d5bd7bad04 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:54.877978 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:54.878357 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8314a2c-b922-425a-ac00-d2d5bd7bad04 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:54.879113 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'status': 'completed', 'code': 200} Sep 24 00:04:54.997829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:04:55.011465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-8409e5e1-ddbb-49c8-b682-ddb970979338 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1085092554&fields=id&tenant_id=6280c1e814dd41e6a44945aecd61de99 HTTP/1.1" status: 200 len: 267 time: 0.1502392 Sep 24 00:04:55.042795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd00a73e-2baa-4175-97a7-3646abb8d44e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:55.042795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.042795 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Added segment 8671c1f4-e46b-4dec-9328-7c7b67de7717 of type vlan for network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 Sep 24 00:04:55.087537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:55.092055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.107495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-f3225a23-dce0-49d5-8c00-c2feed38c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:55.109122 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-f3225a23-dce0-49d5-8c00-c2feed38c7b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1137 time: 0.2091796 Sep 24 00:04:55.116154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.128203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-de8e2d2e-9256-412d-87f0-a0b5a8b56d09 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:55.132579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-de8e2d2e-9256-412d-87f0-a0b5a8b56d09 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 985 time: 0.1145954 Sep 24 00:04:55.161078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Request body: {'port': {'security_groups': ['c50e6c7f-3510-4b39-9f64-a0053c7d2781']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:55.168794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0944bfc9-9145-4348-94e9-fb0570551f80 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:55.169175 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.215574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.239864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-6bfbac05-0851-46f5-8d97-e61f6ded1e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:55.241387 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-6bfbac05-0851-46f5-8d97-e61f6ded1e8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 921 time: 0.1201878 Sep 24 00:04:55.317899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.318520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:55.319195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.326333 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-2158cecb-b7f0-4c0c-97cc-6189d18bba5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 217 time: 0.0547385 Sep 24 00:04:55.343306 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.399470 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8304362 Sep 24 00:04:55.405070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:55.422120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Request body: {'subnet': {'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-237244712-subnet', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:55.473113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd886cb6-3897-4de6-95a1-62403df1b414 admin admin] Pushing event updated for resources: {'Network': ['ID=83ba38ec-3e5a-4e76-a44f-1b598fdd86e6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:55.490361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:04:55.554038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-d3773b6b-0cc4-46d1-a03b-7bd74791e8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:55.556641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-d3773b6b-0cc4-46d1-a03b-7bd74791e8d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.2127509 Sep 24 00:04:55.558415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Deleting port 0944bfc9-9145-4348-94e9-fb0570551f80 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:04:55.558999 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.599366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Made reservation on behalf of 6bfb13a893594e7a816111d4aad9d14f for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:04:55.601880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.629875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] For port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:55.650745 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-65575232-76e3-4f53-bb24-09afe5f6424f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770965 Sep 24 00:04:55.712050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.722741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.737305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:04:55.773854 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.826996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:55.827851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.829889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb54d8ac-c104-4fb0-b87a-52846e243dd7 req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "PUT /v2.0/ports/3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 943 time: 0.6819184 Sep 24 00:04:55.844557 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:55.874601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4045fd9-7602-4d9a-a447-2b36bd3f73f2 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event updated for resources: {'Port': ['ID=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:55.896796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Subnet': ['ID=ad606931-0d45-4066-a5b0-274c5f809f22,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:55.923262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:04:55.988844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] For port 0944bfc9-9145-4348-94e9-fb0570551f80, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0944bfc9-9145-4348-94e9-fb0570551f80,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:55.989350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.020094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Checking segment: {'id': 'ee999d58-65c7-43e9-a690-dd2b48ac388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e49fb132-12e2-4369-b802-ffd5be5b39d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:56.020466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network hostable DHCP agents. Network: e49fb132-12e2-4369-b802-ffd5be5b39d0, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:04:56.030170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Calling delete_port for 0944bfc9-9145-4348-94e9-fb0570551f80 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:04:56.038720 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-b8cb6542-d7b0-4136-be13-05c2feffb295 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576355 Sep 24 00:04:56.040986 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38c3d55e-556d-4da2-9607-7c7c43faa65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.146289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:04:56.163436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e49fb132-12e2-4369-b802-ffd5be5b39d0) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:56.176287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:56.176935 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.185708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa230ca9-6974-481d-a257-c40b08ecd204 None None] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:56.196090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-7d6bfe1e-6785-4a31-9848-ab6e7343566b tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3183181 Sep 24 00:04:56.207491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f01b4157-13c4-4f34-b44b-85ca2887c9b1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3997574 Sep 24 00:04:56.210815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:56.219282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55820) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:56.224487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1612157095', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:56.241052 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.292896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.344785 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11aeac05-cd12-44b4-981d-fb0ad3a742da req-e0e6ccf8-070f-4d53-9ff2-39f9934a53ac service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795956 Sep 24 00:04:56.366853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a52f70-a2a7-4d9d-aa23-7d15434c76af None None] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:56.373152 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.379460 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.380706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.455256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=41131780-df80-4350-9a16-453d3cf68e08,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:56.487052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.496045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Allocated IP 172.25.5.201 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d280539f-4536-4801-ad49-12fe2157b530) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:56.556744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Checking segment: {'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:56.557127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Network hostable DHCP agents. Network: 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:04:56.606863 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.653035 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.658593 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.673904 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.693019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event deleted for resources: {'Port': ['ID=0944bfc9-9145-4348-94e9-fb0570551f80,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:56.727838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:56.728452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.732896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:56.738391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:04:56.739086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:56.792080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event updated for resources: {'Port': ['ID=d280539f-4536-4801-ad49-12fe2157b530,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:56.796095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:56.806631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8fdd8c-3043-46c0-ba75-f79358bdb14e None None] Network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:56.807256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:56.807447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.845965 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7f3b957a-edd6-41fd-8fca-e940c52a49ec admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4318020 Sep 24 00:04:56.849798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55826) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:56.855229 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.856215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:56.865310 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.880207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:04:56.882902 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8" -d '{"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:04:56.918960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:56.993356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.018336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-83ba38ec-3e5a-4e76-a44f-1b598fdd86e6', 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'fixed_ips': [{'subnet_id': '41131780-df80-4350-9a16-453d3cf68e08'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:04:57.019390 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.041603 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.043162 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51529854-68a2-4248-a003-1c61422ea6f0 x-openstack-request-id: req-51529854-68a2-4248-a003-1c61422ea6f0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:04:57.043401 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:04:57.043654 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51529854-68a2-4248-a003-1c61422ea6f0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:04:57.044241 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'status': 'completed', 'code': 200} Sep 24 00:04:57.045143 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.046210 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.139039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.198037 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.211767 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.220962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Allocated IP 172.20.0.2 (83ba38ec-3e5a-4e76-a44f-1b598fdd86e6/41131780-df80-4350-9a16-453d3cf68e08/73b4ac73-73cc-4423-a9df-a7f96b1c3cd1) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:57.226075 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.227480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15c8ed28-63da-416d-9307-43828d15e509 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:04:57.244622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.248150 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-860e8b65-5352-4791-9e1b-6880861f88ef tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "DELETE /v2.0/routers/15c8ed28-63da-416d-9307-43828d15e509 HTTP/1.1" status: 204 len: 168 time: 2.8373101 Sep 24 00:04:57.253828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55846) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:57.271039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-115149420', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:57.282478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-250c60f0-628c-4d68-97a0-f469f077eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:57.284237 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-250c60f0-628c-4d68-97a0-f469f077eb47 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1098 time: 0.2495687 Sep 24 00:04:57.396966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.440974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event updated for resources: {'Port': ['ID=d280539f-4536-4801-ad49-12fe2157b530,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:57.457634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.458862 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.474186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.494843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.505121 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.529475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.531328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-84f6a43f-215f-472c-8178-b225a256149e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3264720 Sep 24 00:04:57.553844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.575475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:57.579265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:57.580791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.583848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:57.602540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Pushing event updated for resources: {'Port': ['ID=73b4ac73-73cc-4423-a9df-a7f96b1c3cd1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:57.673108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Attempting to bind port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:04:57.673108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Attempting to bind port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:04:57.673479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Attempting to bind port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 on network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:04:57.684768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:04:57.685159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Checking segment: {'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:04:57.685568 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.685964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Bound using segment: {'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:04:57.686448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Bound port: 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:04:57.686867 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.695326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-8e78fa14-96d2-412d-baff-18dd6d411f39 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1542151 Sep 24 00:04:57.782535 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.784580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-6fc65689-52d3-46fc-95d2-a56d45d88b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:57.785794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] For port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:04:57.786340 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-6fc65689-52d3-46fc-95d2-a56d45d88b41 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 921 time: 0.4926817 Sep 24 00:04:57.791431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] For port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=73b4ac73-73cc-4423-a9df-a7f96b1c3cd1,segment=NetworkSegment(8671c1f4-e46b-4dec-9328-7c7b67de7717),segment_id=8671c1f4-e46b-4dec-9328-7c7b67de7717)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:04:57.800305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:57.900425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.25.5.147 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/829f2fac-fbac-44ca-bd3b-00f31cae906e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:57.933073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94321e89-0292-440e-b926-f6ea194580f1 None None] Pushing event updated for resources: {'Port': ['ID=73b4ac73-73cc-4423-a9df-a7f96b1c3cd1,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:57.994717 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-f065afec-e423-4475-8b6f-47a83f13e227 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 217 time: 0.1971326 Sep 24 00:04:58.384131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-b3361faf-2aff-43ce-8012-dcdcb5dc2229 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:58.385481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-b3361faf-2aff-43ce-8012-dcdcb5dc2229 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.6883798 Sep 24 00:04:58.398669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-af168c8e-8630-4bfa-91f7-fc47a991d845 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:04:58.399733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68aa9bd1-9ca3-464e-bc4f-221286e61f42 req-af168c8e-8630-4bfa-91f7-fc47a991d845 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076981 Sep 24 00:04:58.401227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.421599 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.485353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.554253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-9cce0bdc-b3e2-4702-a8a8-bf2668624268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:58.556295 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-9cce0bdc-b3e2-4702-a8a8-bf2668624268 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.1704760 Sep 24 00:04:58.577447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-fb155421-b2ca-4079-ab04-45d5e0c63691 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:04:58.580098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-fb155421-b2ca-4079-ab04-45d5e0c63691 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1037030 Sep 24 00:04:58.605440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-b9a25e91-e202-452d-b248-3c19f7d52ef5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408952 Sep 24 00:04:58.664004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-aa7b50ce-1abd-4f19-9154-47cfc99a67c0 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.0727549 Sep 24 00:04:58.674381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.704349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Request body: {'floatingip': {'port_id': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:04:58.747645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:04:58.766051 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.823663 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-502c5098-cf71-4e42-a4f6-d707d10acfe7 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106707 Sep 24 00:04:58.846004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.896287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:58.897163 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:58.940957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:58.960812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:58.964732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:59.030048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=829f2fac-fbac-44ca-bd3b-00f31cae906e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:59.148704 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.176159 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.246148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Allocated IP 172.25.5.5 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/e2af2d19-cb4b-4233-a9c5-14894e2281bb) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:04:59.261981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=73b4ac73-73cc-4423-a9df-a7f96b1c3cd1,segment=NetworkSegment(8671c1f4-e46b-4dec-9328-7c7b67de7717),segment_id=8671c1f4-e46b-4dec-9328-7c7b67de7717)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:04:59.267663 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.341288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=73b4ac73-73cc-4423-a9df-a7f96b1c3cd1,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:59.366833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0944bfc9-9145-4348-94e9-fb0570551f80 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:04:59.394429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-775b5ac6-243a-4f35-94e4-7f0ecdb814a8 req-27e5cea7-6459-4aba-974e-8b3413e716dc service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5638790 Sep 24 00:04:59.397136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0944bfc9-9145-4348-94e9-fb0570551f80 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:04:59.397282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.397655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0944bfc9-9145-4348-94e9-fb0570551f80 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:04:59.421748 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.423570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7479e2a-88bd-4c1a-839f-6868755e8549 None None] Network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:04:59.519361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0ea96f91-ad61-490f-9c17-fc9d04b1849e None None] Provisioning complete for port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:04:59.519739 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0ea96f91-ad61-490f-9c17-fc9d04b1849e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.630589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55884) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:04:59.652835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.671611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.778456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.858276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:04:59.861371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:04:59.869740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.876136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:04:59.880119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:04:59.901202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Pushing event updated for resources: {'Port': ['ID=e2af2d19-cb4b-4233-a9c5-14894e2281bb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:04:59.953664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Allocated IP 172.25.5.246 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/f02a954e-cb00-4beb-a873-48a0e2ff7819) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:00.027546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5960e16-5566-4f5f-87c2-b60339d79cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.036471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dc130f8b-b184-4cb9-82bf-7353a68bde76 None None] Provisioning complete for port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:00.036987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dc130f8b-b184-4cb9-82bf-7353a68bde76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.103110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.141063 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Floating IP f4dec910-5f3a-4387-ab38-5b7eac32e541 associated. External IP: 172.25.5.201, port: 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a. Sep 24 00:05:00.190832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.273174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.324118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:00.331166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:00.335871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:00.344310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event updated for resources: {'Port': ['ID=f02a954e-cb00-4beb-a873-48a0e2ff7819,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:00.378409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.379691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.379691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.379691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.380315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.380315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.380466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.380687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.381078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.381346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.381650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.381968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:00.387843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:00.472754 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.475393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5960e16-5566-4f5f-87c2-b60339d79cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.512100 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5960e16-5566-4f5f-87c2-b60339d79cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.598109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5960e16-5566-4f5f-87c2-b60339d79cf0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2362ca03279244009c5b1f53075a3aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9633181 Sep 24 00:05:00.608449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55894) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:00.656658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5960e16-5566-4f5f-87c2-b60339d79cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58511cf3-397e-49bb-b6a4-c5ee456bb7e4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:00.694312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:00.702354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Router 6fd07fce-4352-4ace-9e44-4731501ec07c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:00.747319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:00.747879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.799283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-441b4295-a758-4458-a18c-3a84aa69328f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.916993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:00.930167 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd71040-5d60-487b-9547-7536bd9ad9c1 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:00.949353 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd71040-5d60-487b-9547-7536bd9ad9c1 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:00.950160 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dfd71040-5d60-487b-9547-7536bd9ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:00.969366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:00.973413 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-48a65464-f25c-4eec-ad51-512da5ece3df tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7503846 Sep 24 00:05:00.976283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55896) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:00.990522 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dfd71040-5d60-487b-9547-7536bd9ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:01.000528 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd71040-5d60-487b-9547-7536bd9ad9c1 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:01.001125 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dfd71040-5d60-487b-9547-7536bd9ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:01.036218 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dfd71040-5d60-487b-9547-7536bd9ad9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:01.036875 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd71040-5d60-487b-9547-7536bd9ad9c1 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:01.089576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.231128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-441b4295-a758-4458-a18c-3a84aa69328f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.254278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.372614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:01.378603 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.388824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] Sync routers for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:01.402218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:01.402874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:01.446301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-441b4295-a758-4458-a18c-3a84aa69328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.448851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-441b4295-a758-4458-a18c-3a84aa69328f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.452506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-441b4295-a758-4458-a18c-3a84aa69328f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/58511cf3-397e-49bb-b6a4-c5ee456bb7e4 HTTP/1.1" status: 204 len: 168 time: 0.8123879 Sep 24 00:05:01.463075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-c39d2129-c45f-4cf3-a0d7-54b20bf47606 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "PUT /v2.0/floatingips/f4dec910-5f3a-4387-ab38-5b7eac32e541 HTTP/1.1" status: 200 len: 997 time: 2.7765949 Sep 24 00:05:01.465596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:01.469059 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c" -d '{"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:01.483244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b4295-a758-4458-a18c-3a84aa69328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58511cf3-397e-49bb-b6a4-c5ee456bb7e4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:01.500642 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.544630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:01.583353 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585c13b0-2e23-4bda-a00a-40f665ebed1f x-openstack-request-id: req-585c13b0-2e23-4bda-a00a-40f665ebed1f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:01.584102 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:01.584704 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-585c13b0-2e23-4bda-a00a-40f665ebed1f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:01.585559 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'status': 'completed', 'code': 200} Sep 24 00:05:01.637650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-e5f54a38-0126-429a-b918-97bac5c759a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:01.640084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-e5f54a38-0126-429a-b918-97bac5c759a1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1098 time: 0.1280143 Sep 24 00:05:01.660534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Router be02e7b9-756b-4d9c-b669-eea78d79ed5c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:01.752590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-fa14f441-0e96-4f8c-86ca-d23fc616e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:01.754134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-fa14f441-0e96-4f8c-86ca-d23fc616e2ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1098 time: 0.1680877 Sep 24 00:05:01.854165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'f4dec910-5f3a-4387-ab38-5b7eac32e541', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'port_id': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'mac_address': 'fa:16:3e:a6:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:04:56Z', 'updated_at': '2021-09-24T00:04:59Z', 'revision_number': 1, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:11Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:01.881904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] Checking router: 6fd07fce-4352-4ace-9e44-4731501ec07c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:01.893392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:01.894612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:01.896792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-63ccc042-8ff5-457a-914c-7d1ca8cfc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:01.898660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-63ccc042-8ff5-457a-914c-7d1ca8cfc213 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 921 time: 0.2457900 Sep 24 00:05:01.931742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-6e925625-6d33-4996-84b1-812912a70fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:01.933288 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-6e925625-6d33-4996-84b1-812912a70fc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 921 time: 0.1672428 Sep 24 00:05:01.935020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:01.938116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Router ef010e70-74c3-4a2b-933d-540bcf2c0d22 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:01.972869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55910) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:02.001575 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-beb5c935-fca1-4129-bb0c-287e01bd7ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.013735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:02.029407 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Sync routers for ids ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:02.036317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-a7f0768e-f35f-4213-af70-122a84dcf040 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 1000 time: 0.1052334 Sep 24 00:05:02.060442 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Routers {'be02e7b9-756b-4d9c-b669-eea78d79ed5c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:02.061825 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:02.109403 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-1a4e0158-3c81-4b0e-ba4c-de03d039f221 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 1000 time: 0.1607974 Sep 24 00:05:02.127204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-6d21ca1b-cab1-4434-acea-296f014c3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:02.135627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-6d21ca1b-cab1-4434-acea-296f014c3ada service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.0843401 Sep 24 00:05:02.195478 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-20e3b4b3-f1d6-4c6a-86c7-2b7198476d95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589383 Sep 24 00:05:02.201932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:02.239596 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Set router be02e7b9-756b-4d9c-b669-eea78d79ed5c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:02.292751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:02.304510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-21a0976c-5d49-4a57-b310-998e693ef1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:02.306113 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-21a0976c-5d49-4a57-b310-998e693ef1f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.1878965 Sep 24 00:05:02.320382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-beb5c935-fca1-4129-bb0c-287e01bd7ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.329347 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-beb5c935-fca1-4129-bb0c-287e01bd7ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.348924 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.350234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5acdbdbd-eebf-4536-a93b-ef5bd2ac2868 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.4994490 Sep 24 00:05:02.359660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55916) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:02.373184 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-2cfa98e5-ef21-4143-950c-c4c920f13c5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509782 Sep 24 00:05:02.409263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.409263 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-55e28549-aa23-44b2-b5ee-ba6b8f6d7da3 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.1441016 Sep 24 00:05:02.418746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55920) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:02.437344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c4ddb7a7-c632-4c70-b0f6-9cbdb0d17692 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': False}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:02.476764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-fa3c010d-05f1-4b82-8dfe-2bc351d8ed22 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732756 Sep 24 00:05:02.519714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee190a-0b5e-45e5-8090-c61e27f1ff1f None None] Sync routers for ids ['ef010e70-74c3-4a2b-933d-540bcf2c0d22'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:02.527707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-beb5c935-fca1-4129-bb0c-287e01bd7ad1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f97cc2294cd04058afde8134bcea54d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5537817 Sep 24 00:05:02.541212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55922) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:02.550988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5c935-fca1-4129-bb0c-287e01bd7ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3d567a-fc66-4bec-b196-78966a14cc07,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:02.554986 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:00Z', 'revision_number': 3, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:02.581139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee190a-0b5e-45e5-8090-c61e27f1ff1f None None] Routers {'ef010e70-74c3-4a2b-933d-540bcf2c0d22'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:02.582387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cfee190a-0b5e-45e5-8090-c61e27f1ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ef010e70-74c3-4a2b-933d-540bcf2c0d22'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:02.600215 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Checking router: be02e7b9-756b-4d9c-b669-eea78d79ed5c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:02.600674 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Updating router be02e7b9-756b-4d9c-b669-eea78d79ed5c port e2af2d19-cb4b-4233-a9c5-14894e2281bb binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:05:02.634463 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cfee190a-0b5e-45e5-8090-c61e27f1ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:02.637670 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.649873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee190a-0b5e-45e5-8090-c61e27f1ff1f None None] Routers {'ef010e70-74c3-4a2b-933d-540bcf2c0d22'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:02.650501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cfee190a-0b5e-45e5-8090-c61e27f1ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ef010e70-74c3-4a2b-933d-540bcf2c0d22'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:02.690248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cfee190a-0b5e-45e5-8090-c61e27f1ff1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:02.691066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfee190a-0b5e-45e5-8090-c61e27f1ff1f None None] The sync data for ids ['ef010e70-74c3-4a2b-933d-540bcf2c0d22'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:02.714427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'f4dec910-5f3a-4387-ab38-5b7eac32e541', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'port_id': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'mac_address': 'fa:16:3e:a6:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:04:56Z', 'updated_at': '2021-09-24T00:04:59Z', 'revision_number': 1, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:11Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:02.757334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51c161-e8fe-4ed2-b18c-dc1de867f2a8 None None] The sync data for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 is: [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'f4dec910-5f3a-4387-ab38-5b7eac32e541', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'port_id': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1625, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'mac_address': 'fa:16:3e:a6:c1:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:04:56Z', 'updated_at': '2021-09-24T00:04:59Z', 'revision_number': 1, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:11Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:02.808725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80fb5412-1dfc-4f1a-93a0-7aeb91fe8674 req-684a07b4-9903-4309-af52-cc8e463d3a78 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768707 Sep 24 00:05:02.811759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cf91df7-83e8-4620-9c62-706aa613beaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.853248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cf91df7-83e8-4620-9c62-706aa613beaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:02.992701 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.009127 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.067669 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Attempting to bind port e2af2d19-cb4b-4233-a9c5-14894e2281bb on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:03.068368 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Attempting to bind port e2af2d19-cb4b-4233-a9c5-14894e2281bb by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:03.068598 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Attempting to bind port e2af2d19-cb4b-4233-a9c5-14894e2281bb on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:03.070417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-c870bd50-7747-4bb0-956b-8a9e82129e14 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 1000 time: 0.1868730 Sep 24 00:05:03.096621 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:03.096913 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:03.097319 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.097714 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:03.098200 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Bound port: e2af2d19-cb4b-4233-a9c5-14894e2281bb, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:03.098570 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.100408 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1f42e-ba6a-46ac-b389-de73773b58ed None None] Pushing event updated for resources: {'Port': ['ID=e2af2d19-cb4b-4233-a9c5-14894e2281bb,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:03.139850 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c4ac8d-9d95-40f3-8c7e-1b9950246141 None None] New status for floating IP f4dec910-5f3a-4387-ab38-5b7eac32e541: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:05:03.150064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba908a-9985-461c-9448-b4bd224a2231 req-ebdbcfca-2261-4a34-8df7-88c748590f9f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:03.162168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-ebdbcfca-2261-4a34-8df7-88c748590f9f tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports/3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 943 time: 0.0852752 Sep 24 00:05:03.178853 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-ee66b351-be46-4f4c-8763-1fe46d1ba911 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7715845 Sep 24 00:05:03.207897 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] For port e2af2d19-cb4b-4233-a9c5-14894e2281bb, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:03.217258 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] For port e2af2d19-cb4b-4233-a9c5-14894e2281bb, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e2af2d19-cb4b-4233-a9c5-14894e2281bb,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:03.232539 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.290143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.20.0.1 (e49fb132-12e2-4369-b802-ffd5be5b39d0/ad606931-0d45-4066-a5b0-274c5f809f22/0e3b772d-2adc-431f-ad88-b236ef47c74d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:03.294681 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4ddb7a7-c632-4c70-b0f6-9cbdb0d17692 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.301216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cf91df7-83e8-4620-9c62-706aa613beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.303976 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cf91df7-83e8-4620-9c62-706aa613beaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.309293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4cf91df7-83e8-4620-9c62-706aa613beaf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc3d567a-fc66-4bec-b196-78966a14cc07 HTTP/1.1" status: 204 len: 168 time: 0.7670183 Sep 24 00:05:03.340434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf91df7-83e8-4620-9c62-706aa613beaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3d567a-fc66-4bec-b196-78966a14cc07,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:03.378225 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Routers {'be02e7b9-756b-4d9c-b669-eea78d79ed5c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:03.379098 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:03.383300 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1f42e-ba6a-46ac-b389-de73773b58ed None None] Pushing event updated for resources: {'Port': ['ID=e2af2d19-cb4b-4233-a9c5-14894e2281bb,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:03.403563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5bbc0450-6e55-4c37-99b3-b5e6b4f969fb tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 1000 time: 0.1785960 Sep 24 00:05:03.519045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7dae2c9-ab6a-46ad-94d6-7db8bd56609c req-a1a37210-7bdf-4552-82d2-698683cb677b service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112571 Sep 24 00:05:03.674314 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] Set router be02e7b9-756b-4d9c-b669-eea78d79ed5c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:03.681292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba908a-9985-461c-9448-b4bd224a2231 req-40db8be5-221b-45a5-98c0-e171f9992c71 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:03.691382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-40db8be5-221b-45a5-98c0-e171f9992c71 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2815356 Sep 24 00:05:03.708214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.825961 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.859389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:03.874715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-fa3dabd0-54f0-4bba-88ef-c2a40c7f68b5 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 1002 time: 0.1699076 Sep 24 00:05:03.885789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:03.892884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:03.895550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:03.901074 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:03.913214 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:00Z', 'revision_number': 3, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:03.932692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=0e3b772d-2adc-431f-ad88-b236ef47c74d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:03.955589 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d404d1d-885c-4dea-867b-1d381f203970 None None] The sync data for ids ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'] in n-d-713498-18 is: [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:00Z', 'revision_number': 3, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:04.004307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.011392 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.256521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.344709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Allocated IP 172.20.0.1 (83ba38ec-3e5a-4e76-a44f-1b598fdd86e6/41131780-df80-4350-9a16-453d3cf68e08/62c5273c-c1f9-4950-a234-f6af2281b65d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:04.679594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.735169 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4ddb7a7-c632-4c70-b0f6-9cbdb0d17692 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.761754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e2af2d19-cb4b-4233-a9c5-14894e2281bb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:04.826404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.846053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e2af2d19-cb4b-4233-a9c5-14894e2281bb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:04.846611 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.848136 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.853611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4ddb7a7-c632-4c70-b0f6-9cbdb0d17692 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.866397 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.866911 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Floating IP f4dec910-5f3a-4387-ab38-5b7eac32e541 disassociated. External IP: 172.25.5.201, port: 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a. Sep 24 00:05:04.899741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:04.904050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:04.911825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:04.984126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:04.990253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.019737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port e2af2d19-cb4b-4233-a9c5-14894e2281bb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e2af2d19-cb4b-4233-a9c5-14894e2281bb,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:05.025810 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.134177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ddb7a7-c632-4c70-b0f6-9cbdb0d17692 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Router ef010e70-74c3-4a2b-933d-540bcf2c0d22 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:05.136778 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=e2af2d19-cb4b-4233-a9c5-14894e2281bb,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:05.150038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Pushing event updated for resources: {'Port': ['ID=62c5273c-c1f9-4950-a234-f6af2281b65d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:05.223519 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.233057 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.357341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-169194bc-c95b-4628-b351-66b637f1d2a2 None None] Provisioning complete for port 62c5273c-c1f9-4950-a234-f6af2281b65d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:05.358003 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-169194bc-c95b-4628-b351-66b637f1d2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.360395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Router 6fd07fce-4352-4ace-9e44-4731501ec07c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:05.387122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55966) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:05.390863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=0e3b772d-2adc-431f-ad88-b236ef47c74d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:05.395585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.415720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-169194bc-c95b-4628-b351-66b637f1d2a2 None None] Port 62c5273c-c1f9-4950-a234-f6af2281b65d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:05:05.418738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.450571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ddb7a7-c632-4c70-b0f6-9cbdb0d17692 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:05.456340 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4ddb7a7-c632-4c70-b0f6-9cbdb0d17692 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.460441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c4ddb7a7-c632-4c70-b0f6-9cbdb0d17692 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "PUT /v2.0/routers/ef010e70-74c3-4a2b-933d-540bcf2c0d22 HTTP/1.1" status: 200 len: 925 time: 3.0344458 Sep 24 00:05:05.462492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18d82a-fa06-4fe1-ad46-b4e4ca0bf383 None None] Sync routers for ids ['ef010e70-74c3-4a2b-933d-540bcf2c0d22'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:05.462705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55970) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:05.472112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18d82a-fa06-4fe1-ad46-b4e4ca0bf383 None None] Routers {'ef010e70-74c3-4a2b-933d-540bcf2c0d22'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:05.472981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1a18d82a-fa06-4fe1-ad46-b4e4ca0bf383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ef010e70-74c3-4a2b-933d-540bcf2c0d22'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:05.506466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1a18d82a-fa06-4fe1-ad46-b4e4ca0bf383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:05.515739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a18d82a-fa06-4fe1-ad46-b4e4ca0bf383 None None] Routers {'ef010e70-74c3-4a2b-933d-540bcf2c0d22'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:05.516886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1a18d82a-fa06-4fe1-ad46-b4e4ca0bf383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ef010e70-74c3-4a2b-933d-540bcf2c0d22'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:05.590355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1a18d82a-fa06-4fe1-ad46-b4e4ca0bf383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:05.591589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a18d82a-fa06-4fe1-ad46-b4e4ca0bf383 None None] The sync data for ids ['ef010e70-74c3-4a2b-933d-540bcf2c0d22'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:05.612690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:05.619758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.627171 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] Sync routers for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:05.640267 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:05.642284 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:05.652925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6ef60e48-5c25-4661-9fb1-98634dc0f380 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/routers/ef010e70-74c3-4a2b-933d-540bcf2c0d22 HTTP/1.1" status: 200 len: 925 time: 0.1889162 Sep 24 00:05:05.653549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55976) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:05.673943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2a78-0263-4471-919a-a4785b3b9c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.709582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-5a2a2f59-0019-4dc6-83a4-978c3eb355aa tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "PUT /v2.0/floatingips/f4dec910-5f3a-4387-ab38-5b7eac32e541 HTTP/1.1" status: 200 len: 695 time: 1.8225884 Sep 24 00:05:05.710669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:05.713138 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:05.773069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4f090-8637-46a3-a598-9913e019baaf tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:05.777737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85c4f090-8637-46a3-a598-9913e019baaf tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=ef010e70-74c3-4a2b-933d-540bcf2c0d22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1209345 Sep 24 00:05:05.778401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55982) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:05.784826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:05.792653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:05.815496 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d5f89a-2b47-407a-81a6-37dd49927c50 x-openstack-request-id: req-02d5f89a-2b47-407a-81a6-37dd49927c50 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:05.815780 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:05.816033 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02d5f89a-2b47-407a-81a6-37dd49927c50 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:05.816949 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'status': 'completed', 'code': 200} Sep 24 00:05:05.865355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba908a-9985-461c-9448-b4bd224a2231 req-d069bc9d-1d17-452e-b314-ae26118bdf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:05.866945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-d069bc9d-1d17-452e-b314-ae26118bdf93 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1098 time: 0.1260941 Sep 24 00:05:05.928634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.931016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b03eb0-84c7-4a1e-9f4b-fedf0ee050b9 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:05.933716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-31b03eb0-84c7-4a1e-9f4b-fedf0ee050b9 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 881 time: 0.1522813 Sep 24 00:05:05.937426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55984) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:05.973194 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:05.988587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:05.993202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6dd95cd8-8b9d-4400-88c9-b1344553a093 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef010e70-74c3-4a2b-933d-540bcf2c0d22 HTTP/1.1" status: 200 len: 205 time: 0.0545151 Sep 24 00:05:05.995826 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55986) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:06.104260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba908a-9985-461c-9448-b4bd224a2231 req-9f5a3b80-d8ee-449f-a82b-ded575a8a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:06.105825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-9f5a3b80-d8ee-449f-a82b-ded575a8a6ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 921 time: 0.2150211 Sep 24 00:05:06.107412 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:06.151039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.154439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-a06c0909-6775-4526-a205-9d88b9b68492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:06.156185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-a06c0909-6775-4526-a205-9d88b9b68492 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6280c1e814dd41e6a44945aecd61de99&device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 1098 time: 0.2515512 Sep 24 00:05:06.158154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Pushing event updated for resources: {'Port': ['ID=62c5273c-c1f9-4950-a234-f6af2281b65d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:06.174133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-fb8c6589-fcf2-4698-bc75-2241658cffd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 217 time: 0.0417776 Sep 24 00:05:06.196394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.215589 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:11Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:06.254541 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] Checking router: 6fd07fce-4352-4ace-9e44-4731501ec07c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:06.271095 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:06.271944 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:06.281930 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2a78-0263-4471-919a-a4785b3b9c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.282389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba908a-9985-461c-9448-b4bd224a2231 req-976ba1ff-977b-46b2-9ca5-18d40aaa9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:06.283949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-976ba1ff-977b-46b2-9ca5-18d40aaa9c21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.1032813 Sep 24 00:05:06.305477 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc5f2a78-0263-4471-919a-a4785b3b9c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.348431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-a9aa89bc-3a34-459d-b58c-65bc65c4e9ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294526 Sep 24 00:05:06.372800 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.398578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.411613 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:06.494225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-0d6fc77e-1ae4-4866-a79d-ec902606c5fd service neutron] 10.222.0.24 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316106 Sep 24 00:05:06.506858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Deleting port f02a954e-cb00-4beb-a873-48a0e2ff7819 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:06.508232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.659852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.663317 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:11Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:06.684022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eba908a-9985-461c-9448-b4bd224a2231 req-dab86d3e-baf6-47e8-bab9-67049762fb26 service neutron] 10.222.0.24 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790659 Sep 24 00:05:06.696573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Calling delete_port for f02a954e-cb00-4beb-a873-48a0e2ff7819 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:06.720724 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0c8cd5-6454-4840-bd01-2da6e88d5b3f None None] The sync data for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 is: [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'e9232439-bd3e-4107-8d48-ceee3e67f009', 'name': '', 'network_id': '4c8c3d8f-bd38-4210-8db8-122d6725200d', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'mac_address': 'fa:16:3e:5f:c8:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1469, 'fixed_ips': [{'subnet_id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:00Z', 'updated_at': '2021-09-24T00:04:11Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'subnets': [{'id': '7d4892b0-251e-46eb-a802-4c94705ce0c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:06.758657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e2af2d19-cb4b-4233-a9c5-14894e2281bb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:06.868793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e2af2d19-cb4b-4233-a9c5-14894e2281bb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:06.869242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:06.878915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f2a78-0263-4471-919a-a4785b3b9c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=127678a2-de77-415a-be6c-7894973600e2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:06.894986 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dc5f2a78-0263-4471-919a-a4785b3b9c65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8913eb6484bf4cebad1c0408070393da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5050998 Sep 24 00:05:06.900974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55994) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:06.908164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-9a50dcff-b6ad-4885-a8c7-e4055faff5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:06.909849 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-9a50dcff-b6ad-4885-a8c7-e4055faff5ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 200 len: 921 time: 0.7452245 Sep 24 00:05:06.911144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:06.917831 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0e3326f0-ebb7-4a49-961b-7dc71d7f4149 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/routers/51c8052c-d6a1-4e56-a2bd-285fd08c8bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9396732 Sep 24 00:05:06.927593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55996) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:06.927813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ba0a4-0f09-4f42-a7ee-42cc74d25450 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:06.957807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'port': {'network_id': 'e49fb132-12e2-4369-b802-ffd5be5b39d0', 'name': 'tempest-FloatingIPTestJSON-314569119'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:06.968382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ba0a4-0f09-4f42-a7ee-42cc74d25450 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:06.969729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-533ba0a4-0f09-4f42-a7ee-42cc74d25450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:07.023289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-b99e997e-ec64-48aa-ba13-4855297120af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 200 len: 217 time: 0.0957718 Sep 24 00:05:07.061771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:07.063656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:07.115084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-533ba0a4-0f09-4f42-a7ee-42cc74d25450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:07.147583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ba0a4-0f09-4f42-a7ee-42cc74d25450 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:07.148977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-533ba0a4-0f09-4f42-a7ee-42cc74d25450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:07.244154 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ab7532-7f51-47e8-8364-285d6e56c031 None None] New status for floating IP f4dec910-5f3a-4387-ab38-5b7eac32e541: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:05:07.246000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-533ba0a4-0f09-4f42-a7ee-42cc74d25450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:07.246936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533ba0a4-0f09-4f42-a7ee-42cc74d25450 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:07.301082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-e676bd7a-bef0-4b78-b864-f3e7d562ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:07.302886 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-e676bd7a-bef0-4b78-b864-f3e7d562ba24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 200 len: 860 time: 0.2667539 Sep 24 00:05:07.313126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:07.316933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.377339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] device_id is not set on port d5779d54-dc22-4d12-be2b-8e709d8274b8 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:05:07.428116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-7708831d-3054-4cc0-bd98-12985848be28 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/floatingips/f4dec910-5f3a-4387-ab38-5b7eac32e541 HTTP/1.1" status: 200 len: 695 time: 0.2392957 Sep 24 00:05:07.431387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.454478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5f1a74be-eda1-427a-859c-c92718b88712 None None] Provisioning complete for port 62c5273c-c1f9-4950-a234-f6af2281b65d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:07.455087 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5f1a74be-eda1-427a-859c-c92718b88712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.474746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event deleted for resources: {'Port': ['ID=f02a954e-cb00-4beb-a873-48a0e2ff7819,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:07.504174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-c0e20143-76b0-4406-9524-29d3f207b379 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4c8c3d8f-bd38-4210-8db8-122d6725200d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1705744 Sep 24 00:05:07.509589 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af68b366-b3d8-4159-bafe-ef1b1a3ab7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.526058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5f1a74be-eda1-427a-859c-c92718b88712 None None] Port 62c5273c-c1f9-4950-a234-f6af2281b65d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:05:07.615856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af68b366-b3d8-4159-bafe-ef1b1a3ab7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.653204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.20.0.11 (e49fb132-12e2-4369-b802-ffd5be5b39d0/ad606931-0d45-4066-a5b0-274c5f809f22/d5779d54-dc22-4d12-be2b-8e709d8274b8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:07.663504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.703339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Router be02e7b9-756b-4d9c-b669-eea78d79ed5c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:07.764932 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.768400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.771039 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-789d3672-8376-48fd-8fe7-fb286321d293 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511370 Sep 24 00:05:07.825411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b6e19609-f331-41a9-aaa0-cf118f44980c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:07.826801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b6e19609-f331-41a9-aaa0-cf118f44980c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.3885767 Sep 24 00:05:07.827970 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.828491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Fanout notify agent at l3_agent the message router_deleted on router ef010e70-74c3-4a2b-933d-540bcf2c0d22 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:05:07.835693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.842475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b6f1773f-6445-4518-8fbf-ef00f5e064e4 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/ef010e70-74c3-4a2b-933d-540bcf2c0d22 HTTP/1.1" status: 204 len: 168 time: 1.8401639 Sep 24 00:05:07.843525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56004) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:07.848552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-00d2a2d0-af87-4597-a87b-980cef0cf6f7 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-312891181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:07.862919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-85389678-beb1-44f3-9800-426141ab0b08 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:05:07.863969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-85389678-beb1-44f3-9800-426141ab0b08 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0219712 Sep 24 00:05:07.880030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af68b366-b3d8-4159-bafe-ef1b1a3ab7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.882655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af68b366-b3d8-4159-bafe-ef1b1a3ab7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.886305 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-af68b366-b3d8-4159-bafe-ef1b1a3ab7db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/127678a2-de77-415a-be6c-7894973600e2 HTTP/1.1" status: 204 len: 168 time: 0.9814696 Sep 24 00:05:07.952098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68b366-b3d8-4159-bafe-ef1b1a3ab7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127678a2-de77-415a-be6c-7894973600e2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:07.985203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00d2a2d0-af87-4597-a87b-980cef0cf6f7 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:07.986594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00d2a2d0-af87-4597-a87b-980cef0cf6f7 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.001976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-6c5ead86-49b5-400b-8ec2-9eb8bfc098de tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1167812 Sep 24 00:05:08.106930 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a4ee3f6-87d8-49fc-9990-a4dbc7d8f3a9 req-76bdbfed-a4db-48e6-9cd3-660881f00ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886822 Sep 24 00:05:08.122182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-5650a9dd-fd16-40b8-8987-86e6f3f61a0c tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.201 HTTP/1.1" status: 200 len: 696 time: 0.1072714 Sep 24 00:05:08.129658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:08.139157 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fa17ee35-1800-4827-9a3d-a68602470949 admin admin] 10.222.0.24 "PUT /v2.0/routers/be02e7b9-756b-4d9c-b669-eea78d79ed5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7766573 Sep 24 00:05:08.147481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Sync routers for ids ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:08.161227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Routers {'be02e7b9-756b-4d9c-b669-eea78d79ed5c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:08.162789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:08.166622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.170687 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00d2a2d0-af87-4597-a87b-980cef0cf6f7 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.180745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00d2a2d0-af87-4597-a87b-980cef0cf6f7 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.240690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.251993 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00d2a2d0-af87-4597-a87b-980cef0cf6f7 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.253184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-00d2a2d0-af87-4597-a87b-980cef0cf6f7 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4085929 Sep 24 00:05:08.260899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56016) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:08.268715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:08.347070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:08.351249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:08.361366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:08.363672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Set router be02e7b9-756b-4d9c-b669-eea78d79ed5c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:08.410311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=d5779d54-dc22-4d12-be2b-8e709d8274b8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:08.439822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:08.440690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.460276 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-540694f2-4084-4aef-a9a6-8b17b4270e01 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5207608 Sep 24 00:05:08.462431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56026) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:08.475039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'port': {'network_id': 'e49fb132-12e2-4369-b802-ffd5be5b39d0', 'name': 'tempest-FloatingIPTestJSON-1702442685'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:08.625856 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.637661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:05Z', 'revision_number': 4, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '62c5273c-c1f9-4950-a234-f6af2281b65d', 'name': '', 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'mac_address': 'fa:16:3e:1c:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '41131780-df80-4350-9a16-453d3cf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:03Z', 'updated_at': '2021-09-24T00:05:05Z', 'revision_number': 2, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'subnets': [{'id': '41131780-df80-4350-9a16-453d3cf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:08.653378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Deleting port d280539f-4536-4801-ad49-12fe2157b530 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:08.653378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.671754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Checking router: be02e7b9-756b-4d9c-b669-eea78d79ed5c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:08.672107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Updating router be02e7b9-756b-4d9c-b669-eea78d79ed5c port 62c5273c-c1f9-4950-a234-f6af2281b65d binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:05:08.709828 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.712818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:08.716887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.743518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] device_id is not set on port dd46639c-ae30-42ea-b8bb-05ee1aca1281 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:05:08.859245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.859245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.879537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-08077e3a-b64c-44ba-94cc-7e298eeedcce tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2493737 Sep 24 00:05:08.895300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.20.0.6 (e49fb132-12e2-4369-b802-ffd5be5b39d0/ad606931-0d45-4066-a5b0-274c5f809f22/dd46639c-ae30-42ea-b8bb-05ee1aca1281) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:08.918786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:08.919071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:08.927556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Calling delete_port for d280539f-4536-4801-ad49-12fe2157b530 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:09.000611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.123148 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.130203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.137004 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.201818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.216348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb2ffa-13d9-407e-a2bd-58b480414550 None None] Pushing event updated for resources: {'Port': ['ID=62c5273c-c1f9-4950-a234-f6af2281b65d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:09.229251 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.297933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.366059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:09.372472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:09.382336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:09.387335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.420584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Attempting to bind port 62c5273c-c1f9-4950-a234-f6af2281b65d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:09.421759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Attempting to bind port 62c5273c-c1f9-4950-a234-f6af2281b65d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:09.422849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Attempting to bind port 62c5273c-c1f9-4950-a234-f6af2281b65d on network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:09.430216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:09.431402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Checking segment: {'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:09.432173 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.432729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Bound using segment: {'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:09.433527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Bound port: 62c5273c-c1f9-4950-a234-f6af2281b65d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8671c1f4-e46b-4dec-9328-7c7b67de7717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:09.434112 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.442912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=dd46639c-ae30-42ea-b8bb-05ee1aca1281,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:09.461355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event deleted for resources: {'Port': ['ID=d280539f-4536-4801-ad49-12fe2157b530,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:09.478734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:09.479443 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.504867 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-44d7b7aa-8028-42dd-b625-c9afe24c7d62 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0401123 Sep 24 00:05:09.508295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56060) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:09.518637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'dd46639c-ae30-42ea-b8bb-05ee1aca1281', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:09.543363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.549223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] For port 62c5273c-c1f9-4950-a234-f6af2281b65d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:09.557437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] For port 62c5273c-c1f9-4950-a234-f6af2281b65d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=62c5273c-c1f9-4950-a234-f6af2281b65d,segment=NetworkSegment(8671c1f4-e46b-4dec-9328-7c7b67de7717),segment_id=8671c1f4-e46b-4dec-9328-7c7b67de7717)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:09.564728 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.588230 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.602870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-05ac24e5-6ebd-4d87-91ae-c02a84c62a19 None None] Provisioning complete for port 62c5273c-c1f9-4950-a234-f6af2281b65d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:09.603251 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-05ac24e5-6ebd-4d87-91ae-c02a84c62a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.615388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.619987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.634027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f29d2bdc-bdf7-4093-b495-a8acf451ac8e req-b8003b16-e6fe-4fc4-b27a-f55d0308c93e tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "DELETE /v2.0/floatingips/f4dec910-5f3a-4387-ab38-5b7eac32e541 HTTP/1.1" status: 204 len: 173 time: 1.5017602 Sep 24 00:05:09.691951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Routers {'be02e7b9-756b-4d9c-b669-eea78d79ed5c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:09.692612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:09.692974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.755557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Allocated IP 172.25.5.239 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/3f0c5714-e5ae-481e-ba7b-7ea382c25aca) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:09.781246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb2ffa-13d9-407e-a2bd-58b480414550 None None] Pushing event updated for resources: {'Port': ['ID=62c5273c-c1f9-4950-a234-f6af2281b65d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:09.899747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56066) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:09.925830 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:09.977956 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.048647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4673-c54a-49eb-b4af-d5b44b79d472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.070695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:10.083321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:10.099078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:10.108339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event updated for resources: {'Port': ['ID=3f0c5714-e5ae-481e-ba7b-7ea382c25aca,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:10.108854 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-05ac24e5-6ebd-4d87-91ae-c02a84c62a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.113251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] Set router be02e7b9-756b-4d9c-b669-eea78d79ed5c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:10.147580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Allocated IP 172.25.5.140 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/b9782d1a-982e-4b05-b08a-76f580791ede) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:10.164411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4673-c54a-49eb-b4af-d5b44b79d472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.172064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5c4673-c54a-49eb-b4af-d5b44b79d472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.173311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fb67751-df37-4392-8509-799f9ae2f8bb req-578163dc-92c2-4243-9a12-cd4a20e22919 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups/ae631a0f-eb2f-428e-a37a-830942fb703f HTTP/1.1" status: 200 len: 1808 time: 0.1902781 Sep 24 00:05:10.222598 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7e5c4673-c54a-49eb-b4af-d5b44b79d472 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=198d6027e20d4f8299b2e57d9d59821b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3215945 Sep 24 00:05:10.225352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56070) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:10.227089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-05ac24e5-6ebd-4d87-91ae-c02a84c62a19 None None] For port 62c5273c-c1f9-4950-a234-f6af2281b65d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=62c5273c-c1f9-4950-a234-f6af2281b65d,segment=NetworkSegment(8671c1f4-e46b-4dec-9328-7c7b67de7717),segment_id=8671c1f4-e46b-4dec-9328-7c7b67de7717)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:10.234595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c4673-c54a-49eb-b4af-d5b44b79d472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99ceb94-0fd4-4e7f-8a17-1095f77d682f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:10.242213 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-05ac24e5-6ebd-4d87-91ae-c02a84c62a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.306919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1eb5044b-00d0-4c57-9f8c-29cd42e4bc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.332700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1eb5044b-00d0-4c57-9f8c-29cd42e4bc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.350558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac24e5-6ebd-4d87-91ae-c02a84c62a19 None None] Pushing event updated for resources: {'Port': ['ID=62c5273c-c1f9-4950-a234-f6af2281b65d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:10.392735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1eb5044b-00d0-4c57-9f8c-29cd42e4bc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.395727 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1eb5044b-00d0-4c57-9f8c-29cd42e4bc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.400961 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1eb5044b-00d0-4c57-9f8c-29cd42e4bc97 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d99ceb94-0fd4-4e7f-8a17-1095f77d682f HTTP/1.1" status: 204 len: 168 time: 0.1709244 Sep 24 00:05:10.408579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5044b-00d0-4c57-9f8c-29cd42e4bc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99ceb94-0fd4-4e7f-8a17-1095f77d682f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:10.409879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bbadfa4f-0757-4aca-a5c9-e43043a7719e None None] Provisioning complete for port 62c5273c-c1f9-4950-a234-f6af2281b65d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:10.410863 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbadfa4f-0757-4aca-a5c9-e43043a7719e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.414419 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1fb67751-df37-4392-8509-799f9ae2f8bb req-eec45339-6ad2-49c0-b7cf-750b61b79bbe tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.475536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.498210 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1fb67751-df37-4392-8509-799f9ae2f8bb req-eec45339-6ad2-49c0-b7cf-750b61b79bbe tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.536034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:05Z', 'revision_number': 4, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '62c5273c-c1f9-4950-a234-f6af2281b65d', 'name': '', 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'mac_address': 'fa:16:3e:1c:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '41131780-df80-4350-9a16-453d3cf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:03Z', 'updated_at': '2021-09-24T00:05:09Z', 'revision_number': 4, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'subnets': [{'id': '41131780-df80-4350-9a16-453d3cf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:10.602189 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.607319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.622125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6407c078-0848-448f-aa28-5a73ce5d3a5d None None] The sync data for ids ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'] in n-d-713498-18 is: [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:05Z', 'revision_number': 4, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '62c5273c-c1f9-4950-a234-f6af2281b65d', 'name': '', 'network_id': '83ba38ec-3e5a-4e76-a44f-1b598fdd86e6', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'mac_address': 'fa:16:3e:1c:7d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': '41131780-df80-4350-9a16-453d3cf68e08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:03Z', 'updated_at': '2021-09-24T00:05:09Z', 'revision_number': 4, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'subnets': [{'id': '41131780-df80-4350-9a16-453d3cf68e08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:10.668593 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1fb67751-df37-4392-8509-799f9ae2f8bb req-eec45339-6ad2-49c0-b7cf-750b61b79bbe tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.671147 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1fb67751-df37-4392-8509-799f9ae2f8bb req-eec45339-6ad2-49c0-b7cf-750b61b79bbe tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:10.672308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fb67751-df37-4392-8509-799f9ae2f8bb req-eec45339-6ad2-49c0-b7cf-750b61b79bbe tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "DELETE /v2.0/security-groups/ae631a0f-eb2f-428e-a37a-830942fb703f HTTP/1.1" status: 204 len: 173 time: 0.4902618 Sep 24 00:05:10.690085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.25.5.119 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/05712049-b224-4d7c-82be-48d91253eee6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:10.726054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec45339-6ad2-49c0-b7cf-750b61b79bbe tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae631a0f-eb2f-428e-a37a-830942fb703f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:10.732054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:10.752037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Pushing event updated for resources: {'Port': ['ID=b9782d1a-982e-4b05-b08a-76f580791ede,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:10.754571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:10.759002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:10.930346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.029781 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.087393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:11.090546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:11.094993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:11.104623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=05712049-b224-4d7c-82be-48d91253eee6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:11.332479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea23784-def5-4c7c-ba34-c32e8cfcddc9 req-ed20fb3d-da8c-43ca-ab51-a7bb70dd45ee tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:11.334063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ea23784-def5-4c7c-ba34-c32e8cfcddc9 req-ed20fb3d-da8c-43ca-ab51-a7bb70dd45ee tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.0872581 Sep 24 00:05:11.496258 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.513093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ea23784-def5-4c7c-ba34-c32e8cfcddc9 req-17138f37-2a01-4db2-9142-60e409d721bb tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397667 Sep 24 00:05:11.531846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56102) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:11.575482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.583403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.588718 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.603997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.692851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.726006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2072641319-network', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:11.765111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Made reservation on behalf of 91d4ea14f31d461eb98dc7fe7eb70196 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:11.771257 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.785698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.861785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Router b770f66a-7658-4962-b3a4-4d5ce9ea2e5c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:11.880620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.889712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.949438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.957435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:11.997896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.008294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.038472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Pushing event updated for resources: {'Port': ['ID=b9782d1a-982e-4b05-b08a-76f580791ede,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:12.060729 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.065311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:12.075856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:12.082101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=05712049-b224-4d7c-82be-48d91253eee6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:12.083259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.087266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e4b991a7-c98e-4d6f-87fb-ebf2daa71f52 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "PUT /v2.0/routers/b770f66a-7658-4962-b3a4-4d5ce9ea2e5c HTTP/1.1" status: 200 len: 883 time: 3.8225567 Sep 24 00:05:12.087266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.087498 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd08e1b-8a03-45b3-a0ed-54c5d5307975 None None] Sync routers for ids ['b770f66a-7658-4962-b3a4-4d5ce9ea2e5c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:12.087955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-e888fd0a-aae5-4e01-9f03-f75ffde59f72 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2072637 Sep 24 00:05:12.088048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56108) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:12.095222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.095575 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Added segment 3cfeffc9-f93c-423c-80e7-5411bfc25097 of type vlan for network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee Sep 24 00:05:12.125933 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd08e1b-8a03-45b3-a0ed-54c5d5307975 None None] Routers {'b770f66a-7658-4962-b3a4-4d5ce9ea2e5c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:12.126919 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-afd08e1b-8a03-45b3-a0ed-54c5d5307975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b770f66a-7658-4962-b3a4-4d5ce9ea2e5c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:12.154797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f644840c-8ae5-4fff-ac60-a6efb6428cb7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:12.161911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.200420 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-afd08e1b-8a03-45b3-a0ed-54c5d5307975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:12.205142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-338b9533-4c31-4ddd-93c0-765fc9a7bfa3 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0750341 Sep 24 00:05:12.215308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.228826 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd08e1b-8a03-45b3-a0ed-54c5d5307975 None None] Routers {'b770f66a-7658-4962-b3a4-4d5ce9ea2e5c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:12.229436 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-afd08e1b-8a03-45b3-a0ed-54c5d5307975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b770f66a-7658-4962-b3a4-4d5ce9ea2e5c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:12.265107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.266691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:12.267493 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.292570 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-afd08e1b-8a03-45b3-a0ed-54c5d5307975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:12.293781 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd08e1b-8a03-45b3-a0ed-54c5d5307975 None None] The sync data for ids ['b770f66a-7658-4962-b3a4-4d5ce9ea2e5c'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:12.346410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e9ee667b-1318-4e59-b48d-9bf6a407746a tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/routers/b770f66a-7658-4962-b3a4-4d5ce9ea2e5c HTTP/1.1" status: 200 len: 924 time: 0.2572703 Sep 24 00:05:12.349229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56112) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:12.386646 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8537438 Sep 24 00:05:12.388003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8010fea-b72a-4d71-b4f8-5b6bda058e39 admin admin] Pushing event updated for resources: {'Network': ['ID=7b3456a3-5a12-425c-a6c2-8ac52b8642ee,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:12.390400 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 556e1155-40e9-4054-8461-e2fd30af893c associated. External IP: 172.25.5.119, port: dd46639c-ae30-42ea-b8bb-05ee1aca1281. Sep 24 00:05:12.392211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56114) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:12.398934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:12.406101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Request body: {'subnet': {'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2072641319-subnet', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:12.427008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-9dcd0ac8-4d2c-4456-b818-1f042b4ace25 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:12.429493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-baa97c55-6f9d-498d-9429-7b4904e2b695 req-9dcd0ac8-4d2c-4456-b818-1f042b4ace25 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2149904 Sep 24 00:05:12.447139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855317a4-80ad-428e-becf-458a40069773 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:12.448732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-855317a4-80ad-428e-becf-458a40069773 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=b770f66a-7658-4962-b3a4-4d5ce9ea2e5c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0985560 Sep 24 00:05:12.453026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56118) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:12.518608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Made reservation on behalf of 91d4ea14f31d461eb98dc7fe7eb70196 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:12.520970 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.553606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c9593e1-8ef7-441b-92e0-037475389090 req-b5b5b932-8317-4ae3-9949-b54db747cb89 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips/75a4f2df-1810-4d45-80dd-dd84be39cf9c HTTP/1.1" status: 200 len: 693 time: 0.0892580 Sep 24 00:05:12.710483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 62c5273c-c1f9-4950-a234-f6af2281b65d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:12.764679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 62c5273c-c1f9-4950-a234-f6af2281b65d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:12.765047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:12.773090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf44151b-8897-417d-a1a9-df4c8c977561 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:12.774554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bf44151b-8897-417d-a1a9-df4c8c977561 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 881 time: 0.3205683 Sep 24 00:05:12.783859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56124) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:12.828979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d646cfb-4e9d-4a62-bf5c-b001e0c1d9c5 req-77f27048-a3ec-4622-a981-7ab4e5679cad tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:12.830555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d646cfb-4e9d-4a62-bf5c-b001e0c1d9c5 req-77f27048-a3ec-4622-a981-7ab4e5679cad tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.2434859 Sep 24 00:05:12.837095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a77c8cab-30a9-4d3e-a247-95b830b032b5 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=b770f66a-7658-4962-b3a4-4d5ce9ea2e5c HTTP/1.1" status: 200 len: 205 time: 0.0520964 Sep 24 00:05:12.856266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56126) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:12.923924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:12.939841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9593e1-8ef7-441b-92e0-037475389090 req-c11f8652-12f2-453e-88a4-ff311e7edb86 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:12.941185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c9593e1-8ef7-441b-92e0-037475389090 req-c11f8652-12f2-453e-88a4-ff311e7edb86 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.3557785 Sep 24 00:05:12.961114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-3c9593e1-8ef7-441b-92e0-037475389090 req-10a8035f-3ea9-4f01-82e0-f4ed27ed17d7 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:05:12.962027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c9593e1-8ef7-441b-92e0-037475389090 req-10a8035f-3ea9-4f01-82e0-f4ed27ed17d7 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128136 Sep 24 00:05:13.020065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d646cfb-4e9d-4a62-bf5c-b001e0c1d9c5 req-8eced303-0327-44db-8d9d-bdfe063e51e5 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/security-groups?id=c50e6c7f-3510-4b39-9f64-a0053c7d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628244 Sep 24 00:05:13.060385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:13.072328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f94d84-3de0-41db-849e-99e43601e5a5 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:13.078547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.084176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f94d84-3de0-41db-849e-99e43601e5a5 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:13.085011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-40f94d84-3de0-41db-849e-99e43601e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:13.113328 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e4052f88-596f-4465-bd04-3926ec44ec88 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6037517 Sep 24 00:05:13.114016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56130) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:13.120043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:13.121569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-40f94d84-3de0-41db-849e-99e43601e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:13.129983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f94d84-3de0-41db-849e-99e43601e5a5 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:13.130580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-40f94d84-3de0-41db-849e-99e43601e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:13.145771 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.151890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75845c49-6905-41df-bdf3-7509a5577b86 req-644b7eb1-92b8-4ce4-8f6b-4855246b8855 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=6bfb13a893594e7a816111d4aad9d14f HTTP/1.1" status: 200 len: 696 time: 0.0989275 Sep 24 00:05:13.155848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.164771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-40f94d84-3de0-41db-849e-99e43601e5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:13.165529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f94d84-3de0-41db-849e-99e43601e5a5 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:13.195820 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.283672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef6eb453-d48a-4f26-9302-56f88e23db58,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:13.309022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-b182c91b-7eab-40e4-8216-55db629847b9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.310714 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-b182c91b-7eab-40e4-8216-55db629847b9 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.20 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 946 time: 0.1117351 Sep 24 00:05:13.389873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Checking segment: {'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:13.390213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Network hostable DHCP agents. Network: 7b3456a3-5a12-425c-a6c2-8ac52b8642ee, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:13.428933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845c49-6905-41df-bdf3-7509a5577b86 req-b29c4b1b-2cb9-4faa-a09a-3d6ade46e661 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.430472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75845c49-6905-41df-bdf3-7509a5577b86 req-b29c4b1b-2cb9-4faa-a09a-3d6ade46e661 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/networks?id=91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 787 time: 0.2528582 Sep 24 00:05:13.433570 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.446968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-75845c49-6905-41df-bdf3-7509a5577b86 req-9ed59223-de00-4f96-a93b-013ed8b6212c tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:05:13.448434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75845c49-6905-41df-bdf3-7509a5577b86 req-9ed59223-de00-4f96-a93b-013ed8b6212c tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088356 Sep 24 00:05:13.450576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:13.467550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.478348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.478867 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 556e1155-40e9-4054-8461-e2fd30af893c disassociated. External IP: 172.25.5.119, port: dd46639c-ae30-42ea-b8bb-05ee1aca1281. Sep 24 00:05:13.488372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 7b3456a3-5a12-425c-a6c2-8ac52b8642ee) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:13.499698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:13.500298 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.500709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9895329-13de-4996-8c8c-3ee84e4c839a None None] Network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:13.600158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Deleting port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:13.600594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.665038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-7b3456a3-5a12-425c-a6c2-8ac52b8642ee', 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'fixed_ips': [{'subnet_id': 'ef6eb453-d48a-4f26-9302-56f88e23db58'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:05:13.666211 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.757184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] For port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:13.758147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.806531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Calling delete_port for 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:13.810007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Allocated IP 172.20.0.2 (7b3456a3-5a12-425c-a6c2-8ac52b8642ee/ef6eb453-d48a-4f26-9302-56f88e23db58/a5c96fd9-b318-425a-a7c1-1dfdea948e44) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:13.867609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:13.890184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-12453a68-3d33-42d9-b798-4cef5ee8c8e0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.4942575 Sep 24 00:05:13.894613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56138) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:13.900243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-478959d6-b283-4b26-ab60-4cf4f7b8fad4 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips/75a4f2df-1810-4d45-80dd-dd84be39cf9c HTTP/1.1" status: 200 len: 693 time: 0.3859134 Sep 24 00:05:13.901607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:13.910357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Deleting port 3f0c5714-e5ae-481e-ba7b-7ea382c25aca {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:13.910357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.957952 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.966884 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.986228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:13.987278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.008176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:14.012736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:14.016966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:14.047228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Pushing event updated for resources: {'Port': ['ID=a5c96fd9-b318-425a-a7c1-1dfdea948e44,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:14.052580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.075300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Calling delete_port for 3f0c5714-e5ae-481e-ba7b-7ea382c25aca owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:14.098797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Attempting to bind port a5c96fd9-b318-425a-a7c1-1dfdea948e44 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:14.099238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Attempting to bind port a5c96fd9-b318-425a-a7c1-1dfdea948e44 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:14.100241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Attempting to bind port a5c96fd9-b318-425a-a7c1-1dfdea948e44 on network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:14.106037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:14.111848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.115134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:14.116386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Checking segment: {'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:14.117455 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e5ce0-9bf7-41f1-a05b-8d63284d6968 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:14.118143 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.118829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Bound using segment: {'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:14.119760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Bound port: a5c96fd9-b318-425a-a7c1-1dfdea948e44, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:14.120660 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.136968 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e5ce0-9bf7-41f1-a05b-8d63284d6968 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:14.137418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.137587 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-187e5ce0-9bf7-41f1-a05b-8d63284d6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:14.141385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.169267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:05:14.171231 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-187e5ce0-9bf7-41f1-a05b-8d63284d6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:14.181611 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187e5ce0-9bf7-41f1-a05b-8d63284d6968 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:14.182455 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-187e5ce0-9bf7-41f1-a05b-8d63284d6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:14.192226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-707a4ba7-db2a-4bf0-a729-ad1c8879e484 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:14.199761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-707a4ba7-db2a-4bf0-a729-ad1c8879e484 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.2359757 Sep 24 00:05:14.230329 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-187e5ce0-9bf7-41f1-a05b-8d63284d6968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:14.231468 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187e5ce0-9bf7-41f1-a05b-8d63284d6968 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:14.239152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] For port a5c96fd9-b318-425a-a7c1-1dfdea948e44, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:14.245623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] For port a5c96fd9-b318-425a-a7c1-1dfdea948e44, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a5c96fd9-b318-425a-a7c1-1dfdea948e44,segment=NetworkSegment(3cfeffc9-f93c-423c-80e7-5411bfc25097),segment_id=3cfeffc9-f93c-423c-80e7-5411bfc25097)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:14.256101 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.260754 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Pushing event deleted for resources: {'Port': ['ID=3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:14.274039 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-864c2061-81cf-45f2-b914-020c59f52995 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/floatingips/556e1155-40e9-4054-8461-e2fd30af893c HTTP/1.1" status: 200 len: 688 time: 1.1565552 Sep 24 00:05:14.276942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56144) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:14.322233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ab0726-3f2b-4b44-b164-38c8a14d7413 None None] Pushing event updated for resources: {'Port': ['ID=a5c96fd9-b318-425a-a7c1-1dfdea948e44,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:14.330091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] No DVR routers for this DVR port 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:05:14.351598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-7cdc36ec-1bb7-4a91-9350-68eba2e97f78 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.1371844 Sep 24 00:05:14.355298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cea2114-6349-43af-88c8-f773be3ee52b req-7fcce413-f13d-497b-b0dd-098f03419d03 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.24 "GET /v2.0/ports?device_id=5526deed-65d1-483f-a9b6-6ebcb7b22789 HTTP/1.1" status: 200 len: 210 time: 0.0564520 Sep 24 00:05:14.365905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.368421 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6399a32f-8e70-41cf-bc23-bcc0a21a44de req-130e1337-314f-4936-8264-c67400e1c4f6 tempest-ServerRescueTestJSONUnderV235-1090708850 tempest-ServerRescueTestJSONUnderV235-1090708850-project] 10.222.0.20 "DELETE /v2.0/ports/3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a HTTP/1.1" status: 204 len: 173 time: 1.0303051 Sep 24 00:05:14.381507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'name': 'network-vif-deleted', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:14.385406 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7f966e-c012-4169-8564-3c2e7fe5ec11" -d '{"events": [{"server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "name": "network-vif-deleted", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:14.428138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-1f832955-9ff8-4e52-91cc-126b6a17ea39 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.140 HTTP/1.1" status: 200 len: 696 time: 0.0692031 Sep 24 00:05:14.440965 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c9bdc5-22aa-447b-b907-dacf3575ae01 x-openstack-request-id: req-a0c9bdc5-22aa-447b-b907-dacf3575ae01 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:14.441256 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5526deed-65d1-483f-a9b6-6ebcb7b22789", "name": "network-vif-deleted", "tag": "3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:14.441511 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a0c9bdc5-22aa-447b-b907-dacf3575ae01 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:14.441917 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5526deed-65d1-483f-a9b6-6ebcb7b22789', 'name': 'network-vif-deleted', 'tag': '3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a', 'status': 'completed', 'code': 200} Sep 24 00:05:14.516190 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.652991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 05712049-b224-4d7c-82be-48d91253eee6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:14.653512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.721407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.737073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Deleting port b9782d1a-982e-4b05-b08a-76f580791ede {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:14.737605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.792249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event deleted for resources: {'Port': ['ID=3f0c5714-e5ae-481e-ba7b-7ea382c25aca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:14.799603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a5c96fd9-b318-425a-a7c1-1dfdea948e44 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:14.821051 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.821457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.866074 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.872911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 05712049-b224-4d7c-82be-48d91253eee6 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:14.878444 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a5c96fd9-b318-425a-a7c1-1dfdea948e44 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:14.878854 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:14.997390 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.011170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.020129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.024189 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.033703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.037400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a5c96fd9-b318-425a-a7c1-1dfdea948e44, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a5c96fd9-b318-425a-a7c1-1dfdea948e44,segment=NetworkSegment(3cfeffc9-f93c-423c-80e7-5411bfc25097),segment_id=3cfeffc9-f93c-423c-80e7-5411bfc25097)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:15.043962 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.069897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.070732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.084254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Calling delete_port for b9782d1a-982e-4b05-b08a-76f580791ede owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:15.090483 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.091033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Fanout notify agent at l3_agent the message router_deleted on router b770f66a-7658-4962-b3a4-4d5ce9ea2e5c {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:05:15.099304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.100530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a37518f2-b574-4248-91d2-f7639ee83ace tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/b770f66a-7658-4962-b3a4-4d5ce9ea2e5c HTTP/1.1" status: 204 len: 168 time: 2.2404659 Sep 24 00:05:15.104849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56152) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:15.107325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a5c96fd9-b318-425a-a7c1-1dfdea948e44,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:15.109635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c114986e-3206-4808-9e87-7962fd6226a6 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-7143013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:15.201818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c114986e-3206-4808-9e87-7962fd6226a6 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.202989 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c114986e-3206-4808-9e87-7962fd6226a6 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.225589 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.244238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Allocated IP 172.25.5.226 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/cd15055c-8af2-4e96-b5d8-d94fd7023cec) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:15.280950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=05712049-b224-4d7c-82be-48d91253eee6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:15.290282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.316185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Pushing event deleted for resources: {'Port': ['ID=b9782d1a-982e-4b05-b08a-76f580791ede,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:15.332873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c114986e-3206-4808-9e87-7962fd6226a6 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.359541 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c114986e-3206-4808-9e87-7962fd6226a6 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.399360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c114986e-3206-4808-9e87-7962fd6226a6 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.403044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c114986e-3206-4808-9e87-7962fd6226a6 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2946904 Sep 24 00:05:15.405102 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56158) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:15.408092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.413880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.415360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e654fc75-ead9-4e33-82bc-abff313e7511 req-22d169b3-9b0c-40de-a1e5-424350d923b6 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "DELETE /v2.0/floatingips/75a4f2df-1810-4d45-80dd-dd84be39cf9c HTTP/1.1" status: 204 len: 173 time: 0.9454036 Sep 24 00:05:15.418214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.420438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.422376 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a031c25b-0ed7-43fd-b8f9-40becb32aec8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/floatingips/556e1155-40e9-4054-8461-e2fd30af893c HTTP/1.1" status: 204 len: 168 time: 1.1442275 Sep 24 00:05:15.422492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': True}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:15.454071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56160) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:15.454415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:15.467666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'd5779d54-dc22-4d12-be2b-8e709d8274b8'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:15.552533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.574719 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.580970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1262f224-f9d0-488e-9769-d8464d90ff27 None None] Network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:15.647724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-606af2ff-eb11-4c71-aa7c-fa31cbf505f0 None None] Provisioning complete for port a5c96fd9-b318-425a-a7c1-1dfdea948e44 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:15.648163 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-606af2ff-eb11-4c71-aa7c-fa31cbf505f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.738288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-f3fc7555-8896-4e27-a189-8661ad9962f4 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2634623 Sep 24 00:05:15.781275 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:15.795037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:15.845957 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.050699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.091734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.125332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1899eeb0-1902-4017-89b3-5b721ce27579 None None] Provisioning complete for port a5c96fd9-b318-425a-a7c1-1dfdea948e44 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:16.126747 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1899eeb0-1902-4017-89b3-5b721ce27579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.138938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:16.146789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.149319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:16.159768 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:16.177018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.187751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Pushing event updated for resources: {'Port': ['ID=cd15055c-8af2-4e96-b5d8-d94fd7023cec,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:16.241447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.285039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Allocated IP 172.25.5.134 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/8afdf58f-0a69-4746-af25-f85ed1e32625) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:16.387302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.423400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.496779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:16.507430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:16.513093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Pushing event updated for resources: {'Port': ['ID=8afdf58f-0a69-4746-af25-f85ed1e32625,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:16.518481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:16.528176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Allocated IP 172.25.5.145 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/b8d4b32b-ee71-4cfe-87f4-8ceac179f46b) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:16.577905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.673768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.679090 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.705014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a5c96fd9-b318-425a-a7c1-1dfdea948e44 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:16.723532 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.737537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.794749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a5c96fd9-b318-425a-a7c1-1dfdea948e44 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:16.795415 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.815973 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.884233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:16.892037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:16.924121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:16.951989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'Port': ['ID=b8d4b32b-ee71-4cfe-87f4-8ceac179f46b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:16.991644 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:16.996431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.25.5.239 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/183a4fdf-8828-4d4d-a2ce-e81dd1252fbd) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:17.096699 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.103726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.222707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Pushing event updated for resources: {'Port': ['ID=8afdf58f-0a69-4746-af25-f85ed1e32625,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:17.240090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.242503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.263286 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.264528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-9104d2c7-1b86-4bdc-867c-4b0940c30075 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4770496 Sep 24 00:05:17.311389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Router de55fc68-7e7e-4537-a7dd-06d41466ae7b is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:17.340116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.374463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Deleting port e9232439-bd3e-4107-8d48-ceee3e67f009 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:17.374830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.449653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:17.462335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:17.469823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:17.471761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=183a4fdf-8828-4d4d-a2ce-e81dd1252fbd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:17.683169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-1302ec32-b137-4593-b4fa-4823cbcd57a5 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.3916962 Sep 24 00:05:17.688829 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.866413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-baa0dff8-17c3-41d1-947c-7c433f8b9e38 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:17.868549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-baa0dff8-17c3-41d1-947c-7c433f8b9e38 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.1775236 Sep 24 00:05:17.892847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:17.911333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] For port e9232439-bd3e-4107-8d48-ceee3e67f009, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e9232439-bd3e-4107-8d48-ceee3e67f009,segment=NetworkSegment(9776aa20-a8d8-434b-b384-a5affc542918),segment_id=9776aa20-a8d8-434b-b384-a5affc542918)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:17.911695 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.913170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:17.913991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 3749e45b-11c9-4c5a-8eb6-e2ca6e8e909a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:17.914116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-bdf9e1ca-5e91-41cf-8f0f-08b7f1b220c2 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:05:17.915066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-701654c8-d4b6-45a9-8e7f-60bb90a75452 req-bdf9e1ca-5e91-41cf-8f0f-08b7f1b220c2 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0393212 Sep 24 00:05:17.921432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:17.939651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Calling delete_port for e9232439-bd3e-4107-8d48-ceee3e67f009 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:17.941396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Sync routers for ids ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:17.955166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Routers {'de55fc68-7e7e-4537-a7dd-06d41466ae7b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:17.955827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:17.979938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:17.983748 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-33daf617-f9d0-4d83-be13-6a7b02e0b02b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.0843499 Sep 24 00:05:17.985076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56188) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:18.031634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-48b236d1-f59c-4525-b9a5-5e0ef90f173f tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips/0d7bd3c3-3979-434c-945b-271bc4e35aaa HTTP/1.1" status: 200 len: 693 time: 0.0805824 Sep 24 00:05:18.055605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.072175 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.096017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Set router de55fc68-7e7e-4537-a7dd-06d41466ae7b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:18.195298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-5d5e577e-8f9c-4aa4-b138-b52ef12c4870 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:18.196665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-5d5e577e-8f9c-4aa4-b138-b52ef12c4870 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 784 time: 0.1565001 Sep 24 00:05:18.275975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-4a4f5796-4e32-4abc-92a0-ec71d905e811 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.0532169 Sep 24 00:05:18.293412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:16Z', 'revision_number': 3, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:18.335266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-4eb21bbb-4a2a-425d-87c0-004f98ce077f tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.5.134 HTTP/1.1" status: 200 len: 696 time: 0.0493801 Sep 24 00:05:18.397177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Router 3dfbc5cc-4788-4543-8ae3-f6a1ec62192c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:18.509133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Checking router: de55fc68-7e7e-4537-a7dd-06d41466ae7b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:18.509841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Updating router de55fc68-7e7e-4537-a7dd-06d41466ae7b port cd15055c-8af2-4e96-b5d8-d94fd7023cec binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:05:18.536171 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.575662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Deleting port 8afdf58f-0a69-4746-af25-f85ed1e32625 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:18.576055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.577952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:18.582527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.583766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d0a7a413-4cd5-49a5-80ad-66d8b9c3efa1 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "PUT /v2.0/routers/3dfbc5cc-4788-4543-8ae3-f6a1ec62192c HTTP/1.1" status: 200 len: 916 time: 3.1791174 Sep 24 00:05:18.590083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56192) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:18.590553 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c20def3-8b43-492f-983f-e84f187c94ee None None] Sync routers for ids ['3dfbc5cc-4788-4543-8ae3-f6a1ec62192c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:18.599211 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20def3-8b43-492f-983f-e84f187c94ee None None] Routers {'3dfbc5cc-4788-4543-8ae3-f6a1ec62192c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:18.600037 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c20def3-8b43-492f-983f-e84f187c94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3dfbc5cc-4788-4543-8ae3-f6a1ec62192c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:18.643365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.644807 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c20def3-8b43-492f-983f-e84f187c94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:18.658585 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c20def3-8b43-492f-983f-e84f187c94ee None None] Routers {'3dfbc5cc-4788-4543-8ae3-f6a1ec62192c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:18.660452 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c20def3-8b43-492f-983f-e84f187c94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['3dfbc5cc-4788-4543-8ae3-f6a1ec62192c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:18.691710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.692098 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.703931 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c20def3-8b43-492f-983f-e84f187c94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:18.704995 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c20def3-8b43-492f-983f-e84f187c94ee None None] The sync data for ids ['3dfbc5cc-4788-4543-8ae3-f6a1ec62192c'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:18.705135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Calling delete_port for 8afdf58f-0a69-4746-af25-f85ed1e32625 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:18.721226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.748942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e9232439-bd3e-4107-8d48-ceee3e67f009,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:18.859144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.860766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.872359 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.887680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Pushing event deleted for resources: {'Port': ['ID=8afdf58f-0a69-4746-af25-f85ed1e32625,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:18.934885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4de04a0c-f84d-44eb-808e-2751bdf05c13 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/routers/3dfbc5cc-4788-4543-8ae3-f6a1ec62192c HTTP/1.1" status: 200 len: 922 time: 0.3408930 Sep 24 00:05:18.938673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56196) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:18.958946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Attempting to bind port cd15055c-8af2-4e96-b5d8-d94fd7023cec on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:18.959540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Attempting to bind port cd15055c-8af2-4e96-b5d8-d94fd7023cec by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:18.960018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Attempting to bind port cd15055c-8af2-4e96-b5d8-d94fd7023cec on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:18.969861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:18.970370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:18.970789 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.971225 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:18.971687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Bound port: cd15055c-8af2-4e96-b5d8-d94fd7023cec, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:18.972064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.989680 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.993009 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:18.994179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fdb2656-9204-4807-8405-6a8e6ff16bdc req-52e5d32e-2296-4804-8761-d36e25809aea tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "DELETE /v2.0/floatingips/0d7bd3c3-3979-434c-945b-271bc4e35aaa HTTP/1.1" status: 204 len: 173 time: 0.6445940 Sep 24 00:05:19.004295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c47288c-443b-4831-9d23-fa7c84172701 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:19.005978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6c47288c-443b-4831-9d23-fa7c84172701 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=3dfbc5cc-4788-4543-8ae3-f6a1ec62192c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0663068 Sep 24 00:05:19.008794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:19.009864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Pushing event updated for resources: {'Port': ['ID=cd15055c-8af2-4e96-b5d8-d94fd7023cec,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:19.021614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.041184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.041531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.041871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.042201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.042534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.042889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.043345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.043673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.043995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.044314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.044635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.045519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:19.097663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] For port cd15055c-8af2-4e96-b5d8-d94fd7023cec, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:19.101033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] For port cd15055c-8af2-4e96-b5d8-d94fd7023cec, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cd15055c-8af2-4e96-b5d8-d94fd7023cec,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:19.105165 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-8fe4c86b-27e1-4640-a191-ec8bc75ca4d9 req-bd20473f-2e9e-4487-a4c4-36f2853f35fd tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] show failed (client error): The resource could not be found. Sep 24 00:05:19.106324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fe4c86b-27e1-4640-a191-ec8bc75ca4d9 req-bd20473f-2e9e-4487-a4c4-36f2853f35fd tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips/0d7bd3c3-3979-434c-945b-271bc4e35aaa HTTP/1.1" status: 404 len: 350 time: 0.0681031 Sep 24 00:05:19.112781 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.182359 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-2fbed09d-4cbd-49ed-ab6f-d4d0af4fba12 req-1429edd0-fd38-4f60-a44d-bc16d538a597 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] show failed (client error): The resource could not be found. Sep 24 00:05:19.183518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Routers {'de55fc68-7e7e-4537-a7dd-06d41466ae7b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:19.184222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:19.189543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fbed09d-4cbd-49ed-ab6f-d4d0af4fba12 req-1429edd0-fd38-4f60-a44d-bc16d538a597 tempest-FloatingIPsTestJSON-177008316 tempest-FloatingIPsTestJSON-177008316-project] 10.222.0.24 "GET /v2.0/floatingips/0d7bd3c3-3979-434c-945b-271bc4e35aaa HTTP/1.1" status: 404 len: 350 time: 0.0514481 Sep 24 00:05:19.194884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:19.195452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.212256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.246512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58a4cc-01de-45b8-af45-c8277bf5329a None None] Pushing event updated for resources: {'Port': ['ID=cd15055c-8af2-4e96-b5d8-d94fd7023cec,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:19.271927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e354b-b12b-4709-8c0d-8df54761e8ea tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:19.274801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bf5e354b-b12b-4709-8c0d-8df54761e8ea tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 881 time: 0.2639976 Sep 24 00:05:19.280658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56208) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:19.316766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] Set router de55fc68-7e7e-4537-a7dd-06d41466ae7b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:19.342589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ea162f40-7922-4318-8812-3763496b24e5 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dfbc5cc-4788-4543-8ae3-f6a1ec62192c HTTP/1.1" status: 200 len: 205 time: 0.0607417 Sep 24 00:05:19.345099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56210) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:19.467124 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.490905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.525466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:16Z', 'revision_number': 3, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:19.543267 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.554599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de1477d-f61e-47a8-b134-dad986e7d234 None None] The sync data for ids ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'] in n-d-713498-18 is: [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:16Z', 'revision_number': 3, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:19.682603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=183a4fdf-8828-4d4d-a2ce-e81dd1252fbd,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:19.708665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Allocated IP 172.20.0.1 (7b3456a3-5a12-425c-a6c2-8ac52b8642ee/ef6eb453-d48a-4f26-9302-56f88e23db58/b73aa475-a62b-4e9c-950a-61072f39d214) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:19.714217 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.847726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Deleting port b8d4b32b-ee71-4cfe-87f4-8ceac179f46b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:19.848266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:19.926039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.103308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.224551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Router 6fd07fce-4352-4ace-9e44-4731501ec07c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:20.315470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.329833 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.347436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Calling delete_port for b8d4b32b-ee71-4cfe-87f4-8ceac179f46b owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:20.363231 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 48fb10fd-6b98-41bf-b489-4aac89582f68 associated. External IP: 172.25.5.239, port: d5779d54-dc22-4d12-be2b-8e709d8274b8. Sep 24 00:05:20.496451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.577374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:20.587675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:20.591669 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bf9b8309-64ca-4da8-ba48-54ed836622cb admin admin] 10.222.0.24 "PUT /v2.0/routers/6fd07fce-4352-4ace-9e44-4731501ec07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1341715 Sep 24 00:05:20.597272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] Sync routers for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:20.601994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:20.603613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:20.611023 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:20.613640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Pushing event updated for resources: {'Port': ['ID=b73aa475-a62b-4e9c-950a-61072f39d214,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:20.629994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:20.631879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:20.692412 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.740283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event deleted for resources: {'Port': ['ID=b8d4b32b-ee71-4cfe-87f4-8ceac179f46b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:20.752729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.846278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:20.852577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.860271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Deleting port 62c5273c-c1f9-4950-a234-f6af2281b65d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:20.860470 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.939360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.967499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cd15055c-8af2-4e96-b5d8-d94fd7023cec up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:20.990006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:20.994799 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.006488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:21.060354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-18cb155d-c609-49ef-9e48-c93c57115cb2 None None] Provisioning complete for port b73aa475-a62b-4e9c-950a-61072f39d214 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:21.060711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18cb155d-c609-49ef-9e48-c93c57115cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.087414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.088378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Fanout notify agent at l3_agent the message router_deleted on router 3dfbc5cc-4788-4543-8ae3-f6a1ec62192c {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:05:21.096162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.097282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6ccf420d-47c2-4a68-aa7f-b209f7244227 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/3dfbc5cc-4788-4543-8ae3-f6a1ec62192c HTTP/1.1" status: 204 len: 168 time: 1.7511435 Sep 24 00:05:21.103779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:21.110319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e990f1cc-d38d-4daf-ab12-e75f2cc14045 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-201492681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:21.128332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] For port 62c5273c-c1f9-4950-a234-f6af2281b65d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=62c5273c-c1f9-4950-a234-f6af2281b65d,segment=NetworkSegment(8671c1f4-e46b-4dec-9328-7c7b67de7717),segment_id=8671c1f4-e46b-4dec-9328-7c7b67de7717)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:21.128897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.130813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-18cb155d-c609-49ef-9e48-c93c57115cb2 None None] Port b73aa475-a62b-4e9c-950a-61072f39d214 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:05:21.146170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port cd15055c-8af2-4e96-b5d8-d94fd7023cec triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:21.146550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.151412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Calling delete_port for 62c5273c-c1f9-4950-a234-f6af2281b65d owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:21.204665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:05:18Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:21.214197 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e990f1cc-d38d-4daf-ab12-e75f2cc14045 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.215249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e990f1cc-d38d-4daf-ab12-e75f2cc14045 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.245556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] Checking router: 6fd07fce-4352-4ace-9e44-4731501ec07c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:21.268861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.280075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] Routers {'6fd07fce-4352-4ace-9e44-4731501ec07c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:21.280678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['6fd07fce-4352-4ace-9e44-4731501ec07c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:21.293443 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.316332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:21.323329 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.332982 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41309c0-b6ef-40b5-a667-3cba1cb664d2 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:21.345020 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41309c0-b6ef-40b5-a667-3cba1cb664d2 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:21.350064 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f41309c0-b6ef-40b5-a667-3cba1cb664d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:21.358425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port cd15055c-8af2-4e96-b5d8-d94fd7023cec, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cd15055c-8af2-4e96-b5d8-d94fd7023cec,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:21.372146 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.394680 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f41309c0-b6ef-40b5-a667-3cba1cb664d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:21.403464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e990f1cc-d38d-4daf-ab12-e75f2cc14045 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.411955 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41309c0-b6ef-40b5-a667-3cba1cb664d2 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:21.412832 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f41309c0-b6ef-40b5-a667-3cba1cb664d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:21.417338 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e990f1cc-d38d-4daf-ab12-e75f2cc14045 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.437361 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e990f1cc-d38d-4daf-ab12-e75f2cc14045 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.441354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e990f1cc-d38d-4daf-ab12-e75f2cc14045 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3345919 Sep 24 00:05:21.442593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56228) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:21.448088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': False}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:21.458794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] Set router 6fd07fce-4352-4ace-9e44-4731501ec07c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:21.461640 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f41309c0-b6ef-40b5-a667-3cba1cb664d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:21.462471 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41309c0-b6ef-40b5-a667-3cba1cb664d2 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:21.494261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.508044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=cd15055c-8af2-4e96-b5d8-d94fd7023cec,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:21.581599 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7e97f89b-e17f-4a1f-af49-50486fe81c8e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.1261024 Sep 24 00:05:21.584809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56230) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:21.639212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.684635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:05:18Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:21.690068 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8b5782bf-25e5-4eb8-965e-86c4ce972559 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "GET /v2.0/floatingips/48fb10fd-6b98-41bf-b489-4aac89582f68 HTTP/1.1" status: 200 len: 978 time: 0.1002667 Sep 24 00:05:21.696941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Deleting port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:21.697287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.703972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56234) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:21.716658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c5273c-c1f9-4950-a234-f6af2281b65d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:21.719762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fac9c1-34d7-421e-b352-a786b4a9b60f None None] The sync data for ids ['6fd07fce-4352-4ace-9e44-4731501ec07c'] in n-d-713498-18 is: [{'id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1446836314-router', 'tenant_id': '6280c1e814dd41e6a44945aecd61de99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:54Z', 'updated_at': '2021-09-24T00:05:18Z', 'revision_number': 5, 'project_id': '6280c1e814dd41e6a44945aecd61de99', 'gw_port': {'id': '30a4fdbd-42cf-4789-854e-36ec5ae2ab62', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:7e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd07fce-4352-4ace-9e44-4731501ec07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:55Z', 'updated_at': '2021-09-24T00:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:21.757314 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.758018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.791139 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.921329 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fe7db9ff-0499-47bc-bbb0-719705f5c2cf tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2162452 Sep 24 00:05:21.922940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56236) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:21.930843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'port_id': 'dd46639c-ae30-42ea-b8bb-05ee1aca1281'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:21.949279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Pushing event updated for resources: {'Port': ['ID=b73aa475-a62b-4e9c-950a-61072f39d214,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:21.952664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.964276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] For port 30a4fdbd-42cf-4789-854e-36ec5ae2ab62, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=30a4fdbd-42cf-4789-854e-36ec5ae2ab62,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:21.964633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:21.992432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Calling delete_port for 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:22.040843 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.047185 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.422444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:22.425649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:22.441379 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.473030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.636652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.641011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Router de55fc68-7e7e-4537-a7dd-06d41466ae7b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:22.697421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a4fdbd-42cf-4789-854e-36ec5ae2ab62,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:22.764564 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d40692e3-9316-4476-aef9-853fb276fb37 None None] Provisioning complete for port b73aa475-a62b-4e9c-950a-61072f39d214 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:22.765149 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d40692e3-9316-4476-aef9-853fb276fb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.787085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cd15055c-8af2-4e96-b5d8-d94fd7023cec up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:22.789480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.849295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d40692e3-9316-4476-aef9-853fb276fb37 None None] Port b73aa475-a62b-4e9c-950a-61072f39d214 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:05:22.869565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port cd15055c-8af2-4e96-b5d8-d94fd7023cec triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:22.869565 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.923796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.957612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.962323 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7e1afd8b-3780-4891-a92b-8cdca795b443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:22.980315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e9232439-bd3e-4107-8d48-ceee3e67f009 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:23.003755 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: e9232439-bd3e-4107-8d48-ceee3e67f009 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:23.004307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e9232439-bd3e-4107-8d48-ceee3e67f009 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:23.015731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:23.021372 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ca86fc8f-cbbd-4399-bcb4-6200d70a0c23 admin admin] 10.222.0.24 "PUT /v2.0/routers/de55fc68-7e7e-4537-a7dd-06d41466ae7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0355127 Sep 24 00:05:23.022591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.023110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd07fce-4352-4ace-9e44-4731501ec07c {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:05:23.027258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.028513 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9eb4f8af-2c64-4a8c-82d9-f7034b742878 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6fd07fce-4352-4ace-9e44-4731501ec07c HTTP/1.1" status: 204 len: 168 time: 2.4227064 Sep 24 00:05:23.031006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56246) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:23.033310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Sync routers for ids ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:23.049748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Routers {'de55fc68-7e7e-4537-a7dd-06d41466ae7b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:23.050374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:23.099689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b03d2b1d-a094-423b-8fc0-c0ae5c361dd5 admin admin] Deleting subnet 7d4892b0-251e-46eb-a802-4c94705ce0c6 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:05:23.107439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b03d2b1d-a094-423b-8fc0-c0ae5c361dd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.191059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b03d2b1d-a094-423b-8fc0-c0ae5c361dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.191236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Set router de55fc68-7e7e-4537-a7dd-06d41466ae7b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:23.195122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Router be02e7b9-756b-4d9c-b669-eea78d79ed5c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:23.233015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Allocated IP 172.25.5.235 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/f772fd88-52e0-432d-9a5a-7461e8de3447) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:23.239005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b03d2b1d-a094-423b-8fc0-c0ae5c361dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.330305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b03d2b1d-a094-423b-8fc0-c0ae5c361dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.381924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d2b1d-a094-423b-8fc0-c0ae5c361dd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d4892b0-251e-46eb-a802-4c94705ce0c6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:23.389182 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b03d2b1d-a094-423b-8fc0-c0ae5c361dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.396753 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b03d2b1d-a094-423b-8fc0-c0ae5c361dd5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7d4892b0-251e-46eb-a802-4c94705ce0c6 HTTP/1.1" status: 204 len: 168 time: 0.3643398 Sep 24 00:05:23.399683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:23.520090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.588665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:23.598776 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] Sync routers for ids ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:23.608378 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] Routers {'be02e7b9-756b-4d9c-b669-eea78d79ed5c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:23.609244 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:23.609508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7e80903-a8dd-4454-ab1f-8c6eca49fd95 admin admin] 10.222.0.24 "PUT /v2.0/routers/be02e7b9-756b-4d9c-b669-eea78d79ed5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4132667 Sep 24 00:05:23.610156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56264) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:23.656296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.695776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c8c3d8f-bd38-4210-8db8-122d6725200d']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:23.712542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.resource_extend [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 00:05:23.713125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9776aa20-a8d8-434b-b384-a5affc542918') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:23.713475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9776aa20-a8d8-434b-b384-a5affc542918') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:23.728893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.747669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.756246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:23.758187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:23.760890 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:23.762991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'b73aa475-a62b-4e9c-950a-61072f39d214', 'name': '', 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'mac_address': 'fa:16:3e:7a:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ef6eb453-d48a-4f26-9302-56f88e23db58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:19Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 2, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'subnets': [{'id': 'ef6eb453-d48a-4f26-9302-56f88e23db58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:23.808303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Checking router: de55fc68-7e7e-4537-a7dd-06d41466ae7b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:23.809061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Updating router de55fc68-7e7e-4537-a7dd-06d41466ae7b port b73aa475-a62b-4e9c-950a-61072f39d214 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:05:23.814589 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.835204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.841160 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.872216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.881176 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] Set router be02e7b9-756b-4d9c-b669-eea78d79ed5c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:23.883104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.890605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:23.897061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c8c3d8f-bd38-4210-8db8-122d6725200d HTTP/1.1" status: 204 len: 168 time: 0.4959226 Sep 24 00:05:23.910959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff980d55-521b-433b-9ced-dbd679a41902 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c8c3d8f-bd38-4210-8db8-122d6725200d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:24.016027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.098122 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.114249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56272) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:24.174158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd00f36d-1a8a-4785-82ef-f9019eca00b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6280c1e814dd41e6a44945aecd61de99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563030 Sep 24 00:05:24.174604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56274) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:24.188401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:24.199767 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 48fb10fd-6b98-41bf-b489-4aac89582f68 associated. External IP: 172.25.5.239, port: d5779d54-dc22-4d12-be2b-8e709d8274b8. Sep 24 00:05:24.201976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:24.212932 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:24.214633 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 5, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:24.251117 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] Checking router: be02e7b9-756b-4d9c-b669-eea78d79ed5c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:24.254222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Pushing event updated for resources: {'Port': ['ID=f772fd88-52e0-432d-9a5a-7461e8de3447,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:24.265441 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] Routers {'be02e7b9-756b-4d9c-b669-eea78d79ed5c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:24.266229 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:24.271062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e771cbf-d881-4b37-9a6f-52644cb43770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.311849 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.320245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.321120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.332147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e771cbf-d881-4b37-9a6f-52644cb43770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.387878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496eeda7-c3c2-451a-95fa-50eeb0fc5ad6 None None] Pushing event updated for resources: {'Port': ['ID=b73aa475-a62b-4e9c-950a-61072f39d214,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:24.452019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e771cbf-d881-4b37-9a6f-52644cb43770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.455199 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] Set router be02e7b9-756b-4d9c-b669-eea78d79ed5c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:24.455965 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e771cbf-d881-4b37-9a6f-52644cb43770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.460733 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9e771cbf-d881-4b37-9a6f-52644cb43770 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c50e6c7f-3510-4b39-9f64-a0053c7d2781 HTTP/1.1" status: 204 len: 168 time: 0.2828083 Sep 24 00:05:24.494824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e771cbf-d881-4b37-9a6f-52644cb43770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e6c7f-3510-4b39-9f64-a0053c7d2781,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:24.498945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Attempting to bind port b73aa475-a62b-4e9c-950a-61072f39d214 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:24.499315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Attempting to bind port b73aa475-a62b-4e9c-950a-61072f39d214 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:24.500041 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Attempting to bind port b73aa475-a62b-4e9c-950a-61072f39d214 on network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:24.536409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:24.540098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Checking segment: {'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:24.541313 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.541726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Bound using segment: {'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:24.542235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Bound port: b73aa475-a62b-4e9c-950a-61072f39d214, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfeffc9-f93c-423c-80e7-5411bfc25097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:24.542621 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.739947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] For port b73aa475-a62b-4e9c-950a-61072f39d214, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:24.744491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] For port b73aa475-a62b-4e9c-950a-61072f39d214, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b73aa475-a62b-4e9c-950a-61072f39d214,segment=NetworkSegment(3cfeffc9-f93c-423c-80e7-5411bfc25097),segment_id=3cfeffc9-f93c-423c-80e7-5411bfc25097)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:24.751185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:24.808021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Deleting port e2af2d19-cb4b-4233-a9c5-14894e2281bb {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:24.808597 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.822385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.826574 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 5, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:24.873874 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5459da-0581-4b6b-9b05-93e1284b78ce None None] The sync data for ids ['be02e7b9-756b-4d9c-b669-eea78d79ed5c'] in n-d-713498-18 is: [{'id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'name': 'tempest-FloatingIPsTestJSON-237244712-router', 'tenant_id': '6bfb13a893594e7a816111d4aad9d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:04:57Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 5, 'project_id': '6bfb13a893594e7a816111d4aad9d14f', 'gw_port': {'id': 'e2af2d19-cb4b-4233-a9c5-14894e2281bb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be02e7b9-756b-4d9c-b669-eea78d79ed5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1630, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:04:58Z', 'updated_at': '2021-09-24T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:24.900486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496eeda7-c3c2-451a-95fa-50eeb0fc5ad6 None None] Pushing event updated for resources: {'Port': ['ID=b73aa475-a62b-4e9c-950a-61072f39d214,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:24.905176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:24.905750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 30a4fdbd-42cf-4789-854e-36ec5ae2ab62 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:24.945199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:24.945953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9589a984-9ac6-4354-b6f2-34d032be1445 None None] Provisioning complete for port b73aa475-a62b-4e9c-950a-61072f39d214 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:24.946731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9589a984-9ac6-4354-b6f2-34d032be1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:24.983710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:25.004954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Routers {'de55fc68-7e7e-4537-a7dd-06d41466ae7b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:25.005612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:25.126796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56288) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:25.128864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] For port e2af2d19-cb4b-4233-a9c5-14894e2281bb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e2af2d19-cb4b-4233-a9c5-14894e2281bb,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:25.129170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:25.219488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Calling delete_port for e2af2d19-cb4b-4233-a9c5-14894e2281bb owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:25.236242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] Set router de55fc68-7e7e-4537-a7dd-06d41466ae7b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:25.384394 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9589a984-9ac6-4354-b6f2-34d032be1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:25.527001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9589a984-9ac6-4354-b6f2-34d032be1445 None None] For port b73aa475-a62b-4e9c-950a-61072f39d214, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b73aa475-a62b-4e9c-950a-61072f39d214,segment=NetworkSegment(3cfeffc9-f93c-423c-80e7-5411bfc25097),segment_id=3cfeffc9-f93c-423c-80e7-5411bfc25097)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:25.552862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9589a984-9ac6-4354-b6f2-34d032be1445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:25.630364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589a984-9ac6-4354-b6f2-34d032be1445 None None] Pushing event updated for resources: {'Port': ['ID=b73aa475-a62b-4e9c-950a-61072f39d214,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:25.660871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'b73aa475-a62b-4e9c-950a-61072f39d214', 'name': '', 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'mac_address': 'fa:16:3e:7a:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ef6eb453-d48a-4f26-9302-56f88e23db58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:19Z', 'updated_at': '2021-09-24T00:05:24Z', 'revision_number': 4, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'subnets': [{'id': 'ef6eb453-d48a-4f26-9302-56f88e23db58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:25.712530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd5cf4-0b9a-48ec-9eb3-1e06b196d717 None None] The sync data for ids ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'] in n-d-713498-18 is: [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'b73aa475-a62b-4e9c-950a-61072f39d214', 'name': '', 'network_id': '7b3456a3-5a12-425c-a6c2-8ac52b8642ee', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'mac_address': 'fa:16:3e:7a:42:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'ef6eb453-d48a-4f26-9302-56f88e23db58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:19Z', 'updated_at': '2021-09-24T00:05:24Z', 'revision_number': 4, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'subnets': [{'id': 'ef6eb453-d48a-4f26-9302-56f88e23db58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:25.737385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:25.738574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e75806c8-1093-4d30-affb-98782b5e94a6 None None] Provisioning complete for port b73aa475-a62b-4e9c-950a-61072f39d214 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:25.743515 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e75806c8-1093-4d30-affb-98782b5e94a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:25.875433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:25.918737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:25.941951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c0df1-2a99-4004-bea0-da237a17affd None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:26.028939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c0df1-2a99-4004-bea0-da237a17affd None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:26.030471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e62c0df1-2a99-4004-bea0-da237a17affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:26.088253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a54b78a-57f1-4b1c-8be0-c1331d64c00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.090220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e62c0df1-2a99-4004-bea0-da237a17affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:26.105948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62c0df1-2a99-4004-bea0-da237a17affd None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:26.106487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e62c0df1-2a99-4004-bea0-da237a17affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:26.151859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e62c0df1-2a99-4004-bea0-da237a17affd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:26.152179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62c0df1-2a99-4004-bea0-da237a17affd None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:26.159777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Deleting port b73aa475-a62b-4e9c-950a-61072f39d214 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:26.160259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.267916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] For port b73aa475-a62b-4e9c-950a-61072f39d214, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b73aa475-a62b-4e9c-950a-61072f39d214,segment=NetworkSegment(3cfeffc9-f93c-423c-80e7-5411bfc25097),segment_id=3cfeffc9-f93c-423c-80e7-5411bfc25097)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:26.268613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.285756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Calling delete_port for b73aa475-a62b-4e9c-950a-61072f39d214 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:26.313135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:26.420577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.468081 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.522242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.575239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Pushing event deleted for resources: {'Port': ['ID=b73aa475-a62b-4e9c-950a-61072f39d214,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:26.640708 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.688800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 62c5273c-c1f9-4950-a234-f6af2281b65d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:26.693973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.714781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 62c5273c-c1f9-4950-a234-f6af2281b65d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:26.715379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 62c5273c-c1f9-4950-a234-f6af2281b65d not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:26.828945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2af2d19-cb4b-4233-a9c5-14894e2281bb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:26.894254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-234a1bc8-623f-4288-a88a-6aa46daac911 req-83c2727f-76c0-4eaa-9a61-f5e208a66de0 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0915592 Sep 24 00:05:26.966547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:26.973342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.977293 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8a836-be80-4496-a094-ce4f78aa176d None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:26.991351 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:26.991610 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8a836-be80-4496-a094-ce4f78aa176d None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:26.995632 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dbe8a836-be80-4496-a094-ce4f78aa176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:27.038425 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dbe8a836-be80-4496-a094-ce4f78aa176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:27.043873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-f02e211c-2de6-430f-a8d9-de0305f873bf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3037574 Sep 24 00:05:27.050481 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe8a836-be80-4496-a094-ce4f78aa176d None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:27.051147 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dbe8a836-be80-4496-a094-ce4f78aa176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:27.054070 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.088829 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dbe8a836-be80-4496-a094-ce4f78aa176d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:27.090964 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe8a836-be80-4496-a094-ce4f78aa176d None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:27.247125 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.251982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.258999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56344) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:27.261709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f1194552-1f87-4eba-a1cb-49ac666f69a8 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/floatingips/48fb10fd-6b98-41bf-b489-4aac89582f68 HTTP/1.1" status: 200 len: 978 time: 5.3355141 Sep 24 00:05:27.270253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'port_id': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:27.353460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Router 1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:27.375724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-afef8857-5087-4d48-8e39-0cee6c88a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.376561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-afef8857-5087-4d48-8e39-0cee6c88a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.377077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-afef8857-5087-4d48-8e39-0cee6c88a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.377870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-afef8857-5087-4d48-8e39-0cee6c88a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.378350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-afef8857-5087-4d48-8e39-0cee6c88a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.379340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-afef8857-5087-4d48-8e39-0cee6c88a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.379819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-afef8857-5087-4d48-8e39-0cee6c88a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.383140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-afef8857-5087-4d48-8e39-0cee6c88a76e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6510 time: 0.2227366 Sep 24 00:05:27.395549 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.396612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be02e7b9-756b-4d9c-b669-eea78d79ed5c {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:05:27.413827 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.418971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-72f30757-5768-4232-82ee-60d55abfa432 admin admin] 10.222.0.24 "DELETE /v2.0/routers/be02e7b9-756b-4d9c-b669-eea78d79ed5c HTTP/1.1" status: 204 len: 168 time: 3.8046622 Sep 24 00:05:27.419964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56346) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:27.514776 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:05:27.611793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bda26b4-9f31-46d5-bbea-020f89ed84f4 admin admin] Deleting subnet 41131780-df80-4350-9a16-453d3cf68e08 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:05:27.627286 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9bda26b4-9f31-46d5-bbea-020f89ed84f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.691183 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.713995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:27.718910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.720508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-104a9928-79a9-4d96-8c3f-bb886b15c921 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "PUT /v2.0/routers/1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b HTTP/1.1" status: 200 len: 919 time: 6.2763822 Sep 24 00:05:27.724287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56348) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:27.724479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-0e671b07-2c3b-46fa-9ea5-5926aa931893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.724899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-0e671b07-2c3b-46fa-9ea5-5926aa931893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.725373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-0e671b07-2c3b-46fa-9ea5-5926aa931893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:27.726898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c8fd2-fcde-41be-9abb-387619a4b2dd None None] Sync routers for ids ['1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:27.727388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-0e671b07-2c3b-46fa-9ea5-5926aa931893 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fa905c6-5b85-4188-8ccc-e6003718f222&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=1231a640-714e-41c4-9a45-73b7f80e4d8b&id=1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 200 len: 2299 time: 0.3061700 Sep 24 00:05:27.732918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9bda26b4-9f31-46d5-bbea-020f89ed84f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:27.736559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c8fd2-fcde-41be-9abb-387619a4b2dd None None] Routers {'1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:27.737981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-eb5c8fd2-fcde-41be-9abb-387619a4b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:27.790382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-eb5c8fd2-fcde-41be-9abb-387619a4b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:27.798940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Router de55fc68-7e7e-4537-a7dd-06d41466ae7b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:27.807332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5c8fd2-fcde-41be-9abb-387619a4b2dd None None] Routers {'1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:27.810538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-eb5c8fd2-fcde-41be-9abb-387619a4b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:27.859287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-eb5c8fd2-fcde-41be-9abb-387619a4b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:27.860481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5c8fd2-fcde-41be-9abb-387619a4b2dd None None] The sync data for ids ['1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:27.909560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-2c80eb9a-ad15-4cbf-9f12-890506c19322 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 200 len: 1000 time: 0.1734600 Sep 24 00:05:27.979074 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9bda26b4-9f31-46d5-bbea-020f89ed84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.005134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f23e317-4fd7-43d7-bc10-a3b6d203a693 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/routers/1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b HTTP/1.1" status: 200 len: 925 time: 0.2780902 Sep 24 00:05:28.007228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.010098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56356) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:28.042645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.043012 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 48fb10fd-6b98-41bf-b489-4aac89582f68 disassociated. External IP: 172.25.5.239, port: dd46639c-ae30-42ea-b8bb-05ee1aca1281. Sep 24 00:05:28.066663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-5a77fd34-7204-485c-932e-d0ba4481de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:28.068285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-5a77fd34-7204-485c-932e-d0ba4481de1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7784be8-b5c0-437f-be3d-6205f84b0fca HTTP/1.1" status: 200 len: 856 time: 0.1515460 Sep 24 00:05:28.090514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69d32724-5ab0-4058-9638-9afbde5b0330 req-69fd895f-1b5e-4633-b06b-e0713c74b279 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0367262 Sep 24 00:05:28.122986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9bda26b4-9f31-46d5-bbea-020f89ed84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.146491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda26b4-9f31-46d5-bbea-020f89ed84f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41131780-df80-4350-9a16-453d3cf68e08,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:28.151396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9bda26b4-9f31-46d5-bbea-020f89ed84f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.153185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9bda26b4-9f31-46d5-bbea-020f89ed84f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/41131780-df80-4350-9a16-453d3cf68e08 HTTP/1.1" status: 204 len: 168 time: 0.7293780 Sep 24 00:05:28.156164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56358) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:28.160414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6f94d2-a72e-4b3e-b4e9-fbb79d39d988 None None] Network 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:28.163617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-41a83de2-4191-4825-a4b6-8c9f701d6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:28.165136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-41a83de2-4191-4825-a4b6-8c9f701d6d7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fa905c6-5b85-4188-8ccc-e6003718f222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797772 Sep 24 00:05:28.191628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:28.197724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723a3c11-5627-4af1-9bb0-8b5f44839463 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:28.199310 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-723a3c11-5627-4af1-9bb0-8b5f44839463 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1882491 Sep 24 00:05:28.202886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56360) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:28.209865 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-72ac1d1b-3cd6-4c9a-a51e-0f28ac5c6616 admin admin] 10.222.0.24 "PUT /v2.0/routers/de55fc68-7e7e-4537-a7dd-06d41466ae7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0820236 Sep 24 00:05:28.210054 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] Sync routers for ids ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:28.213497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56362) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:28.225981 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] Routers {'de55fc68-7e7e-4537-a7dd-06d41466ae7b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:28.226787 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:28.356391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204eae5-505b-4df7-b1bb-d5210a19ce5b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:28.360954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d204eae5-505b-4df7-b1bb-d5210a19ce5b tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 881 time: 0.1568460 Sep 24 00:05:28.361390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56366) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:28.372347 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] Set router de55fc68-7e7e-4537-a7dd-06d41466ae7b gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:28.380688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.382812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-b0e6186c-490a-4932-9136-259921c033b1 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104919 Sep 24 00:05:28.397412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] DHCP port deletion for 83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:05:28.418713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-01ed0443-3c74-4a85-9199-82fe61f67122 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b HTTP/1.1" status: 200 len: 205 time: 0.0545332 Sep 24 00:05:28.432887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56368) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:28.473378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] Deleting port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:28.473759 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.549980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.562772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] For port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=73b4ac73-73cc-4423-a9df-a7f96b1c3cd1,segment=NetworkSegment(8671c1f4-e46b-4dec-9328-7c7b67de7717),segment_id=8671c1f4-e46b-4dec-9328-7c7b67de7717)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:28.563250 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.576601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] Calling delete_port for 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:28.609111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-450420a1-3443-4421-8c1a-5669f9dacd4d service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036312 Sep 24 00:05:28.613936 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:26Z', 'revision_number': 5, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:28.645228 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] Checking router: de55fc68-7e7e-4537-a7dd-06d41466ae7b for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:05:28.646381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.657053 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] Routers {'de55fc68-7e7e-4537-a7dd-06d41466ae7b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:28.657815 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:28.681187 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.727367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] Pushing event deleted for resources: {'Port': ['ID=73b4ac73-73cc-4423-a9df-a7f96b1c3cd1,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:28.732336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e2af2d19-cb4b-4233-a9c5-14894e2281bb no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:28.739149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:28.746321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6ab6b8-9bef-45af-bb39-92490fc34b03 None None] No DVR routers for this DVR port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:05:28.749176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-df6a7dca-952a-4afc-9912-c586569831ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 217 time: 0.1221468 Sep 24 00:05:28.759950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Deleting port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:28.760465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.788002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: e2af2d19-cb4b-4233-a9c5-14894e2281bb {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:28.788699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e2af2d19-cb4b-4233-a9c5-14894e2281bb not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:28.789060 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] Set router de55fc68-7e7e-4537-a7dd-06d41466ae7b gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:05:28.789452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:28.814349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:28.815094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:28.852095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-240d673f-3769-48e3-8ac6-0d10af763984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:28.853955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-240d673f-3769-48e3-8ac6-0d10af763984 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0906837 Sep 24 00:05:28.856608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.915208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] For port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1, host n-d-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:28.915585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:28.973499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Calling delete_port for 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:28.979210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:05:29.019470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.059625 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c96fbfc1-af35-455c-972b-f978de5fe0db req-2d9b1182-85a5-480c-96f0-df69515e8e7b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0522671 Sep 24 00:05:29.072128 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.078563 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:26Z', 'revision_number': 5, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:29.089295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=73b4ac73-73cc-4423-a9df-a7f96b1c3cd1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:29.096185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] No DVR routers for this DVR port 73b4ac73-73cc-4423-a9df-a7f96b1c3cd1 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:05:29.103934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:29.116047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054262ca-9ba9-48be-ad62-abd48a7af387 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:29.128762 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.136701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054262ca-9ba9-48be-ad62-abd48a7af387 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:29.137406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-054262ca-9ba9-48be-ad62-abd48a7af387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:29.142776 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4449af-6a87-47a3-b7b5-47c145862f2d None None] The sync data for ids ['de55fc68-7e7e-4537-a7dd-06d41466ae7b'] in n-d-713498-18 is: [{'id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'name': 'tempest-ImageQuotaTest-2072641319-router', 'tenant_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:05:14Z', 'updated_at': '2021-09-24T00:05:26Z', 'revision_number': 5, 'project_id': '91d4ea14f31d461eb98dc7fe7eb70196', 'gw_port': {'id': 'cd15055c-8af2-4e96-b5d8-d94fd7023cec', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:d3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de55fc68-7e7e-4537-a7dd-06d41466ae7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:05:15Z', 'updated_at': '2021-09-24T00:05:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:29.180809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Deleting port cd15055c-8af2-4e96-b5d8-d94fd7023cec {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:29.181166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.189550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-054262ca-9ba9-48be-ad62-abd48a7af387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:29.206852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054262ca-9ba9-48be-ad62-abd48a7af387 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:29.207471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-054262ca-9ba9-48be-ad62-abd48a7af387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:29.217203 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6615e0f6-06e5-45e8-b708-50569e2407ac tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/floatingips/48fb10fd-6b98-41bf-b489-4aac89582f68 HTTP/1.1" status: 200 len: 688 time: 1.9558299 Sep 24 00:05:29.221192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56376) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:29.261842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.267929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-054262ca-9ba9-48be-ad62-abd48a7af387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:29.268232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054262ca-9ba9-48be-ad62-abd48a7af387 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:29.299645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-467474cc-8c24-4910-9a79-d58c213dc2ae req-3be9eb72-e5c0-4dd0-91f0-eeec8d907f08 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0299666 Sep 24 00:05:29.302495 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.318299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-794ef59e-101b-43ab-8666-208ac14ee641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:29.318933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-794ef59e-101b-43ab-8666-208ac14ee641 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4511247 Sep 24 00:05:29.360106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ba38ec-3e5a-4e76-a44f-1b598fdd86e6']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:29.404468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8671c1f4-e46b-4dec-9328-7c7b67de7717') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:29.405124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8671c1f4-e46b-4dec-9328-7c7b67de7717') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:29.420611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.438969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Deleting port f772fd88-52e0-432d-9a5a-7461e8de3447 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:29.439315 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.443428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-bfe40a27-2b57-48bf-b8ed-3d2d27beb4e9 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037977 Sep 24 00:05:29.464598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] For port cd15055c-8af2-4e96-b5d8-d94fd7023cec, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cd15055c-8af2-4e96-b5d8-d94fd7023cec,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:29.464966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.474277 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.485382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:29.485786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:29.488439 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:29.502370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Calling delete_port for cd15055c-8af2-4e96-b5d8-d94fd7023cec owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:29.594241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.620152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Calling delete_port for f772fd88-52e0-432d-9a5a-7461e8de3447 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:29.623593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-8e14c465-98fe-479f-8233-6bd2f9b75548 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703615 Sep 24 00:05:29.676164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-de6636a6-90c3-4ede-a469-389f366f5885 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 217 time: 0.0448112 Sep 24 00:05:29.767820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-749c35c0-fa0e-4da8-ac6a-6b404d9f6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:29.769316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-749c35c0-fa0e-4da8-ac6a-6b404d9f6812 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0648267 Sep 24 00:05:29.860633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-4453fc9e-36d3-43ee-80ee-5309c9dda70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:29.862163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-4453fc9e-36d3-43ee-80ee-5309c9dda70e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531204 Sep 24 00:05:29.889405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.899587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 183a4fdf-8828-4d4d-a2ce-e81dd1252fbd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:29.900597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.903358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:29.905252 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/83ba38ec-3e5a-4e76-a44f-1b598fdd86e6 HTTP/1.1" status: 204 len: 168 time: 1.7461686 Sep 24 00:05:29.934030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68dded-73e6-434a-8315-16caf1c59ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ba38ec-3e5a-4e76-a44f-1b598fdd86e6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:29.968597 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.000302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event deleted for resources: {'Port': ['ID=f772fd88-52e0-432d-9a5a-7461e8de3447,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:30.036592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-9b0906c9-63d3-4c08-a25a-0ad4820e41f4 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518900 Sep 24 00:05:30.070384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.070709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.084298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 183a4fdf-8828-4d4d-a2ce-e81dd1252fbd owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:30.154979 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.188380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56388) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:30.215160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.256905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd15055c-8af2-4e96-b5d8-d94fd7023cec,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:30.267996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.274584 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.290563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-b3db47a3-9c64-4ad9-a05b-a7a9a5fa7a50 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291791 Sep 24 00:05:30.326439 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-905c8461-940b-4e52-b555-8baca8e54a64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6bfb13a893594e7a816111d4aad9d14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1369505 Sep 24 00:05:30.329161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:30.361876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.362468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Fanout notify agent at l3_agent the message router_deleted on router 1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:05:30.369136 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.370848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5a8bed86-c6a1-48c6-9581-8c565550a8f8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b HTTP/1.1" status: 204 len: 168 time: 1.9367118 Sep 24 00:05:30.372082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-6d8c2226-150f-4151-bdef-ec1af7802d33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b HTTP/1.1" status: 200 len: 217 time: 0.0535641 Sep 24 00:05:30.374738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56394) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:30.383853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1007760294', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:30.408231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.444693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.469807 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c225d910-eca8-48c1-9a23-dc19b66e9d64 req-a216bc58-c5d5-461a-b48c-e470ee19cc22 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0473566 Sep 24 00:05:30.480503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-342f32c4-828c-4584-8a92-b99f547c03a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:30.481953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-342f32c4-828c-4584-8a92-b99f547c03a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0913925 Sep 24 00:05:30.482847 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.484025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.515564 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=183a4fdf-8828-4d4d-a2ce-e81dd1252fbd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:30.552244 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.555374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.557301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91e76eb3-0781-4c4c-a38e-f5c80d9b7ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.576710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.580905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-911535f2-9961-474b-b31b-d50d5cbb1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:30.582341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-911535f2-9961-474b-b31b-d50d5cbb1105 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0917976 Sep 24 00:05:30.653667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.654225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de55fc68-7e7e-4537-a7dd-06d41466ae7b {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:05:30.657248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91e76eb3-0781-4c4c-a38e-f5c80d9b7ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.662991 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.669771 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df8ec5dc-3fe3-4bc5-9f7e-3ff57cfa1166 admin admin] 10.222.0.24 "DELETE /v2.0/routers/de55fc68-7e7e-4537-a7dd-06d41466ae7b HTTP/1.1" status: 204 len: 168 time: 2.4242055 Sep 24 00:05:30.672790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56408) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:30.738384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b73aa475-a62b-4e9c-950a-61072f39d214 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:30.745463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.748094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.749284 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5fda7b4c-ee82-4c1a-88c3-9dfaa0111626 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/floatingips/48fb10fd-6b98-41bf-b489-4aac89582f68 HTTP/1.1" status: 204 len: 168 time: 1.5271821 Sep 24 00:05:30.759288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56410) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:30.784037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b73aa475-a62b-4e9c-950a-61072f39d214 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:30.784389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b73aa475-a62b-4e9c-950a-61072f39d214 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:30.811315 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-cb3bb0cb-0e48-442e-be2c-b32c9af2c579 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] delete failed (client error): The resource could not be found. Sep 24 00:05:30.816353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cb3bb0cb-0e48-442e-be2c-b32c9af2c579 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/floatingips/48fb10fd-6b98-41bf-b489-4aac89582f68 HTTP/1.1" status: 404 len: 345 time: 0.0560286 Sep 24 00:05:30.817308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56414) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:30.857713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-585b7861-fdae-40dd-83ed-bb02f68ade3a admin admin] Deleting subnet ef6eb453-d48a-4f26-9302-56f88e23db58 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:05:30.859582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.876721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-585b7861-fdae-40dd-83ed-bb02f68ade3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.934221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91e76eb3-0781-4c4c-a38e-f5c80d9b7ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.936330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80c341b3-9480-4825-a31d-95f6388083a9 req-139ce2cb-1a4f-4714-a2af-0ab782e11471 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0484030 Sep 24 00:05:30.936816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91e76eb3-0781-4c4c-a38e-f5c80d9b7ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.940407 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91e76eb3-0781-4c4c-a38e-f5c80d9b7ab9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd00a73e-2baa-4175-97a7-3646abb8d44e HTTP/1.1" status: 204 len: 168 time: 0.6078913 Sep 24 00:05:30.944229 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-585b7861-fdae-40dd-83ed-bb02f68ade3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:30.977086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c99303-208c-4d64-a99d-7f421b30cefa tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:30.983066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c99303-208c-4d64-a99d-7f421b30cefa tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:30.988328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-4508090b-ec07-4e24-9d7c-4afdba2743be service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095915 Sep 24 00:05:30.988984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c99303-208c-4d64-a99d-7f421b30cefa tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:30.993190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-20c99303-208c-4d64-a99d-7f421b30cefa tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "GET /v2.0/ports?network_id=e49fb132-12e2-4369-b802-ffd5be5b39d0 HTTP/1.1" status: 200 len: 2358 time: 0.1706724 Sep 24 00:05:30.995849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:30.999366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e76eb3-0781-4c4c-a38e-f5c80d9b7ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd00a73e-2baa-4175-97a7-3646abb8d44e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:31.069071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-585b7861-fdae-40dd-83ed-bb02f68ade3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.078391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463cda16-cc50-4673-bfd4-0c3a6bcf2e81 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:31.080283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-463cda16-cc50-4673-bfd4-0c3a6bcf2e81 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "GET /v2.0/subnets/ad606931-0d45-4066-a5b0-274c5f809f22 HTTP/1.1" status: 200 len: 797 time: 0.0833664 Sep 24 00:05:31.089588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56420) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:31.119483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'port': {'network_id': 'e49fb132-12e2-4369-b802-ffd5be5b39d0', 'name': 'tempest-FloatingIPTestJSON-988137745', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:31.139039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-585b7861-fdae-40dd-83ed-bb02f68ade3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.161447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-585b7861-fdae-40dd-83ed-bb02f68ade3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.167045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-585b7861-fdae-40dd-83ed-bb02f68ade3a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ef6eb453-d48a-4f26-9302-56f88e23db58 HTTP/1.1" status: 204 len: 168 time: 0.4883106 Sep 24 00:05:31.167146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec831b-d02e-42c3-8b65-490a68e331e0 None None] Network 7b3456a3-5a12-425c-a6c2-8ac52b8642ee requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:31.187803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:31.189904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b7861-fdae-40dd-83ed-bb02f68ade3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef6eb453-d48a-4f26-9302-56f88e23db58,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:31.365137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-a8d0877d-8169-4ff4-8da6-0f91520d75a0 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196311 Sep 24 00:05:31.373519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.429872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-77638c77-0392-4215-9245-3937bd53be10 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a HTTP/1.1" status: 200 len: 217 time: 0.0554328 Sep 24 00:05:31.453218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] DHCP port deletion for 7b3456a3-5a12-425c-a6c2-8ac52b8642ee request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:05:31.503550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] Deleting port a5c96fd9-b318-425a-a7c1-1dfdea948e44 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:31.503856 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.571751 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] For port a5c96fd9-b318-425a-a7c1-1dfdea948e44, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a5c96fd9-b318-425a-a7c1-1dfdea948e44,segment=NetworkSegment(3cfeffc9-f93c-423c-80e7-5411bfc25097),segment_id=3cfeffc9-f93c-423c-80e7-5411bfc25097)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:31.572405 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.581955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:31.590782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] Calling delete_port for a5c96fd9-b318-425a-a7c1-1dfdea948e44 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:31.618444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.620919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-c73be226-7f44-4efb-bfea-ca02ec17c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:31.622398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-c73be226-7f44-4efb-bfea-ca02ec17c112 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1817319 Sep 24 00:05:31.663884 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.698963 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.730396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] Pushing event deleted for resources: {'Port': ['ID=a5c96fd9-b318-425a-a7c1-1dfdea948e44,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:31.732517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bffec3-a7e3-405d-8053-cf8fed3ef26e None None] No DVR routers for this DVR port a5c96fd9-b318-425a-a7c1-1dfdea948e44 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:05:31.815370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Deleting port a5c96fd9-b318-425a-a7c1-1dfdea948e44 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:31.815714 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.850085 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:31.858313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-f75f33b9-add8-45cb-b496-ca90fab7e8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:31.859120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-f75f33b9-add8-45cb-b496-ca90fab7e8b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2134197 Sep 24 00:05:31.968330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] device_id is not set on port 84c07e88-b4d6-4411-97c0-c2747b5d0d24 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:05:31.984183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] For port a5c96fd9-b318-425a-a7c1-1dfdea948e44, host n-d-713498-18, got binding levels [] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:31.984553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.341615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Allocated IP 172.25.5.201 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/6fe1b98f-763a-4015-b96d-e46371511d71) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:32.418321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Calling delete_port for a5c96fd9-b318-425a-a7c1-1dfdea948e44 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:32.443111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Port a5c96fd9-b318-425a-a7c1-1dfdea948e44 was not found and therefore no delete operation was performed {{(pid=106379) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:05:32.478728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9804383e-31a9-41b7-a86c-b95b2bda7ccc req-2862cccc-f17f-48f4-880e-f5be774ef718 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.1107199 Sep 24 00:05:32.479343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.566960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c96fd9-b318-425a-a7c1-1dfdea948e44,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:32.597089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] No DVR routers for this DVR port a5c96fd9-b318-425a-a7c1-1dfdea948e44 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:05:32.611147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56504) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:32.657401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-47341c34-29e1-46ec-a772-ed33e76f81a6 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7805862 Sep 24 00:05:32.682512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cd15055c-8af2-4e96-b5d8-d94fd7023cec no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:32.703383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: cd15055c-8af2-4e96-b5d8-d94fd7023cec {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:32.703981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cd15055c-8af2-4e96-b5d8-d94fd7023cec not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:32.704571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a5c96fd9-b318-425a-a7c1-1dfdea948e44 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:05:32.723665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a5c96fd9-b318-425a-a7c1-1dfdea948e44 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:05:32.724104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a5c96fd9-b318-425a-a7c1-1dfdea948e44 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:05:32.734930 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7de539cf-757b-4509-a909-f2752a3f3d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.808227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.837596 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7de539cf-757b-4509-a909-f2752a3f3d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.841973 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7de539cf-757b-4509-a909-f2752a3f3d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.879957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de539cf-757b-4509-a909-f2752a3f3d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270ff9e1-570b-4652-98ba-7897f525b05e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:32.886097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7de539cf-757b-4509-a909-f2752a3f3d9a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36e4aa0fb8394dcd8643830f675b7d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738221 Sep 24 00:05:32.887136 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.888704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56510) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:32.904791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3456a3-5a12-425c-a6c2-8ac52b8642ee']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:32.931184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfeffc9-f93c-423c-80e7-5411bfc25097') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:32.931580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfeffc9-f93c-423c-80e7-5411bfc25097') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:32.938544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-43853da4-753b-4e06-9e4d-734b684e1b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.953525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:32.961322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-43853da4-753b-4e06-9e4d-734b684e1b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.000492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-114ce311-ac73-4fc7-90f6-e749db50aba2 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347762 Sep 24 00:05:33.011714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-43853da4-753b-4e06-9e4d-734b684e1b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.014364 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-43853da4-753b-4e06-9e4d-734b684e1b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.015585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-43853da4-753b-4e06-9e4d-734b684e1b28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/270ff9e1-570b-4652-98ba-7897f525b05e HTTP/1.1" status: 204 len: 168 time: 0.1257567 Sep 24 00:05:33.023854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43853da4-753b-4e06-9e4d-734b684e1b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270ff9e1-570b-4652-98ba-7897f525b05e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:33.030160 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.069977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-37995a42-dd2d-4a8f-b457-a478a6a1d24a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a HTTP/1.1" status: 200 len: 217 time: 0.0549672 Sep 24 00:05:33.073530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:33.073937 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:33.075669 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:33.086161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.20.0.14 (e49fb132-12e2-4369-b802-ffd5be5b39d0/ad606931-0d45-4066-a5b0-274c5f809f22/84c07e88-b4d6-4411-97c0-c2747b5d0d24) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:33.105099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.20.0.13 (e49fb132-12e2-4369-b802-ffd5be5b39d0/ad606931-0d45-4066-a5b0-274c5f809f22/84c07e88-b4d6-4411-97c0-c2747b5d0d24) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:33.107436 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.232952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:33.233743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.245912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:33.257059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-a830d267-f4a7-43d6-a8fa-aff099788201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:33.259110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-a830d267-f4a7-43d6-a8fa-aff099788201 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.1683466 Sep 24 00:05:33.261289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:33.272349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.272349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b3456a3-5a12-425c-a6c2-8ac52b8642ee HTTP/1.1" status: 204 len: 168 time: 2.0814195 Sep 24 00:05:33.273905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event updated for resources: {'Port': ['ID=6fe1b98f-763a-4015-b96d-e46371511d71,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:33.323282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ce124b-ec52-4026-8572-a0455523cf55 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b3456a3-5a12-425c-a6c2-8ac52b8642ee,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:33.432049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:33.460966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-6421a6b7-ab35-464d-8607-18a1cf973709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:33.462503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-6421a6b7-ab35-464d-8607-18a1cf973709 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1947548 Sep 24 00:05:33.478542 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3bd002a3-a50c-4b78-b854-ecd2bc8ad1ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=91d4ea14f31d461eb98dc7fe7eb70196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423846 Sep 24 00:05:33.478874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56532) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:33.557648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd8be6c4-d6d0-4aed-aaba-3bc7ea191a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.583224 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd8be6c4-d6d0-4aed-aaba-3bc7ea191a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.640161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd8be6c4-d6d0-4aed-aaba-3bc7ea191a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.643747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd8be6c4-d6d0-4aed-aaba-3bc7ea191a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.644933 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cd8be6c4-d6d0-4aed-aaba-3bc7ea191a9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f644840c-8ae5-4fff-ac60-a6efb6428cb7 HTTP/1.1" status: 204 len: 168 time: 0.1652095 Sep 24 00:05:33.650264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.655038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8be6c4-d6d0-4aed-aaba-3bc7ea191a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f644840c-8ae5-4fff-ac60-a6efb6428cb7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:33.656293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd3db54a-b075-44f2-8df6-0fbbf645536c req-dc1b44ac-5f30-4bdf-8971-db68dae9d3a2 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0888727 Sep 24 00:05:33.727973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-419a8015-0ed7-40d3-9d6c-2e8d38aa1ff2 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575963 Sep 24 00:05:33.850184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.876494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56550) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:33.897254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:33.952983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:33.964293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:33.969751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:33.975762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-1a02fc01-5d6a-46f9-9857-91d8f22f7a9a service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386415 Sep 24 00:05:34.006342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1610860853-network', 'tenant_id': '985c577509134bb0be9f9fb9686367cb'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:34.017962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=84c07e88-b4d6-4411-97c0-c2747b5d0d24,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:34.023574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56554) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:34.042263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5deefdfb-1a2d-4090-863b-5dc91911715c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.051582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Made reservation on behalf of 985c577509134bb0be9f9fb9686367cb for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:34.053915 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.058622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-4058d4eb-9e9a-4315-a540-f3142ef6f8dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 200 len: 217 time: 0.0690360 Sep 24 00:05:34.066675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.142582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:34.143126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.153528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5deefdfb-1a2d-4090-863b-5dc91911715c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.157514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5deefdfb-1a2d-4090-863b-5dc91911715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.206441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-876bd41b-6440-4962-9796-bb034641a99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:34.207931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-876bd41b-6440-4962-9796-bb034641a99b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.1413536 Sep 24 00:05:34.212189 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5deefdfb-1a2d-4090-863b-5dc91911715c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1880443 Sep 24 00:05:34.216395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56556) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:34.217043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deefdfb-1a2d-4090-863b-5dc91911715c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1189ff-22f1-4183-8407-875f854e16b2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:34.296532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-9a7dd2d0-ab3b-464e-b50b-31e5d77d4e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:34.298617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-9a7dd2d0-ab3b-464e-b50b-31e5d77d4e58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0822868 Sep 24 00:05:34.319587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.320684 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0510320c-6c26-4348-9bde-9ada7c4b0300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.358975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0510320c-6c26-4348-9bde-9ada7c4b0300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.370143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.380323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.391123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e34b138f-0a11-41ce-ad9c-44165d722c60 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.2767594 Sep 24 00:05:34.396439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56560) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:34.410585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '84c07e88-b4d6-4411-97c0-c2747b5d0d24', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:34.440202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:34.447286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e405e3d-1ed1-409b-9ba0-10abc2fd4244,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:34.462289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.462585 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Added segment 00c3e7f2-3372-431f-a26f-6eaa0ba43b54 of type vlan for network f9b7b53d-a505-4863-b88a-44a3c317dde1 Sep 24 00:05:34.472674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.489919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-8c174959-5bc6-43a1-9655-caba8fb01a56 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804552 Sep 24 00:05:34.512074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0510320c-6c26-4348-9bde-9ada7c4b0300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.514627 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0510320c-6c26-4348-9bde-9ada7c4b0300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.518461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0510320c-6c26-4348-9bde-9ada7c4b0300 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf1189ff-22f1-4183-8407-875f854e16b2 HTTP/1.1" status: 204 len: 168 time: 0.2959208 Sep 24 00:05:34.527523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.546431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0510320c-6c26-4348-9bde-9ada7c4b0300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1189ff-22f1-4183-8407-875f854e16b2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:34.586178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.587299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:34.587983 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.591819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Router a054fe7e-aaf0-4e4e-84dc-07d490fdd445 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:34.616472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0259a511-5425-4ad4-87b1-f2c340c0f783 req-d18e3cb7-f862-4f85-acc2-89cea1e6a82f service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167250 Sep 24 00:05:34.664372 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7860522 Sep 24 00:05:34.670154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56566) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:34.675791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Request body: {'subnet': {'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1610860853-subnet', 'tenant_id': '985c577509134bb0be9f9fb9686367cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:34.726576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffa01f-4fec-4b18-8420-4f6fc94d0f36 admin admin] Pushing event updated for resources: {'Network': ['ID=f9b7b53d-a505-4863-b88a-44a3c317dde1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:34.743427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f9b7b53d-a505-4863-b88a-44a3c317dde1 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:34.756076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Made reservation on behalf of 985c577509134bb0be9f9fb9686367cb for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:34.759149 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:34.854776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.052117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.25.5.43 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/71636983-4af9-4f92-9cf2-9590eaab8e7d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:35.053561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05c98d41-5758-4300-af0c-4ba7dc4e1dad req-0b805bd0-4699-4f1d-8e92-e6728771941d tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0393822 Sep 24 00:05:35.120452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.129782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:35.140421 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54453a-d1e2-4e26-8691-11d2ce5fe533 None None] Sync routers for ids ['a054fe7e-aaf0-4e4e-84dc-07d490fdd445'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:35.151616 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54453a-d1e2-4e26-8691-11d2ce5fe533 None None] Routers {'a054fe7e-aaf0-4e4e-84dc-07d490fdd445'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:35.152643 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eb54453a-d1e2-4e26-8691-11d2ce5fe533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a054fe7e-aaf0-4e4e-84dc-07d490fdd445'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:35.153405 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.157917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5270c2d3-b065-41c5-96eb-1230acb476a8 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.7774079 Sep 24 00:05:35.157917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56572) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:35.162075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:35.192383 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eb54453a-d1e2-4e26-8691-11d2ce5fe533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:35.203108 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb54453a-d1e2-4e26-8691-11d2ce5fe533 None None] Routers {'a054fe7e-aaf0-4e4e-84dc-07d490fdd445'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:35.204386 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eb54453a-d1e2-4e26-8691-11d2ce5fe533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a054fe7e-aaf0-4e4e-84dc-07d490fdd445'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:35.262898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:35.266495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Checking segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:35.267164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Network hostable DHCP agents. Network: f9b7b53d-a505-4863-b88a-44a3c317dde1, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:35.297657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.305345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Network f9b7b53d-a505-4863-b88a-44a3c317dde1 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:35.317019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f9b7b53d-a505-4863-b88a-44a3c317dde1) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:35.328659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:35.328659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.329480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9078819b-9e45-4d73-8111-a895c77d45bf None None] Network f9b7b53d-a505-4863-b88a-44a3c317dde1 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:35.333152 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eb54453a-d1e2-4e26-8691-11d2ce5fe533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:35.333788 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb54453a-d1e2-4e26-8691-11d2ce5fe533 None None] The sync data for ids ['a054fe7e-aaf0-4e4e-84dc-07d490fdd445'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:35.360905 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7b62d0ef-da2e-4ba5-8a99-99b3873aff8a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6886580 Sep 24 00:05:35.371931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.421213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:35.427465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:35.431611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:35.488521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=71636983-4af9-4f92-9cf2-9590eaab8e7d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:35.497210 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728a5b67-c975-40f4-9e0d-c5d4e9961924 None None] Network f9b7b53d-a505-4863-b88a-44a3c317dde1 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:35.589633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.602214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.664153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Deleting port 6fe1b98f-763a-4015-b96d-e46371511d71 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:35.664529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.752206 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.764668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Calling delete_port for 6fe1b98f-763a-4015-b96d-e46371511d71 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:35.881859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.950404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:35.957180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4165-f04b-45ea-b259-271e705178ba req-fbd45b28-4b78-4571-8a5c-a8c47e1b910e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:35.958682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-fbd45b28-4b78-4571-8a5c-a8c47e1b910e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 805 time: 0.1882291 Sep 24 00:05:35.976631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-6d1d800f-4200-43c8-b7bf-009c8095b2a6 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/quotas/985c577509134bb0be9f9fb9686367cb HTTP/1.1" status: 200 len: 375 time: 0.0116038 Sep 24 00:05:36.032757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-001ace7f-9ee1-4ac2-a713-5a88f4da00e7 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475838 Sep 24 00:05:36.076849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.120194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.125437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.148317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Pushing event deleted for resources: {'Port': ['ID=6fe1b98f-763a-4015-b96d-e46371511d71,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:36.192067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-376cb1a4-824e-4b22-b577-1c53727a2432 req-f731b2ec-abbc-4fda-8d35-6b60c42caf77 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0503006 Sep 24 00:05:36.197396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=71636983-4af9-4f92-9cf2-9590eaab8e7d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:36.208123 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.236613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-6ae5d053-8d97-4fbc-9486-f2aae81fd698 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962917 Sep 24 00:05:36.265162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.313969 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP fde727b4-de0e-4aa6-b95b-6bb5f7247f56 associated. External IP: 172.25.5.43, port: 84c07e88-b4d6-4411-97c0-c2747b5d0d24. Sep 24 00:05:36.400973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.483317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-14a9e78c-f672-4078-9374-764be85781ce service neutron] 10.222.0.24 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385819 Sep 24 00:05:36.516615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.520407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.529733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:36.601586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Router a054fe7e-aaf0-4e4e-84dc-07d490fdd445 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:36.678560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:36.686078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:36.690569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c305d-4906-47fc-8502-c1ecb57b4ef4 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:36.699754 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.700388 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a8e4a-2e61-4596-9d16-a0ee5a688ad0 None None] Sync routers for ids ['a054fe7e-aaf0-4e4e-84dc-07d490fdd445'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:36.700947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9e178b05-2ec1-43df-8c28-b03019873321 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "PUT /v2.0/routers/a054fe7e-aaf0-4e4e-84dc-07d490fdd445 HTTP/1.1" status: 200 len: 710 time: 1.5425928 Sep 24 00:05:36.708008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:36.722571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d51452c5-9bc1-46bf-9ba0-b3e0f249f05f req-74f04963-8603-4e22-901f-8ed0aaf42473 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 210 time: 0.0386105 Sep 24 00:05:36.735167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c305d-4906-47fc-8502-c1ecb57b4ef4 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:36.736125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e63c305d-4906-47fc-8502-c1ecb57b4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:36.739306 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a8e4a-2e61-4596-9d16-a0ee5a688ad0 None None] Routers {'a054fe7e-aaf0-4e4e-84dc-07d490fdd445'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:36.740102 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2b7a8e4a-2e61-4596-9d16-a0ee5a688ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a054fe7e-aaf0-4e4e-84dc-07d490fdd445'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:36.770192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:36.774195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e63c305d-4906-47fc-8502-c1ecb57b4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:36.783744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c305d-4906-47fc-8502-c1ecb57b4ef4 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:36.784365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e63c305d-4906-47fc-8502-c1ecb57b4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:36.801081 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-edfe2c63-6a74-49e1-942b-1fc9592cf999 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3970530 Sep 24 00:05:36.803858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56608) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:36.808682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-80d09a5e-d29b-4907-aedf-06030ecb7592 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'port_id': '84c07e88-b4d6-4411-97c0-c2747b5d0d24', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:36.825836 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2b7a8e4a-2e61-4596-9d16-a0ee5a688ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:36.828252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e63c305d-4906-47fc-8502-c1ecb57b4ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:36.828916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63c305d-4906-47fc-8502-c1ecb57b4ef4 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:36.837527 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7a8e4a-2e61-4596-9d16-a0ee5a688ad0 None None] Routers {'a054fe7e-aaf0-4e4e-84dc-07d490fdd445'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:36.838187 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2b7a8e4a-2e61-4596-9d16-a0ee5a688ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a054fe7e-aaf0-4e4e-84dc-07d490fdd445'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:36.874415 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2b7a8e4a-2e61-4596-9d16-a0ee5a688ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:36.875428 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7a8e4a-2e61-4596-9d16-a0ee5a688ad0 None None] The sync data for ids ['a054fe7e-aaf0-4e4e-84dc-07d490fdd445'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:36.883462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80d09a5e-d29b-4907-aedf-06030ecb7592 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:37.191433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e7cb556e-e77d-4864-a397-5069699143c3 tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/routers/a054fe7e-aaf0-4e4e-84dc-07d490fdd445 HTTP/1.1" status: 200 len: 745 time: 0.4770453 Sep 24 00:05:37.191987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56618) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:37.239973 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9aec6fa9-9dc5-43ed-9fc5-b7a1b22e21ba tempest-RoutersIpV6AdminTest-1371118858 tempest-RoutersIpV6AdminTest-1371118858-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=a054fe7e-aaf0-4e4e-84dc-07d490fdd445 HTTP/1.1" status: 200 len: 205 time: 0.0470262 Sep 24 00:05:37.243286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56622) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:37.280929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b4b7ad78-8c55-4f46-96b9-a6f6154f667d tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=a054fe7e-aaf0-4e4e-84dc-07d490fdd445 HTTP/1.1" status: 200 len: 205 time: 0.0341737 Sep 24 00:05:37.281120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56624) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:37.379067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64ab0f2b-8505-49b1-808e-9d2d3f93f5c4 req-0c81c1b6-8f99-4073-9a32-32c83f07bbdf tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0902410 Sep 24 00:05:37.420668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b639f20b-1021-4600-99eb-d4f94d331aa0 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:37.638006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b639f20b-1021-4600-99eb-d4f94d331aa0 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:37.641683 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b639f20b-1021-4600-99eb-d4f94d331aa0 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:37.658571 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80d09a5e-d29b-4907-aedf-06030ecb7592 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:37.673702 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80d09a5e-d29b-4907-aedf-06030ecb7592 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:37.786269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b639f20b-1021-4600-99eb-d4f94d331aa0 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:37.786887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b639f20b-1021-4600-99eb-d4f94d331aa0 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Fanout notify agent at l3_agent the message router_deleted on router a054fe7e-aaf0-4e4e-84dc-07d490fdd445 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:05:37.801193 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b639f20b-1021-4600-99eb-d4f94d331aa0 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:37.805743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b639f20b-1021-4600-99eb-d4f94d331aa0 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/a054fe7e-aaf0-4e4e-84dc-07d490fdd445 HTTP/1.1" status: 204 len: 168 time: 0.5203941 Sep 24 00:05:37.806476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:37.840615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d15e0a4b-55dd-4bc2-b699-171cd2b807f9 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=a054fe7e-aaf0-4e4e-84dc-07d490fdd445 HTTP/1.1" status: 200 len: 205 time: 0.0326953 Sep 24 00:05:37.841904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:37.884150 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-f471f3bf-1181-4dd9-8291-e4c477538385 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] delete failed (client error): The resource could not be found. Sep 24 00:05:37.888233 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f471f3bf-1181-4dd9-8291-e4c477538385 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/a054fe7e-aaf0-4e4e-84dc-07d490fdd445 HTTP/1.1" status: 404 len: 336 time: 0.0448017 Sep 24 00:05:37.889043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:37.921247 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1bab23f4-1d21-42ce-93a7-dff143cd1ec0 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b HTTP/1.1" status: 200 len: 205 time: 0.0308607 Sep 24 00:05:37.922178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56638) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:37.961209 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-43fa23ff-9d16-405a-8d42-2fe67a2cfc9b tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] delete failed (client error): The resource could not be found. Sep 24 00:05:37.962817 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-43fa23ff-9d16-405a-8d42-2fe67a2cfc9b tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/1b6ea853-818c-4dd5-a9c0-e2b231ad6c1b HTTP/1.1" status: 404 len: 336 time: 0.0390494 Sep 24 00:05:37.964956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56640) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:37.999006 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-53e69eec-6bcf-4dfe-a922-30a637e8e6df tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=3dfbc5cc-4788-4543-8ae3-f6a1ec62192c HTTP/1.1" status: 200 len: 205 time: 0.0326340 Sep 24 00:05:38.001233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56642) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.040627 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-3efd8af8-6a1d-4b48-ae14-161c6fe17c84 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] delete failed (client error): The resource could not be found. Sep 24 00:05:38.042030 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3efd8af8-6a1d-4b48-ae14-161c6fe17c84 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/3dfbc5cc-4788-4543-8ae3-f6a1ec62192c HTTP/1.1" status: 404 len: 336 time: 0.0396633 Sep 24 00:05:38.044782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56644) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.073636 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-23303b18-b430-42db-9877-e571c9563c9e tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=b770f66a-7658-4962-b3a4-4d5ce9ea2e5c HTTP/1.1" status: 200 len: 205 time: 0.0277061 Sep 24 00:05:38.076084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56646) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.118401 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-29678d32-e055-46cd-9b8a-692a2d287150 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] delete failed (client error): The resource could not be found. Sep 24 00:05:38.119501 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-29678d32-e055-46cd-9b8a-692a2d287150 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/b770f66a-7658-4962-b3a4-4d5ce9ea2e5c HTTP/1.1" status: 404 len: 336 time: 0.0424726 Sep 24 00:05:38.122190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56648) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.153542 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a161eb1-0db3-499e-b271-3336797df925 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=ef010e70-74c3-4a2b-933d-540bcf2c0d22 HTTP/1.1" status: 200 len: 205 time: 0.0281577 Sep 24 00:05:38.153762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56652) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.191878 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-29b316d4-ad41-45c5-bc0f-dc78fd9577ab tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] delete failed (client error): The resource could not be found. Sep 24 00:05:38.193870 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-29b316d4-ad41-45c5-bc0f-dc78fd9577ab tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/ef010e70-74c3-4a2b-933d-540bcf2c0d22 HTTP/1.1" status: 404 len: 336 time: 0.0388503 Sep 24 00:05:38.196935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56654) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.235633 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8f36e9ca-0622-46ef-83e2-773e35f23324 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "GET /v2.0/ports?device_id=9bc43c30-463e-4171-86f1-4786f1f8133c HTTP/1.1" status: 200 len: 205 time: 0.0375161 Sep 24 00:05:38.237984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56656) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.240681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c611904-ce7d-4346-8c50-4c7f409fbf42 req-3d229afc-e9e5-44d1-b19d-e7ca4e426567 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 210 time: 0.4164109 Sep 24 00:05:38.265361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4165-f04b-45ea-b259-271e705178ba req-f4df5968-5251-4c6d-8f98-f57a2a953e29 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:38.267080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-f4df5968-5251-4c6d-8f98-f57a2a953e29 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.18 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 805 time: 0.6231930 Sep 24 00:05:38.276154 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-64c11b75-e98c-455f-ab59-9e0e87686681 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] delete failed (client error): The resource could not be found. Sep 24 00:05:38.277185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-64c11b75-e98c-455f-ab59-9e0e87686681 tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/routers/9bc43c30-463e-4171-86f1-4786f1f8133c HTTP/1.1" status: 404 len: 336 time: 0.0382998 Sep 24 00:05:38.279843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56658) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.306068 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f26c8e4-a6bb-42cb-a230-3f027195016a tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] DELETE failed (client error): The resource could not be found. Sep 24 00:05:38.306496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f26c8e4-a6bb-42cb-a230-3f027195016a tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:05:38.306699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Request body: {'port': {'device_id': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'admin_state_up': True, 'tenant_id': '985c577509134bb0be9f9fb9686367cb'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:38.308215 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5f26c8e4-a6bb-42cb-a230-3f027195016a tempest-RoutersIpV6AdminTest-1596691805 tempest-RoutersIpV6AdminTest-1596691805-project] 10.222.0.24 "DELETE /v2.0/subnets/04353277-4dce-4e86-bbab-197b96150c80 HTTP/1.1" status: 404 len: 337 time: 0.0274825 Sep 24 00:05:38.462474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d09a5e-d29b-4907-aedf-06030ecb7592 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:38.503593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19490080-40de-4c57-96cf-c349dfc61dd1 req-c1c995be-7cca-4ede-a4fb-ae70349d3900 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0382037 Sep 24 00:05:38.523989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56666) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.541526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Made reservation on behalf of 985c577509134bb0be9f9fb9686367cb for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:38.545033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.637502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ac696a8-52f8-4bc3-b78a-ff182850c9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.682582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d09a5e-d29b-4907-aedf-06030ecb7592 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:38.694358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b39b4-d9f7-4598-b8c8-8cd679b0a354 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:38.705823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80d09a5e-d29b-4907-aedf-06030ecb7592 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.707468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b39b4-d9f7-4598-b8c8-8cd679b0a354 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:38.708516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-374b39b4-d9f7-4598-b8c8-8cd679b0a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:38.741333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ac696a8-52f8-4bc3-b78a-ff182850c9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.746594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ac696a8-52f8-4bc3-b78a-ff182850c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.783804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Allocated IP 172.20.0.2 (f9b7b53d-a505-4863-b88a-44a3c317dde1/3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa/eb7ebc33-2747-4556-b354-69fd7bf21dc0) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:38.790832 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0ac696a8-52f8-4bc3-b78a-ff182850c9e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43338e9a5394447caba6812bab354811&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2656326 Sep 24 00:05:38.793221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac696a8-52f8-4bc3-b78a-ff182850c9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7641684c-bcf8-4f91-8666-e295d4420d80,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:38.795737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56672) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.798551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-80d09a5e-d29b-4907-aedf-06030ecb7592 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/floatingips/fde727b4-de0e-4aa6-b95b-6bb5f7247f56 HTTP/1.1" status: 200 len: 977 time: 1.9935548 Sep 24 00:05:38.802542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56674) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:38.851971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa356c75-50b4-4321-9d8c-f671fcbe3c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.875103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa356c75-50b4-4321-9d8c-f671fcbe3c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.918280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-374b39b4-d9f7-4598-b8c8-8cd679b0a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:38.928437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374b39b4-d9f7-4598-b8c8-8cd679b0a354 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:38.929427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-374b39b4-d9f7-4598-b8c8-8cd679b0a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:38.931738 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.934653 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa356c75-50b4-4321-9d8c-f671fcbe3c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.938995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aa356c75-50b4-4321-9d8c-f671fcbe3c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:38.940164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aa356c75-50b4-4321-9d8c-f671fcbe3c5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7641684c-bcf8-4f91-8666-e295d4420d80 HTTP/1.1" status: 204 len: 168 time: 0.1434877 Sep 24 00:05:38.948109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa356c75-50b4-4321-9d8c-f671fcbe3c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7641684c-bcf8-4f91-8666-e295d4420d80,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:38.996691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-374b39b4-d9f7-4598-b8c8-8cd679b0a354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:38.997360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374b39b4-d9f7-4598-b8c8-8cd679b0a354 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:39.100240 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.120784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 71636983-4af9-4f92-9cf2-9590eaab8e7d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:39.121119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.192905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.242734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56684) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:39.260058 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.260939 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.264333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Network f9b7b53d-a505-4863-b88a-44a3c317dde1 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:39.276150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Pushing event updated for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:39.278771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:39.282478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:39.289000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 71636983-4af9-4f92-9cf2-9590eaab8e7d owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:39.291878 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4b8388b2-a304-4380-a6e8-62b5763eb40d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82fef9c03a4b443fa6a7160fe8348c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470920 Sep 24 00:05:39.293647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56688) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:39.345391 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56cee4a0-9392-44d1-a9b8-3a9180285f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.366081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56cee4a0-9392-44d1-a9b8-3a9180285f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.390335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:39.390982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.418707 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56cee4a0-9392-44d1-a9b8-3a9180285f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.421518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56cee4a0-9392-44d1-a9b8-3a9180285f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.422706 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-56cee4a0-9392-44d1-a9b8-3a9180285f4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b705094-0ff7-4907-9d4c-92dc2ce5d9e2 HTTP/1.1" status: 204 len: 168 time: 0.1277986 Sep 24 00:05:39.431222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cee4a0-9392-44d1-a9b8-3a9180285f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b705094-0ff7-4907-9d4c-92dc2ce5d9e2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:39.437906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-9af8857a-32a4-40bc-8b25-ad85dc093e6f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1354823 Sep 24 00:05:39.462152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Request body: {'port': {'device_id': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:39.493317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40927e-d5c6-4812-91f7-46ba667e3f28 req-c7f53d81-7a2f-43a4-b1b0-a9b2863d48e3 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:39.494833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa40927e-d5c6-4812-91f7-46ba667e3f28 req-c7f53d81-7a2f-43a4-b1b0-a9b2863d48e3 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 931 time: 0.1362817 Sep 24 00:05:39.563611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.595626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa40927e-d5c6-4812-91f7-46ba667e3f28 req-957e5416-751e-4dcc-923c-26edf7952134 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938792 Sep 24 00:05:39.642564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dca753bf-f277-407a-b557-3884f4776b84 req-2a44ef97-bd7a-4821-bbff-37efaf944b7d tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0502865 Sep 24 00:05:39.761658 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.800984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=71636983-4af9-4f92-9cf2-9590eaab8e7d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:39.916312 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:39.916647 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP fde727b4-de0e-4aa6-b95b-6bb5f7247f56 disassociated (deleted). External IP: 172.25.5.43, port: 84c07e88-b4d6-4411-97c0-c2747b5d0d24. Sep 24 00:05:40.051537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7ebc33-2747-4556-b354-69fd7bf21dc0 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:05:40.061623 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.084360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Transition to ACTIVE for port object eb7ebc33-2747-4556-b354-69fd7bf21dc0 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:05:40.114132 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.211188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:40.211384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56716) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:40.278067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:40.299099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Attempting to bind port eb7ebc33-2747-4556-b354-69fd7bf21dc0 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:40.299432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Attempting to bind port eb7ebc33-2747-4556-b354-69fd7bf21dc0 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:40.300050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Attempting to bind port eb7ebc33-2747-4556-b354-69fd7bf21dc0 on network f9b7b53d-a505-4863-b88a-44a3c317dde1 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:40.305989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Port eb7ebc33-2747-4556-b354-69fd7bf21dc0 on network f9b7b53d-a505-4863-b88a-44a3c317dde1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:05:40.306191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Attempting to bind port eb7ebc33-2747-4556-b354-69fd7bf21dc0 on network f9b7b53d-a505-4863-b88a-44a3c317dde1 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:40.316235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'networks': [{'name': 'tempest-network--1428208434'}, {'name': 'tempest-network--668750427'}]} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:40.316750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'network': {'name': 'tempest-network--1428208434'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:40.317063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'network': {'name': 'tempest-network--668750427'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:40.340527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Made reservation on behalf of 4384d2acd0644eafbb78010b61366f82 for: {'network': 2} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:40.344832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:40.345173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Checking segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:40.345297 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.345562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Bound using segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:40.345994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Bound port: eb7ebc33-2747-4556-b354-69fd7bf21dc0, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:40.346349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.354393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.448504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:40.450608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.454125 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.456074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.456932 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.460492 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f0060-72a8-4cd0-93da-0fab56f67920 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:40.478028 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f0060-72a8-4cd0-93da-0fab56f67920 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:40.479204 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-259f0060-72a8-4cd0-93da-0fab56f67920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:40.485842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:40.491353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e654d348-6a13-42aa-8b9a-425c62b4e157 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/floatingips/fde727b4-de0e-4aa6-b95b-6bb5f7247f56 HTTP/1.1" status: 204 len: 168 time: 1.6853197 Sep 24 00:05:40.492086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56722) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:40.496452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:40.506225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.506577 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Added segment d9fd865c-efb4-48a5-9c28-8243a8874e84 of type vlan for network b88e3f94-2f8b-4a46-b05f-208824b736f9 Sep 24 00:05:40.508762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:40.519518 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-259f0060-72a8-4cd0-93da-0fab56f67920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:40.528698 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.529024 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f0060-72a8-4cd0-93da-0fab56f67920 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:40.529646 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-259f0060-72a8-4cd0-93da-0fab56f67920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:40.550060 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.562878 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-259f0060-72a8-4cd0-93da-0fab56f67920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:40.563548 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259f0060-72a8-4cd0-93da-0fab56f67920 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:40.582130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbcdd3d-1abb-4b4c-9a72-550b464ae4cb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:40.587483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:40.588095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.589391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:40.589581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] 10.222.0.18 "PUT /v2.0/ports/eb7ebc33-2747-4556-b354-69fd7bf21dc0 HTTP/1.1" status: 200 len: 1092 time: 1.1362882 Sep 24 00:05:40.591798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:40.593915 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b" -d '{"events": [{"name": "network-changed", "server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:40.599076 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.599425 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Added segment 98256ea4-a2c5-447d-942c-4dfb9eddfaad of type vlan for network 51f34261-8ca7-4fb6-8336-73b4b51e4204 Sep 24 00:05:40.633974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e78e0ad-7b1e-42fa-bd87-a88e9823de7c service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:40.655824 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.690356 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fcc884-ca2f-48b3-b04f-784d9097b5b1 x-openstack-request-id: req-e1fcc884-ca2f-48b3-b04f-784d9097b5b1 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:40.690651 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:40.691098 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e1fcc884-ca2f-48b3-b04f-784d9097b5b1 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:40.691403 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'status': 'completed', 'code': 200} Sep 24 00:05:40.693704 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.694695 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.695022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-068df904-a100-4b64-a1b9-c1daebf07731 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 84c07e88-b4d6-4411-97c0-c2747b5d0d24 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:40.695691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-068df904-a100-4b64-a1b9-c1daebf07731 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.701423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:40.706843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:40.707859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:40.728159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4165-f04b-45ea-b259-271e705178ba req-1457ba80-4009-4650-83ab-c3b2d98e73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:40.729669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-1457ba80-4009-4650-83ab-c3b2d98e73e5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 1095 time: 0.0887706 Sep 24 00:05:40.746527 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5340645 Sep 24 00:05:40.749249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56730) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:40.797761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Network': ['ID=b88e3f94-2f8b-4a46-b05f-208824b736f9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:40.809686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b88e3f94-2f8b-4a46-b05f-208824b736f9 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:40.818691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-a7a60021-4a7c-4075-ae8f-1be4dc6fb3ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0 HTTP/1.1" status: 200 len: 217 time: 0.0731251 Sep 24 00:05:40.824916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fae41e3-9c45-4097-a241-d15f3238509f req-e5b59dea-0748-4f40-a9a4-073b6cf2136c tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0726783 Sep 24 00:05:40.935989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb865b-5e6c-49c5-9f56-2969f4790eae tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Network': ['ID=51f34261-8ca7-4fb6-8336-73b4b51e4204,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:40.956007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 51f34261-8ca7-4fb6-8336-73b4b51e4204 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:40.977104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f03d45-6458-4c32-83b2-207c64f3b35d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:40.983012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f03d45-6458-4c32-83b2-207c64f3b35d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:40.989215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f03d45-6458-4c32-83b2-207c64f3b35d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:40.995137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f03d45-6458-4c32-83b2-207c64f3b35d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:40.999549 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-30f03d45-6458-4c32-83b2-207c64f3b35d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2465529 Sep 24 00:05:40.999865 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56734) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:41.086957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.180531 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.201007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88e3f94-2f8b-4a46-b05f-208824b736f9']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:41.210379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9fd865c-efb4-48a5-9c28-8243a8874e84') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:41.210671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9fd865c-efb4-48a5-9c28-8243a8874e84') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:41.220128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.233312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.239109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:41.239504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:41.243004 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:41.245356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337a426-3a9f-41a6-a97c-3c40cb06365c req-a98da877-dafd-48a8-8441-0e1c4f7fbe3f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:41.245356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5337a426-3a9f-41a6-a97c-3c40cb06365c req-a98da877-dafd-48a8-8441-0e1c4f7fbe3f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 943 time: 0.5438294 Sep 24 00:05:41.276687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a4165-f04b-45ea-b259-271e705178ba req-e5a24462-7ff8-4d1b-9e3c-1a9c2f59951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:41.278106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-e5a24462-7ff8-4d1b-9e3c-1a9c2f59951d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 200 len: 845 time: 0.4523635 Sep 24 00:05:41.279734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-068df904-a100-4b64-a1b9-c1daebf07731 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.302548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-068df904-a100-4b64-a1b9-c1daebf07731 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 84c07e88-b4d6-4411-97c0-c2747b5d0d24 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:41.304504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.311283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.313082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/networks/b88e3f94-2f8b-4a46-b05f-208824b736f9 HTTP/1.1" status: 204 len: 168 time: 0.3123417 Sep 24 00:05:41.323483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56738) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:41.327085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-e2a8fb92-6852-4fe5-aff9-6da02f74bae8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9b7b53d-a505-4863-b88a-44a3c317dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392895 Sep 24 00:05:41.331312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96029830-058e-4191-95aa-fe5ab03a0c3c tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Network': ['ID=b88e3f94-2f8b-4a46-b05f-208824b736f9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:41.362596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5337a426-3a9f-41a6-a97c-3c40cb06365c req-2c4ecbce-8705-4a18-907a-eee1a5f91cda tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091316 Sep 24 00:05:41.409556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.489861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-5559bac4-2a4a-46b4-91f0-34ce3b5a65a8 service neutron] 10.222.0.18 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541014 Sep 24 00:05:41.499315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.519818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f34261-8ca7-4fb6-8336-73b4b51e4204']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:41.529554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98256ea4-a2c5-447d-942c-4dfb9eddfaad') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:41.529805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98256ea4-a2c5-447d-942c-4dfb9eddfaad') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:41.539128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.552119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.558213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:41.558609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:41.561647 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:41.621274 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.628085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.632751 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/networks/51f34261-8ca7-4fb6-8336-73b4b51e4204 HTTP/1.1" status: 204 len: 168 time: 0.3052821 Sep 24 00:05:41.636418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56742) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:41.641463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9915f087-cfb5-4213-9abf-8ce1299386f7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Network': ['ID=51f34261-8ca7-4fb6-8336-73b4b51e4204,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:41.692948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d74a4165-f04b-45ea-b259-271e705178ba req-44baaf2b-e656-410b-b12c-2d3eb9a298f5 service neutron] 10.222.0.18 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964891 Sep 24 00:05:41.734230 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-068df904-a100-4b64-a1b9-c1daebf07731 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:41.848294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068df904-a100-4b64-a1b9-c1daebf07731 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=84c07e88-b4d6-4411-97c0-c2747b5d0d24,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:41.972811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01808b-f3fd-4586-80e1-0adb97c023d7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:41.979084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f01808b-f3fd-4586-80e1-0adb97c023d7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:41.981114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6f01808b-f3fd-4586-80e1-0adb97c023d7 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3437383 Sep 24 00:05:41.989373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56748) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:41.994992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-680547656'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:42.005763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c43047b8-9dbf-493a-87a3-77e1eefcf351 req-6f26dc7e-5df6-4e67-b304-e5070217e15f tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0805156 Sep 24 00:05:42.010307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-ab115849-6aa6-4315-b4ca-2127cde0e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:42.011774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-ab115849-6aa6-4315-b4ca-2127cde0e62e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 1095 time: 0.2627470 Sep 24 00:05:42.017087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Made reservation on behalf of 4384d2acd0644eafbb78010b61366f82 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:42.020852 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.043425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-068df904-a100-4b64-a1b9-c1daebf07731 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.044587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:42.045588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-068df904-a100-4b64-a1b9-c1daebf07731 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/ports/84c07e88-b4d6-4411-97c0-c2747b5d0d24 HTTP/1.1" status: 204 len: 168 time: 1.5525274 Sep 24 00:05:42.049589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56750) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:42.054447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:42.071905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.072248 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Added segment 3cf5b605-6726-40a1-92f5-e2adc1fe80f4 of type vlan for network b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46 Sep 24 00:05:42.113320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.114828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-9e7b0557-b86a-407b-b7db-7fd3e44db5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:42.116341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-9e7b0557-b86a-407b-b7db-7fd3e44db5e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 906 time: 0.0964501 Sep 24 00:05:42.136623 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.160017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-cf68a233-c1ab-4ac0-86a4-5dac3928f628 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0 HTTP/1.1" status: 200 len: 217 time: 0.0365124 Sep 24 00:05:42.183152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.189641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:42.190247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.216552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-0a75d40f-9288-412c-b118-b2fa4acda083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:42.218046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-0a75d40f-9288-412c-b118-b2fa4acda083 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 200 len: 845 time: 0.0516279 Sep 24 00:05:42.250905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-e45c056c-cc1b-420b-934d-acfe7e325819 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9b7b53d-a505-4863-b88a-44a3c317dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252409 Sep 24 00:05:42.262706 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2722270 Sep 24 00:05:42.265999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56754) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:42.280918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1863903709'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:42.301573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae65dc3-291c-4a24-a40b-d1cee16c1ce5 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Network': ['ID=b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:42.313841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:42.321344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.338964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Made reservation on behalf of 4384d2acd0644eafbb78010b61366f82 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:42.346777 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.387329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-e2bcd4ee-fbf0-40ad-ad7c-54a91ecc7b9c service neutron] 10.222.0.18 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282060 Sep 24 00:05:42.387983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:42.406806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.406806 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Added segment 698e967e-8340-44a0-ad45-98419f5ec344 of type vlan for network f8a59450-8f54-4b28-b800-45ff03f469e2 Sep 24 00:05:42.446461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.25.5.244 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/041e8cf8-9034-4912-939d-3c805ae3f09e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:42.540303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.555907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.580531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b31d1bc3-f97e-41ac-b5d7-9f97fac4902b req-9a4d469f-cbf8-4d52-9311-f5e352ba81e7 service neutron] 10.222.0.18 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847491 Sep 24 00:05:42.585150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.591315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.591500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:42.592042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.609423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dda0c-c1c3-4e58-8627-c2faa2e24870 req-38b909d1-1fb1-49b0-aa2e-4ccf42713051 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:42.610906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-972dda0c-c1c3-4e58-8627-c2faa2e24870 req-38b909d1-1fb1-49b0-aa2e-4ccf42713051 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 943 time: 0.1744909 Sep 24 00:05:42.628527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:42.631871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:42.636167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:42.655772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3877451 Sep 24 00:05:42.661382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56760) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:42.663461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=041e8cf8-9034-4912-939d-3c805ae3f09e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:42.668610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'ports': [{'network_id': 'b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46', 'name': 'tempest-port--1703515975', 'admin_state_up': True}, {'network_id': 'f8a59450-8f54-4b28-b800-45ff03f469e2', 'admin_state_up': False}]} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:42.668924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'port': {'network_id': 'b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46', 'name': 'tempest-port--1703515975', 'admin_state_up': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:42.669391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'port': {'network_id': 'f8a59450-8f54-4b28-b800-45ff03f469e2', 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:42.683536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a49c37-ac3f-47ae-83d0-298eefc5ea8a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Network': ['ID=f8a59450-8f54-4b28-b800-45ff03f469e2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:42.694024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f8a59450-8f54-4b28-b800-45ff03f469e2 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:42.703791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-972dda0c-c1c3-4e58-8627-c2faa2e24870 req-52d954eb-efdf-4e69-950f-378094323914 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781209 Sep 24 00:05:42.858893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.904447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.907146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Made reservation on behalf of 4384d2acd0644eafbb78010b61366f82 for: {'port': 2} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:42.911625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:42.946669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.088873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] device_id is not set on port 991b817a-1fdb-4042-ad8a-7000190f9176 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:05:43.115728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c44a015-e580-4a27-9500-260bf78d43d8 req-1e209e3b-1892-4825-a251-765e493eb2f4 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0309360 Sep 24 00:05:43.203802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.211752 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.313096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=041e8cf8-9034-4912-939d-3c805ae3f09e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:43.333379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.347304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.373610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.374858 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-17d78c47-9a04-44c0-9e3b-9cdb4e1c8f52 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3242960 Sep 24 00:05:43.377671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56768) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:43.383503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'port': {'network_id': 'e49fb132-12e2-4369-b802-ffd5be5b39d0', 'name': 'tempest-FloatingIPTestJSON-269934949'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:43.411898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] device_id is not set on port e622f8c9-9b6f-4994-a270-2f3b3601a97d yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:05:43.490925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:43.494515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.511792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] device_id is not set on port 7edf6b5a-e130-4739-9d10-4edc065bd4c0 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:05:43.532166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.573400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.625452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.20.0.8 (e49fb132-12e2-4369-b802-ffd5be5b39d0/ad606931-0d45-4066-a5b0-274c5f809f22/7edf6b5a-e130-4739-9d10-4edc065bd4c0) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:43.636755 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Port': ['ID=991b817a-1fdb-4042-ad8a-7000190f9176,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:43.645305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Checking segment: {'id': '3cf5b605-6726-40a1-92f5-e2adc1fe80f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:43.645668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Network hostable DHCP agents. Network: b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:43.662946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Network b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:43.671934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:43.676042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:43.676975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.687218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188c657d-12ef-4d9e-bf88-058bdf1241bb None None] Network b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:43.743414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Port': ['ID=e622f8c9-9b6f-4994-a270-2f3b3601a97d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:43.773919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Checking segment: {'id': '698e967e-8340-44a0-ad45-98419f5ec344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'f8a59450-8f54-4b28-b800-45ff03f469e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:43.774273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Network hostable DHCP agents. Network: f8a59450-8f54-4b28-b800-45ff03f469e2, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:43.792193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Network f8a59450-8f54-4b28-b800-45ff03f469e2 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:43.802054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f8a59450-8f54-4b28-b800-45ff03f469e2) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:43.805296 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.806323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:43.811695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9ab727-42db-4404-b354-f233561f8619 None None] Network f8a59450-8f54-4b28-b800-45ff03f469e2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:43.813658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.818797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.819456 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.838180 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5a270288-6fcf-48b5-a401-db0b49aebc9d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.1728501 Sep 24 00:05:43.838390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56774) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:43.863091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec39a8d-4792-4f2d-a9f3-ef4c2ee2259b req-9e98858f-038e-47de-9d5d-2608533a0325 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.864599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ec39a8d-4792-4f2d-a9f3-ef4c2ee2259b req-9e98858f-038e-47de-9d5d-2608533a0325 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 943 time: 0.0805345 Sep 24 00:05:43.910647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ec39a8d-4792-4f2d-a9f3-ef4c2ee2259b req-c48cf1a0-5ae7-4a13-a1cd-a1ad08868709 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363746 Sep 24 00:05:43.911816 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:43.926711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0dd3e-13b9-49b7-b513-595b950305a1 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.933722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c0dd3e-13b9-49b7-b513-595b950305a1 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:43.937866 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-00c0dd3e-13b9-49b7-b513-595b950305a1 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0949650 Sep 24 00:05:43.938092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56776) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:43.965229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network e49fb132-12e2-4369-b802-ffd5be5b39d0 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:43.968395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:43.971951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:43.980894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=7edf6b5a-e130-4739-9d10-4edc065bd4c0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:44.027675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-83d56403-35f2-4f00-a005-d61d0123e698 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Deleting port 991b817a-1fdb-4042-ad8a-7000190f9176 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:44.027931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83d56403-35f2-4f00-a005-d61d0123e698 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.029072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:44.029681 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.043308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c61b9875-c0e9-446f-98cb-eecfaac58da4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6645281 Sep 24 00:05:44.045982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56778) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:44.050299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'port_id': '7edf6b5a-e130-4739-9d10-4edc065bd4c0'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:44.089666 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.097645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83d56403-35f2-4f00-a005-d61d0123e698 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.110202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-83d56403-35f2-4f00-a005-d61d0123e698 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Calling delete_port for 991b817a-1fdb-4042-ad8a-7000190f9176 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:44.191984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83d56403-35f2-4f00-a005-d61d0123e698 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.225786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d56403-35f2-4f00-a005-d61d0123e698 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Port': ['ID=991b817a-1fdb-4042-ad8a-7000190f9176,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:44.231211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83d56403-35f2-4f00-a005-d61d0123e698 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.233033 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-83d56403-35f2-4f00-a005-d61d0123e698 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/ports/991b817a-1fdb-4042-ad8a-7000190f9176 HTTP/1.1" status: 204 len: 168 time: 0.2940242 Sep 24 00:05:44.235679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56784) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:44.263054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a787c713-9d5f-4085-b0a7-5eb95ba49022 req-c2bda00f-4e4b-47cd-9166-73e523f454fc tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0650351 Sep 24 00:05:44.329089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e0794a07-7ee6-4d0d-830d-b34acfac35a9 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Deleting port e622f8c9-9b6f-4994-a270-2f3b3601a97d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:44.329535 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0794a07-7ee6-4d0d-830d-b34acfac35a9 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.399329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0794a07-7ee6-4d0d-830d-b34acfac35a9 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.411240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e0794a07-7ee6-4d0d-830d-b34acfac35a9 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Calling delete_port for e622f8c9-9b6f-4994-a270-2f3b3601a97d owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:44.490000 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0794a07-7ee6-4d0d-830d-b34acfac35a9 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.520186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0794a07-7ee6-4d0d-830d-b34acfac35a9 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Port': ['ID=e622f8c9-9b6f-4994-a270-2f3b3601a97d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:44.527081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0794a07-7ee6-4d0d-830d-b34acfac35a9 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.531203 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e0794a07-7ee6-4d0d-830d-b34acfac35a9 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/ports/e622f8c9-9b6f-4994-a270-2f3b3601a97d HTTP/1.1" status: 204 len: 168 time: 0.2946000 Sep 24 00:05:44.531817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56788) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:44.563129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6be75168-0610-4ae4-b570-ceea083aa70d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0301697 Sep 24 00:05:44.566607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56790) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:44.569341 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.571611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-375308692'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:44.573789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.599588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Made reservation on behalf of 4384d2acd0644eafbb78010b61366f82 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:44.603701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.627657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:44.636596 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.636995 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Added segment 9670ec65-a0bf-4929-87be-014c0f97a255 of type vlan for network 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528 Sep 24 00:05:44.678749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.681773 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 8a380a76-d22d-42f4-bb1e-2550482d6410 associated. External IP: 172.25.5.244, port: 7edf6b5a-e130-4739-9d10-4edc065bd4c0. Sep 24 00:05:44.703224 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.708801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:44.709382 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.748487 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.1806517 Sep 24 00:05:44.751586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56794) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:44.755940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1633855307'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:44.787152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603b8a7-bf69-4091-932b-180dc6ae7c22 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Network': ['ID=60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:44.798081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:44.807124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Made reservation on behalf of 4384d2acd0644eafbb78010b61366f82 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:44.810686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.835369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:44.845384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.845716 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Added segment 12b0774f-3f1b-4b40-8405-fa006cf72f0e of type vlan for network be90f081-4fb2-45c8-8437-111fd8e6cf5e Sep 24 00:05:44.888273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.896792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:44.914661 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.920339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:44.920949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:44.959403 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2045238 Sep 24 00:05:45.004338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6047506-6e0a-4fb1-bc1c-19906ed83e78 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Network': ['ID=be90f081-4fb2-45c8-8437-111fd8e6cf5e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:45.025258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network be90f081-4fb2-45c8-8437-111fd8e6cf5e details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:45.395467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a726ca22-ef10-460c-9da4-68aa42556f64 req-0a5a7da1-f39f-4d08-9cff-565a3afcd4f8 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0415728 Sep 24 00:05:45.396709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:45.406228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:45.410228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2959258-4796-42f4-ae70-4e7dbc14302c None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:45.429998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2959258-4796-42f4-ae70-4e7dbc14302c None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:45.431601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c2959258-4796-42f4-ae70-4e7dbc14302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:45.436368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029cd5b-6b0e-448d-9fa1-c9cd291ca7af req-7b30e350-e317-4d51-a539-5c1a5671cee8 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:45.438010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8029cd5b-6b0e-448d-9fa1-c9cd291ca7af req-7b30e350-e317-4d51-a539-5c1a5671cee8 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 943 time: 0.1096430 Sep 24 00:05:45.473245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7b4f701b-054a-44f6-bedd-2667d1b6dcec tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/floatingips/8a380a76-d22d-42f4-bb1e-2550482d6410 HTTP/1.1" status: 200 len: 977 time: 1.4239831 Sep 24 00:05:45.474181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56804) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:45.484950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb7ebc33-2747-4556-b354-69fd7bf21dc0 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:05:45.487231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c2959258-4796-42f4-ae70-4e7dbc14302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:45.503730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2959258-4796-42f4-ae70-4e7dbc14302c None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:45.504336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c2959258-4796-42f4-ae70-4e7dbc14302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:45.520981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8029cd5b-6b0e-448d-9fa1-c9cd291ca7af req-a97f1187-1717-4de5-89fd-af6375d05c9a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751016 Sep 24 00:05:45.545756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c2959258-4796-42f4-ae70-4e7dbc14302c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:45.546402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2959258-4796-42f4-ae70-4e7dbc14302c None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:45.579002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 7edf6b5a-e130-4739-9d10-4edc065bd4c0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:45.579342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:45.629191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:45.640936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'port_id': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'mac_address': 'fa:16:3e:c1:21:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:05:45.671910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:45.680718 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:45.693763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7ebc33-2747-4556-b354-69fd7bf21dc0 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:05:45.713998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:45.719320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:45.769446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:45.900300 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:45.900659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:45.900967 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 8a380a76-d22d-42f4-bb1e-2550482d6410 disassociated. External IP: 172.25.5.244, port: 7edf6b5a-e130-4739-9d10-4edc065bd4c0. Sep 24 00:05:45.901302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 7edf6b5a-e130-4739-9d10-4edc065bd4c0 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:45.997103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['eb7ebc33-2747-4556-b354-69fd7bf21dc0'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:05:46.028056 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:46.057137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=7edf6b5a-e130-4739-9d10-4edc065bd4c0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:46.170008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:46.281334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:46.294524 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876c787-d536-459f-8d87-03f8c9606dba None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:46.303809 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876c787-d536-459f-8d87-03f8c9606dba None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:46.304900 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5876c787-d536-459f-8d87-03f8c9606dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:46.340674 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5876c787-d536-459f-8d87-03f8c9606dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:46.350053 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5876c787-d536-459f-8d87-03f8c9606dba None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:46.351539 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5876c787-d536-459f-8d87-03f8c9606dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:46.354230 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:46.356594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0c0df3d2-a958-40be-b909-3442542db0a4 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/ports/7edf6b5a-e130-4739-9d10-4edc065bd4c0 HTTP/1.1" status: 204 len: 168 time: 0.8821127 Sep 24 00:05:46.359158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56810) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:46.390134 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5876c787-d536-459f-8d87-03f8c9606dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:46.390959 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5876c787-d536-459f-8d87-03f8c9606dba None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:46.409931 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e7ece02d-eddc-415a-869f-7689ad0c389e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "GET /v2.0/floatingips/8a380a76-d22d-42f4-bb1e-2550482d6410 HTTP/1.1" status: 200 len: 688 time: 0.0496066 Sep 24 00:05:46.412477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56812) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:46.519333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b66c6c00-baf4-43ba-8b32-8671a68f3ed5 req-d28c854e-f506-4a98-b6ee-2e0ac04aafe9 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0405688 Sep 24 00:05:46.646718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba3ad4-af7d-4075-b76f-661ca69cfbc7 req-689bef3c-a2e7-4c81-bafd-ce5bb6b12147 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:46.649012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6cba3ad4-af7d-4075-b76f-661ca69cfbc7 req-689bef3c-a2e7-4c81-bafd-ce5bb6b12147 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 944 time: 0.0524004 Sep 24 00:05:46.697844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6cba3ad4-af7d-4075-b76f-661ca69cfbc7 req-37f52525-fbcd-458b-aa99-279f34a950db tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343757 Sep 24 00:05:46.836130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 041e8cf8-9034-4912-939d-3c805ae3f09e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:46.836467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:46.909187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:46.909510 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:46.921081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 041e8cf8-9034-4912-939d-3c805ae3f09e owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:47.049143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.073930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=041e8cf8-9034-4912-939d-3c805ae3f09e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:47.137428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.139949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.141095 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a7f9a308-8a0b-45f7-ab20-44a7d63526f7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/floatingips/8a380a76-d22d-42f4-bb1e-2550482d6410 HTTP/1.1" status: 204 len: 168 time: 0.7276862 Sep 24 00:05:47.149107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56822) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:47.153396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'dd46639c-ae30-42ea-b8bb-05ee1aca1281'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:47.174712 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.272975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.381416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.25.5.159 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/43576833-5902-49ed-bf8f-7b0b6b696171) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:47.443935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb7ebc33-2747-4556-b354-69fd7bf21dc0 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:47.486843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.493392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port eb7ebc33-2747-4556-b354-69fd7bf21dc0 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:05:47.497125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port eb7ebc33-2747-4556-b354-69fd7bf21dc0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:47.497597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.523313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.564062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:47.567123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:47.569662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:47.599422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=43576833-5902-49ed-bf8f-7b0b6b696171,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:47.617747 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.647495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:47.650473 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9e134c-cf6c-4467-a8d5-26cfc4a139a2" -d '{"events": [{"server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "name": "network-vif-plugged", "status": "completed", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:47.667391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:47.672096 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:47.683526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eefd87c-ad4b-48d8-a5b2-a6ff6d507554 req-fbe2ae5b-f968-4fde-a1ac-ca37726e17f8 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0530713 Sep 24 00:05:47.764797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:47.769680 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc7db02-1ce8-4fc1-a9f1-59436225cffa x-openstack-request-id: req-cdc7db02-1ce8-4fc1-a9f1-59436225cffa {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:47.769969 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "name": "network-vif-plugged", "status": "completed", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:47.770443 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdc7db02-1ce8-4fc1-a9f1-59436225cffa {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:47.770872 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'code': 200} Sep 24 00:05:47.892443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b47093-2b45-464e-a67a-f5778bfd94e6 req-2b59f2c7-4ad7-439d-bd5a-a30aea72ccf8 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:47.894100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44b47093-2b45-464e-a67a-f5778bfd94e6 req-2b59f2c7-4ad7-439d-bd5a-a30aea72ccf8 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 945 time: 0.0979178 Sep 24 00:05:47.896098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b1e35d-afd7-4968-bc5d-f829c9fadc37 req-c7c292db-3c03-441c-9ce4-3838cb253b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:47.898150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2b1e35d-afd7-4968-bc5d-f829c9fadc37 req-c7c292db-3c03-441c-9ce4-3838cb253b66 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 1097 time: 0.0900846 Sep 24 00:05:47.956242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44b47093-2b45-464e-a67a-f5778bfd94e6 req-68568af0-0469-483d-835a-75e8972f8e93 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530906 Sep 24 00:05:47.961187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2b1e35d-afd7-4968-bc5d-f829c9fadc37 req-1e285857-b017-441e-9b31-047310beb60a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519931 Sep 24 00:05:48.051795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.116058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.208411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56836) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:48.214694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'subnets': [{'network_id': '60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--621794168', 'ip_version': 6}, {'network_id': 'be90f081-4fb2-45c8-8437-111fd8e6cf5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:48.216875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'subnet': {'network_id': '60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--621794168', 'ip_version': 6}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:48.217585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Request body: {'subnet': {'network_id': 'be90f081-4fb2-45c8-8437-111fd8e6cf5e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:48.267616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.272021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.345707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=43576833-5902-49ed-bf8f-7b0b6b696171,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:48.358342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.401019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Made reservation on behalf of 4384d2acd0644eafbb78010b61366f82 for: {'subnet': 2} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:48.405605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.405944 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.462287 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 431f3b99-0383-4dd6-b08d-abb8d47b001f associated. External IP: 172.25.5.159, port: dd46639c-ae30-42ea-b8bb-05ee1aca1281. Sep 24 00:05:48.672586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:48.791134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:48.801515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a504bb4-fdab-408d-a23f-ec16f99ef20a None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:48.808149 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.812918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a504bb4-fdab-408d-a23f-ec16f99ef20a None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:48.813651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a504bb4-fdab-408d-a23f-ec16f99ef20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:48.816434 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.839211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4ac5744-0450-42d8-ad3d-6b7db2002455 req-53260961-fcc3-4f48-a23d-0d1b5a740b5a tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0477321 Sep 24 00:05:48.841785 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-445b6708-1f92-48b5-8e98-dbbc5d143cb1 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.6916606 Sep 24 00:05:48.844339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56844) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:48.849374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1360561974'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:48.850642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a504bb4-fdab-408d-a23f-ec16f99ef20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:48.860441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a504bb4-fdab-408d-a23f-ec16f99ef20a None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:48.861043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a504bb4-fdab-408d-a23f-ec16f99ef20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:48.881588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:48.886628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.899873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a504bb4-fdab-408d-a23f-ec16f99ef20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:48.900832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a504bb4-fdab-408d-a23f-ec16f99ef20a None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:48.920853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:48.923963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Subnet': ['ID=2bcb6963-e0df-4cf2-8c45-8968136e2026,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:48.930559 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.931011 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Added segment 6e086b0c-9cd2-4d0f-83fb-292955cbf3cc of type vlan for network 580925e6-6089-458f-895f-5dea52182cba Sep 24 00:05:48.936317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.936667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.937011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.937357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.937726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.938547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.938547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.939020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.939020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.939492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.939788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.940156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:05:48.949345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Checking segment: {'id': '9670ec65-a0bf-4929-87be-014c0f97a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:48.949769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Network hostable DHCP agents. Network: 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:48.967962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Network 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:48.981832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:48.988512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:48.997453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eba3b7b-a709-4ee6-91fa-33bab8e80fd2 None None] Network 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:49.015936 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.044487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.050639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.053164 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.092120 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2467370 Sep 24 00:05:49.094696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56850) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:49.099526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'subnet': {'network_id': '580925e6-6089-458f-895f-5dea52182cba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:49.140573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c2dc6-cc8e-443b-9c6a-2285f84e8e46 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Network': ['ID=580925e6-6089-458f-895f-5dea52182cba,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:49.145306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event updated for resources: {'Subnet': ['ID=81410c76-9164-4d64-a578-da7a23d0fdee,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:49.156236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 580925e6-6089-458f-895f-5dea52182cba details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:49.160903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Checking segment: {'id': '12b0774f-3f1b-4b40-8405-fa006cf72f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'be90f081-4fb2-45c8-8437-111fd8e6cf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:49.161260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Network hostable DHCP agents. Network: be90f081-4fb2-45c8-8437-111fd8e6cf5e, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:49.177958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b867a1-767e-4f84-a047-fead3bd007ca req-633c87a1-06ed-45eb-9306-8430975ce408 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.180103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22b867a1-767e-4f84-a047-fead3bd007ca req-633c87a1-06ed-45eb-9306-8430975ce408 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 945 time: 0.1121790 Sep 24 00:05:49.206905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Network be90f081-4fb2-45c8-8437-111fd8e6cf5e is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:49.229965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:49.231613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528', 'network_id': '60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528', 'tenant_id': '4384d2acd0644eafbb78010b61366f82', 'fixed_ips': [{'subnet_id': '2bcb6963-e0df-4cf2-8c45-8968136e2026'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:05:49.232680 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.233526 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.238341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22b867a1-767e-4f84-a047-fead3bd007ca req-4267dc8c-4f68-42bc-ae51-528c78f9b18e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487556 Sep 24 00:05:49.239408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, be90f081-4fb2-45c8-8437-111fd8e6cf5e) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:49.246255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.246904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.247670 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.263465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c284082e-2dbd-433a-b590-6defa97bdcc5 None None] Network be90f081-4fb2-45c8-8437-111fd8e6cf5e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:49.274121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3671b8ab-c279-45d0-b824-23166e66d081 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.0638616 Sep 24 00:05:49.276722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56854) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:49.341715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50af443-e851-4d19-a6b9-d4ea42a16230 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.343427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50af443-e851-4d19-a6b9-d4ea42a16230 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.345449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50af443-e851-4d19-a6b9-d4ea42a16230 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.347070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b50af443-e851-4d19-a6b9-d4ea42a16230 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.0693209 Sep 24 00:05:49.358962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56856) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:49.438141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f40dd0-2a82-4201-8ed4-6a825d0c9741 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Deleting subnet 2bcb6963-e0df-4cf2-8c45-8968136e2026 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:05:49.498561 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.519065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97b6b1-39af-42ab-aee3-d0fcfdeb6134 req-a6d56c7d-eab3-4d49-a96b-d0df9330ef86 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.520599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b97b6b1-39af-42ab-aee3-d0fcfdeb6134 req-a6d56c7d-eab3-4d49-a96b-d0df9330ef86 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 945 time: 0.0652390 Sep 24 00:05:49.526290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Allocated IP 2001:db8::1 (60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528/2bcb6963-e0df-4cf2-8c45-8968136e2026/04f52625-2336-4d1e-80d0-cef9a7e6ab75) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:49.567377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b97b6b1-39af-42ab-aee3-d0fcfdeb6134 req-7eac931a-18e2-45e2-bf2a-646bd5218bad tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392690 Sep 24 00:05:49.572386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Subnet': ['ID=3734f6c0-731a-4697-a5d6-b10b82e23dc0,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:49.589128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Checking segment: {'id': '6e086b0c-9cd2-4d0f-83fb-292955cbf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '580925e6-6089-458f-895f-5dea52182cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:49.590044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network hostable DHCP agents. Network: 580925e6-6089-458f-895f-5dea52182cba, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:49.609161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 580925e6-6089-458f-895f-5dea52182cba is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:49.618272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 580925e6-6089-458f-895f-5dea52182cba) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:49.622478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:49.623294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.633989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7345f361-87d7-4bd8-b58c-38a2c73df014 None None] Network 580925e6-6089-458f-895f-5dea52182cba requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:49.638644 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-11adc907-09c0-42aa-b608-1cedc44d0794 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5429001 Sep 24 00:05:49.641114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56862) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:49.645160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-be90f081-4fb2-45c8-8437-111fd8e6cf5e', 'network_id': 'be90f081-4fb2-45c8-8437-111fd8e6cf5e', 'tenant_id': '4384d2acd0644eafbb78010b61366f82', 'fixed_ips': [{'subnet_id': '81410c76-9164-4d64-a578-da7a23d0fdee'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:05:49.645989 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.646115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-272467431', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:49.670564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.671756 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.727642 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.870462 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:49.961407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fee6e2f5-04cb-4b03-8ffa-a0161637d9c0 req-6c89b4b1-31cb-461c-a635-4db1ff788006 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0367062 Sep 24 00:05:50.081088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.100877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.111084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.123042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f40dd0-2a82-4201-8ed4-6a825d0c9741 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.128818 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.166619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f40dd0-2a82-4201-8ed4-6a825d0c9741 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.172958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Allocated IP 2001:db8:0:1::1 (be90f081-4fb2-45c8-8437-111fd8e6cf5e/81410c76-9164-4d64-a578-da7a23d0fdee/3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:50.205103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Network 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:50.209747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-580925e6-6089-458f-895f-5dea52182cba', 'network_id': '580925e6-6089-458f-895f-5dea52182cba', 'tenant_id': '92784736dd8f444e8c1d14ca24cd54a1', 'fixed_ips': [{'subnet_id': '3734f6c0-731a-4697-a5d6-b10b82e23dc0'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:05:50.211009 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.216588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:50.222220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.25.5.61 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/463f1df3-6b3d-4f2f-a652-1ab5f40b1836) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:50.232441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:50.238253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Pushing event updated for resources: {'Port': ['ID=04f52625-2336-4d1e-80d0-cef9a7e6ab75,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:50.279184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f40dd0-2a82-4201-8ed4-6a825d0c9741 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.347967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f40dd0-2a82-4201-8ed4-6a825d0c9741 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.353664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.375965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f40dd0-2a82-4201-8ed4-6a825d0c9741 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Subnet': ['ID=2bcb6963-e0df-4cf2-8c45-8968136e2026,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:50.379630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f40dd0-2a82-4201-8ed4-6a825d0c9741 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.385036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d1f40dd0-2a82-4201-8ed4-6a825d0c9741 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/subnets/2bcb6963-e0df-4cf2-8c45-8968136e2026 HTTP/1.1" status: 204 len: 168 time: 1.0248115 Sep 24 00:05:50.385654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56870) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:50.391466 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.426347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Attempting to bind port 04f52625-2336-4d1e-80d0-cef9a7e6ab75 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:50.426739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Attempting to bind port 04f52625-2336-4d1e-80d0-cef9a7e6ab75 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '9670ec65-a0bf-4929-87be-014c0f97a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:50.427095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Attempting to bind port 04f52625-2336-4d1e-80d0-cef9a7e6ab75 on network 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:50.437459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=463f1df3-6b3d-4f2f-a652-1ab5f40b1836,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:50.439498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-633e87f5-cbb8-4766-8ed2-d6b1134be799 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Deleting subnet 81410c76-9164-4d64-a578-da7a23d0fdee {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:05:50.446242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:50.447858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:50.449576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:50.449849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Checking segment: {'id': '9670ec65-a0bf-4929-87be-014c0f97a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:50.450242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.450357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:50.450627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Bound using segment: {'id': '9670ec65-a0bf-4929-87be-014c0f97a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:50.451127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Bound port: 04f52625-2336-4d1e-80d0-cef9a7e6ab75, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9670ec65-a0bf-4929-87be-014c0f97a255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:50.451503 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.563113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Allocated IP 172.20.0.2 (580925e6-6089-458f-895f-5dea52182cba/3734f6c0-731a-4697-a5d6-b10b82e23dc0/0e4bc642-020f-4b8c-a401-a1f60e30ab0a) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:50.593388 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.611636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] For port 04f52625-2336-4d1e-80d0-cef9a7e6ab75, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:50.612024 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-633e87f5-cbb8-4766-8ed2-d6b1134be799 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.631105 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.650776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] For port 04f52625-2336-4d1e-80d0-cef9a7e6ab75, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=04f52625-2336-4d1e-80d0-cef9a7e6ab75,segment=NetworkSegment(9670ec65-a0bf-4929-87be-014c0f97a255),segment_id=9670ec65-a0bf-4929-87be-014c0f97a255)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:50.660786 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-633e87f5-cbb8-4766-8ed2-d6b1134be799 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.683834 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.728260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.734951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Network be90f081-4fb2-45c8-8437-111fd8e6cf5e is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:50.749115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:50.750431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Pushing event updated for resources: {'Port': ['ID=3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:50.751305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e739cd24-d7d5-446a-b0da-91bf6b7cc0d1 req-b5f643bf-125e-41a5-8973-7ef9d51a3498 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:50.752625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:50.753012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e739cd24-d7d5-446a-b0da-91bf6b7cc0d1 req-b5f643bf-125e-41a5-8973-7ef9d51a3498 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 945 time: 0.0677567 Sep 24 00:05:50.804576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-633e87f5-cbb8-4766-8ed2-d6b1134be799 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.845308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e739cd24-d7d5-446a-b0da-91bf6b7cc0d1 req-f0ea71c3-6b26-4b38-8f61-e5f1e8f1cf8c tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745866 Sep 24 00:05:50.885070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a85afa6-7982-48c7-971b-dd75ce85fa3e None None] Network 60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:50.911373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-633e87f5-cbb8-4766-8ed2-d6b1134be799 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.953967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Attempting to bind port 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:50.954288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Attempting to bind port 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '12b0774f-3f1b-4b40-8405-fa006cf72f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'be90f081-4fb2-45c8-8437-111fd8e6cf5e'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:50.954629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Attempting to bind port 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1 on network be90f081-4fb2-45c8-8437-111fd8e6cf5e {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:50.958900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-633e87f5-cbb8-4766-8ed2-d6b1134be799 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:50.971343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-633e87f5-cbb8-4766-8ed2-d6b1134be799 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/subnets/81410c76-9164-4d64-a578-da7a23d0fdee HTTP/1.1" status: 204 len: 168 time: 0.5780494 Sep 24 00:05:50.972791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56884) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:50.975380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633e87f5-cbb8-4766-8ed2-d6b1134be799 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Subnet': ['ID=81410c76-9164-4d64-a578-da7a23d0fdee,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:50.987973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9e03b-7018-4290-a958-4e0440852bb1 None None] Pushing event updated for resources: {'Port': ['ID=04f52625-2336-4d1e-80d0-cef9a7e6ab75,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:51.000075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.000240 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.004640 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:51.004988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Checking segment: {'id': '12b0774f-3f1b-4b40-8405-fa006cf72f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'be90f081-4fb2-45c8-8437-111fd8e6cf5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:51.005377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.005771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Bound using segment: {'id': '12b0774f-3f1b-4b40-8405-fa006cf72f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'be90f081-4fb2-45c8-8437-111fd8e6cf5e'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:51.006348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Bound port: 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b0774f-3f1b-4b40-8405-fa006cf72f0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'be90f081-4fb2-45c8-8437-111fd8e6cf5e'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:51.006726 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.013842 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.102865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda294c2-b53f-4ab4-83a5-be05e8abebd0 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:51.108724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fda294c2-b53f-4ab4-83a5-be05e8abebd0 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1305406 Sep 24 00:05:51.110217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56894) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:51.146025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Network 580925e6-6089-458f-895f-5dea52182cba is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:51.154988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51c325ed-6987-407c-be37-671ddc59ce37 req-303bed61-a95e-4333-9874-9d4d8561dfe7 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0484180 Sep 24 00:05:51.157440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Pushing event updated for resources: {'Port': ['ID=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:51.159951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:51.164593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:51.235757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] For port 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:51.255668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Attempting to bind port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:51.256032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Attempting to bind port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6e086b0c-9cd2-4d0f-83fb-292955cbf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '580925e6-6089-458f-895f-5dea52182cba'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:51.256389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Attempting to bind port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a on network 580925e6-6089-458f-895f-5dea52182cba {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:51.262581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] For port 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1,segment=NetworkSegment(12b0774f-3f1b-4b40-8405-fa006cf72f0e),segment_id=12b0774f-3f1b-4b40-8405-fa006cf72f0e)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:51.265916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:51.266280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Checking segment: {'id': '6e086b0c-9cd2-4d0f-83fb-292955cbf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '580925e6-6089-458f-895f-5dea52182cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:51.266734 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.267424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Bound using segment: {'id': '6e086b0c-9cd2-4d0f-83fb-292955cbf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '580925e6-6089-458f-895f-5dea52182cba'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:51.267892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Bound port: 0e4bc642-020f-4b8c-a401-a1f60e30ab0a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e086b0c-9cd2-4d0f-83fb-292955cbf3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '580925e6-6089-458f-895f-5dea52182cba'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:51.268333 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.272612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.409609 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f314-5abf-475d-ba24-c6857adf319e None None] Pushing event updated for resources: {'Port': ['ID=3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:51.427841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4de6ef2-a8ff-47f2-b46a-594b2c36fe82 None None] Network be90f081-4fb2-45c8-8437-111fd8e6cf5e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:51.434795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] For port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:05:51.466488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] For port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,segment=NetworkSegment(6e086b0c-9cd2-4d0f-83fb-292955cbf3cc),segment_id=6e086b0c-9cd2-4d0f-83fb-292955cbf3cc)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:05:51.472641 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.551774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.599958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd043b7-8fb8-4294-8a2f-5de23deee081 None None] Pushing event updated for resources: {'Port': ['ID=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:51.623278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router e8c96708-8939-4502-868a-46ac269f59bf is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:05:51.687087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Deleting port 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:51.687430 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.802948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] For port 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1,segment=NetworkSegment(12b0774f-3f1b-4b40-8405-fa006cf72f0e),segment_id=12b0774f-3f1b-4b40-8405-fa006cf72f0e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:51.803581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.818594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:51.828214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Calling delete_port for 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:51.829876 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324463a5-2f1a-455c-ae75-473fd59ae89d None None] Sync routers for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:51.848130 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324463a5-2f1a-455c-ae75-473fd59ae89d None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:51.849019 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-324463a5-2f1a-455c-ae75-473fd59ae89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:51.849486 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.853198 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1282bef9-aacf-423f-8813-a00a8c8ec30e tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2086101 Sep 24 00:05:51.853608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56908) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:51.894895 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-324463a5-2f1a-455c-ae75-473fd59ae89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:51.903576 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324463a5-2f1a-455c-ae75-473fd59ae89d None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:51.904391 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-324463a5-2f1a-455c-ae75-473fd59ae89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:51.919252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:51.940754 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-324463a5-2f1a-455c-ae75-473fd59ae89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:51.941596 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324463a5-2f1a-455c-ae75-473fd59ae89d None None] The sync data for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:51.959400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Port': ['ID=3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:51.964225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] No DVR routers for this DVR port 3ccd2230-23dd-4cc2-b5f4-09e24d79ffa1 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:05:52.049955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.070215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be90f081-4fb2-45c8-8437-111fd8e6cf5e']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:52.079573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b0774f-3f1b-4b40-8405-fa006cf72f0e') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:52.079875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b0774f-3f1b-4b40-8405-fa006cf72f0e') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:52.089858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.102885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.108883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:52.109270 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:52.112463 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:52.178934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.199892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.207871 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/networks/be90f081-4fb2-45c8-8437-111fd8e6cf5e HTTP/1.1" status: 204 len: 168 time: 1.0944026 Sep 24 00:05:52.208541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 56914) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:52.233302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd29784-6d3c-4718-91ea-0d04901f122a tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Network': ['ID=be90f081-4fb2-45c8-8437-111fd8e6cf5e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:52.327513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9b7f793-ade7-4e86-a849-1257b7436b5d req-9890a472-7c24-46d1-bc5b-e74fb255791b tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0614150 Sep 24 00:05:52.386452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.501833 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.519384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618a4229-af58-41e7-9bb5-9c6b9f9a8e03 None None] Network 580925e6-6089-458f-895f-5dea52182cba requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:52.553181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Deleting port 04f52625-2336-4d1e-80d0-cef9a7e6ab75 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:52.553520 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.598002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-61ea0b95-e188-4f71-b803-dd58f40f7639 None None] Provisioning complete for port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:52.598285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61ea0b95-e188-4f71-b803-dd58f40f7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.657629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] For port 04f52625-2336-4d1e-80d0-cef9a7e6ab75, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=04f52625-2336-4d1e-80d0-cef9a7e6ab75,segment=NetworkSegment(9670ec65-a0bf-4929-87be-014c0f97a255),segment_id=9670ec65-a0bf-4929-87be-014c0f97a255)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:52.658010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.674947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Calling delete_port for 04f52625-2336-4d1e-80d0-cef9a7e6ab75 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:52.743286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61ea0b95-e188-4f71-b803-dd58f40f7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.781053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-61ea0b95-e188-4f71-b803-dd58f40f7639 None None] For port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,segment=NetworkSegment(6e086b0c-9cd2-4d0f-83fb-292955cbf3cc),segment_id=6e086b0c-9cd2-4d0f-83fb-292955cbf3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:52.786317 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61ea0b95-e188-4f71-b803-dd58f40f7639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.833424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0e4bc642-020f-4b8c-a401-a1f60e30ab0a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:52.873237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.879325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea0b95-e188-4f71-b803-dd58f40f7639 None None] Pushing event updated for resources: {'Port': ['ID=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:52.903324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:52.903685 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.935507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Port': ['ID=04f52625-2336-4d1e-80d0-cef9a7e6ab75,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:52.939235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] No DVR routers for this DVR port 04f52625-2336-4d1e-80d0-cef9a7e6ab75 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:05:52.954279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f6ffaecb-917a-47f4-91a6-f7c8e3e77459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:52.974686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.20.0.1 (580925e6-6089-458f-895f-5dea52182cba/3734f6c0-731a-4697-a5d6-b10b82e23dc0/af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:52.999237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ecc01-66c6-4116-a197-001f8272eb6d None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:05:53.053453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.057131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fb38f38b-2d6e-4b1b-8c5e-92f6c78160fc None None] Provisioning complete for port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:53.057502 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fb38f38b-2d6e-4b1b-8c5e-92f6c78160fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.089006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.128396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9670ec65-a0bf-4929-87be-014c0f97a255') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.128655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9670ec65-a0bf-4929-87be-014c0f97a255') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.143260 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.169285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.184496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:53.184904 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:53.188096 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:53.190726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.269683 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.275926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.277801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/networks/60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528 HTTP/1.1" status: 204 len: 168 time: 1.0673273 Sep 24 00:05:53.280371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56932) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:53.295196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f0967-9a2c-4033-acf7-90ff69252da8 tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Network': ['ID=60d3e4ab-fc9d-4a6e-b4ac-e34d1339d528,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:53.299632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.339284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5ecc01-66c6-4116-a197-001f8272eb6d None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:05:53.343048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 580925e6-6089-458f-895f-5dea52182cba is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:53.346521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:53.348657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:53.391828 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.410127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:53.435487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.508816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.534101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a59450-8f54-4b28-b800-45ff03f469e2']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.544925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698e967e-8340-44a0-ad45-98419f5ec344') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.545213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698e967e-8340-44a0-ad45-98419f5ec344') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.555366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.561421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0f4d6b70-ab93-4206-96e4-65070b37870c req-3cfa6bab-e036-4db6-b77a-d600fd49d0e9 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0701706 Sep 24 00:05:53.570524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.577161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:53.577629 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:53.580997 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:53.631371 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.656659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.664927 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.666795 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/networks/f8a59450-8f54-4b28-b800-45ff03f469e2 HTTP/1.1" status: 204 len: 168 time: 0.3843238 Sep 24 00:05:53.675331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56948) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:53.684794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047b83a-80c3-40f9-aeea-7446bc26279d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Network': ['ID=f8a59450-8f54-4b28-b800-45ff03f469e2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:53.728710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8391960-363d-46dd-b3bb-65eb95659446 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:05:53.772768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.877286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8391960-363d-46dd-b3bb-65eb95659446 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:05:53.888411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.912414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.924765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cf5b605-6726-40a1-92f5-e2adc1fe80f4') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.925094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cf5b605-6726-40a1-92f5-e2adc1fe80f4') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:53.937387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.954180 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.963648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:05:53.964303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:05:53.969864 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:05:53.992002 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:53.997223 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.049325 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.060602 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.062521 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] 10.222.0.24 "DELETE /v2.0/networks/b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46 HTTP/1.1" status: 204 len: 168 time: 0.3860214 Sep 24 00:05:54.073398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55413687-03ab-4834-bd7d-056eb00c947d tempest-BulkNetworkOpsIpV6Test-692488644 tempest-BulkNetworkOpsIpV6Test-692488644-project] Pushing event deleted for resources: {'Network': ['ID=b25afaf2-6d4f-49d4-9e2d-766e9b8f6b46,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:54.408584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 56982) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:54.506808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:54.514102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.634978 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-adfddb4a-3be9-47d4-9e32-37974c28c7d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4384d2acd0644eafbb78010b61366f82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215872 Sep 24 00:05:54.635219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57000) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:54.675562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 580925e6-6089-458f-895f-5dea52182cba is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:54.677655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-224f277a-e0e4-4c14-a477-1e74a48c0f2d None None] Provisioning complete for port af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:54.678040 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-224f277a-e0e4-4c14-a477-1e74a48c0f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.678575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:54.718858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfa57aad-8c92-413e-9daf-951c07de2f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.764249 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfa57aad-8c92-413e-9daf-951c07de2f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.773993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-224f277a-e0e4-4c14-a477-1e74a48c0f2d None None] Port af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:05:54.789599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e5ddfbf-33af-478b-bc49-3f7456ea6bea req-174b7471-9107-4880-8120-df84e3ebf935 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0932097 Sep 24 00:05:54.815529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0e4bc642-020f-4b8c-a401-a1f60e30ab0a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:54.850368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfa57aad-8c92-413e-9daf-951c07de2f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.853686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfa57aad-8c92-413e-9daf-951c07de2f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:54.860187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bfa57aad-8c92-413e-9daf-951c07de2f00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9cbcdd3d-1abb-4b4c-9a72-550b464ae4cb HTTP/1.1" status: 204 len: 168 time: 0.2210710 Sep 24 00:05:54.876173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa57aad-8c92-413e-9daf-951c07de2f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbcdd3d-1abb-4b4c-9a72-550b464ae4cb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:54.985598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router e8c96708-8939-4502-868a-46ac269f59bf has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:54.996995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:54.997434 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:55.135416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:55.143806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e826d43c-94b4-438d-8a5b-2793e42c33ad None None] Provisioning complete for port af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:55.143986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57012) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:55.144203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e826d43c-94b4-438d-8a5b-2793e42c33ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:55.144592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-99ba2621-7767-42cc-a6ba-adb2a32fb21d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/routers/e8c96708-8939-4502-868a-46ac269f59bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2895832 Sep 24 00:05:55.149621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'port': {'network_id': '580925e6-6089-458f-895f-5dea52182cba', 'name': 'tempest-FloatingIPTestJSON-1522182597'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:55.149866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508bc95-868a-4bb1-bacc-50f7b783d33c None None] Sync routers for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:55.203532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508bc95-868a-4bb1-bacc-50f7b783d33c None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:55.204168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8508bc95-868a-4bb1-bacc-50f7b783d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:55.256231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8508bc95-868a-4bb1-bacc-50f7b783d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:55.257966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e826d43c-94b4-438d-8a5b-2793e42c33ad None None] Port af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:05:55.267662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8508bc95-868a-4bb1-bacc-50f7b783d33c None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:55.268298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8508bc95-868a-4bb1-bacc-50f7b783d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:55.310035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8508bc95-868a-4bb1-bacc-50f7b783d33c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:55.310710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8508bc95-868a-4bb1-bacc-50f7b783d33c None None] The sync data for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:55.341167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Made reservation on behalf of 92784736dd8f444e8c1d14ca24cd54a1 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:55.348093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:55.369805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] device_id is not set on port 4e9b937e-0c05-44f4-a0fb-e609f6e22d84 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:05:55.506690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Allocated IP 172.20.0.9 (580925e6-6089-458f-895f-5dea52182cba/3734f6c0-731a-4697-a5d6-b10b82e23dc0/4e9b937e-0c05-44f4-a0fb-e609f6e22d84) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:55.545929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb7ebc33-2747-4556-b354-69fd7bf21dc0 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:05:55.723752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:55.732547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:55.739050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'port_id': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'mac_address': 'fa:16:3e:c1:21:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:05:55.791463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:55.805958 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:55.809184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:55.826579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eb7ebc33-2747-4556-b354-69fd7bf21dc0 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:05:55.862190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Network 580925e6-6089-458f-895f-5dea52182cba is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:55.865569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:55.870604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:55.895500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event updated for resources: {'Port': ['ID=4e9b937e-0c05-44f4-a0fb-e609f6e22d84,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:55.896522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:55.904466 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:55.956021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71168a3-c4a1-40be-b399-9d2b5acff595 req-8d982d31-f631-470b-bba1-3a515b661c14 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:55.961249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a71168a3-c4a1-40be-b399-9d2b5acff595 req-8d982d31-f631-470b-bba1-3a515b661c14 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 946 time: 0.1305339 Sep 24 00:05:55.974620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:56.012301 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2429b317-97cb-4e8a-8f1e-e60cabd56a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.015887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:56.023673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.039371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60d57c60-19b6-487a-afe4-f9ea2acac649 req-9b8dc19a-d84b-421f-9ad1-87a1f96fad2c tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0982671 Sep 24 00:05:56.050995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['eb7ebc33-2747-4556-b354-69fd7bf21dc0'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:05:56.053901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57050) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:56.058546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cd53601c-e608-4c79-a8e6-bf1a604d8801 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9105673 Sep 24 00:05:56.061922 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57052) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:56.067335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Request body: {'floatingip': {'port_id': '4e9b937e-0c05-44f4-a0fb-e609f6e22d84'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:56.117584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a71168a3-c4a1-40be-b399-9d2b5acff595 req-26be4616-b041-4142-9c53-c30ba458490d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438744 Sep 24 00:05:56.177407 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.338132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9f408804-5443-40a6-a795-a8bee4ed1b8b None None] Provisioning complete for port 4e9b937e-0c05-44f4-a0fb-e609f6e22d84 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:56.338503 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f408804-5443-40a6-a795-a8bee4ed1b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.371851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-370671656'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:56.379949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9f408804-5443-40a6-a795-a8bee4ed1b8b None None] Port 4e9b937e-0c05-44f4-a0fb-e609f6e22d84 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:05:56.451836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:56.455709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.497511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.696258 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.727844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.737959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.822593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:56.824642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b71e80d-8ff9-423e-b68a-e0f83080d48b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:56.843505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.844805 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.845147 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment 386c2ce8-2b0d-4d92-81bb-2729d82be599 of type vlan for network 897dc552-1197-44f5-88f5-eb7b747ad892 Sep 24 00:05:56.856218 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:56.931730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.003898 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.010168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:57.011073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.045304 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 431f3b99-0383-4dd6-b08d-abb8d47b001f associated. External IP: 172.25.5.159, port: dd46639c-ae30-42ea-b8bb-05ee1aca1281. Sep 24 00:05:57.053097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f4cfa-fa73-4b35-8473-53866b54f6e1 req-3fd1311c-c398-49e6-b67f-395b9e28f217 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:57.061497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b97f4cfa-fa73-4b35-8473-53866b54f6e1 req-3fd1311c-c398-49e6-b67f-395b9e28f217 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 946 time: 0.0630350 Sep 24 00:05:57.099282 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0420134 Sep 24 00:05:57.115354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57076) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:57.115354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-419626420'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:57.117873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b97f4cfa-fa73-4b35-8473-53866b54f6e1 req-7f070062-8e68-485d-af09-13c0af0cb41d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550764 Sep 24 00:05:57.153649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd64ad-03c4-4d71-b389-cf272f0fd708 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=897dc552-1197-44f5-88f5-eb7b747ad892,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:57.165632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 897dc552-1197-44f5-88f5-eb7b747ad892 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:57.237035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:57.240475 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.293424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07869647-db2a-47a3-893b-59f8397404ef req-dfcbe30c-85cb-4ad9-ad1a-703adbcefcce tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0946605 Sep 24 00:05:57.302383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:05:57.322823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.322823 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment 1f70e1cf-a613-403f-9d54-3bb9acd7b266 of type vlan for network dd890567-f212-4b24-ad2e-41ad65156e82 Sep 24 00:05:57.406942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.497585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.505289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:57.505959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.552532 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4451995 Sep 24 00:05:57.557148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57088) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:57.571701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb7ebc33-2747-4556-b354-69fd7bf21dc0 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:05:57.572762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': '897dc552-1197-44f5-88f5-eb7b747ad892', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:57.573675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:57.603529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5444ff1f-ba07-49e5-8666-cc386b49a544 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=dd890567-f212-4b24-ad2e-41ad65156e82,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:57.617520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network dd890567-f212-4b24-ad2e-41ad65156e82 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:05:57.740155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port eb7ebc33-2747-4556-b354-69fd7bf21dc0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:05:57.740545 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.774150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:57.783998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.787451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:57.800724 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fd872-e8aa-46d7-bbed-16a9806fbb40 None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:57.810714 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fd872-e8aa-46d7-bbed-16a9806fbb40 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:57.812919 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c05fd872-e8aa-46d7-bbed-16a9806fbb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:57.863219 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c05fd872-e8aa-46d7-bbed-16a9806fbb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:57.872627 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05fd872-e8aa-46d7-bbed-16a9806fbb40 None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:57.873570 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c05fd872-e8aa-46d7-bbed-16a9806fbb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:57.898397 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:57.909081 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c05fd872-e8aa-46d7-bbed-16a9806fbb40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:57.910004 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05fd872-e8aa-46d7-bbed-16a9806fbb40 None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:57.941330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:05:57.944393 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d3e46-c3a7-4743-99cd-5cb4d38665b3" -d '{"events": [{"server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "name": "network-vif-plugged", "status": "completed", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:05:57.953139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:57.959375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:58.021824 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7ed653-a6ef-4910-95b6-a279e132350e x-openstack-request-id: req-3c7ed653-a6ef-4910-95b6-a279e132350e {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:05:58.022113 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "name": "network-vif-plugged", "status": "completed", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:05:58.022536 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c7ed653-a6ef-4910-95b6-a279e132350e {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:05:58.023413 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'code': 200} Sep 24 00:05:58.033951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e14b2-0aaa-4d46-9b9c-cae10b351bd1 req-024f0f13-e0cd-40fd-9115-f10d583fe362 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:58.041999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2e14b2-0aaa-4d46-9b9c-cae10b351bd1 req-024f0f13-e0cd-40fd-9115-f10d583fe362 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 946 time: 0.2171385 Sep 24 00:05:58.062175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:58.102103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2e14b2-0aaa-4d46-9b9c-cae10b351bd1 req-3774b85e-0e15-4b78-812e-b46653c2a4e8 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539804 Sep 24 00:05:58.236693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:58.305945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': '386c2ce8-2b0d-4d92-81bb-2729d82be599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '897dc552-1197-44f5-88f5-eb7b747ad892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:58.306604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: 897dc552-1197-44f5-88f5-eb7b747ad892, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:58.319199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=bb266e8f-7f28-47a5-8db5-975129491774,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:58.338966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 897dc552-1197-44f5-88f5-eb7b747ad892 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:58.355143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 897dc552-1197-44f5-88f5-eb7b747ad892) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:58.364993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2620c703-1d82-4a98-a10d-ba4cd427b71e None None] Network 897dc552-1197-44f5-88f5-eb7b747ad892 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:58.380338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:58.381095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:58.415911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7334526a-7f05-4663-b8aa-79a5401dc58f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8541725 Sep 24 00:05:58.416341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57108) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:58.421920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': 'dd890567-f212-4b24-ad2e-41ad65156e82', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:58.453332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-481f3770-64c2-458a-b0be-7cd6139e57ea req-558932b2-c17e-4fca-bd8d-fec81deb76da tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0359268 Sep 24 00:05:58.611576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:05:58.615649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:58.631619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router e8c96708-8939-4502-868a-46ac269f59bf has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:05:58.635367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-897dc552-1197-44f5-88f5-eb7b747ad892', 'network_id': '897dc552-1197-44f5-88f5-eb7b747ad892', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': 'bb266e8f-7f28-47a5-8db5-975129491774'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:05:58.636450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:58.849100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Allocated IP 2001:db8::2 (897dc552-1197-44f5-88f5-eb7b747ad892/bb266e8f-7f28-47a5-8db5-975129491774/f577b914-dc16-487f-8d8d-3a79338b3763) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:05:58.882111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:05:58.886787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:58.902732 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62053b39-8a2a-4142-b5d5-f63a48306624 None None] Sync routers for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:05:58.957254 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4cc78811-3fd4-4845-9612-1a38550bc956 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/floatingips/431f3b99-0383-4dd6-b08d-abb8d47b001f HTTP/1.1" status: 200 len: 978 time: 2.8910046 Sep 24 00:05:58.959630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:59.026980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.046795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62053b39-8a2a-4142-b5d5-f63a48306624 None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:59.047518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-62053b39-8a2a-4142-b5d5-f63a48306624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:59.106840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=666b058f-2c92-4050-abab-b23960e21e0c,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:59.131405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': '1f70e1cf-a613-403f-9d54-3bb9acd7b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd890567-f212-4b24-ad2e-41ad65156e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:59.132110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: dd890567-f212-4b24-ad2e-41ad65156e82, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:05:59.172322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network dd890567-f212-4b24-ad2e-41ad65156e82 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:05:59.180049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-62053b39-8a2a-4142-b5d5-f63a48306624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:59.184087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, dd890567-f212-4b24-ad2e-41ad65156e82) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:59.188833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:59.189529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.206825 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a84c869c-ec42-4955-84c4-11b7fdb7a71a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7880838 Sep 24 00:05:59.207956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17521c22-b881-4951-8bb7-1ffba5bc0dd6 None None] Network dd890567-f212-4b24-ad2e-41ad65156e82 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:05:59.208779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57126) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:59.217309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0792aa7a-b27c-45a7-a821-c41c4e7521ed tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-923592882', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:05:59.229750 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.254258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0792aa7a-b27c-45a7-a821-c41c4e7521ed tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.257907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0792aa7a-b27c-45a7-a821-c41c4e7521ed tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.285334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62053b39-8a2a-4142-b5d5-f63a48306624 None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:05:59.286428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-62053b39-8a2a-4142-b5d5-f63a48306624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:59.294341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-8cef843d-ddfb-4db2-b55b-ecc4afe7c155 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:59.296535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-8cef843d-ddfb-4db2-b55b-ecc4afe7c155 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 946 time: 0.1752791 Sep 24 00:05:59.331701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 4e9b937e-0c05-44f4-a0fb-e609f6e22d84 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:59.332327 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.349514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0792aa7a-b27c-45a7-a821-c41c4e7521ed tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.356496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0792aa7a-b27c-45a7-a821-c41c4e7521ed tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.380489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57b24d9-f395-4783-9ce0-215227f70f8b req-0adc0c50-718a-40f7-a55c-354284b7b1b8 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:05:59.382540 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d57b24d9-f395-4783-9ce0-215227f70f8b req-0adc0c50-718a-40f7-a55c-354284b7b1b8 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 946 time: 0.1674533 Sep 24 00:05:59.415550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0792aa7a-b27c-45a7-a821-c41c4e7521ed tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.425880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0792aa7a-b27c-45a7-a821-c41c4e7521ed tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2140276 Sep 24 00:05:59.426556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57132) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:05:59.427759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-62053b39-8a2a-4142-b5d5-f63a48306624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:05:59.431183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62053b39-8a2a-4142-b5d5-f63a48306624 None None] The sync data for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:05:59.547494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.587981 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.600478 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41173e56-29b6-4a0a-a8be-d18fc2d0b855 req-69ad368b-f8de-4734-ae18-8ec6ffe5d544 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0517859 Sep 24 00:05:59.610901 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.619529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-dd890567-f212-4b24-ad2e-41ad65156e82', 'network_id': 'dd890567-f212-4b24-ad2e-41ad65156e82', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': '666b058f-2c92-4050-abab-b23960e21e0c'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:05:59.620108 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.664585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76bd9c4a-eaf8-4d8c-9ad0-30f5a12f6670 req-d077ce79-a10a-431b-9b97-07d619a48543 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0529985 Sep 24 00:05:59.681912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d57b24d9-f395-4783-9ce0-215227f70f8b req-6745dbbe-331e-4548-b9e2-02440a56a67c tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups?id=482831c9-01c7-4ca3-8f2d-66c379ba6b19&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587066 Sep 24 00:05:59.715344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Network 897dc552-1197-44f5-88f5-eb7b747ad892 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:05:59.722294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:05:59.802792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Deleting port b40a6606-2cbe-42df-b52f-47c87f69746e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:05:59.803161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.826676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:05:59.832021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Pushing event updated for resources: {'Port': ['ID=f577b914-dc16-487f-8d8d-3a79338b3763,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:05:59.928515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Attempting to bind port f577b914-dc16-487f-8d8d-3a79338b3763 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:05:59.929663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Attempting to bind port f577b914-dc16-487f-8d8d-3a79338b3763 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '386c2ce8-2b0d-4d92-81bb-2729d82be599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '897dc552-1197-44f5-88f5-eb7b747ad892'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:05:59.930320 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Attempting to bind port f577b914-dc16-487f-8d8d-3a79338b3763 on network 897dc552-1197-44f5-88f5-eb7b747ad892 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:05:59.941915 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.958580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:05:59.959268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Checking segment: {'id': '386c2ce8-2b0d-4d92-81bb-2729d82be599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '897dc552-1197-44f5-88f5-eb7b747ad892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:05:59.959930 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.960647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Bound using segment: {'id': '386c2ce8-2b0d-4d92-81bb-2729d82be599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '897dc552-1197-44f5-88f5-eb7b747ad892'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:05:59.961306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Bound port: f577b914-dc16-487f-8d8d-3a79338b3763, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386c2ce8-2b0d-4d92-81bb-2729d82be599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '897dc552-1197-44f5-88f5-eb7b747ad892'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:05:59.961863 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.973267 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.974826 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:05:59.975252 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Floating IP 431f3b99-0383-4dd6-b08d-abb8d47b001f disassociated. External IP: 172.25.5.159, port: 4e9b937e-0c05-44f4-a0fb-e609f6e22d84. Sep 24 00:05:59.975752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 4e9b937e-0c05-44f4-a0fb-e609f6e22d84 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:05:59.997861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] For port b40a6606-2cbe-42df-b52f-47c87f69746e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b40a6606-2cbe-42df-b52f-47c87f69746e,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:05:59.998606 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.071267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Allocated IP 2001:db8:1::2 (dd890567-f212-4b24-ad2e-41ad65156e82/666b058f-2c92-4050-abab-b23960e21e0c/b6ca5c04-aeca-4be2-bd30-f27c958ca417) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:00.120378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] For port f577b914-dc16-487f-8d8d-3a79338b3763, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:00.142729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] For port f577b914-dc16-487f-8d8d-3a79338b3763, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f577b914-dc16-487f-8d8d-3a79338b3763,segment=NetworkSegment(386c2ce8-2b0d-4d92-81bb-2729d82be599),segment_id=386c2ce8-2b0d-4d92-81bb-2729d82be599)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:00.171325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.266004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8::1 (897dc552-1197-44f5-88f5-eb7b747ad892/bb266e8f-7f28-47a5-8db5-975129491774/7e4e6514-eca0-4155-8a75-290f2450aa3e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:00.302273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de59e416-785c-48ac-bc91-7b1f130f5b28 None None] Pushing event updated for resources: {'Port': ['ID=f577b914-dc16-487f-8d8d-3a79338b3763,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:00.388349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.423755 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.424974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.425754 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Floating IP c480ea68-f8e9-453c-8de5-303ce7b7ee9c disassociated. External IP: 172.25.5.122, port: b40a6606-2cbe-42df-b52f-47c87f69746e. Sep 24 00:06:00.426198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Calling delete_port for b40a6606-2cbe-42df-b52f-47c87f69746e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:00.444214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.468346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=4e9b937e-0c05-44f4-a0fb-e609f6e22d84,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:00.484969 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.534443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 897dc552-1197-44f5-88f5-eb7b747ad892 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:00.539656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:00.578736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:00.579361 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.764748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=7e4e6514-eca0-4155-8a75-290f2450aa3e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:00.771226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.784269 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:00.796003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.796003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.796300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.799119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.802140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.802500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.802871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.803207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.803538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.806558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.806943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.807284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:00.837379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Network dd890567-f212-4b24-ad2e-41ad65156e82 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:00.840502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:00.854408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:01.004840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.047054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.065560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c8d8e53-c19d-4461-adc0-8536869c9b65 req-f00295c9-122a-40df-afda-9c0c64b76fab tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 210 time: 0.1001453 Sep 24 00:06:01.072293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f577b914-dc16-487f-8d8d-3a79338b3763 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:01.090490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d61821d-4c75-4d64-b44a-7ac07682492f req-ddd82d6d-e645-4bd2-a493-cdf5aa6725cb tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0989819 Sep 24 00:06:01.128847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Attempting to bind port b6ca5c04-aeca-4be2-bd30-f27c958ca417 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:01.129218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Attempting to bind port b6ca5c04-aeca-4be2-bd30-f27c958ca417 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '1f70e1cf-a613-403f-9d54-3bb9acd7b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd890567-f212-4b24-ad2e-41ad65156e82'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:01.130290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Attempting to bind port b6ca5c04-aeca-4be2-bd30-f27c958ca417 on network dd890567-f212-4b24-ad2e-41ad65156e82 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:01.150391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:01.150391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Checking segment: {'id': '1f70e1cf-a613-403f-9d54-3bb9acd7b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd890567-f212-4b24-ad2e-41ad65156e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:01.150888 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.151222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Bound using segment: {'id': '1f70e1cf-a613-403f-9d54-3bb9acd7b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd890567-f212-4b24-ad2e-41ad65156e82'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:01.151697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Bound port: b6ca5c04-aeca-4be2-bd30-f27c958ca417, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f70e1cf-a613-403f-9d54-3bb9acd7b266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dd890567-f212-4b24-ad2e-41ad65156e82'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:01.152197 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.164885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event deleted for resources: {'Port': ['ID=b40a6606-2cbe-42df-b52f-47c87f69746e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:01.175113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Pushing event updated for resources: {'Port': ['ID=b6ca5c04-aeca-4be2-bd30-f27c958ca417,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:01.181314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f577b914-dc16-487f-8d8d-3a79338b3763 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:01.181529 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.317508 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.324190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router e8c96708-8939-4502-868a-46ac269f59bf has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:01.360805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port f577b914-dc16-487f-8d8d-3a79338b3763, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f577b914-dc16-487f-8d8d-3a79338b3763,segment=NetworkSegment(386c2ce8-2b0d-4d92-81bb-2729d82be599),segment_id=386c2ce8-2b0d-4d92-81bb-2729d82be599)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:01.368155 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.422689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Router 9b26852a-29b5-45ff-8491-9ac73556ee0f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:01.432624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=f577b914-dc16-487f-8d8d-3a79338b3763,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:01.471583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] For port b6ca5c04-aeca-4be2-bd30-f27c958ca417, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:01.481563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] For port b6ca5c04-aeca-4be2-bd30-f27c958ca417, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6ca5c04-aeca-4be2-bd30-f27c958ca417,segment=NetworkSegment(1f70e1cf-a613-403f-9d54-3bb9acd7b266),segment_id=1f70e1cf-a613-403f-9d54-3bb9acd7b266)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:01.490537 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.590058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5923df0-23af-4538-b3ba-a3ba57b72f0d None None] Pushing event updated for resources: {'Port': ['ID=b6ca5c04-aeca-4be2-bd30-f27c958ca417,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:01.683251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:01.692627 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d367f3d-29e1-41b7-983a-f4496e4a2e13 None None] Sync routers for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:01.719069 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.719895 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d367f3d-29e1-41b7-983a-f4496e4a2e13 None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:01.720662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4d367f3d-29e1-41b7-983a-f4496e4a2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:01.754976 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.771878 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.823691 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4d367f3d-29e1-41b7-983a-f4496e4a2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:01.829990 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-24bb9c6d-bc34-4643-97a1-729b53286020 req-c32b5fe8-2fae-402f-abbb-72a6d4a91374 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1f20ff19e0848039b871aa4807013f7&device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.1021137 Sep 24 00:06:01.840713 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d367f3d-29e1-41b7-983a-f4496e4a2e13 None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:01.841432 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4d367f3d-29e1-41b7-983a-f4496e4a2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:01.864559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8214c30-a422-4384-9963-29b60b40a8e2 req-91ac3bab-4481-4865-a076-a1b4671fcbf0 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0631588 Sep 24 00:06:01.908994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:01.926861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] Sync routers for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:01.943482 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4d367f3d-29e1-41b7-983a-f4496e4a2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:01.944477 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d367f3d-29e1-41b7-983a-f4496e4a2e13 None None] The sync data for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:01.947507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:01.951070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:01.954716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-24bb9c6d-bc34-4643-97a1-729b53286020 req-f5450b4b-e8a5-4270-a926-debcebc168a0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c1f20ff19e0848039b871aa4807013f7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0654142 Sep 24 00:06:01.954891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:01.960965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57172) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:01.966989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-24506dcd-0a71-4d4a-be0d-fe7bd25e0323 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/ports/4e9b937e-0c05-44f4-a0fb-e609f6e22d84 HTTP/1.1" status: 204 len: 168 time: 3.0052941 Sep 24 00:06:02.048246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] No DVR routers for this DVR port b40a6606-2cbe-42df-b52f-47c87f69746e on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:02.057562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:02.059729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a38ced7-774d-4598-a545-a2af9d0cdc1b req-691c62e7-9474-477e-8800-c659b4dac04b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.18 "DELETE /v2.0/ports/b40a6606-2cbe-42df-b52f-47c87f69746e HTTP/1.1" status: 204 len: 173 time: 2.7427514 Sep 24 00:06:02.060222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'name': 'network-vif-deleted', 'tag': 'b40a6606-2cbe-42df-b52f-47c87f69746e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:02.095090 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b028f7-4b5f-42d9-9c91-80a424610a6f" -d '{"events": [{"server_uuid": "c9f24f6c-3887-45ae-9f4a-ef57a101871f", "name": "network-vif-deleted", "tag": "b40a6606-2cbe-42df-b52f-47c87f69746e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:02.192525 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b20e0663-45d5-4d90-8379-d470dd6dd197 x-openstack-request-id: req-b20e0663-45d5-4d90-8379-d470dd6dd197 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:02.192825 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9f24f6c-3887-45ae-9f4a-ef57a101871f", "name": "network-vif-deleted", "tag": "b40a6606-2cbe-42df-b52f-47c87f69746e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:02.193081 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b20e0663-45d5-4d90-8379-d470dd6dd197 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:02.193485 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9f24f6c-3887-45ae-9f4a-ef57a101871f', 'name': 'network-vif-deleted', 'tag': 'b40a6606-2cbe-42df-b52f-47c87f69746e', 'status': 'completed', 'code': 200} Sep 24 00:06:02.281583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-466fedc9-8ff8-47f3-a1fd-7568bd6c21d0 req-6c26d138-edf7-436f-bcb7-d5ccfb68fe7b tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/ports?device_id=c9f24f6c-3887-45ae-9f4a-ef57a101871f HTTP/1.1" status: 200 len: 210 time: 0.0563629 Sep 24 00:06:02.326071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261e8e6-a8e3-4ba6-8c5a-96ce5a6a50cd None None] Network 897dc552-1197-44f5-88f5-eb7b747ad892 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:02.372176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:06:02.419092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=7e4e6514-eca0-4155-8a75-290f2450aa3e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:02.615993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 897dc552-1197-44f5-88f5-eb7b747ad892 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:02.621889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-35bc4333-3797-4284-aebd-676e3151c468 None None] Provisioning complete for port f577b914-dc16-487f-8d8d-3a79338b3763 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:02.622311 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-35bc4333-3797-4284-aebd-676e3151c468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:02.632901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb9c6d-bc34-4643-97a1-729b53286020 req-18594b7d-cbd0-478a-9580-22867982ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:02.634566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-24bb9c6d-bc34-4643-97a1-729b53286020 req-18594b7d-cbd0-478a-9580-22867982ad4a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6727357 Sep 24 00:06:02.708588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:02.989742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6ca5c04-aeca-4be2-bd30-f27c958ca417 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:03.056241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-049fee67-47ae-4a5c-94e8-7679c13e18d3 req-e74165ae-54a5-4126-af59-f91ce5051ee0 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0446353 Sep 24 00:06:03.160745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:53Z', 'revision_number': 5, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:03.165518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b6ca5c04-aeca-4be2-bd30-f27c958ca417 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:03.165518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:03.198699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] Checking router: 9b26852a-29b5-45ff-8491-9ac73556ee0f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:06:03.242287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527471d9-b64f-4b74-8d7c-b7211073e802 None None] Network dd890567-f212-4b24-ad2e-41ad65156e82 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:03.358338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:03.359811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:03.441450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57202) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:03.531421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b87976dd-ff99-4a73-9da9-fc226b895c6a None None] Provisioning complete for port b6ca5c04-aeca-4be2-bd30-f27c958ca417 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:03.531918 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b87976dd-ff99-4a73-9da9-fc226b895c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:03.565923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router fb70949d-6bf5-4229-8669-683578395063 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:06:03.645699 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8aab9209-7f49-461d-9196-61d94362201d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:03.671457 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8aab9209-7f49-461d-9196-61d94362201d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:03.680624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b40a6606-2cbe-42df-b52f-47c87f69746e no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:03.762828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8aab9209-7f49-461d-9196-61d94362201d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:03.769596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8aab9209-7f49-461d-9196-61d94362201d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:03.772845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8aab9209-7f49-461d-9196-61d94362201d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "DELETE /v2.0/security-groups/482831c9-01c7-4ca3-8f2d-66c379ba6b19 HTTP/1.1" status: 204 len: 168 time: 0.3294477 Sep 24 00:06:03.777833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57214) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:03.780846 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:03.797532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab9209-7f49-461d-9196-61d94362201d tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=482831c9-01c7-4ca3-8f2d-66c379ba6b19,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:03.800998 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-5bd3160e-f55f-4d92-9555-dae046392d06 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] show failed (client error): The resource could not be found. Sep 24 00:06:03.802314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5bd3160e-f55f-4d92-9555-dae046392d06 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "GET /v2.0/security-groups/482831c9-01c7-4ca3-8f2d-66c379ba6b19 HTTP/1.1" status: 404 len: 347 time: 0.0220425 Sep 24 00:06:03.807281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57216) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:03.810841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:03.822420 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da299a-00a3-42a8-89ca-175eb4ee6d8a None None] Sync routers for ids ['fb70949d-6bf5-4229-8669-683578395063'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:03.827781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-64cf06de-4008-45cd-bb1c-20a399e631c0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/fb70949d-6bf5-4229-8669-683578395063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3999665 Sep 24 00:06:03.830140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57218) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:03.835273 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da299a-00a3-42a8-89ca-175eb4ee6d8a None None] Routers {'fb70949d-6bf5-4229-8669-683578395063'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:03.839293 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d2da299a-00a3-42a8-89ca-175eb4ee6d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fb70949d-6bf5-4229-8669-683578395063'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:03.874379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port b6ca5c04-aeca-4be2-bd30-f27c958ca417, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6ca5c04-aeca-4be2-bd30-f27c958ca417,segment=NetworkSegment(1f70e1cf-a613-403f-9d54-3bb9acd7b266),segment_id=1f70e1cf-a613-403f-9d54-3bb9acd7b266)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:03.918879 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d2da299a-00a3-42a8-89ca-175eb4ee6d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:03.951366 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2da299a-00a3-42a8-89ca-175eb4ee6d8a None None] Routers {'fb70949d-6bf5-4229-8669-683578395063'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:03.951994 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d2da299a-00a3-42a8-89ca-175eb4ee6d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fb70949d-6bf5-4229-8669-683578395063'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:03.963713 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-24bb9c6d-bc34-4643-97a1-729b53286020 req-108f8bfa-2be4-4f3c-9a7e-db2c8b6d01f7 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0935848 Sep 24 00:06:03.980730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ade6cd9-e127-45ea-afa6-4d6eede8de30 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:03.982811 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3ade6cd9-e127-45ea-afa6-4d6eede8de30 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports/7e4e6514-eca0-4155-8a75-290f2450aa3e HTTP/1.1" status: 200 len: 911 time: 0.1511133 Sep 24 00:06:03.986184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:03.987124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f577b914-dc16-487f-8d8d-3a79338b3763 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:04.001589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:04.070511 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d2da299a-00a3-42a8-89ca-175eb4ee6d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:04.073999 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2da299a-00a3-42a8-89ca-175eb4ee6d8a None None] The sync data for ids ['fb70949d-6bf5-4229-8669-683578395063'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:04.173339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: b40a6606-2cbe-42df-b52f-47c87f69746e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:04.175406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b40a6606-2cbe-42df-b52f-47c87f69746e not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:04.244483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:04.517049 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:06:04.552299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:06:04.637403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f577b914-dc16-487f-8d8d-3a79338b3763 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:04.637883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:04.644949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=b6ca5c04-aeca-4be2-bd30-f27c958ca417,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:04.698691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-acc6f464-9246-4f85-953f-34d302dbe1cb None None] Provisioning complete for port f577b914-dc16-487f-8d8d-3a79338b3763 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:04.699399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-acc6f464-9246-4f85-953f-34d302dbe1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:04.781777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a37ff802-e093-4bc4-a7e5-c014a13c7882 req-cc53872f-89bc-4fce-89de-be013e800539 tempest-ServerShowV257Test-587802360 tempest-ServerShowV257Test-587802360-project] 10.222.0.24 "GET /v2.0/ports?device_id=9d789b90-adcb-443c-9b02-2fc091222de4 HTTP/1.1" status: 200 len: 210 time: 0.0521426 Sep 24 00:06:04.825544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Deleting port 155e35de-ce9b-4327-8349-ae783fe954ac {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:04.826266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:04.988639 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:04.990998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.010730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Calling delete_port for 155e35de-ce9b-4327-8349-ae783fe954ac owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:05.096413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-acc6f464-9246-4f85-953f-34d302dbe1cb None None] Provisioning complete for port 7e4e6514-eca0-4155-8a75-290f2450aa3e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:05.096790 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-acc6f464-9246-4f85-953f-34d302dbe1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.145216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-acc6f464-9246-4f85-953f-34d302dbe1cb None None] Port 7e4e6514-eca0-4155-8a75-290f2450aa3e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:05.155914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:53Z', 'revision_number': 5, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:05.202370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:05.202985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.208379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.208943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd2102c-3fc4-4909-b496-5c6c5b3a26a5 None None] The sync data for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 is: [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:03:45Z', 'revision_number': 4, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f11fc6b3-97d9-4069-87eb-6597ca34ca15', 'name': '', 'network_id': '716b91cc-0abd-4d00-b73e-8953edd8d984', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'mac_address': 'fa:16:3e:47:a6:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:43Z', 'updated_at': '2021-09-24T00:03:53Z', 'revision_number': 5, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'subnets': [{'id': 'd9252b56-608f-41f9-a81c-20137d8b7e33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:05.275428 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.281050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6ca5c04-aeca-4be2-bd30-f27c958ca417 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:05.320962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eb80f55c-08fa-4b54-9cfd-8a1a5e6095a4 None None] Provisioning complete for port b6ca5c04-aeca-4be2-bd30-f27c958ca417 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:05.321333 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eb80f55c-08fa-4b54-9cfd-8a1a5e6095a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.347943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Pushing event deleted for resources: {'Port': ['ID=155e35de-ce9b-4327-8349-ae783fe954ac,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:05.377100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b6ca5c04-aeca-4be2-bd30-f27c958ca417 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:05.377740 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.458127 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.462229 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.462697 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:05.464139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-28b7c9c5-ecd1-45d4-a1f5-0075922bae94 tempest-ServersTestJSON-1073844239 tempest-ServersTestJSON-1073844239-project] 10.222.0.24 "DELETE /v2.0/floatingips/c480ea68-f8e9-453c-8de5-303ce7b7ee9c HTTP/1.1" status: 204 len: 168 time: 1.6558709 Sep 24 00:06:05.467146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57238) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:05.572464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:05.681648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae72e1f-0074-4647-852a-68b245f70002 None None] New status for floating IP c480ea68-f8e9-453c-8de5-303ce7b7ee9c: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:06:05.888685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8:1::1 (dd890567-f212-4b24-ad2e-41ad65156e82/666b058f-2c92-4050-abab-b23960e21e0c/841f54ad-e1c9-4adc-8e9c-77c77d8907e2) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:06.130591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.171025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.200009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.208063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.262691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=af27bc3d-8c6c-48c8-a9cc-e14ddfc6b056,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:06.270857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network dd890567-f212-4b24-ad2e-41ad65156e82 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:06.311944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:06.333224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:06.333905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.415029 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.483118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57264) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:06.628252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=841f54ad-e1c9-4adc-8e9c-77c77d8907e2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:06.739597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Deleting port f11fc6b3-97d9-4069-87eb-6597ca34ca15 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:06.739963 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.786834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.819628 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-877d500d-9bde-4b35-940f-0e29598dc0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.840359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6513c60e-a927-4b59-9b2d-c516682eafbd None None] Provisioning complete for port 841f54ad-e1c9-4adc-8e9c-77c77d8907e2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:06.840773 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6513c60e-a927-4b59-9b2d-c516682eafbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.888090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6513c60e-a927-4b59-9b2d-c516682eafbd None None] Port 841f54ad-e1c9-4adc-8e9c-77c77d8907e2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:06.942631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] For port f11fc6b3-97d9-4069-87eb-6597ca34ca15, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f11fc6b3-97d9-4069-87eb-6597ca34ca15,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:06.943021 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:06.966463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Calling delete_port for f11fc6b3-97d9-4069-87eb-6597ca34ca15 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:07.093687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.125525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.126304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.193228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.241121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-877d500d-9bde-4b35-940f-0e29598dc0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.259396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-877d500d-9bde-4b35-940f-0e29598dc0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.261108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=841f54ad-e1c9-4adc-8e9c-77c77d8907e2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:07.290782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-877d500d-9bde-4b35-940f-0e29598dc0da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c1f20ff19e0848039b871aa4807013f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065004 Sep 24 00:06:07.298233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57282) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:07.382734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877d500d-9bde-4b35-940f-0e29598dc0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b915eb-670c-42b1-a1a5-53f11c26176c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:07.413298 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb8697df-c6b5-451d-a68d-4dd35ce6dc07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.438773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb8697df-c6b5-451d-a68d-4dd35ce6dc07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.500454 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.536327 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb8697df-c6b5-451d-a68d-4dd35ce6dc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.539296 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb8697df-c6b5-451d-a68d-4dd35ce6dc07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:07.541173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fb8697df-c6b5-451d-a68d-4dd35ce6dc07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06b915eb-670c-42b1-a1a5-53f11c26176c HTTP/1.1" status: 204 len: 168 time: 0.2417941 Sep 24 00:06:07.567279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11fc6b3-97d9-4069-87eb-6597ca34ca15,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:07.586458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8697df-c6b5-451d-a68d-4dd35ce6dc07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b915eb-670c-42b1-a1a5-53f11c26176c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:07.837561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network dd890567-f212-4b24-ad2e-41ad65156e82 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:07.841954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:08.008449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:08.111050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router fb70949d-6bf5-4229-8669-683578395063 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:08.329907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c27b8432-20c6-477f-8ca1-4208668891ca None None] Provisioning complete for port 841f54ad-e1c9-4adc-8e9c-77c77d8907e2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:08.331377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c27b8432-20c6-477f-8ca1-4208668891ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:08.354707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router e8c96708-8939-4502-868a-46ac269f59bf has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:08.356089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:08.362221 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f46e18b-122d-4e2f-95af-f3a3c04b8a49 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/fb70949d-6bf5-4229-8669-683578395063/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3577611 Sep 24 00:06:08.363216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Router 9b26852a-29b5-45ff-8491-9ac73556ee0f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:08.365052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57310) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:08.371374 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f81761-e8e9-43de-9e43-86353f3a84e0 None None] Sync routers for ids ['fb70949d-6bf5-4229-8669-683578395063'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:08.389208 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f81761-e8e9-43de-9e43-86353f3a84e0 None None] Routers {'fb70949d-6bf5-4229-8669-683578395063'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:08.389795 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d3f81761-e8e9-43de-9e43-86353f3a84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fb70949d-6bf5-4229-8669-683578395063'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:08.414367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c27b8432-20c6-477f-8ca1-4208668891ca None None] Port 841f54ad-e1c9-4adc-8e9c-77c77d8907e2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:08.502705 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d3f81761-e8e9-43de-9e43-86353f3a84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:08.524293 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f81761-e8e9-43de-9e43-86353f3a84e0 None None] Routers {'fb70949d-6bf5-4229-8669-683578395063'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:08.525286 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d3f81761-e8e9-43de-9e43-86353f3a84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fb70949d-6bf5-4229-8669-683578395063'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:08.563521 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d3f81761-e8e9-43de-9e43-86353f3a84e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:08.564532 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f81761-e8e9-43de-9e43-86353f3a84e0 None None] The sync data for ids ['fb70949d-6bf5-4229-8669-683578395063'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:08.591585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abcb3f2-c791-4219-99ea-26f7020cf2dc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:08.595762 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2abcb3f2-c791-4219-99ea-26f7020cf2dc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports/841f54ad-e1c9-4adc-8e9c-77c77d8907e2 HTTP/1.1" status: 200 len: 913 time: 0.2271087 Sep 24 00:06:08.595872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57316) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:08.652157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:08.659853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0d27a7d6-dca4-43a0-b084-2974358bb8b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/9b26852a-29b5-45ff-8491-9ac73556ee0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1892495 Sep 24 00:06:08.662699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57318) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:08.668423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] Sync routers for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:08.685375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:08.686280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:08.854605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:08.866682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:06:08.901798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:08.923467 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870dba74-ba09-4803-a0c7-1e7e3d44dcd8 None None] Sync routers for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:08.947840 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870dba74-ba09-4803-a0c7-1e7e3d44dcd8 None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:08.950290 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-870dba74-ba09-4803-a0c7-1e7e3d44dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:08.984078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-94beedfd-c920-442a-b7dc-1a4d53b107d2 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/routers/e8c96708-8939-4502-868a-46ac269f59bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0200505 Sep 24 00:06:08.986083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:08.986573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57328) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:09.049399 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-870dba74-ba09-4803-a0c7-1e7e3d44dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:09.067022 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870dba74-ba09-4803-a0c7-1e7e3d44dcd8 None None] Routers {'e8c96708-8939-4502-868a-46ac269f59bf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:09.071569 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-870dba74-ba09-4803-a0c7-1e7e3d44dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e8c96708-8939-4502-868a-46ac269f59bf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:09.085144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.094453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.190647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Deleting port 6cc17a9b-9341-4bc8-9021-53f31ff69448 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:09.191917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.208902 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-870dba74-ba09-4803-a0c7-1e7e3d44dcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:09.210293 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870dba74-ba09-4803-a0c7-1e7e3d44dcd8 None None] The sync data for ids ['e8c96708-8939-4502-868a-46ac269f59bf'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:09.328889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:06:07Z', 'revision_number': 5, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port': {'id': '6cc17a9b-9341-4bc8-9021-53f31ff69448', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:f5:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1433, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:03:37Z', 'updated_at': '2021-09-24T00:03:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:09.365829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] Checking router: 9b26852a-29b5-45ff-8491-9ac73556ee0f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:06:09.376991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] Routers {'9b26852a-29b5-45ff-8491-9ac73556ee0f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:09.377942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9b26852a-29b5-45ff-8491-9ac73556ee0f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:09.385051 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1968816581-network', 'tenant_id': 'c382c29d4fe44473a0390b3299193f52'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:09.389633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] For port 6cc17a9b-9341-4bc8-9021-53f31ff69448, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6cc17a9b-9341-4bc8-9021-53f31ff69448,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:09.390110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.408101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.411006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Calling delete_port for 6cc17a9b-9341-4bc8-9021-53f31ff69448 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:09.506353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] Set router 9b26852a-29b5-45ff-8491-9ac73556ee0f gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:06:09.511123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Made reservation on behalf of c382c29d4fe44473a0390b3299193f52 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:09.513749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.546329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.576742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:06:09Z', 'revision_number': 6, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:09.610358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366f72b3-9e93-44c2-a2a6-b054dfa7fdfb None None] The sync data for ids ['9b26852a-29b5-45ff-8491-9ac73556ee0f'] in n-d-713498-18 is: [{'id': '9b26852a-29b5-45ff-8491-9ac73556ee0f', 'name': 'tempest-ServersTestJSON-2100273360-router', 'tenant_id': '73954aaefbd9438d9b6a433e1b881d70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:03:34Z', 'updated_at': '2021-09-24T00:06:09Z', 'revision_number': 6, 'project_id': '73954aaefbd9438d9b6a433e1b881d70', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:09.676757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.707471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cc17a9b-9341-4bc8-9021-53f31ff69448,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:09.720008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.729124 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.735248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.785625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.803671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.838920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:09.880872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.880872 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Added segment 0d2a0f98-c08d-4ba7-8166-40e6eebda105 of type vlan for network f952ee4a-2d97-4fef-8a03-665d5f67403e Sep 24 00:06:09.883389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:09.921647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.925318 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.977894 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.990488 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.991027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b26852a-29b5-45ff-8491-9ac73556ee0f {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:06:09.996007 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:09.999615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-760673a0-bc67-4805-a646-15c7dd95b4a0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/9b26852a-29b5-45ff-8491-9ac73556ee0f HTTP/1.1" status: 204 len: 168 time: 1.3334224 Sep 24 00:06:09.999815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57344) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:10.050253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 463f1df3-6b3d-4f2f-a652-1ab5f40b1836 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:10.050704 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.057265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0351b38-37dc-4919-83da-98408c45878b admin admin] Deleting subnet d9252b56-608f-41f9-a81c-20137d8b7e33 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:10.060544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0351b38-37dc-4919-83da-98408c45878b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.087289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.088266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:10.088837 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.111604 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0351b38-37dc-4919-83da-98408c45878b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.172924 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1821866 Sep 24 00:06:10.177134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57348) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:10.184347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Request body: {'subnet': {'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1968816581-subnet', 'tenant_id': 'c382c29d4fe44473a0390b3299193f52', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:10.216912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a287c6-81ef-4395-88af-153471332a95 admin admin] Pushing event updated for resources: {'Network': ['ID=f952ee4a-2d97-4fef-8a03-665d5f67403e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:10.218110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Made reservation on behalf of c382c29d4fe44473a0390b3299193f52 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:10.235443 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f952ee4a-2d97-4fef-8a03-665d5f67403e details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:10.239876 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.251739 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.285066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 463f1df3-6b3d-4f2f-a652-1ab5f40b1836 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:10.365334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0351b38-37dc-4919-83da-98408c45878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.455034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 841f54ad-e1c9-4adc-8e9c-77c77d8907e2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:10.455573 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.550198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0351b38-37dc-4919-83da-98408c45878b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.592822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0351b38-37dc-4919-83da-98408c45878b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9252b56-608f-41f9-a81c-20137d8b7e33,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:10.598945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0351b38-37dc-4919-83da-98408c45878b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.599377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb6dda-258a-45ad-9360-a7d1c89cee16 None None] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:10.601637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e0351b38-37dc-4919-83da-98408c45878b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d9252b56-608f-41f9-a81c-20137d8b7e33 HTTP/1.1" status: 204 len: 168 time: 0.6008775 Sep 24 00:06:10.606172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57362) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:10.629121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.646434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 841f54ad-e1c9-4adc-8e9c-77c77d8907e2 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:10.650777 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.714973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=463f1df3-6b3d-4f2f-a652-1ab5f40b1836,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:10.769594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.822399 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.851417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.938446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:10.950613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] DHCP port deletion for 716b91cc-0abd-4d00-b73e-8953edd8d984 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:10.953185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Deleting port 32a60c00-d6dd-4e87-a165-98f1335c8b02 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:10.954054 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:10.970912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Checking segment: {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:10.971349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Network hostable DHCP agents. Network: f952ee4a-2d97-4fef-8a03-665d5f67403e, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:11.046781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Network f952ee4a-2d97-4fef-8a03-665d5f67403e is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:11.061424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] Deleting port 32a60c00-d6dd-4e87-a165-98f1335c8b02 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:11.061890 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.064011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] For port 32a60c00-d6dd-4e87-a165-98f1335c8b02, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=32a60c00-d6dd-4e87-a165-98f1335c8b02,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:11.064291 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.065849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.074320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f952ee4a-2d97-4fef-8a03-665d5f67403e) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:11.078319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.084994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:11.085279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.088854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Calling delete_port for 32a60c00-d6dd-4e87-a165-98f1335c8b02 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:11.097250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d73b86b-fd62-4259-a672-d6dbcd972697 None None] Network f952ee4a-2d97-4fef-8a03-665d5f67403e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:11.171844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d0c3e797-185a-41fc-bdca-9829415ddff9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9922838 Sep 24 00:06:11.184209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.295679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.337852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 32a60c00-d6dd-4e87-a165-98f1335c8b02 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:11.378725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32a60c00-d6dd-4e87-a165-98f1335c8b02,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:11.387000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] No DVR routers for this DVR port 32a60c00-d6dd-4e87-a165-98f1335c8b02 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:11.409340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.409882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Fanout notify agent at l3_agent the message router_deleted on router e8c96708-8939-4502-868a-46ac269f59bf {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:06:11.452099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2fe4b4-ca2a-4950-9a0f-206fd7982368 None None] Network f952ee4a-2d97-4fef-8a03-665d5f67403e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:11.469087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 32a60c00-d6dd-4e87-a165-98f1335c8b02 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:11.469410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 32a60c00-d6dd-4e87-a165-98f1335c8b02 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:11.471403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6cc17a9b-9341-4bc8-9021-53f31ff69448 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:11.513298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=841f54ad-e1c9-4adc-8e9c-77c77d8907e2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:11.517174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6cc17a9b-9341-4bc8-9021-53f31ff69448 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:11.517949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6cc17a9b-9341-4bc8-9021-53f31ff69448 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:11.518518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f11fc6b3-97d9-4069-87eb-6597ca34ca15 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:11.521583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.525989 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5d1ade0f-898a-4ca7-94d5-4f8b82d2d960 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/routers/e8c96708-8939-4502-868a-46ac269f59bf HTTP/1.1" status: 204 len: 168 time: 2.5334330 Sep 24 00:06:11.608452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.630015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['716b91cc-0abd-4d00-b73e-8953edd8d984']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:11.641279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72ce10d6-4eb7-44fd-9d54-c25610a36b0a') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:11.641772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] For port 32a60c00-d6dd-4e87-a165-98f1335c8b02, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=32a60c00-d6dd-4e87-a165-98f1335c8b02,segment=NetworkSegment(72ce10d6-4eb7-44fd-9d54-c25610a36b0a),segment_id=72ce10d6-4eb7-44fd-9d54-c25610a36b0a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:11.642498 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.642726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72ce10d6-4eb7-44fd-9d54-c25610a36b0a') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:11.653510 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.667308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.673680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:11.674264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.729670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f11fc6b3-97d9-4069-87eb-6597ca34ca15 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:11.730277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f11fc6b3-97d9-4069-87eb-6597ca34ca15 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:11.733140 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:11.735460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57384) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:11.741818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.743741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] Calling delete_port for 32a60c00-d6dd-4e87-a165-98f1335c8b02 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:11.755119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.808524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.825355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/716b91cc-0abd-4d00-b73e-8953edd8d984 HTTP/1.1" status: 204 len: 168 time: 1.2178071 Sep 24 00:06:11.859384 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:11.867575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307563c-50b9-4bdc-9d01-3f10f1d579d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=716b91cc-0abd-4d00-b73e-8953edd8d984,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:11.867768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] Network 716b91cc-0abd-4d00-b73e-8953edd8d984 is not hosted by any dhcp agent {{(pid=106380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:06:11.868294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] No DVR routers for this DVR port 32a60c00-d6dd-4e87-a165-98f1335c8b02 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:11.908464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d42d98-64ec-431c-a550-74e551a202a5 None None] Pushing event deleted for resources: {'Port': ['ID=32a60c00-d6dd-4e87-a165-98f1335c8b02,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:11.944170 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-5484acba-1a73-4f15-8630-8eaee92da9b0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting subnet 3734f6c0-731a-4697-a5d6-b10b82e23dc0 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:11.950504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5484acba-1a73-4f15-8630-8eaee92da9b0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:12.041489 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5484acba-1a73-4f15-8630-8eaee92da9b0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:12.049582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57398) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:12.105071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-91de61eb-a98d-46b7-88e0-92102c060d05 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:12.106651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-91de61eb-a98d-46b7-88e0-92102c060d05 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 814 time: 0.1927595 Sep 24 00:06:12.129493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-5b7cdca1-aec7-4a36-a6e6-c701956298c0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/quotas/c382c29d4fe44473a0390b3299193f52 HTTP/1.1" status: 200 len: 375 time: 0.0133545 Sep 24 00:06:12.515725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-72464340-080c-4c12-8558-448cab5760cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=73954aaefbd9438d9b6a433e1b881d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4620862 Sep 24 00:06:12.515725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57402) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:12.532999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router fb70949d-6bf5-4229-8669-683578395063 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:12.561323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-371dc5a8-6ced-432d-aee4-33fa5971cb42 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4077606 Sep 24 00:06:12.599015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5484acba-1a73-4f15-8630-8eaee92da9b0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:12.685600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce74a-6708-4731-aeb9-3a8501afc416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:12.723375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-62804116-2d02-4a5c-b08a-f56b03074f94 service neutron] 10.222.0.24 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610763 Sep 24 00:06:12.748156 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce74a-6708-4731-aeb9-3a8501afc416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:12.749209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5484acba-1a73-4f15-8630-8eaee92da9b0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:12.761918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:12.771061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c467cfae-b607-4ef8-b8cf-74c564ef6804 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/fb70949d-6bf5-4229-8669-683578395063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1735566 Sep 24 00:06:12.773459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e48bec8-7975-4f54-92c8-22588b214adc None None] Sync routers for ids ['fb70949d-6bf5-4229-8669-683578395063'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:12.773920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:12.788187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48bec8-7975-4f54-92c8-22588b214adc None None] Routers {'fb70949d-6bf5-4229-8669-683578395063'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:12.789905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0e48bec8-7975-4f54-92c8-22588b214adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fb70949d-6bf5-4229-8669-683578395063'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:12.791870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484acba-1a73-4f15-8630-8eaee92da9b0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Subnet': ['ID=3734f6c0-731a-4697-a5d6-b10b82e23dc0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:12.822717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5484acba-1a73-4f15-8630-8eaee92da9b0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:12.827835 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5484acba-1a73-4f15-8630-8eaee92da9b0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/subnets/3734f6c0-731a-4697-a5d6-b10b82e23dc0 HTTP/1.1" status: 204 len: 168 time: 1.0903211 Sep 24 00:06:12.829077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57422) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:12.846555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a12ab1-807f-4692-abb3-0c4baabf745a None None] Network 580925e6-6089-458f-895f-5dea52182cba requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:12.848830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0e48bec8-7975-4f54-92c8-22588b214adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:12.876946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48bec8-7975-4f54-92c8-22588b214adc None None] Routers {'fb70949d-6bf5-4229-8669-683578395063'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:12.877569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0e48bec8-7975-4f54-92c8-22588b214adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fb70949d-6bf5-4229-8669-683578395063'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:12.912566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0e48bec8-7975-4f54-92c8-22588b214adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:12.913254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e48bec8-7975-4f54-92c8-22588b214adc None None] The sync data for ids ['fb70949d-6bf5-4229-8669-683578395063'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:12.913866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:12.963707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-51f8a7ef-d047-40ac-8055-f3af41aeb9ab service neutron] 10.222.0.24 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352421 Sep 24 00:06:13.004753 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:13.005111 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.107807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] For port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,segment=NetworkSegment(6e086b0c-9cd2-4d0f-83fb-292955cbf3cc),segment_id=6e086b0c-9cd2-4d0f-83fb-292955cbf3cc)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:13.108721 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.120478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce74a-6708-4731-aeb9-3a8501afc416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.123911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e0ce74a-6708-4731-aeb9-3a8501afc416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.125235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4e0ce74a-6708-4731-aeb9-3a8501afc416 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c30e6168-39d3-4796-9515-3e23b21d7551 HTTP/1.1" status: 204 len: 168 time: 0.6087844 Sep 24 00:06:13.149777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 0e4bc642-020f-4b8c-a401-a1f60e30ab0a owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:13.172228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ce74a-6708-4731-aeb9-3a8501afc416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30e6168-39d3-4796-9515-3e23b21d7551,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:13.208186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] DHCP port deletion for 580925e6-6089-458f-895f-5dea52182cba request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:13.227178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.346355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] Deleting port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:13.351612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eeabe42-530a-45c8-ada6-365215a280c4 req-7b107359-2b30-4f33-949b-bb01a9d216e4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 210 time: 0.0879974 Sep 24 00:06:13.352734 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.437345 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.497403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:13.512058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] No DVR routers for this DVR port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:13.566090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] For port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,segment=NetworkSegment(6e086b0c-9cd2-4d0f-83fb-292955cbf3cc),segment_id=6e086b0c-9cd2-4d0f-83fb-292955cbf3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:13.566508 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.594034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] Calling delete_port for 0e4bc642-020f-4b8c-a401-a1f60e30ab0a owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:13.752032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.789201 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.798909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580925e6-6089-458f-895f-5dea52182cba']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:13.817523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e086b0c-9cd2-4d0f-83fb-292955cbf3cc') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:13.817817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e086b0c-9cd2-4d0f-83fb-292955cbf3cc') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:13.837083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 7e4e6514-eca0-4155-8a75-290f2450aa3e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:13.837705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.845171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.848878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] Pushing event deleted for resources: {'Port': ['ID=0e4bc642-020f-4b8c-a401-a1f60e30ab0a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:13.852028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b29e3-0afa-4c13-86d8-ef7c3dde4df4 None None] No DVR routers for this DVR port 0e4bc642-020f-4b8c-a401-a1f60e30ab0a on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:13.872538 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.886236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:13.886645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:13.892696 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:13.976206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.977366 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.991582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:13.993493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/networks/580925e6-6089-458f-895f-5dea52182cba HTTP/1.1" status: 204 len: 168 time: 1.1633894 Sep 24 00:06:13.998031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57470) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:14.000648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 7e4e6514-eca0-4155-8a75-290f2450aa3e owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:14.006490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641292d5-5ce5-4d5a-97fb-0be321e2af0b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Network': ['ID=580925e6-6089-458f-895f-5dea52182cba,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:14.259892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 43576833-5902-49ed-bf8f-7b0b6b696171 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:14.260232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.352500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57480) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:14.374733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.388926 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.389258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.419403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=7e4e6514-eca0-4155-8a75-290f2450aa3e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:14.452810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 43576833-5902-49ed-bf8f-7b0b6b696171 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:14.468142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e05c10d-9c21-49a6-a7c6-cbe0b18e29a1 req-6e23fc76-a7d0-4910-8ef2-136064040244 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 210 time: 0.0293803 Sep 24 00:06:14.505790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-380652861-network', 'tenant_id': '8d137cd8e8d44c248e213bbc258674d9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:14.550425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Made reservation on behalf of 8d137cd8e8d44c248e213bbc258674d9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:14.555139 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.565952 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.596442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.696557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.703623 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.731063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:14.741836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0852ce7f-ce0e-435f-b02b-143831768c52,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:14.752899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.753793 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Added segment 5669916d-c518-42cd-8cc6-10b3991d8372 of type vlan for network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 Sep 24 00:06:14.800565 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.837076 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.838084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:14.838788 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:14.882241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router fb70949d-6bf5-4229-8669-683578395063 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:14.916241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] Pushing event updated for resources: {'Network': ['ID=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:14.919739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-d577a0bc-6d07-44d8-a6a3-5d816c8b147a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:14.921269 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-d577a0bc-6d07-44d8-a6a3-5d816c8b147a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.20 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 814 time: 0.3379626 Sep 24 00:06:14.928334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f79d71d0-a3de-4164-ba55-8e3d07d6db16 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5747030 Sep 24 00:06:14.928950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:14.931423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57516) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:14.937560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Request body: {'subnet': {'network_id': 'f080982c-6bfb-4b3c-a09d-ae7d66ed9b56', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-380652861-subnet', 'tenant_id': '8d137cd8e8d44c248e213bbc258674d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:14.964906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Made reservation on behalf of 8d137cd8e8d44c248e213bbc258674d9 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:14.967938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.044443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:15.047985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.053041 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b685a868-3d3f-4369-a9d3-8c5c2860f233 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/fb70949d-6bf5-4229-8669-683578395063/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2784407 Sep 24 00:06:15.058542 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc755b6c-d80a-4d3f-a655-7fd9d9f6c47b None None] Sync routers for ids ['fb70949d-6bf5-4229-8669-683578395063'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:15.060097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57520) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:15.066603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Request body: {'port': {'device_id': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e', 'admin_state_up': True, 'tenant_id': 'c382c29d4fe44473a0390b3299193f52'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:15.074289 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc755b6c-d80a-4d3f-a655-7fd9d9f6c47b None None] Routers {'fb70949d-6bf5-4229-8669-683578395063'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:15.074958 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fc755b6c-d80a-4d3f-a655-7fd9d9f6c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fb70949d-6bf5-4229-8669-683578395063'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:15.134587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=43576833-5902-49ed-bf8f-7b0b6b696171,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:15.156368 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fc755b6c-d80a-4d3f-a655-7fd9d9f6c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:15.179815 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc755b6c-d80a-4d3f-a655-7fd9d9f6c47b None None] Routers {'fb70949d-6bf5-4229-8669-683578395063'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:15.180430 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fc755b6c-d80a-4d3f-a655-7fd9d9f6c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fb70949d-6bf5-4229-8669-683578395063'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:15.220836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0e4bc642-020f-4b8c-a401-a1f60e30ab0a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:15.237277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b632c05e-bd8d-4349-b9eb-58397cd7d1b2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb70949d-6bf5-4229-8669-683578395063 HTTP/1.1" status: 200 len: 205 time: 0.1758816 Sep 24 00:06:15.238507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.240555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57526) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:15.243316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0e4bc642-020f-4b8c-a401-a1f60e30ab0a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:15.243832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0e4bc642-020f-4b8c-a401-a1f60e30ab0a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:15.257771 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fc755b6c-d80a-4d3f-a655-7fd9d9f6c47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:15.258843 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc755b6c-d80a-4d3f-a655-7fd9d9f6c47b None None] The sync data for ids ['fb70949d-6bf5-4229-8669-683578395063'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:15.344206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.346984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.351781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1e8dabcc-b503-4955-a5ae-d356645a9d9d tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/floatingips/431f3b99-0383-4dd6-b08d-abb8d47b001f HTTP/1.1" status: 204 len: 168 time: 1.3491793 Sep 24 00:06:15.352338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:15.369675 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc566-eeb2-4431-b1db-598862b16ba3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.382718 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e60f8f67-061a-4b0d-9cde-9f814265435f tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] DELETE failed (client error): The resource could not be found. Sep 24 00:06:15.383460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e60f8f67-061a-4b0d-9cde-9f814265435f tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:06:15.387867 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e60f8f67-061a-4b0d-9cde-9f814265435f tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/ports/4e9b937e-0c05-44f4-a0fb-e609f6e22d84 HTTP/1.1" status: 404 len: 333 time: 0.0321021 Sep 24 00:06:15.388997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57540) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:15.417003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef54f5e-d84c-44f2-a6b0-56e5ad908d48,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:15.432252 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d0ba40fd-fa54-4586-997e-0631c9f9ad39 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8c96708-8939-4502-868a-46ac269f59bf HTTP/1.1" status: 200 len: 205 time: 0.0405738 Sep 24 00:06:15.432252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Made reservation on behalf of c382c29d4fe44473a0390b3299193f52 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:15.435560 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.440136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57548) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:15.457578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Checking segment: {'id': '5669916d-c518-42cd-8cc6-10b3991d8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f080982c-6bfb-4b3c-a09d-ae7d66ed9b56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:15.457936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Network hostable DHCP agents. Network: f080982c-6bfb-4b3c-a09d-ae7d66ed9b56, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:15.484275 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-26c32200-1962-4451-bc7b-92782780b9e0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] delete failed (client error): The resource could not be found. Sep 24 00:06:15.485317 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26c32200-1962-4451-bc7b-92782780b9e0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/routers/e8c96708-8939-4502-868a-46ac269f59bf HTTP/1.1" status: 404 len: 336 time: 0.0442767 Sep 24 00:06:15.488205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57558) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:15.531327 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fd6134f-75f8-4ed2-9020-4db9dd9e7b39 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] DELETE failed (client error): The resource could not be found. Sep 24 00:06:15.531789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fd6134f-75f8-4ed2-9020-4db9dd9e7b39 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:06:15.533711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3fd6134f-75f8-4ed2-9020-4db9dd9e7b39 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/subnets/3734f6c0-731a-4697-a5d6-b10b82e23dc0 HTTP/1.1" status: 404 len: 337 time: 0.0405662 Sep 24 00:06:15.536423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:15.563858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc566-eeb2-4431-b1db-598862b16ba3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.567966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc566-eeb2-4431-b1db-598862b16ba3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.582044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:15.643255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9f499f6-73aa-4f44-8d7e-548484838902 req-42ae30d5-85b3-4ee8-8ed9-893cba1bb89b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 210 time: 0.0760534 Sep 24 00:06:15.649389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f080982c-6bfb-4b3c-a09d-ae7d66ed9b56) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:15.655142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:15.655926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.660224 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc566-eeb2-4431-b1db-598862b16ba3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.660758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bdc566-eeb2-4431-b1db-598862b16ba3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Fanout notify agent at l3_agent the message router_deleted on router fb70949d-6bf5-4229-8669-683578395063 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:06:15.667869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ac4fa6-cda1-4b4b-801e-0db90d1ef8fc None None] Network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:15.671895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc566-eeb2-4431-b1db-598862b16ba3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.675383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b4bdc566-eeb2-4431-b1db-598862b16ba3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/fb70949d-6bf5-4229-8669-683578395063 HTTP/1.1" status: 204 len: 168 time: 0.4286261 Sep 24 00:06:15.676078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57568) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:15.723759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1d3cb677-1552-4ed7-b3b8-d7853c0daf18 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7900002 Sep 24 00:06:15.735030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Allocated IP 172.20.0.12 (f952ee4a-2d97-4fef-8a03-665d5f67403e/65f1e2c8-83f1-45d7-989d-b39b5dba4dcd/09b2fa5e-1d05-4177-be9b-cda489fe3272) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:15.749691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f3164f15-e69b-474f-a3cf-338e5891dab5 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port dd46639c-ae30-42ea-b8bb-05ee1aca1281 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:15.750118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3164f15-e69b-474f-a3cf-338e5891dab5 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.767935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-428a707b-b8c6-4de8-bb32-478bb25dc71d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet 666b058f-2c92-4050-abab-b23960e21e0c {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:15.781357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-428a707b-b8c6-4de8-bb32-478bb25dc71d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.847118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-428a707b-b8c6-4de8-bb32-478bb25dc71d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.888152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3164f15-e69b-474f-a3cf-338e5891dab5 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:15.912911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77e9e9-13ef-4242-8421-ac87ddefc621 None None] Network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:15.914306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f3164f15-e69b-474f-a3cf-338e5891dab5 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for dd46639c-ae30-42ea-b8bb-05ee1aca1281 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:16.003914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-428a707b-b8c6-4de8-bb32-478bb25dc71d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.099351 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.113959 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-428a707b-b8c6-4de8-bb32-478bb25dc71d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.160834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a707b-b8c6-4de8-bb32-478bb25dc71d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=666b058f-2c92-4050-abab-b23960e21e0c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:16.167476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-428a707b-b8c6-4de8-bb32-478bb25dc71d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.169581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-428a707b-b8c6-4de8-bb32-478bb25dc71d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/666b058f-2c92-4050-abab-b23960e21e0c HTTP/1.1" status: 204 len: 168 time: 0.4925892 Sep 24 00:06:16.172197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57594) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:16.175136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf2392-11e4-4fd8-9713-34c461ccbcd3 None None] Network dd890567-f212-4b24-ad2e-41ad65156e82 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:16.210107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.273141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3164f15-e69b-474f-a3cf-338e5891dab5 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.275188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-5947aa23-e096-4610-bcef-26f50143fe2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet bb266e8f-7f28-47a5-8db5-975129491774 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:16.287140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Network f952ee4a-2d97-4fef-8a03-665d5f67403e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:16.296486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:16.300724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:16.313172 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5947aa23-e096-4610-bcef-26f50143fe2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.363818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:16.403557 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] DHCP port deletion for dd890567-f212-4b24-ad2e-41ad65156e82 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:16.429320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3164f15-e69b-474f-a3cf-338e5891dab5 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=dd46639c-ae30-42ea-b8bb-05ee1aca1281,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:16.436388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5947aa23-e096-4610-bcef-26f50143fe2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.448475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:16.449191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.452638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] Deleting port b6ca5c04-aeca-4be2-bd30-f27c958ca417 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:16.453002 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.472285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f3164f15-e69b-474f-a3cf-338e5891dab5 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.474734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f3164f15-e69b-474f-a3cf-338e5891dab5 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/ports/dd46639c-ae30-42ea-b8bb-05ee1aca1281 HTTP/1.1" status: 204 len: 168 time: 0.9371397 Sep 24 00:06:16.477323 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-771422b2-2640-4446-b23d-95aeb297e349 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4305305 Sep 24 00:06:16.477773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:16.490319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Request body: {'port': {'device_id': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:16.492091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383cdb0-0433-4034-8360-f793282fb460 req-11c003f2-aa55-4ca0-957b-d033173baa2b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:16.493608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-11c003f2-aa55-4ca0-957b-d033173baa2b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 805 time: 0.3098195 Sep 24 00:06:16.519318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] For port b6ca5c04-aeca-4be2-bd30-f27c958ca417, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6ca5c04-aeca-4be2-bd30-f27c958ca417,segment=NetworkSegment(1f70e1cf-a613-403f-9d54-3bb9acd7b266),segment_id=1f70e1cf-a613-403f-9d54-3bb9acd7b266)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:16.519717 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.532739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] Calling delete_port for b6ca5c04-aeca-4be2-bd30-f27c958ca417 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:16.535324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ba63fcab-b5c5-4a7e-a02e-1ea659c1312d tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:16.539232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ba63fcab-b5c5-4a7e-a02e-1ea659c1312d tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/networks?id=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 HTTP/1.1" status: 200 len: 813 time: 0.2026711 Sep 24 00:06:16.543422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-e5f090d2-f49f-43d6-b674-bad440cda2d4 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/quotas/985c577509134bb0be9f9fb9686367cb HTTP/1.1" status: 200 len: 375 time: 0.0358152 Sep 24 00:06:16.587304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-fe7c43f5-b102-4141-b9d8-92e77dde26e2 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/quotas/8d137cd8e8d44c248e213bbc258674d9 HTTP/1.1" status: 200 len: 375 time: 0.0430896 Sep 24 00:06:16.598643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.622269 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.649775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] Pushing event deleted for resources: {'Port': ['ID=b6ca5c04-aeca-4be2-bd30-f27c958ca417,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:16.653430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bd31d8-12e6-44e7-bb8e-6a9ae9aae641 None None] No DVR routers for this DVR port b6ca5c04-aeca-4be2-bd30-f27c958ca417 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:16.662260 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5947aa23-e096-4610-bcef-26f50143fe2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.663352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4bcb2-86f4-47f0-88e0-32cddccc9247 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port d5779d54-dc22-4d12-be2b-8e709d8274b8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:16.663352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bcb2-86f4-47f0-88e0-32cddccc9247 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.689394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-9c363028-87a3-4efa-a7c9-58178dc535d0 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8d137cd8e8d44c248e213bbc258674d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0759478 Sep 24 00:06:16.699292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-e8a54cfb-a621-42af-9331-0b45fef03c01 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1446795 Sep 24 00:06:16.861550 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5947aa23-e096-4610-bcef-26f50143fe2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.919853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947aa23-e096-4610-bcef-26f50143fe2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=bb266e8f-7f28-47a5-8db5-975129491774,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:16.924854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-e55a2efa-9dab-4ec6-b047-c0ddbf9197ce service neutron] 10.222.0.24 "GET /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245593 Sep 24 00:06:16.926727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-789f160e-ab5a-4f45-98ea-a31232b77e88 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108538 Sep 24 00:06:16.930285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5947aa23-e096-4610-bcef-26f50143fe2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:16.932328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5947aa23-e096-4610-bcef-26f50143fe2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/bb266e8f-7f28-47a5-8db5-975129491774 HTTP/1.1" status: 204 len: 168 time: 0.7591488 Sep 24 00:06:16.941099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57610) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:16.941625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c1e9e-20e7-4a10-a6d2-2a971bf361ae None None] Network 897dc552-1197-44f5-88f5-eb7b747ad892 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:17.137513 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.147712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] DHCP port deletion for 897dc552-1197-44f5-88f5-eb7b747ad892 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:17.179330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-4d20d939-adc0-4f27-a533-bdc0a2c38b58 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261844 Sep 24 00:06:17.182260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-300ba427-d731-4aee-b20b-c93f16f4cc98 service neutron] 10.222.0.24 "GET /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488947 Sep 24 00:06:17.196198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bcb2-86f4-47f0-88e0-32cddccc9247 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.220968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4bcb2-86f4-47f0-88e0-32cddccc9247 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for d5779d54-dc22-4d12-be2b-8e709d8274b8 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:17.275386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] Deleting port f577b914-dc16-487f-8d8d-3a79338b3763 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:17.275945 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.313725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.337265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd890567-f212-4b24-ad2e-41ad65156e82']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:17.348291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f70e1cf-a613-403f-9d54-3bb9acd7b266') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:17.348560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f70e1cf-a613-403f-9d54-3bb9acd7b266') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:17.362727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.367504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b2fa5e-1d05-4177-be9b-cda489fe3272 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:17.376223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.383605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.405641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:17.406047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:17.414369 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:17.444914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] For port f577b914-dc16-487f-8d8d-3a79338b3763, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f577b914-dc16-487f-8d8d-3a79338b3763,segment=NetworkSegment(386c2ce8-2b0d-4d92-81bb-2729d82be599),segment_id=386c2ce8-2b0d-4d92-81bb-2729d82be599)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:17.445797 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.465177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6ca5c04-aeca-4be2-bd30-f27c958ca417 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:17.465795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bcb2-86f4-47f0-88e0-32cddccc9247 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.496203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b6ca5c04-aeca-4be2-bd30-f27c958ca417 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:17.496554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6ca5c04-aeca-4be2-bd30-f27c958ca417 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:17.496963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f577b914-dc16-487f-8d8d-3a79338b3763 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:17.529598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4bcb2-86f4-47f0-88e0-32cddccc9247 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=d5779d54-dc22-4d12-be2b-8e709d8274b8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:17.557445 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] Calling delete_port for f577b914-dc16-487f-8d8d-3a79338b3763 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:17.641534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb7ebc33-2747-4556-b354-69fd7bf21dc0 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:17.660109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Transition to ACTIVE for port object 09b2fa5e-1d05-4177-be9b-cda489fe3272 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:06:17.675357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.682290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.709839 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.724246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/dd890567-f212-4b24-ad2e-41ad65156e82 HTTP/1.1" status: 204 len: 168 time: 0.7821016 Sep 24 00:06:17.740025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57626) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:17.744089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:17.775048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c8b4bcb2-86f4-47f0-88e0-32cddccc9247 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.779724 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c8b4bcb2-86f4-47f0-88e0-32cddccc9247 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/ports/d5779d54-dc22-4d12-be2b-8e709d8274b8 HTTP/1.1" status: 204 len: 168 time: 1.2986503 Sep 24 00:06:17.789464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57632) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:17.833080 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.846523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-394347d2-d948-4ab9-a79d-cd20176cf797 req-3874f0c1-5488-4bf1-8dae-4aa19bdef284 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 210 time: 0.1460130 Sep 24 00:06:17.849908 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.854611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4f8d54-83c6-4b14-bfba-e7813fc031f6 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=dd890567-f212-4b24-ad2e-41ad65156e82,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:17.884452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:17.897999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:17.899880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f1175-9fc0-4231-ae4d-bb4c27c24eb1 req-b9665a48-c572-4341-8eb5-f081cf74e5db tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:17.902276 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab4958b-1f92-42fa-9a07-45c36724b0c3" -d '{"events": [{"server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:17.904130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b13f1175-9fc0-4231-ae4d-bb4c27c24eb1 req-b9665a48-c572-4341-8eb5-f081cf74e5db tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 932 time: 0.3480625 Sep 24 00:06:17.905830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.910316 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:17.916111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038d1b54-705e-4c14-9c9f-8624fb2e1e92 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:17.917899 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-038d1b54-705e-4c14-9c9f-8624fb2e1e92 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "GET /v2.0/ports?device_id=51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 HTTP/1.1" status: 200 len: 913 time: 0.1275504 Sep 24 00:06:17.925744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-4bc2675e-d287-465c-85ed-71e94b2146b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:17.927878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-4bc2675e-d287-465c-85ed-71e94b2146b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.18 "GET /v2.0/ports?device_id=4682531d-cccf-4f91-ad1b-127c0c410c0d HTTP/1.1" status: 200 len: 945 time: 0.3475957 Sep 24 00:06:17.937819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:17.984499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:18.012799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cf35e01-c62d-465a-9b80-8e61176880e7 req-2ee28bf1-803e-4e08-93d8-51b44526bdbb tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 210 time: 0.0837176 Sep 24 00:06:18.041503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port f577b914-dc16-487f-8d8d-3a79338b3763, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f577b914-dc16-487f-8d8d-3a79338b3763,segment=NetworkSegment(386c2ce8-2b0d-4d92-81bb-2729d82be599),segment_id=386c2ce8-2b0d-4d92-81bb-2729d82be599)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:18.048104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.098179 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.105404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b13f1175-9fc0-4231-ae4d-bb4c27c24eb1 req-6bffc477-98a7-430c-821b-442dafa26ebc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664732 Sep 24 00:06:18.110467 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a585e7-bf83-4d19-89e3-56ab6f49cd70 x-openstack-request-id: req-34a585e7-bf83-4d19-89e3-56ab6f49cd70 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:18.110871 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "name": "network-vif-unplugged", "status": "completed", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:18.111117 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34a585e7-bf83-4d19-89e3-56ab6f49cd70 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:18.111639 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'code': 200} Sep 24 00:06:18.120236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] No DVR routers for this DVR port f577b914-dc16-487f-8d8d-3a79338b3763 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:18.174537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=f577b914-dc16-487f-8d8d-3a79338b3763,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:18.181836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Deleting port eb7ebc33-2747-4556-b354-69fd7bf21dc0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:18.182188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.191834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Attempting to bind port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:18.194950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Attempting to bind port 09b2fa5e-1d05-4177-be9b-cda489fe3272 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:18.197456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Attempting to bind port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on network f952ee4a-2d97-4fef-8a03-665d5f67403e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:18.217163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e48175-f895-4e9e-9c98-efe402a5a5bc None None] Pushing event deleted for resources: {'Port': ['ID=f577b914-dc16-487f-8d8d-3a79338b3763,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:18.222299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on network f952ee4a-2d97-4fef-8a03-665d5f67403e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:06:18.222648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Attempting to bind port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on network f952ee4a-2d97-4fef-8a03-665d5f67403e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:18.250732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:18.251083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Checking segment: {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:18.251458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Bound using segment: {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:18.251892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Bound port: 09b2fa5e-1d05-4177-be9b-cda489fe3272, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:18.252605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.295261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] For port eb7ebc33-2747-4556-b354-69fd7bf21dc0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb7ebc33-2747-4556-b354-69fd7bf21dc0,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:18.295687 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.311291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Calling delete_port for eb7ebc33-2747-4556-b354-69fd7bf21dc0 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:18.347524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port f577b914-dc16-487f-8d8d-3a79338b3763 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:18.347862 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.468564 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.476633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:18.494814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port f577b914-dc16-487f-8d8d-3a79338b3763, host n-d-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:18.494814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.497854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Pushing event deleted for resources: {'Port': ['ID=eb7ebc33-2747-4556-b354-69fd7bf21dc0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:18.499473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:18.518474 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.521467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for f577b914-dc16-487f-8d8d-3a79338b3763 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:18.526546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Port f577b914-dc16-487f-8d8d-3a79338b3763 was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:06:18.541684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] No DVR routers for this DVR port eb7ebc33-2747-4556-b354-69fd7bf21dc0 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:18.544390 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.546490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-200b0165-eb8d-4a94-9074-33a96ef53ff4 req-94e14a48-8483-4a58-a918-f39343a3e602 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.18 "DELETE /v2.0/ports/eb7ebc33-2747-4556-b354-69fd7bf21dc0 HTTP/1.1" status: 204 len: 173 time: 0.5988064 Sep 24 00:06:18.546942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'name': 'network-vif-deleted', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:18.549231 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc8b13-337e-45b4-845c-cc6c2fea6fff" -d '{"events": [{"server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "name": "network-vif-deleted", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:18.555212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.594124 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6f48d9-a9a0-4f35-9f7d-1efcbe123e08 x-openstack-request-id: req-4d6f48d9-a9a0-4f35-9f7d-1efcbe123e08 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:18.594623 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682531d-cccf-4f91-ad1b-127c0c410c0d", "name": "network-vif-deleted", "tag": "eb7ebc33-2747-4556-b354-69fd7bf21dc0", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:18.595059 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d6f48d9-a9a0-4f35-9f7d-1efcbe123e08 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:18.595593 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4682531d-cccf-4f91-ad1b-127c0c410c0d', 'name': 'network-vif-deleted', 'tag': 'eb7ebc33-2747-4556-b354-69fd7bf21dc0', 'status': 'completed', 'code': 200} Sep 24 00:06:18.600783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:18.601403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.602822 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] 10.222.0.20 "PUT /v2.0/ports/09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 1093 time: 2.1173527 Sep 24 00:06:18.603452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:18.605848 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28551f2-1408-41c8-b038-e111e010ca53" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:18.620746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No DVR routers for this DVR port f577b914-dc16-487f-8d8d-3a79338b3763 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:18.677997 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9969502-0d40-4d87-a5f3-245c8f470917 x-openstack-request-id: req-a9969502-0d40-4d87-a5f3-245c8f470917 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:18.678835 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:18.679288 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a9969502-0d40-4d87-a5f3-245c8f470917 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:18.679688 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'status': 'completed', 'code': 200} Sep 24 00:06:18.690578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb8a4a8-4bae-4802-8bf8-a24b7d122593 service neutron] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:18.756448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=f577b914-dc16-487f-8d8d-3a79338b3763,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:18.802945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.824164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-d6e3aa0f-272b-4d0b-a470-a1d6aebcfe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:18.825687 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-d6e3aa0f-272b-4d0b-a470-a1d6aebcfe22 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1096 time: 0.1424356 Sep 24 00:06:18.842795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897dc552-1197-44f5-88f5-eb7b747ad892']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:18.886245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386c2ce8-2b0d-4d92-81bb-2729d82be599') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:18.886547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386c2ce8-2b0d-4d92-81bb-2729d82be599') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:18.889106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-dc3953d6-5f3c-4026-89b0-08a76cf2d01b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 217 time: 0.0544345 Sep 24 00:06:18.910263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.951997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383cdb0-0433-4034-8360-f793282fb460 req-aff17055-f8a5-472b-a429-61bdfe68a10f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:18.953459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-aff17055-f8a5-472b-a429-61bdfe68a10f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.18 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 805 time: 0.1521530 Sep 24 00:06:18.968473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.970074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6edf8b1-5318-44ab-8395-f4cf763da489 req-67ab0901-7cb1-4650-b9e5-46a99da9dea0 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 210 time: 0.0436509 Sep 24 00:06:18.973345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Request body: {'port': {'device_id': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'admin_state_up': True, 'tenant_id': '985c577509134bb0be9f9fb9686367cb'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:18.979258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:18.979600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:18.982812 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:18.984816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-ad2f2590-06df-4622-a5a4-808c7995da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:18.985667 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-ad2f2590-06df-4622-a5a4-808c7995da04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.0862703 Sep 24 00:06:19.046249 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-3b8e5a81-a579-4fb0-ab4f-56e036ac2015 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477915 Sep 24 00:06:19.113598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.124597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.126432 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/897dc552-1197-44f5-88f5-eb7b747ad892 HTTP/1.1" status: 204 len: 168 time: 1.3797207 Sep 24 00:06:19.160261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57656) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:19.171307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-102500071'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:19.184676 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.223119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf512e5a-2b4f-4ea6-a8ba-7ce381b9fabd tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=897dc552-1197-44f5-88f5-eb7b747ad892,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:19.319683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-28b2df62-79ac-49a0-90ea-01039b055fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435477 Sep 24 00:06:19.348371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:19.352335 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.497048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69f6f62a-da27-49d6-a610-a9e1ed7f5539 req-3f1f825b-b444-4b78-9ff3-ba1e1e3b57d8 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 210 time: 0.0665011 Sep 24 00:06:19.539615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3119ea-a7b5-408a-b991-5db616b22c7c req-e7611dec-7636-429c-8c72-eb1e154e6bab tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:19.540062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-e784f56e-6e1b-43a2-aee8-98fc9d8be235 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:19.541384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b3119ea-a7b5-408a-b991-5db616b22c7c req-e7611dec-7636-429c-8c72-eb1e154e6bab tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 944 time: 0.1121023 Sep 24 00:06:19.541546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-e784f56e-6e1b-43a2-aee8-98fc9d8be235 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.18 "GET /v2.0/networks?id=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 HTTP/1.1" status: 200 len: 813 time: 0.3119385 Sep 24 00:06:19.542281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:19.578348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Request body: {'port': {'device_id': 'fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf', 'network_id': 'f080982c-6bfb-4b3c-a09d-ae7d66ed9b56', 'admin_state_up': True, 'tenant_id': '8d137cd8e8d44c248e213bbc258674d9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:19.594297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Made reservation on behalf of 985c577509134bb0be9f9fb9686367cb for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:19.597860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.614091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.614436 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment a7430431-12f6-4105-97b5-45a780ee0578 of type vlan for network 98255480-df9e-402b-97ec-43263da66a2b Sep 24 00:06:19.617843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b3119ea-a7b5-408a-b991-5db616b22c7c req-ee96e86d-da64-4c5c-bd73-9d825f93af3f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701544 Sep 24 00:06:19.720954 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.727585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49d080fd-5a22-4c73-82a1-613a487e9b4c req-2061d060-632f-420f-a98d-cc0b2174d2d8 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3729098 Sep 24 00:06:19.778131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Allocated IP 172.20.0.5 (f9b7b53d-a505-4863-b88a-44a3c317dde1/3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa/cb58c29e-4992-4bfc-b0e9-f6300b66a6ec) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:19.788225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.793792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:19.794492 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.883006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Made reservation on behalf of 8d137cd8e8d44c248e213bbc258674d9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:19.886417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:19.900938 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7361042 Sep 24 00:06:19.903841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57662) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:19.910488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': '98255480-df9e-402b-97ec-43263da66a2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:19.966385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613cda3-49ed-47c8-b897-04e4d818657e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=98255480-df9e-402b-97ec-43263da66a2b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:19.977720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 98255480-df9e-402b-97ec-43263da66a2b details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:19.983473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28551f2-1408-41c8-b038-e111e010ca53 req-798a657d-3c91-4bdf-bc71-51bc3a51e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:19.984991 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e28551f2-1408-41c8-b038-e111e010ca53 req-798a657d-3c91-4bdf-bc71-51bc3a51e7cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1096 time: 0.1880817 Sep 24 00:06:20.037010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.096755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7c7ee14-fbc0-4379-8cde-afb0c984ccd5 req-e4342b4e-c4cc-4f17-895d-836cde9b0fed tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 210 time: 0.0447736 Sep 24 00:06:20.101193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:20.105013 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.184681 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.254578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Network f9b7b53d-a505-4863-b88a-44a3c317dde1 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:20.264704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:20.267606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:20.272263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Pushing event updated for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:20.351291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:20.351931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.379552 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-64288bf5-ec85-459f-b7a9-cfc3e0158539 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4118314 Sep 24 00:06:20.411560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Request body: {'port': {'device_id': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:20.413237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 0e3b772d-2adc-431f-ad88-b236ef47c74d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:20.413723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.456046 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.526452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.537935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Allocated IP 172.20.0.2 (f080982c-6bfb-4b3c-a09d-ae7d66ed9b56/4ef54f5e-d84c-44f2-a6b0-56e5ad908d48/54940b6f-e475-447d-bd2c-a50c79b5c041) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:20.539924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=1f48f57d-1ddb-4c5c-ba45-72e4a73df577,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:20.551117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28551f2-1408-41c8-b038-e111e010ca53 req-3732f7b9-c5ee-46c0-ae4c-82582c9df302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:20.552885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e28551f2-1408-41c8-b038-e111e010ca53 req-3732f7b9-c5ee-46c0-ae4c-82582c9df302 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 915 time: 0.5341575 Sep 24 00:06:20.589762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': 'a7430431-12f6-4105-97b5-45a780ee0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98255480-df9e-402b-97ec-43263da66a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:20.590115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: 98255480-df9e-402b-97ec-43263da66a2b, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:20.618363 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e28551f2-1408-41c8-b038-e111e010ca53 req-62063f9a-e9f4-49e4-bb20-aef37ef01256 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 217 time: 0.0547085 Sep 24 00:06:20.621874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.650357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 0e3b772d-2adc-431f-ad88-b236ef47c74d owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:20.731897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 98255480-df9e-402b-97ec-43263da66a2b is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:20.766526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 98255480-df9e-402b-97ec-43263da66a2b) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:20.772135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:20.773222 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.777582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28551f2-1408-41c8-b038-e111e010ca53 req-53d4b77d-3c1b-4c74-bf9f-8c2828943309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:20.778968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b43222-f51c-473a-921c-196b4c612c14 None None] Network 98255480-df9e-402b-97ec-43263da66a2b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:20.779127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e28551f2-1408-41c8-b038-e111e010ca53 req-53d4b77d-3c1b-4c74-bf9f-8c2828943309 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.1494851 Sep 24 00:06:20.788858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b37b83-150f-4295-bef7-6ec66b8f7ca8 req-bcba0f5e-fbef-4729-8263-db6619945d2e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:20.790672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13b37b83-150f-4295-bef7-6ec66b8f7ca8 req-bcba0f5e-fbef-4729-8263-db6619945d2e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 931 time: 0.2038336 Sep 24 00:06:20.853191 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e28551f2-1408-41c8-b038-e111e010ca53 req-2cb98cdf-1734-4809-9700-873d22997f37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660794 Sep 24 00:06:20.860483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8dbe0859-ee43-443c-99d4-0b9c7d8cb5ee tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9531088 Sep 24 00:06:20.862705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57674) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:20.873540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6c369-3eac-40d1-84a1-c587c68d04d0 req-249fe3d5-7af7-4135-9d4a-615f4918c299 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:20.875021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04c6c369-3eac-40d1-84a1-c587c68d04d0 req-249fe3d5-7af7-4135-9d4a-615f4918c299 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 944 time: 0.1816769 Sep 24 00:06:20.880674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-119475b4-21c4-4d6b-88ce-97f35611fdde tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-44208341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:20.941510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13b37b83-150f-4295-bef7-6ec66b8f7ca8 req-cc85761c-2ebc-455a-916b-d82bd940cc87 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376269 Sep 24 00:06:20.947084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-98255480-df9e-402b-97ec-43263da66a2b', 'network_id': '98255480-df9e-402b-97ec-43263da66a2b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': '1f48f57d-1ddb-4c5c-ba45-72e4a73df577'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:06:20.949912 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.963291 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-119475b4-21c4-4d6b-88ce-97f35611fdde tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.964915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-119475b4-21c4-4d6b-88ce-97f35611fdde tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:20.993182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04c6c369-3eac-40d1-84a1-c587c68d04d0 req-d4fb4df4-cee5-4d5e-831f-b786b33cb13a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045969 Sep 24 00:06:21.006673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.083466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-119475b4-21c4-4d6b-88ce-97f35611fdde tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.086785 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e28551f2-1408-41c8-b038-e111e010ca53 req-8fa4b11c-28f3-4990-863f-e03edc508a47 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010810 Sep 24 00:06:21.096234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-119475b4-21c4-4d6b-88ce-97f35611fdde tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.107800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb58c29e-4992-4bfc-b0e9-f6300b66a6ec {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:21.121097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.124401 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.137314 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-119475b4-21c4-4d6b-88ce-97f35611fdde tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.138561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-119475b4-21c4-4d6b-88ce-97f35611fdde tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2733665 Sep 24 00:06:21.141198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57680) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:21.143604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Transition to ACTIVE for port object cb58c29e-4992-4bfc-b0e9-f6300b66a6ec will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:06:21.148847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'port': {'network_id': '98255480-df9e-402b-97ec-43263da66a2b', 'name': 'tempest-RoutersIpV6Test-1349280336'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:21.154887 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.167111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.171128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=0e3b772d-2adc-431f-ad88-b236ef47c74d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:21.294736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:21.306887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:21.307447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Allocated IP 2001:db8::2 (98255480-df9e-402b-97ec-43263da66a2b/1f48f57d-1ddb-4c5c-ba45-72e4a73df577/dfb0b55b-a9cc-49bf-a685-305fa5db0019) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:21.315305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:21.327706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Pushing event updated for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:21.361567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Pushing event updated for resources: {'Port': ['ID=54940b6f-e475-447d-bd2c-a50c79b5c041,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:21.379288 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e28551f2-1408-41c8-b038-e111e010ca53 req-91e3b6ac-e83d-46c8-b721-d986280f0454 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827158 Sep 24 00:06:21.434550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.435269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.462883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237e524-c798-413a-8c5d-405fc510c850 req-3c8921e2-c4af-4a4d-a8e5-7fc585292f6b tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.464399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e237e524-c798-413a-8c5d-405fc510c850 req-3c8921e2-c4af-4a4d-a8e5-7fc585292f6b tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 931 time: 0.2101126 Sep 24 00:06:21.479586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728b69-6196-47d9-a05b-e02c07753afd req-0e3c5e4a-fc26-404e-8f05-56e10e42bb16 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.482973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.485585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728b69-6196-47d9-a05b-e02c07753afd req-0e3c5e4a-fc26-404e-8f05-56e10e42bb16 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.489964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.493155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728b69-6196-47d9-a05b-e02c07753afd req-0e3c5e4a-fc26-404e-8f05-56e10e42bb16 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.498912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728b69-6196-47d9-a05b-e02c07753afd req-0e3c5e4a-fc26-404e-8f05-56e10e42bb16 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.503713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.505317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728b69-6196-47d9-a05b-e02c07753afd req-0e3c5e4a-fc26-404e-8f05-56e10e42bb16 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.511213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728b69-6196-47d9-a05b-e02c07753afd req-0e3c5e4a-fc26-404e-8f05-56e10e42bb16 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.518585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd728b69-6196-47d9-a05b-e02c07753afd req-0e3c5e4a-fc26-404e-8f05-56e10e42bb16 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.520632 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd728b69-6196-47d9-a05b-e02c07753afd req-0e3c5e4a-fc26-404e-8f05-56e10e42bb16 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5432 time: 0.2439039 Sep 24 00:06:21.529102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Network 98255480-df9e-402b-97ec-43263da66a2b is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:21.533548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:21.541069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:21.544200 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Pushing event updated for resources: {'Port': ['ID=dfb0b55b-a9cc-49bf-a685-305fa5db0019,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:21.555274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.556104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.556104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.556313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.556895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.556895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.557366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.557541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.557892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.558218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.558550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Attempting to bind port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:21.558684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.558939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:21.559223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Attempting to bind port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:21.559608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Attempting to bind port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec on network f9b7b53d-a505-4863-b88a-44a3c317dde1 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:21.574847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-911ca8f8-0d9c-44f5-842d-cb33ade438b3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0045536 Sep 24 00:06:21.583737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:21.587364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.588447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Request body: {'port': {'device_id': 'fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:21.603095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec on network f9b7b53d-a505-4863-b88a-44a3c317dde1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:06:21.603520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Attempting to bind port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec on network f9b7b53d-a505-4863-b88a-44a3c317dde1 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:21.616294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Attempting to bind port dfb0b55b-a9cc-49bf-a685-305fa5db0019 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:21.616647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Attempting to bind port dfb0b55b-a9cc-49bf-a685-305fa5db0019 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'a7430431-12f6-4105-97b5-45a780ee0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98255480-df9e-402b-97ec-43263da66a2b'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:21.617109 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Attempting to bind port dfb0b55b-a9cc-49bf-a685-305fa5db0019 on network 98255480-df9e-402b-97ec-43263da66a2b {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:21.624268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:21.624482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Checking segment: {'id': 'a7430431-12f6-4105-97b5-45a780ee0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98255480-df9e-402b-97ec-43263da66a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:21.624779 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.625285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Bound using segment: {'id': 'a7430431-12f6-4105-97b5-45a780ee0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98255480-df9e-402b-97ec-43263da66a2b'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:21.625759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Bound port: dfb0b55b-a9cc-49bf-a685-305fa5db0019, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7430431-12f6-4105-97b5-45a780ee0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98255480-df9e-402b-97ec-43263da66a2b'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:21.626145 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.632637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:21.633058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Checking segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:21.633529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Bound using segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:21.634048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Bound port: cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:21.635955 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.637546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb7ebc33-2747-4556-b354-69fd7bf21dc0 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:21.638619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] device_id is not set on port e3601f95-5daa-48ee-961b-941515086330 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:21.666877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd728b69-6196-47d9-a05b-e02c07753afd req-7c05c5bc-cc3f-4f46-8acf-b87a9aa13bdb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1267593 Sep 24 00:06:21.669508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e237e524-c798-413a-8c5d-405fc510c850 req-a03170bb-bf94-40c3-bf74-a4b62e78f7fa tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333015 Sep 24 00:06:21.670400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: eb7ebc33-2747-4556-b354-69fd7bf21dc0 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:21.670768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb7ebc33-2747-4556-b354-69fd7bf21dc0 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:21.738111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] For port dfb0b55b-a9cc-49bf-a685-305fa5db0019, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:21.741489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] For port dfb0b55b-a9cc-49bf-a685-305fa5db0019, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dfb0b55b-a9cc-49bf-a685-305fa5db0019,segment=NetworkSegment(a7430431-12f6-4105-97b5-45a780ee0578),segment_id=a7430431-12f6-4105-97b5-45a780ee0578)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:21.743404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.747546 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.817621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c6b1f1-5fe3-47bd-be4f-35238cea7325 None None] Pushing event updated for resources: {'Port': ['ID=dfb0b55b-a9cc-49bf-a685-305fa5db0019,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:21.828948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:21.847617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:21.880995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:21.883066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8::24d (98255480-df9e-402b-97ec-43263da66a2b/1f48f57d-1ddb-4c5c-ba45-72e4a73df577/e3601f95-5daa-48ee-961b-941515086330) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:21.891130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:21.967176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe2a9-1801-48d6-ac4c-81be7f571e63 req-96402864-8c69-4bbf-9e97-7f42512526e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.973268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe2a9-1801-48d6-ac4c-81be7f571e63 req-96402864-8c69-4bbf-9e97-7f42512526e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.981713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe2a9-1801-48d6-ac4c-81be7f571e63 req-96402864-8c69-4bbf-9e97-7f42512526e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.987931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe2a9-1801-48d6-ac4c-81be7f571e63 req-96402864-8c69-4bbf-9e97-7f42512526e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:21.995690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe2a9-1801-48d6-ac4c-81be7f571e63 req-96402864-8c69-4bbf-9e97-7f42512526e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.001870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe2a9-1801-48d6-ac4c-81be7f571e63 req-96402864-8c69-4bbf-9e97-7f42512526e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.010047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ebe2a9-1801-48d6-ac4c-81be7f571e63 req-96402864-8c69-4bbf-9e97-7f42512526e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.017986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5ebe2a9-1801-48d6-ac4c-81be7f571e63 req-96402864-8c69-4bbf-9e97-7f42512526e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5432 time: 0.2130284 Sep 24 00:06:22.019427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.020065 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.021418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] 10.222.0.18 "PUT /v2.0/ports/cb58c29e-4992-4bfc-b0e9-f6300b66a6ec HTTP/1.1" status: 200 len: 1092 time: 1.6186798 Sep 24 00:06:22.064306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:22.070870 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2" -d '{"events": [{"name": "network-changed", "server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:22.104579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:22.114123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d2c1e957-b3bb-43e2-adf8-969b0ac12f5b tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "PUT /v2.0/routers/51c8052c-d6a1-4e56-a2bd-285fd08c8bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1708851 Sep 24 00:06:22.115493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57694) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:22.117242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c137c6f-c02b-43d6-b8b3-a4f457bca68f None None] Sync routers for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:22.124127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:06:22.154957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c137c6f-c02b-43d6-b8b3-a4f457bca68f None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:22.155836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5c137c6f-c02b-43d6-b8b3-a4f457bca68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:22.192442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5c137c6f-c02b-43d6-b8b3-a4f457bca68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:22.233739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c137c6f-c02b-43d6-b8b3-a4f457bca68f None None] Routers {'51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:22.234848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5c137c6f-c02b-43d6-b8b3-a4f457bca68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:05:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:22.245255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186029f-c7ed-47be-bf34-dab74521e618 service neutron] Pushing event updated for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:22.286409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5c137c6f-c02b-43d6-b8b3-a4f457bca68f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:22.287131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c137c6f-c02b-43d6-b8b3-a4f457bca68f None None] The sync data for ids ['51c8052c-d6a1-4e56-a2bd-285fd08c8bf4'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:22.314875 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.319816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383cdb0-0433-4034-8360-f793282fb460 req-8192fc1d-b0ae-4cf2-b084-cf9155f9140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.321504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-8192fc1d-b0ae-4cf2-b084-cf9155f9140b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 1095 time: 0.2166340 Sep 24 00:06:22.356437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:22.369213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e', 'port_id': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'mac_address': 'fa:16:3e:b4:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f1e2c8-83f1-45d7-989d-b39b5dba4dcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:06:22.371961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54940b6f-e475-447d-bd2c-a50c79b5c041 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:22.383342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.384452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5a564-269b-44b4-bfe3-badf29a57b00 req-48e34398-ca93-4fed-8766-6b906f98ce71 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.386315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ec5a564-269b-44b4-bfe3-badf29a57b00 req-48e34398-ca93-4fed-8766-6b906f98ce71 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 943 time: 0.2945387 Sep 24 00:06:22.407535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Transition to ACTIVE for port object 54940b6f-e475-447d-bd2c-a50c79b5c041 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:06:22.416988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.432174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b2fa5e-1d05-4177-be9b-cda489fe3272 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:22.438610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-2f65f4e2-20ef-42d3-a62b-94ccae7a2302 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec HTTP/1.1" status: 200 len: 217 time: 0.0764799 Sep 24 00:06:22.447993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.449639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fa14c-d4b4-410a-af4a-66e72862b335 req-2fa6cb06-e9a0-40ba-a758-5ec965ed4517 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.451364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-004fa14c-d4b4-410a-af4a-66e72862b335 req-2fa6cb06-e9a0-40ba-a758-5ec965ed4517 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 944 time: 0.2439339 Sep 24 00:06:22.462662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:22.467368 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.518297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:22.529454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=54940b6f-e475-447d-bd2c-a50c79b5c041,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:22.551894 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.554234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.569937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ec5a564-269b-44b4-bfe3-badf29a57b00 req-4ccc73a1-53d8-4a56-9ce1-8a80adff7bc7 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442852 Sep 24 00:06:22.578890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383cdb0-0433-4034-8360-f793282fb460 req-b31897c0-d66f-491a-bf8f-a8729fd3f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.580355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-b31897c0-d66f-491a-bf8f-a8729fd3f0a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 200 len: 845 time: 0.1280735 Sep 24 00:06:22.617356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-004fa14c-d4b4-410a-af4a-66e72862b335 req-2bb8750d-5a89-4727-8098-1fe79f7334b8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439002 Sep 24 00:06:22.622255 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecab269-b313-45d4-a0ee-99fb0232b0c9 x-openstack-request-id: req-1ecab269-b313-45d4-a0ee-99fb0232b0c9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:22.622541 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:22.623225 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1ecab269-b313-45d4-a0ee-99fb0232b0c9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:22.623634 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'status': 'completed', 'code': 200} Sep 24 00:06:22.641189 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-8194f2de-667d-4db8-883b-b5f5ba3e5ade service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9b7b53d-a505-4863-b88a-44a3c317dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378077 Sep 24 00:06:22.641646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Attempting to bind port 54940b6f-e475-447d-bd2c-a50c79b5c041 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:22.641995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Attempting to bind port 54940b6f-e475-447d-bd2c-a50c79b5c041 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '5669916d-c518-42cd-8cc6-10b3991d8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f080982c-6bfb-4b3c-a09d-ae7d66ed9b56'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:22.642322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Attempting to bind port 54940b6f-e475-447d-bd2c-a50c79b5c041 on network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:22.650522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Port 54940b6f-e475-447d-bd2c-a50c79b5c041 on network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:06:22.650882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Attempting to bind port 54940b6f-e475-447d-bd2c-a50c79b5c041 on network f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:22.659085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:22.659423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Checking segment: {'id': '5669916d-c518-42cd-8cc6-10b3991d8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f080982c-6bfb-4b3c-a09d-ae7d66ed9b56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:22.659577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.659800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Bound using segment: {'id': '5669916d-c518-42cd-8cc6-10b3991d8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f080982c-6bfb-4b3c-a09d-ae7d66ed9b56'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:22.660239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Bound port: 54940b6f-e475-447d-bd2c-a50c79b5c041, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5669916d-c518-42cd-8cc6-10b3991d8372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f080982c-6bfb-4b3c-a09d-ae7d66ed9b56'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:22.660591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.713573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting port 829f2fac-fbac-44ca-bd3b-00f31cae906e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:22.713798 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.726222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 98255480-df9e-402b-97ec-43263da66a2b is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:22.760924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:22.771122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:22.777490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.778147 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.788095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=e3601f95-5daa-48ee-961b-941515086330,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:22.802726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['09b2fa5e-1d05-4177-be9b-cda489fe3272'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:22.832839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-36b3b76f-c55a-456c-be6f-972e965adc56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6905210 Sep 24 00:06:22.833698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57698) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:22.834722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] For port 54940b6f-e475-447d-bd2c-a50c79b5c041, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:22.854368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-de9019dd-c56c-49c1-b0e4-bf44b0698d01 service neutron] 10.222.0.18 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050562 Sep 24 00:06:22.867322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63d5ad-08f2-4ec3-98c9-b1969cc4c915 req-b116a3ff-0d83-4591-bc02-7d7a16ef6cc0 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:22.868908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef63d5ad-08f2-4ec3-98c9-b1969cc4c915 req-b116a3ff-0d83-4591-bc02-7d7a16ef6cc0 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 943 time: 0.0761859 Sep 24 00:06:22.917647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] For port 54940b6f-e475-447d-bd2c-a50c79b5c041, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=54940b6f-e475-447d-bd2c-a50c79b5c041,segment=NetworkSegment(5669916d-c518-42cd-8cc6-10b3991d8372),segment_id=5669916d-c518-42cd-8cc6-10b3991d8372)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:22.972682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:22.976749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef63d5ad-08f2-4ec3-98c9-b1969cc4c915 req-17dba0ce-c936-479d-a972-4b5fd46e3e3b tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967281 Sep 24 00:06:22.988925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.002123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:23.003264 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.004832 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] 10.222.0.18 "PUT /v2.0/ports/54940b6f-e475-447d-bd2c-a50c79b5c041 HTTP/1.1" status: 200 len: 1092 time: 1.4212992 Sep 24 00:06:23.005719 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9e6e803d-c851-49c8-909c-550e32ca6771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.014287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2383cdb0-0433-4034-8360-f793282fb460 req-89e6fc4e-5f6b-43a8-b250-22bde2502f05 service neutron] 10.222.0.18 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443074 Sep 24 00:06:23.029113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Calling delete_port for 829f2fac-fbac-44ca-bd3b-00f31cae906e owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:23.080740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf', 'tag': '54940b6f-e475-447d-bd2c-a50c79b5c041'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:23.083118 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ddee7f-acb1-4234-bb69-1b4a8104023c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf", "tag": "54940b6f-e475-447d-bd2c-a50c79b5c041"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:23.117935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-f2e6e349-79f3-43ab-84d8-66fd4734d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:23.119849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-f2e6e349-79f3-43ab-84d8-66fd4734d02b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d137cd8e8d44c248e213bbc258674d9&device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 1095 time: 0.0674310 Sep 24 00:06:23.180335 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90aedf0-3e64-4420-ab96-545c7609f97f x-openstack-request-id: req-c90aedf0-3e64-4420-ab96-545c7609f97f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:23.180624 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf", "tag": "54940b6f-e475-447d-bd2c-a50c79b5c041", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:23.180877 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c90aedf0-3e64-4420-ab96-545c7609f97f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:23.181272 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf', 'tag': '54940b6f-e475-447d-bd2c-a50c79b5c041', 'status': 'completed', 'code': 200} Sep 24 00:06:23.189504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-671d9bf1-85ba-44bb-b060-a710496fafc1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54940b6f-e475-447d-bd2c-a50c79b5c041 HTTP/1.1" status: 200 len: 217 time: 0.0556948 Sep 24 00:06:23.252630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device dfb0b55b-a9cc-49bf-a685-305fa5db0019 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:23.268060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-0c0333ce-9527-43a4-b630-a8b4dcdaa603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:23.269728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-0c0333ce-9527-43a4-b630-a8b4dcdaa603 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ef54f5e-d84c-44f2-a6b0-56e5ad908d48 HTTP/1.1" status: 200 len: 853 time: 0.0719252 Sep 24 00:06:23.312068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-3982604a-f89c-47bf-9578-f7cfe0330b8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317585 Sep 24 00:06:23.317997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c60f8e-10fd-4be4-ab0c-25af2623074c None None] Network 98255480-df9e-402b-97ec-43263da66a2b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:23.338365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port dfb0b55b-a9cc-49bf-a685-305fa5db0019 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:23.338670 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.432356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-d88e71a7-d544-433b-a25b-b6705094f6f4 service neutron] 10.222.0.18 "GET /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111372 Sep 24 00:06:23.472186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d85733cd-19d5-4d98-a8cf-239f7e33f6dd None None] Provisioning complete for port dfb0b55b-a9cc-49bf-a685-305fa5db0019 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:23.472879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d85733cd-19d5-4d98-a8cf-239f7e33f6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.544051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-595db1c2-92a7-415b-928c-0e6f02508f52 req-a834fc3d-76b0-4452-8fae-bcb240d5beca service neutron] 10.222.0.18 "GET /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031089 Sep 24 00:06:23.604173 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.625514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51c02f-72ee-4890-ba82-cfa1133efcc8 service neutron] Pushing event updated for resources: {'Port': ['ID=54940b6f-e475-447d-bd2c-a50c79b5c041,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:23.677765 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port dfb0b55b-a9cc-49bf-a685-305fa5db0019, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dfb0b55b-a9cc-49bf-a685-305fa5db0019,segment=NetworkSegment(a7430431-12f6-4105-97b5-45a780ee0578),segment_id=a7430431-12f6-4105-97b5-45a780ee0578)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:23.685744 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.687519 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d85733cd-19d5-4d98-a8cf-239f7e33f6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.699720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-fa4df29a-9b25-45ff-8aac-bc43ed06a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:23.701345 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-fa4df29a-9b25-45ff-8aac-bc43ed06a361 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 1095 time: 0.5775416 Sep 24 00:06:23.789080 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=dfb0b55b-a9cc-49bf-a685-305fa5db0019,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:23.804678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-d85733cd-19d5-4d98-a8cf-239f7e33f6dd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:06:23.804678 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-d85733cd-19d5-4d98-a8cf-239f7e33f6dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:06:23.818273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-60f50758-db95-40b6-80dc-566683073fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:23.820485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-60f50758-db95-40b6-80dc-566683073fc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d137cd8e8d44c248e213bbc258674d9&device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 1095 time: 0.2169039 Sep 24 00:06:23.834424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2539a-f5d4-47a4-8951-345f70521358 req-5bb7dc10-c6e9-43f8-9c6b-25329019d74f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:23.847284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8a2539a-f5d4-47a4-8951-345f70521358 req-5bb7dc10-c6e9-43f8-9c6b-25329019d74f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 943 time: 0.1294708 Sep 24 00:06:23.977640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-3afae01e-a31b-4cec-83d0-55355f2936bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:23.979303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-3afae01e-a31b-4cec-83d0-55355f2936bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 HTTP/1.1" status: 200 len: 914 time: 0.1254852 Sep 24 00:06:23.980879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:23.993018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-2ba2ebcf-aa27-41a8-98f1-f033d2b2d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:23.994528 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-2ba2ebcf-aa27-41a8-98f1-f033d2b2d303 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 906 time: 0.2654583 Sep 24 00:06:24.025197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Port': ['ID=829f2fac-fbac-44ca-bd3b-00f31cae906e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:24.088032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-c7ea8397-af59-4d04-82e5-c742999d9a97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54940b6f-e475-447d-bd2c-a50c79b5c041 HTTP/1.1" status: 200 len: 217 time: 0.0739806 Sep 24 00:06:24.102537 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-b1d55f50-a071-4745-9b14-b62cb68031a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec HTTP/1.1" status: 200 len: 217 time: 0.0855768 Sep 24 00:06:24.138692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:24.148498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-7f7e4fbc-2ddc-45c6-8bc1-585ab544d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.149990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-7f7e4fbc-2ddc-45c6-8bc1-585ab544d8ba service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ef54f5e-d84c-44f2-a6b0-56e5ad908d48 HTTP/1.1" status: 200 len: 853 time: 0.0500815 Sep 24 00:06:24.159160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.183253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b9633e-23ce-4bc0-9b38-87ba70359e03 req-a3717990-45fd-454d-b7c3-3d7ccadbe78c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.191193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90b9633e-23ce-4bc0-9b38-87ba70359e03 req-a3717990-45fd-454d-b7c3-3d7ccadbe78c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.4433458 Sep 24 00:06:24.203475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-f40db52b-4bba-479a-a6dc-3b393025e993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.205867 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-f40db52b-4bba-479a-a6dc-3b393025e993 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 200 len: 845 time: 0.0845873 Sep 24 00:06:24.229776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8a2539a-f5d4-47a4-8951-345f70521358 req-df8f92c1-3414-4cec-955d-f203641f44b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810956 Sep 24 00:06:24.232226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-c3c493ad-6a5c-420c-b55b-b447007a39cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634513 Sep 24 00:06:24.272713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.344505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90b9633e-23ce-4bc0-9b38-87ba70359e03 req-a62250f1-a47b-4be4-a7e6-aad4d7b4fa54 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521988 Sep 24 00:06:24.420659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57732) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:24.425190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-e97fdba4-a24a-41e6-940b-e215b8d99c31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9b7b53d-a505-4863-b88a-44a3c317dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445608 Sep 24 00:06:24.476663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.482386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-4215dc85-cc5e-4d68-a411-ce791f82b1e4 service neutron] 10.222.0.18 "GET /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307117 Sep 24 00:06:24.488581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.529498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d90ac2-6df2-4033-bbfd-6600d7d3e674 req-6c4de486-10d6-4231-8d51-578ae2e4c785 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.531048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74d90ac2-6df2-4033-bbfd-6600d7d3e674 req-6c4de486-10d6-4231-8d51-578ae2e4c785 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 943 time: 0.0845957 Sep 24 00:06:24.540702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 09b2fa5e-1d05-4177-be9b-cda489fe3272 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:06:24.549941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 09b2fa5e-1d05-4177-be9b-cda489fe3272 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:24.550798 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.649857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74d90ac2-6df2-4033-bbfd-6600d7d3e674 req-64ddb8de-6a61-4eea-a89e-50ae750d1dc0 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058137 Sep 24 00:06:24.650586 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.667595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-6ce434c6-cc25-40e6-8716-7b57b45c5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.668157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-6ce434c6-cc25-40e6-8716-7b57b45c5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.668624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-6ce434c6-cc25-40e6-8716-7b57b45c5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.669087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-6ce434c6-cc25-40e6-8716-7b57b45c5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.669546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-6ce434c6-cc25-40e6-8716-7b57b45c5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.670006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-6ce434c6-cc25-40e6-8716-7b57b45c5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.670466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-6ce434c6-cc25-40e6-8716-7b57b45c5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:24.672392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-6ce434c6-cc25-40e6-8716-7b57b45c5024 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6496 time: 0.2491980 Sep 24 00:06:24.681097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:24.685495 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.686067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Fanout notify agent at l3_agent the message router_deleted on router 51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:06:24.692415 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae33849-9ad6-414b-aad0-4be624388766" -d '{"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-plugged", "status": "completed", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:24.695273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.696385 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ad8fdade-fa54-4e0b-af00-51a1109698d6 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/routers/51c8052c-d6a1-4e56-a2bd-285fd08c8bf4 HTTP/1.1" status: 204 len: 168 time: 2.5794451 Sep 24 00:06:24.696705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3ddee7f-acb1-4234-bb69-1b4a8104023c req-908e2cba-670b-44d8-bfc6-248d0268f905 service neutron] 10.222.0.18 "GET /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059355 Sep 24 00:06:24.699264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57738) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:24.717954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:24.719535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fc2a25e0-cdca-44ce-ba47-9bfa716bcf8b None None] Provisioning complete for port dfb0b55b-a9cc-49bf-a685-305fa5db0019 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:24.720204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc2a25e0-cdca-44ce-ba47-9bfa716bcf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.749986 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.768042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-775b782c-27ce-438c-a256-762841d87ccf service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&id=9a0f4835-a991-44c0-8d9b-66625adcded3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0865197 Sep 24 00:06:24.775738 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-a4f7ebd8-9132-48e5-9ba4-69aad198cb84 service neutron] 10.222.0.18 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375437 Sep 24 00:06:24.803444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50ed987-5b0f-4515-8b73-7506fda09bf7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Deleting subnet ad606931-0d45-4066-a5b0-274c5f809f22 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:24.810672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:24.811768 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e50ed987-5b0f-4515-8b73-7506fda09bf7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.815876 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40fcc1b-78eb-4f5a-80c6-e64338398cf6 x-openstack-request-id: req-d40fcc1b-78eb-4f5a-80c6-e64338398cf6 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:24.816411 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-plugged", "status": "completed", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:24.816830 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d40fcc1b-78eb-4f5a-80c6-e64338398cf6 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:24.817407 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'code': 200} Sep 24 00:06:24.846509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.870245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e50ed987-5b0f-4515-8b73-7506fda09bf7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.885152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.889846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fc2a25e0-cdca-44ce-ba47-9bfa716bcf8b None None] Provisioning complete for port e3601f95-5daa-48ee-961b-941515086330 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:24.891335 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc2a25e0-cdca-44ce-ba47-9bfa716bcf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.926254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e50ed987-5b0f-4515-8b73-7506fda09bf7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:24.932670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fc2a25e0-cdca-44ce-ba47-9bfa716bcf8b None None] Port e3601f95-5daa-48ee-961b-941515086330 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:24.995072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ca58b7f8-9d57-45ae-8cd1-5386d14f00c2 req-928cbc2a-4786-485e-9251-397bb0319b89 service neutron] 10.222.0.18 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010417 Sep 24 00:06:24.996794 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e50ed987-5b0f-4515-8b73-7506fda09bf7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.010736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=e3601f95-5daa-48ee-961b-941515086330,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:25.041303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e50ed987-5b0f-4515-8b73-7506fda09bf7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.042398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78256c33-39f6-47e3-95be-60658c7dc580 req-1f14ffbf-5d6f-4a8d-b2f1-4058d2663e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:25.043714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e50ed987-5b0f-4515-8b73-7506fda09bf7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/subnets/ad606931-0d45-4066-a5b0-274c5f809f22 HTTP/1.1" status: 204 len: 168 time: 0.3424587 Sep 24 00:06:25.043911 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-78256c33-39f6-47e3-95be-60658c7dc580 req-1f14ffbf-5d6f-4a8d-b2f1-4058d2663e9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1098 time: 0.1677229 Sep 24 00:06:25.044833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ed987-5b0f-4515-8b73-7506fda09bf7 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Subnet': ['ID=ad606931-0d45-4066-a5b0-274c5f809f22,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:25.047531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57742) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:25.117935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-78256c33-39f6-47e3-95be-60658c7dc580 req-683de7ea-46d0-4792-ba2b-4324c4cf984e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663891 Sep 24 00:06:25.139986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.156915 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.221101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device dfb0b55b-a9cc-49bf-a685-305fa5db0019 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:25.238828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.259842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a9f42345-3407-467b-af48-ed543e9b7377 None None] Provisioning complete for port e3601f95-5daa-48ee-961b-941515086330 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:25.260681 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9f42345-3407-467b-af48-ed543e9b7377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.262140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e49fb132-12e2-4369-b802-ffd5be5b39d0']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:25.272256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee999d58-65c7-43e9-a690-dd2b48ac388c') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:25.272554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee999d58-65c7-43e9-a690-dd2b48ac388c') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:25.284000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.300065 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.306323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a9f42345-3407-467b-af48-ed543e9b7377 None None] Port e3601f95-5daa-48ee-961b-941515086330 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:25.310193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:25.310721 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:25.314689 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:25.318449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port dfb0b55b-a9cc-49bf-a685-305fa5db0019 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:25.319647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.319790 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.418318 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.427611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8a1fe-f6b2-4df7-a6ca-cf3e175a2cb5 req-3b92fed1-8643-457d-9dfb-c7985420fa7e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:25.429878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77b8a1fe-f6b2-4df7-a6ca-cf3e175a2cb5 req-3b92fed1-8643-457d-9dfb-c7985420fa7e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 943 time: 0.0892899 Sep 24 00:06:25.436328 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.438600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] 10.222.0.24 "DELETE /v2.0/networks/e49fb132-12e2-4369-b802-ffd5be5b39d0 HTTP/1.1" status: 204 len: 168 time: 0.3900156 Sep 24 00:06:25.458619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d735c-2c5b-4be6-b628-6fafc14996f0 tempest-FloatingIPTestJSON-121131572 tempest-FloatingIPTestJSON-121131572-project] Pushing event deleted for resources: {'Network': ['ID=e49fb132-12e2-4369-b802-ffd5be5b39d0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:25.519488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77b8a1fe-f6b2-4df7-a6ca-cf3e175a2cb5 req-33c3b2e8-0e35-4073-b26d-d60551bc6ee1 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628340 Sep 24 00:06:25.566938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb819ce-c909-4009-b31e-2bb04bcd101f req-a74498a8-e652-4bf4-98a5-624b8356958b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:25.569243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddb819ce-c909-4009-b31e-2bb04bcd101f req-a74498a8-e652-4bf4-98a5-624b8356958b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0705700 Sep 24 00:06:25.612991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddb819ce-c909-4009-b31e-2bb04bcd101f req-61e7eee0-439b-4ca6-881c-663298ec8e8f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375221 Sep 24 00:06:25.639273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb58c29e-4992-4bfc-b0e9-f6300b66a6ec details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:06:25.658507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.664882 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.665813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.696572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57758) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:25.749345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:25.752782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=e3601f95-5daa-48ee-961b-941515086330,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:25.766896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'port_id': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'mac_address': 'fa:16:3e:f7:96:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:06:25.817770 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.820788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 98255480-df9e-402b-97ec-43263da66a2b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:25.824626 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.825187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:25.835498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ae9be-762c-4547-9f05-5bb8b55ca806 req-3ccb1aa6-36c3-4fe1-8e9e-2cbe23631109 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:25.837818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a39ae9be-762c-4547-9f05-5bb8b55ca806 req-3ccb1aa6-36c3-4fe1-8e9e-2cbe23631109 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 943 time: 0.0695524 Sep 24 00:06:25.839474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb58c29e-4992-4bfc-b0e9-f6300b66a6ec {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:25.861301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:25.865660 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.919132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a39ae9be-762c-4547-9f05-5bb8b55ca806 req-3d1a0792-9cd5-47d1-b444-054d3645a4fa tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732358 Sep 24 00:06:25.931581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-30d93413-1dd1-4e13-b710-8fa7ff89e1ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92784736dd8f444e8c1d14ca24cd54a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338493 Sep 24 00:06:25.932771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:25.937765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57762) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:25.968602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4a5c14fc-aa37-4d8f-806d-754319953b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:25.983747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router 286e4483-31d0-4518-9bc0-558a0f971e66 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:06:25.999922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-af30a167-43b5-4abf-a9e8-7ef9ad7b4156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:26.025351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-af30a167-43b5-4abf-a9e8-7ef9ad7b4156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:26.077852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-af30a167-43b5-4abf-a9e8-7ef9ad7b4156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:26.081293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-af30a167-43b5-4abf-a9e8-7ef9ad7b4156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:26.082651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-af30a167-43b5-4abf-a9e8-7ef9ad7b4156 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73bd8773-619e-47e2-8fe8-0aab8bb2d6eb HTTP/1.1" status: 204 len: 168 time: 0.1438289 Sep 24 00:06:26.092020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30a167-43b5-4abf-a9e8-7ef9ad7b4156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73bd8773-619e-47e2-8fe8-0aab8bb2d6eb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:26.111710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:26.122506 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ee366985-c3cb-4de8-9f45-3ed11214181a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/286e4483-31d0-4518-9bc0-558a0f971e66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2823274 Sep 24 00:06:26.122831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57766) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:26.123977 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb69ad2-f31b-4b28-8f89-d6a7c87e09d8 None None] Sync routers for ids ['286e4483-31d0-4518-9bc0-558a0f971e66'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:26.125650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['cb58c29e-4992-4bfc-b0e9-f6300b66a6ec'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:26.144264 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb69ad2-f31b-4b28-8f89-d6a7c87e09d8 None None] Routers {'286e4483-31d0-4518-9bc0-558a0f971e66'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:26.144894 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4bb69ad2-f31b-4b28-8f89-d6a7c87e09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['286e4483-31d0-4518-9bc0-558a0f971e66'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:26.178649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6e534e-c1ff-40a0-bd2a-7899c7e3be7d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:26.180849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ca6e534e-c1ff-40a0-bd2a-7899c7e3be7d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports/e3601f95-5daa-48ee-961b-941515086330 HTTP/1.1" status: 200 len: 984 time: 0.0568497 Sep 24 00:06:26.183960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57768) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:26.191796 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4bb69ad2-f31b-4b28-8f89-d6a7c87e09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:26.206087 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb69ad2-f31b-4b28-8f89-d6a7c87e09d8 None None] Routers {'286e4483-31d0-4518-9bc0-558a0f971e66'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:26.207197 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4bb69ad2-f31b-4b28-8f89-d6a7c87e09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['286e4483-31d0-4518-9bc0-558a0f971e66'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:26.232074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-24f663b2-8653-4fac-b837-104c095e908d None None] Provisioning complete for port e3601f95-5daa-48ee-961b-941515086330 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:26.232696 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24f663b2-8653-4fac-b837-104c095e908d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:26.263560 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4bb69ad2-f31b-4b28-8f89-d6a7c87e09d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:26.264229 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb69ad2-f31b-4b28-8f89-d6a7c87e09d8 None None] The sync data for ids ['286e4483-31d0-4518-9bc0-558a0f971e66'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:26.296631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-24f663b2-8653-4fac-b837-104c095e908d None None] Port e3601f95-5daa-48ee-961b-941515086330 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:26.650011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5af8c7-0dc7-4740-9ea5-5b4c35bf24db req-967d41bb-325a-41d3-b6ce-e09a138c2773 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:26.651667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab5af8c7-0dc7-4740-9ea5-5b4c35bf24db req-967d41bb-325a-41d3-b6ce-e09a138c2773 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 944 time: 0.0607069 Sep 24 00:06:26.694507 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:26.907250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57794) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:26.978228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.054973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1632189965'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:27.080035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab5af8c7-0dc7-4740-9ea5-5b4c35bf24db req-410c3f07-b0a9-484a-9d85-1979c129f805 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4201705 Sep 24 00:06:27.098526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f0d339-310b-4e60-a54b-23aaa5c98d7b req-0342e0b7-785b-46d7-85ad-fd1a00446d03 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:27.100086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8f0d339-310b-4e60-a54b-23aaa5c98d7b req-0342e0b7-785b-46d7-85ad-fd1a00446d03 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0644684 Sep 24 00:06:27.116937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:27.120343 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.145075 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.153210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8f0d339-310b-4e60-a54b-23aaa5c98d7b req-221a1175-4136-4ff9-beba-9ef272a5ed48 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Sep 24 00:06:27.226532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d93b8a-04ea-4af5-8d15-9ee5460874cf req-527c2941-bab5-41da-b785-af3ff100f0c3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:27.232912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96d93b8a-04ea-4af5-8d15-9ee5460874cf req-527c2941-bab5-41da-b785-af3ff100f0c3 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 943 time: 0.0641184 Sep 24 00:06:27.275337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96d93b8a-04ea-4af5-8d15-9ee5460874cf req-73170d44-6570-4ba5-acd2-f7994bd3be46 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356505 Sep 24 00:06:27.314481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port e3601f95-5daa-48ee-961b-941515086330 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:27.314952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.319996 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.331418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.370473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:27.419730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ebbbe3-413b-494e-a3d2-7856be900325,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:27.429787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.429990 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Added segment b9090897-0366-48c6-8b8a-f6479068c673 of type vlan for network d9b16b27-9109-4fc7-b89d-c7542dd58077 Sep 24 00:06:27.475465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.478514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-a90ff2ef-c73b-41ca-8dbc-51f4e3e7b835 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:27.480046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-a90ff2ef-c73b-41ca-8dbc-51f4e3e7b835 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 814 time: 0.1078596 Sep 24 00:06:27.495904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-23428e03-13d9-4163-811c-68d6ffa36e87 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/quotas/c382c29d4fe44473a0390b3299193f52 HTTP/1.1" status: 200 len: 375 time: 0.0096378 Sep 24 00:06:27.496529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.502636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for e3601f95-5daa-48ee-961b-941515086330 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:27.548815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-d1e4eaa2-7752-490b-9b15-32851c3f8af4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473297 Sep 24 00:06:27.568251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.575797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:27.575797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.625660 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7172911 Sep 24 00:06:27.628300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:27.635482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'name': 'tempest-PortsTestJSON-1551272372'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:27.653341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 54940b6f-e475-447d-bd2c-a50c79b5c041 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:06:27.656389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb58c29e-4992-4bfc-b0e9-f6300b66a6ec up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:27.671141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-ee4030bb-089d-4d99-a35c-bd3fd38a86e2 service neutron] 10.222.0.24 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141901 Sep 24 00:06:27.707862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b3096-5ea0-4c45-aaf9-d89cbd99f1da tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Network': ['ID=d9b16b27-9109-4fc7-b89d-c7542dd58077,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:27.729650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:27.799796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:06:27.800968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.805821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:27.809385 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.832732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-16841a5c-e120-43da-b1cd-26a9513a3164 service neutron] 10.222.0.24 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270311 Sep 24 00:06:27.836984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=e3601f95-5daa-48ee-961b-941515086330,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:27.838283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 96d09b17-32e0-4926-81b7-8bc9b962414f yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:27.848190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:27.848952 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.925780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 54940b6f-e475-447d-bd2c-a50c79b5c041, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=54940b6f-e475-447d-bd2c-a50c79b5c041,segment=NetworkSegment(5669916d-c518-42cd-8cc6-10b3991d8372),segment_id=5669916d-c518-42cd-8cc6-10b3991d8372)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:27.940457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:27.946096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '54940b6f-e475-447d-bd2c-a50c79b5c041', 'network_id': 'f080982c-6bfb-4b3c-a09d-ae7d66ed9b56', 'port_id': '54940b6f-e475-447d-bd2c-a50c79b5c041', 'mac_address': 'fa:16:3e:3c:8c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef54f5e-d84c-44f2-a6b0-56e5ad908d48', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:06:28.024934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.057902 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.085714 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.104949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54940b6f-e475-447d-bd2c-a50c79b5c041 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:28.137273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:28.147592 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bd1267-c559-4129-80fe-bd8779fb2578" -d '{"events": [{"server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "name": "network-vif-plugged", "status": "completed", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:28.155246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80c5011c-2835-49a8-830d-d13f26b360f1 req-5d5ffbdc-934a-4c47-9ea1-af4da9e2a553 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 210 time: 0.0600686 Sep 24 00:06:28.167166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router 286e4483-31d0-4518-9bc0-558a0f971e66 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:28.211691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.233347 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-1ab66ebc-31ca-49d9-a5ee-c0ec8fdbd203 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0822463 Sep 24 00:06:28.234043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:28.243827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 54940b6f-e475-447d-bd2c-a50c79b5c041, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=54940b6f-e475-447d-bd2c-a50c79b5c041,segment=NetworkSegment(5669916d-c518-42cd-8cc6-10b3991d8372),segment_id=5669916d-c518-42cd-8cc6-10b3991d8372)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:28.246873 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.287894 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd87aea-b501-402a-8987-72c532ae7183 x-openstack-request-id: req-efd87aea-b501-402a-8987-72c532ae7183 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:28.288135 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "name": "network-vif-plugged", "status": "completed", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:28.288330 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efd87aea-b501-402a-8987-72c532ae7183 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:28.288778 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'code': 200} Sep 24 00:06:28.289447 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.319502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:28.340630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=96d09b17-32e0-4926-81b7-8bc9b962414f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:28.386319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5d81a-1508-4621-a1c2-19af0679003f req-513f525c-1736-4024-9667-09306df62543 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.395650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bec5d81a-1508-4621-a1c2-19af0679003f req-513f525c-1736-4024-9667-09306df62543 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1757028 Sep 24 00:06:28.399896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Checking segment: {'id': 'b9090897-0366-48c6-8b8a-f6479068c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:28.401185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network hostable DHCP agents. Network: d9b16b27-9109-4fc7-b89d-c7542dd58077, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:28.406388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=54940b6f-e475-447d-bd2c-a50c79b5c041,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:28.454916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:28.460640 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df3ac070-24fe-4b40-9f5e-bbcc4860901d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/286e4483-31d0-4518-9bc0-558a0f971e66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2754087 Sep 24 00:06:28.464806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:28.467719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57828) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:28.469896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b983990-044c-4d53-aece-5374723180d4 None None] Sync routers for ids ['286e4483-31d0-4518-9bc0-558a0f971e66'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:28.480717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b983990-044c-4d53-aece-5374723180d4 None None] Routers {'286e4483-31d0-4518-9bc0-558a0f971e66'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:28.481868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6b983990-044c-4d53-aece-5374723180d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['286e4483-31d0-4518-9bc0-558a0f971e66'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:28.496834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e4522f4d-e798-4899-90a1-30ab8b108717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.497397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e4522f4d-e798-4899-90a1-30ab8b108717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.497927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e4522f4d-e798-4899-90a1-30ab8b108717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.498535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e4522f4d-e798-4899-90a1-30ab8b108717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.499183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e4522f4d-e798-4899-90a1-30ab8b108717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.500432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e4522f4d-e798-4899-90a1-30ab8b108717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.500432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e4522f4d-e798-4899-90a1-30ab8b108717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.502493 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e4522f4d-e798-4899-90a1-30ab8b108717 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 6496 time: 0.1408486 Sep 24 00:06:28.509330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f21a064-aad7-40e0-9bd6-503c30c69fe4 req-c3a64cec-14cf-4c4e-9f05-fde84d0d7146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.511216 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0f21a064-aad7-40e0-9bd6-503c30c69fe4 req-c3a64cec-14cf-4c4e-9f05-fde84d0d7146 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 1097 time: 0.1480627 Sep 24 00:06:28.525605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6b983990-044c-4d53-aece-5374723180d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:28.534766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b983990-044c-4d53-aece-5374723180d4 None None] Routers {'286e4483-31d0-4518-9bc0-558a0f971e66'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:28.535393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6b983990-044c-4d53-aece-5374723180d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['286e4483-31d0-4518-9bc0-558a0f971e66'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:28.572966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['54940b6f-e475-447d-bd2c-a50c79b5c041'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:28.575338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, d9b16b27-9109-4fc7-b89d-c7542dd58077) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:28.575504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6b983990-044c-4d53-aece-5374723180d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:28.575924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b983990-044c-4d53-aece-5374723180d4 None None] The sync data for ids ['286e4483-31d0-4518-9bc0-558a0f971e66'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:28.586639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca942f0-92ae-44bc-adc0-616c7228a35c req-691a07ad-e755-4911-b7c3-d5550aaf347b tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.587354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e092ad-3cc8-4954-9a58-f7718a8a137b None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:28.588219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cca942f0-92ae-44bc-adc0-616c7228a35c req-691a07ad-e755-4911-b7c3-d5550aaf347b tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 944 time: 0.1901031 Sep 24 00:06:28.593896 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0f21a064-aad7-40e0-9bd6-503c30c69fe4 req-999fe46b-0be9-437b-b438-533d1afb8c28 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739226 Sep 24 00:06:28.599299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bec5d81a-1508-4621-a1c2-19af0679003f req-c823f4dc-99cd-4732-a424-3d1b0edb6415 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026627 Sep 24 00:06:28.601663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:28.625681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.628388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.700787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-2e853fb1-d95d-43a7-a450-c5c8c72bc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.701665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-2e853fb1-d95d-43a7-a450-c5c8c72bc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.702494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-2e853fb1-d95d-43a7-a450-c5c8c72bc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.705588 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-2e853fb1-d95d-43a7-a450-c5c8c72bc997 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a2ab906-2773-4efa-b0e1-09691b94e19d&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=302ed7ed-6b15-4625-8a8c-6436476ecf02&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d HTTP/1.1" status: 200 len: 2292 time: 0.1691017 Sep 24 00:06:28.748661 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5b104451-a70f-42b2-b3bb-824f9e16bf7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1192865 Sep 24 00:06:28.763081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57838) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:28.768727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1549718851'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:28.769355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cca942f0-92ae-44bc-adc0-616c7228a35c req-892cce40-075d-4e3f-9ec9-c0c2c3a21d5c tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297283 Sep 24 00:06:28.819569 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-7b3d1aa6-d4ad-4fee-b8c0-cde35d8cc6fb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb HTTP/1.1" status: 200 len: 1001 time: 0.1065187 Sep 24 00:06:28.820134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:28.823995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.892970 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-ddd39b60-bd8b-4aa8-b201-3853ec86e575 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] remove_router_interface failed (client error): The resource could not be found. Sep 24 00:06:28.895152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:28.898644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ddd39b60-bd8b-4aa8-b201-3853ec86e575 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/286e4483-31d0-4518-9bc0-558a0f971e66/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4289060 Sep 24 00:06:28.899754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57840) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:28.904768 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-0afb342c-4bcc-4efa-8c98-1b5cd4ebfa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:28.906481 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-0afb342c-4bcc-4efa-8c98-1b5cd4ebfa63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ce0f675e-fe02-4e4e-be43-d7636ccd31ea HTTP/1.1" status: 200 len: 850 time: 0.0784383 Sep 24 00:06:28.910742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:28.911304 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Added segment cfffa64f-1766-4c2d-a33a-5797b729ecf0 of type vlan for network 8b27c36c-1b72-4f8b-b0d7-41dc039da16e Sep 24 00:06:28.934130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-116a9582-02bf-41f6-b312-095a22b01ae9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=286e4483-31d0-4518-9bc0-558a0f971e66 HTTP/1.1" status: 200 len: 205 time: 0.0332613 Sep 24 00:06:28.936557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57842) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:28.996782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.002076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-4b483012-d8a6-45aa-9398-0d75faca9d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:29.003613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-4b483012-d8a6-45aa-9398-0d75faca9d99 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a2ab906-2773-4efa-b0e1-09691b94e19d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899913 Sep 24 00:06:29.024647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b6ce-5e40-4683-92cf-2624cfa29407 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.051963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.058267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:29.058885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.077348 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.147626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3814442 Sep 24 00:06:29.169246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57844) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:29.173252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d75a87-f899-4547-b8af-659ddfa13a82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Network': ['ID=8b27c36c-1b72-4f8b-b0d7-41dc039da16e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:29.176164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'ports': [{'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077'}, {'network_id': '8b27c36c-1b72-4f8b-b0d7-41dc039da16e'}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:29.176890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:29.177382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': '8b27c36c-1b72-4f8b-b0d7-41dc039da16e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:29.189612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 8b27c36c-1b72-4f8b-b0d7-41dc039da16e details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:29.201378 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-80dfef1b-136b-4fda-b0f8-5b984b7baf70 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900382 Sep 24 00:06:29.232952 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b6ce-5e40-4683-92cf-2624cfa29407 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.239037 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b6ce-5e40-4683-92cf-2624cfa29407 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.316920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-649c0ce0-a70d-4b5e-b26c-a901c1ff2b1a req-4944282b-4e68-4cbd-bb05-5e0ac5fc3bf7 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 210 time: 0.0818667 Sep 24 00:06:29.318278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-95dc629f-618c-493e-a874-8e6b19070887 service neutron] 10.222.0.20 "GET /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095061 Sep 24 00:06:29.368701 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-0316f478-636b-4ec7-b7f5-a63be3603ae4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.77&port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 217 time: 0.0426347 Sep 24 00:06:29.376840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b6ce-5e40-4683-92cf-2624cfa29407 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.377382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf3b6ce-5e40-4683-92cf-2624cfa29407 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Fanout notify agent at l3_agent the message router_deleted on router 286e4483-31d0-4518-9bc0-558a0f971e66 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:06:29.386074 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6cf3b6ce-5e40-4683-92cf-2624cfa29407 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.387471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6cf3b6ce-5e40-4683-92cf-2624cfa29407 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/286e4483-31d0-4518-9bc0-558a0f971e66 HTTP/1.1" status: 204 len: 168 time: 0.4499047 Sep 24 00:06:29.390968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57848) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:29.471026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-4ef14b02-5598-4b70-b7d4-0d15ce069a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:29.472511 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-4ef14b02-5598-4b70-b7d4-0d15ce069a32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0968373 Sep 24 00:06:29.478496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68d73bb-8cfb-466e-aec1-9678581995ca tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet 1f48f57d-1ddb-4c5c-ba45-72e4a73df577 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:29.492231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e68d73bb-8cfb-466e-aec1-9678581995ca tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.538986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 2} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:29.543544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.551139 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e68d73bb-8cfb-466e-aec1-9678581995ca tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.565941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.580713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-bc7166e3-103d-4136-b4de-adb94591e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:29.582171 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-bc7166e3-103d-4136-b4de-adb94591e32e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011455 Sep 24 00:06:29.599596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-f5cfd89c-9d58-474c-beb2-9724c5be966c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:29.601603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-f5cfd89c-9d58-474c-beb2-9724c5be966c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.20 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 814 time: 0.1643538 Sep 24 00:06:29.615524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Request body: {'port': {'device_id': 'a7a8987e-4d75-40bc-9878-8078cdc2f1fe', 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e', 'admin_state_up': True, 'tenant_id': 'c382c29d4fe44473a0390b3299193f52'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:29.659668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 54940b6f-e475-447d-bd2c-a50c79b5c041 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:29.724599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e68d73bb-8cfb-466e-aec1-9678581995ca tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.733072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 54940b6f-e475-447d-bd2c-a50c79b5c041 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:06:29.738049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 54940b6f-e475-447d-bd2c-a50c79b5c041 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:29.738835 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.766450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 356597fe-da20-4f0f-bb96-5434f1ebd672 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:29.778211 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-a5a7ecf9-1d00-4adb-9adb-d530c95b5373 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841371 Sep 24 00:06:29.816509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e68d73bb-8cfb-466e-aec1-9678581995ca tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.841168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ccbe8-9485-4943-9964-1bf7c438a9d1 req-5a5fb2f8-1a03-4ef5-b2eb-1163cf261dc3 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:29.842250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b19ccbe8-9485-4943-9964-1bf7c438a9d1 req-5a5fb2f8-1a03-4ef5-b2eb-1163cf261dc3 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1464415 Sep 24 00:06:29.859346 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.881830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d73bb-8cfb-466e-aec1-9678581995ca tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=1f48f57d-1ddb-4c5c-ba45-72e4a73df577,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:29.893744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547fd279-b0c7-407d-9c60-d8a126b518d9 None None] Network 98255480-df9e-402b-97ec-43263da66a2b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:29.895650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e68d73bb-8cfb-466e-aec1-9678581995ca tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.900665 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e68d73bb-8cfb-466e-aec1-9678581995ca tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/1f48f57d-1ddb-4c5c-ba45-72e4a73df577 HTTP/1.1" status: 204 len: 168 time: 0.5087533 Sep 24 00:06:29.902997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57856) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:29.918624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 54940b6f-e475-447d-bd2c-a50c79b5c041, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=54940b6f-e475-447d-bd2c-a50c79b5c041,segment=NetworkSegment(5669916d-c518-42cd-8cc6-10b3991d8372),segment_id=5669916d-c518-42cd-8cc6-10b3991d8372)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:29.931551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:29.967014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b19ccbe8-9485-4943-9964-1bf7c438a9d1 req-b3b90074-17f8-46ac-926a-9bf8a583f06d tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153598 Sep 24 00:06:29.973554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Made reservation on behalf of c382c29d4fe44473a0390b3299193f52 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:29.976487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.047918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.051184 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-0e693a4f-615a-414b-b5ab-db4a7e4f1a51 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659638 Sep 24 00:06:30.082789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=54940b6f-e475-447d-bd2c-a50c79b5c041,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:30.086573 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.098797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-a517533b-415b-445f-8773-318106b82ff3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.146&port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 217 time: 0.0397766 Sep 24 00:06:30.141583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed91995-15be-4100-807b-b92b6e9beae3 req-6348cf77-6e72-4cfc-a7cd-8d41cb5fd24e tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:30.143420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aed91995-15be-4100-807b-b92b6e9beae3 req-6348cf77-6e72-4cfc-a7cd-8d41cb5fd24e tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.1798806 Sep 24 00:06:30.172762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-3083cd36-2f05-4e24-89ed-a5833bf6cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:30.174214 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-3083cd36-2f05-4e24-89ed-a5833bf6cfef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0594327 Sep 24 00:06:30.190185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] DHCP port deletion for 98255480-df9e-402b-97ec-43263da66a2b request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:30.193817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port dfb0b55b-a9cc-49bf-a685-305fa5db0019 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:30.194160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.218113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 2cab841e-0481-4ac0-9ce4-938d845187b0 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:30.258844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] Deleting port dfb0b55b-a9cc-49bf-a685-305fa5db0019 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:30.258969 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.269440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aed91995-15be-4100-807b-b92b6e9beae3 req-18062f50-1536-4146-a0d5-0740ed8ab1be tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925682 Sep 24 00:06:30.283425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Allocated IP 172.20.0.3 (f952ee4a-2d97-4fef-8a03-665d5f67403e/65f1e2c8-83f1-45d7-989d-b39b5dba4dcd/642bd0ea-ba01-4e0d-b201-022a4f39c5f3) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:30.289674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54940b6f-e475-447d-bd2c-a50c79b5c041'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:30.292772 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923e3a7a-57e7-4723-857f-9b86b76d7389" -d '{"events": [{"server_uuid": "fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf", "name": "network-vif-plugged", "status": "completed", "tag": "54940b6f-e475-447d-bd2c-a50c79b5c041"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:30.294103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-22d476d4-d56e-4913-9a6a-5274404a21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:30.295812 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-22d476d4-d56e-4913-9a6a-5274404a21b5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1142521 Sep 24 00:06:30.302597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port dfb0b55b-a9cc-49bf-a685-305fa5db0019, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dfb0b55b-a9cc-49bf-a685-305fa5db0019,segment=NetworkSegment(a7430431-12f6-4105-97b5-45a780ee0578),segment_id=a7430431-12f6-4105-97b5-45a780ee0578)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:30.303055 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.337340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for dfb0b55b-a9cc-49bf-a685-305fa5db0019 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:30.382545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] For port dfb0b55b-a9cc-49bf-a685-305fa5db0019, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dfb0b55b-a9cc-49bf-a685-305fa5db0019,segment=NetworkSegment(a7430431-12f6-4105-97b5-45a780ee0578),segment_id=a7430431-12f6-4105-97b5-45a780ee0578)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:30.382545 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.399023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] Calling delete_port for dfb0b55b-a9cc-49bf-a685-305fa5db0019 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:30.441705 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6507d4a-5cbc-4577-802d-2dfd69cef041 x-openstack-request-id: req-e6507d4a-5cbc-4577-802d-2dfd69cef041 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:30.441924 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf", "name": "network-vif-plugged", "status": "completed", "tag": "54940b6f-e475-447d-bd2c-a50c79b5c041", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:30.442204 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6507d4a-5cbc-4577-802d-2dfd69cef041 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:30.442553 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54940b6f-e475-447d-bd2c-a50c79b5c041', 'code': 200} Sep 24 00:06:30.485159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad41f19a-3f99-4a36-957e-d4dfc84beccb req-8b157555-e7dd-4d8c-a10e-b96232051805 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 210 time: 0.0547080 Sep 24 00:06:30.491690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.507793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.517197 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-4f90d5c1-2d83-441e-a6da-a8e509a9c721 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112088 Sep 24 00:06:30.528839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] Pushing event deleted for resources: {'Port': ['ID=dfb0b55b-a9cc-49bf-a685-305fa5db0019,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:30.532699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c846cf-301b-4c3e-8cc2-a5ac04ee452d None None] No DVR routers for this DVR port dfb0b55b-a9cc-49bf-a685-305fa5db0019 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:30.551262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a364868-cce8-4715-8375-5b12ca773dd5 req-c1109bea-9f24-4916-8fa1-49c2f27bdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:30.553626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a364868-cce8-4715-8375-5b12ca773dd5 req-c1109bea-9f24-4916-8fa1-49c2f27bdf67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 1097 time: 0.1056361 Sep 24 00:06:30.587245 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.616053 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.619628 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.655953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=dfb0b55b-a9cc-49bf-a685-305fa5db0019,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:30.667694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No DVR routers for this DVR port dfb0b55b-a9cc-49bf-a685-305fa5db0019 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:30.676421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:30.678407 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a364868-cce8-4715-8375-5b12ca773dd5 req-1bd35059-a8ff-4e31-87fc-90fe641840c1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148193 Sep 24 00:06:30.686310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:30.694553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:30.695389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.698164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=356597fe-da20-4f0f-bb96-5434f1ebd672,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:30.735947 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-9315df10-3869-4fd0-8d91-0b34d4560b3e service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065756 Sep 24 00:06:30.741569 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.752272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['09b2fa5e-1d05-4177-be9b-cda489fe3272'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:30.775920 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.785699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=2cab841e-0481-4ac0-9ce4-938d845187b0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:30.792688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Network f952ee4a-2d97-4fef-8a03-665d5f67403e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:30.815550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:30.819880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Checking segment: {'id': 'cfffa64f-1766-4c2d-a33a-5797b729ecf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8b27c36c-1b72-4f8b-b0d7-41dc039da16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:30.820244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network hostable DHCP agents. Network: 8b27c36c-1b72-4f8b-b0d7-41dc039da16e, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:30.822293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-6969219a-87cb-4322-8d8c-22662ff9b6cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5 HTTP/1.1" status: 200 len: 217 time: 0.0775745 Sep 24 00:06:30.823342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:30.843478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98255480-df9e-402b-97ec-43263da66a2b']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:30.873300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7430431-12f6-4105-97b5-45a780ee0578') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:30.873514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7430431-12f6-4105-97b5-45a780ee0578') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:30.877046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Pushing event updated for resources: {'Port': ['ID=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:30.887945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 8b27c36c-1b72-4f8b-b0d7-41dc039da16e is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:30.888444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.909121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 8b27c36c-1b72-4f8b-b0d7-41dc039da16e) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:30.911383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-cd1d573e-e553-4435-acc4-119920fdf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:30.915157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:30.916022 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-cd1d573e-e553-4435-acc4-119920fdf194 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0840843 Sep 24 00:06:30.917430 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.924211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d973fa23-ae4a-4f61-8f6f-6aeec839ed61 None None] Network 8b27c36c-1b72-4f8b-b0d7-41dc039da16e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:30.931205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:30.936126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:30.936837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.944473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:30.945094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.961220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:30.961746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:30.962845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-0657bf69-adb6-4ce4-96d9-0b54d91ed6fc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3509698 Sep 24 00:06:30.964510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-14630af2-97df-4787-b21b-a0b8d1e68ab1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7943168 Sep 24 00:06:30.968179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57864) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:30.983704 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:31.011254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Request body: {'port': {'device_id': 'a7a8987e-4d75-40bc-9878-8078cdc2f1fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:31.036538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-f9c6c5c2-fb54-4ee5-b81e-1de3617435c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:31.038782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-f9c6c5c2-fb54-4ee5-b81e-1de3617435c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1137681 Sep 24 00:06:31.044433 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.062388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.068413 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/98255480-df9e-402b-97ec-43263da66a2b HTTP/1.1" status: 204 len: 168 time: 1.1632555 Sep 24 00:06:31.085077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57868) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:31.090517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db3752-c0c3-4d25-879f-d53c83a8dd91 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=98255480-df9e-402b-97ec-43263da66a2b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:31.112391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1160937526'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:31.161438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.192597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:31.196685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.207278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device dfb0b55b-a9cc-49bf-a685-305fa5db0019 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:31.231312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: dfb0b55b-a9cc-49bf-a685-305fa5db0019 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:31.232441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device dfb0b55b-a9cc-49bf-a685-305fa5db0019 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:31.266161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27125e1-d9b2-40e7-a5f1-4fc62ebc2599 req-bf7702e6-a258-4856-bf1d-047d34437022 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:31.268336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d27125e1-d9b2-40e7-a5f1-4fc62ebc2599 req-bf7702e6-a258-4856-bf1d-047d34437022 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1846371 Sep 24 00:06:31.270799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f14ec130-cef6-4348-bfbd-c35de903f71e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 2cab841e-0481-4ac0-9ce4-938d845187b0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:31.271152 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14ec130-cef6-4348-bfbd-c35de903f71e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.317685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:31.434154 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.434408 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment ddde1308-fe72-48c4-a7c0-cc815c8bfdb7 of type vlan for network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe Sep 24 00:06:31.474430 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-58bd24fb-b85d-4482-8bd7-e44c1c98a01b service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4277494 Sep 24 00:06:31.496063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14ec130-cef6-4348-bfbd-c35de903f71e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.526413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d27125e1-d9b2-40e7-a5f1-4fc62ebc2599 req-d9cc0113-d9cf-4a21-9796-1cf50c29890f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416477 Sep 24 00:06:31.549344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f14ec130-cef6-4348-bfbd-c35de903f71e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 2cab841e-0481-4ac0-9ce4-938d845187b0 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:31.571864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-61c93ad5-d0b2-4ab7-b299-f1ae073f482a service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888615 Sep 24 00:06:31.583518 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.621160 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-091d70ab-4b19-4c92-84c5-2e9bb146a438 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b HTTP/1.1" status: 200 len: 217 time: 0.0423315 Sep 24 00:06:31.642063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc03810-7846-4e03-9a7f-1f31674a5eb4 req-67c0f51f-117c-4c22-a3b0-f4562d9e6eac tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:31.643865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cc03810-7846-4e03-9a7f-1f31674a5eb4 req-67c0f51f-117c-4c22-a3b0-f4562d9e6eac tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.2785397 Sep 24 00:06:31.671307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-08e0574e-603d-4313-970d-8c3fde674080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:31.672914 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-08e0574e-603d-4313-970d-8c3fde674080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 200 len: 797 time: 0.0452406 Sep 24 00:06:31.736210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-96e5469e-c57a-4479-980c-baf333f42eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:31.738176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-96e5469e-c57a-4479-980c-baf333f42eff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=302ed7ed-6b15-4625-8a8c-6436476ecf02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584474 Sep 24 00:06:31.757329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.762821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:31.763400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:31.836388 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-0831a8e4-8224-46fb-8fff-1db758ee3025 service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905545 Sep 24 00:06:31.930848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-f9c78fb5-52c2-4398-b934-0b050c62c56d service neutron] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878806 Sep 24 00:06:31.977623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-ab0d936a-be43-489d-b802-169f578de47a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 HTTP/1.1" status: 200 len: 217 time: 0.0403786 Sep 24 00:06:32.028302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-513960e5-885d-4ec0-9e10-fda07b860ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.029719 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-513960e5-885d-4ec0-9e10-fda07b860ab2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.0460885 Sep 24 00:06:32.076540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-9715d54a-e88d-4cbb-8caf-c5b1e5d2118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.078140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-9715d54a-e88d-4cbb-8caf-c5b1e5d2118d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0415924 Sep 24 00:06:32.180131 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-f7429f29-70c4-4c03-b410-362bd235f487 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946789 Sep 24 00:06:32.182479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cc03810-7846-4e03-9a7f-1f31674a5eb4 req-f5c5ebde-747e-4efb-90cc-c170f6e1bf7c tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018721 Sep 24 00:06:32.199861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97671bf-6f2b-4eca-af1e-d8d49163a732 req-afb5c17f-d443-4a61-aa5b-09c24650c859 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.201228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e97671bf-6f2b-4eca-af1e-d8d49163a732 req-afb5c17f-d443-4a61-aa5b-09c24650c859 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 931 time: 0.6111646 Sep 24 00:06:32.206710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1009645 Sep 24 00:06:32.226406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57878) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:32.236155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': 'bd64486b-19a8-45a1-a22e-c26b9c3bbcbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:32.281294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f8c20-5710-4487-a72f-367047408394 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=bd64486b-19a8-45a1-a22e-c26b9c3bbcbe,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:32.295645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14ec130-cef6-4348-bfbd-c35de903f71e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.295817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:32.394667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:32.402248 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-5f5414d0-e47e-439b-b3ac-c211d1fc0cda service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154624 Sep 24 00:06:32.402575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e97671bf-6f2b-4eca-af1e-d8d49163a732 req-d909becb-8c2e-409c-a121-d2ca8cb989ba tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945572 Sep 24 00:06:32.403336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ec130-cef6-4348-bfbd-c35de903f71e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=2cab841e-0481-4ac0-9ce4-938d845187b0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:32.415590 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.419016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:32.422053 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14ec130-cef6-4348-bfbd-c35de903f71e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.422531 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.424660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f14ec130-cef6-4348-bfbd-c35de903f71e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/2cab841e-0481-4ac0-9ce4-938d845187b0 HTTP/1.1" status: 204 len: 168 time: 1.4555197 Sep 24 00:06:32.428957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57882) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:32.471164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-8f9a823e-2024-49f6-b663-5c2df01a74de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 HTTP/1.1" status: 200 len: 217 time: 0.0610232 Sep 24 00:06:32.483428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Transition to ACTIVE for port object 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:06:32.519978 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.570173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-174676e3-b4d0-4e93-b017-40434b1e6cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.571723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-174676e3-b4d0-4e93-b017-40434b1e6cf3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 200 len: 797 time: 0.0907261 Sep 24 00:06:32.600887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3248411-3cfc-4a38-8d5d-8a31e6bfe7f0 req-b3a4ef04-1585-4c7d-805c-80782731ff77 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.602371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3248411-3cfc-4a38-8d5d-8a31e6bfe7f0 req-b3a4ef04-1585-4c7d-805c-80782731ff77 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1741879 Sep 24 00:06:32.621956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce8e67-7714-48f0-bd0a-062e0d69c7b9 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.627853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ce8e67-7714-48f0-bd0a-062e0d69c7b9 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.629384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-38ce8e67-7714-48f0-bd0a-062e0d69c7b9 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1995361 Sep 24 00:06:32.642111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57884) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:32.644300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Pushing event updated for resources: {'Port': ['ID=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:32.682961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-b42ba101-a638-4e10-b1b2-e9ef7830ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.684482 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-b42ba101-a638-4e10-b1b2-e9ef7830ba8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1051428 Sep 24 00:06:32.705399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3248411-3cfc-4a38-8d5d-8a31e6bfe7f0 req-63ecd388-7909-4512-87b3-c03d6ded0223 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931880 Sep 24 00:06:32.728642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Attempting to bind port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:32.729015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Attempting to bind port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:32.729398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Attempting to bind port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 on network f952ee4a-2d97-4fef-8a03-665d5f67403e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:32.734135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 on network f952ee4a-2d97-4fef-8a03-665d5f67403e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:06:32.734464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Attempting to bind port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 on network f952ee4a-2d97-4fef-8a03-665d5f67403e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:32.739323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:32.739643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Checking segment: {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:32.740025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Bound using segment: {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:32.740446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Bound port: 642bd0ea-ba01-4e0d-b201-022a4f39c5f3, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:32.740851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.802978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] For port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:32.807174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] For port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:32.811301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.836023 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.844952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.845574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.847020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] 10.222.0.20 "PUT /v2.0/ports/642bd0ea-ba01-4e0d-b201-022a4f39c5f3 HTTP/1.1" status: 200 len: 1092 time: 1.8645997 Sep 24 00:06:32.849489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a8987e-4d75-40bc-9878-8078cdc2f1fe', 'tag': '642bd0ea-ba01-4e0d-b201-022a4f39c5f3'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:32.853452 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95498ada-b12c-4059-9013-b307c9b6725d" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a8987e-4d75-40bc-9878-8078cdc2f1fe", "tag": "642bd0ea-ba01-4e0d-b201-022a4f39c5f3"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:32.899100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9b63c-c761-4d7b-8d5c-598db1b666ff service neutron] Pushing event updated for resources: {'Port': ['ID=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:32.913316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-e5580858-fde7-4591-92d8-790d3ac7c2de service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184427 Sep 24 00:06:32.919388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-744cfbc0-fe8a-4fa2-9d31-3bed10de9113 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 356597fe-da20-4f0f-bb96-5434f1ebd672 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:32.919734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-744cfbc0-fe8a-4fa2-9d31-3bed10de9113 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:32.921525 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c521cb-f27b-484d-b054-322ac0f9c4d1 x-openstack-request-id: req-c1c521cb-f27b-484d-b054-322ac0f9c4d1 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:32.921819 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a8987e-4d75-40bc-9878-8078cdc2f1fe", "tag": "642bd0ea-ba01-4e0d-b201-022a4f39c5f3", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:32.922076 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c1c521cb-f27b-484d-b054-322ac0f9c4d1 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:32.922470 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a8987e-4d75-40bc-9878-8078cdc2f1fe', 'tag': '642bd0ea-ba01-4e0d-b201-022a4f39c5f3', 'status': 'completed', 'code': 200} Sep 24 00:06:32.937873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-073a868e-5088-4f2b-adb9-e9aa81413e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:32.939594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-073a868e-5088-4f2b-adb9-e9aa81413e00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 1095 time: 0.0549395 Sep 24 00:06:32.964889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=4d0ee2a3-5fc8-488f-9491-e6ed8c80eb17,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:32.985125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-f529b267-7fac-434e-90fe-ec2fbadfa4b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=642bd0ea-ba01-4e0d-b201-022a4f39c5f3 HTTP/1.1" status: 200 len: 217 time: 0.0378656 Sep 24 00:06:32.998462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': 'ddde1308-fe72-48c4-a7c0-cc815c8bfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd64486b-19a8-45a1-a22e-c26b9c3bbcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:32.998850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: bd64486b-19a8-45a1-a22e-c26b9c3bbcbe, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:33.032498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c6354f0c-2feb-44ea-b9ce-0318e9a7407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:33.033952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c6354f0c-2feb-44ea-b9ce-0318e9a7407c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.0427904 Sep 24 00:06:33.063761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-fce3ded7-42ad-47e9-999e-06b7a57dd6e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235810 Sep 24 00:06:33.069906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-744cfbc0-fe8a-4fa2-9d31-3bed10de9113 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.089168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-744cfbc0-fe8a-4fa2-9d31-3bed10de9113 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 356597fe-da20-4f0f-bb96-5434f1ebd672 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:33.108055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:33.154532 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-689b9761-68ac-490e-bc86-7a993f10bbd5 req-83e8a5c3-def5-45a6-8a77-62436e3ccb18 service neutron] 10.222.0.20 "GET /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316501 Sep 24 00:06:33.158094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, bd64486b-19a8-45a1-a22e-c26b9c3bbcbe) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:33.160680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-e017bc2a-7aab-4a81-92ca-2feb97f77432 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897100 Sep 24 00:06:33.164628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:33.165210 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.174809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf01e4a-32ed-4c2c-9836-057fce228eba None None] Network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:33.190015 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b74588b2-cd54-4e22-88e8-afcba6292a69 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9617529 Sep 24 00:06:33.194920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57888) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:33.207917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-351f1a7e-fe53-4319-8a9f-fbed6506896e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-551110994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:33.209721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-744cfbc0-fe8a-4fa2-9d31-3bed10de9113 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.243451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cfbc0-fe8a-4fa2-9d31-3bed10de9113 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=356597fe-da20-4f0f-bb96-5434f1ebd672,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:33.249512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-744cfbc0-fe8a-4fa2-9d31-3bed10de9113 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.251530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-744cfbc0-fe8a-4fa2-9d31-3bed10de9113 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/356597fe-da20-4f0f-bb96-5434f1ebd672 HTTP/1.1" status: 204 len: 168 time: 0.6063106 Sep 24 00:06:33.254305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57892) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:33.313682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf0b47d-e8a5-4668-822a-32c74272a94c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:33.318800 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0bf0b47d-e8a5-4668-822a-32c74272a94c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0600295 Sep 24 00:06:33.319492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57894) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:33.332998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351f1a7e-fe53-4319-8a9f-fbed6506896e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.334021 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351f1a7e-fe53-4319-8a9f-fbed6506896e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.366996 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e5a47c-ece7-4230-9824-20f41d28c2f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:06:33.368728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b9e5a47c-ece7-4230-9824-20f41d28c2f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/2cab841e-0481-4ac0-9ce4-938d845187b0 HTTP/1.1" status: 404 len: 333 time: 0.0486867 Sep 24 00:06:33.372318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57898) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:33.373891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e455475-d59e-4a53-8ef6-bfb1dc63439e req-c4f0f07a-0eeb-4308-ac53-d792b52d9e14 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058263 Sep 24 00:06:33.420249 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-40921373-1952-4089-9115-15cdcd48ea10 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:06:33.426529 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-40921373-1952-4089-9115-15cdcd48ea10 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/356597fe-da20-4f0f-bb96-5434f1ebd672 HTTP/1.1" status: 404 len: 333 time: 0.0518017 Sep 24 00:06:33.431780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57900) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:33.435874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1b5d16-5291-448e-829f-7aa5b594f29c req-856edf52-d4c7-4d21-803b-ddc33c9588e5 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:33.437417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e1b5d16-5291-448e-829f-7aa5b594f29c req-856edf52-d4c7-4d21-803b-ddc33c9588e5 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.1560278 Sep 24 00:06:33.516579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351f1a7e-fe53-4319-8a9f-fbed6506896e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.526123 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351f1a7e-fe53-4319-8a9f-fbed6506896e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.557219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-bd64486b-19a8-45a1-a22e-c26b9c3bbcbe', 'network_id': 'bd64486b-19a8-45a1-a22e-c26b9c3bbcbe', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': '4d0ee2a3-5fc8-488f-9491-e6ed8c80eb17'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:06:33.559467 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.561680 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351f1a7e-fe53-4319-8a9f-fbed6506896e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.562706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.562995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-351f1a7e-fe53-4319-8a9f-fbed6506896e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3669925 Sep 24 00:06:33.565887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57904) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:33.570432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e1b5d16-5291-448e-829f-7aa5b594f29c req-02a928a6-1336-4b47-9c37-ec95faadd451 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196263 Sep 24 00:06:33.589547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95498ada-b12c-4059-9013-b307c9b6725d req-b6a7f7f2-5e80-4401-8263-2869feee546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:33.591060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95498ada-b12c-4059-9013-b307c9b6725d req-b6a7f7f2-5e80-4401-8263-2869feee546b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 1095 time: 0.1512246 Sep 24 00:06:33.631990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41873e-a0df-4f83-8060-9eb3439026f7 req-dbf50eb6-4d41-45da-9d88-7072ae087576 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:33.639433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec41873e-a0df-4f83-8060-9eb3439026f7 req-dbf50eb6-4d41-45da-9d88-7072ae087576 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 943 time: 0.1000519 Sep 24 00:06:33.764841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Allocated IP 2001:db8::2 (bd64486b-19a8-45a1-a22e-c26b9c3bbcbe/4d0ee2a3-5fc8-488f-9491-e6ed8c80eb17/8ea583e4-3e87-4cb0-8a56-81132f37a1e1) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:33.774210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95498ada-b12c-4059-9013-b307c9b6725d req-4ccf13d3-8f7b-4027-96bc-6a1ef0fb9f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:33.775812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95498ada-b12c-4059-9013-b307c9b6725d req-4ccf13d3-8f7b-4027-96bc-6a1ef0fb9f01 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 915 time: 0.1763201 Sep 24 00:06:33.802113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec41873e-a0df-4f83-8060-9eb3439026f7 req-51a100cc-f8f8-4459-aea2-c5d506acd054 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473455 Sep 24 00:06:33.804607 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.867105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95498ada-b12c-4059-9013-b307c9b6725d req-b4b34825-6899-49d6-96c2-d1549d31587b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=642bd0ea-ba01-4e0d-b201-022a4f39c5f3 HTTP/1.1" status: 200 len: 217 time: 0.0638988 Sep 24 00:06:33.875493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b27c36c-1b72-4f8b-b0d7-41dc039da16e']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:33.931716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfffa64f-1766-4c2d-a33a-5797b729ecf0') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:33.931961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfffa64f-1766-4c2d-a33a-5797b729ecf0') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:33.967576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.976487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.984947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.993219 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:33.993408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c678e-c0cf-4426-9fe2-b415f7991e07 req-3ef9da53-1205-40c1-93d1-430d1e3bd03e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:34.000657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c92c678e-c0cf-4426-9fe2-b415f7991e07 req-3ef9da53-1205-40c1-93d1-430d1e3bd03e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1363449 Sep 24 00:06:34.001029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-8c040859-2337-4982-b81a-1d955f41e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:34.002524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-8c040859-2337-4982-b81a-1d955f41e4a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8d137cd8e8d44c248e213bbc258674d9&device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 1097 time: 0.1534936 Sep 24 00:06:34.006633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:34.007053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:34.010576 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:34.027766 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95498ada-b12c-4059-9013-b307c9b6725d req-19f534cd-a729-454b-9832-3f4bdc8a97be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:34.029439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95498ada-b12c-4059-9013-b307c9b6725d req-19f534cd-a729-454b-9832-3f4bdc8a97be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.1337538 Sep 24 00:06:34.029697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:34.032858 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:34.037061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:34.051829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Pushing event updated for resources: {'Port': ['ID=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:34.056576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.065330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab10b2-3c8e-4866-9573-33827e037aec req-52c6c7f9-c127-4244-81a6-ac5382e9106c tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:34.071260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8ab10b2-3c8e-4866-9573-33827e037aec req-52c6c7f9-c127-4244-81a6-ac5382e9106c tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.1739240 Sep 24 00:06:34.096642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Attempting to bind port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:34.097159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Attempting to bind port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'ddde1308-fe72-48c4-a7c0-cc815c8bfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd64486b-19a8-45a1-a22e-c26b9c3bbcbe'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:34.097642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Attempting to bind port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 on network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:34.102082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c92c678e-c0cf-4426-9fe2-b415f7991e07 req-3767cdb1-8ee6-4d68-ae0e-ce0c8c50d27d tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005728 Sep 24 00:06:34.103914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:34.104242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95498ada-b12c-4059-9013-b307c9b6725d req-276c3614-0b47-4fe9-8928-11dc704246b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582883 Sep 24 00:06:34.104472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Checking segment: {'id': 'ddde1308-fe72-48c4-a7c0-cc815c8bfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd64486b-19a8-45a1-a22e-c26b9c3bbcbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:34.104972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.105908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Bound using segment: {'id': 'ddde1308-fe72-48c4-a7c0-cc815c8bfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd64486b-19a8-45a1-a22e-c26b9c3bbcbe'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:34.105908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Bound port: 8ea583e4-3e87-4cb0-8a56-81132f37a1e1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddde1308-fe72-48c4-a7c0-cc815c8bfdb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'bd64486b-19a8-45a1-a22e-c26b9c3bbcbe'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:34.106484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.169133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8ab10b2-3c8e-4866-9573-33827e037aec req-b76ac5ee-66be-446e-9390-ff70654cd999 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920873 Sep 24 00:06:34.179965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] For port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:34.184108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] For port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,segment=NetworkSegment(ddde1308-fe72-48c4-a7c0-cc815c8bfdb7),segment_id=ddde1308-fe72-48c4-a7c0-cc815c8bfdb7)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:34.190834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.192230 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.204636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.210462 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/networks/8b27c36c-1b72-4f8b-b0d7-41dc039da16e HTTP/1.1" status: 204 len: 168 time: 0.7736742 Sep 24 00:06:34.211745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57914) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:34.216708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1275086878'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:34.251874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95498ada-b12c-4059-9013-b307c9b6725d req-0414457c-e8af-488f-bc79-303a87475baa service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395650 Sep 24 00:06:34.274824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:34.275067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f25aa-c4e3-4bfd-b5e2-ac9a481c68a0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Network': ['ID=8b27c36c-1b72-4f8b-b0d7-41dc039da16e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:34.275163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.283742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18b668f-2f46-43f5-99c7-ddfdc916aaa3 None None] Pushing event updated for resources: {'Port': ['ID=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:34.332424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-8eab63ed-786b-4fef-9e85-494764bdd44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:34.333956 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-8eab63ed-786b-4fef-9e85-494764bdd44e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 HTTP/1.1" status: 200 len: 914 time: 0.3229463 Sep 24 00:06:34.363558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:34.381662 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.382784 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Added segment 91ee351c-b17b-4add-8659-c23e8a95e2d3 of type vlan for network 83e9048a-eb2d-47f7-baa4-736916f3c762 Sep 24 00:06:34.384049 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-4305e055-d1ed-463e-8fba-5b86c1999e92 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54940b6f-e475-447d-bd2c-a50c79b5c041 HTTP/1.1" status: 200 len: 217 time: 0.0409250 Sep 24 00:06:34.443426 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95498ada-b12c-4059-9013-b307c9b6725d req-1b431166-5941-455f-a25d-095a78f68c3f service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840329 Sep 24 00:06:34.445542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.486102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.492325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:34.492934 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.537433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-b58a2b9b-849a-41a3-80e2-cd7b350f1eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:34.539059 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-b58a2b9b-849a-41a3-80e2-cd7b350f1eb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4ef54f5e-d84c-44f2-a6b0-56e5ad908d48 HTTP/1.1" status: 200 len: 853 time: 0.1485655 Sep 24 00:06:34.541764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3289261 Sep 24 00:06:34.542371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57918) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:34.554495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': '83e9048a-eb2d-47f7-baa4-736916f3c762', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:34.594231 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-df4e2258-968e-491c-ad1e-9c2f7bd5c92f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363817 Sep 24 00:06:34.609735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb69b5-fd73-4059-8c3c-3bc06d30f349 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Network': ['ID=83e9048a-eb2d-47f7-baa4-736916f3c762,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:34.626099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 83e9048a-eb2d-47f7-baa4-736916f3c762 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:34.632970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8::1 (bd64486b-19a8-45a1-a22e-c26b9c3bbcbe/4d0ee2a3-5fc8-488f-9491-e6ed8c80eb17/41d0a9c8-1c73-43d1-92fa-866428d265d0) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:34.689006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:34.692498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.763649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-fac88979-cd6f-4e11-999c-74cc9f70c3cf service neutron] 10.222.0.18 "GET /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610835 Sep 24 00:06:34.864440 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.901815 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af35833d-4dcf-41e9-8cea-468cfe9a3a12 req-fdbc5477-8eb7-4f1e-b511-f467f8ae0d38 service neutron] 10.222.0.18 "GET /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312857 Sep 24 00:06:34.916911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.918316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.962627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:34.967535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:34.975880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:34.976131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9610866-1533-488a-8d20-276cc7c6a530 req-511b716e-6119-4010-9933-b56d050deb48 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:34.976272 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:34.977528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9610866-1533-488a-8d20-276cc7c6a530 req-511b716e-6119-4010-9933-b56d050deb48 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 943 time: 0.1062005 Sep 24 00:06:34.979899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=41d0a9c8-1c73-43d1-92fa-866428d265d0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:35.025600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=6c23cafa-c94d-4a4a-a275-2252d3e0ae27,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:35.076263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9610866-1533-488a-8d20-276cc7c6a530 req-43b9d6fd-f9f7-45ff-bea6-76ddd48d5711 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692763 Sep 24 00:06:35.077358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Checking segment: {'id': '91ee351c-b17b-4add-8659-c23e8a95e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83e9048a-eb2d-47f7-baa4-736916f3c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:35.077724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network hostable DHCP agents. Network: 83e9048a-eb2d-47f7-baa4-736916f3c762, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:35.098198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 83e9048a-eb2d-47f7-baa4-736916f3c762 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:35.109454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 83e9048a-eb2d-47f7-baa4-736916f3c762) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:35.114357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:35.115324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:35.119138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb2487-87c8-4007-80da-25a7c26a2ff0 None None] Network 83e9048a-eb2d-47f7-baa4-736916f3c762 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:35.132307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:35.154508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-689f8ffe-7a5c-4bf8-8165-5a4f94cba01c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6031995 Sep 24 00:06:35.155908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57924) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:35.173237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': '83e9048a-eb2d-47f7-baa4-736916f3c762', 'name': 'tempest-PortsTestJSON-353830594'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:35.391828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:35.408142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-83e9048a-eb2d-47f7-baa4-736916f3c762', 'network_id': '83e9048a-eb2d-47f7-baa4-736916f3c762', 'tenant_id': '2e95f152079b41a49740e56e5a34ea12', 'fixed_ips': [{'subnet_id': '6c23cafa-c94d-4a4a-a275-2252d3e0ae27'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:06:35.409652 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:35.424577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20379146-4806-449d-873c-0aa6c265b293 req-e3475654-96f2-4dd7-a64f-cf028d53013d tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:35.426413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20379146-4806-449d-873c-0aa6c265b293 req-e3475654-96f2-4dd7-a64f-cf028d53013d tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.1211724 Sep 24 00:06:35.428750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:35.432431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:35.460846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c2c8d-0925-4342-89d4-77e7ee163cc4 req-d882ca0b-0dfd-460e-9ec9-1ff2a78e6798 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:35.473299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-247c2c8d-0925-4342-89d4-77e7ee163cc4 req-d882ca0b-0dfd-460e-9ec9-1ff2a78e6798 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1825926 Sep 24 00:06:35.531605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 610722d2-96bd-4815-902a-b2360c6de9ae yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:35.557196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad05dfbd-026d-4a3d-9434-daeda5a24f69 None None] Network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:35.557459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20379146-4806-449d-873c-0aa6c265b293 req-d1bbb033-4a3a-4581-995a-b63d0092ad48 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071982 Sep 24 00:06:35.561572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:35.566581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:35.567382 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:35.618929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-247c2c8d-0925-4342-89d4-77e7ee163cc4 req-d729852b-5bf1-4e2f-ac5c-980becf77698 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446021 Sep 24 00:06:35.679710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=41d0a9c8-1c73-43d1-92fa-866428d265d0,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:35.702330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:35.702959 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:35.712641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:35.713954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:35.730199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Allocated IP 172.20.0.2 (83e9048a-eb2d-47f7-baa4-736916f3c762/6c23cafa-c94d-4a4a-a275-2252d3e0ae27/afb95cba-88a6-464c-8a51-578b2f34d9f4) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:35.734361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bf329818-6f12-4f8d-a7c4-706c2cc7ecc6 None None] Provisioning complete for port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:35.734733 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf329818-6f12-4f8d-a7c4-706c2cc7ecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.050823 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.064675 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf329818-6f12-4f8d-a7c4-706c2cc7ecc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.113609 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.131688 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.134972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,segment=NetworkSegment(ddde1308-fe72-48c4-a7c0-cc815c8bfdb7),segment_id=ddde1308-fe72-48c4-a7c0-cc815c8bfdb7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:36.155070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router a61c6502-758c-4876-88c3-bf2efeb56df8 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:06:36.164546 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.182564 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Network 83e9048a-eb2d-47f7-baa4-736916f3c762 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:36.209773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:06:36.216914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:36.223943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:36.246923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Pushing event updated for resources: {'Port': ['ID=afb95cba-88a6-464c-8a51-578b2f34d9f4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:36.254075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.4 (83e9048a-eb2d-47f7-baa4-736916f3c762/6c23cafa-c94d-4a4a-a275-2252d3e0ae27/610722d2-96bd-4815-902a-b2360c6de9ae) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:36.273881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:36.282274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc72adf-398f-49de-bd8f-7cd3229ec65c req-775daaf1-0a9b-4f4e-a587-8185535eea76 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:36.284042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bc72adf-398f-49de-bd8f-7cd3229ec65c req-775daaf1-0a9b-4f4e-a587-8185535eea76 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 943 time: 0.1059508 Sep 24 00:06:36.287432 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41140e5a-bb54-45c0-9edd-d2d91670ec3a None None] Sync routers for ids ['a61c6502-758c-4876-88c3-bf2efeb56df8'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:36.293881 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4642035d-3e7a-4937-a633-98cdd2b16cd9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/a61c6502-758c-4876-88c3-bf2efeb56df8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7263582 Sep 24 00:06:36.294100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-bf329818-6f12-4f8d-a7c4-706c2cc7ecc6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:06:36.294318 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-bf329818-6f12-4f8d-a7c4-706c2cc7ecc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:06:36.295313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57932) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:36.303388 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41140e5a-bb54-45c0-9edd-d2d91670ec3a None None] Routers {'a61c6502-758c-4876-88c3-bf2efeb56df8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:36.303920 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-41140e5a-bb54-45c0-9edd-d2d91670ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a61c6502-758c-4876-88c3-bf2efeb56df8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:36.357378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5608b032-6649-4679-81f3-d8e0b45bfc36 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:36.362635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57934) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:36.363401 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5608b032-6649-4679-81f3-d8e0b45bfc36 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports/41d0a9c8-1c73-43d1-92fa-866428d265d0 HTTP/1.1" status: 200 len: 911 time: 0.0668223 Sep 24 00:06:36.368279 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-41140e5a-bb54-45c0-9edd-d2d91670ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:36.377000 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41140e5a-bb54-45c0-9edd-d2d91670ec3a None None] Routers {'a61c6502-758c-4876-88c3-bf2efeb56df8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:36.377633 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-41140e5a-bb54-45c0-9edd-d2d91670ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a61c6502-758c-4876-88c3-bf2efeb56df8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:36.394372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Attempting to bind port afb95cba-88a6-464c-8a51-578b2f34d9f4 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:36.394746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Attempting to bind port afb95cba-88a6-464c-8a51-578b2f34d9f4 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '91ee351c-b17b-4add-8659-c23e8a95e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83e9048a-eb2d-47f7-baa4-736916f3c762'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:36.395135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Attempting to bind port afb95cba-88a6-464c-8a51-578b2f34d9f4 on network 83e9048a-eb2d-47f7-baa4-736916f3c762 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:36.402027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:36.417688 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-41140e5a-bb54-45c0-9edd-d2d91670ec3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:36.418620 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41140e5a-bb54-45c0-9edd-d2d91670ec3a None None] The sync data for ids ['a61c6502-758c-4876-88c3-bf2efeb56df8'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:36.446442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bc72adf-398f-49de-bd8f-7cd3229ec65c req-12c3f93e-8593-4b6e-8656-cf09f3ea5591 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489320 Sep 24 00:06:36.450304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:36.450678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Checking segment: {'id': '91ee351c-b17b-4add-8659-c23e8a95e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83e9048a-eb2d-47f7-baa4-736916f3c762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:36.451118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.451902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Bound using segment: {'id': '91ee351c-b17b-4add-8659-c23e8a95e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83e9048a-eb2d-47f7-baa4-736916f3c762'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:36.452048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Bound port: afb95cba-88a6-464c-8a51-578b2f34d9f4, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ee351c-b17b-4add-8659-c23e8a95e2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '83e9048a-eb2d-47f7-baa4-736916f3c762'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:36.452371 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.465578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.509006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:36.526859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '642bd0ea-ba01-4e0d-b201-022a4f39c5f3', 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e', 'port_id': '642bd0ea-ba01-4e0d-b201-022a4f39c5f3', 'mac_address': 'fa:16:3e:cf:24:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f1e2c8-83f1-45d7-989d-b39b5dba4dcd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:06:36.573952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] For port afb95cba-88a6-464c-8a51-578b2f34d9f4, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:36.591124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] For port afb95cba-88a6-464c-8a51-578b2f34d9f4, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=afb95cba-88a6-464c-8a51-578b2f34d9f4,segment=NetworkSegment(91ee351c-b17b-4add-8659-c23e8a95e2d3),segment_id=91ee351c-b17b-4add-8659-c23e8a95e2d3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:36.597584 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.600924 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.652282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:36.686795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:36.697761 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.707915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4f3df-091f-4b91-ada7-5b8e6ffba37b None None] Pushing event updated for resources: {'Port': ['ID=afb95cba-88a6-464c-8a51-578b2f34d9f4,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:36.782736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:36.839872 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:36.885285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d3fb8-6169-4348-97d2-ae0b72ce0606 req-248a8b7e-c1b1-47ff-aa8d-fc9598861bf6 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:36.886852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b05d3fb8-6169-4348-97d2-ae0b72ce0606 req-248a8b7e-c1b1-47ff-aa8d-fc9598861bf6 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.2085364 Sep 24 00:06:36.934133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d11ac5-4833-4fb0-b50a-1905d5999609 req-054e9713-bf27-4507-83a4-6db894ee9d15 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:36.934133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94d11ac5-4833-4fb0-b50a-1905d5999609 req-054e9713-bf27-4507-83a4-6db894ee9d15 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.2102611 Sep 24 00:06:36.955480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-283daf1a-5c4b-496a-848b-cc63a3e5c92e None None] Provisioning complete for port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:36.955848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-283daf1a-5c4b-496a-848b-cc63a3e5c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.001100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['642bd0ea-ba01-4e0d-b201-022a4f39c5f3'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:37.027990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.052358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b05d3fb8-6169-4348-97d2-ae0b72ce0606 req-47ea7a01-827c-46d5-ad71-5df57448eb4e tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546502 Sep 24 00:06:37.100492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94d11ac5-4833-4fb0-b50a-1905d5999609 req-106c105d-87a9-4361-bd34-19ee9b50a775 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422880 Sep 24 00:06:37.125224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 83e9048a-eb2d-47f7-baa4-736916f3c762 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:37.127540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-283daf1a-5c4b-496a-848b-cc63a3e5c92e None None] Provisioning complete for port 41d0a9c8-1c73-43d1-92fa-866428d265d0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:37.139270 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-283daf1a-5c4b-496a-848b-cc63a3e5c92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.139703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:37.139703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=610722d2-96bd-4815-902a-b2360c6de9ae,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:37.140718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:37.191045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-283daf1a-5c4b-496a-848b-cc63a3e5c92e None None] Port 41d0a9c8-1c73-43d1-92fa-866428d265d0 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:37.234555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:37.235253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.262614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6d1c20fd-658d-45ce-883e-8e8fbd20eca2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1038864 Sep 24 00:06:37.266156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57946) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:37.305161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.327458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bd411f6a-b668-48e3-8022-c7f42fa7d4f7 None None] Provisioning complete for port 41d0a9c8-1c73-43d1-92fa-866428d265d0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:37.328094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd411f6a-b668-48e3-8022-c7f42fa7d4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.375605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bd411f6a-b668-48e3-8022-c7f42fa7d4f7 None None] Port 41d0a9c8-1c73-43d1-92fa-866428d265d0 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:37.431658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device afb95cba-88a6-464c-8a51-578b2f34d9f4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:37.483270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port afb95cba-88a6-464c-8a51-578b2f34d9f4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:37.483639 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.526725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c3ee1-acfa-44da-b48c-cb84e8877041 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 610722d2-96bd-4815-902a-b2360c6de9ae {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:37.527336 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad3c3ee1-acfa-44da-b48c-cb84e8877041 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.577925 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.611885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port afb95cba-88a6-464c-8a51-578b2f34d9f4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=afb95cba-88a6-464c-8a51-578b2f34d9f4,segment=NetworkSegment(91ee351c-b17b-4add-8659-c23e8a95e2d3),segment_id=91ee351c-b17b-4add-8659-c23e8a95e2d3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:37.616765 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.617626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:37.699886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=afb95cba-88a6-464c-8a51-578b2f34d9f4,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:37.714319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:37.715025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.889036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd1ede-57cd-49e9-a9ee-73cf48df3874 None None] Network 83e9048a-eb2d-47f7-baa4-736916f3c762 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:37.922569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e72b496d-80ea-4605-97f0-e774272d86ef None None] Provisioning complete for port afb95cba-88a6-464c-8a51-578b2f34d9f4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:37.923094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e72b496d-80ea-4605-97f0-e774272d86ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:37.989260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99751c7-638d-471e-aa83-6a61808b37c8 req-e56f17f2-31d2-4c61-bba5-209337656570 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:37.991413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b99751c7-638d-471e-aa83-6a61808b37c8 req-e56f17f2-31d2-4c61-bba5-209337656570 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.5266876 Sep 24 00:06:38.029773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad3c3ee1-acfa-44da-b48c-cb84e8877041 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.051529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79d6b9-71cb-4618-b762-be2da6173713 req-396dad89-07ef-4c25-8344-5be872e0406c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:38.053624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c79d6b9-71cb-4618-b762-be2da6173713 req-396dad89-07ef-4c25-8344-5be872e0406c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 944 time: 0.5047858 Sep 24 00:06:38.066039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ad3c3ee1-acfa-44da-b48c-cb84e8877041 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 610722d2-96bd-4815-902a-b2360c6de9ae owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:38.128771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b99751c7-638d-471e-aa83-6a61808b37c8 req-66629aa3-5717-4dab-8bb2-83197859511c tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262052 Sep 24 00:06:38.231546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:38.247026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c79d6b9-71cb-4618-b762-be2da6173713 req-795d7f8d-be6e-4491-9927-a37270c56fc8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842773 Sep 24 00:06:38.314745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:06:38.318746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:38.319195 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.343747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 41d0a9c8-1c73-43d1-92fa-866428d265d0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:38.344091 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.398876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf52bc-2e8d-45a2-b65e-6d89fefdf32b req-c2e05223-d7a0-4341-b03e-187d803d78b6 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:38.406419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fdf52bc-2e8d-45a2-b65e-6d89fefdf32b req-c2e05223-d7a0-4341-b03e-187d803d78b6 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1816816 Sep 24 00:06:38.426711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.450260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8987e-4d75-40bc-9878-8078cdc2f1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642bd0ea-ba01-4e0d-b201-022a4f39c5f3'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:38.452554 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f3b2b8-f734-4f13-9a5e-5d54a6aea8d2" -d '{"events": [{"server_uuid": "a7a8987e-4d75-40bc-9878-8078cdc2f1fe", "name": "network-vif-plugged", "status": "completed", "tag": "642bd0ea-ba01-4e0d-b201-022a4f39c5f3"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:38.481843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:38.488025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.503600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fdf52bc-2e8d-45a2-b65e-6d89fefdf32b req-aac2bfbf-0d4f-42f4-80ab-71f0d70e6891 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917389 Sep 24 00:06:38.529586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad3c3ee1-acfa-44da-b48c-cb84e8877041 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.548390 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2765e549-aefc-48e0-bebd-d405e651b618 x-openstack-request-id: req-2765e549-aefc-48e0-bebd-d405e651b618 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:38.548390 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8987e-4d75-40bc-9878-8078cdc2f1fe", "name": "network-vif-plugged", "status": "completed", "tag": "642bd0ea-ba01-4e0d-b201-022a4f39c5f3", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:38.548837 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2765e549-aefc-48e0-bebd-d405e651b618 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:38.549032 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a8987e-4d75-40bc-9878-8078cdc2f1fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '642bd0ea-ba01-4e0d-b201-022a4f39c5f3', 'code': 200} Sep 24 00:06:38.583874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:38.602740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.603839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5cf4b344-3c7d-4259-b691-5dce8793f79b None None] Could not find standard attr ID for object 610722d2-96bd-4815-902a-b2360c6de9ae. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:06:38.605416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c3ee1-acfa-44da-b48c-cb84e8877041 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=610722d2-96bd-4815-902a-b2360c6de9ae,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:38.616817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5cf4b344-3c7d-4259-b691-5dce8793f79b None None] Provisioning complete for port afb95cba-88a6-464c-8a51-578b2f34d9f4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:38.617185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5cf4b344-3c7d-4259-b691-5dce8793f79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.665018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 41d0a9c8-1c73-43d1-92fa-866428d265d0 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:38.756700 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad3c3ee1-acfa-44da-b48c-cb84e8877041 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.758597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ad3c3ee1-acfa-44da-b48c-cb84e8877041 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/610722d2-96bd-4815-902a-b2360c6de9ae HTTP/1.1" status: 204 len: 168 time: 1.4914408 Sep 24 00:06:38.761330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57958) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:38.763993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f29aa-8496-4221-8d1b-2c75122228d5 req-bb1bb178-e577-494b-962d-b84adafbd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:38.765442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-239f29aa-8496-4221-8d1b-2c75122228d5 req-bb1bb178-e577-494b-962d-b84adafbd282 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 1097 time: 0.1454239 Sep 24 00:06:38.786077 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d3a13c-a1ea-414b-bb12-57f1a7fc013e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:06:38.786873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d3a13c-a1ea-414b-bb12-57f1a7fc013e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:06:38.791677 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-72d3a13c-a1ea-414b-bb12-57f1a7fc013e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/610722d2-96bd-4815-902a-b2360c6de9ae HTTP/1.1" status: 404 len: 333 time: 0.0269318 Sep 24 00:06:38.792021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57960) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:38.816248 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ae606f-41d0-4b24-a01d-3a787ad7db7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:06:38.816485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d43b69c0-2c19-4797-b009-2ff58beaa4f4 None None] Could not find standard attr ID for object 610722d2-96bd-4815-902a-b2360c6de9ae. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:06:38.817962 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a3ae606f-41d0-4b24-a01d-3a787ad7db7b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/610722d2-96bd-4815-902a-b2360c6de9ae HTTP/1.1" status: 404 len: 333 time: 0.0249405 Sep 24 00:06:38.826604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57962) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:38.852011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-239f29aa-8496-4221-8d1b-2c75122228d5 req-0fa40c48-278a-4cf5-b9b7-9ae696e6c26d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722022 Sep 24 00:06:38.901017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b60caf9-7c5d-4158-9ccb-1acb9749d8e4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet 6c23cafa-c94d-4a4a-a275-2252d3e0ae27 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:38.906443 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b60caf9-7c5d-4158-9ccb-1acb9749d8e4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.928078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.937436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-c2687d28-5781-48ac-afe9-e400aa1fdcb5 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:38.939007 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-c2687d28-5781-48ac-afe9-e400aa1fdcb5 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.18 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.1199522 Sep 24 00:06:38.949461 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:38.967900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=41d0a9c8-1c73-43d1-92fa-866428d265d0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:38.981098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b60caf9-7c5d-4158-9ccb-1acb9749d8e4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.092967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.119154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b60caf9-7c5d-4158-9ccb-1acb9749d8e4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.124005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Deleting port 54940b6f-e475-447d-bd2c-a50c79b5c041 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:39.124363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.258711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device afb95cba-88a6-464c-8a51-578b2f34d9f4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:39.277695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router a61c6502-758c-4876-88c3-bf2efeb56df8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:39.293059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b60caf9-7c5d-4158-9ccb-1acb9749d8e4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.310899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] For port 54940b6f-e475-447d-bd2c-a50c79b5c041, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=54940b6f-e475-447d-bd2c-a50c79b5c041,segment=NetworkSegment(5669916d-c518-42cd-8cc6-10b3991d8372),segment_id=5669916d-c518-42cd-8cc6-10b3991d8372)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:39.311294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.333418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port afb95cba-88a6-464c-8a51-578b2f34d9f4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:39.333868 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.341657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60caf9-7c5d-4158-9ccb-1acb9749d8e4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=6c23cafa-c94d-4a4a-a275-2252d3e0ae27,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:39.352243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Calling delete_port for 54940b6f-e475-447d-bd2c-a50c79b5c041 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:39.354340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b60caf9-7c5d-4158-9ccb-1acb9749d8e4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.356919 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9b60caf9-7c5d-4158-9ccb-1acb9749d8e4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/6c23cafa-c94d-4a4a-a275-2252d3e0ae27 HTTP/1.1" status: 204 len: 168 time: 0.5292795 Sep 24 00:06:39.361562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57968) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:39.363225 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb56db2c-d07b-4246-8d07-d9c2649ce653 None None] Network 83e9048a-eb2d-47f7-baa4-736916f3c762 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:39.368783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e022e-843a-4f5b-80b4-061ab4a94b4e req-9a75a516-78fe-48ad-8dff-1b9a11d35c78 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:39.370443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-284e022e-843a-4f5b-80b4-061ab4a94b4e req-9a75a516-78fe-48ad-8dff-1b9a11d35c78 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf HTTP/1.1" status: 200 len: 945 time: 0.1086903 Sep 24 00:06:39.453781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:39.465056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd780443-28a3-4f8c-8ce7-676f1dc2a783 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/a61c6502-758c-4876-88c3-bf2efeb56df8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0966051 Sep 24 00:06:39.468572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67d335-4fd2-464f-b251-b66a3935d03d None None] Sync routers for ids ['a61c6502-758c-4876-88c3-bf2efeb56df8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:39.471279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57972) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:39.494911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.507823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5944cbeb-8707-4c03-a8ee-1b61ad52c9bb tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c6502-758c-4876-88c3-bf2efeb56df8 HTTP/1.1" status: 200 len: 205 time: 0.0337670 Sep 24 00:06:39.508772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57974) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:39.523849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67d335-4fd2-464f-b251-b66a3935d03d None None] Routers {'a61c6502-758c-4876-88c3-bf2efeb56df8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:39.526107 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-284e022e-843a-4f5b-80b4-061ab4a94b4e req-b1ef11ab-10f1-48ab-aafc-4c2c32d1ce4b tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.24 "GET /v2.0/security-groups?id=0852ce7f-ce0e-435f-b02b-143831768c52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406963 Sep 24 00:06:39.526263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6e67d335-4fd2-464f-b251-b66a3935d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a61c6502-758c-4876-88c3-bf2efeb56df8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:39.576168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6e67d335-4fd2-464f-b251-b66a3935d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:39.593562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e5cc8-4f51-40c6-9ed9-e654c4ed4d33 req-c9d83e04-652b-4c8c-a35d-89e7805eb4f9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:39.600063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67d335-4fd2-464f-b251-b66a3935d03d None None] Routers {'a61c6502-758c-4876-88c3-bf2efeb56df8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:39.600892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6e67d335-4fd2-464f-b251-b66a3935d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a61c6502-758c-4876-88c3-bf2efeb56df8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:39.604078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-390e5cc8-4f51-40c6-9ed9-e654c4ed4d33 req-c9d83e04-652b-4c8c-a35d-89e7805eb4f9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 945 time: 0.2322206 Sep 24 00:06:39.620513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port afb95cba-88a6-464c-8a51-578b2f34d9f4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:39.620869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.645769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6e67d335-4fd2-464f-b251-b66a3935d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:39.646606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e67d335-4fd2-464f-b251-b66a3935d03d None None] The sync data for ids ['a61c6502-758c-4876-88c3-bf2efeb56df8'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:39.660918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.674304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-065684db-ef00-4382-ada1-62aa03b37e54 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.684295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['54940b6f-e475-447d-bd2c-a50c79b5c041'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:39.708917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] DHCP port deletion for 83e9048a-eb2d-47f7-baa4-736916f3c762 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:39.722927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Pushing event deleted for resources: {'Port': ['ID=54940b6f-e475-447d-bd2c-a50c79b5c041,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:39.759925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] Deleting port afb95cba-88a6-464c-8a51-578b2f34d9f4 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:39.760412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.773539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] For port afb95cba-88a6-464c-8a51-578b2f34d9f4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=afb95cba-88a6-464c-8a51-578b2f34d9f4,segment=NetworkSegment(91ee351c-b17b-4add-8659-c23e8a95e2d3),segment_id=91ee351c-b17b-4add-8659-c23e8a95e2d3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:39.774109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.791143 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-390e5cc8-4f51-40c6-9ed9-e654c4ed4d33 req-4c1af945-45a7-4a1a-bdef-b4c113a3b010 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860666 Sep 24 00:06:39.798872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] No DVR routers for this DVR port 54940b6f-e475-447d-bd2c-a50c79b5c041 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:39.802656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.805355 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-33686d7f-0524-4d83-80f0-39f2021f38f7 req-dd897dd0-b506-482e-9b80-13c3353cfa97 tempest-InstanceActionsTestJSON-2016321559 tempest-InstanceActionsTestJSON-2016321559-project] 10.222.0.18 "DELETE /v2.0/ports/54940b6f-e475-447d-bd2c-a50c79b5c041 HTTP/1.1" status: 204 len: 173 time: 0.8586700 Sep 24 00:06:39.805817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf', 'name': 'network-vif-deleted', 'tag': '54940b6f-e475-447d-bd2c-a50c79b5c041'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:39.808230 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6b7d89-ca99-4971-a0ed-e58f30a9339b" -d '{"events": [{"server_uuid": "fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf", "name": "network-vif-deleted", "tag": "54940b6f-e475-447d-bd2c-a50c79b5c041"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:39.837702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for afb95cba-88a6-464c-8a51-578b2f34d9f4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:39.848155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] For port afb95cba-88a6-464c-8a51-578b2f34d9f4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=afb95cba-88a6-464c-8a51-578b2f34d9f4,segment=NetworkSegment(91ee351c-b17b-4add-8659-c23e8a95e2d3),segment_id=91ee351c-b17b-4add-8659-c23e8a95e2d3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:39.848676 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.882872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] Calling delete_port for afb95cba-88a6-464c-8a51-578b2f34d9f4 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:39.907386 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-065684db-ef00-4382-ada1-62aa03b37e54 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.912955 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-065684db-ef00-4382-ada1-62aa03b37e54 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:39.948853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4d162-677e-4815-b5b7-d542cab3fdca req-295bc2fb-1748-4337-b0c8-8d7a6198c2a5 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:39.950109 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf5aead-61cd-4d20-9862-60ef643ca8d5 x-openstack-request-id: req-fdf5aead-61cd-4d20-9862-60ef643ca8d5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:39.950408 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf", "name": "network-vif-deleted", "tag": "54940b6f-e475-447d-bd2c-a50c79b5c041", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:39.951005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32e4d162-677e-4815-b5b7-d542cab3fdca req-295bc2fb-1748-4337-b0c8-8d7a6198c2a5 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.2414770 Sep 24 00:06:39.951597 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdf5aead-61cd-4d20-9862-60ef643ca8d5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:39.952440 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa22f2b9-33ff-46e4-90f5-3e8f779c4aaf', 'name': 'network-vif-deleted', 'tag': '54940b6f-e475-447d-bd2c-a50c79b5c041', 'status': 'completed', 'code': 200} Sep 24 00:06:39.984272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.003954 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.022793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-065684db-ef00-4382-ada1-62aa03b37e54 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.023554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065684db-ef00-4382-ada1-62aa03b37e54 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Fanout notify agent at l3_agent the message router_deleted on router a61c6502-758c-4876-88c3-bf2efeb56df8 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:06:40.026238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] Pushing event deleted for resources: {'Port': ['ID=afb95cba-88a6-464c-8a51-578b2f34d9f4,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:40.030195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e159b1b2-345b-4be2-8971-632c3847e8e4 None None] No DVR routers for this DVR port afb95cba-88a6-464c-8a51-578b2f34d9f4 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:40.030521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=afb95cba-88a6-464c-8a51-578b2f34d9f4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:40.035516 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-065684db-ef00-4382-ada1-62aa03b37e54 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.040277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-065684db-ef00-4382-ada1-62aa03b37e54 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/a61c6502-758c-4876-88c3-bf2efeb56df8 HTTP/1.1" status: 204 len: 168 time: 0.5264764 Sep 24 00:06:40.041882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57980) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:40.044958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No DVR routers for this DVR port afb95cba-88a6-464c-8a51-578b2f34d9f4 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:40.058066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32e4d162-677e-4815-b5b7-d542cab3fdca req-79fc79e0-26d1-4f97-ba80-3cf3d3313e03 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002231 Sep 24 00:06:40.139668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0342ee-af71-403f-8919-c5589ebce9f0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet 4d0ee2a3-5fc8-488f-9491-e6ed8c80eb17 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:40.144783 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a0342ee-af71-403f-8919-c5589ebce9f0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.171792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.222407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e9048a-eb2d-47f7-baa4-736916f3c762']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:40.234702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a0342ee-af71-403f-8919-c5589ebce9f0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.240218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ee351c-b17b-4add-8659-c23e8a95e2d3') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:40.240723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ee351c-b17b-4add-8659-c23e8a95e2d3') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:40.292028 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.313258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.324164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:40.324570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:40.328013 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:40.420518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a0342ee-af71-403f-8919-c5589ebce9f0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.423338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.427946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.429950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/networks/83e9048a-eb2d-47f7-baa4-736916f3c762 HTTP/1.1" status: 204 len: 168 time: 1.0674701 Sep 24 00:06:40.433791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57982) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:40.440609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-430007420'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:40.461188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:40.464951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.473154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7850d-7083-4e9a-9175-ad58c263cdee tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Network': ['ID=83e9048a-eb2d-47f7-baa4-736916f3c762,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:40.490531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:40.499107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.499449 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Added segment 08111a69-7950-4cc9-b055-013158cf022b of type vlan for network 73673b45-ee45-4267-b368-372b7b7f5ff4 Sep 24 00:06:40.507734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a0342ee-af71-403f-8919-c5589ebce9f0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.536608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0342ee-af71-403f-8919-c5589ebce9f0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0ee2a3-5fc8-488f-9491-e6ed8c80eb17,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:40.541098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a0342ee-af71-403f-8919-c5589ebce9f0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.543064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a0342ee-af71-403f-8919-c5589ebce9f0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/4d0ee2a3-5fc8-488f-9491-e6ed8c80eb17 HTTP/1.1" status: 204 len: 168 time: 0.4993174 Sep 24 00:06:40.548392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57986) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:40.551032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b281db-1b62-4309-a980-4b86a5b9429e None None] Network bd64486b-19a8-45a1-a22e-c26b9c3bbcbe requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:40.557557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.593042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.599386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:40.600079 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.602289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57988) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:40.633593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.665920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2310123 Sep 24 00:06:40.668601 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:40.674845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': '73673b45-ee45-4267-b368-372b7b7f5ff4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:40.690540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-5859ef60-e3d3-4950-b35c-f78f8116061d admin admin] Deleting subnet 4ef54f5e-d84c-44f2-a6b0-56e5ad908d48 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:40.723519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5859ef60-e3d3-4950-b35c-f78f8116061d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.725255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9c3ef-707a-41cb-ae47-b4334452738e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Network': ['ID=73673b45-ee45-4267-b368-372b7b7f5ff4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:40.738190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 73673b45-ee45-4267-b368-372b7b7f5ff4 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:40.771049 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5859ef60-e3d3-4950-b35c-f78f8116061d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.772704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:40.772843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.805054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:40.811683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.818257 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5859ef60-e3d3-4950-b35c-f78f8116061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.819482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] DHCP port deletion for bd64486b-19a8-45a1-a22e-c26b9c3bbcbe request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:40.872127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] Deleting port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:40.872838 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.886239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,segment=NetworkSegment(ddde1308-fe72-48c4-a7c0-cc815c8bfdb7),segment_id=ddde1308-fe72-48c4-a7c0-cc815c8bfdb7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:40.886613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.896930 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5859ef60-e3d3-4950-b35c-f78f8116061d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.929953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:40.937649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859ef60-e3d3-4950-b35c-f78f8116061d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef54f5e-d84c-44f2-a6b0-56e5ad908d48,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:40.939064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] For port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,segment=NetworkSegment(ddde1308-fe72-48c4-a7c0-cc815c8bfdb7),segment_id=ddde1308-fe72-48c4-a7c0-cc815c8bfdb7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:40.939568 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.944929 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5859ef60-e3d3-4950-b35c-f78f8116061d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:40.947082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5859ef60-e3d3-4950-b35c-f78f8116061d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4ef54f5e-d84c-44f2-a6b0-56e5ad908d48 HTTP/1.1" status: 204 len: 168 time: 0.3402033 Sep 24 00:06:40.958090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57996) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:40.965930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] Calling delete_port for 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:40.985900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba5bfe-0e0f-49dc-8b83-68b7c9db9965 req-d3b42ed1-ba9a-4b33-992d-c8804475523e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:40.987502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4ba5bfe-0e0f-49dc-8b83-68b7c9db9965 req-d3b42ed1-ba9a-4b33-992d-c8804475523e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 945 time: 0.0594239 Sep 24 00:06:41.031161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4ba5bfe-0e0f-49dc-8b83-68b7c9db9965 req-d56ad3d1-03c4-40ac-a53b-76d05799fb8e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366533 Sep 24 00:06:41.057255 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.090129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.092166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] Pushing event deleted for resources: {'Port': ['ID=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:41.103480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde741dc-1757-4570-8e9b-348cba28065f None None] No DVR routers for this DVR port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:41.177859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.229460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc09ef8-29fd-44ed-9537-93e351433c8c req-2dbc1132-317e-4993-90ef-dc3815f52495 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:41.232094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fdc09ef8-29fd-44ed-9537-93e351433c8c req-2dbc1132-317e-4993-90ef-dc3815f52495 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.0900993 Sep 24 00:06:41.245356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device afb95cba-88a6-464c-8a51-578b2f34d9f4 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:41.268747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: afb95cba-88a6-464c-8a51-578b2f34d9f4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:41.269118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device afb95cba-88a6-464c-8a51-578b2f34d9f4 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:41.269528 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:41.289571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fdc09ef8-29fd-44ed-9537-93e351433c8c req-4069a712-05ff-44d9-8961-1172e511c6a9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460305 Sep 24 00:06:41.303001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:41.303508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:41.316094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.328888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=8ea583e4-3e87-4cb0-8a56-81132f37a1e1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:41.331497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No DVR routers for this DVR port 8ea583e4-3e87-4cb0-8a56-81132f37a1e1 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:41.339471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.344700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524ffbf-a027-4843-a910-2386c691b2a2 req-7cc09530-9e0d-4b4f-950d-451c0025200b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:41.346171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c524ffbf-a027-4843-a910-2386c691b2a2 req-7cc09530-9e0d-4b4f-950d-451c0025200b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 945 time: 0.0543401 Sep 24 00:06:41.384074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c524ffbf-a027-4843-a910-2386c691b2a2 req-c89de4e0-8b0c-4d8e-8f19-5c15a1a1635e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314827 Sep 24 00:06:41.415801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f080982c-6bfb-4b3c-a09d-ae7d66ed9b56']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:41.443428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5669916d-c518-42cd-8cc6-10b3991d8372') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:41.444336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5669916d-c518-42cd-8cc6-10b3991d8372') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:41.469340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.493277 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.495549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=8d5c7b88-64af-45e7-b2eb-3c74c1cadab5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:41.516047 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:06:41.532523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd64486b-19a8-45a1-a22e-c26b9c3bbcbe']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:41.534624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.546902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Checking segment: {'id': '08111a69-7950-4cc9-b055-013158cf022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73673b45-ee45-4267-b368-372b7b7f5ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:41.547261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network hostable DHCP agents. Network: 73673b45-ee45-4267-b368-372b7b7f5ff4, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:41.550031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddde1308-fe72-48c4-a7c0-cc815c8bfdb7') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:41.550326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddde1308-fe72-48c4-a7c0-cc815c8bfdb7') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:41.552119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:41.552500 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:41.555593 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:41.573586 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.628975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.637596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 73673b45-ee45-4267-b368-372b7b7f5ff4 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:41.639715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:41.640102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:41.643434 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:41.653604 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.663287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.664739 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] 10.222.0.24 "DELETE /v2.0/networks/f080982c-6bfb-4b3c-a09d-ae7d66ed9b56 HTTP/1.1" status: 204 len: 168 time: 0.7031002 Sep 24 00:06:41.683256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 73673b45-ee45-4267-b368-372b7b7f5ff4) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:41.688848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7270315-9451-412d-ba6f-534d946ab0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=f080982c-6bfb-4b3c-a09d-ae7d66ed9b56,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:41.690741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:41.691007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4162966f-e2fe-40c8-a996-14e9cf1a8477 None None] Network 73673b45-ee45-4267-b368-372b7b7f5ff4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:41.691273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.743063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.745513 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-837d0b2b-9bab-43be-b31a-b0f9d395fb88 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0758498 Sep 24 00:06:41.748368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58008) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:41.751174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.757923 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/bd64486b-19a8-45a1-a22e-c26b9c3bbcbe HTTP/1.1" status: 204 len: 168 time: 1.2084591 Sep 24 00:06:41.760047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58010) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:41.760587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': '73673b45-ee45-4267-b368-372b7b7f5ff4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-891846502'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:41.770678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-825800358', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:41.781404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85544926-8a5d-4dbf-8e2e-6c181c224de5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=bd64486b-19a8-45a1-a22e-c26b9c3bbcbe,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:41.806109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.808857 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.879076 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.887617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-73673b45-ee45-4267-b368-372b7b7f5ff4', 'network_id': '73673b45-ee45-4267-b368-372b7b7f5ff4', 'tenant_id': '2e95f152079b41a49740e56e5a34ea12', 'fixed_ips': [{'subnet_id': '8d5c7b88-64af-45e7-b2eb-3c74c1cadab5'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:06:41.889087 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.930668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58012) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:41.945004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:41.948451 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:41.975738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 68c4dafb-8a67-4efb-a0bd-a2b5170d8674 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:42.026482 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.028466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a722977c-dae8-465b-ac19-f3cbf84f4c1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8d137cd8e8d44c248e213bbc258674d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0962214 Sep 24 00:06:42.032081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58014) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:42.034607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Allocated IP 172.20.0.2 (73673b45-ee45-4267-b368-372b7b7f5ff4/8d5c7b88-64af-45e7-b2eb-3c74c1cadab5/fe8bf672-3f4a-43e0-a65c-db57bf1686df) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:42.111147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51c9383f-53de-4b9e-8498-1754445fedb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.161713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51c9383f-53de-4b9e-8498-1754445fedb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.177452 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.184150 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.228502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Network 73673b45-ee45-4267-b368-372b7b7f5ff4 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:42.231506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:42.234999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:42.247725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Pushing event updated for resources: {'Port': ['ID=fe8bf672-3f4a-43e0-a65c-db57bf1686df,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:42.259008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.8 (73673b45-ee45-4267-b368-372b7b7f5ff4/8d5c7b88-64af-45e7-b2eb-3c74c1cadab5/68c4dafb-8a67-4efb-a0bd-a2b5170d8674) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:42.278427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51c9383f-53de-4b9e-8498-1754445fedb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.280995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51c9383f-53de-4b9e-8498-1754445fedb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.284868 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-51c9383f-53de-4b9e-8498-1754445fedb2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0852ce7f-ce0e-435f-b02b-143831768c52 HTTP/1.1" status: 204 len: 168 time: 0.2491596 Sep 24 00:06:42.319241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9383f-53de-4b9e-8498-1754445fedb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0852ce7f-ce0e-435f-b02b-143831768c52,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:42.339112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.341833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Attempting to bind port fe8bf672-3f4a-43e0-a65c-db57bf1686df on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:42.342523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Attempting to bind port fe8bf672-3f4a-43e0-a65c-db57bf1686df by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '08111a69-7950-4cc9-b055-013158cf022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73673b45-ee45-4267-b368-372b7b7f5ff4'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:42.343722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Attempting to bind port fe8bf672-3f4a-43e0-a65c-db57bf1686df on network 73673b45-ee45-4267-b368-372b7b7f5ff4 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:42.358654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:42.359595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Checking segment: {'id': '08111a69-7950-4cc9-b055-013158cf022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73673b45-ee45-4267-b368-372b7b7f5ff4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:42.360311 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.361500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Bound using segment: {'id': '08111a69-7950-4cc9-b055-013158cf022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73673b45-ee45-4267-b368-372b7b7f5ff4'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:42.362477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Bound port: fe8bf672-3f4a-43e0-a65c-db57bf1686df, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08111a69-7950-4cc9-b055-013158cf022b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '73673b45-ee45-4267-b368-372b7b7f5ff4'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:42.363564 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.389377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.429781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.439222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] For port fe8bf672-3f4a-43e0-a65c-db57bf1686df, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:42.444839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] For port fe8bf672-3f4a-43e0-a65c-db57bf1686df, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fe8bf672-3f4a-43e0-a65c-db57bf1686df,segment=NetworkSegment(08111a69-7950-4cc9-b055-013158cf022b),segment_id=08111a69-7950-4cc9-b055-013158cf022b)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:42.450386 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.509948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.535332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc2da2-221f-4a41-aee6-30296c058bc0 None None] Pushing event updated for resources: {'Port': ['ID=fe8bf672-3f4a-43e0-a65c-db57bf1686df,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:42.571741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 172.25.5.240 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/430a5173-79cd-408f-9936-f1d729392dc1) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:42.606092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 73673b45-ee45-4267-b368-372b7b7f5ff4 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:42.610588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:42.613264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:42.694266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.720152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56851d3b-498b-447e-9fe5-5c3d385bc45c req-8f622391-4a36-4de0-9d85-a2c70b02341b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:42.727849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56851d3b-498b-447e-9fe5-5c3d385bc45c req-8f622391-4a36-4de0-9d85-a2c70b02341b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 945 time: 0.2476923 Sep 24 00:06:42.729621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=68c4dafb-8a67-4efb-a0bd-a2b5170d8674,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:42.749403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.785846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1a32d-b860-40b6-ac77-28684624c36c req-d3f232ef-7b44-431f-be67-f645bd786891 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:42.795882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cd1a32d-b860-40b6-ac77-28684624c36c req-d3f232ef-7b44-431f-be67-f645bd786891 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.3036404 Sep 24 00:06:42.823724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:42.827069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:42.827542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:42.829477 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:42.836366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:42.840780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=430a5173-79cd-408f-9936-f1d729392dc1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:42.854242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc142-e36a-4062-b686-57f39775d681 req-b7be8c50-a4f7-4e40-ab70-1dd67eb7252d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:42.861038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67abc142-e36a-4062-b686-57f39775d681 req-b7be8c50-a4f7-4e40-ab70-1dd67eb7252d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.20 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 945 time: 0.2112763 Sep 24 00:06:42.877350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7b8ab3a7-06a6-4ae6-bb4b-87f33d0a3624 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1229641 Sep 24 00:06:42.883431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58032) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:42.936694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56851d3b-498b-447e-9fe5-5c3d385bc45c req-1b012a1e-5e8d-4870-8e8d-063614d7a19e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078068 Sep 24 00:06:42.954079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cd1a32d-b860-40b6-ac77-28684624c36c req-ba5f5478-1a84-4223-a49b-42754e47d45e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551163 Sep 24 00:06:43.023887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Deleting port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:43.024248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.128872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] For port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:43.129182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.143507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bf5dc-0364-4f08-96e2-ee47bbeb55fd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 68c4dafb-8a67-4efb-a0bd-a2b5170d8674 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:43.143851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd8bf5dc-0364-4f08-96e2-ee47bbeb55fd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.145551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Calling delete_port for 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:43.285823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.291338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd8bf5dc-0364-4f08-96e2-ee47bbeb55fd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.321896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fe8bf672-3f4a-43e0-a65c-db57bf1686df up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:43.341761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bf5dc-0364-4f08-96e2-ee47bbeb55fd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 68c4dafb-8a67-4efb-a0bd-a2b5170d8674 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:43.347623 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.364147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['09b2fa5e-1d05-4177-be9b-cda489fe3272', '642bd0ea-ba01-4e0d-b201-022a4f39c5f3'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:43.383214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58044) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:43.391163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Pushing event deleted for resources: {'Port': ['ID=642bd0ea-ba01-4e0d-b201-022a4f39c5f3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:43.457531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] No DVR routers for this DVR port 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:43.460974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.463531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port fe8bf672-3f4a-43e0-a65c-db57bf1686df triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:43.463955 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.464287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67abc142-e36a-4062-b686-57f39775d681 req-b2bc57ae-dc0e-4581-8f09-8999ace0b4e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.20 "DELETE /v2.0/ports/642bd0ea-ba01-4e0d-b201-022a4f39c5f3 HTTP/1.1" status: 204 len: 173 time: 0.5888500 Sep 24 00:06:43.464839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a8987e-4d75-40bc-9878-8078cdc2f1fe', 'name': 'network-vif-deleted', 'tag': '642bd0ea-ba01-4e0d-b201-022a4f39c5f3'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:43.468318 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f20e86-59cf-4da8-97f4-b87fd5b64850" -d '{"events": [{"server_uuid": "a7a8987e-4d75-40bc-9878-8078cdc2f1fe", "name": "network-vif-deleted", "tag": "642bd0ea-ba01-4e0d-b201-022a4f39c5f3"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:43.535333 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62034c9-ed9e-420d-99ec-1601ee2b11ef x-openstack-request-id: req-d62034c9-ed9e-420d-99ec-1601ee2b11ef {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:43.535627 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a8987e-4d75-40bc-9878-8078cdc2f1fe", "name": "network-vif-deleted", "tag": "642bd0ea-ba01-4e0d-b201-022a4f39c5f3", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:43.535880 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d62034c9-ed9e-420d-99ec-1601ee2b11ef {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:43.536278 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a8987e-4d75-40bc-9878-8078cdc2f1fe', 'name': 'network-vif-deleted', 'tag': '642bd0ea-ba01-4e0d-b201-022a4f39c5f3', 'status': 'completed', 'code': 200} Sep 24 00:06:43.570894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-219999031-network', 'tenant_id': 'd06a5de570e24cc1a62ab0503ba5ce9b'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:43.593778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Made reservation on behalf of d06a5de570e24cc1a62ab0503ba5ce9b for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:43.597965 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.614791 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.696974 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.721913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 54940b6f-e475-447d-bd2c-a50c79b5c041 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:43.752625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 54940b6f-e475-447d-bd2c-a50c79b5c041 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:43.752959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 54940b6f-e475-447d-bd2c-a50c79b5c041 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:43.763987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port fe8bf672-3f4a-43e0-a65c-db57bf1686df, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fe8bf672-3f4a-43e0-a65c-db57bf1686df,segment=NetworkSegment(08111a69-7950-4cc9-b055-013158cf022b),segment_id=08111a69-7950-4cc9-b055-013158cf022b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:43.768723 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:43.832106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=fe8bf672-3f4a-43e0-a65c-db57bf1686df,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:43.875990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c40979d-498d-4d99-9f01-51e8960f5b53 None None] Network 73673b45-ee45-4267-b368-372b7b7f5ff4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:43.946524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-584e1dbb-86be-4555-847c-f4b1f568e3a2 None None] Provisioning complete for port fe8bf672-3f4a-43e0-a65c-db57bf1686df triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:43.946920 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-584e1dbb-86be-4555-847c-f4b1f568e3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.004580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd8bf5dc-0364-4f08-96e2-ee47bbeb55fd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.045403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8bf5dc-0364-4f08-96e2-ee47bbeb55fd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=68c4dafb-8a67-4efb-a0bd-a2b5170d8674,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:44.075698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.161865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d338b65-e086-4d35-9caf-a5f9d1c98de1 req-6808ecbb-24e3-456e-b53d-f861449cd7fa tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7a8987e-4d75-40bc-9878-8078cdc2f1fe HTTP/1.1" status: 200 len: 210 time: 0.0657966 Sep 24 00:06:44.199415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e43fac-cf27-48d1-839c-8b80f9b683fe req-ea2bdd90-0380-447a-b787-6aff211184d5 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:44.201414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd8bf5dc-0364-4f08-96e2-ee47bbeb55fd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.202316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15e43fac-cf27-48d1-839c-8b80f9b683fe req-ea2bdd90-0380-447a-b787-6aff211184d5 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1101325 Sep 24 00:06:44.203357 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dd8bf5dc-0364-4f08-96e2-ee47bbeb55fd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/68c4dafb-8a67-4efb-a0bd-a2b5170d8674 HTTP/1.1" status: 204 len: 168 time: 1.3189626 Sep 24 00:06:44.205871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:44.219296 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.236456 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d068678-bc0e-4d2e-b6bf-479b624711d8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:06:44.240847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0d068678-bc0e-4d2e-b6bf-479b624711d8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/68c4dafb-8a67-4efb-a0bd-a2b5170d8674 HTTP/1.1" status: 404 len: 333 time: 0.0312972 Sep 24 00:06:44.243329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.251592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58058) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:44.311789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router 66c08c7b-f713-49d7-848d-8f8753187ecb is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:06:44.313902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:44.333086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c47bd3-f702-43a7-9cc7-5005957d645b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:44.348711 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.349131 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Added segment 6976b485-e130-4db8-9e76-5691332d431a of type vlan for network ecbaa288-2e4e-44cd-abfe-564fffca16a7 Sep 24 00:06:44.362246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15e43fac-cf27-48d1-839c-8b80f9b683fe req-3fee8a97-2111-4cd4-849d-c9e8e27d6ef5 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476133 Sep 24 00:06:44.385060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a0b261-1129-4807-b5b6-de38515e7fef tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet 8d5c7b88-64af-45e7-b2eb-3c74c1cadab5 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:44.390410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86a0b261-1129-4807-b5b6-de38515e7fef tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.412910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bd33f9f7-69e1-4d30-a40e-9d45d3143344 None None] Provisioning complete for port fe8bf672-3f4a-43e0-a65c-db57bf1686df triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:44.413856 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd33f9f7-69e1-4d30-a40e-9d45d3143344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.451594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.461324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:44.465658 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86a0b261-1129-4807-b5b6-de38515e7fef tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.473349 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5ee68-1666-4c29-8063-0057b4b04cfd None None] Sync routers for ids ['66c08c7b-f713-49d7-848d-8f8753187ecb'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:44.484392 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5ee68-1666-4c29-8063-0057b4b04cfd None None] Routers {'66c08c7b-f713-49d7-848d-8f8753187ecb'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:44.485162 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-87c5ee68-1666-4c29-8063-0057b4b04cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['66c08c7b-f713-49d7-848d-8f8753187ecb'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:44.486346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.491607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-32204f91-d940-4f31-b518-cc9e99037d96 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.7301552 Sep 24 00:06:44.493477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58060) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:44.526006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.527031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:44.527615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.551525 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-87c5ee68-1666-4c29-8063-0057b4b04cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:44.561148 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5ee68-1666-4c29-8063-0057b4b04cfd None None] Routers {'66c08c7b-f713-49d7-848d-8f8753187ecb'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:44.561529 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-87c5ee68-1666-4c29-8063-0057b4b04cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['66c08c7b-f713-49d7-848d-8f8753187ecb'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:44.596626 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-87c5ee68-1666-4c29-8063-0057b4b04cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:44.597429 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5ee68-1666-4c29-8063-0057b4b04cfd None None] The sync data for ids ['66c08c7b-f713-49d7-848d-8f8753187ecb'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:44.606050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2217736 Sep 24 00:06:44.611467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58062) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:44.621276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Request body: {'subnet': {'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-219999031-subnet', 'tenant_id': 'd06a5de570e24cc1a62ab0503ba5ce9b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:44.639744 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a4c435f0-ae5e-4e13-a7fe-ea6f83f69310 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/routers/66c08c7b-f713-49d7-848d-8f8753187ecb HTTP/1.1" status: 200 len: 884 time: 0.1427486 Sep 24 00:06:44.640008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58064) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:44.680496 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86a0b261-1129-4807-b5b6-de38515e7fef tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.703660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fe0953-3c1e-45f6-8f8b-09237cff6be1 admin admin] Pushing event updated for resources: {'Network': ['ID=ecbaa288-2e4e-44cd-abfe-564fffca16a7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:44.715066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Made reservation on behalf of d06a5de570e24cc1a62ab0503ba5ce9b for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:44.717621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:44.718190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ecbaa288-2e4e-44cd-abfe-564fffca16a7 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:44.812410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-060d7b9f-dd3c-4d42-9f85-6a2b342692ea None None] Could not find standard attr ID for object 68c4dafb-8a67-4efb-a0bd-a2b5170d8674. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:06:44.899988 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab186b39-afee-4d96-a371-8927138f611e tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2588780 Sep 24 00:06:44.902524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58066) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:44.907056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8f1b2572-e6b2-4c51-a7d2-298590641415 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-825800358'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:45.152653 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86a0b261-1129-4807-b5b6-de38515e7fef tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.186012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0b261-1129-4807-b5b6-de38515e7fef tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5c7b88-64af-45e7-b2eb-3c74c1cadab5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:45.192632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86a0b261-1129-4807-b5b6-de38515e7fef tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.194553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-86a0b261-1129-4807-b5b6-de38515e7fef tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/8d5c7b88-64af-45e7-b2eb-3c74c1cadab5 HTTP/1.1" status: 204 len: 168 time: 0.9209993 Sep 24 00:06:45.197659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58070) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:45.203745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac6493a-8c88-412c-8b3e-2cc6d415180e None None] Network 73673b45-ee45-4267-b368-372b7b7f5ff4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:45.262357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2572-e6b2-4c51-a7d2-298590641415 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.282821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2572-e6b2-4c51-a7d2-298590641415 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.322981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fe8bf672-3f4a-43e0-a65c-db57bf1686df up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:45.348097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.423535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f1b2572-e6b2-4c51-a7d2-298590641415 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router 66c08c7b-f713-49d7-848d-8f8753187ecb has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:45.435711 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.519668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450b5d9-406d-4b94-ad66-d4b85d13ac69 req-d35a1475-fee5-4d79-aff3-2f7d661c32a5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:45.521229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e450b5d9-406d-4b94-ad66-d4b85d13ac69 req-d35a1475-fee5-4d79-aff3-2f7d661c32a5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1615198 Sep 24 00:06:45.548498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f1b2572-e6b2-4c51-a7d2-298590641415 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:45.558120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef655a4-eab8-44e8-b5bb-ab0950f2d822 None None] Sync routers for ids ['66c08c7b-f713-49d7-848d-8f8753187ecb'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:45.561041 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f1b2572-e6b2-4c51-a7d2-298590641415 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.562248 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8f1b2572-e6b2-4c51-a7d2-298590641415 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/66c08c7b-f713-49d7-848d-8f8753187ecb HTTP/1.1" status: 200 len: 891 time: 0.6587512 Sep 24 00:06:45.564811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58078) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:45.573658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:45.591230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef655a4-eab8-44e8-b5bb-ab0950f2d822 None None] Routers {'66c08c7b-f713-49d7-848d-8f8753187ecb'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:45.592291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2ef655a4-eab8-44e8-b5bb-ab0950f2d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['66c08c7b-f713-49d7-848d-8f8753187ecb'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:45.594748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Checking segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:45.596154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Network hostable DHCP agents. Network: ecbaa288-2e4e-44cd-abfe-564fffca16a7, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:45.611747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7862b29-7fc7-4abd-91b2-9a540584e4e2 req-157299dc-092b-48ab-9114-65ced8be66f7 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:45.613311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7862b29-7fc7-4abd-91b2-9a540584e4e2 req-157299dc-092b-48ab-9114-65ced8be66f7 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1437418 Sep 24 00:06:45.618521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port fe8bf672-3f4a-43e0-a65c-db57bf1686df {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:45.618895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.643216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2ef655a4-eab8-44e8-b5bb-ab0950f2d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:45.646096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port fe8bf672-3f4a-43e0-a65c-db57bf1686df triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:45.646464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.679706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] DHCP port deletion for 73673b45-ee45-4267-b368-372b7b7f5ff4 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:45.683535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e450b5d9-406d-4b94-ad66-d4b85d13ac69 req-6b29225c-79cd-45d1-8b19-19b5099dd308 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395037 Sep 24 00:06:45.684104 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-791292d9-b9f9-4664-bc4e-1ebc9940566f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/routers/66c08c7b-f713-49d7-848d-8f8753187ecb HTTP/1.1" status: 200 len: 891 time: 0.1182449 Sep 24 00:06:45.686845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58080) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:45.687788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef655a4-eab8-44e8-b5bb-ab0950f2d822 None None] Routers {'66c08c7b-f713-49d7-848d-8f8753187ecb'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:45.688606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2ef655a4-eab8-44e8-b5bb-ab0950f2d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['66c08c7b-f713-49d7-848d-8f8753187ecb'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:45.688942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Network ecbaa288-2e4e-44cd-abfe-564fffca16a7 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:45.716177 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0aeadc13-2a3f-4aba-95d0-a09c23ba997a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=66c08c7b-f713-49d7-848d-8f8753187ecb HTTP/1.1" status: 200 len: 205 time: 0.0281830 Sep 24 00:06:45.718631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58082) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:45.746356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ecbaa288-2e4e-44cd-abfe-564fffca16a7) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:45.749174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] For port fe8bf672-3f4a-43e0-a65c-db57bf1686df, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fe8bf672-3f4a-43e0-a65c-db57bf1686df,segment=NetworkSegment(08111a69-7950-4cc9-b055-013158cf022b),segment_id=08111a69-7950-4cc9-b055-013158cf022b)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:45.749444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.760903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:45.762284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.771286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7862b29-7fc7-4abd-91b2-9a540584e4e2 req-227ca53d-1778-4589-a5c2-5bb14fc9256e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485322 Sep 24 00:06:45.794587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for fe8bf672-3f4a-43e0-a65c-db57bf1686df owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:45.794881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5a68c9-cc71-4d58-8000-848b03854028 None None] Network ecbaa288-2e4e-44cd-abfe-564fffca16a7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:45.799337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2ef655a4-eab8-44e8-b5bb-ab0950f2d822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:45.799956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef655a4-eab8-44e8-b5bb-ab0950f2d822 None None] The sync data for ids ['66c08c7b-f713-49d7-848d-8f8753187ecb'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:45.806818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-485d87f8-08e9-4a42-b8db-668e5e3d8903 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1886170 Sep 24 00:06:45.904988 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.934882 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.966472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] Deleting port fe8bf672-3f4a-43e0-a65c-db57bf1686df {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:45.966997 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:45.989296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=fe8bf672-3f4a-43e0-a65c-db57bf1686df,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:46.005438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No DVR routers for this DVR port fe8bf672-3f4a-43e0-a65c-db57bf1686df on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:46.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.077444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55581cbc-c1a5-4415-87f9-ce745b9009c2 req-0be8426d-cc90-4003-b9a2-78ee2bb48c1f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:46.085183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55581cbc-c1a5-4415-87f9-ce745b9009c2 req-0be8426d-cc90-4003-b9a2-78ee2bb48c1f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1092165 Sep 24 00:06:46.100364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] For port fe8bf672-3f4a-43e0-a65c-db57bf1686df, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:46.100950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.109868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 430a5173-79cd-408f-9936-f1d729392dc1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:46.110285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.117822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] Calling delete_port for fe8bf672-3f4a-43e0-a65c-db57bf1686df owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:46.131313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.135853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] Port fe8bf672-3f4a-43e0-a65c-db57bf1686df was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:06:46.139078 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.161533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73673b45-ee45-4267-b368-372b7b7f5ff4']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:46.171181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325da0d-995e-485d-b92b-81a1c65b0dce None None] Network ecbaa288-2e4e-44cd-abfe-564fffca16a7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:46.177087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] Pushing event deleted for resources: {'Port': ['ID=fe8bf672-3f4a-43e0-a65c-db57bf1686df,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:46.191362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea062af-cefe-4332-876b-6b3616456790 None None] No DVR routers for this DVR port fe8bf672-3f4a-43e0-a65c-db57bf1686df on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:46.198361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55581cbc-c1a5-4415-87f9-ce745b9009c2 req-2a1d2d41-ca57-40eb-b271-279d9e4f2309 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964987 Sep 24 00:06:46.200469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08111a69-7950-4cc9-b055-013158cf022b') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:46.200765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08111a69-7950-4cc9-b055-013158cf022b') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:46.221086 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.228985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.244488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 430a5173-79cd-408f-9936-f1d729392dc1 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:46.266297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.288108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:46.288517 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:46.297746 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:46.311648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:46.365162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:46.365572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 642bd0ea-ba01-4e0d-b201-022a4f39c5f3 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:46.421995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.434171 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.434708 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.436755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/networks/73673b45-ee45-4267-b368-372b7b7f5ff4 HTTP/1.1" status: 204 len: 168 time: 1.2378671 Sep 24 00:06:46.442095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58110) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:46.449638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'name': 'tempest-PortsTestJSON-350245692'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:46.464227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1133178-8eb7-44e8-ba21-ff0a5eb581cb req-1bc4220f-5f80-4890-ab89-bf1e81def1ef tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:46.465638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1133178-8eb7-44e8-ba21-ff0a5eb581cb req-1bc4220f-5f80-4890-ab89-bf1e81def1ef tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1796589 Sep 24 00:06:46.472873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-d539bec6-0f2c-4782-a73f-edef9e10f6ac tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:46.474321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-d539bec6-0f2c-4782-a73f-edef9e10f6ac tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 812 time: 0.2194483 Sep 24 00:06:46.475143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed3761-da16-4c2f-bc88-44553d5e9434 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Network': ['ID=73673b45-ee45-4267-b368-372b7b7f5ff4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:46.481415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=430a5173-79cd-408f-9936-f1d729392dc1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:46.501911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-65f4d9b9-cf0a-48cb-9dfe-6679d9706e6a tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/quotas/d06a5de570e24cc1a62ab0503ba5ce9b HTTP/1.1" status: 200 len: 375 time: 0.0183885 Sep 24 00:06:46.532774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1133178-8eb7-44e8-ba21-ff0a5eb581cb req-99191f4a-0bca-43c3-aff1-281a59a9ac1b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553887 Sep 24 00:06:46.547657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-e9c85fa9-676d-49f9-a4af-be531690ca26 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360165 Sep 24 00:06:46.595005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.655336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-c5a72e25-b74e-4119-bd48-b6c51f6f1681 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925784 Sep 24 00:06:46.672057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:46.675936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.704546 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.707559 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.754408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 73d60245-c37a-4730-a997-1d72c989d7ab yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:46.755459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-4842f17d-2f82-4378-9e31-ef1cfd0ca2f0 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934179 Sep 24 00:06:46.794543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.795072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Fanout notify agent at l3_agent the message router_deleted on router 66c08c7b-f713-49d7-848d-8f8753187ecb {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:06:46.805163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:46.806284 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e50319ca-e6ac-49bc-a17f-a1beaa1dd4d8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/66c08c7b-f713-49d7-848d-8f8753187ecb HTTP/1.1" status: 204 len: 168 time: 1.0866611 Sep 24 00:06:46.810430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58118) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:46.815716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1452677788'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:46.951420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48994f2a-e3ae-4937-91b7-f601e33fc037 req-1a20f59c-8083-4177-b8be-630d8aad81e1 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:46.959422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48994f2a-e3ae-4937-91b7-f601e33fc037 req-1a20f59c-8083-4177-b8be-630d8aad81e1 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.0685196 Sep 24 00:06:47.002444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.007971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48994f2a-e3ae-4937-91b7-f601e33fc037 req-233a3c66-5288-4c9a-8fcf-46e7a803efcc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441699 Sep 24 00:06:47.036006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:47.040003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.067372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.093477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:47.113126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f33a877-b2a3-4289-a865-ce16dc54ae41 req-3053f29c-067e-485e-9be6-27005bafdf48 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 210 time: 0.0351198 Sep 24 00:06:47.127665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:47.134461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:47.140895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:47.148205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:47.148330 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.164686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.165039 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment 4684c104-e91f-4d97-9853-69f5202c561e of type vlan for network 7fdd11d0-9a38-428a-a972-34397236b883 Sep 24 00:06:47.168885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7258058 Sep 24 00:06:47.171552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58136) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:47.235243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101aa9b1-e8c7-4099-8a9a-c03776d4a0c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=73d60245-c37a-4730-a997-1d72c989d7ab,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:47.240986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.264731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fe8bf672-3f4a-43e0-a65c-db57bf1686df no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:06:47.298534 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.306059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:47.306743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.308628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fb4f2-a9ce-49b5-90ae-911299d3c843 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 73d60245-c37a-4730-a997-1d72c989d7ab {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:47.309605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb4f2-a9ce-49b5-90ae-911299d3c843 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.315312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: fe8bf672-3f4a-43e0-a65c-db57bf1686df {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:06:47.315935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fe8bf672-3f4a-43e0-a65c-db57bf1686df not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:06:47.389999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb4f2-a9ce-49b5-90ae-911299d3c843 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.405231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ce7fb4f2-a9ce-49b5-90ae-911299d3c843 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 73d60245-c37a-4730-a997-1d72c989d7ab owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:47.427384 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6154706 Sep 24 00:06:47.428302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d922c209-033d-414b-b089-e046164dd33a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=7fdd11d0-9a38-428a-a972-34397236b883,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:47.430343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58144) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:47.435865 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': '7fdd11d0-9a38-428a-a972-34397236b883', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:47.440156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 7fdd11d0-9a38-428a-a972-34397236b883 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:47.536895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:47.545062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.558041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb4f2-a9ce-49b5-90ae-911299d3c843 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.593272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fb4f2-a9ce-49b5-90ae-911299d3c843 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=73d60245-c37a-4730-a997-1d72c989d7ab,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:47.597303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce7fb4f2-a9ce-49b5-90ae-911299d3c843 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.599436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ce7fb4f2-a9ce-49b5-90ae-911299d3c843 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/73d60245-c37a-4730-a997-1d72c989d7ab HTTP/1.1" status: 204 len: 168 time: 0.4268813 Sep 24 00:06:47.601958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58148) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:47.606893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'mac_address': 'fa:16:3e:86:06:ab', 'name': 'tempest-PortsTestJSON-1485883412'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:47.759654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:47.829895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.849268 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:47.854939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 796f3e60-7797-4d11-ae33-9b22bd9afcb3 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:47.926875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': '4684c104-e91f-4d97-9853-69f5202c561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7fdd11d0-9a38-428a-a972-34397236b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:47.927253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: 7fdd11d0-9a38-428a-a972-34397236b883, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:47.931073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=b25fc766-72fe-4442-b3f8-b30852f7ae91,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:47.993405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 7fdd11d0-9a38-428a-a972-34397236b883 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:48.005521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 7fdd11d0-9a38-428a-a972-34397236b883) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:48.019655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87b7801-c845-4486-8336-ca9e8a45199f None None] Network 7fdd11d0-9a38-428a-a972-34397236b883 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:48.020735 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:48.022622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.066306 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c39a937-ecd2-4a60-a991-fe8cd446ce59 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6348405 Sep 24 00:06:48.066931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58160) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:48.077972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e0de21c8-5a7a-4500-95a9-56a0900b71c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-445620424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:48.116890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0de21c8-5a7a-4500-95a9-56a0900b71c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.120525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0de21c8-5a7a-4500-95a9-56a0900b71c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.143047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.189482 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0de21c8-5a7a-4500-95a9-56a0900b71c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.194918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0de21c8-5a7a-4500-95a9-56a0900b71c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.211608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0de21c8-5a7a-4500-95a9-56a0900b71c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.212847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e0de21c8-5a7a-4500-95a9-56a0900b71c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1449671 Sep 24 00:06:48.215495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58168) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:48.239537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-febdd83e-e996-4bfe-85f5-d5c07a77a230 req-cd0c9d75-3a0b-4ead-b842-2ab4bd122971 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 210 time: 0.0431247 Sep 24 00:06:48.263642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac08caea-7f1a-45f2-914e-e7f1e96af2a8 req-a82d54e5-f6ee-4276-8809-ee1e08051099 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:48.272299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac08caea-7f1a-45f2-914e-e7f1e96af2a8 req-a82d54e5-f6ee-4276-8809-ee1e08051099 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1269305 Sep 24 00:06:48.274427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-7fdd11d0-9a38-428a-a972-34397236b883', 'network_id': '7fdd11d0-9a38-428a-a972-34397236b883', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': 'b25fc766-72fe-4442-b3f8-b30852f7ae91'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:06:48.275902 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.321773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.335258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac08caea-7f1a-45f2-914e-e7f1e96af2a8 req-6acf03fa-dec5-40ea-8d83-f92162857f45 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620828 Sep 24 00:06:48.395976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:48.400615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:48.410349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:48.418668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:48.419433 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.465565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=796f3e60-7797-4d11-ae33-9b22bd9afcb3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:48.480655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a1c88d26-8110-4cad-99fd-437be211b4b3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8777089 Sep 24 00:06:48.487134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58174) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:48.529595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Allocated IP 2001:db8::2 (7fdd11d0-9a38-428a-a972-34397236b883/b25fc766-72fe-4442-b3f8-b30852f7ae91/5c2d7dea-28b4-4084-9263-9b040d52f18d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:48.569655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59c1de-bf18-446b-a4b8-4b64824b1156 req-cd54c0f0-ed8a-4c2f-9713-ad77e07abd6e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:48.571624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc59c1de-bf18-446b-a4b8-4b64824b1156 req-cd54c0f0-ed8a-4c2f-9713-ad77e07abd6e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1171870 Sep 24 00:06:48.643778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-56aafecf-dcf4-43bc-958f-bf9ea7ef437e tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:48.646787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-56aafecf-dcf4-43bc-958f-bf9ea7ef437e tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.20 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 812 time: 0.2017291 Sep 24 00:06:48.670616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc59c1de-bf18-446b-a4b8-4b64824b1156 req-a62b75cb-6576-41a1-a49c-f185a39563a6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908966 Sep 24 00:06:48.675685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Request body: {'port': {'device_id': '7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e', 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'admin_state_up': True, 'tenant_id': 'd06a5de570e24cc1a62ab0503ba5ce9b'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:48.765096 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.772776 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.811362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Network 7fdd11d0-9a38-428a-a972-34397236b883 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:48.819542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:48.823061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:48.832365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Pushing event updated for resources: {'Port': ['ID=5c2d7dea-28b4-4084-9263-9b040d52f18d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:48.875288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06daf154-6530-4c82-879e-9e5f379aeb49 req-560e881a-6fd2-4976-b313-53e7fe7eb43f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:48.876875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06daf154-6530-4c82-879e-9e5f379aeb49 req-560e881a-6fd2-4976-b313-53e7fe7eb43f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1026883 Sep 24 00:06:48.877728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Made reservation on behalf of d06a5de570e24cc1a62ab0503ba5ce9b for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:48.881183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.899501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Attempting to bind port 5c2d7dea-28b4-4084-9263-9b040d52f18d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:48.899874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Attempting to bind port 5c2d7dea-28b4-4084-9263-9b040d52f18d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '4684c104-e91f-4d97-9853-69f5202c561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7fdd11d0-9a38-428a-a972-34397236b883'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:48.900230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Attempting to bind port 5c2d7dea-28b4-4084-9263-9b040d52f18d on network 7fdd11d0-9a38-428a-a972-34397236b883 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:48.905553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:48.905919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Checking segment: {'id': '4684c104-e91f-4d97-9853-69f5202c561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7fdd11d0-9a38-428a-a972-34397236b883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:48.906314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.906701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Bound using segment: {'id': '4684c104-e91f-4d97-9853-69f5202c561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7fdd11d0-9a38-428a-a972-34397236b883'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:48.907188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Bound port: 5c2d7dea-28b4-4084-9263-9b040d52f18d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4684c104-e91f-4d97-9853-69f5202c561e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '7fdd11d0-9a38-428a-a972-34397236b883'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:48.907731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:48.960828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-352c2740-176b-48cf-b57e-73f2bd532c75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:48.962440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-352c2740-176b-48cf-b57e-73f2bd532c75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.18 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 812 time: 0.5169058 Sep 24 00:06:48.968825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06daf154-6530-4c82-879e-9e5f379aeb49 req-ae966b5b-00c9-432d-b99e-d03cfa1e9b7c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842869 Sep 24 00:06:48.973740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] For port 5c2d7dea-28b4-4084-9263-9b040d52f18d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:48.978353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] For port 5c2d7dea-28b4-4084-9263-9b040d52f18d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5c2d7dea-28b4-4084-9263-9b040d52f18d,segment=NetworkSegment(4684c104-e91f-4d97-9853-69f5202c561e),segment_id=4684c104-e91f-4d97-9853-69f5202c561e)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:48.984789 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.001823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Request body: {'port': {'device_id': 'e7b7ffba-9786-4e07-9bd2-90793e40e558', 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'admin_state_up': True, 'tenant_id': 'd06a5de570e24cc1a62ab0503ba5ce9b'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:49.028607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c57fb9-45d1-4e24-9d56-7ef8ff4f8646 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:49.030046 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a0c57fb9-45d1-4e24-9d56-7ef8ff4f8646 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/796f3e60-7797-4d11-ae33-9b22bd9afcb3 HTTP/1.1" status: 200 len: 841 time: 0.5420814 Sep 24 00:06:49.034673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58182) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:49.085821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86939212-b7ed-4670-bbbb-dd1e786f1bae None None] Pushing event updated for resources: {'Port': ['ID=5c2d7dea-28b4-4084-9263-9b040d52f18d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:49.097565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Allocated IP 172.20.0.4 (ecbaa288-2e4e-44cd-abfe-564fffca16a7/2b003f3e-4639-45c8-ac7c-d6d5b6add5bd/765a6907-28cc-4cf2-9fed-df2ca9b033a7) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:49.217597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 796f3e60-7797-4d11-ae33-9b22bd9afcb3 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:49.217943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.246118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.371583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Made reservation on behalf of d06a5de570e24cc1a62ab0503ba5ce9b for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:49.378628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.441573 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.456323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 796f3e60-7797-4d11-ae33-9b22bd9afcb3 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:49.605361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b41f6f4-c5c7-41f0-8df2-437b9444b93b req-f0a9699e-1372-4548-a0e8-752cdda42e99 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 210 time: 0.0790107 Sep 24 00:06:49.624130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.679951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8::1 (7fdd11d0-9a38-428a-a972-34397236b883/b25fc766-72fe-4442-b3f8-b30852f7ae91/d1b57870-1928-44b9-972e-9ca6392b399f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:49.688263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c33ac-fc8c-465a-969c-110473cb512a req-ab8331b4-11f9-4463-9d97-39a0108b2bcd tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:49.689931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b7c33ac-fc8c-465a-969c-110473cb512a req-ab8331b4-11f9-4463-9d97-39a0108b2bcd tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1650863 Sep 24 00:06:49.706196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.754447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=796f3e60-7797-4d11-ae33-9b22bd9afcb3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:49.757514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.782501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.786803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/796f3e60-7797-4d11-ae33-9b22bd9afcb3 HTTP/1.1" status: 204 len: 168 time: 0.7488487 Sep 24 00:06:49.786803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.786803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.786803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.787209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.787328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.787588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.787923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.788240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.788563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.788901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.789207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.789525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc735f89-5f8d-4164-b47e-7161b1a8cda0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:06:49.795609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58194) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:49.816091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b7c33ac-fc8c-465a-969c-110473cb512a req-7547f54e-e59c-4238-9997-ca215f32f605 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109400 Sep 24 00:06:49.835073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Allocated IP 172.20.0.2 (ecbaa288-2e4e-44cd-abfe-564fffca16a7/2b003f3e-4639-45c8-ac7c-d6d5b6add5bd/f2376f54-4e62-4c78-bcde-10ad4a5550d5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:49.869716 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e19b506-6b1d-43f1-9dfc-57411473ec1f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:06:49.874900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8e19b506-6b1d-43f1-9dfc-57411473ec1f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/796f3e60-7797-4d11-ae33-9b22bd9afcb3 HTTP/1.1" status: 404 len: 333 time: 0.0734107 Sep 24 00:06:49.875263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Network ecbaa288-2e4e-44cd-abfe-564fffca16a7 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:49.878487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58198) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:49.883302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'name': 'tempest-PortsTestJSON-2020533682'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:49.884577 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:49.888819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:49.904406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:49.984379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Pushing event updated for resources: {'Port': ['ID=765a6907-28cc-4cf2-9fed-df2ca9b033a7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:50.021305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.022082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:50.022082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.052079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:50.057162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.063262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-010eea93-ba88-4565-8816-0a71b7afdfdd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3914275 Sep 24 00:06:50.081121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Request body: {'port': {'device_id': '7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:50.096927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 7fdd11d0-9a38-428a-a972-34397236b883 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:50.103416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:50.110921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:50.111466 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.142119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.144907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 6c56b930-766d-48ad-a281-f0309cfbf239 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:50.191990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.243749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=d1b57870-1928-44b9-972e-9ca6392b399f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:50.314850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.337476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.411664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Network ecbaa288-2e4e-44cd-abfe-564fffca16a7 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:50.434705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a895bc0f-e705-4511-9152-87f1e3b5b87d None None] Network 7fdd11d0-9a38-428a-a972-34397236b883 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:50.455552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:50.464293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:50.471353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Pushing event updated for resources: {'Port': ['ID=f2376f54-4e62-4c78-bcde-10ad4a5550d5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:50.478648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.522562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ada17ba6-3ea9-4b14-9797-3b2a195980cd None None] Provisioning complete for port 5c2d7dea-28b4-4084-9263-9b040d52f18d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:50.523226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ada17ba6-3ea9-4b14-9797-3b2a195980cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.564374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:50.564984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.608630 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-612e4d85-542e-4dcd-8dd6-b83f0f7b325b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6107905 Sep 24 00:06:50.634009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Request body: {'port': {'device_id': 'e7b7ffba-9786-4e07-9bd2-90793e40e558', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:50.673704 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ada17ba6-3ea9-4b14-9797-3b2a195980cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.673918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765a6907-28cc-4cf2-9fed-df2ca9b033a7 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:50.685618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.703714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Transition to ACTIVE for port object 765a6907-28cc-4cf2-9fed-df2ca9b033a7 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:06:50.715148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.752173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.753153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ada17ba6-3ea9-4b14-9797-3b2a195980cd None None] For port 5c2d7dea-28b4-4084-9263-9b040d52f18d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5c2d7dea-28b4-4084-9263-9b040d52f18d,segment=NetworkSegment(4684c104-e91f-4d97-9853-69f5202c561e),segment_id=4684c104-e91f-4d97-9853-69f5202c561e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:50.758702 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ada17ba6-3ea9-4b14-9797-3b2a195980cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.779759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.814260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada17ba6-3ea9-4b14-9797-3b2a195980cd None None] Pushing event updated for resources: {'Port': ['ID=5c2d7dea-28b4-4084-9263-9b040d52f18d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:50.820105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.826606 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.827410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.868599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Pushing event updated for resources: {'Port': ['ID=765a6907-28cc-4cf2-9fed-df2ca9b033a7,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:50.872587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:50.886208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:50.927286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:50.932863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:50.933630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:50.971636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=d1b57870-1928-44b9-972e-9ca6392b399f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:50.979869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3015f6bc-0786-4286-b905-71963e2e514b req-e799aec5-967e-45ba-a9cd-da7322bea29b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:50.981459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3015f6bc-0786-4286-b905-71963e2e514b req-e799aec5-967e-45ba-a9cd-da7322bea29b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 931 time: 0.2442493 Sep 24 00:06:51.027081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd7db7-b136-4295-b39c-987f1d7a8ec2 req-dd1be59a-8608-4905-b564-03a81489132b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:51.028795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4cd7db7-b136-4295-b39c-987f1d7a8ec2 req-dd1be59a-8608-4905-b564-03a81489132b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2461002 Sep 24 00:06:51.029182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=6c56b930-766d-48ad-a281-f0309cfbf239,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:51.034507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b439d77c-980e-4455-9fbb-d7763b88439a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1528196 Sep 24 00:06:51.035423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58214) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:51.040465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:51.089469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2cba50af-cf0d-43f5-9ff0-79e05f742e30 None None] Provisioning complete for port d1b57870-1928-44b9-972e-9ca6392b399f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:51.089935 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cba50af-cf0d-43f5-9ff0-79e05f742e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.096757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3015f6bc-0786-4286-b905-71963e2e514b req-c89f8f14-e639-4825-8232-479733bc2ccf tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986581 Sep 24 00:06:51.098857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Attempting to bind port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:51.099125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Attempting to bind port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:51.099434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Attempting to bind port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:51.112209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:06:51.112528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Attempting to bind port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:51.131723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4cd7db7-b136-4295-b39c-987f1d7a8ec2 req-a0c7f504-cf2b-42ea-a967-87b8a915277a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881393 Sep 24 00:06:51.153420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:51.153775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Checking segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:51.154164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Bound using segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:51.154632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Bound port: 765a6907-28cc-4cf2-9fed-df2ca9b033a7, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:51.156103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.160339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 7fdd11d0-9a38-428a-a972-34397236b883 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:51.166080 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2cba50af-cf0d-43f5-9ff0-79e05f742e30 None None] Port d1b57870-1928-44b9-972e-9ca6392b399f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:51.192272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2cba50af-cf0d-43f5-9ff0-79e05f742e30 None None] Provisioning complete for port 5c2d7dea-28b4-4084-9263-9b040d52f18d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:51.192760 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2cba50af-cf0d-43f5-9ff0-79e05f742e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.205363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:51.268873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.351662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5c2d7dea-28b4-4084-9263-9b040d52f18d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:51.414014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] For port 765a6907-28cc-4cf2-9fed-df2ca9b033a7, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:51.422867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5c2d7dea-28b4-4084-9263-9b040d52f18d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:51.423481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.439682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a9d2f-8d1e-47d5-adea-106af9733ada req-6b0c88cf-4c8d-44fa-a217-d2d657d2f4b2 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:51.441328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-604a9d2f-8d1e-47d5-adea-106af9733ada req-6b0c88cf-4c8d-44fa-a217-d2d657d2f4b2 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.2019737 Sep 24 00:06:51.444053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] For port 765a6907-28cc-4cf2-9fed-df2ca9b033a7, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=765a6907-28cc-4cf2-9fed-df2ca9b033a7,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:51.454288 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.495598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2376f54-4e62-4c78-bcde-10ad4a5550d5 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:51.508720 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.521799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeab4b2-9fe2-43ab-8069-3bdf40e5c42e req-52aeef1e-d5cb-4809-af60-b67b13ff63bb tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:51.523522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddeab4b2-9fe2-43ab-8069-3bdf40e5c42e req-52aeef1e-d5cb-4809-af60-b67b13ff63bb tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1465940 Sep 24 00:06:51.530047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f1ba9480-2257-4df6-851b-00bd6c03edc3 None None] Provisioning complete for port d1b57870-1928-44b9-972e-9ca6392b399f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:51.530522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1ba9480-2257-4df6-851b-00bd6c03edc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.577846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router 8d3c75b5-c425-4909-9d54-46817d6b7a68 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:06:51.590527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Transition to ACTIVE for port object f2376f54-4e62-4c78-bcde-10ad4a5550d5 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:06:51.592835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f1ba9480-2257-4df6-851b-00bd6c03edc3 None None] Port d1b57870-1928-44b9-972e-9ca6392b399f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:51.628092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.717065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-52b68719-2e47-4b16-9273-9cc76fa9c8f8 None None] Provisioning complete for port d1b57870-1928-44b9-972e-9ca6392b399f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:51.718064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-52b68719-2e47-4b16-9273-9cc76fa9c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.762179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-52b68719-2e47-4b16-9273-9cc76fa9c8f8 None None] Port d1b57870-1928-44b9-972e-9ca6392b399f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:06:51.783828 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.788063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Pushing event updated for resources: {'Port': ['ID=f2376f54-4e62-4c78-bcde-10ad4a5550d5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:51.796558 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.853371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:51.864023 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cb1e6-4291-4504-bf4f-86f48b4427a1 None None] Sync routers for ids ['8d3c75b5-c425-4909-9d54-46817d6b7a68'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:51.874526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] In _notify_port_updated(), no bound segment for port 6c56b930-766d-48ad-a281-f0309cfbf239 on network d9b16b27-9109-4fc7-b89d-c7542dd58077 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:06:51.875057 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cb1e6-4291-4504-bf4f-86f48b4427a1 None None] Routers {'8d3c75b5-c425-4909-9d54-46817d6b7a68'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:51.875768 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-507cb1e6-4291-4504-bf4f-86f48b4427a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8d3c75b5-c425-4909-9d54-46817d6b7a68'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:51.880164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:51.880729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.884823 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "PUT /v2.0/ports/6c56b930-766d-48ad-a281-f0309cfbf239 HTTP/1.1" status: 200 len: 818 time: 0.8462980 Sep 24 00:06:51.888592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c1ac75c-3855-4930-86a6-6f97c3e2b085 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/8d3c75b5-c425-4909-9d54-46817d6b7a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6679623 Sep 24 00:06:51.890506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58218) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:51.890779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:51.895084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:51.895734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:51.897088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] 10.222.0.20 "PUT /v2.0/ports/765a6907-28cc-4cf2-9fed-df2ca9b033a7 HTTP/1.1" status: 200 len: 1092 time: 1.8232331 Sep 24 00:06:51.899970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e', 'tag': '765a6907-28cc-4cf2-9fed-df2ca9b033a7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:51.902229 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011bdf9e-f87d-4686-80d9-b75585834675" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e", "tag": "765a6907-28cc-4cf2-9fed-df2ca9b033a7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:51.910904 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-507cb1e6-4291-4504-bf4f-86f48b4427a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:51.924568 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507cb1e6-4291-4504-bf4f-86f48b4427a1 None None] Routers {'8d3c75b5-c425-4909-9d54-46817d6b7a68'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:51.925294 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-507cb1e6-4291-4504-bf4f-86f48b4427a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8d3c75b5-c425-4909-9d54-46817d6b7a68'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:51.951917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcad067-8465-42c0-b4d4-2383d4fe4823 service neutron] Pushing event updated for resources: {'Port': ['ID=765a6907-28cc-4cf2-9fed-df2ca9b033a7,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:51.960309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-604a9d2f-8d1e-47d5-adea-106af9733ada req-cc52e395-f275-44b2-b747-f316cb4afb4d tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721649 Sep 24 00:06:51.964674 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-507cb1e6-4291-4504-bf4f-86f48b4427a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:51.965662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-507cb1e6-4291-4504-bf4f-86f48b4427a1 None None] The sync data for ids ['8d3c75b5-c425-4909-9d54-46817d6b7a68'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:51.986264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3dbd0-b4f7-4be6-a94b-c1ebeece09b2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=6c56b930-766d-48ad-a281-f0309cfbf239,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:52.000067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddeab4b2-9fe2-43ab-8069-3bdf40e5c42e req-10acbd35-875e-4e2a-afc2-1c561b749701 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4668262 Sep 24 00:06:52.018116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-45945458-bcc7-441f-a9c0-95193d723dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.019739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-45945458-bcc7-441f-a9c0-95193d723dfe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&device_id=7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e HTTP/1.1" status: 200 len: 1095 time: 0.0574322 Sep 24 00:06:52.048420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b479d94-4b10-43f6-bac3-d6359314d43b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.050046 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2b479d94-4b10-43f6-bac3-d6359314d43b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports/d1b57870-1928-44b9-972e-9ca6392b399f HTTP/1.1" status: 200 len: 911 time: 0.1535840 Sep 24 00:06:52.054805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58226) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:52.062177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7279f0e2-1400-45a8-9b58-a8a281ebb489 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b25fc766-72fe-4442-b3f8-b30852f7ae91'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:52.069031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Attempting to bind port f2376f54-4e62-4c78-bcde-10ad4a5550d5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:52.069329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Attempting to bind port f2376f54-4e62-4c78-bcde-10ad4a5550d5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:52.069758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Attempting to bind port f2376f54-4e62-4c78-bcde-10ad4a5550d5 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:52.072958 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc03abc-de2e-4880-8fda-0ec854d6044e x-openstack-request-id: req-1bc03abc-de2e-4880-8fda-0ec854d6044e {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:52.073210 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e", "tag": "765a6907-28cc-4cf2-9fed-df2ca9b033a7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:52.073467 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1bc03abc-de2e-4880-8fda-0ec854d6044e {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:52.073866 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e', 'tag': '765a6907-28cc-4cf2-9fed-df2ca9b033a7', 'status': 'completed', 'code': 200} Sep 24 00:06:52.075658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-85192827-d37e-45ec-95e5-e7592b592d37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=765a6907-28cc-4cf2-9fed-df2ca9b033a7 HTTP/1.1" status: 200 len: 217 time: 0.0435741 Sep 24 00:06:52.104627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Port f2376f54-4e62-4c78-bcde-10ad4a5550d5 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:06:52.104958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Attempting to bind port f2376f54-4e62-4c78-bcde-10ad4a5550d5 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:52.127574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:52.127915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Checking segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:52.128305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Bound using segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:52.128756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Bound port: f2376f54-4e62-4c78-bcde-10ad4a5550d5, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:52.129117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:52.134221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-803319c1-a546-42e8-af4a-a49712edfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.135871 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-803319c1-a546-42e8-af4a-a49712edfa9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 200 len: 852 time: 0.0533319 Sep 24 00:06:52.194034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-6c0cf284-06aa-4a13-bbd4-117749be36ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecbaa288-2e4e-44cd-abfe-564fffca16a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275464 Sep 24 00:06:52.220618 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7379654-de91-4e74-a7e4-9d20ec1e03f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 6c56b930-766d-48ad-a281-f0309cfbf239 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:52.220993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7379654-de91-4e74-a7e4-9d20ec1e03f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:52.250589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4531ac-a1e1-4a91-afc1-817be8d1aa9d req-a823772a-ac1e-4419-9f00-abe4ba92db71 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.252163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff4531ac-a1e1-4a91-afc1-817be8d1aa9d req-a823772a-ac1e-4419-9f00-abe4ba92db71 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1145618 Sep 24 00:06:52.332095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d4faeb-999e-4abb-944e-8a3faaa9df7c req-f419fae9-671c-49db-86a0-7c081bde6d10 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.333575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05d4faeb-999e-4abb-944e-8a3faaa9df7c req-f419fae9-671c-49db-86a0-7c081bde6d10 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 943 time: 0.1553564 Sep 24 00:06:52.338142 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7379654-de91-4e74-a7e4-9d20ec1e03f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:52.357847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] For port f2376f54-4e62-4c78-bcde-10ad4a5550d5, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:52.363203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff4531ac-a1e1-4a91-afc1-817be8d1aa9d req-b08f4287-1db7-44bb-8442-9fb7075fbe58 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975866 Sep 24 00:06:52.383502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d7379654-de91-4e74-a7e4-9d20ec1e03f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 6c56b930-766d-48ad-a281-f0309cfbf239 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:52.394592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] For port f2376f54-4e62-4c78-bcde-10ad4a5550d5, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2376f54-4e62-4c78-bcde-10ad4a5550d5,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:52.397610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-0be51ab3-0247-436f-995f-2efa7c8a4157 service neutron] 10.222.0.20 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920218 Sep 24 00:06:52.400064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7279f0e2-1400-45a8-9b58-a8a281ebb489 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:52.410712 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:52.438846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05d4faeb-999e-4abb-944e-8a3faaa9df7c req-e52a9b3e-e455-48ae-8825-a5144db47834 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911222 Sep 24 00:06:52.546285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-d2eae37a-ffa0-40d6-8f7a-eeb064337eec service neutron] 10.222.0.20 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405168 Sep 24 00:06:52.562967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e4951-a6b0-453c-a8ac-88f8692b34e9 req-3cb43a4b-f29c-4b2a-919d-3fd6df844e9f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.564711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791e4951-a6b0-453c-a8ac-88f8692b34e9 req-3cb43a4b-f29c-4b2a-919d-3fd6df844e9f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0683835 Sep 24 00:06:52.631965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791e4951-a6b0-453c-a8ac-88f8692b34e9 req-9d13f5b8-f8f8-4114-8b1e-ad8153e0a7b6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577092 Sep 24 00:06:52.650437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bdf9e-f87d-4686-80d9-b75585834675 req-b4b7415d-876d-4229-8f07-5439879491d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.650437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011bdf9e-f87d-4686-80d9-b75585834675 req-b4b7415d-876d-4229-8f07-5439879491d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&device_id=7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e HTTP/1.1" status: 200 len: 1095 time: 0.0571592 Sep 24 00:06:52.759314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bdf9e-f87d-4686-80d9-b75585834675 req-35439588-da32-4ddf-b5fd-ed787bd78281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.760762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011bdf9e-f87d-4686-80d9-b75585834675 req-35439588-da32-4ddf-b5fd-ed787bd78281 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 913 time: 0.1032014 Sep 24 00:06:52.823245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011bdf9e-f87d-4686-80d9-b75585834675 req-d05f87f4-8373-4d62-ac75-14e50ef5c94d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=765a6907-28cc-4cf2-9fed-df2ca9b033a7 HTTP/1.1" status: 200 len: 217 time: 0.0540745 Sep 24 00:06:52.856919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.857529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:52.859124 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] 10.222.0.18 "PUT /v2.0/ports/f2376f54-4e62-4c78-bcde-10ad4a5550d5 HTTP/1.1" status: 200 len: 1092 time: 2.2365177 Sep 24 00:06:52.866696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7b7ffba-9786-4e07-9bd2-90793e40e558', 'tag': 'f2376f54-4e62-4c78-bcde-10ad4a5550d5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:52.868598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f74e76-69ab-47c5-9899-81105a71f648 req-cd207512-59a2-4aa3-ba94-270e20ce78d6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.868955 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bae7ce-97a8-4d04-b810-24183aa3fc59" -d '{"events": [{"name": "network-changed", "server_uuid": "e7b7ffba-9786-4e07-9bd2-90793e40e558", "tag": "f2376f54-4e62-4c78-bcde-10ad4a5550d5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:52.870099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14f74e76-69ab-47c5-9899-81105a71f648 req-cd207512-59a2-4aa3-ba94-270e20ce78d6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1124036 Sep 24 00:06:52.887006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bdf9e-f87d-4686-80d9-b75585834675 req-b50a36e3-25e6-4d2f-9384-ce32d9ad5d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:52.888474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011bdf9e-f87d-4686-80d9-b75585834675 req-b50a36e3-25e6-4d2f-9384-ce32d9ad5d1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 200 len: 852 time: 0.0573883 Sep 24 00:06:52.898261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d027564-8a54-4198-b255-ffdb5dd67a31 service neutron] Pushing event updated for resources: {'Port': ['ID=f2376f54-4e62-4c78-bcde-10ad4a5550d5,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:52.929736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011bdf9e-f87d-4686-80d9-b75585834675 req-b1353e7b-4c94-45a6-a4d3-04c27ebe59c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecbaa288-2e4e-44cd-abfe-564fffca16a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329885 Sep 24 00:06:52.947695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1fe0be72-08a1-4adb-be01-bfa4b6bcab08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:52.952765 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32504088-4d2e-4841-8ee9-bc8e6d8cd528 x-openstack-request-id: req-32504088-4d2e-4841-8ee9-bc8e6d8cd528 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:52.953060 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7b7ffba-9786-4e07-9bd2-90793e40e558", "tag": "f2376f54-4e62-4c78-bcde-10ad4a5550d5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:52.953330 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32504088-4d2e-4841-8ee9-bc8e6d8cd528 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:52.953743 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7b7ffba-9786-4e07-9bd2-90793e40e558', 'tag': 'f2376f54-4e62-4c78-bcde-10ad4a5550d5', 'status': 'completed', 'code': 200} Sep 24 00:06:53.029034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14f74e76-69ab-47c5-9899-81105a71f648 req-01e4b0af-6238-4afb-ad2b-6535dcaa717c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225789 Sep 24 00:06:53.056448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011bdf9e-f87d-4686-80d9-b75585834675 req-8566ab65-ade6-42aa-9d4d-79e65cb4b14f service neutron] 10.222.0.20 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181614 Sep 24 00:06:53.081598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7379654-de91-4e74-a7e4-9d20ec1e03f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.091753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-8699a8e9-d7c7-4116-a9e8-6bb0bcc39dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.093373 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-8699a8e9-d7c7-4116-a9e8-6bb0bcc39dbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 1095 time: 0.1538866 Sep 24 00:06:53.136559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7379654-de91-4e74-a7e4-9d20ec1e03f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=6c56b930-766d-48ad-a281-f0309cfbf239,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:53.173372 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-30e70e08-552e-47ab-9192-88db3bbce2ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2376f54-4e62-4c78-bcde-10ad4a5550d5 HTTP/1.1" status: 200 len: 217 time: 0.0676522 Sep 24 00:06:53.203877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7379654-de91-4e74-a7e4-9d20ec1e03f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.205827 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d7379654-de91-4e74-a7e4-9d20ec1e03f8 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/6c56b930-766d-48ad-a281-f0309cfbf239 HTTP/1.1" status: 204 len: 168 time: 1.3105252 Sep 24 00:06:53.212204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58250) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:53.233274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011bdf9e-f87d-4686-80d9-b75585834675 req-3ac50b1e-20a4-49bb-b28e-88e0b8f9198a service neutron] 10.222.0.20 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687572 Sep 24 00:06:53.258387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588544a7-e20b-4f5a-b470-7e867fc2d95c req-fa95346c-d303-4ad9-a3e2-93fc77071bcb tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.259934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-588544a7-e20b-4f5a-b470-7e867fc2d95c req-fa95346c-d303-4ad9-a3e2-93fc77071bcb tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1547914 Sep 24 00:06:53.269854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad0d05-3d5b-4ce9-8935-c567812b934d req-7434c210-055a-4aa9-b4fc-babf7b534ec0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.271308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0ad0d05-3d5b-4ce9-8935-c567812b934d req-7434c210-055a-4aa9-b4fc-babf7b534ec0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1312439 Sep 24 00:06:53.289711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-85171573-a7b2-4d10-9fd9-08b97756d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.291280 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-85171573-a7b2-4d10-9fd9-08b97756d5e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 200 len: 852 time: 0.0888889 Sep 24 00:06:53.324231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0910a039-1b02-4d8c-86a2-956dd23ca168 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.325866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0910a039-1b02-4d8c-86a2-956dd23ca168 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1111236 Sep 24 00:06:53.332141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58252) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:53.364448 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-53a93596-4b15-430b-b983-3adca65c53ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecbaa288-2e4e-44cd-abfe-564fffca16a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608058 Sep 24 00:06:53.374096 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-588544a7-e20b-4f5a-b470-7e867fc2d95c req-a0fac257-113a-4827-b0a5-0c231eb37c52 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012475 Sep 24 00:06:53.374981 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a7b8b87-318a-470c-adc2-749750c69f5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:06:53.376487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9a7b8b87-318a-470c-adc2-749750c69f5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/6c56b930-766d-48ad-a281-f0309cfbf239 HTTP/1.1" status: 404 len: 333 time: 0.0432804 Sep 24 00:06:53.380409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58254) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:53.386637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-243375674'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:53.398851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0ad0d05-3d5b-4ce9-8935-c567812b934d req-fc6fb2f9-ce7d-4b50-9089-b837416f6083 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170111 Sep 24 00:06:53.422595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:53.426615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.453453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:53.463729 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.464144 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Added segment d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1 of type vlan for network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 Sep 24 00:06:53.501738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7279f0e2-1400-45a8-9b58-a8a281ebb489 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.508712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.512754 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-ad02a1f2-fc93-4207-80c4-121731e17f11 service neutron] 10.222.0.18 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411355 Sep 24 00:06:53.514060 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7279f0e2-1400-45a8-9b58-a8a281ebb489 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.520199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7279f0e2-1400-45a8-9b58-a8a281ebb489 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.520807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7279f0e2-1400-45a8-9b58-a8a281ebb489 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.525304 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7279f0e2-1400-45a8-9b58-a8a281ebb489 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/ports/d1b57870-1928-44b9-972e-9ca6392b399f HTTP/1.1" status: 200 len: 911 time: 1.4668479 Sep 24 00:06:53.527755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58264) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:53.622953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279f0e2-1400-45a8-9b58-a8a281ebb489 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=d1b57870-1928-44b9-972e-9ca6392b399f,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:53.649028 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ecbf9068-0fb0-47f1-97a6-c0da83df8e47 req-c05bd3cc-35dc-47e3-a675-e99f8d6da470 service neutron] 10.222.0.18 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251562 Sep 24 00:06:53.680245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.686578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.687416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.733355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-00816eae-9bdb-4bc2-a87c-d9b6ce02936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.734870 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-00816eae-9bdb-4bc2-a87c-d9b6ce02936f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 1095 time: 0.0402229 Sep 24 00:06:53.783335 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4013033 Sep 24 00:06:53.802183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58268) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:53.807537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:53.859186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4bdcf-1954-4db9-bea1-9ef7eb2d8c84 req-2e7ee460-b58a-4742-8732-9b547d0ce6b2 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.860673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e4bdcf-1954-4db9-bea1-9ef7eb2d8c84 req-2e7ee460-b58a-4742-8732-9b547d0ce6b2 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 943 time: 0.2468312 Sep 24 00:06:53.871359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad66d3-4977-4524-ba9f-061e675c056c req-bdf3a7db-312a-4ce5-b1c4-1b8cae7d66b3 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.872811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87ad66d3-4977-4524-ba9f-061e675c056c req-bdf3a7db-312a-4ce5-b1c4-1b8cae7d66b3 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2600815 Sep 24 00:06:53.873499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5a5965-19e0-4560-9d7a-64a22cc1efc2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Network': ['ID=841e8f5e-1b45-4156-bb47-6e1b01ca9646,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:53.887954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:53.891374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-eed35514-75e6-4bfe-9a6c-84237669842a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:53.893230 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-eed35514-75e6-4bfe-9a6c-84237669842a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 913 time: 0.1514797 Sep 24 00:06:53.949512 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-e262ebf1-f232-4fbf-8ceb-e9a21146c9e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2376f54-4e62-4c78-bcde-10ad4a5550d5 HTTP/1.1" status: 200 len: 217 time: 0.0459151 Sep 24 00:06:53.954573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:53.958115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:53.973358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e4bdcf-1954-4db9-bea1-9ef7eb2d8c84 req-ae4ee0d9-52ed-432c-9edb-fa5fe00db74a tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974147 Sep 24 00:06:53.984687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87ad66d3-4977-4524-ba9f-061e675c056c req-c88ee140-2850-44c5-b6ff-d398b10033c5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049111 Sep 24 00:06:54.062450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-b92108b0-d974-41e9-af2f-e1c0f21a5935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:54.063990 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-b92108b0-d974-41e9-af2f-e1c0f21a5935 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 200 len: 852 time: 0.1021066 Sep 24 00:06:54.101305 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-7ccd3371-e943-4ef8-ac4f-73f4859a437a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecbaa288-2e4e-44cd-abfe-564fffca16a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288241 Sep 24 00:06:54.125590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7d6f9-49d0-4352-8aa1-8ad6a8f46d53 req-68117b9d-bb38-4540-9b32-ee0bd4da8a73 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:54.127174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5b7d6f9-49d0-4352-8aa1-8ad6a8f46d53 req-68117b9d-bb38-4540-9b32-ee0bd4da8a73 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0631008 Sep 24 00:06:54.135742 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.254883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5b7d6f9-49d0-4352-8aa1-8ad6a8f46d53 req-5f26fc23-1491-4804-b878-1ccfa181b340 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136124 Sep 24 00:06:54.268788 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-d2581376-7110-4e20-a0a6-b29417c1d46f service neutron] 10.222.0.18 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603458 Sep 24 00:06:54.283460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 765a6907-28cc-4cf2-9fed-df2ca9b033a7 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:06:54.308781 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.377022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 765a6907-28cc-4cf2-9fed-df2ca9b033a7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=765a6907-28cc-4cf2-9fed-df2ca9b033a7,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:54.389688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '765a6907-28cc-4cf2-9fed-df2ca9b033a7', 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'port_id': '765a6907-28cc-4cf2-9fed-df2ca9b033a7', 'mac_address': 'fa:16:3e:f5:44:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b003f3e-4639-45c8-ac7c-d6d5b6add5bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:06:54.432911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.446629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765a6907-28cc-4cf2-9fed-df2ca9b033a7 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:54.464489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=310ab3a9-f914-4450-8291-0a642e91ce38,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:54.472808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 765a6907-28cc-4cf2-9fed-df2ca9b033a7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=765a6907-28cc-4cf2-9fed-df2ca9b033a7,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:54.478347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.504148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Checking segment: {'id': 'd6e51b9e-6f8b-4a9e-80c7-315c5d62bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:54.504655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network hostable DHCP agents. Network: 841e8f5e-1b45-4156-bb47-6e1b01ca9646, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:54.509856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c5bae7ce-97a8-4d04-b810-24183aa3fc59 req-835e5b8a-f536-4186-9af1-35c29cf70e19 service neutron] 10.222.0.18 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300322 Sep 24 00:06:54.522363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port d1b57870-1928-44b9-972e-9ca6392b399f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:54.522708 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.528247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:54.535099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0a592-bf12-4be6-a112-06ac85ec0663 req-f9946598-12db-439d-a240-abc0998afd73 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:54.538855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=765a6907-28cc-4cf2-9fed-df2ca9b033a7,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:54.539027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 841e8f5e-1b45-4156-bb47-6e1b01ca9646) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:54.539364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fc0a592-bf12-4be6-a112-06ac85ec0663 req-f9946598-12db-439d-a240-abc0998afd73 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1096950 Sep 24 00:06:54.551479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146b65a4-c93d-445d-b4f3-55d433cea8af None None] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:54.552015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:54.552610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.572084 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-addef8c1-fc00-4bb5-bd4d-a1a31f847e54 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7656636 Sep 24 00:06:54.572302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58282) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:54.577498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3d47054f-1333-411c-8b14-6b428e7c692d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:54.645079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4136f69-cdc8-4bf0-b812-e118c0ef1acd req-9ff632a9-38fb-4ff8-80c3-7f670877ea20 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:54.646630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4136f69-cdc8-4bf0-b812-e118c0ef1acd req-9ff632a9-38fb-4ff8-80c3-7f670877ea20 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1693645 Sep 24 00:06:54.674120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fc0a592-bf12-4be6-a112-06ac85ec0663 req-46628d2e-e155-4270-9cde-97f2b9146e42 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068194 Sep 24 00:06:54.678717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.701541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d47054f-1333-411c-8b14-6b428e7c692d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:54.706924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d47054f-1333-411c-8b14-6b428e7c692d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.718064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-841e8f5e-1b45-4156-bb47-6e1b01ca9646', 'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646', 'tenant_id': '2e95f152079b41a49740e56e5a34ea12', 'fixed_ips': [{'subnet_id': '310ab3a9-f914-4450-8291-0a642e91ce38'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:06:54.718265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for d1b57870-1928-44b9-972e-9ca6392b399f owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:54.719110 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:54.722651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4136f69-cdc8-4bf0-b812-e118c0ef1acd req-8e9892a1-e84f-4b69-b899-41be58dff306 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636692 Sep 24 00:06:54.744152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['765a6907-28cc-4cf2-9fed-df2ca9b033a7'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:54.820922 n-d-713498-18 neutron-server[106378]: INFO neutron.db.ipam_backend_mixin [None req-3d47054f-1333-411c-8b14-6b428e7c692d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 310ab3a9-f914-4450-8291-0a642e91ce38 (CIDR: 172.20.0.0/28) Sep 24 00:06:54.824743 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d47054f-1333-411c-8b14-6b428e7c692d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:06:54.825547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d47054f-1333-411c-8b14-6b428e7c692d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:06:54.841025 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d47054f-1333-411c-8b14-6b428e7c692d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2673526 Sep 24 00:06:54.844892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58286) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:54.851112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:54.944584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Allocated IP 172.20.0.2 (841e8f5e-1b45-4156-bb47-6e1b01ca9646/310ab3a9-f914-4450-8291-0a642e91ce38/760cd10a-d24d-4ad3-9c86-84dc7cc639db) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:55.003042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f499d-1c5f-4bf2-b583-e4e123226f7d req-3db7944a-d412-440e-bacb-c15e7f5271a4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:55.007223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-579f499d-1c5f-4bf2-b583-e4e123226f7d req-3db7944a-d412-440e-bacb-c15e7f5271a4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1513925 Sep 24 00:06:55.034800 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.087458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=d1b57870-1928-44b9-972e-9ca6392b399f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:55.153000 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.155672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-579f499d-1c5f-4bf2-b583-e4e123226f7d req-d62b59c9-a704-4d2e-a76c-b79c7814b5aa tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370506 Sep 24 00:06:55.161048 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.203366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:55.206600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:55.211238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:55.233999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Pushing event updated for resources: {'Port': ['ID=760cd10a-d24d-4ad3-9c86-84dc7cc639db,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:55.467968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Attempting to bind port 760cd10a-d24d-4ad3-9c86-84dc7cc639db on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:06:55.468690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Attempting to bind port 760cd10a-d24d-4ad3-9c86-84dc7cc639db by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'd6e51b9e-6f8b-4a9e-80c7-315c5d62bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:06:55.468690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Attempting to bind port 760cd10a-d24d-4ad3-9c86-84dc7cc639db on network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:06:55.473994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:06:55.474362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Checking segment: {'id': 'd6e51b9e-6f8b-4a9e-80c7-315c5d62bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:55.474827 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.475220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Bound using segment: {'id': 'd6e51b9e-6f8b-4a9e-80c7-315c5d62bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:06:55.475683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Bound port: 760cd10a-d24d-4ad3-9c86-84dc7cc639db, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e51b9e-6f8b-4a9e-80c7-315c5d62bed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:06:55.476064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.539433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] For port 760cd10a-d24d-4ad3-9c86-84dc7cc639db, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:06:55.542562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] For port 760cd10a-d24d-4ad3-9c86-84dc7cc639db, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=760cd10a-d24d-4ad3-9c86-84dc7cc639db,segment=NetworkSegment(d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1),segment_id=d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:06:55.547849 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.580177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:55.583615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.587029 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.606772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d38b98e-922f-4900-8350-97e89529d628 None None] Pushing event updated for resources: {'Port': ['ID=760cd10a-d24d-4ad3-9c86-84dc7cc639db,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:55.637915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb7538-b833-48c1-9c3d-ed26c7b58291 req-b21f89ad-c3fa-4419-b005-b9fbd3ff5bdf tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:55.639515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5edb7538-b833-48c1-9c3d-ed26c7b58291 req-b21f89ad-c3fa-4419-b005-b9fbd3ff5bdf tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 943 time: 0.5831957 Sep 24 00:06:55.761533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f2376f54-4e62-4c78-bcde-10ad4a5550d5 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:06:55.819930 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.828387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4853f-eba0-485c-9368-166e0a7f1c98 req-3fd92d90-4bf7-491f-9c57-5e18cba5e2a1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:55.829819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2d4853f-eba0-485c-9368-166e0a7f1c98 req-3fd92d90-4bf7-491f-9c57-5e18cba5e2a1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2528219 Sep 24 00:06:55.843154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5edb7538-b833-48c1-9c3d-ed26c7b58291 req-0af3eeeb-d311-4613-891a-39531b6e6663 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888630 Sep 24 00:06:55.931500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f2376f54-4e62-4c78-bcde-10ad4a5550d5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2376f54-4e62-4c78-bcde-10ad4a5550d5,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:55.942990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'f2376f54-4e62-4c78-bcde-10ad4a5550d5', 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'port_id': 'f2376f54-4e62-4c78-bcde-10ad4a5550d5', 'mac_address': 'fa:16:3e:d2:1e:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b003f3e-4639-45c8-ac7c-d6d5b6add5bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:06:55.981606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7669dc40-85a6-4b28-b08f-085765700575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:55.992754 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.005661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2376f54-4e62-4c78-bcde-10ad4a5550d5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:06:56.019914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router 8d3c75b5-c425-4909-9d54-46817d6b7a68 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:06:56.024976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2d4853f-eba0-485c-9368-166e0a7f1c98 req-07c9c404-5197-4262-be9b-f68159c08e13 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783597 Sep 24 00:06:56.026411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f2376f54-4e62-4c78-bcde-10ad4a5550d5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2376f54-4e62-4c78-bcde-10ad4a5550d5,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:56.030883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.069542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946e87a-2630-47db-8e0d-07c9c375d5be req-ccf13c80-9615-4aa8-bfc4-b06335d78176 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:56.071146 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1946e87a-2630-47db-8e0d-07c9c375d5be req-ccf13c80-9615-4aa8-bfc4-b06335d78176 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1224873 Sep 24 00:06:56.105516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f2376f54-4e62-4c78-bcde-10ad4a5550d5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:56.198950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:06:56.208364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd942d7-3f4b-45cc-84a2-e918d69f7fc2 None None] Sync routers for ids ['8d3c75b5-c425-4909-9d54-46817d6b7a68'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:06:56.216525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-77c03198-7cab-4300-9b1b-ca2f63f9accc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/8d3c75b5-c425-4909-9d54-46817d6b7a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6877253 Sep 24 00:06:56.219674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58302) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:56.227711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd942d7-3f4b-45cc-84a2-e918d69f7fc2 None None] Routers {'8d3c75b5-c425-4909-9d54-46817d6b7a68'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:56.229389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2fd942d7-3f4b-45cc-84a2-e918d69f7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8d3c75b5-c425-4909-9d54-46817d6b7a68'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:56.251475 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6178eee2-5c88-4d61-bbb1-0fa528c0059f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d3c75b5-c425-4909-9d54-46817d6b7a68 HTTP/1.1" status: 200 len: 205 time: 0.0301888 Sep 24 00:06:56.256525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58304) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:56.273586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2fd942d7-3f4b-45cc-84a2-e918d69f7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:56.278344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1946e87a-2630-47db-8e0d-07c9c375d5be req-2a620b6f-8085-42ca-9561-b66a06f7a79c tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701367 Sep 24 00:06:56.292498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.295068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 765a6907-28cc-4cf2-9fed-df2ca9b033a7 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:56.319291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd942d7-3f4b-45cc-84a2-e918d69f7fc2 None None] Routers {'8d3c75b5-c425-4909-9d54-46817d6b7a68'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:06:56.320301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2fd942d7-3f4b-45cc-84a2-e918d69f7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8d3c75b5-c425-4909-9d54-46817d6b7a68'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:56.345178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8af60e1-e470-414c-b3d0-7bb59a748b56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.352463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:56.363204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691a087-9d84-4862-8b7c-bf2d1ef70193 req-0643d91f-47fd-421c-b136-726473f79934 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:56.364804 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5691a087-9d84-4862-8b7c-bf2d1ef70193 req-0643d91f-47fd-421c-b136-726473f79934 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1733806 Sep 24 00:06:56.365911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2fd942d7-3f4b-45cc-84a2-e918d69f7fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:56.366812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd942d7-3f4b-45cc-84a2-e918d69f7fc2 None None] The sync data for ids ['8d3c75b5-c425-4909-9d54-46817d6b7a68'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:06:56.368864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['f2376f54-4e62-4c78-bcde-10ad4a5550d5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:06:56.370795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:56.375993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:56.376600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.414510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5684211 Sep 24 00:06:56.427114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58306) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:56.434413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646', 'fixed_ips': [{'subnet_id': '310ab3a9-f914-4450-8291-0a642e91ce38'}, {'subnet_id': '935d6c67-954c-4a12-96f9-f16b6398b88b'}], 'name': 'tempest-PortsTestJSON-970785246'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:56.438231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfe79b-5e87-46f9-a32c-bd6d4f366636 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=935d6c67-954c-4a12-96f9-f16b6398b88b,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:56.461730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:06:56.467685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:56.468083 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.472772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5691a087-9d84-4862-8b7c-bf2d1ef70193 req-78d591ee-8f9f-4a2d-bfd9-326aa8665384 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752234 Sep 24 00:06:56.549203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8af60e1-e470-414c-b3d0-7bb59a748b56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.554125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8af60e1-e470-414c-b3d0-7bb59a748b56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.614825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8af60e1-e470-414c-b3d0-7bb59a748b56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.615899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8af60e1-e470-414c-b3d0-7bb59a748b56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Fanout notify agent at l3_agent the message router_deleted on router 8d3c75b5-c425-4909-9d54-46817d6b7a68 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:06:56.626886 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8af60e1-e470-414c-b3d0-7bb59a748b56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.628610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a8af60e1-e470-414c-b3d0-7bb59a748b56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/8d3c75b5-c425-4909-9d54-46817d6b7a68 HTTP/1.1" status: 204 len: 168 time: 0.3756795 Sep 24 00:06:56.631607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58320) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:56.636625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:56.645875 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.673462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765a6907-28cc-4cf2-9fed-df2ca9b033a7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:56.675865 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108e58db-3d01-4373-9d62-bc600b9e43f0" -d '{"events": [{"server_uuid": "7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e", "name": "network-vif-plugged", "status": "completed", "tag": "765a6907-28cc-4cf2-9fed-df2ca9b033a7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:56.699671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 765a6907-28cc-4cf2-9fed-df2ca9b033a7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=765a6907-28cc-4cf2-9fed-df2ca9b033a7,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:56.704111 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.707914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e6da41-6410-4ad3-98aa-518a16aea341 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet b25fc766-72fe-4442-b3f8-b30852f7ae91 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:06:56.710448 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.713818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39e6da41-6410-4ad3-98aa-518a16aea341 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.765930 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39e6da41-6410-4ad3-98aa-518a16aea341 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.771207 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d53ca1e-0ed7-498a-9b0f-a0e7e1332d10 x-openstack-request-id: req-0d53ca1e-0ed7-498a-9b0f-a0e7e1332d10 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:56.771655 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e", "name": "network-vif-plugged", "status": "completed", "tag": "765a6907-28cc-4cf2-9fed-df2ca9b033a7", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:56.771964 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d53ca1e-0ed7-498a-9b0f-a0e7e1332d10 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:56.772358 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765a6907-28cc-4cf2-9fed-df2ca9b033a7', 'code': 200} Sep 24 00:06:56.778289 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=765a6907-28cc-4cf2-9fed-df2ca9b033a7,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:56.801220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ccf03-5bec-4c29-be6b-d7261abad80c None None] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:56.861312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39e6da41-6410-4ad3-98aa-518a16aea341 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.890496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b85e380c-9e72-4a40-9111-6c8abb18c1df None None] Provisioning complete for port 760cd10a-d24d-4ad3-9c86-84dc7cc639db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:56.891071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b85e380c-9e72-4a40-9111-6c8abb18c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.914162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.940816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39e6da41-6410-4ad3-98aa-518a16aea341 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.953681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c81d7-b221-4dc0-9c55-4a43e964e765 req-bbe8878f-3f70-481e-85bc-53ae70898b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:56.955180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-227c81d7-b221-4dc0-9c55-4a43e964e765 req-bbe8878f-3f70-481e-85bc-53ae70898b41 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e HTTP/1.1" status: 200 len: 1097 time: 0.1484594 Sep 24 00:06:56.973425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:06:56.973647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e6da41-6410-4ad3-98aa-518a16aea341 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=b25fc766-72fe-4442-b3f8-b30852f7ae91,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:56.976470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39e6da41-6410-4ad3-98aa-518a16aea341 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:56.981514 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-39e6da41-6410-4ad3-98aa-518a16aea341 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/b25fc766-72fe-4442-b3f8-b30852f7ae91 HTTP/1.1" status: 204 len: 168 time: 0.3463571 Sep 24 00:06:56.982025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58326) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:56.996514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47274766-f7c7-48d4-b336-5a018bbbb674 None None] Network 7fdd11d0-9a38-428a-a972-34397236b883 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:57.065516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.079538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec444da-2fbb-4445-8c59-dc1486c848aa req-ab68d5d2-ff17-4c42-8d6b-655ca3607ecd tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:57.080991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ec444da-2fbb-4445-8c59-dc1486c848aa req-ab68d5d2-ff17-4c42-8d6b-655ca3607ecd tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 814 time: 0.3395271 Sep 24 00:06:57.126502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 5c2d7dea-28b4-4084-9263-9b040d52f18d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:57.126820 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.132002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ec444da-2fbb-4445-8c59-dc1486c848aa req-bb671bfd-99b5-4715-ac86-d3916a222e56 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/quotas/c382c29d4fe44473a0390b3299193f52 HTTP/1.1" status: 200 len: 375 time: 0.0394645 Sep 24 00:06:57.144047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b85e380c-9e72-4a40-9111-6c8abb18c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.157381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-227c81d7-b221-4dc0-9c55-4a43e964e765 req-282bd36a-50aa-438b-9fb0-d0eaf17a9b8d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856306 Sep 24 00:06:57.169447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498868d5-28d4-4904-bf0d-3480257b074f req-dc0a5b65-6bf3-4923-b13e-7a3f6d808fa1 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:57.176830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-498868d5-28d4-4904-bf0d-3480257b074f req-dc0a5b65-6bf3-4923-b13e-7a3f6d808fa1 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 944 time: 0.2302985 Sep 24 00:06:57.207277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b85e380c-9e72-4a40-9111-6c8abb18c1df None None] For port 760cd10a-d24d-4ad3-9c86-84dc7cc639db, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=760cd10a-d24d-4ad3-9c86-84dc7cc639db,segment=NetworkSegment(d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1),segment_id=d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:57.213218 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b85e380c-9e72-4a40-9111-6c8abb18c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.228725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port 5c2d7dea-28b4-4084-9263-9b040d52f18d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5c2d7dea-28b4-4084-9263-9b040d52f18d,segment=NetworkSegment(4684c104-e91f-4d97-9853-69f5202c561e),segment_id=4684c104-e91f-4d97-9853-69f5202c561e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:57.228725 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.257647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 5c2d7dea-28b4-4084-9263-9b040d52f18d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:57.268505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e380c-9e72-4a40-9111-6c8abb18c1df None None] Pushing event updated for resources: {'Port': ['ID=760cd10a-d24d-4ad3-9c86-84dc7cc639db,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:57.318799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d78524b-1c64-4b13-baad-d7590b325058 None None] Update dhcp port {'port': {'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646', 'fixed_ips': [{'subnet_id': '310ab3a9-f914-4450-8291-0a642e91ce38', 'ip_address': '172.20.0.2'}, {'subnet_id': '935d6c67-954c-4a12-96f9-f16b6398b88b'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '760cd10a-d24d-4ad3-9c86-84dc7cc639db'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:06:57.339387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-498868d5-28d4-4904-bf0d-3480257b074f req-52cec173-b2e3-44ee-ae6b-91944c638da5 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617694 Sep 24 00:06:57.353964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d78524b-1c64-4b13-baad-d7590b325058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.358488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] DHCP port deletion for 7fdd11d0-9a38-428a-a972-34397236b883 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:06:57.373682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ec444da-2fbb-4445-8c59-dc1486c848aa req-312ec840-3e9b-4c8c-944f-6b20796b2a81 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2127700 Sep 24 00:06:57.419022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 760cd10a-d24d-4ad3-9c86-84dc7cc639db up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:57.423612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.484452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=5c2d7dea-28b4-4084-9263-9b040d52f18d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:57.503330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No DVR routers for this DVR port 5c2d7dea-28b4-4084-9263-9b040d52f18d on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:57.564808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 760cd10a-d24d-4ad3-9c86-84dc7cc639db triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:57.564808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.598707 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.601809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.8 (841e8f5e-1b45-4156-bb47-6e1b01ca9646/310ab3a9-f914-4450-8291-0a642e91ce38/1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:57.606165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] Deleting port 5c2d7dea-28b4-4084-9263-9b040d52f18d {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:06:57.606165 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.615627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f55bf3-f05e-4c41-848b-3c44aad5bd26 req-f6a095f6-f322-4a1f-8fd3-eaf6a1914869 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:57.623181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0f55bf3-f05e-4c41-848b-3c44aad5bd26 req-f6a095f6-f322-4a1f-8fd3-eaf6a1914869 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1134694 Sep 24 00:06:57.623370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fdd11d0-9a38-428a-a972-34397236b883']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:57.634553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.21 (841e8f5e-1b45-4156-bb47-6e1b01ca9646/935d6c67-954c-4a12-96f9-f16b6398b88b/1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:57.635546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4684c104-e91f-4d97-9853-69f5202c561e') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:57.635546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4684c104-e91f-4d97-9853-69f5202c561e') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:06:57.655365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.671325 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.673927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75f6306-5e23-481a-b9d1-3d6d922d9535 req-3d7130ca-8179-4c48-ae57-2d4d9ad6bd06 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:57.675518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a75f6306-5e23-481a-b9d1-3d6d922d9535 req-3d7130ca-8179-4c48-ae57-2d4d9ad6bd06 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1494930 Sep 24 00:06:57.686484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:06:57.687056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:06:57.690927 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:06:57.699164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] For port 5c2d7dea-28b4-4084-9263-9b040d52f18d, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:57.699566 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.710973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0f55bf3-f05e-4c41-848b-3c44aad5bd26 req-286462d9-fff0-41c8-ae82-c9f077a321f6 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869055 Sep 24 00:06:57.718406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] Calling delete_port for 5c2d7dea-28b4-4084-9263-9b040d52f18d owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:06:57.725484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] Port 5c2d7dea-28b4-4084-9263-9b040d52f18d was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:06:57.728849 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.757343 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.764130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] Pushing event deleted for resources: {'Port': ['ID=5c2d7dea-28b4-4084-9263-9b040d52f18d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:57.765518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a75f6306-5e23-481a-b9d1-3d6d922d9535 req-30bac37d-c922-466e-94c8-e65803084cc8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802345 Sep 24 00:06:57.767506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.768922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f2376f54-4e62-4c78-bcde-10ad4a5550d5 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:57.770581 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/7fdd11d0-9a38-428a-a972-34397236b883 HTTP/1.1" status: 204 len: 168 time: 0.7872996 Sep 24 00:06:57.771478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6d2a7-64e9-4558-a737-91a8ac00ba19 None None] No DVR routers for this DVR port 5c2d7dea-28b4-4084-9263-9b040d52f18d on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:06:57.783925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58334) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:57.784305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75955335-930d-4eef-9a66-ab96741fc38f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=7fdd11d0-9a38-428a-a972-34397236b883,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:57.792106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-149365b8-8c50-4cd7-ad07-2dbc57c4a6f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-741089357', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:57.841725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port f2376f54-4e62-4c78-bcde-10ad4a5550d5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:06:57.845607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port f2376f54-4e62-4c78-bcde-10ad4a5550d5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:57.845991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.886472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-149365b8-8c50-4cd7-ad07-2dbc57c4a6f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.887509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-149365b8-8c50-4cd7-ad07-2dbc57c4a6f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.926057 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.961161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.963754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f2376f54-4e62-4c78-bcde-10ad4a5550d5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2376f54-4e62-4c78-bcde-10ad4a5550d5,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:57.968207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:57.974219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a344d-a3ea-4f40-9630-c4739af06c22 req-82ec22d4-cc8d-4868-a562-c4c41fc8efb0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:57.976273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b27a344d-a3ea-4f40-9630-c4739af06c22 req-82ec22d4-cc8d-4868-a562-c4c41fc8efb0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1100023 Sep 24 00:06:58.005487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-149365b8-8c50-4cd7-ad07-2dbc57c4a6f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.016171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-149365b8-8c50-4cd7-ad07-2dbc57c4a6f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.016530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f2376f54-4e62-4c78-bcde-10ad4a5550d5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:58.057490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-149365b8-8c50-4cd7-ad07-2dbc57c4a6f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.058662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-149365b8-8c50-4cd7-ad07-2dbc57c4a6f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2701845 Sep 24 00:06:58.061518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58338) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:58.066555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-383001383'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:58.070193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b27a344d-a3ea-4f40-9630-c4739af06c22 req-ca67984b-8d06-4a6d-bdbf-7b8133b31664 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632548 Sep 24 00:06:58.078140 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.100417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:06:58.105438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:58.110043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.128035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:58.130824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:06:58.133636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-6d78524b-1c64-4b13-baad-d7590b325058 None None] Allocated IP 172.20.0.18 (841e8f5e-1b45-4156-bb47-6e1b01ca9646/935d6c67-954c-4a12-96f9-f16b6398b88b/760cd10a-d24d-4ad3-9c86-84dc7cc639db) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:58.154061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:06:58.167607 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.167952 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment 648d4301-9532-4fed-8b5b-7de49d25e376 of type vlan for network 535ee59c-4459-4cd5-b006-b99ee646f11f Sep 24 00:06:58.189252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:58.201760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:58.202385 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.233393 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b2451564-540b-45d8-b36a-83fea6320631 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.8051574 Sep 24 00:06:58.235309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58352) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:58.239238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.240967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '310ab3a9-f914-4450-8291-0a642e91ce38'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:58.276508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.285372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:58.286359 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.293221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6d78524b-1c64-4b13-baad-d7590b325058 None None] For port 760cd10a-d24d-4ad3-9c86-84dc7cc639db, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=760cd10a-d24d-4ad3-9c86-84dc7cc639db,segment=NetworkSegment(d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1),segment_id=d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:06:58.322380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27b8500a-37c0-4aad-93b3-d38b2a4d8db8 req-7e148ecd-3292-40b9-bf20-9661284ccddf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c382c29d4fe44473a0390b3299193f52 HTTP/1.1" status: 200 len: 221 time: 0.0877075 Sep 24 00:06:58.337490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.344020 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d78524b-1c64-4b13-baad-d7590b325058 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.350965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d78524b-1c64-4b13-baad-d7590b325058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.418199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=535ee59c-4459-4cd5-b006-b99ee646f11f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:58.446883 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dc641d9c-e946-40d5-919d-be3165fd6d8a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3825984 Sep 24 00:06:58.450858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58360) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:58.451297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 535ee59c-4459-4cd5-b006-b99ee646f11f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:06:58.456193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:58.477343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78524b-1c64-4b13-baad-d7590b325058 None None] Pushing event updated for resources: {'Port': ['ID=760cd10a-d24d-4ad3-9c86-84dc7cc639db,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:58.574105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:06:58.577780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.582172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c526eedd-cfc4-4bbc-99f2-a8c1a6d93480 req-ffdfb681-023f-496d-8864-fc24a79bb035 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:58.583910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c526eedd-cfc4-4bbc-99f2-a8c1a6d93480 req-ffdfb681-023f-496d-8864-fc24a79bb035 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1514347 Sep 24 00:06:58.644703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45709cf-7ff3-4ffd-aa3f-bbb92ff41bd5 req-0af700be-002c-4a7f-8344-cc75ef566b25 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:58.646367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e45709cf-7ff3-4ffd-aa3f-bbb92ff41bd5 req-0af700be-002c-4a7f-8344-cc75ef566b25 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 945 time: 0.1629674 Sep 24 00:06:58.708733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c526eedd-cfc4-4bbc-99f2-a8c1a6d93480 req-6a1a6340-304a-40e8-b275-170a965daee3 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140580 Sep 24 00:06:58.728117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e45709cf-7ff3-4ffd-aa3f-bbb92ff41bd5 req-835869c6-69e2-46ec-8b75-7e3ec2c2a48a tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691223 Sep 24 00:06:58.773694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b7ffba-9786-4e07-9bd2-90793e40e558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2376f54-4e62-4c78-bcde-10ad4a5550d5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:06:58.778669 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01916493-92a0-436f-936e-b5080e992e42" -d '{"events": [{"server_uuid": "e7b7ffba-9786-4e07-9bd2-90793e40e558", "name": "network-vif-plugged", "status": "completed", "tag": "f2376f54-4e62-4c78-bcde-10ad4a5550d5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:06:58.781999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Delete allocated IP 172.20.0.21 (841e8f5e-1b45-4156-bb47-6e1b01ca9646/935d6c67-954c-4a12-96f9-f16b6398b88b) {{(pid=106379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 00:06:58.859916 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:58.929485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=a028148f-2183-4995-afcf-c073572f37c3,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:58.938127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:06:58.938497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: 535ee59c-4459-4cd5-b006-b99ee646f11f, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:06:58.957863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 535ee59c-4459-4cd5-b006-b99ee646f11f is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:06:58.968894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 535ee59c-4459-4cd5-b006-b99ee646f11f) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:06:58.977654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745b067-0472-4d98-9b86-0c422239f163 None None] Network 535ee59c-4459-4cd5-b006-b99ee646f11f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:58.982452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:58.983153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.003673 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-528de619-a0e9-4519-a24c-926858cf1187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5526371 Sep 24 00:06:59.006181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58370) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:59.018061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42c624-6394-48ae-8e52-1086fa7b1060 req-ec9652bc-2cac-4004-90ed-49266aa756e9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:59.025955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e42c624-6394-48ae-8e52-1086fa7b1060 req-ec9652bc-2cac-4004-90ed-49266aa756e9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.1393771 Sep 24 00:06:59.038742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba15c4a-a7dd-47ef-a279-7df33d396800 req-093a81d1-2562-46e7-a20b-8603811d396c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:59.040389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ba15c4a-a7dd-47ef-a279-7df33d396800 req-093a81d1-2562-46e7-a20b-8603811d396c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1678624 Sep 24 00:06:59.086041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.090350 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.097837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.102009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2104c3d4-3661-486c-bf64-4ffdb8391d27 None None] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:06:59.163464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e42c624-6394-48ae-8e52-1086fa7b1060 req-fee799b7-641e-4c1a-8a0a-08dcb0f307ae tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364377 Sep 24 00:06:59.245836 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b834cb7c-672c-4083-8df6-835786c00979 x-openstack-request-id: req-b834cb7c-672c-4083-8df6-835786c00979 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:06:59.246132 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b7ffba-9786-4e07-9bd2-90793e40e558", "name": "network-vif-plugged", "status": "completed", "tag": "f2376f54-4e62-4c78-bcde-10ad4a5550d5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:06:59.246383 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b834cb7c-672c-4083-8df6-835786c00979 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:06:59.246785 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b7ffba-9786-4e07-9bd2-90793e40e558', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2376f54-4e62-4c78-bcde-10ad4a5550d5', 'code': 200} Sep 24 00:06:59.260383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 760cd10a-d24d-4ad3-9c86-84dc7cc639db up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:06:59.263895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ba15c4a-a7dd-47ef-a279-7df33d396800 req-abe178f2-ac38-4508-99c0-1a8667ac3cc6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087083 Sep 24 00:06:59.269834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1629d621-b331-4a09-97f5-bad4f092f2ff None None] Provisioning complete for port 760cd10a-d24d-4ad3-9c86-84dc7cc639db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:59.270204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1629d621-b331-4a09-97f5-bad4f092f2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.300645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:06:59.393668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] In _notify_port_updated(), no bound segment for port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 on network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:06:59.403218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:59.406537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.411135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e29bb7a3-1a76-4673-b6d7-f6cced75bcda tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "PUT /v2.0/ports/1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 HTTP/1.1" status: 200 len: 918 time: 1.1748528 Sep 24 00:06:59.413543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58382) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:06:59.421675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '310ab3a9-f914-4450-8291-0a642e91ce38'}, {'subnet_id': '935d6c67-954c-4a12-96f9-f16b6398b88b'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:06:59.456637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2f85-cc4c-4166-96c0-1499271388c4 req-8d13fa37-d27c-4da1-ac0b-300e7ca4462e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:59.458178 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a67c2f85-cc4c-4166-96c0-1499271388c4 req-8d13fa37-d27c-4da1-ac0b-300e7ca4462e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 1097 time: 0.1270084 Sep 24 00:06:59.466539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cfb0db-ec8e-4d96-b03a-33592e1c243e req-a6ab86a3-e5ac-4507-aed1-ca8efa3839cf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:59.474688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57cfb0db-ec8e-4d96-b03a-33592e1c243e req-a6ab86a3-e5ac-4507-aed1-ca8efa3839cf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0616324 Sep 24 00:06:59.502782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.538914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57cfb0db-ec8e-4d96-b03a-33592e1c243e req-0f125384-ab54-4dcb-b371-e2dc93b3c2d1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586834 Sep 24 00:06:59.546938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-535ee59c-4459-4cd5-b006-b99ee646f11f', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:06:59.547789 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.686937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bdca4f-6d27-47ff-bef4-2d3e6a00b5c6 req-71a7d9fa-c3b7-4942-a1b4-7f9fa0144d10 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:59.689784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16bdca4f-6d27-47ff-bef4-2d3e6a00b5c6 req-71a7d9fa-c3b7-4942-a1b4-7f9fa0144d10 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0785124 Sep 24 00:06:59.709611 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a67c2f85-cc4c-4166-96c0-1499271388c4 req-ee17ca7f-4e3a-4dc5-a24b-d4af5cba61b5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425582 Sep 24 00:06:59.720688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.773322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 760cd10a-d24d-4ad3-9c86-84dc7cc639db triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:06:59.773695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:06:59.792491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16bdca4f-6d27-47ff-bef4-2d3e6a00b5c6 req-cbec0843-c9db-4d74-9c2e-a5d46da9a146 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923600 Sep 24 00:06:59.838519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Allocated IP 2001:db8::2 (535ee59c-4459-4cd5-b006-b99ee646f11f/a028148f-2183-4995-afcf-c073572f37c3/6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:06:59.986172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a4d03-dd8a-43d1-8bd6-660b8a371f7f req-bea96345-8a5e-409d-bf33-5a1568a0b8d6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:06:59.998120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-058a4d03-dd8a-43d1-8bd6-660b8a371f7f req-bea96345-8a5e-409d-bf33-5a1568a0b8d6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 945 time: 0.1063812 Sep 24 00:07:00.041335 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:00.048523 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:00.082777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-058a4d03-dd8a-43d1-8bd6-660b8a371f7f req-eb057289-4d75-489e-a38c-9c370da89096 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771632 Sep 24 00:07:00.106887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0af8d-e517-4f91-9e1d-59d364bd0df7 req-da947ed7-5091-44c2-b570-467e2e0a3df6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:00.108676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71c0af8d-e517-4f91-9e1d-59d364bd0df7 req-da947ed7-5091-44c2-b570-467e2e0a3df6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0962982 Sep 24 00:07:00.129122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Network 535ee59c-4459-4cd5-b006-b99ee646f11f is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:00.160151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6815d521-f9dd-4ccb-b106-09f45ef481b6 None None] Provisioning complete for port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:00.160558 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6815d521-f9dd-4ccb-b106-09f45ef481b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:00.163040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:00.165816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Pushing event updated for resources: {'Port': ['ID=6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:00.185720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:00.195297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71c0af8d-e517-4f91-9e1d-59d364bd0df7 req-5b8ce1f6-01b3-416c-a2cc-9c44d54ac14e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773089 Sep 24 00:07:00.240839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5c2d7dea-28b4-4084-9263-9b040d52f18d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:00.267737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6815d521-f9dd-4ccb-b106-09f45ef481b6 None None] Port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:00.269744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5c2d7dea-28b4-4084-9263-9b040d52f18d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:00.270154 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5c2d7dea-28b4-4084-9263-9b040d52f18d not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:00.318469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Attempting to bind port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:00.324582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Attempting to bind port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:00.325129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Attempting to bind port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 on network 535ee59c-4459-4cd5-b006-b99ee646f11f {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:00.328441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6815d521-f9dd-4ccb-b106-09f45ef481b6 None None] Provisioning complete for port 760cd10a-d24d-4ad3-9c86-84dc7cc639db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:00.328916 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6815d521-f9dd-4ccb-b106-09f45ef481b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:00.333717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:00.334725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Checking segment: {'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:00.335228 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:00.335693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Bound using segment: {'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:00.336264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Bound port: 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:00.336716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:00.359760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53245341-3e2b-4dd7-8b7d-f9c9fd7aed77 req-ee191ac5-385e-4114-87b6-4a02213dac78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:00.361886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53245341-3e2b-4dd7-8b7d-f9c9fd7aed77 req-ee191ac5-385e-4114-87b6-4a02213dac78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0796864 Sep 24 00:07:00.408976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53245341-3e2b-4dd7-8b7d-f9c9fd7aed77 req-db46d599-8e86-45a7-9349-ec5eddb9e775 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Sep 24 00:07:00.468352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] For port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:00.490998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] For port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089,segment=NetworkSegment(648d4301-9532-4fed-8b5b-7de49d25e376),segment_id=648d4301-9532-4fed-8b5b-7de49d25e376)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:00.501824 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:00.578735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fac7a7-2dc8-4ebb-8fc3-7dd15f4b51d6 req-adf7734f-ea2e-4251-9cab-1bb79ea33bb8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:00.582490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333a41b-bd93-4a7f-8d55-9ee86711c99e None None] Pushing event updated for resources: {'Port': ['ID=6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:00.595130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4fac7a7-2dc8-4ebb-8fc3-7dd15f4b51d6 req-adf7734f-ea2e-4251-9cab-1bb79ea33bb8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0713599 Sep 24 00:07:00.631282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-61f0088f-06a5-439d-b8e5-cf966426a2db None None] Provisioning complete for port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:00.631807 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61f0088f-06a5-439d-b8e5-cf966426a2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:00.640727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4fac7a7-2dc8-4ebb-8fc3-7dd15f4b51d6 req-471a5171-15d9-4e61-bbf7-d17e5ee9ece5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422218 Sep 24 00:07:00.659501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8::1 (535ee59c-4459-4cd5-b006-b99ee646f11f/a028148f-2183-4995-afcf-c073572f37c3/e2d7868c-de6d-43f6-8ca4-b358cea37968) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:00.673934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-61f0088f-06a5-439d-b8e5-cf966426a2db None None] Port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:00.770649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04534c-b097-488c-a4d7-9f0df443fd50 req-5ba8bb0c-2dc1-4950-8cef-70bfd83807d3 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:00.773027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a04534c-b097-488c-a4d7-9f0df443fd50 req-5ba8bb0c-2dc1-4950-8cef-70bfd83807d3 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0663450 Sep 24 00:07:00.912321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a04534c-b097-488c-a4d7-9f0df443fd50 req-f72d3adf-0b68-4af7-b705-ab7a0495defc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888674 Sep 24 00:07:00.936195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.28 (841e8f5e-1b45-4156-bb47-6e1b01ca9646/935d6c67-954c-4a12-96f9-f16b6398b88b/1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:00.975986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.064423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce611d-7d3b-47f2-89c7-022a6dccd561 req-77883b85-1c5e-4ada-9880-0d3622f77fe6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:01.065822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2ce611d-7d3b-47f2-89c7-022a6dccd561 req-77883b85-1c5e-4ada-9880-0d3622f77fe6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0549843 Sep 24 00:07:01.085109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.111191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2ce611d-7d3b-47f2-89c7-022a6dccd561 req-5e571a5b-9aa2-4114-a0da-bbb070186f4a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379715 Sep 24 00:07:01.163294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 535ee59c-4459-4cd5-b006-b99ee646f11f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:01.164596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=e2d7868c-de6d-43f6-8ca4-b358cea37968,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:01.175239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:01.180232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:01.180232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.207463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eff8f01-615f-487d-b2b2-976d0f3a42ba req-7d0e53eb-0a12-4977-80cf-a3a19cb1c8b3 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:01.209352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eff8f01-615f-487d-b2b2-976d0f3a42ba req-7d0e53eb-0a12-4977-80cf-a3a19cb1c8b3 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 945 time: 0.0536129 Sep 24 00:07:01.224187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.231621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.236811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.237165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.237509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.237837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.238182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.238498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.238934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.239169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.239496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.239816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.240697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.241021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:01.291620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc1804-8eb2-4b77-b0c7-f05180d120bf req-e109509b-9bb5-4757-b5da-686c1ab9160a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:01.298961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2fc1804-8eb2-4b77-b0c7-f05180d120bf req-e109509b-9bb5-4757-b5da-686c1ab9160a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0884728 Sep 24 00:07:01.306505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:01.322301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eff8f01-615f-487d-b2b2-976d0f3a42ba req-aa790de6-4db2-4679-9a2e-e8b0a5059ad7 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014917 Sep 24 00:07:01.353286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:01.360217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2fc1804-8eb2-4b77-b0c7-f05180d120bf req-fcd6e8b7-10cd-4187-9296-cc2df63ad246 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552893 Sep 24 00:07:01.449969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:01.450342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.504019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa105a-cdbb-490f-87df-15b4ca0ef460 req-5081a14f-1f67-45ea-bda4-a2159f102b22 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:01.506313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8baa105a-cdbb-490f-87df-15b4ca0ef460 req-5081a14f-1f67-45ea-bda4-a2159f102b22 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e HTTP/1.1" status: 200 len: 945 time: 0.0841842 Sep 24 00:07:01.524550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] In _notify_port_updated(), no bound segment for port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 on network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:07:01.531109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:01.531935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.536751 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d199bf97-b9e3-4043-87c2-4a2f55426e8f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "PUT /v2.0/ports/1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 HTTP/1.1" status: 200 len: 998 time: 2.1221774 Sep 24 00:07:01.537457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58442) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:01.552331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.572486 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.603800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aeef80-87e6-4904-a6f7-942e2acc58ed req-3e3cf9ea-6807-4d3f-99c0-699b38a87813 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:01.605503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4aeef80-87e6-4904-a6f7-942e2acc58ed req-3e3cf9ea-6807-4d3f-99c0-699b38a87813 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1248171 Sep 24 00:07:01.620338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089,segment=NetworkSegment(648d4301-9532-4fed-8b5b-7de49d25e376),segment_id=648d4301-9532-4fed-8b5b-7de49d25e376)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:01.625327 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.635374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8baa105a-cdbb-490f-87df-15b4ca0ef460 req-749c9371-779b-4088-86dd-4dea3e42ab8e tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137977 Sep 24 00:07:01.710589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4aeef80-87e6-4904-a6f7-942e2acc58ed req-875a5b15-8d34-49ae-a148-d3122e22ed6c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932374 Sep 24 00:07:01.711270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:01.788808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb58c29e-4992-4bfc-b0e9-f6300b66a6ec details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:07:01.849010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a4bf6ffb-bdc3-4576-a223-4ac2fb98ac45 None None] Provisioning complete for port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:01.849452 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4bf6ffb-bdc3-4576-a223-4ac2fb98ac45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.855318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb4e8c-bfea-4679-a03d-96f619e0e6cc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:01.855880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4e8c-bfea-4679-a03d-96f619e0e6cc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:01.858426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d19f9-2bc2-4245-be65-98c6143879fb req-ebd75e6e-a621-424f-946f-db66448e9331 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:01.868280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a71d19f9-2bc2-4245-be65-98c6143879fb req-ebd75e6e-a621-424f-946f-db66448e9331 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0805912 Sep 24 00:07:01.955231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316177a8-93cd-4cb9-babc-98e98fbc47c2 None None] Network 535ee59c-4459-4cd5-b006-b99ee646f11f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:01.964084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a4bf6ffb-bdc3-4576-a223-4ac2fb98ac45 None None] Port 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:01.965642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a71d19f9-2bc2-4245-be65-98c6143879fb req-c58d9e79-9397-479f-a15f-f5dfbbcace75 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962627 Sep 24 00:07:02.045521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4e8c-bfea-4679-a03d-96f619e0e6cc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.061244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:02.067898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1dfb4e8c-bfea-4679-a03d-96f619e0e6cc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:02.090235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'port_id': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'mac_address': 'fa:16:3e:f7:96:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:07:02.096309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.114720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f7edef69-efbe-498e-9bf8-f8e0a625659d None None] Provisioning complete for port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:02.114720 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f7edef69-efbe-498e-9bf8-f8e0a625659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.127815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.128585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.235091 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.296590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70261e6c-1856-406b-bfbb-33a6df86e7de req-c0f6903f-5863-4cc7-a9f4-327ac05eacb3 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:02.305161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70261e6c-1856-406b-bfbb-33a6df86e7de req-c0f6903f-5863-4cc7-a9f4-327ac05eacb3 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1004958 Sep 24 00:07:02.312748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb58c29e-4992-4bfc-b0e9-f6300b66a6ec {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:02.323067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=e2d7868c-de6d-43f6-8ca4-b358cea37968,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:02.343316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 535ee59c-4459-4cd5-b006-b99ee646f11f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:02.345697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:02.358017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70261e6c-1856-406b-bfbb-33a6df86e7de req-8202bbdc-3a0e-4ca6-8b67-baaa8ef696f6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518637 Sep 24 00:07:02.438854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:02.452461 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.551746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4e8c-bfea-4679-a03d-96f619e0e6cc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.567160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:02.573835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['cb58c29e-4992-4bfc-b0e9-f6300b66a6ec'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:07:02.579790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:07:02.585600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfb4e8c-bfea-4679-a03d-96f619e0e6cc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:02.623752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-55600602-3414-457d-bb36-a598d60b2882 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:02.632038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-55600602-3414-457d-bb36-a598d60b2882 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 812 time: 0.1968799 Sep 24 00:07:02.643265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ce822-766b-45a7-b9cc-bffc20a0a44f req-852f6224-d4b5-4783-a762-83f37782f3e6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:02.656251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db0ce822-766b-45a7-b9cc-bffc20a0a44f req-852f6224-d4b5-4783-a762-83f37782f3e6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1287141 Sep 24 00:07:02.686388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-a4f39bc9-fd51-47f6-8780-cc2202d31fad tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/quotas/d06a5de570e24cc1a62ab0503ba5ce9b HTTP/1.1" status: 200 len: 375 time: 0.0532990 Sep 24 00:07:02.755434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db0ce822-766b-45a7-b9cc-bffc20a0a44f req-e3923228-9c46-418c-b663-7964afa95d8b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982511 Sep 24 00:07:02.794143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1dfb4e8c-bfea-4679-a03d-96f619e0e6cc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.802687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f21f92be-4511-47b3-896b-3bb47122ffac tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1152754 Sep 24 00:07:02.806456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1dfb4e8c-bfea-4679-a03d-96f619e0e6cc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 HTTP/1.1" status: 204 len: 168 time: 1.2626221 Sep 24 00:07:02.806456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:02.815504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58502) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:02.817543 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:02.844944 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:02.845570 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:02.847488 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3373384b-fa8f-4499-b585-25d4b879f480 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8401930 Sep 24 00:07:02.848139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58504) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:02.865227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1114001680'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:02.897148 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0ca951-cecf-494b-b085-a0ae9bc65a22 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:07:02.901585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4e0ca951-cecf-494b-b085-a0ae9bc65a22 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 HTTP/1.1" status: 404 len: 333 time: 0.0842769 Sep 24 00:07:02.908173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58510) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:02.922974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:02.930767 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.967726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:07:02.979390 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:02.980809 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment 3b6631a9-82cc-4234-b59c-a1bb89a40b35 of type vlan for network 4a2aa7db-3c9a-4c07-9776-d9c573596056 Sep 24 00:07:03.063431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.099764 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.108788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:03.110959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.190590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e6713adb-c0a6-4ad2-a6de-4ae1a4cf9638 None None] Provisioning complete for port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:03.194569 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e6713adb-c0a6-4ad2-a6de-4ae1a4cf9638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.211673 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:03.285785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=4a2aa7db-3c9a-4c07-9776-d9c573596056,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:03.298985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 4a2aa7db-3c9a-4c07-9776-d9c573596056 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:07:03.332331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-de951dde-eb34-445e-b323-3e229beb2e2c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4806864 Sep 24 00:07:03.332900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58520) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:03.355312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:03.371773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:03.589879 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:01Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:01Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:03.602366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:03.610054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.651941 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:03.652298 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Updating router f30ce6e2-8ff9-402f-9108-4546f35bc09a port e2d7868c-de6d-43f6-8ca4-b358cea37968 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:07:03.679689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:03.679946 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.704107 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.753829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e6713adb-c0a6-4ad2-a6de-4ae1a4cf9638 None None] Provisioning complete for port e2d7868c-de6d-43f6-8ca4-b358cea37968 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:03.754206 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e6713adb-c0a6-4ad2-a6de-4ae1a4cf9638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.784933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdbe171d-794f-499c-89f7-6bb79949e688 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet 935d6c67-954c-4a12-96f9-f16b6398b88b {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:03.830933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303ce438-8ab3-403b-b460-ffe64f66c0e0 req-94c9616c-8e4e-4be6-83a3-19d4d9548116 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:03.847370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-303ce438-8ab3-403b-b460-ffe64f66c0e0 req-94c9616c-8e4e-4be6-83a3-19d4d9548116 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3070772 Sep 24 00:07:03.850442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdbe171d-794f-499c-89f7-6bb79949e688 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.863497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb58c29e-4992-4bfc-b0e9-f6300b66a6ec up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:03.871711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e6713adb-c0a6-4ad2-a6de-4ae1a4cf9638 None None] Port e2d7868c-de6d-43f6-8ca4-b358cea37968 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:03.936695 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:03.949641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-066e493e-e1c1-4690-ae31-218d8a58befb tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:03.951272 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-066e493e-e1c1-4690-ae31-218d8a58befb tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7b7ffba-9786-4e07-9bd2-90793e40e558 HTTP/1.1" status: 200 len: 945 time: 0.3917296 Sep 24 00:07:03.959884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-84e4cafb-2370-4568-8414-6d43cac9b276 service neutron] 10.222.0.24 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1557355 Sep 24 00:07:04.001458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-2db43d81-71bd-4b33-b2d5-c006870bd69f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:04.003468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-2db43d81-71bd-4b33-b2d5-c006870bd69f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e HTTP/1.1" status: 200 len: 945 time: 0.4619486 Sep 24 00:07:04.012149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f2a92ccf-8e40-4a88-8b68-dd83a5209376 None None] Provisioning complete for port e2d7868c-de6d-43f6-8ca4-b358cea37968 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:04.012530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2a92ccf-8e40-4a88-8b68-dd83a5209376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.076066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-303ce438-8ab3-403b-b460-ffe64f66c0e0 req-f15ca7b3-52c3-4788-b5c0-f2ca6f012da4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277381 Sep 24 00:07:04.093736 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdbe171d-794f-499c-89f7-6bb79949e688 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.110845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f2a92ccf-8e40-4a88-8b68-dd83a5209376 None None] Port e2d7868c-de6d-43f6-8ca4-b358cea37968 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:04.141121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:04.141504 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.142104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:04.142467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: 4a2aa7db-3c9a-4c07-9776-d9c573596056, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:07:04.238924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=3431ce34-1e49-47a7-9aa4-92852d412ec9,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:04.253209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 4a2aa7db-3c9a-4c07-9776-d9c573596056 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:07:04.276712 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.294257 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.302284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 4a2aa7db-3c9a-4c07-9776-d9c573596056) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:04.319152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:04.319744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.343699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.345961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9bc86e-76b1-4999-94a3-7c47886ca0c6 None None] Network 4a2aa7db-3c9a-4c07-9776-d9c573596056 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:04.350011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Deleting port f2376f54-4e62-4c78-bcde-10ad4a5550d5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:04.350352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.404877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:04.408826 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a5bf90-2cb0-4ace-8083-1ec63d6c4b7c" -d '{"events": [{"server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "name": "network-vif-plugged", "status": "completed", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:04.425159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-656ae0da-e80f-40fa-9c1f-637049fb260f service neutron] 10.222.0.24 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4641747 Sep 24 00:07:04.428325 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Pushing event updated for resources: {'Port': ['ID=e2d7868c-de6d-43f6-8ca4-b358cea37968,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:04.464542 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-64fdec2a-fc7c-43b6-a59f-bd55584b83f3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1227479 Sep 24 00:07:04.469142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:04.503603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:04.515034 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.565010 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.565378 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.565676 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.566004 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.566328 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.566649 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.567047 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.567371 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.567687 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.568002 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.568360 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.568672 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:04.575518 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Attempting to bind port e2d7868c-de6d-43f6-8ca4-b358cea37968 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:04.575732 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Attempting to bind port e2d7868c-de6d-43f6-8ca4-b358cea37968 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:04.576094 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Attempting to bind port e2d7868c-de6d-43f6-8ca4-b358cea37968 on network 535ee59c-4459-4cd5-b006-b99ee646f11f {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:04.581664 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:04.582034 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Checking segment: {'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:04.582432 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.583203 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Bound using segment: {'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:04.583681 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Bound port: e2d7868c-de6d-43f6-8ca4-b358cea37968, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648d4301-9532-4fed-8b5b-7de49d25e376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:04.584100 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.646964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Deleting port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:04.656324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.671514 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] For port e2d7868c-de6d-43f6-8ca4-b358cea37968, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:04.675834 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] For port e2d7868c-de6d-43f6-8ca4-b358cea37968, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e2d7868c-de6d-43f6-8ca4-b358cea37968,segment=NetworkSegment(648d4301-9532-4fed-8b5b-7de49d25e376),segment_id=648d4301-9532-4fed-8b5b-7de49d25e376)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:04.683450 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.688539 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdbe171d-794f-499c-89f7-6bb79949e688 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.731740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:04.752842 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:04.753482 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:04.799598 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdbe171d-794f-499c-89f7-6bb79949e688 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.841695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6243a7-3317-4be3-9c99-109db497b795 req-b90d975f-0758-4d76-a294-09dab24658fa tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:04.850581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a6243a7-3317-4be3-9c99-109db497b795 req-b90d975f-0758-4d76-a294-09dab24658fa tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.4429588 Sep 24 00:07:04.858632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-4a2aa7db-3c9a-4c07-9776-d9c573596056', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:07:04.860210 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.908152 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eef0418-5031-4040-95fa-eee2584f23f7 x-openstack-request-id: req-5eef0418-5031-4040-95fa-eee2584f23f7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:04.908440 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "name": "network-vif-plugged", "status": "completed", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:04.908699 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5eef0418-5031-4040-95fa-eee2584f23f7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:04.909093 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'code': 200} Sep 24 00:07:04.935471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] For port f2376f54-4e62-4c78-bcde-10ad4a5550d5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f2376f54-4e62-4c78-bcde-10ad4a5550d5,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:04.935865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:04.986871 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7898cb-c780-4b2d-8798-c779f0b08232 None None] Pushing event updated for resources: {'Port': ['ID=e2d7868c-de6d-43f6-8ca4-b358cea37968,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:05.015380 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:05.053629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe171d-794f-499c-89f7-6bb79949e688 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=935d6c67-954c-4a12-96f9-f16b6398b88b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:05.071256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Calling delete_port for f2376f54-4e62-4c78-bcde-10ad4a5550d5 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:05.082469 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bdbe171d-794f-499c-89f7-6bb79949e688 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:05.091041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58542) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:05.091356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bdbe171d-794f-499c-89f7-6bb79949e688 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/935d6c67-954c-4a12-96f9-f16b6398b88b HTTP/1.1" status: 204 len: 168 time: 2.1821017 Sep 24 00:07:05.131814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9213b2f0-4bf0-4754-b04c-b2977a7dcba1 None None] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:05.179245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] For port 765a6907-28cc-4cf2-9fed-df2ca9b033a7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=765a6907-28cc-4cf2-9fed-df2ca9b033a7,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:05.179592 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:05.207432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Calling delete_port for 765a6907-28cc-4cf2-9fed-df2ca9b033a7 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:05.393376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e1088794-4dce-408c-8543-13a717a06704 None None] Provisioning complete for port e2d7868c-de6d-43f6-8ca4-b358cea37968 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:05.393757 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1088794-4dce-408c-8543-13a717a06704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:05.487322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a6243a7-3317-4be3-9c99-109db497b795 req-2143587d-c185-4618-bf1a-cb1cf14e53fa tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6356928 Sep 24 00:07:05.511106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-869c0fdf-f9f0-451c-970f-879ecd60ef70 req-67c2adb7-32ad-4961-aebb-0e940581a073 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 210 time: 0.0904446 Sep 24 00:07:05.565753 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:05.593609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-941c6357-1467-4759-8be7-bc03f674c274 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet 310ab3a9-f914-4450-8291-0a642e91ce38 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:05.614432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['f2376f54-4e62-4c78-bcde-10ad4a5550d5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:07:05.646282 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:01Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:04Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:05.647312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Pushing event deleted for resources: {'Port': ['ID=765a6907-28cc-4cf2-9fed-df2ca9b033a7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:05.653370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-941c6357-1467-4759-8be7-bc03f674c274 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:05.723450 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12e69dc-7bcc-441a-bda2-f0ce03f822e8 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:01Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:04Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:05.737476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] No DVR routers for this DVR port 765a6907-28cc-4cf2-9fed-df2ca9b033a7 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:05.741737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:05.747976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ad3a2b0-7e96-408a-b392-445ad4dd8670 req-ec207f24-e0d0-4708-ab8e-42f25aab9a75 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.20 "DELETE /v2.0/ports/765a6907-28cc-4cf2-9fed-df2ca9b033a7 HTTP/1.1" status: 204 len: 173 time: 1.7285285 Sep 24 00:07:05.751154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e', 'name': 'network-vif-deleted', 'tag': '765a6907-28cc-4cf2-9fed-df2ca9b033a7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:05.754443 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227bd4f5-709c-431d-8ff5-2e1530af8d25" -d '{"events": [{"server_uuid": "7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e", "name": "network-vif-deleted", "tag": "765a6907-28cc-4cf2-9fed-df2ca9b033a7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:05.776990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-941c6357-1467-4759-8be7-bc03f674c274 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:05.954448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fabdff-0a26-474c-9dd8-5ece3a498304 req-c8002539-7f38-4583-a407-ccb48438470e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:05.966250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6fabdff-0a26-474c-9dd8-5ece3a498304 req-c8002539-7f38-4583-a407-ccb48438470e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1721654 Sep 24 00:07:06.026030 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2775ae0-2631-4fc8-a865-505fec90370b x-openstack-request-id: req-d2775ae0-2631-4fc8-a865-505fec90370b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:06.027168 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e", "name": "network-vif-deleted", "tag": "765a6907-28cc-4cf2-9fed-df2ca9b033a7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:06.027649 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2775ae0-2631-4fc8-a865-505fec90370b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:06.028494 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc39c7b-e9da-4cfe-9a71-d05e42a6ba5e', 'name': 'network-vif-deleted', 'tag': '765a6907-28cc-4cf2-9fed-df2ca9b033a7', 'status': 'completed', 'code': 200} Sep 24 00:07:06.044290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-941c6357-1467-4759-8be7-bc03f674c274 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.048378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6fabdff-0a26-474c-9dd8-5ece3a498304 req-5b66fd84-eb2c-400a-860b-49b082a4d0f8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800519 Sep 24 00:07:06.242940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Allocated IP 2001:db8:1::2 (4a2aa7db-3c9a-4c07-9776-d9c573596056/3431ce34-1e49-47a7-9aa4-92852d412ec9/b91768bb-dedd-4581-8198-1c74a4a10828) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:06.315052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb70d2-ebe2-4081-8cda-36deed5fc8e5 req-1da7bde7-7f43-474d-9ee4-851f0a26046c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:06.316795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6eb70d2-ebe2-4081-8cda-36deed5fc8e5 req-1da7bde7-7f43-474d-9ee4-851f0a26046c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0851457 Sep 24 00:07:06.411455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6eb70d2-ebe2-4081-8cda-36deed5fc8e5 req-5aab6b6c-e0f0-4670-a8e8-258632045b4e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845089 Sep 24 00:07:06.552614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.559859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-941c6357-1467-4759-8be7-bc03f674c274 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.607524 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1088794-4dce-408c-8543-13a717a06704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.636746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c6357-1467-4759-8be7-bc03f674c274 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=310ab3a9-f914-4450-8291-0a642e91ce38,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:06.645133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 765a6907-28cc-4cf2-9fed-df2ca9b033a7 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:06.828580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 765a6907-28cc-4cf2-9fed-df2ca9b033a7 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:06.829246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 765a6907-28cc-4cf2-9fed-df2ca9b033a7 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:06.845172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30256af7-344f-44cc-b88a-f375903fab75 req-2cf93f3b-3cfc-4715-b5e5-4769eafafec4 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 210 time: 0.1038001 Sep 24 00:07:06.904838 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:06.906479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8abf4-f65a-4402-90ca-e2489b47f1b8 req-5af95c80-2b4a-49e5-addc-e9d2f4dad2ae tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:06.909354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e1088794-4dce-408c-8543-13a717a06704 None None] For port e2d7868c-de6d-43f6-8ca4-b358cea37968, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e2d7868c-de6d-43f6-8ca4-b358cea37968,segment=NetworkSegment(648d4301-9532-4fed-8b5b-7de49d25e376),segment_id=648d4301-9532-4fed-8b5b-7de49d25e376)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:06.910273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34c8abf4-f65a-4402-90ca-e2489b47f1b8 req-5af95c80-2b4a-49e5-addc-e9d2f4dad2ae tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2732708 Sep 24 00:07:06.977207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34c8abf4-f65a-4402-90ca-e2489b47f1b8 req-746ef8eb-397f-4505-a4ad-f6e16e65b069 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599959 Sep 24 00:07:07.111746 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.116029 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1088794-4dce-408c-8543-13a717a06704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.130290 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.171774 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Network 4a2aa7db-3c9a-4c07-9776-d9c573596056 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:07.175660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:07.178807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:07.340794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74497160-b2ab-46a2-a9c1-849032ddf2f6 req-46c41506-3d9f-48c7-8d6b-d4f042a1376b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:07.352355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74497160-b2ab-46a2-a9c1-849032ddf2f6 req-46c41506-3d9f-48c7-8d6b-d4f042a1376b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2698915 Sep 24 00:07:07.440984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1088794-4dce-408c-8543-13a717a06704 None None] Pushing event updated for resources: {'Port': ['ID=e2d7868c-de6d-43f6-8ca4-b358cea37968,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:07.478122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e2d7868c-de6d-43f6-8ca4-b358cea37968 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:07.699620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Pushing event updated for resources: {'Port': ['ID=b91768bb-dedd-4581-8198-1c74a4a10828,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:07.704638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Attempting to bind port b91768bb-dedd-4581-8198-1c74a4a10828 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:07.705202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Attempting to bind port b91768bb-dedd-4581-8198-1c74a4a10828 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:07.705759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Attempting to bind port b91768bb-dedd-4581-8198-1c74a4a10828 on network 4a2aa7db-3c9a-4c07-9776-d9c573596056 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:07.722279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539db12e-d496-4709-a283-89fd2550adae None None] Update dhcp port {'port': {'network_id': '841e8f5e-1b45-4156-bb47-6e1b01ca9646', 'fixed_ips': [{'subnet_id': '310ab3a9-f914-4450-8291-0a642e91ce38'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '760cd10a-d24d-4ad3-9c86-84dc7cc639db'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:07:07.766540 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-539db12e-d496-4709-a283-89fd2550adae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.791995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f942399b-b640-4c5c-a294-47fd2a270bda None None] Provisioning complete for port e2d7868c-de6d-43f6-8ca4-b358cea37968 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:07.792758 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f942399b-b640-4c5c-a294-47fd2a270bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.811771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-941c6357-1467-4759-8be7-bc03f674c274 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.823810 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-941c6357-1467-4759-8be7-bc03f674c274 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/310ab3a9-f914-4450-8291-0a642e91ce38 HTTP/1.1" status: 204 len: 168 time: 2.7303376 Sep 24 00:07:07.837488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58610) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:07.865503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f2376f54-4e62-4c78-bcde-10ad4a5550d5 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:07.868871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:07.869096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Checking segment: {'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:07.869511 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.869896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Bound using segment: {'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:07.870516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Bound port: b91768bb-dedd-4581-8198-1c74a4a10828, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:07.870925 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:07.915927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74497160-b2ab-46a2-a9c1-849032ddf2f6 req-3a4aaa6e-f12a-485c-a2e1-2aa1751838bd tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608292 Sep 24 00:07:08.091188 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.100237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-68daf259-dde2-4f1f-acd0-b4dc5c1f897e tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:08.101801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-68daf259-dde2-4f1f-acd0-b4dc5c1f897e tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.20 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 812 time: 0.5976567 Sep 24 00:07:08.132259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80c0d0df-ef79-468e-92b5-ce0f061329ca req-9b72692e-4424-476d-8751-ba12dc812032 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 210 time: 0.0655160 Sep 24 00:07:08.139089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-7c6be109-2c0b-4b96-a4ac-196dee86fc48 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:08.140568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-7c6be109-2c0b-4b96-a4ac-196dee86fc48 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.18 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 812 time: 0.7618070 Sep 24 00:07:08.144480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Request body: {'port': {'device_id': '0564f4be-3b4a-4161-b679-6aa77a0d17b6', 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'admin_state_up': True, 'tenant_id': 'd06a5de570e24cc1a62ab0503ba5ce9b'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:08.175974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Request body: {'port': {'device_id': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'admin_state_up': True, 'tenant_id': 'd06a5de570e24cc1a62ab0503ba5ce9b'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:08.193716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e2d7868c-de6d-43f6-8ca4-b358cea37968 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:08.194444 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.337114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Pushing event deleted for resources: {'Port': ['ID=f2376f54-4e62-4c78-bcde-10ad4a5550d5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:08.380892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No active binding found for port f2376f54-4e62-4c78-bcde-10ad4a5550d5 {{(pid=106380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 00:07:08.381776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f2376f54-4e62-4c78-bcde-10ad4a5550d5 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:08.396574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.418255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daf3577-000e-46ac-8031-1bd06f07d511 None None] Network 841e8f5e-1b45-4156-bb47-6e1b01ca9646 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:08.521941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] For port b91768bb-dedd-4581-8198-1c74a4a10828, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:08.545980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Made reservation on behalf of d06a5de570e24cc1a62ab0503ba5ce9b for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:08.549672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.594712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] No DVR routers for this DVR port f2376f54-4e62-4c78-bcde-10ad4a5550d5 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:08.608369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.610078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae4cbd82-4950-4ad7-9ff5-2d4af5795360 req-beb6283b-5797-4a27-b064-793e15edb747 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.18 "DELETE /v2.0/ports/f2376f54-4e62-4c78-bcde-10ad4a5550d5 HTTP/1.1" status: 204 len: 173 time: 4.6497552 Sep 24 00:07:08.610545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7b7ffba-9786-4e07-9bd2-90793e40e558', 'name': 'network-vif-deleted', 'tag': 'f2376f54-4e62-4c78-bcde-10ad4a5550d5'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:08.612982 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c041d-83d2-48d5-bc60-de7fa725cffb" -d '{"events": [{"server_uuid": "e7b7ffba-9786-4e07-9bd2-90793e40e558", "name": "network-vif-deleted", "tag": "f2376f54-4e62-4c78-bcde-10ad4a5550d5"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:08.704508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6294587b-b3b8-4230-bbdf-4448478858d9 None None] Provisioning complete for port 760cd10a-d24d-4ad3-9c86-84dc7cc639db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:08.704935 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6294587b-b3b8-4230-bbdf-4448478858d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.825562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8:1::1 (4a2aa7db-3c9a-4c07-9776-d9c573596056/3431ce34-1e49-47a7-9aa4-92852d412ec9/773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:08.834795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 760cd10a-d24d-4ad3-9c86-84dc7cc639db {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:08.835438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.847525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] For port b91768bb-dedd-4581-8198-1c74a4a10828, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b91768bb-dedd-4581-8198-1c74a4a10828,segment=NetworkSegment(3b6631a9-82cc-4234-b59c-a1bb89a40b35),segment_id=3b6631a9-82cc-4234-b59c-a1bb89a40b35)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:08.851286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffa149-3094-4650-a94c-c1f3bdec67e6 req-decaedb6-16b4-4b6a-9f42-55e768c0ba19 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:08.857555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7ffa149-3094-4650-a94c-c1f3bdec67e6 req-decaedb6-16b4-4b6a-9f42-55e768c0ba19 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.4126172 Sep 24 00:07:08.887778 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.942811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Made reservation on behalf of d06a5de570e24cc1a62ab0503ba5ce9b for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:08.950979 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:08.954175 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b703d9-2050-4d56-82c6-681ef7906f08 x-openstack-request-id: req-51b703d9-2050-4d56-82c6-681ef7906f08 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:08.954691 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7b7ffba-9786-4e07-9bd2-90793e40e558", "name": "network-vif-deleted", "tag": "f2376f54-4e62-4c78-bcde-10ad4a5550d5", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:08.955128 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51b703d9-2050-4d56-82c6-681ef7906f08 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:08.955720 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7b7ffba-9786-4e07-9bd2-90793e40e558', 'name': 'network-vif-deleted', 'tag': 'f2376f54-4e62-4c78-bcde-10ad4a5550d5', 'status': 'completed', 'code': 200} Sep 24 00:07:09.025982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] For port 760cd10a-d24d-4ad3-9c86-84dc7cc639db, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=760cd10a-d24d-4ad3-9c86-84dc7cc639db,segment=NetworkSegment(d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1),segment_id=d6e51b9e-6f8b-4a9e-80c7-315c5d62bed1)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:09.031364 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.053686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 760cd10a-d24d-4ad3-9c86-84dc7cc639db owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:09.142600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.152390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14d9557-a59a-46f9-bdb6-4c06ce539296 None None] Pushing event updated for resources: {'Port': ['ID=b91768bb-dedd-4581-8198-1c74a4a10828,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:09.177159 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.208246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] DHCP port deletion for 841e8f5e-1b45-4156-bb47-6e1b01ca9646 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:09.276852 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.281630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.310782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] Deleting port 760cd10a-d24d-4ad3-9c86-84dc7cc639db {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:09.311440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.372351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 4a2aa7db-3c9a-4c07-9776-d9c573596056 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:09.374156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No DVR routers for this DVR port 760cd10a-d24d-4ad3-9c86-84dc7cc639db on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:09.376602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:09.383420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=760cd10a-d24d-4ad3-9c86-84dc7cc639db,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:09.385873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:09.391361 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.413658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] For port 760cd10a-d24d-4ad3-9c86-84dc7cc639db, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:09.414713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.417934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Allocated IP 172.20.0.10 (ecbaa288-2e4e-44cd-abfe-564fffca16a7/2b003f3e-4639-45c8-ac7c-d6d5b6add5bd/d0ded4a6-bd95-420d-a52c-0ede722e53a3) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:09.454661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] Calling delete_port for 760cd10a-d24d-4ad3-9c86-84dc7cc639db owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:09.456600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] Port 760cd10a-d24d-4ad3-9c86-84dc7cc639db was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:07:09.459729 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.462400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e2d7868c-de6d-43f6-8ca4-b358cea37968 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:09.493768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] Pushing event deleted for resources: {'Port': ['ID=760cd10a-d24d-4ad3-9c86-84dc7cc639db,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:09.528113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0916ab12-f0e6-4acb-a42b-237323055f5c None None] No DVR routers for this DVR port 760cd10a-d24d-4ad3-9c86-84dc7cc639db on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:09.566101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e2d7868c-de6d-43f6-8ca4-b358cea37968 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:09.566883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.677826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:09.731840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.739303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.762792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 760cd10a-d24d-4ad3-9c86-84dc7cc639db no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:09.779612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841e8f5e-1b45-4156-bb47-6e1b01ca9646']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:09.805761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 760cd10a-d24d-4ad3-9c86-84dc7cc639db {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:09.806454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 760cd10a-d24d-4ad3-9c86-84dc7cc639db not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:09.806685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7ffa149-3094-4650-a94c-c1f3bdec67e6 req-cb149d0d-9e72-4cd6-9176-690cb2400749 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8678501 Sep 24 00:07:09.827938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e51b9e-6f8b-4a9e-80c7-315c5d62bed1') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:09.828641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e51b9e-6f8b-4a9e-80c7-315c5d62bed1') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:09.838502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26e13986-50ca-4ad8-a658-a03f8010fd86 req-bef1ef34-481c-42a6-9410-d8bc675032da tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 210 time: 0.1347835 Sep 24 00:07:09.850687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.867506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.891690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.921709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.925966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:09.926931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:09.931391 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:10.039652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Pushing event updated for resources: {'Port': ['ID=d0ded4a6-bd95-420d-a52c-0ede722e53a3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:10.057611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Network ecbaa288-2e4e-44cd-abfe-564fffca16a7 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:10.064346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:10.067244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:10.084329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.092970 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.101954 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/networks/841e8f5e-1b45-4156-bb47-6e1b01ca9646 HTTP/1.1" status: 204 len: 168 time: 2.2529368 Sep 24 00:07:10.104799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58648) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:10.128863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:10.129485 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.142791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2974cc-3df1-4c7e-95a6-bf260bbd2daa tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Network': ['ID=841e8f5e-1b45-4156-bb47-6e1b01ca9646,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:10.175646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Allocated IP 172.20.0.12 (ecbaa288-2e4e-44cd-abfe-564fffca16a7/2b003f3e-4639-45c8-ac7c-d6d5b6add5bd/803856c8-3907-4b44-b657-a2da3e299b61) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:10.182291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d672d46a-3405-4f69-a25a-c7d80ee54af6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0531697 Sep 24 00:07:10.199289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Request body: {'port': {'device_id': '0564f4be-3b4a-4161-b679-6aa77a0d17b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:10.260836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0f9dfa-1101-4f5e-b3b1-8b22d6f17cf1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:10.268468 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ee0f9dfa-1101-4f5e-b3b1-8b22d6f17cf1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1611273 Sep 24 00:07:10.269846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58650) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:10.302933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.400855 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3fde1ab8-26e5-4b1a-9703-46865ff7e4cf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1271751 Sep 24 00:07:10.403588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58652) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:10.408723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1623421545'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:10.442690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.455008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.456374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.470921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:10.474717 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.620573 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.626240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:10.635936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:07:10.657909 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.658252 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Added segment bd02d28b-9a31-40b1-bff0-4442f9bb4971 of type vlan for network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 Sep 24 00:07:10.669999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.712418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 4a2aa7db-3c9a-4c07-9776-d9c573596056 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:10.728065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:10.744896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.798318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Network ecbaa288-2e4e-44cd-abfe-564fffca16a7 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:10.810035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:10.813152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Pushing event updated for resources: {'Port': ['ID=803856c8-3907-4b44-b657-a2da3e299b61,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:10.868028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbff0f3e-cacb-4968-8862-1d9c66571cb5 None None] Network 4a2aa7db-3c9a-4c07-9776-d9c573596056 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:10.878097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:10.910423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.922025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9df2ef1f-7eba-4372-9c3f-d4f4b11261df None None] Provisioning complete for port b91768bb-dedd-4581-8198-1c74a4a10828 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:10.922390 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df2ef1f-7eba-4372-9c3f-d4f4b11261df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.926005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:10.926976 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:10.950386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:10.951033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:11.049108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:11.053110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Network': ['ID=376f0d07-e77c-4bc1-af2f-7d68300dbed0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:11.054315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-853affc9-ddc4-4038-92d7-e3577d2ea12f tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9012191 Sep 24 00:07:11.065906 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a2a78e14-6919-4483-a876-988e610bb03d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6611011 Sep 24 00:07:11.069401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58666) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:11.089955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ded4a6-bd95-420d-a52c-0ede722e53a3 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:11.092808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:07:11.103492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038ffcc-7dab-4bdd-a9e2-72c4dc2d5b52 req-e58953ac-a04a-4deb-9f3c-f6b2154c5140 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:11.105047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6038ffcc-7dab-4bdd-a9e2-72c4dc2d5b52 req-e58953ac-a04a-4deb-9f3c-f6b2154c5140 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 932 time: 0.1515119 Sep 24 00:07:11.118845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf115b53-cb46-493a-8603-19bf9f4b6cae req-d20099a6-706d-47c4-ae4c-366037367af4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:11.120389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf115b53-cb46-493a-8603-19bf9f4b6cae req-d20099a6-706d-47c4-ae4c-366037367af4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2122607 Sep 24 00:07:11.140038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:11.211757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:11.231669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:11.234786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Request body: {'port': {'device_id': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:11.246363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Transition to ACTIVE for port object d0ded4a6-bd95-420d-a52c-0ede722e53a3 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:07:11.249538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6038ffcc-7dab-4bdd-a9e2-72c4dc2d5b52 req-a25f539b-8209-4505-809b-2c18d94c809d tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282084 Sep 24 00:07:11.273309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:11.286165 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3390f943-1d56-4d73-8de8-7131fbd9e763 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8159008 Sep 24 00:07:11.289242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58670) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:11.295776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2047782678'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:11.304292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:11.337435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:11.338135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:11.347030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b91768bb-dedd-4581-8198-1c74a4a10828 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:11.373345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf115b53-cb46-493a-8603-19bf9f4b6cae req-f7af4aba-89c4-4ba0-be32-005f5ee69cda tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272465 Sep 24 00:07:11.374018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:11.387075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:11.450484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df2ef1f-7eba-4372-9c3f-d4f4b11261df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:11.499460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Pushing event updated for resources: {'Port': ['ID=d0ded4a6-bd95-420d-a52c-0ede722e53a3,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:11.538138 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:11.590721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:11.595331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:11.610498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:07:11.688295 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:11.688901 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment d185cf5d-8f8d-4a24-a383-c899927ee512 of type vlan for network 115a5d23-d267-4c25-8dc9-c5de3769988b Sep 24 00:07:11.948840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9df2ef1f-7eba-4372-9c3f-d4f4b11261df None None] For port b91768bb-dedd-4581-8198-1c74a4a10828, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b91768bb-dedd-4581-8198-1c74a4a10828,segment=NetworkSegment(3b6631a9-82cc-4234-b59c-a1bb89a40b35),segment_id=3b6631a9-82cc-4234-b59c-a1bb89a40b35)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:11.966187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:11.969812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9df2ef1f-7eba-4372-9c3f-d4f4b11261df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.048015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b91768bb-dedd-4581-8198-1c74a4a10828 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:12.048541 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.057749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.176592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2ef1f-7eba-4372-9c3f-d4f4b11261df None None] Pushing event updated for resources: {'Port': ['ID=b91768bb-dedd-4581-8198-1c74a4a10828,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:12.185978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6c926200-466a-4c61-8b22-8e9b4b9fcd2e None None] Provisioning complete for port b91768bb-dedd-4581-8198-1c74a4a10828 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:12.186435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=5e75abbd-a912-4fff-beb2-b31b7f1fdf37,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:12.187074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6c926200-466a-4c61-8b22-8e9b4b9fcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.213857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Checking segment: {'id': 'bd02d28b-9a31-40b1-bff0-4442f9bb4971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:12.214403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network hostable DHCP agents. Network: 376f0d07-e77c-4bc1-af2f-7d68300dbed0, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:07:12.255188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:07:12.282196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 376f0d07-e77c-4bc1-af2f-7d68300dbed0) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:12.290078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:12.290843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.316507 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b6248680-66a7-4969-a61e-a05e3f9226d5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1161690 Sep 24 00:07:12.319313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58688) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:12.343815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0', 'name': 'tempest-PortsTestJSON-1647730055'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:12.389485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Attempting to bind port d0ded4a6-bd95-420d-a52c-0ede722e53a3 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:12.389814 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Attempting to bind port d0ded4a6-bd95-420d-a52c-0ede722e53a3 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:12.390139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Attempting to bind port d0ded4a6-bd95-420d-a52c-0ede722e53a3 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:12.395641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7deed0-9a01-403c-80dd-a2d3af0d7123 None None] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:12.427731 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.536318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:12.544048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.561543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Port d0ded4a6-bd95-420d-a52c-0ede722e53a3 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:07:12.562139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Attempting to bind port d0ded4a6-bd95-420d-a52c-0ede722e53a3 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:12.575127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:12.575754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Checking segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:12.576456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Bound using segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:12.577082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Bound port: d0ded4a6-bd95-420d-a52c-0ede722e53a3, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:12.577613 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.593302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 9a466b46-f0c6-438c-9473-9a39d040cc7d yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:07:12.610856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde65c3c-cf87-483a-a8aa-201af2254e19 req-9501460f-ec46-4efb-8d50-d792863c6c4b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:12.612854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fde65c3c-cf87-483a-a8aa-201af2254e19 req-9501460f-ec46-4efb-8d50-d792863c6c4b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3029423 Sep 24 00:07:12.744104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be28dbc5-941e-46d3-b7c3-86e20a7179c9 req-3017e63c-e78d-4759-a160-edc4d4091c98 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:12.746704 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be28dbc5-941e-46d3-b7c3-86e20a7179c9 req-3017e63c-e78d-4759-a160-edc4d4091c98 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 932 time: 0.3489783 Sep 24 00:07:12.792428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.13 (376f0d07-e77c-4bc1-af2f-7d68300dbed0/5e75abbd-a912-4fff-beb2-b31b7f1fdf37/9a466b46-f0c6-438c-9473-9a39d040cc7d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:12.808205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:09Z', 'revision_number': 3, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:10Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:12.810064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6c926200-466a-4c61-8b22-8e9b4b9fcd2e None None] Provisioning complete for port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:12.810437 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6c926200-466a-4c61-8b22-8e9b4b9fcd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.839360 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.845268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:12.846077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.878972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5869136 Sep 24 00:07:12.885627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:12.886440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Updating router f30ce6e2-8ff9-402f-9108-4546f35bc09a port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:07:12.900011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58694) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:12.909401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fde65c3c-cf87-483a-a8aa-201af2254e19 req-ee3a4a6e-a3ea-4d2d-8c19-3d4535c2258d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724602 Sep 24 00:07:12.915767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:12.932217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-376f0d07-e77c-4bc1-af2f-7d68300dbed0', 'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0', 'tenant_id': '2e95f152079b41a49740e56e5a34ea12', 'fixed_ips': [{'subnet_id': '5e75abbd-a912-4fff-beb2-b31b7f1fdf37'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:07:12.933347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:12.975409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6c926200-466a-4c61-8b22-8e9b4b9fcd2e None None] Port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:12.979052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be28dbc5-941e-46d3-b7c3-86e20a7179c9 req-877d9c44-4961-4cbe-b74c-95fb7fc41474 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255812 Sep 24 00:07:12.979528 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.115541 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.117311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689df254-23fd-4d48-ac27-2224be1e87f2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=115a5d23-d267-4c25-8dc9-c5de3769988b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:13.138267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 115a5d23-d267-4c25-8dc9-c5de3769988b details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:07:13.154829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] For port d0ded4a6-bd95-420d-a52c-0ede722e53a3, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:13.190645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.216334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] For port d0ded4a6-bd95-420d-a52c-0ede722e53a3, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d0ded4a6-bd95-420d-a52c-0ede722e53a3,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:13.234320 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.283987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:13.288428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:13.293586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:13.297948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:13.298794 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.300374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] 10.222.0.20 "PUT /v2.0/ports/d0ded4a6-bd95-420d-a52c-0ede722e53a3 HTTP/1.1" status: 200 len: 1093 time: 3.1080196 Sep 24 00:07:13.302935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0564f4be-3b4a-4161-b679-6aa77a0d17b6', 'tag': 'd0ded4a6-bd95-420d-a52c-0ede722e53a3'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:13.305392 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83" -d '{"events": [{"name": "network-changed", "server_uuid": "0564f4be-3b4a-4161-b679-6aa77a0d17b6", "tag": "d0ded4a6-bd95-420d-a52c-0ede722e53a3"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:13.344036 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=9a466b46-f0c6-438c-9473-9a39d040cc7d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:13.350596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803856c8-3907-4b44-b657-a2da3e299b61 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:13.365515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.385691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:13.387895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.397569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-337312ab-3a03-4818-bee4-b88f29fb605c None None] Provisioning complete for port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:13.398264 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-337312ab-3a03-4818-bee4-b88f29fb605c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.411038 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80451002-d9d2-4b03-8212-8e40ace12215 x-openstack-request-id: req-80451002-d9d2-4b03-8212-8e40ace12215 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:13.411345 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0564f4be-3b4a-4161-b679-6aa77a0d17b6", "tag": "d0ded4a6-bd95-420d-a52c-0ede722e53a3", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:13.411566 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80451002-d9d2-4b03-8212-8e40ace12215 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:13.411986 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0564f4be-3b4a-4161-b679-6aa77a0d17b6', 'tag': 'd0ded4a6-bd95-420d-a52c-0ede722e53a3', 'status': 'completed', 'code': 200} Sep 24 00:07:13.424647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b91768bb-dedd-4581-8198-1c74a4a10828 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:13.425960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:13.426714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.436596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54eed5a-a855-459d-85f6-238f54297e8a service neutron] Pushing event updated for resources: {'Port': ['ID=d0ded4a6-bd95-420d-a52c-0ede722e53a3,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:13.453583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Transition to ACTIVE for port object 803856c8-3907-4b44-b657-a2da3e299b61 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:07:13.468641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8206e1c8-8ab1-4cb2-b65f-49d757aa1554 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1452270 Sep 24 00:07:13.471201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58706) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:13.482207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0', 'name': 'tempest-PortsTestJSON-2105653078'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:13.496471 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.519594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cecc2a5f-72b0-4d74-9013-d1c55c84822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:13.521171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cecc2a5f-72b0-4d74-9013-d1c55c84822d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 1096 time: 0.1528931 Sep 24 00:07:13.551127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-337312ab-3a03-4818-bee4-b88f29fb605c None None] Port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:13.570835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Allocated IP 172.20.0.2 (376f0d07-e77c-4bc1-af2f-7d68300dbed0/5e75abbd-a912-4fff-beb2-b31b7f1fdf37/d4d69980-b03e-45ef-9002-9b1ba2bf8693) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:13.601586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f26f313f-a56e-4619-abeb-47d740ee599b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0ded4a6-bd95-420d-a52c-0ede722e53a3 HTTP/1.1" status: 200 len: 217 time: 0.0566189 Sep 24 00:07:13.662148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b91768bb-dedd-4581-8198-1c74a4a10828 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:13.662148 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.663858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Pushing event updated for resources: {'Port': ['ID=803856c8-3907-4b44-b657-a2da3e299b61,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:13.729623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:13.736067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.758137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-57c54d85-97ef-4682-9534-43c72a5ecd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:13.760026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-57c54d85-97ef-4682-9534-43c72a5ecd9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 200 len: 852 time: 0.1478188 Sep 24 00:07:13.765100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port befcb102-b320-4a48-a5f4-b0de13776972 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:07:13.815574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.826461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-453ce844-dadb-4ece-8da9-04de6558919c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecbaa288-2e4e-44cd-abfe-564fffca16a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584466 Sep 24 00:07:13.909847 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:13.920428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-57c78605-42a9-4ff7-aac1-8ffbba2f9c72 {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:07:13.921084 n-d-713498-18 neutron-server[106378]: DEBUG oslo_db.api [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:07:13.952015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Attempting to bind port 803856c8-3907-4b44-b657-a2da3e299b61 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:13.952388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Attempting to bind port 803856c8-3907-4b44-b657-a2da3e299b61 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:13.952684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Attempting to bind port 803856c8-3907-4b44-b657-a2da3e299b61 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:13.956167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-e716a075-6995-459e-84e4-4698178f5e4b service neutron] 10.222.0.20 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179419 Sep 24 00:07:14.019524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Port 803856c8-3907-4b44-b657-a2da3e299b61 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:07:14.019855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Attempting to bind port 803856c8-3907-4b44-b657-a2da3e299b61 on network ecbaa288-2e4e-44cd-abfe-564fffca16a7 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:14.022360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.033504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:14.036870 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.040941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:14.051796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:14.052032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:14.052032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Checking segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:14.052242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Bound using segment: {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:14.053363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Bound port: 803856c8-3907-4b44-b657-a2da3e299b61, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6976b485-e130-4db8-9e76-5691332d431a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:14.053732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.056739 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.059733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Pushing event updated for resources: {'Port': ['ID=d4d69980-b03e-45ef-9002-9b1ba2bf8693,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:14.141007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=26269c70-329d-4f6f-958a-92dad94419e9,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:14.183426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdf5be-fdc8-4137-81ed-4a35da34e26d None None] Pushing event updated for resources: {'Port': ['ID=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:14.217490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Attempting to bind port d4d69980-b03e-45ef-9002-9b1ba2bf8693 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:14.217905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Attempting to bind port d4d69980-b03e-45ef-9002-9b1ba2bf8693 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bd02d28b-9a31-40b1-bff0-4442f9bb4971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:14.218263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Attempting to bind port d4d69980-b03e-45ef-9002-9b1ba2bf8693 on network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:14.251021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:14.252101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Checking segment: {'id': 'bd02d28b-9a31-40b1-bff0-4442f9bb4971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:14.252101 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.252101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Bound using segment: {'id': 'bd02d28b-9a31-40b1-bff0-4442f9bb4971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:14.256493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Bound port: d4d69980-b03e-45ef-9002-9b1ba2bf8693, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd02d28b-9a31-40b1-bff0-4442f9bb4971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '376f0d07-e77c-4bc1-af2f-7d68300dbed0'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:14.256493 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.277297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Attempting to bind port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:14.277671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Attempting to bind port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:14.278806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Attempting to bind port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec on network 4a2aa7db-3c9a-4c07-9776-d9c573596056 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:14.287243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:14.288064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Checking segment: {'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:14.288634 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.289351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Bound using segment: {'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:14.289846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Bound port: 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6631a9-82cc-4234-b59c-a1bb89a40b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:14.290234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.290374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c779f32-3a67-43a8-bf53-f657973be7ba req-ba5720fe-5f72-4faf-89ee-ace6619d7c39 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:14.297790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c779f32-3a67-43a8-bf53-f657973be7ba req-ba5720fe-5f72-4faf-89ee-ace6619d7c39 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2667623 Sep 24 00:07:14.378780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-8889a52e-4357-4d28-b58a-8f1192552ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3993957 Sep 24 00:07:14.402378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] For port d4d69980-b03e-45ef-9002-9b1ba2bf8693, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:14.423529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.436308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08961427-7cd9-42c2-a2c4-6514c60acc32 req-aad8ee2f-4b56-4723-b9cf-da04603ce6a6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:14.438187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08961427-7cd9-42c2-a2c4-6514c60acc32 req-aad8ee2f-4b56-4723-b9cf-da04603ce6a6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 944 time: 0.3200495 Sep 24 00:07:14.441356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] For port d4d69980-b03e-45ef-9002-9b1ba2bf8693, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d4d69980-b03e-45ef-9002-9b1ba2bf8693,segment=NetworkSegment(bd02d28b-9a31-40b1-bff0-4442f9bb4971),segment_id=bd02d28b-9a31-40b1-bff0-4442f9bb4971)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:14.453939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] For port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:14.468844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 4512a7be-8d0a-43bc-8220-ec80b5f1da22 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:07:14.481254 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.484487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:14.484816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: 115a5d23-d267-4c25-8dc9-c5de3769988b, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:07:14.506687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] For port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,segment=NetworkSegment(3b6631a9-82cc-4234-b59c-a1bb89a40b35),segment_id=3b6631a9-82cc-4234-b59c-a1bb89a40b35)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:14.510303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c779f32-3a67-43a8-bf53-f657973be7ba req-dd0b9749-cad4-4c53-b594-686ec87cd6c3 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114410 Sep 24 00:07:14.557241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-428ade5d-56ea-47a4-a1e1-74134bda3008 None None] Provisioning complete for port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:14.557787 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-428ade5d-56ea-47a4-a1e1-74134bda3008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.562314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.609133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] For port 803856c8-3907-4b44-b657-a2da3e299b61, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:14.637225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] For port 803856c8-3907-4b44-b657-a2da3e299b61, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=803856c8-3907-4b44-b657-a2da3e299b61,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:14.729337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08961427-7cd9-42c2-a2c4-6514c60acc32 req-d8dc92f1-d936-4e46-8f4d-7a26e3fb9d74 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505462 Sep 24 00:07:14.742484 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:14.762100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.6 (376f0d07-e77c-4bc1-af2f-7d68300dbed0/5e75abbd-a912-4fff-beb2-b31b7f1fdf37/4512a7be-8d0a-43bc-8220-ec80b5f1da22) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:14.945633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-e91eb935-8e09-4250-b9a3-68dc98f3fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:14.947248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-e91eb935-8e09-4250-b9a3-68dc98f3fc4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 1096 time: 0.4945867 Sep 24 00:07:15.010397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.011078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.012568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] 10.222.0.18 "PUT /v2.0/ports/803856c8-3907-4b44-b657-a2da3e299b61 HTTP/1.1" status: 200 len: 1093 time: 3.9396067 Sep 24 00:07:15.015881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 115a5d23-d267-4c25-8dc9-c5de3769988b is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:07:15.033534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31bc49e-bfad-4226-8bf6-d5786d074786 None None] Pushing event updated for resources: {'Port': ['ID=d4d69980-b03e-45ef-9002-9b1ba2bf8693,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:15.071763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 115a5d23-d267-4c25-8dc9-c5de3769988b) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:15.077259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.077966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.124089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdf5be-fdc8-4137-81ed-4a35da34e26d None None] Pushing event updated for resources: {'Port': ['ID=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:15.129230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c62eef-148e-44ea-b958-c0f5f263ee08 None None] Network 115a5d23-d267-4c25-8dc9-c5de3769988b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:15.137330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd1bff9b-060e-405f-a9c1-19a36ea03158 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2265279 Sep 24 00:07:15.140763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58726) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:15.204257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe61df-1fe9-4c69-bdf4-2b9566962f2c service neutron] Pushing event updated for resources: {'Port': ['ID=803856c8-3907-4b44-b657-a2da3e299b61,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:15.216546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:15.222878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:15.293312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9cb3f8-a455-4ea5-9ed6-7e0a06f6cbcf req-f33aaa05-faca-4819-9fa7-c882fef3f06c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.294934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb9cb3f8-a455-4ea5-9ed6-7e0a06f6cbcf req-f33aaa05-faca-4819-9fa7-c882fef3f06c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.4033806 Sep 24 00:07:15.309733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.329295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f3377a00-8140-477d-afdb-8d11ba19cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.330839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-f3377a00-8140-477d-afdb-8d11ba19cd30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 1096 time: 0.2343650 Sep 24 00:07:15.377366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d4d69980-b03e-45ef-9002-9b1ba2bf8693 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:15.383748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-75d1e4c1-b72f-40f9-a073-dd2223185416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.385679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-75d1e4c1-b72f-40f9-a073-dd2223185416 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 913 time: 0.3563323 Sep 24 00:07:15.421567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'tag': '803856c8-3907-4b44-b657-a2da3e299b61'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:15.425666 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4279a8a6-1c1e-4af2-a819-e58a761b40e4" -d '{"events": [{"name": "network-changed", "server_uuid": "32fe902b-9754-4caf-ab4c-4f2fe56a732b", "tag": "803856c8-3907-4b44-b657-a2da3e299b61"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:15.436351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb9cb3f8-a455-4ea5-9ed6-7e0a06f6cbcf req-43af3ef8-8513-44a9-9f8d-15ed4c5d0807 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307859 Sep 24 00:07:15.500815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-5700ed54-539b-44cb-b75b-11a28da7ce75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=803856c8-3907-4b44-b657-a2da3e299b61 HTTP/1.1" status: 200 len: 217 time: 0.1527772 Sep 24 00:07:15.503861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.506933 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b04ac2-c1a0-44cc-9326-a217e2e99b11 x-openstack-request-id: req-83b04ac2-c1a0-44cc-9326-a217e2e99b11 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:15.507290 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32fe902b-9754-4caf-ab4c-4f2fe56a732b", "tag": "803856c8-3907-4b44-b657-a2da3e299b61", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:15.507608 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-83b04ac2-c1a0-44cc-9326-a217e2e99b11 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:15.508145 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'tag': '803856c8-3907-4b44-b657-a2da3e299b61', 'status': 'completed', 'code': 200} Sep 24 00:07:15.511915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-2a122aa9-a3be-478e-b45a-64c6c051ac89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0ded4a6-bd95-420d-a52c-0ede722e53a3 HTTP/1.1" status: 200 len: 217 time: 0.0802238 Sep 24 00:07:15.583870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:15.616701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-e7f1ee79-d027-4b2c-a4e6-ad648e2fa3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.618311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-e7f1ee79-d027-4b2c-a4e6-ad648e2fa3af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 200 len: 852 time: 0.0974605 Sep 24 00:07:15.642888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=4512a7be-8d0a-43bc-8220-ec80b5f1da22,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:15.650909 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-428ade5d-56ea-47a4-a1e1-74134bda3008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.681679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:15.692196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-3c3c6794-9b0b-4f35-8ee0-51b5eedcd251 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ecbaa288-2e4e-44cd-abfe-564fffca16a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618317 Sep 24 00:07:15.725324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d4d69980-b03e-45ef-9002-9b1ba2bf8693 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:15.725697 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.747615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d8ec8223-0ed9-4627-bb63-4e350db198d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.751678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:15.760586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:15.768589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-d8ec8223-0ed9-4627-bb63-4e350db198d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 200 len: 852 time: 0.2434502 Sep 24 00:07:15.872757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:15.873867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:15.906239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-648e7072-81e8-4060-9210-280f7d283b36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecbaa288-2e4e-44cd-abfe-564fffca16a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358409 Sep 24 00:07:15.934201 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2cc577a4-5e28-4052-9d62-6db09e9899f0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4611340 Sep 24 00:07:15.937212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58748) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:16.051764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-428ade5d-56ea-47a4-a1e1-74134bda3008 None None] For port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,segment=NetworkSegment(3b6631a9-82cc-4234-b59c-a1bb89a40b35),segment_id=3b6631a9-82cc-4234-b59c-a1bb89a40b35)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:16.069598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49310c-291a-4a65-a9bf-68b2afac5668 req-85bf201b-5905-41d5-8983-f42d91ad6155 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:16.072429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-115a5d23-d267-4c25-8dc9-c5de3769988b', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:07:16.073287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:16.080555 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-428ade5d-56ea-47a4-a1e1-74134bda3008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:16.080841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f49310c-291a-4a65-a9bf-68b2afac5668 req-85bf201b-5905-41d5-8983-f42d91ad6155 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 944 time: 0.1788764 Sep 24 00:07:16.178152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beb72d-39a9-4890-b0dc-3a6a02f69d3e req-144615e7-058f-4053-b7e4-92c86e1500c6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:16.185284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca0c11b-f9be-4092-bc24-21e126d28c1c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:16.186750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06beb72d-39a9-4890-b0dc-3a6a02f69d3e req-144615e7-058f-4053-b7e4-92c86e1500c6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.4935780 Sep 24 00:07:16.186920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fca0c11b-f9be-4092-bc24-21e126d28c1c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2484977 Sep 24 00:07:16.197486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58750) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:16.227653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428ade5d-56ea-47a4-a1e1-74134bda3008 None None] Pushing event updated for resources: {'Port': ['ID=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:16.258276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:16.306956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-18815b1c-93b2-4196-a589-934d59bff016 None None] Provisioning complete for port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:16.307473 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18815b1c-93b2-4196-a589-934d59bff016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:16.345531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f49310c-291a-4a65-a9bf-68b2afac5668 req-3a0a9de3-3f98-40e7-9690-bf36a3477030 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541306 Sep 24 00:07:16.361507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-07f8a88b-05fc-45e8-8d2e-b7c1a5d08ddb service neutron] 10.222.0.18 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039359 Sep 24 00:07:16.365218 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:16.424816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port d4d69980-b03e-45ef-9002-9b1ba2bf8693, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d4d69980-b03e-45ef-9002-9b1ba2bf8693,segment=NetworkSegment(bd02d28b-9a31-40b1-bff0-4442f9bb4971),segment_id=bd02d28b-9a31-40b1-bff0-4442f9bb4971)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:16.426331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8b9231-38c9-4202-8593-48a93502589f None None] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:16.428468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d0ded4a6-bd95-420d-a52c-0ede722e53a3 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:07:16.464645 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:16.531024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=d4d69980-b03e-45ef-9002-9b1ba2bf8693,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:16.561255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:09Z', 'revision_number': 3, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:14Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:16.599318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ba4fa1-240c-4024-be0b-39fd9422d5f4 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:09Z', 'revision_number': 3, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:14Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:16.611977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-687d252d-c973-4ca5-8c6c-dbb96ee6825b req-260e7efd-06b8-4512-9d41-6945a47daa85 service neutron] 10.222.0.18 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223189 Sep 24 00:07:16.639118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06beb72d-39a9-4890-b0dc-3a6a02f69d3e req-cc92bbe4-f8cf-434b-941f-3bad2df6f780 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494460 Sep 24 00:07:16.647430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-2cbd7650-37a4-485c-a4e6-6ac83e654929 service neutron] 10.222.0.20 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8738151 Sep 24 00:07:16.920988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-8396d144-b255-422a-9f0a-22d8200f7752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:16.922458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-8396d144-b255-422a-9f0a-22d8200f7752 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 1096 time: 0.2078283 Sep 24 00:07:16.958201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Allocated IP 2001:db8:2::2 (115a5d23-d267-4c25-8dc9-c5de3769988b/26269c70-329d-4f6f-958a-92dad94419e9/9508239c-54d6-4ad0-94af-bffc56409839) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:17.026248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f8694-cc70-4d1e-9567-e5d00b3eb31b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 4512a7be-8d0a-43bc-8220-ec80b5f1da22 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:17.027366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8694-cc70-4d1e-9567-e5d00b3eb31b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.065419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d0ded4a6-bd95-420d-a52c-0ede722e53a3, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d0ded4a6-bd95-420d-a52c-0ede722e53a3,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:17.119485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fda2b60-f964-4dbe-a920-acf8cb5a1b83 req-85d71acd-7235-4135-9341-bdf4bd04ae0a service neutron] 10.222.0.20 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401133 Sep 24 00:07:17.156306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41358bfc-8fb3-4bbe-a1f1-3dc6ea3ba93b req-16abe7fd-8b09-4d3c-974e-4adf3c1601d1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:17.175890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'd0ded4a6-bd95-420d-a52c-0ede722e53a3', 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'port_id': 'd0ded4a6-bd95-420d-a52c-0ede722e53a3', 'mac_address': 'fa:16:3e:03:14:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b003f3e-4639-45c8-ac7c-d6d5b6add5bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:07:17.182048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41358bfc-8fb3-4bbe-a1f1-3dc6ea3ba93b req-16abe7fd-8b09-4d3c-974e-4adf3c1601d1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3129227 Sep 24 00:07:17.299710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8694-cc70-4d1e-9567-e5d00b3eb31b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.324127 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.326297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-62924a73-e5e8-4b31-9a82-46dcd85950eb None None] Provisioning complete for port d4d69980-b03e-45ef-9002-9b1ba2bf8693 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:17.326655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-62924a73-e5e8-4b31-9a82-46dcd85950eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.345277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2f8f8694-cc70-4d1e-9567-e5d00b3eb31b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 4512a7be-8d0a-43bc-8220-ec80b5f1da22 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:17.365663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-222dca03-0198-40c3-9e48-c76c749f7189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:17.370252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-222dca03-0198-40c3-9e48-c76c749f7189 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 200 len: 913 time: 0.4317079 Sep 24 00:07:17.464923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ded4a6-bd95-420d-a52c-0ede722e53a3 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:17.495657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41358bfc-8fb3-4bbe-a1f1-3dc6ea3ba93b req-69756175-b42c-42e2-aee1-5e630bf9d02d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868283 Sep 24 00:07:17.510309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d0ded4a6-bd95-420d-a52c-0ede722e53a3, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d0ded4a6-bd95-420d-a52c-0ede722e53a3,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:17.519918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d4d69980-b03e-45ef-9002-9b1ba2bf8693 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:17.561573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.637171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-bf9271bd-82f1-45e3-88ab-4f8f3e37a758 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=803856c8-3907-4b44-b657-a2da3e299b61 HTTP/1.1" status: 200 len: 217 time: 0.2084708 Sep 24 00:07:17.646822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8694-cc70-4d1e-9567-e5d00b3eb31b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.724235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f8694-cc70-4d1e-9567-e5d00b3eb31b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=4512a7be-8d0a-43bc-8220-ec80b5f1da22,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:17.757269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-2dec0a78-fb50-4826-9103-4d0773834587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:17.759043 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-2dec0a78-fb50-4826-9103-4d0773834587 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 200 len: 852 time: 0.0859821 Sep 24 00:07:17.800174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-69240155-196d-44c6-a4af-af099370e3a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ecbaa288-2e4e-44cd-abfe-564fffca16a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309367 Sep 24 00:07:17.843561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901d5df-d625-4f32-b04e-739c3131cec0 req-18fef951-fc5b-4377-a85f-a2eeb7625be6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:17.847099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8901d5df-d625-4f32-b04e-739c3131cec0 req-18fef951-fc5b-4377-a85f-a2eeb7625be6 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 944 time: 0.2412777 Sep 24 00:07:17.880984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f8f8694-cc70-4d1e-9567-e5d00b3eb31b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:17.884517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2f8f8694-cc70-4d1e-9567-e5d00b3eb31b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/4512a7be-8d0a-43bc-8220-ec80b5f1da22 HTTP/1.1" status: 204 len: 168 time: 1.6865218 Sep 24 00:07:17.886336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58774) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:17.935800 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-431d8d79-98aa-470e-b56d-3fd7e2de189c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:07:17.937357 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-431d8d79-98aa-470e-b56d-3fd7e2de189c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/4512a7be-8d0a-43bc-8220-ec80b5f1da22 HTTP/1.1" status: 404 len: 333 time: 0.0498767 Sep 24 00:07:17.940480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58778) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:18.093933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-69329230-c8ce-4b7b-96d0-d1653c848a01 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 9a466b46-f0c6-438c-9473-9a39d040cc7d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:18.095012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69329230-c8ce-4b7b-96d0-d1653c848a01 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.104054 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.107171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=d0ded4a6-bd95-420d-a52c-0ede722e53a3,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:18.112993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['d0ded4a6-bd95-420d-a52c-0ede722e53a3'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:07:18.149684 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.151562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d4d69980-b03e-45ef-9002-9b1ba2bf8693 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:18.151921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.228394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69329230-c8ce-4b7b-96d0-d1653c848a01 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.245641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-69329230-c8ce-4b7b-96d0-d1653c848a01 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 9a466b46-f0c6-438c-9473-9a39d040cc7d owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:18.266606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-595b4215-f0f2-408f-8beb-045e7061897d None None] Could not find standard attr ID for object 4512a7be-8d0a-43bc-8220-ec80b5f1da22. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:07:18.307549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Network 115a5d23-d267-4c25-8dc9-c5de3769988b is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:18.314548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:18.317849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Pushing event updated for resources: {'Port': ['ID=9508239c-54d6-4ad0-94af-bffc56409839,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:18.323305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:18.369427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-595b4215-f0f2-408f-8beb-045e7061897d None None] Provisioning complete for port d4d69980-b03e-45ef-9002-9b1ba2bf8693 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:18.370200 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-595b4215-f0f2-408f-8beb-045e7061897d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.394720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8:2::1 (115a5d23-d267-4c25-8dc9-c5de3769988b/26269c70-329d-4f6f-958a-92dad94419e9/64d9d314-618a-4828-a32d-e904f728d72f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:18.460863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Attempting to bind port 9508239c-54d6-4ad0-94af-bffc56409839 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:18.461808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Attempting to bind port 9508239c-54d6-4ad0-94af-bffc56409839 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:18.462155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Attempting to bind port 9508239c-54d6-4ad0-94af-bffc56409839 on network 115a5d23-d267-4c25-8dc9-c5de3769988b {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:18.493014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-72db0245-d7e8-4f1e-9ddb-f5f2e949bf3a service neutron] 10.222.0.18 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749749 Sep 24 00:07:18.502690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:18.503731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Checking segment: {'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:18.504383 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.505006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Bound using segment: {'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:18.505811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Bound port: 9508239c-54d6-4ad0-94af-bffc56409839, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:18.506456 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.515584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:07:18.532561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8901d5df-d625-4f32-b04e-739c3131cec0 req-8043b76c-7162-4cb5-ae6d-4e3178ef40a2 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594093 Sep 24 00:07:18.549984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.590299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b482340f-b872-4ea4-a6f8-ed02387eb703 req-9f94d382-8bdf-4c66-8f24-abd69dd765f9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:18.598468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b482340f-b872-4ea4-a6f8-ed02387eb703 req-9f94d382-8bdf-4c66-8f24-abd69dd765f9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.7972131 Sep 24 00:07:18.668537 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.725825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:18.726733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b482340f-b872-4ea4-a6f8-ed02387eb703 req-cf1025eb-27a7-421d-98b2-ec5fafffa814 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263676 Sep 24 00:07:18.749501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=64d9d314-618a-4828-a32d-e904f728d72f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:18.767249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4279a8a6-1c1e-4af2-a819-e58a761b40e4 req-cf4fae9b-e2e3-484c-a1b0-1512d4e32607 service neutron] 10.222.0.18 "GET /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633519 Sep 24 00:07:18.788207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 115a5d23-d267-4c25-8dc9-c5de3769988b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:18.791630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:18.794655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:18.795484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.906310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] For port 9508239c-54d6-4ad0-94af-bffc56409839, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:18.931734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3df10-b07e-4423-ab31-a396de5f3ca1 req-3282fd2a-d383-482b-b3dd-5a19f643e343 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:18.933671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bd3df10-b07e-4423-ab31-a396de5f3ca1 req-3282fd2a-d383-482b-b3dd-5a19f643e343 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0809932 Sep 24 00:07:18.946124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] For port 9508239c-54d6-4ad0-94af-bffc56409839, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9508239c-54d6-4ad0-94af-bffc56409839,segment=NetworkSegment(d185cf5d-8f8d-4a24-a383-c899927ee512),segment_id=d185cf5d-8f8d-4a24-a383-c899927ee512)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:18.966361 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:18.995126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69329230-c8ce-4b7b-96d0-d1653c848a01 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.013625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-595b4215-f0f2-408f-8beb-045e7061897d None None] Could not find standard attr ID for object 9a466b46-f0c6-438c-9473-9a39d040cc7d. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:07:19.045777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bd3df10-b07e-4423-ab31-a396de5f3ca1 req-5e11da7b-b789-4d4c-8b38-56fde149c4ef tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015916 Sep 24 00:07:19.072417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:19.072801 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.148496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7c5706c2-3caa-48b5-9636-85bbf1183524 None None] Could not find standard attr ID for object 4512a7be-8d0a-43bc-8220-ec80b5f1da22. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:07:19.170044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7c5706c2-3caa-48b5-9636-85bbf1183524 None None] Could not find standard attr ID for object 9a466b46-f0c6-438c-9473-9a39d040cc7d. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:07:19.171412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88526cfb-1ef8-418c-abb9-fc008263b03b None None] Pushing event updated for resources: {'Port': ['ID=9508239c-54d6-4ad0-94af-bffc56409839,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:19.219242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69329230-c8ce-4b7b-96d0-d1653c848a01 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.224449 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-69329230-c8ce-4b7b-96d0-d1653c848a01 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/9a466b46-f0c6-438c-9473-9a39d040cc7d HTTP/1.1" status: 204 len: 168 time: 1.2804935 Sep 24 00:07:19.224449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.225435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58800) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:19.292689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69329230-c8ce-4b7b-96d0-d1653c848a01 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=9a466b46-f0c6-438c-9473-9a39d040cc7d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:19.314990 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff1e593-c4cd-4611-9489-9c3d3ceef304 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:07:19.320775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7ff1e593-c4cd-4611-9489-9c3d3ceef304 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/9a466b46-f0c6-438c-9473-9a39d040cc7d HTTP/1.1" status: 404 len: 333 time: 0.0940206 Sep 24 00:07:19.322877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58802) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:19.460884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eccd6e0-4739-45bc-834a-91bf41af5929 req-cbef39b9-d625-46e6-ba66-cfca98dc7205 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:19.462160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0eccd6e0-4739-45bc-834a-91bf41af5929 req-cbef39b9-d625-46e6-ba66-cfca98dc7205 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1733465 Sep 24 00:07:19.469535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2d3482-aa48-48ab-bdac-85316e300a44 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet 5e75abbd-a912-4fff-beb2-b31b7f1fdf37 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:19.479916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3482-aa48-48ab-bdac-85316e300a44 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.617742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0eccd6e0-4739-45bc-834a-91bf41af5929 req-78b93be3-f7bb-484b-b3b6-a770e3f6fcb5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454346 Sep 24 00:07:19.704748 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3482-aa48-48ab-bdac-85316e300a44 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.769426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.776430 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.777342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.812781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e95db0-4ddf-486c-8979-98eb4e51108e req-45bff45b-6e1a-4a30-b5a5-84e22cfb398b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:19.814317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1e95db0-4ddf-486c-8979-98eb4e51108e req-45bff45b-6e1a-4a30-b5a5-84e22cfb398b tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 944 time: 0.1796672 Sep 24 00:07:19.848872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0e36-efd2-4811-97a7-f97f0c92828c req-5bd73171-63b0-400a-8f48-c1ae0b85c468 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:19.851008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19dd0e36-efd2-4811-97a7-f97f0c92828c req-5bd73171-63b0-400a-8f48-c1ae0b85c468 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1161203 Sep 24 00:07:19.852450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=64d9d314-618a-4828-a32d-e904f728d72f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:19.880031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 803856c8-3907-4b44-b657-a2da3e299b61 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:07:19.914795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3482-aa48-48ab-bdac-85316e300a44 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:19.950405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network 115a5d23-d267-4c25-8dc9-c5de3769988b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:19.952188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:19.957247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1e95db0-4ddf-486c-8979-98eb4e51108e req-c67cdbc4-47ca-4ec1-b55e-e79f1b3ab96c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197526 Sep 24 00:07:19.965590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19dd0e36-efd2-4811-97a7-f97f0c92828c req-10bab316-d755-4d12-ae7a-d3c00fd987c4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045763 Sep 24 00:07:20.024997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3482-aa48-48ab-bdac-85316e300a44 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.047322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 803856c8-3907-4b44-b657-a2da3e299b61, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=803856c8-3907-4b44-b657-a2da3e299b61,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:20.075324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2d3482-aa48-48ab-bdac-85316e300a44 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=5e75abbd-a912-4fff-beb2-b31b7f1fdf37,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:20.082146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a2d3482-aa48-48ab-bdac-85316e300a44 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.082449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '803856c8-3907-4b44-b657-a2da3e299b61', 'network_id': 'ecbaa288-2e4e-44cd-abfe-564fffca16a7', 'port_id': '803856c8-3907-4b44-b657-a2da3e299b61', 'mac_address': 'fa:16:3e:ed:c9:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b003f3e-4639-45c8-ac7c-d6d5b6add5bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:07:20.087902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c30a7b-9baa-4d0d-8600-4db28c0fe9d3 None None] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:20.088553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7a2d3482-aa48-48ab-bdac-85316e300a44 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/5e75abbd-a912-4fff-beb2-b31b7f1fdf37 HTTP/1.1" status: 204 len: 168 time: 0.7646441 Sep 24 00:07:20.091466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58822) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:20.189128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:20.231715 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.304961 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.344082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803856c8-3907-4b44-b657-a2da3e299b61 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:20.384273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:20.395341 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:20.403013 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a039019b-b3ab-4f17-bc09-fc3607f2b1c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2609243 Sep 24 00:07:20.404861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54bc26-efd8-4a04-bf44-37878c54e28a req-faf53064-d976-4c38-9b87-e9df914ff79b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:20.407803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58826) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:20.410245 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:20.411085 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:20.415034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac54bc26-efd8-4a04-bf44-37878c54e28a req-faf53064-d976-4c38-9b87-e9df914ff79b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1486180 Sep 24 00:07:20.415228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d0ded4a6-bd95-420d-a52c-0ede722e53a3 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:20.420644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-993762837'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:20.421730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 803856c8-3907-4b44-b657-a2da3e299b61, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=803856c8-3907-4b44-b657-a2da3e299b61,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:20.455193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port d4d69980-b03e-45ef-9002-9b1ba2bf8693 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:20.456342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.464022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.494059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:20.498025 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.540785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac54bc26-efd8-4a04-bf44-37878c54e28a req-f90e2215-950e-4fb7-942c-0abb0f567a17 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255465 Sep 24 00:07:20.588752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] DHCP port deletion for 376f0d07-e77c-4bc1-af2f-7d68300dbed0 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:20.599740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:07:20.616911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.617305 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added segment d7ec55f6-bc99-4992-ae31-10c1c5b5e752 of type vlan for network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b Sep 24 00:07:20.680992 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:20.689118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.713830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port d0ded4a6-bd95-420d-a52c-0ede722e53a3 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:07:20.723977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port d0ded4a6-bd95-420d-a52c-0ede722e53a3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:20.724789 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.728448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=803856c8-3907-4b44-b657-a2da3e299b61,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:20.730941 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.746704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] For port d4d69980-b03e-45ef-9002-9b1ba2bf8693, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d4d69980-b03e-45ef-9002-9b1ba2bf8693,segment=NetworkSegment(bd02d28b-9a31-40b1-bff0-4442f9bb4971),segment_id=bd02d28b-9a31-40b1-bff0-4442f9bb4971)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:20.747184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.747957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:20.748510 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.762458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cce0256-eb4d-428b-bbe1-812bc6b828a4 None None] Network 115a5d23-d267-4c25-8dc9-c5de3769988b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:20.768481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for d4d69980-b03e-45ef-9002-9b1ba2bf8693 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:20.789122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['803856c8-3907-4b44-b657-a2da3e299b61'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:07:20.883242 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:20.929590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No DVR routers for this DVR port d4d69980-b03e-45ef-9002-9b1ba2bf8693 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:20.931370 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:18Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:19Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:20.945527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Network': ['ID=fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:20.975643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=d4d69980-b03e-45ef-9002-9b1ba2bf8693,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:20.975894 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-daceefd5-9cdb-4670-a459-c10022d47397 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5639603 Sep 24 00:07:20.975894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58830) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:20.980802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'subnet': {'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:20.988573 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:20.989285 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Updating router f30ce6e2-8ff9-402f-9108-4546f35bc09a port 64d9d314-618a-4828-a32d-e904f728d72f binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:07:20.989862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:07:21.024312 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.028560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e56356b8-b7a0-49cb-871f-30020c215115 None None] Provisioning complete for port 9508239c-54d6-4ad0-94af-bffc56409839 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:21.028931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e56356b8-b7a0-49cb-871f-30020c215115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.056351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.087821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['376f0d07-e77c-4bc1-af2f-7d68300dbed0']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:21.100778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd02d28b-9a31-40b1-bff0-4442f9bb4971') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:21.101201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd02d28b-9a31-40b1-bff0-4442f9bb4971') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:21.120161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.137754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] Deleting port d4d69980-b03e-45ef-9002-9b1ba2bf8693 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:21.138085 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.151899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.169433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:21.169841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.258525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Made reservation on behalf of b576076623954c8090b4d461792ba8fa for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:21.262592 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:21.350887 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:21.357219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] For port d4d69980-b03e-45ef-9002-9b1ba2bf8693, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:21.357219 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.362456 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.366728 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.378873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.384008 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.394643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/networks/376f0d07-e77c-4bc1-af2f-7d68300dbed0 HTTP/1.1" status: 204 len: 168 time: 1.2953720 Sep 24 00:07:21.409564 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] Calling delete_port for d4d69980-b03e-45ef-9002-9b1ba2bf8693 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:21.416583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] Port d4d69980-b03e-45ef-9002-9b1ba2bf8693 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:07:21.434014 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.436766 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932820e6-4379-49b8-adf1-94bf19cf4b0a None None] Pushing event updated for resources: {'Port': ['ID=64d9d314-618a-4828-a32d-e904f728d72f,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:21.442063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.482259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58838) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:21.491614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] Network 376f0d07-e77c-4bc1-af2f-7d68300dbed0 is not hosted by any dhcp agent {{(pid=106380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:07:21.492043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] No DVR routers for this DVR port d4d69980-b03e-45ef-9002-9b1ba2bf8693 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:21.494832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e22dd-9fe9-4b15-8e83-27f27c24f2fd None None] Pushing event deleted for resources: {'Port': ['ID=d4d69980-b03e-45ef-9002-9b1ba2bf8693,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:21.533376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409591dc-0472-4ce3-9c5d-35e055caeb3c req-d1585117-5fc3-42f7-904e-34449ae25882 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:21.535646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-409591dc-0472-4ce3-9c5d-35e055caeb3c req-d1585117-5fc3-42f7-904e-34449ae25882 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.8803382 Sep 24 00:07:21.542785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-158672022'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:21.586063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8db348-4a37-48bf-992a-9863666c67bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Network': ['ID=376f0d07-e77c-4bc1-af2f-7d68300dbed0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:21.640548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5c5c8-7a72-4d89-be62-22d9e6fd8813 req-daf16bd3-d428-4470-99d9-150a6d4b0eb0 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:21.642781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7de5c5c8-7a72-4d89-be62-22d9e6fd8813 req-daf16bd3-d428-4470-99d9-150a6d4b0eb0 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 945 time: 0.2978244 Sep 24 00:07:21.645781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9508239c-54d6-4ad0-94af-bffc56409839 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:21.663019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-409591dc-0472-4ce3-9c5d-35e055caeb3c req-69829af0-c20b-4b2a-8fcf-60a4254c3580 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971661 Sep 24 00:07:21.665746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:21.673277 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.710997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564f4be-3b4a-4161-b679-6aa77a0d17b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ded4a6-bd95-420d-a52c-0ede722e53a3'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:21.713984 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84cf785e-87ab-44c4-bc2b-0acb3c2fffb7" -d '{"events": [{"server_uuid": "0564f4be-3b4a-4161-b679-6aa77a0d17b6", "name": "network-vif-plugged", "status": "completed", "tag": "d0ded4a6-bd95-420d-a52c-0ede722e53a3"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:21.720727 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Attempting to bind port 64d9d314-618a-4828-a32d-e904f728d72f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:21.721107 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Attempting to bind port 64d9d314-618a-4828-a32d-e904f728d72f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:21.724609 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Attempting to bind port 64d9d314-618a-4828-a32d-e904f728d72f on network 115a5d23-d267-4c25-8dc9-c5de3769988b {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:21.731594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.737328 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:21.739039 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Checking segment: {'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:21.739366 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.742143 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Bound using segment: {'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:21.742875 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Bound port: 64d9d314-618a-4828-a32d-e904f728d72f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd185cf5d-8f8d-4a24-a383-c899927ee512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:21.743276 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.756135 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e56356b8-b7a0-49cb-871f-30020c215115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.772489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d0ded4a6-bd95-420d-a52c-0ede722e53a3, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d0ded4a6-bd95-420d-a52c-0ede722e53a3,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:21.781961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7de5c5c8-7a72-4d89-be62-22d9e6fd8813 req-2f6f940b-5419-4cce-a443-010281ee37ae tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323166 Sep 24 00:07:21.782915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:07:21.797568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.797915 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Added segment c9631d48-ea87-4d74-a307-fd64a402e270 of type vlan for network 2f5b3f42-09b6-4531-ad32-41b7f7801589 Sep 24 00:07:21.826220 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.862897 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] For port 64d9d314-618a-4828-a32d-e904f728d72f, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:21.868479 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] For port 64d9d314-618a-4828-a32d-e904f728d72f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=64d9d314-618a-4828-a32d-e904f728d72f,segment=NetworkSegment(d185cf5d-8f8d-4a24-a383-c899927ee512),segment_id=d185cf5d-8f8d-4a24-a383-c899927ee512)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:21.891734 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.912709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:21.936764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Subnet': ['ID=8b1a8c6e-da10-44bc-9b4c-04a605c95417,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:21.949021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Checking segment: {'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:21.950585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network hostable DHCP agents. Network: fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:07:21.994728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:07:22.002015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.008815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.015787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:22.019277 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.032446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.038410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.045815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e56356b8-b7a0-49cb-871f-30020c215115 None None] For port 9508239c-54d6-4ad0-94af-bffc56409839, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9508239c-54d6-4ad0-94af-bffc56409839,segment=NetworkSegment(d185cf5d-8f8d-4a24-a383-c899927ee512),segment_id=d185cf5d-8f8d-4a24-a383-c899927ee512)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:22.058090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d06ad42-956d-4de4-801d-a7a96aad0a30 None None] Network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:22.089117 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-de7c8ca1-b894-4604-9323-31a3505381d2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1102982 Sep 24 00:07:22.089826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58858) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:22.097734 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:22.099848 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:06:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:22.131447 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e56356b8-b7a0-49cb-871f-30020c215115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.141182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6341503 Sep 24 00:07:22.158183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58860) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:22.200709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:22.204322 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64929bb2-0d59-439a-aeea-1dcc10713f03 x-openstack-request-id: req-64929bb2-0d59-439a-aeea-1dcc10713f03 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:22.205640 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564f4be-3b4a-4161-b679-6aa77a0d17b6", "name": "network-vif-plugged", "status": "completed", "tag": "d0ded4a6-bd95-420d-a52c-0ede722e53a3", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:22.206525 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64929bb2-0d59-439a-aeea-1dcc10713f03 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:22.208434 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0564f4be-3b4a-4161-b679-6aa77a0d17b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ded4a6-bd95-420d-a52c-0ede722e53a3', 'code': 200} Sep 24 00:07:22.220811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9508239c-54d6-4ad0-94af-bffc56409839 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:22.222420 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.246870 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932820e6-4379-49b8-adf1-94bf19cf4b0a None None] Pushing event updated for resources: {'Port': ['ID=64d9d314-618a-4828-a32d-e904f728d72f,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:22.279522 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:22.317126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=d0ded4a6-bd95-420d-a52c-0ede722e53a3,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:22.457290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.457931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.457931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.458306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.459207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.459520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.459841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.460164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.460485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.460807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.461126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.470484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:22.486939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79343b-ba49-4e1b-abfe-8b1c025c1e43 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Network': ['ID=2f5b3f42-09b6-4531-ad32-41b7f7801589,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:22.572471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-bd54c747-3743-4ba1-aa7e-ff5198dc45fa tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.587195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-bd54c747-3743-4ba1-aa7e-ff5198dc45fa tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.593239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-bd54c747-3743-4ba1-aa7e-ff5198dc45fa tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.611793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-bd54c747-3743-4ba1-aa7e-ff5198dc45fa tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.627884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-bd54c747-3743-4ba1-aa7e-ff5198dc45fa tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.647330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-bd54c747-3743-4ba1-aa7e-ff5198dc45fa tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.661657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-bd54c747-3743-4ba1-aa7e-ff5198dc45fa tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.663285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-bd54c747-3743-4ba1-aa7e-ff5198dc45fa tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.5412161 Sep 24 00:07:22.678108 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:18Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:21Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:22.718487 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a692376c-b8df-4c55-82af-3c7bb521a6f2 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:18Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:21Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:22.732627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:22.736138 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.793640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1c079-2e05-4fd9-83e9-17819fb39241 req-eb7ed537-f3aa-4971-b495-94ac423addba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.793640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77a1c079-2e05-4fd9-83e9-17819fb39241 req-eb7ed537-f3aa-4971-b495-94ac423addba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 1098 time: 0.5150123 Sep 24 00:07:22.802849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f27544-8677-4361-a814-14b5da396b44 req-a9d2e1b6-a68f-483c-8d25-cffe2d1bf8f4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:22.804438 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07f27544-8677-4361-a814-14b5da396b44 req-a9d2e1b6-a68f-483c-8d25-cffe2d1bf8f4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3503876 Sep 24 00:07:22.831565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2f5b3f42-09b6-4531-ad32-41b7f7801589 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:07:22.869074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b270ab-3bfd-4e3f-99b6-e986c98b3f67 req-2b284b80-301f-4e56-8a10-e05f437b85d3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1925497 Sep 24 00:07:22.977546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d1ad8675-2e52-4c91-a3d4-3f528db062f0 None None] Provisioning complete for port 9508239c-54d6-4ad0-94af-bffc56409839 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:22.977915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8675-2e52-4c91-a3d4-3f528db062f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:22.984197 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77a1c079-2e05-4fd9-83e9-17819fb39241 req-0c607447-43da-43a2-8d73-226c5952a387 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773694 Sep 24 00:07:23.016320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07f27544-8677-4361-a814-14b5da396b44 req-562d77c9-568f-4660-a791-76815a115d9e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866674 Sep 24 00:07:23.208140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30e6298-91b7-4d12-aec9-d34553d4d9db req-45192454-0e36-4520-bc69-804b703ddb21 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.209847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c30e6298-91b7-4d12-aec9-d34553d4d9db req-45192454-0e36-4520-bc69-804b703ddb21 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 945 time: 0.1622374 Sep 24 00:07:23.217231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56356b8-b7a0-49cb-871f-30020c215115 None None] Pushing event updated for resources: {'Port': ['ID=9508239c-54d6-4ad0-94af-bffc56409839,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:23.271735 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eb631fa7-0bf7-4a54-a603-ce0b613d6281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.354932 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.383418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c30e6298-91b7-4d12-aec9-d34553d4d9db req-c1b0a669-8231-4a9c-817c-add3c41e12b9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397517 Sep 24 00:07:23.415322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3515-b6f3-4051-ac9c-c6d1aef872ba req-e2e0da65-53b5-44c1-a4c6-4345b4905654 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.422617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3515-b6f3-4051-ac9c-c6d1aef872ba req-e2e0da65-53b5-44c1-a4c6-4345b4905654 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.466740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'fixed_ips': [{'subnet_id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:07:23.473087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3515-b6f3-4051-ac9c-c6d1aef872ba req-e2e0da65-53b5-44c1-a4c6-4345b4905654 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.475175 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.488203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3515-b6f3-4051-ac9c-c6d1aef872ba req-e2e0da65-53b5-44c1-a4c6-4345b4905654 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.510365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3515-b6f3-4051-ac9c-c6d1aef872ba req-e2e0da65-53b5-44c1-a4c6-4345b4905654 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.539000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3515-b6f3-4051-ac9c-c6d1aef872ba req-e2e0da65-53b5-44c1-a4c6-4345b4905654 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.545570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3515-b6f3-4051-ac9c-c6d1aef872ba req-e2e0da65-53b5-44c1-a4c6-4345b4905654 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.547803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c6b3515-b6f3-4051-ac9c-c6d1aef872ba req-e2e0da65-53b5-44c1-a4c6-4345b4905654 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.3711507 Sep 24 00:07:23.562333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d4d69980-b03e-45ef-9002-9b1ba2bf8693 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:23.604522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.617734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: d4d69980-b03e-45ef-9002-9b1ba2bf8693 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:23.621496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d4d69980-b03e-45ef-9002-9b1ba2bf8693 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:23.637203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d1ad8675-2e52-4c91-a3d4-3f528db062f0 None None] Provisioning complete for port 64d9d314-618a-4828-a32d-e904f728d72f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:23.638683 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8675-2e52-4c91-a3d4-3f528db062f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:23.725917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c5427d-4f1c-47a6-b281-843253990fc7 req-229737aa-b3d4-40d6-b94e-eb083254897e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:23.735557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52c5427d-4f1c-47a6-b281-843253990fc7 req-229737aa-b3d4-40d6-b94e-eb083254897e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0790269 Sep 24 00:07:23.837679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52c5427d-4f1c-47a6-b281-843253990fc7 req-c833b662-6846-4922-b549-72514f03847d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939455 Sep 24 00:07:23.962027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 803856c8-3907-4b44-b657-a2da3e299b61 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:23.991767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=76425fab-dc9b-4e73-b942-1a599d081fd7,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:24.033485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 64d9d314-618a-4828-a32d-e904f728d72f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:24.041254 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8675-2e52-4c91-a3d4-3f528db062f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.098662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Checking segment: {'id': 'c9631d48-ea87-4d74-a307-fd64a402e270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:24.099808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network hostable DHCP agents. Network: 2f5b3f42-09b6-4531-ad32-41b7f7801589, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:07:24.128810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Allocated IP 2001:db8:3::2 (fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b/8b1a8c6e-da10-44bc-9b4c-04a605c95417/424f1bc4-61e2-45c6-80ea-b2ac420f286b) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:24.140446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 2f5b3f42-09b6-4531-ad32-41b7f7801589 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:07:24.166561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d1ad8675-2e52-4c91-a3d4-3f528db062f0 None None] For port 64d9d314-618a-4828-a32d-e904f728d72f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=64d9d314-618a-4828-a32d-e904f728d72f,segment=NetworkSegment(d185cf5d-8f8d-4a24-a383-c899927ee512),segment_id=d185cf5d-8f8d-4a24-a383-c899927ee512)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:24.169126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2f5b3f42-09b6-4531-ad32-41b7f7801589) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:24.178384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:24.179137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.187163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d7180-cf22-45bd-8c58-7521e4baa47c None None] Network 2f5b3f42-09b6-4531-ad32-41b7f7801589 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:24.195907 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1ad8675-2e52-4c91-a3d4-3f528db062f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.197468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d067b69-f618-4e4a-9f16-8034104442aa req-e8608513-0086-4b11-a30e-81eb7defc87e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:24.211119 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01c16ee2-3d3b-4476-9962-60e54d6aacbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0324259 Sep 24 00:07:24.211320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d067b69-f618-4e4a-9f16-8034104442aa req-e8608513-0086-4b11-a30e-81eb7defc87e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1358817 Sep 24 00:07:24.214830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58884) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:24.220443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589', 'name': 'tempest-PortsTestJSON-1388384467', 'fixed_ips': [{'subnet_id': '76425fab-dc9b-4e73-b942-1a599d081fd7', 'ip_address': '172.20.0.10'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:24.314585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 803856c8-3907-4b44-b657-a2da3e299b61 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:07:24.357589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d067b69-f618-4e4a-9f16-8034104442aa req-19b7fad5-9843-41c0-8314-16e398d33df4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440952 Sep 24 00:07:24.422423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 803856c8-3907-4b44-b657-a2da3e299b61 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:24.422787 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.447013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:24.466199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 64d9d314-618a-4828-a32d-e904f728d72f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:24.466547 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.625031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c6f1b-a13e-4065-94a2-c802055eeb02 req-1dddccde-bf2f-4bfc-84f5-26a46b65e887 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:24.632579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-761c6f1b-a13e-4065-94a2-c802055eeb02 req-1dddccde-bf2f-4bfc-84f5-26a46b65e887 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1550591 Sep 24 00:07:24.642429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-59cd6d42-7f9c-49d0-92d7-c61d376782c2 None None] Provisioning complete for port 64d9d314-618a-4828-a32d-e904f728d72f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:24.642429 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-59cd6d42-7f9c-49d0-92d7-c61d376782c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.648251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad8675-2e52-4c91-a3d4-3f528db062f0 None None] Pushing event updated for resources: {'Port': ['ID=64d9d314-618a-4828-a32d-e904f728d72f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:24.674531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8a39f-edac-479c-981f-ef28dab31816 req-21b806fa-f2d2-4a4a-936d-637181d80525 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:24.685755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eeb8a39f-edac-479c-981f-ef28dab31816 req-21b806fa-f2d2-4a4a-936d-637181d80525 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 945 time: 0.1789095 Sep 24 00:07:24.702842 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.705598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-2f5b3f42-09b6-4531-ad32-41b7f7801589', 'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589', 'tenant_id': '2e95f152079b41a49740e56e5a34ea12', 'fixed_ips': [{'subnet_id': '76425fab-dc9b-4e73-b942-1a599d081fd7'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:07:24.706099 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.758571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-761c6f1b-a13e-4065-94a2-c802055eeb02 req-2fc71f15-5ae4-4805-801e-ea3c32a9c0a5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250405 Sep 24 00:07:24.776729 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:24.800878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port c2425770-dcb5-4f5a-b673-ab8d02a1fef3 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:07:24.836436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eeb8a39f-edac-479c-981f-ef28dab31816 req-aa9eb73b-58c9-4974-a571-33c56bd91d85 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400375 Sep 24 00:07:24.996462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803856c8-3907-4b44-b657-a2da3e299b61'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:25.000870 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512076d6-6919-4854-9b54-04ca7289d84f" -d '{"events": [{"server_uuid": "32fe902b-9754-4caf-ab4c-4f2fe56a732b", "name": "network-vif-plugged", "status": "completed", "tag": "803856c8-3907-4b44-b657-a2da3e299b61"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:25.009073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 803856c8-3907-4b44-b657-a2da3e299b61, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=803856c8-3907-4b44-b657-a2da3e299b61,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:25.034501 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.044777 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.085187 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f65324-a7fc-4cd6-922a-5f77093fc54d x-openstack-request-id: req-77f65324-a7fc-4cd6-922a-5f77093fc54d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:25.086076 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe902b-9754-4caf-ab4c-4f2fe56a732b", "name": "network-vif-plugged", "status": "completed", "tag": "803856c8-3907-4b44-b657-a2da3e299b61", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:25.086076 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77f65324-a7fc-4cd6-922a-5f77093fc54d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:25.091508 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803856c8-3907-4b44-b657-a2da3e299b61', 'code': 200} Sep 24 00:07:25.113836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9508239c-54d6-4ad0-94af-bffc56409839 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:25.127728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab79620-93e5-49fe-813f-acf640122d13 req-18192b7f-10cd-47c6-94df-f2a16a684182 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:25.130775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ab79620-93e5-49fe-813f-acf640122d13 req-18192b7f-10cd-47c6-94df-f2a16a684182 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1620314 Sep 24 00:07:25.197270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Allocated IP 2001:db8:3::1 (fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b/8b1a8c6e-da10-44bc-9b4c-04a605c95417/9c0f7508-a83c-441b-bd6b-20de83d2c731) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:25.203103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Allocated IP 172.20.0.2 (2f5b3f42-09b6-4531-ad32-41b7f7801589/76425fab-dc9b-4e73-b942-1a599d081fd7/69eec2d3-d781-4321-a66d-6bab54cd0865) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:25.223676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ab79620-93e5-49fe-813f-acf640122d13 req-f7925e81-afb2-4c30-8071-e6c8c19be1bb tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811651 Sep 24 00:07:25.237128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec065c-6f1b-4d14-b7dc-6b177e1d39a9 req-18891842-c652-4423-a7dc-7513177ca772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:25.239004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2ec065c-6f1b-4d14-b7dc-6b177e1d39a9 req-18891842-c652-4423-a7dc-7513177ca772 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 1098 time: 0.1069765 Sep 24 00:07:25.283899 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.327515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2ec065c-6f1b-4d14-b7dc-6b177e1d39a9 req-dd0e102d-a2aa-4121-bcdb-3b3ee318f8ef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664272 Sep 24 00:07:25.419634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.451354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a626e87-690e-43e4-92bc-d280afc69260 req-18f6480a-5cc2-4661-95a8-4ab15dfc0209 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:25.453540 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a626e87-690e-43e4-92bc-d280afc69260 req-18f6480a-5cc2-4661-95a8-4ab15dfc0209 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0704660 Sep 24 00:07:25.487124 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.507239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a626e87-690e-43e4-92bc-d280afc69260 req-1f8a8cfc-4b59-4319-9b30-06c7ee636fb4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Sep 24 00:07:25.555806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=9c0f7508-a83c-441b-bd6b-20de83d2c731,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:25.568744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:25.571727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:25.576960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:25.586991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:25.587747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.616306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=803856c8-3907-4b44-b657-a2da3e299b61,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:25.619699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:25.630487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a29497d2-812c-42f7-a96d-e15415be95a3 None None] Provisioning complete for port 64d9d314-618a-4828-a32d-e904f728d72f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:25.630976 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a29497d2-812c-42f7-a96d-e15415be95a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.699607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9508239c-54d6-4ad0-94af-bffc56409839 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:25.700372 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.803336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bc6f8-4e70-47e1-ab35-12c81d2729b8 req-7253eefa-759d-4391-807b-518be63e490d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:25.807711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa7bc6f8-4e70-47e1-ab35-12c81d2729b8 req-7253eefa-759d-4391-807b-518be63e490d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0935194 Sep 24 00:07:25.845648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:25.888825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa7bc6f8-4e70-47e1-ab35-12c81d2729b8 req-7fdffbf5-6cc9-4f30-9ef2-4cd94e24cf00 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732324 Sep 24 00:07:26.019022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:26.089129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a328f-254c-4464-984e-d9fc048acd7f req-4bc9fcfb-f903-4c49-9cbf-f50566b61a89 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.097035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a63a328f-254c-4464-984e-d9fc048acd7f req-4bc9fcfb-f903-4c49-9cbf-f50566b61a89 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 946 time: 0.1354518 Sep 24 00:07:26.158487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fb20b3c8-2e6d-4bb8-8a17-f9a6940db177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.160107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Pushing event updated for resources: {'Port': ['ID=424f1bc4-61e2-45c6-80ea-b2ac420f286b,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:26.198727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.256980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a63a328f-254c-4464-984e-d9fc048acd7f req-94a35695-389f-4cf2-af04-f508479339b0 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505013 Sep 24 00:07:26.299377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c500dd87-4e00-4987-82de-7cf08387e1ae req-fe15ef3e-09de-4a28-a5d2-6f0fa96981bf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.307914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c500dd87-4e00-4987-82de-7cf08387e1ae req-fe15ef3e-09de-4a28-a5d2-6f0fa96981bf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1367300 Sep 24 00:07:26.315549 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.335474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Attempting to bind port 424f1bc4-61e2-45c6-80ea-b2ac420f286b on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:26.335924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Attempting to bind port 424f1bc4-61e2-45c6-80ea-b2ac420f286b by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:26.336361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Attempting to bind port 424f1bc4-61e2-45c6-80ea-b2ac420f286b on network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:26.339337 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.367843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.375106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.376025 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.387402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c500dd87-4e00-4987-82de-7cf08387e1ae req-01f16ae5-2f21-4efb-8f3b-7ee2be6db2bf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781825 Sep 24 00:07:26.388891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.10 (2f5b3f42-09b6-4531-ad32-41b7f7801589/76425fab-dc9b-4e73-b942-1a599d081fd7/c2425770-dcb5-4f5a-b673-ab8d02a1fef3) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:26.524252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:26.524630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Checking segment: {'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:26.525034 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.525435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Bound using segment: {'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:26.525950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Bound port: 424f1bc4-61e2-45c6-80ea-b2ac420f286b, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:26.526355 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.552784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Network 2f5b3f42-09b6-4531-ad32-41b7f7801589 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:26.566040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event updated for resources: {'Port': ['ID=9c0f7508-a83c-441b-bd6b-20de83d2c731,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:26.574807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:26.581156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:26.588894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Pushing event updated for resources: {'Port': ['ID=69eec2d3-d781-4321-a66d-6bab54cd0865,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:26.621404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58954) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:26.716959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:26.718157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.718313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] For port 424f1bc4-61e2-45c6-80ea-b2ac420f286b, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:26.721742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] For port 424f1bc4-61e2-45c6-80ea-b2ac420f286b, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=424f1bc4-61e2-45c6-80ea-b2ac420f286b,segment=NetworkSegment(d7ec55f6-bc99-4992-ae31-10c1c5b5e752),segment_id=d7ec55f6-bc99-4992-ae31-10c1c5b5e752)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:26.722977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:26.728365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc172eb4-22fe-4a2f-b169-db3172afa98b req-b684ea6d-f560-4164-bb12-6126aa7bc725 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.730347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc172eb4-22fe-4a2f-b169-db3172afa98b req-b684ea6d-f560-4164-bb12-6126aa7bc725 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0953794 Sep 24 00:07:26.745792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.815155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc172eb4-22fe-4a2f-b169-db3172afa98b req-c4fbc60c-8003-4bd8-8cc0-f2c3c21b83c1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606549 Sep 24 00:07:26.842211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.873000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eedf3-4bee-4dcb-bf0c-6829c5b1ff72 None None] Pushing event updated for resources: {'Port': ['ID=424f1bc4-61e2-45c6-80ea-b2ac420f286b,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:26.899495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-6fc4ab0b-2e03-481f-a027-30820d977453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.899495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-6fc4ab0b-2e03-481f-a027-30820d977453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.899842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-6fc4ab0b-2e03-481f-a027-30820d977453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.900273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-6fc4ab0b-2e03-481f-a027-30820d977453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.900806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-6fc4ab0b-2e03-481f-a027-30820d977453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.901338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-6fc4ab0b-2e03-481f-a027-30820d977453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.901869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-6fc4ab0b-2e03-481f-a027-30820d977453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:26.911039 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-6fc4ab0b-2e03-481f-a027-30820d977453 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6510 time: 0.2884195 Sep 24 00:07:26.967727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.967991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 2f5b3f42-09b6-4531-ad32-41b7f7801589 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:26.968601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Attempting to bind port 69eec2d3-d781-4321-a66d-6bab54cd0865 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:26.968968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Attempting to bind port 69eec2d3-d781-4321-a66d-6bab54cd0865 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'c9631d48-ea87-4d74-a307-fd64a402e270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:26.969329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Attempting to bind port 69eec2d3-d781-4321-a66d-6bab54cd0865 on network 2f5b3f42-09b6-4531-ad32-41b7f7801589 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:26.975454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:26.984422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:26.984998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Checking segment: {'id': 'c9631d48-ea87-4d74-a307-fd64a402e270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:26.985149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:26.985409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.985805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Bound using segment: {'id': 'c9631d48-ea87-4d74-a307-fd64a402e270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:26.986288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Bound port: 69eec2d3-d781-4321-a66d-6bab54cd0865, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9631d48-ea87-4d74-a307-fd64a402e270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:26.986675 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:26.991862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=c2425770-dcb5-4f5a-b673-ab8d02a1fef3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:27.080296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfe125-7e54-468b-b989-02f81a4b1c64 req-4d162f1e-2f04-4e0f-b63b-9279c3085df8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:27.099836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] For port 69eec2d3-d781-4321-a66d-6bab54cd0865, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:27.101028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76dfe125-7e54-468b-b989-02f81a4b1c64 req-4d162f1e-2f04-4e0f-b63b-9279c3085df8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1800759 Sep 24 00:07:27.104597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] For port 69eec2d3-d781-4321-a66d-6bab54cd0865, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=69eec2d3-d781-4321-a66d-6bab54cd0865,segment=NetworkSegment(c9631d48-ea87-4d74-a307-fd64a402e270),segment_id=c9631d48-ea87-4d74-a307-fd64a402e270)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:27.109441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 64d9d314-618a-4828-a32d-e904f728d72f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:27.114431 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:27.140460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:27.141431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:27.189602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76dfe125-7e54-468b-b989-02f81a4b1c64 req-241c36f0-48d8-41fb-abe7-abcf2dd3873b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875335 Sep 24 00:07:27.197502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e539b389-0081-408a-876c-b974bff8af80 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9813349 Sep 24 00:07:27.221307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58970) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:27.226457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3494dcc-06f1-451c-875b-6639faa9f4d5 None None] Pushing event updated for resources: {'Port': ['ID=69eec2d3-d781-4321-a66d-6bab54cd0865,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:27.235431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': '2f5b3f42-09b6-4531-ad32-41b7f7801589', 'name': 'tempest-PortsTestJSON-212623002', 'fixed_ips': [{'subnet_id': '76425fab-dc9b-4e73-b942-1a599d081fd7', 'ip_address': '172.20.0.9'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:27.356669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 64d9d314-618a-4828-a32d-e904f728d72f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:27.357156 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:27.549233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:27.554924 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:27.602100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe964f-4c06-41ca-85af-ee3844fb9d3a req-184e5a16-fbaf-40a7-9468-4b2160422af0 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:27.603839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adbe964f-4c06-41ca-85af-ee3844fb9d3a req-184e5a16-fbaf-40a7-9468-4b2160422af0 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 946 time: 0.1660111 Sep 24 00:07:27.618319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e52feb9-5815-4ec3-8f08-2687a1325638 req-48cf0bff-2af7-43e8-828d-d1f548a3bc4d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:27.624158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e52feb9-5815-4ec3-8f08-2687a1325638 req-48cf0bff-2af7-43e8-828d-d1f548a3bc4d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1858509 Sep 24 00:07:27.657499 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-1d28e4f7-d2f8-4604-b00e-fbc1db74b710 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a7f0bf1-622c-42dc-af7d-735298bcad07&id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7449596 Sep 24 00:07:27.662452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 18dcddad-d8a5-4eec-8f40-891600eff0d9 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:07:27.663590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:27.695166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adbe964f-4c06-41ca-85af-ee3844fb9d3a req-1937f776-e176-445b-bb58-5b1350061dfe tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732894 Sep 24 00:07:27.764494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e52feb9-5815-4ec3-8f08-2687a1325638 req-1e079d53-a695-4d73-915a-e4546d691919 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093967 Sep 24 00:07:27.818342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:27.824797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c9125ef4-ee24-4543-abbb-1448d2f26f68 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7339060 Sep 24 00:07:27.830664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58994) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:27.834032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:27.840539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:27.852777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:27.853465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:27.977697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:28.007351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.9 (2f5b3f42-09b6-4531-ad32-41b7f7801589/76425fab-dc9b-4e73-b942-1a599d081fd7/18dcddad-d8a5-4eec-8f40-891600eff0d9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:28.027377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623edbe7-2342-4feb-897d-b220df838b0f req-b0dcf7a3-e16a-4d57-ba0e-e14b207fca03 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:28.029244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-623edbe7-2342-4feb-897d-b220df838b0f req-b0dcf7a3-e16a-4d57-ba0e-e14b207fca03 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 946 time: 0.1498590 Sep 24 00:07:28.055038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82f628-aa45-40be-b88b-f05991ad00aa req-2aadf4d6-2bba-429c-9d79-16584fdf995c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:28.062445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd82f628-aa45-40be-b88b-f05991ad00aa req-2aadf4d6-2bba-429c-9d79-16584fdf995c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1444280 Sep 24 00:07:28.142252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-623edbe7-2342-4feb-897d-b220df838b0f req-eea88955-6e6e-48df-a3fe-392db708d94d tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039937 Sep 24 00:07:28.163076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd82f628-aa45-40be-b88b-f05991ad00aa req-3c2342b2-3f5e-4189-ac96-4e3c4aa0edb5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940742 Sep 24 00:07:28.359206 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:28.363284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:25Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0f7508-a83c-441b-bd6b-20de83d2c731', 'name': '', 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:c5:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:23Z', 'updated_at': '2021-09-24T00:07:26Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:28.402820 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:28.421877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:28.422866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Updating router f30ce6e2-8ff9-402f-9108-4546f35bc09a port 9c0f7508-a83c-441b-bd6b-20de83d2c731 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:07:28.477650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 00:07:28.486709 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:28.494699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network 2f5b3f42-09b6-4531-ad32-41b7f7801589 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:28.502620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:28.506815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:28.532577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8fcb96-5822-4676-a72c-37b7c384b943 None None] Network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:28.543512 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Removed routes are [] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 00:07:28.545313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:28.624208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:28.624896 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:28.658123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=18dcddad-d8a5-4eec-8f40-891600eff0d9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:28.679249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-55167956-f453-488e-bc31-007a80eaea58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4496658 Sep 24 00:07:28.681875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59030) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:28.754267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e64ab-3be2-447d-8c07-f32f06e9d807 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:28.759292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b6e64ab-3be2-447d-8c07-f32f06e9d807 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.0764060 Sep 24 00:07:28.759940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59038) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:28.762844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8735a83d-f889-4c29-a5bd-84e19a390129 None None] Provisioning complete for port 424f1bc4-61e2-45c6-80ea-b2ac420f286b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:28.763191 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8735a83d-f889-4c29-a5bd-84e19a390129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:28.871808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:28.879918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e482a-4ca4-4f21-9136-ffc6f7f8b967 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:28.884484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:28.886750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e482a-4ca4-4f21-9136-ffc6f7f8b967 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:28.925357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271e482a-4ca4-4f21-9136-ffc6f7f8b967 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:28.940764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59052) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:28.950089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-271e482a-4ca4-4f21-9136-ffc6f7f8b967 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1577950 Sep 24 00:07:29.056171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e1ca9-7900-4f59-8ae3-b853a34437bc req-a8bfd469-5cb0-4bc7-b8a1-b3a25f6ac2bd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:29.058905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc2e1ca9-7900-4f59-8ae3-b853a34437bc req-a8bfd469-5cb0-4bc7-b8a1-b3a25f6ac2bd tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 946 time: 0.1000912 Sep 24 00:07:29.144023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc2e1ca9-7900-4f59-8ae3-b853a34437bc req-ea5e80ea-22cb-4c28-a597-473a180ddb34 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738659 Sep 24 00:07:29.165384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:29.201185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.202051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 69eec2d3-d781-4321-a66d-6bab54cd0865 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:29.228723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41d3d227-b4e0-4ef1-b259-f2b69da40b18 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 18dcddad-d8a5-4eec-8f40-891600eff0d9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:29.228944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41d3d227-b4e0-4ef1-b259-f2b69da40b18 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.295813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2b0b17-e8e1-4d7f-8712-717983bceb39 None None] Network 2f5b3f42-09b6-4531-ad32-41b7f7801589 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:29.306359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c8894f-0f9e-43b0-853d-b3448b38de5c req-59c79cb3-fd8c-4ec0-b477-9bd1e49a4d45 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:29.315129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9c8894f-0f9e-43b0-853d-b3448b38de5c req-59c79cb3-fd8c-4ec0-b477-9bd1e49a4d45 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0728619 Sep 24 00:07:29.364034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9c8894f-0f9e-43b0-853d-b3448b38de5c req-126989bd-64d8-454a-89c1-079e4cfab030 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402069 Sep 24 00:07:29.395116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:29.405003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.409066 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2300508d-84c3-4488-a881-58e0053a5d0f tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 200 len: 953 time: 1.5764251 Sep 24 00:07:29.409710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59080) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:29.505958 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41d3d227-b4e0-4ef1-b259-f2b69da40b18 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.525518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41d3d227-b4e0-4ef1-b259-f2b69da40b18 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 18dcddad-d8a5-4eec-8f40-891600eff0d9 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:29.550988 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8126be1d-0b72-493e-ba7a-6b3c87f84ef7 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 200 len: 953 time: 0.1373904 Sep 24 00:07:29.551479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59084) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:29.556382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'routes': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:29.625733 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8735a83d-f889-4c29-a5bd-84e19a390129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.654951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 69eec2d3-d781-4321-a66d-6bab54cd0865 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:29.655180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.747481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41d3d227-b4e0-4ef1-b259-f2b69da40b18 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.775899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3d227-b4e0-4ef1-b259-f2b69da40b18 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=18dcddad-d8a5-4eec-8f40-891600eff0d9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:29.799827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8735a83d-f889-4c29-a5bd-84e19a390129 None None] For port 424f1bc4-61e2-45c6-80ea-b2ac420f286b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=424f1bc4-61e2-45c6-80ea-b2ac420f286b,segment=NetworkSegment(d7ec55f6-bc99-4992-ae31-10c1c5b5e752),segment_id=d7ec55f6-bc99-4992-ae31-10c1c5b5e752)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:29.864284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.877610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41d3d227-b4e0-4ef1-b259-f2b69da40b18 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.882646 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-41d3d227-b4e0-4ef1-b259-f2b69da40b18 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/18dcddad-d8a5-4eec-8f40-891600eff0d9 HTTP/1.1" status: 204 len: 168 time: 0.9378321 Sep 24 00:07:29.882963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59088) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:29.889213 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8735a83d-f889-4c29-a5bd-84e19a390129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.891232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:29.957298 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e93474-ac43-45c4-a9b1-953bb475c464 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:07:29.961532 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f1e93474-ac43-45c4-a9b1-953bb475c464 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/18dcddad-d8a5-4eec-8f40-891600eff0d9 HTTP/1.1" status: 404 len: 333 time: 0.0746822 Sep 24 00:07:29.961993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59096) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:29.988688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-7df7eab1-ebe2-4fe7-980c-6f5051916992 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2206495 Sep 24 00:07:30.044472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-b0dc8db8-4dd5-41b4-abcf-d4403fa85fc9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.045971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-b0dc8db8-4dd5-41b4-abcf-d4403fa85fc9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.20 "GET /v2.0/ports?device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 946 time: 0.1918020 Sep 24 00:07:30.083157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735a83d-f889-4c29-a5bd-84e19a390129 None None] Pushing event updated for resources: {'Port': ['ID=424f1bc4-61e2-45c6-80ea-b2ac420f286b,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:30.128514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4221a421-2c13-40d7-bb1c-380c9db8e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.129003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4221a421-2c13-40d7-bb1c-380c9db8e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.129482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4221a421-2c13-40d7-bb1c-380c9db8e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.129947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4221a421-2c13-40d7-bb1c-380c9db8e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.130457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4221a421-2c13-40d7-bb1c-380c9db8e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.130951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4221a421-2c13-40d7-bb1c-380c9db8e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.131416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4221a421-2c13-40d7-bb1c-380c9db8e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.133464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4221a421-2c13-40d7-bb1c-380c9db8e162 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6510 time: 0.0881641 Sep 24 00:07:30.139179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e5d2c-8952-403e-aebe-e27fd2ec2b1f None None] Pushing event updated for resources: {'Port': ['ID=9c0f7508-a83c-441b-bd6b-20de83d2c731,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:30.148327 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.157178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7c88d-4988-4b87-af6f-9b83ae9d6320 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port c2425770-dcb5-4f5a-b673-ab8d02a1fef3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:30.157441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c88d-4988-4b87-af6f-9b83ae9d6320 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.277056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Provisioning complete for port 69eec2d3-d781-4321-a66d-6bab54cd0865 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:30.277647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.302692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 69eec2d3-d781-4321-a66d-6bab54cd0865, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=69eec2d3-d781-4321-a66d-6bab54cd0865,segment=NetworkSegment(c9631d48-ea87-4d74-a307-fd64a402e270),segment_id=c9631d48-ea87-4d74-a307-fd64a402e270)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:30.341032 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.341850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 424f1bc4-61e2-45c6-80ea-b2ac420f286b up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:30.414329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-8bbf31c3-0690-4d6d-bd5b-197028e6b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.415150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-8bbf31c3-0690-4d6d-bd5b-197028e6b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.415789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-8bbf31c3-0690-4d6d-bd5b-197028e6b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.417659 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-8bbf31c3-0690-4d6d-bd5b-197028e6b33b service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fa905c6-5b85-4188-8ccc-e6003718f222&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=1231a640-714e-41c4-9a45-73b7f80e4d8b&id=1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 200 len: 2299 time: 0.2416480 Sep 24 00:07:30.419839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c88d-4988-4b87-af6f-9b83ae9d6320 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.502357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Attempting to bind port 9c0f7508-a83c-441b-bd6b-20de83d2c731 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:30.502769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Attempting to bind port 9c0f7508-a83c-441b-bd6b-20de83d2c731 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:30.503136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Attempting to bind port 9c0f7508-a83c-441b-bd6b-20de83d2c731 on network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:30.508230 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-92e93726-53c2-44ed-9517-262c54eac839 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 200 len: 1000 time: 0.0787673 Sep 24 00:07:30.530268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7c88d-4988-4b87-af6f-9b83ae9d6320 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for c2425770-dcb5-4f5a-b673-ab8d02a1fef3 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:30.552699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:30.559382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Checking segment: {'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:30.559997 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.560509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Bound using segment: {'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:30.561667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Bound port: 9c0f7508-a83c-441b-bd6b-20de83d2c731, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:30.562197 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.591397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=69eec2d3-d781-4321-a66d-6bab54cd0865,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:30.629673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-538c89bd-1266-4ca9-97a1-c7d0efa54166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.631748 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-538c89bd-1266-4ca9-97a1-c7d0efa54166 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7784be8-b5c0-437f-be3d-6205f84b0fca HTTP/1.1" status: 200 len: 856 time: 0.1109357 Sep 24 00:07:30.680914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-e56d26f6-9be7-454a-ae82-0bfc775238ad tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.682491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-e56d26f6-9be7-454a-ae82-0bfc775238ad tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 805 time: 0.6578414 Sep 24 00:07:30.687940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 424f1bc4-61e2-45c6-80ea-b2ac420f286b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:30.688315 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.697614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-6093c18c-7034-4f3c-bce0-b2537f242040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.699246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-6093c18c-7034-4f3c-bce0-b2537f242040 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fa905c6-5b85-4188-8ccc-e6003718f222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570536 Sep 24 00:07:30.786482 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c88d-4988-4b87-af6f-9b83ae9d6320 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.821711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] For port 9c0f7508-a83c-441b-bd6b-20de83d2c731, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:30.827016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] For port 9c0f7508-a83c-441b-bd6b-20de83d2c731, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9c0f7508-a83c-441b-bd6b-20de83d2c731,segment=NetworkSegment(d7ec55f6-bc99-4992-ae31-10c1c5b5e752),segment_id=d7ec55f6-bc99-4992-ae31-10c1c5b5e752)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:30.837872 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.851608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-4d7e5b8b-2ef7-4151-aa9e-55d37eea32d5 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/quotas/985c577509134bb0be9f9fb9686367cb HTTP/1.1" status: 200 len: 375 time: 0.1051326 Sep 24 00:07:30.875936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7c88d-4988-4b87-af6f-9b83ae9d6320 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=c2425770-dcb5-4f5a-b673-ab8d02a1fef3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:30.926406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-bcc06efb-454b-439e-a48a-c41d6841fbe2 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:30.928854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-bcc06efb-454b-439e-a48a-c41d6841fbe2 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.18 "GET /v2.0/ports?device_id=32fe902b-9754-4caf-ab4c-4f2fe56a732b HTTP/1.1" status: 200 len: 946 time: 0.9023654 Sep 24 00:07:30.938160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Provisioning complete for port 424f1bc4-61e2-45c6-80ea-b2ac420f286b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:30.938539 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:30.992199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e5d2c-8952-403e-aebe-e27fd2ec2b1f None None] Pushing event updated for resources: {'Port': ['ID=9c0f7508-a83c-441b-bd6b-20de83d2c731,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:31.038131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:31.039376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:31.055516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f171bd-7ecc-4fad-8661-f299875292fe req-7503b021-a06c-4ef2-8d08-83e16ba8bc73 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:31.064517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15f171bd-7ecc-4fad-8661-f299875292fe req-7503b021-a06c-4ef2-8d08-83e16ba8bc73 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 946 time: 0.3796120 Sep 24 00:07:31.090910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65b377-7862-4635-921b-f2812116d62d req-838535b4-3b95-40e8-8a9f-f3f2dfbee477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:31.092469 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b65b377-7862-4635-921b-f2812116d62d req-838535b4-3b95-40e8-8a9f-f3f2dfbee477 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1098 time: 0.1741319 Sep 24 00:07:31.100888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f7c88d-4988-4b87-af6f-9b83ae9d6320 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.105901 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e5f7c88d-4988-4b87-af6f-9b83ae9d6320 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/c2425770-dcb5-4f5a-b673-ab8d02a1fef3 HTTP/1.1" status: 204 len: 168 time: 1.1427817 Sep 24 00:07:31.106376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59106) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:31.108408 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-a3fd58c6-8dd4-4a31-b1b4-7c2bce33b607 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340447 Sep 24 00:07:31.184532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-48c26e3f-06fe-4e1c-8f58-3a0676eec629 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2960572 Sep 24 00:07:31.191035 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7666abf3-424a-42ee-b52a-28dc27c75cc5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:07:31.193365 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7666abf3-424a-42ee-b52a-28dc27c75cc5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/c2425770-dcb5-4f5a-b673-ab8d02a1fef3 HTTP/1.1" status: 404 len: 333 time: 0.0834930 Sep 24 00:07:31.216410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59108) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:31.217808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:31.301837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.extraroute_db [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added routes are [] {{(pid=106379) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 00:07:31.302213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.extraroute_db [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=106379) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 00:07:31.359004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 69eec2d3-d781-4321-a66d-6bab54cd0865 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:31.366128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15f171bd-7ecc-4fad-8661-f299875292fe req-9207d972-79d2-49a7-b35a-69aa0b3d20ab tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938070 Sep 24 00:07:31.479515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea11f2fb-bd4b-47a3-b379-80f5ad4aefe4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet 76425fab-dc9b-4e73-b942-1a599d081fd7 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:31.487436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-8dea3011-76e2-45e6-bd07-4b59054de002 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016651 Sep 24 00:07:31.500233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea11f2fb-bd4b-47a3-b379-80f5ad4aefe4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.502390 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.579533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Provisioning complete for port 9c0f7508-a83c-441b-bd6b-20de83d2c731 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:31.579908 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.606441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-6a21a989-884e-4354-a74b-d6fab9a8d7b4 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:31.608345 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-6a21a989-884e-4354-a74b-d6fab9a8d7b4 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.18 "GET /v2.0/ports?device_id=40a4faa9-5bcf-4355-80b0-fc1ad5d52d19 HTTP/1.1" status: 200 len: 945 time: 0.4053380 Sep 24 00:07:31.632687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea11f2fb-bd4b-47a3-b379-80f5ad4aefe4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.686982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Deleting port d0ded4a6-bd95-420d-a52c-0ede722e53a3 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:31.687327 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.711703 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.734213 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-5db905b1-754d-45b0-aa65-39776feead62 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6121144 Sep 24 00:07:31.750267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] For port 9c0f7508-a83c-441b-bd6b-20de83d2c731, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9c0f7508-a83c-441b-bd6b-20de83d2c731,segment=NetworkSegment(d7ec55f6-bc99-4992-ae31-10c1c5b5e752),segment_id=d7ec55f6-bc99-4992-ae31-10c1c5b5e752)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:31.759754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:28Z', 'revision_number': 6, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0f7508-a83c-441b-bd6b-20de83d2c731', 'name': '', 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:c5:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:23Z', 'updated_at': '2021-09-24T00:07:30Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:31.789330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 69eec2d3-d781-4321-a66d-6bab54cd0865 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:31.789690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-59b54865-1867-47b9-875f-af94d922ce1b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 217 time: 0.0397358 Sep 24 00:07:31.789830 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.806292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65b377-7862-4635-921b-f2812116d62d req-76602aaf-f48d-41ec-a511-57859201a060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:31.807600 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b65b377-7862-4635-921b-f2812116d62d req-76602aaf-f48d-41ec-a511-57859201a060 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 915 time: 0.6838930 Sep 24 00:07:31.830203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e91993c-abcd-48fe-8a53-c2201aaafb26 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:28Z', 'revision_number': 6, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0f7508-a83c-441b-bd6b-20de83d2c731', 'name': '', 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:c5:60:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:23Z', 'updated_at': '2021-09-24T00:07:30Z', 'revision_number': 4, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:31.835956 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:31.892691 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b65b377-7862-4635-921b-f2812116d62d req-f63bc418-0268-46f2-b6e4-b57e46c39f94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 217 time: 0.0496836 Sep 24 00:07:31.894726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0776e-4f67-4afc-afa2-2aa52f75a205 None None] Pushing event updated for resources: {'Port': ['ID=9c0f7508-a83c-441b-bd6b-20de83d2c731,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:32.011687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] For port d0ded4a6-bd95-420d-a52c-0ede722e53a3, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d0ded4a6-bd95-420d-a52c-0ede722e53a3,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:32.012072 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.028527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Calling delete_port for d0ded4a6-bd95-420d-a52c-0ede722e53a3 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:32.050679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.060582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d878ec-d62c-459d-ae1b-6052abd6545d req-05c51888-a685-4aec-a47c-3fcb6552459d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:32.069719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67d878ec-d62c-459d-ae1b-6052abd6545d req-05c51888-a685-4aec-a47c-3fcb6552459d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.5683432 Sep 24 00:07:32.075678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-5fc67a95-a4a3-454b-9a13-dc87b002198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:32.077232 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-5fc67a95-a4a3-454b-9a13-dc87b002198d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.2688239 Sep 24 00:07:32.103278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea11f2fb-bd4b-47a3-b379-80f5ad4aefe4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.117378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-13233bad-5969-4cf2-9ea0-c3aa5c74d6cc service neutron] 10.222.0.24 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6172380 Sep 24 00:07:32.128984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.162504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b65b377-7862-4635-921b-f2812116d62d req-08a23d86-f388-45ef-838f-84c2f57cdd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:32.164011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b65b377-7862-4635-921b-f2812116d62d req-08a23d86-f388-45ef-838f-84c2f57cdd9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.2166450 Sep 24 00:07:32.171235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 803856c8-3907-4b44-b657-a2da3e299b61 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:32.175867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2d9447cb-8809-4777-a284-e777af1b40dc None None] Could not find standard attr ID for object c2425770-dcb5-4f5a-b673-ab8d02a1fef3. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:07:32.189611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Deleting port 803856c8-3907-4b44-b657-a2da3e299b61 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:32.189980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.219942 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b65b377-7862-4635-921b-f2812116d62d req-aaa094cc-0831-4d20-a44d-ebd94972ac7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455105 Sep 24 00:07:32.222359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Deleting port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:32.222697 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.262048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-b0b807d7-4b49-4495-bf69-61c7f70b99ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:32.263487 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-b0b807d7-4b49-4495-bf69-61c7f70b99ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1724589 Sep 24 00:07:32.296981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2d9447cb-8809-4777-a284-e777af1b40dc None None] Provisioning complete for port 9c0f7508-a83c-441b-bd6b-20de83d2c731 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:32.297773 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d9447cb-8809-4777-a284-e777af1b40dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.318238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 424f1bc4-61e2-45c6-80ea-b2ac420f286b up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:32.321109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67d878ec-d62c-459d-ae1b-6052abd6545d req-ba9173f3-31af-4059-b260-ac2bf3344aaf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451034 Sep 24 00:07:32.432371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea11f2fb-bd4b-47a3-b379-80f5ad4aefe4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.456599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d0ded4a6-bd95-420d-a52c-0ede722e53a3 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:32.537084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.582973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] For port 803856c8-3907-4b44-b657-a2da3e299b61, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=803856c8-3907-4b44-b657-a2da3e299b61,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:32.583455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.602114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 424f1bc4-61e2-45c6-80ea-b2ac420f286b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:32.602872 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.604434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803856c8-3907-4b44-b657-a2da3e299b61'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:32.605216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Calling delete_port for 803856c8-3907-4b44-b657-a2da3e299b61 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:32.607168 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb33e317-26de-4ae0-a45c-c5bf5d1bd7a4" -d '{"events": [{"server_uuid": "32fe902b-9754-4caf-ab4c-4f2fe56a732b", "name": "network-vif-unplugged", "status": "completed", "tag": "803856c8-3907-4b44-b657-a2da3e299b61"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:32.688858 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 803856c8-3907-4b44-b657-a2da3e299b61, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=803856c8-3907-4b44-b657-a2da3e299b61,segment=NetworkSegment(6976b485-e130-4db8-9e76-5691332d431a),segment_id=6976b485-e130-4db8-9e76-5691332d431a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:32.690333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:32.732256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57b3b7ae-c783-4499-982f-d19cc48158cd req-66bd0b64-fdcb-4d84-b9fc-59fe07f63ab8 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 210 time: 0.2506778 Sep 24 00:07:32.759643 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.761954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb58c29e-4992-4bfc-b0e9-f6300b66a6ec no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:32.860044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.863002 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6831b3c-750a-4e8a-b3a8-03617d899f03 x-openstack-request-id: req-a6831b3c-750a-4e8a-b3a8-03617d899f03 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:32.863406 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe902b-9754-4caf-ab4c-4f2fe56a732b", "name": "network-vif-unplugged", "status": "completed", "tag": "803856c8-3907-4b44-b657-a2da3e299b61", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:32.863764 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6831b3c-750a-4e8a-b3a8-03617d899f03 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:32.864255 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '803856c8-3907-4b44-b657-a2da3e299b61', 'code': 200} Sep 24 00:07:32.866328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2ca37-804b-4541-98c0-02027e421764 req-d7cf6ce0-8315-4220-ab1e-2781e3536429 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:32.867903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00f2ca37-804b-4541-98c0-02027e421764 req-d7cf6ce0-8315-4220-ab1e-2781e3536429 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 946 time: 0.3768241 Sep 24 00:07:32.886456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2d9447cb-8809-4777-a284-e777af1b40dc None None] Provisioning complete for port 69eec2d3-d781-4321-a66d-6bab54cd0865 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:32.886456 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d9447cb-8809-4777-a284-e777af1b40dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:32.949923 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.028314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Pushing event deleted for resources: {'Port': ['ID=d0ded4a6-bd95-420d-a52c-0ede722e53a3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:33.077972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11f2fb-bd4b-47a3-b379-80f5ad4aefe4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=76425fab-dc9b-4e73-b942-1a599d081fd7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:33.079630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00f2ca37-804b-4541-98c0-02027e421764 req-c2d099e8-3a9f-4a16-9bef-26b6607de7b1 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/security-groups?id=97c47bd3-f702-43a7-9cc7-5005957d645b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945829 Sep 24 00:07:33.090609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea11f2fb-bd4b-47a3-b379-80f5ad4aefe4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.095517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ea11f2fb-bd4b-47a3-b379-80f5ad4aefe4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/76425fab-dc9b-4e73-b942-1a599d081fd7 HTTP/1.1" status: 204 len: 168 time: 1.8665481 Sep 24 00:07:33.100288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59124) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:33.101236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea01ff5-b72b-4bb7-84bf-c381e6b2e0b9 None None] Network 2f5b3f42-09b6-4531-ad32-41b7f7801589 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:33.106386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=803856c8-3907-4b44-b657-a2da3e299b61,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:33.107681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:33.141102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.146000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7d9af061-55d8-4c3c-b6fe-6ea574f3d580 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 200 len: 703 time: 3.5908394 Sep 24 00:07:33.147100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59126) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:33.148055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] No DVR routers for this DVR port d0ded4a6-bd95-420d-a52c-0ede722e53a3 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:33.158285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.162026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-688fa4d0-ece2-41e8-bd14-1b82d7dde4c1 req-2e521426-e6e1-4f83-ae59-bb7beae934a9 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.20 "DELETE /v2.0/ports/d0ded4a6-bd95-420d-a52c-0ede722e53a3 HTTP/1.1" status: 204 len: 173 time: 3.1011746 Sep 24 00:07:33.162690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0564f4be-3b4a-4161-b679-6aa77a0d17b6', 'name': 'network-vif-deleted', 'tag': 'd0ded4a6-bd95-420d-a52c-0ede722e53a3'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:33.165606 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea818595-be83-436d-bbb3-18b13833f72c" -d '{"events": [{"server_uuid": "0564f4be-3b4a-4161-b679-6aa77a0d17b6", "name": "network-vif-deleted", "tag": "d0ded4a6-bd95-420d-a52c-0ede722e53a3"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:33.174526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:33.175880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.209275 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b65b377-7862-4635-921b-f2812116d62d req-af8bf861-71bb-4078-b5f6-952810874f67 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9693909 Sep 24 00:07:33.219785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Calling delete_port for cb58c29e-4992-4bfc-b0e9-f6300b66a6ec owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:33.239220 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-077fe4f3-ebb0-4517-b3f8-01343c63ce44 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9477725 Sep 24 00:07:33.264357 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf998a3-f2dc-4c78-899c-1548702f0d5c x-openstack-request-id: req-ddf998a3-f2dc-4c78-899c-1548702f0d5c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:33.264760 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0564f4be-3b4a-4161-b679-6aa77a0d17b6", "name": "network-vif-deleted", "tag": "d0ded4a6-bd95-420d-a52c-0ede722e53a3", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:33.265344 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddf998a3-f2dc-4c78-899c-1548702f0d5c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:33.265852 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0564f4be-3b4a-4161-b679-6aa77a0d17b6', 'name': 'network-vif-deleted', 'tag': 'd0ded4a6-bd95-420d-a52c-0ede722e53a3', 'status': 'completed', 'code': 200} Sep 24 00:07:33.306741 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:33.325505 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:33.327584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:33.351757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.387725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.401188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2d9447cb-8809-4777-a284-e777af1b40dc None None] Could not find standard attr ID for object 18dcddad-d8a5-4eec-8f40-891600eff0d9. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:07:33.442979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.474783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Pushing event deleted for resources: {'Port': ['ID=803856c8-3907-4b44-b657-a2da3e299b61,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:33.475023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9c0f7508-a83c-441b-bd6b-20de83d2c731 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:33.484953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1890da2e-866c-4abe-b74a-78364f78cb14 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 200 len: 703 time: 0.3323319 Sep 24 00:07:33.490061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59132) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:33.515655 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:33.564295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] No DVR routers for this DVR port 803856c8-3907-4b44-b657-a2da3e299b61 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:33.567636 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.570101 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34b9ea0f-c4b0-4a56-9c57-3e05d7c3f9c0 req-8174d0a1-fd3b-426f-a1a1-62f8bda5806c tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.18 "DELETE /v2.0/ports/803856c8-3907-4b44-b657-a2da3e299b61 HTTP/1.1" status: 204 len: 173 time: 2.5938923 Sep 24 00:07:33.580676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c0674-19dd-40c7-b629-36356fd67910 req-898dabdd-ee4b-4124-9b68-a1749e0c7c3d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:33.582034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:33.591739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b85c0674-19dd-40c7-b629-36356fd67910 req-898dabdd-ee4b-4124-9b68-a1749e0c7c3d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1368454 Sep 24 00:07:33.594535 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.641782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b85c0674-19dd-40c7-b629-36356fd67910 req-397b596a-5110-42be-a963-a90ee23af3f1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460408 Sep 24 00:07:33.677131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9c0f7508-a83c-441b-bd6b-20de83d2c731 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:33.677496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.719743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:33.738857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] DHCP port deletion for 2f5b3f42-09b6-4531-ad32-41b7f7801589 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:33.759599 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b65b377-7862-4635-921b-f2812116d62d req-768f930c-6e52-4c6d-a3ab-295080969b5f service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346768 Sep 24 00:07:33.781996 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-77156d5a-c097-4f71-a3bb-30ae26bff99d service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562764 Sep 24 00:07:33.892690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] Deleting port 69eec2d3-d781-4321-a66d-6bab54cd0865 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:33.893567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.902955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 69eec2d3-d781-4321-a66d-6bab54cd0865 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:33.903921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-826d3519-5334-4be0-b8af-4b6450ed3b9a req-a748d026-c738-4d96-9907-b0457eca9798 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 210 time: 0.0346899 Sep 24 00:07:33.907885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.917190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-8eb3e970-c856-49d2-899e-a3b4c73847a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 217 time: 0.1031456 Sep 24 00:07:33.932087 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:31Z', 'revision_number': 7, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0f7508-a83c-441b-bd6b-20de83d2c731', 'name': '', 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:c5:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:23Z', 'updated_at': '2021-09-24T00:07:31Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:33.980383 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:33.984058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] For port 69eec2d3-d781-4321-a66d-6bab54cd0865, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=69eec2d3-d781-4321-a66d-6bab54cd0865,segment=NetworkSegment(c9631d48-ea87-4d74-a307-fd64a402e270),segment_id=c9631d48-ea87-4d74-a307-fd64a402e270)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:33.984462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:33.991520 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:33.992125 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:34.007216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] Calling delete_port for 69eec2d3-d781-4321-a66d-6bab54cd0865 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:34.085532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:34.128726 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:34.161194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:34.201255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] Pushing event deleted for resources: {'Port': ['ID=69eec2d3-d781-4321-a66d-6bab54cd0865,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:34.209740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3e47f1-c877-4fba-b3fd-b17bbaf1e6bc None None] No DVR routers for this DVR port 69eec2d3-d781-4321-a66d-6bab54cd0865 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:34.219747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-ef222d32-3f0e-47b2-a196-032d769b7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:34.221242 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-ef222d32-3f0e-47b2-a196-032d769b7fb0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.2761087 Sep 24 00:07:34.239347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Pushing event deleted for resources: {'Port': ['ID=cb58c29e-4992-4bfc-b0e9-f6300b66a6ec,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:34.288981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95a0c344-86a5-4eef-b284-e23ab939e12e req-2a5f7b99-1e89-4235-8559-29cf5cb45057 tempest-MultipleCreateTestJSON-514215895 tempest-MultipleCreateTestJSON-514215895-project] 10.222.0.24 "GET /v2.0/ports?device_id=0564f4be-3b4a-4161-b679-6aa77a0d17b6 HTTP/1.1" status: 200 len: 210 time: 0.0361130 Sep 24 00:07:34.299787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] For port 69eec2d3-d781-4321-a66d-6bab54cd0865, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=69eec2d3-d781-4321-a66d-6bab54cd0865,segment=NetworkSegment(c9631d48-ea87-4d74-a307-fd64a402e270),segment_id=c9631d48-ea87-4d74-a307-fd64a402e270)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:34.299991 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:34.384755 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-8df8741c-b27b-437f-9192-fb4206df9453 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:34.386221 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-8df8741c-b27b-437f-9192-fb4206df9453 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.20 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 805 time: 0.4681706 Sep 24 00:07:34.387022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] No DVR routers for this DVR port cb58c29e-4992-4bfc-b0e9-f6300b66a6ec on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:34.388868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 69eec2d3-d781-4321-a66d-6bab54cd0865 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:34.409842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:34.411888 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-235060e3-92b5-42b3-b1a4-2de81f9b7949 req-9ffc10a5-d6de-4171-9a96-4ac0ef967cbc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.18 "DELETE /v2.0/ports/cb58c29e-4992-4bfc-b0e9-f6300b66a6ec HTTP/1.1" status: 204 len: 173 time: 2.7933140 Sep 24 00:07:34.413599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'name': 'network-vif-deleted', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:34.415865 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b2ec6a-5d53-4056-8fa6-feef6bc643ca" -d '{"events": [{"server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "name": "network-vif-deleted", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:34.422280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Request body: {'port': {'device_id': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'admin_state_up': True, 'tenant_id': '985c577509134bb0be9f9fb9686367cb'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:34.437214 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:31Z', 'revision_number': 7, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0f7508-a83c-441b-bd6b-20de83d2c731', 'name': '', 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:c5:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:23Z', 'updated_at': '2021-09-24T00:07:31Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:34.468341 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7722d300-cf06-419c-8b9a-4bc2e4520a38 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:31Z', 'revision_number': 7, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c0f7508-a83c-441b-bd6b-20de83d2c731', 'name': '', 'network_id': 'fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:c5:60:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:23Z', 'updated_at': '2021-09-24T00:07:31Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '8b1a8c6e-da10-44bc-9b4c-04a605c95417', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:34.504351 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183e6ebe-60dd-4047-87c0-4406d04957c5 x-openstack-request-id: req-183e6ebe-60dd-4047-87c0-4406d04957c5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:34.504932 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "name": "network-vif-deleted", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:34.505703 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-183e6ebe-60dd-4047-87c0-4406d04957c5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:34.506103 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'name': 'network-vif-deleted', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'status': 'completed', 'code': 200} Sep 24 00:07:34.512246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-b11f8298-ffef-4e2b-8eb0-ddaff4ae8a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:34.513760 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-b11f8298-ffef-4e2b-8eb0-ddaff4ae8a11 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2794998 Sep 24 00:07:34.715150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:34.729499 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-ef1da29a-3784-4d1e-8c6d-b12153955e0a service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831226 Sep 24 00:07:34.766118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848c1a9-5376-46c1-9231-c5104b1c7b59 req-d4e74593-9117-4294-a052-765f0ab25199 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:34.767620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a848c1a9-5376-46c1-9231-c5104b1c7b59 req-d4e74593-9117-4294-a052-765f0ab25199 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0541229 Sep 24 00:07:34.785164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=69eec2d3-d781-4321-a66d-6bab54cd0865,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:34.788221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No DVR routers for this DVR port 69eec2d3-d781-4321-a66d-6bab54cd0865 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:34.792879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Made reservation on behalf of 985c577509134bb0be9f9fb9686367cb for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:34.796360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:34.810474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a848c1a9-5376-46c1-9231-c5104b1c7b59 req-0c1e3397-39fe-4d22-b85b-24d80aebb206 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348837 Sep 24 00:07:34.865469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:34.867803 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa4fb8a1-e406-4c00-99e8-2debcc65989b" -d '{"events": [{"server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "name": "network-vif-unplugged", "status": "completed", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:34.908863 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b484420c-91c8-4187-9d04-e58be5a54fe9 x-openstack-request-id: req-b484420c-91c8-4187-9d04-e58be5a54fe9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:34.909204 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40a4faa9-5bcf-4355-80b0-fc1ad5d52d19", "name": "network-vif-unplugged", "status": "completed", "tag": "cb58c29e-4992-4bfc-b0e9-f6300b66a6ec", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:34.909460 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b484420c-91c8-4187-9d04-e58be5a54fe9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:34.909856 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40a4faa9-5bcf-4355-80b0-fc1ad5d52d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb58c29e-4992-4bfc-b0e9-f6300b66a6ec', 'code': 200} Sep 24 00:07:35.002774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.014726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae925cf4-aa9b-4368-bf38-bafd596e8530 req-0d78d3d0-18fd-4a93-91fd-5a1cd1117da9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 210 time: 0.0277300 Sep 24 00:07:35.042079 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.056320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-1006ad44-f04f-42f4-8247-e1198693e220 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041773 Sep 24 00:07:35.057763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f5b3f42-09b6-4531-ad32-41b7f7801589']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:35.131586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9631d48-ea87-4d74-a307-fd64a402e270') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:35.131896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9631d48-ea87-4d74-a307-fd64a402e270') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:35.180908 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.207361 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-5b0f1d7d-d4db-4d5c-8f14-909a8297ec2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b HTTP/1.1" status: 200 len: 217 time: 0.0885057 Sep 24 00:07:35.246543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 69eec2d3-d781-4321-a66d-6bab54cd0865 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:35.267096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'name': 'network-vif-deleted', 'tag': '803856c8-3907-4b44-b657-a2da3e299b61'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:35.270115 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df75f84-b3b1-473e-9dc1-5188c0a5e2f9" -d '{"events": [{"server_uuid": "32fe902b-9754-4caf-ab4c-4f2fe56a732b", "name": "network-vif-deleted", "tag": "803856c8-3907-4b44-b657-a2da3e299b61"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:35.271231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 69eec2d3-d781-4321-a66d-6bab54cd0865 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:35.271595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 69eec2d3-d781-4321-a66d-6bab54cd0865 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:35.276327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.280641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Allocated IP 172.20.0.2 (f9b7b53d-a505-4863-b88a-44a3c317dde1/3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa/5c4c5e35-4957-45ad-adf7-df082b85fc0d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:35.312458 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677e24ee-7a7a-47f2-81ba-774d26369d1c x-openstack-request-id: req-677e24ee-7a7a-47f2-81ba-774d26369d1c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:35.312972 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32fe902b-9754-4caf-ab4c-4f2fe56a732b", "name": "network-vif-deleted", "tag": "803856c8-3907-4b44-b657-a2da3e299b61", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:35.313127 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-677e24ee-7a7a-47f2-81ba-774d26369d1c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:35.313591 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32fe902b-9754-4caf-ab4c-4f2fe56a732b', 'name': 'network-vif-deleted', 'tag': '803856c8-3907-4b44-b657-a2da3e299b61', 'status': 'completed', 'code': 200} Sep 24 00:07:35.324211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:35.324630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:35.329160 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:35.379345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-e26d1f7d-fce9-4816-b98c-7e4916ae94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:35.380819 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-e26d1f7d-fce9-4816-b98c-7e4916ae94cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1645391 Sep 24 00:07:35.382606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59152) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:35.427500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d778545-d0cb-496e-a168-502660da8b2a admin admin] Deleting subnet 2b003f3e-4639-45c8-ac7c-d6d5b6add5bd {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:35.430766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d778545-d0cb-496e-a168-502660da8b2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.463862 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.474370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d778545-d0cb-496e-a168-502660da8b2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.481490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.483318 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/networks/2f5b3f42-09b6-4531-ad32-41b7f7801589 HTTP/1.1" status: 204 len: 168 time: 2.3758168 Sep 24 00:07:35.497685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59154) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:35.502506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1375464890'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:35.511757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b332ec59-33f9-413a-af2f-6a823f9314f2 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Network': ['ID=2f5b3f42-09b6-4531-ad32-41b7f7801589,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:35.538604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-13e79fd4-59a4-43cd-97f0-74126419d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:35.539018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d778545-d0cb-496e-a168-502660da8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.540233 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-13e79fd4-59a4-43cd-97f0-74126419d0f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243856 Sep 24 00:07:35.541578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:35.545056 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.597907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:07:35.614130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.615008 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Added segment 0120b7b4-8a30-4603-bcc6-72913ed41d3c of type vlan for network f3383919-2123-4917-96bd-04ab4528a643 Sep 24 00:07:35.646233 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d778545-d0cb-496e-a168-502660da8b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.680640 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.683106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d778545-d0cb-496e-a168-502660da8b2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b003f3e-4639-45c8-ac7c-d6d5b6add5bd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:35.688483 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d778545-d0cb-496e-a168-502660da8b2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.689803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6d778545-d0cb-496e-a168-502660da8b2a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2b003f3e-4639-45c8-ac7c-d6d5b6add5bd HTTP/1.1" status: 204 len: 168 time: 0.3061867 Sep 24 00:07:35.692792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59156) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:35.751718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.778487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.779166 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-608ca84a-4e44-45cb-9fc7-f8a83e86c483 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274613 Sep 24 00:07:35.784153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:35.784609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.813913 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.830194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3314679 Sep 24 00:07:35.833955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59158) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:35.854688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': 'f3383919-2123-4917-96bd-04ab4528a643', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:35.859872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 9c0f7508-a83c-441b-bd6b-20de83d2c731 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:35.860217 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.871691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add9c6c-0b3e-46b8-8459-4734fa601321 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Network': ['ID=f3383919-2123-4917-96bd-04ab4528a643,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:35.887376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f3383919-2123-4917-96bd-04ab4528a643 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:07:35.923196 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.979937 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:35.994170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb58c29e-4992-4bfc-b0e9-f6300b66a6ec no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:36.005656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbaa288-2e4e-44cd-abfe-564fffca16a7']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:36.014981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: cb58c29e-4992-4bfc-b0e9-f6300b66a6ec {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:36.015231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447521c6-a8ab-4db6-babd-17b767f0d6c0 req-757a4d2b-ef92-4fba-a044-cab6e2b54b76 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:36.015553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cb58c29e-4992-4bfc-b0e9-f6300b66a6ec not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:36.019245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-447521c6-a8ab-4db6-babd-17b767f0d6c0 req-757a4d2b-ef92-4fba-a044-cab6e2b54b76 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1193485 Sep 24 00:07:36.035407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6976b485-e130-4db8-9e76-5691332d431a') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:36.035697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6976b485-e130-4db8-9e76-5691332d431a') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:36.056061 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.083154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-447521c6-a8ab-4db6-babd-17b767f0d6c0 req-4a8ba906-1143-4a5c-969f-fbbaa8e39b58 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575161 Sep 24 00:07:36.084173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.092382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:36.093231 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:36.094568 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:36.430427 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.449107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Network f9b7b53d-a505-4863-b88a-44a3c317dde1 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:36.467024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:36.472653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:36.477293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Pushing event updated for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:36.481061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-a5d93d68-5e93-4e41-bc70-8a28e652073e service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6942210 Sep 24 00:07:36.525146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.532719 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.534549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] 10.222.0.24 "DELETE /v2.0/networks/ecbaa288-2e4e-44cd-abfe-564fffca16a7 HTTP/1.1" status: 204 len: 168 time: 0.8408513 Sep 24 00:07:36.553855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0723d0f-0e4f-4b23-a20e-0158d1a84aa8 req-38b121b5-fb3a-4e7e-a144-edc3800ffbe4 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:36.555365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0723d0f-0e4f-4b23-a20e-0158d1a84aa8 req-38b121b5-fb3a-4e7e-a144-edc3800ffbe4 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 931 time: 0.4664228 Sep 24 00:07:36.556310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c00697-b40e-478b-b4a0-34b62ed8046a admin admin] Pushing event deleted for resources: {'Network': ['ID=ecbaa288-2e4e-44cd-abfe-564fffca16a7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:36.581457 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-15cd7f64-f2fd-4671-84bf-a018ca7696cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a HTTP/1.1" status: 200 len: 217 time: 0.0697937 Sep 24 00:07:36.589359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port 9c0f7508-a83c-441b-bd6b-20de83d2c731, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9c0f7508-a83c-441b-bd6b-20de83d2c731,segment=NetworkSegment(d7ec55f6-bc99-4992-ae31-10c1c5b5e752),segment_id=d7ec55f6-bc99-4992-ae31-10c1c5b5e752)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:36.589734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.593420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:36.597200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.598206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0723d0f-0e4f-4b23-a20e-0158d1a84aa8 req-c49f88d5-5ac6-4ec0-a2cc-10e82da2ee0b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352442 Sep 24 00:07:36.637682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:36.638299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.666266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 9c0f7508-a83c-441b-bd6b-20de83d2c731 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:36.667315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59166) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:36.709196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2ef0072a-b435-4fbe-95b7-f07b439bb353 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d06a5de570e24cc1a62ab0503ba5ce9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399442 Sep 24 00:07:36.711796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59168) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:36.738331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-08039366-fe71-40be-b72c-3e8a180c3d1a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3233340 Sep 24 00:07:36.759663 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9600cfe4-ea07-4880-9e7f-754bc4c483dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.774390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-16847e35-9027-411d-8984-70e87f77d597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:36.775876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-16847e35-9027-411d-8984-70e87f77d597 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1835465 Sep 24 00:07:36.780892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Request body: {'port': {'device_id': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:36.781388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9600cfe4-ea07-4880-9e7f-754bc4c483dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.829987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9600cfe4-ea07-4880-9e7f-754bc4c483dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.832549 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9600cfe4-ea07-4880-9e7f-754bc4c483dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.836819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9600cfe4-ea07-4880-9e7f-754bc4c483dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97c47bd3-f702-43a7-9cc7-5005957d645b HTTP/1.1" status: 204 len: 168 time: 0.1215274 Sep 24 00:07:36.843227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600cfe4-ea07-4880-9e7f-754bc4c483dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c47bd3-f702-43a7-9cc7-5005957d645b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:36.952534 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:36.962369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-1e5ec5da-beaf-4da2-b244-a320722b5f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:36.963815 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-1e5ec5da-beaf-4da2-b244-a320722b5f2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1748533 Sep 24 00:07:37.220028 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.235025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48431eaa-0913-48c9-80c3-838056fd0f0d req-8ade1999-09e7-45f0-99b7-ab20a661e1cf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:37.237047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48431eaa-0913-48c9-80c3-838056fd0f0d req-8ade1999-09e7-45f0-99b7-ab20a661e1cf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0729470 Sep 24 00:07:37.279439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48431eaa-0913-48c9-80c3-838056fd0f0d req-e6fc0170-fe29-448a-8587-83afbb35801b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353281 Sep 24 00:07:37.293422 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-b9235203-7a9e-48a2-911d-26a43016b55b service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053007 Sep 24 00:07:37.322673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.397077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=9c0f7508-a83c-441b-bd6b-20de83d2c731,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:37.449965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=01750603-80d1-4032-a433-65ead11fd200,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:37.589397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Checking segment: {'id': '0120b7b4-8a30-4603-bcc6-72913ed41d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f3383919-2123-4917-96bd-04ab4528a643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:37.589767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network hostable DHCP agents. Network: f3383919-2123-4917-96bd-04ab4528a643, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:07:37.637438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59194) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:37.677555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-4945dc47-f942-4689-9225-05db20c8db75 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3556490 Sep 24 00:07:37.685730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.725825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e633a7de-8147-4775-97af-29293d95548f req-48833375-22d2-49f7-90ef-35484b3e91da tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:37.732576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network f3383919-2123-4917-96bd-04ab4528a643 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:07:37.733313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e633a7de-8147-4775-97af-29293d95548f req-48833375-22d2-49f7-90ef-35484b3e91da tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 931 time: 0.0595105 Sep 24 00:07:37.742272 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-d4201a6e-a7f1-425a-942e-9a9774f11d79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a HTTP/1.1" status: 200 len: 217 time: 0.0509868 Sep 24 00:07:37.756140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1302149286-network', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:37.784819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e633a7de-8147-4775-97af-29293d95548f req-256870b4-ef22-46ff-b596-ed10d9f50c2e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506585 Sep 24 00:07:37.790978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Made reservation on behalf of a3c6a84110b64f28b5c71e13d76255f8 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:37.794211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.800895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f3383919-2123-4917-96bd-04ab4528a643) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:37.807824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.812394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9d6938-2a34-4ed1-a158-967d780d0f7f None None] Network f3383919-2123-4917-96bd-04ab4528a643 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:37.829623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:37.830608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.918831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c4c5e35-4957-45ad-adf7-df082b85fc0d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:37.931827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-9a07b886-479a-4797-8ab2-5224f09bab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:37.933344 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-9a07b886-479a-4797-8ab2-5224f09bab23 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.1792665 Sep 24 00:07:37.935101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.953732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.959529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:37.988549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Transition to ACTIVE for port object 5c4c5e35-4957-45ad-adf7-df082b85fc0d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:07:37.993082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-39ac5dee-afe0-4bff-b9c4-0eb3fe647bb6 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1471548 Sep 24 00:07:37.993608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59198) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:38.009795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7b56042b-aa25-4fa7-b4b2-200c53590f05 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1720214378', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:38.015043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:07:38.027793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-f3383919-2123-4917-96bd-04ab4528a643', 'network_id': 'f3383919-2123-4917-96bd-04ab4528a643', 'tenant_id': '2e95f152079b41a49740e56e5a34ea12', 'fixed_ips': [{'subnet_id': '01750603-80d1-4032-a433-65ead11fd200'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:07:38.029374 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.029799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.030194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d408195-f95b-4c9e-9fa1-17792c3a4dd7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:38.042835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.042990 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Added segment 6e9ba1d7-7dca-4465-809f-1ab71cc02dff of type vlan for network 9117d1e5-03f7-487e-ace4-14594dc887ae Sep 24 00:07:38.076811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b56042b-aa25-4fa7-b4b2-200c53590f05 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.077933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-8caf5a57-8329-4690-8611-ff45f12b7f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:38.078112 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b56042b-aa25-4fa7-b4b2-200c53590f05 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.079506 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-8caf5a57-8329-4690-8611-ff45f12b7f10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1343927 Sep 24 00:07:38.100325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.157785 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b56042b-aa25-4fa7-b4b2-200c53590f05 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.159049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:38.164625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b56042b-aa25-4fa7-b4b2-200c53590f05 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.178834 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.179712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:38.180301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.186798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Allocated IP 172.20.0.2 (f3383919-2123-4917-96bd-04ab4528a643/01750603-80d1-4032-a433-65ead11fd200/529a83c8-c0dc-47c8-aa89-2124d6b99055) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:38.202455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b56042b-aa25-4fa7-b4b2-200c53590f05 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.203837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7b56042b-aa25-4fa7-b4b2-200c53590f05 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2005088 Sep 24 00:07:38.207249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:38.208032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:38.230928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'network_id': 'f3383919-2123-4917-96bd-04ab4528a643', 'name': 'tempest-PortsTestJSON-594090732'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:38.277302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6359797 Sep 24 00:07:38.277302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9bc7ee-9c9f-4c9f-9b89-96b85beaee3f admin admin] Pushing event updated for resources: {'Network': ['ID=9117d1e5-03f7-487e-ace4-14594dc887ae,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:38.279794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:38.284814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Request body: {'subnet': {'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1302149286-subnet', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:38.292048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 9117d1e5-03f7-487e-ace4-14594dc887ae details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:07:38.365536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-f2a406b4-36fc-4218-9909-dcfac9455f8d service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533727 Sep 24 00:07:38.368195 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.371128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Attempting to bind port 5c4c5e35-4957-45ad-adf7-df082b85fc0d on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:38.371470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Attempting to bind port 5c4c5e35-4957-45ad-adf7-df082b85fc0d by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:38.371821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Attempting to bind port 5c4c5e35-4957-45ad-adf7-df082b85fc0d on network f9b7b53d-a505-4863-b88a-44a3c317dde1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:38.404422 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.414534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Port 5c4c5e35-4957-45ad-adf7-df082b85fc0d on network f9b7b53d-a505-4863-b88a-44a3c317dde1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:07:38.414893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Attempting to bind port 5c4c5e35-4957-45ad-adf7-df082b85fc0d on network f9b7b53d-a505-4863-b88a-44a3c317dde1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:38.432522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Made reservation on behalf of a3c6a84110b64f28b5c71e13d76255f8 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:38.434815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.453659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:38.454690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Checking segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:38.455128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Bound using segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:38.455587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Bound port: 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:38.455961 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.456480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Network f3383919-2123-4917-96bd-04ab4528a643 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:38.460030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:38.464795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:38.467740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c824fdc-cf77-44bf-9671-f47a5ef54460 req-9df6f22d-3d15-4db3-b24e-28c599f98a8e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:38.470124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c824fdc-cf77-44bf-9671-f47a5ef54460 req-9df6f22d-3d15-4db3-b24e-28c599f98a8e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0903382 Sep 24 00:07:38.470793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:38.474270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.479954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Pushing event updated for resources: {'Port': ['ID=529a83c8-c0dc-47c8-aa89-2124d6b99055,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:38.508493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 4f5d48ea-6f5e-4418-a45d-a297085764f1 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:07:38.532058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Attempting to bind port 529a83c8-c0dc-47c8-aa89-2124d6b99055 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:38.533013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Attempting to bind port 529a83c8-c0dc-47c8-aa89-2124d6b99055 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '0120b7b4-8a30-4603-bcc6-72913ed41d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f3383919-2123-4917-96bd-04ab4528a643'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:38.533013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Attempting to bind port 529a83c8-c0dc-47c8-aa89-2124d6b99055 on network f3383919-2123-4917-96bd-04ab4528a643 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:38.538134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:38.538504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Checking segment: {'id': '0120b7b4-8a30-4603-bcc6-72913ed41d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f3383919-2123-4917-96bd-04ab4528a643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:38.538933 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.539323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Bound using segment: {'id': '0120b7b4-8a30-4603-bcc6-72913ed41d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f3383919-2123-4917-96bd-04ab4528a643'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:38.539783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Bound port: 529a83c8-c0dc-47c8-aa89-2124d6b99055, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0120b7b4-8a30-4603-bcc6-72913ed41d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'f3383919-2123-4917-96bd-04ab4528a643'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:38.540160 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.561002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:38.587337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:38.597703 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4f2e5f60-2018-47f5-941c-948203b55d6d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0938296 Sep 24 00:07:38.599586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c824fdc-cf77-44bf-9671-f47a5ef54460 req-39b43222-6647-4d58-a92a-778e0554c05a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015589 Sep 24 00:07:38.600290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:38.630588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:38.631317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:38.638550 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-21a3a482-a022-437a-8d34-cb7200549374 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618632 Sep 24 00:07:38.710223 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-0e32e74f-285d-479e-a418-0644ec2da03c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 200 len: 217 time: 0.0634134 Sep 24 00:07:38.720429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:38.722281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43c544e-40fa-46cc-847b-6fc83403b02a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet 8b1a8c6e-da10-44bc-9b4c-04a605c95417 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:38.728523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d43c544e-40fa-46cc-847b-6fc83403b02a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.732959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:38.743112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] For port 529a83c8-c0dc-47c8-aa89-2124d6b99055, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:38.760511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] For port 529a83c8-c0dc-47c8-aa89-2124d6b99055, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=529a83c8-c0dc-47c8-aa89-2124d6b99055,segment=NetworkSegment(0120b7b4-8a30-4603-bcc6-72913ed41d3c),segment_id=0120b7b4-8a30-4603-bcc6-72913ed41d3c)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:38.763448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.767617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.5 (f3383919-2123-4917-96bd-04ab4528a643/01750603-80d1-4032-a433-65ead11fd200/4f5d48ea-6f5e-4418-a45d-a297085764f1) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:38.769272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.785896 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d43c544e-40fa-46cc-847b-6fc83403b02a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.788067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:38.875732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Pushing event updated for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:38.906878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:38.907634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:38.909083 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-ae480b91-1862-4f4c-b21d-ade2f30e4211 service neutron] 10.222.0.20 "PUT /v2.0/ports/5c4c5e35-4957-45ad-adf7-df082b85fc0d HTTP/1.1" status: 200 len: 1092 time: 2.1366179 Sep 24 00:07:38.909621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:38.914031 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5a531c-d355-4b37-81fb-83d72749354c" -d '{"events": [{"name": "network-changed", "server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:38.918905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-09b5a50e-59b5-4647-b711-dd131c3949e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:38.920866 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-09b5a50e-59b5-4647-b711-dd131c3949e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.1977284 Sep 24 00:07:38.990845 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a14085-9b7f-4256-9651-82eca7d511af x-openstack-request-id: req-53a14085-9b7f-4256-9651-82eca7d511af {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:38.991119 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:38.991382 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53a14085-9b7f-4256-9651-82eca7d511af {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:38.991794 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'status': 'completed', 'code': 200} Sep 24 00:07:39.057094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.061822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa4f490-45bf-4dd8-9ede-5589ae6db243 req-4d9054f8-a879-4cf9-8894-71833268d7bd tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:39.070303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3aa4f490-45bf-4dd8-9ede-5589ae6db243 req-4d9054f8-a879-4cf9-8894-71833268d7bd tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 943 time: 0.1760061 Sep 24 00:07:39.187919 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.250490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.252763 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d43c544e-40fa-46cc-847b-6fc83403b02a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.254596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04fb0f-f28c-475f-bc40-21f5b5c1d768 None None] Pushing event updated for resources: {'Port': ['ID=529a83c8-c0dc-47c8-aa89-2124d6b99055,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:39.324232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3aa4f490-45bf-4dd8-9ede-5589ae6db243 req-dace5d6c-073e-4626-9ba4-3c7f514a144c tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523587 Sep 24 00:07:39.362032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d43c544e-40fa-46cc-847b-6fc83403b02a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.377513 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.410884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c544e-40fa-46cc-847b-6fc83403b02a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=8b1a8c6e-da10-44bc-9b4c-04a605c95417,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:39.419908 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d43c544e-40fa-46cc-847b-6fc83403b02a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.427331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d43c544e-40fa-46cc-847b-6fc83403b02a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/8b1a8c6e-da10-44bc-9b4c-04a605c95417 HTTP/1.1" status: 204 len: 168 time: 0.8190670 Sep 24 00:07:39.433455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ecbf4-5a52-426a-bbe5-08586f13d20d None None] Network fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:39.433806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59212) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:39.452311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:37Z', 'revision_number': 8, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:39.503580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:39.506624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network f3383919-2123-4917-96bd-04ab4528a643 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:39.527640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:39.530701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:39.586052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:39.587088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.587233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:39.587512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:39.603352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=4f5d48ea-6f5e-4418-a45d-a297085764f1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:39.608950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-289dd655-261e-4037-b447-e7e60b2fd3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:39.610505 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-289dd655-261e-4037-b447-e7e60b2fd3aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6800003 Sep 24 00:07:39.615450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c42b1412-aa51-4923-bee7-ab3b0e55fc83 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4058468 Sep 24 00:07:39.632832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59214) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:39.632832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-3c93ef4b-c61c-4f84-989c-f737670221b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:39.632832 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-3c93ef4b-c61c-4f84-989c-f737670221b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 1095 time: 0.6591463 Sep 24 00:07:39.678461 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.743612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:39.754590 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-dec70e0d-796a-4ee0-ac4e-290fafa6e2b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d HTTP/1.1" status: 200 len: 217 time: 0.1055574 Sep 24 00:07:39.758402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=36cc72d9-bbac-4cdb-b503-42ba974db883,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:39.800924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb63e9d-4743-4cb0-9a55-e5db5f0c5998 req-b047fabd-baf0-46f5-a7b0-8fc670135815 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:39.805918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eb63e9d-4743-4cb0-9a55-e5db5f0c5998 req-b047fabd-baf0-46f5-a7b0-8fc670135815 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1222467 Sep 24 00:07:39.838029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 424f1bc4-61e2-45c6-80ea-b2ac420f286b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:39.838396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.844458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] DHCP port deletion for fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:39.883257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eb63e9d-4743-4cb0-9a55-e5db5f0c5998 req-011ff361-f71e-486a-afe1-b8708507aa3e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688183 Sep 24 00:07:39.924372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port 424f1bc4-61e2-45c6-80ea-b2ac420f286b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=424f1bc4-61e2-45c6-80ea-b2ac420f286b,segment=NetworkSegment(d7ec55f6-bc99-4992-ae31-10c1c5b5e752),segment_id=d7ec55f6-bc99-4992-ae31-10c1c5b5e752)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:39.924734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:39.940417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 424f1bc4-61e2-45c6-80ea-b2ac420f286b owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:39.959107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Checking segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:39.959471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Network hostable DHCP agents. Network: 9117d1e5-03f7-487e-ace4-14594dc887ae, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:07:39.967135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-3638b2a7-16c6-4764-baee-f63c552c7477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:39.968632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-3638b2a7-16c6-4764-baee-f63c552c7477 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 200 len: 845 time: 0.2025990 Sep 24 00:07:39.980900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] Deleting port 424f1bc4-61e2-45c6-80ea-b2ac420f286b {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:39.981318 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.037618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.048993 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-33b25861-7d42-4dcd-bec5-ad9f888536c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9b7b53d-a505-4863-b88a-44a3c317dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316217 Sep 24 00:07:40.050901 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-8a0e8659-65bd-4839-bae6-85996fbad17d service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134796 Sep 24 00:07:40.068856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=424f1bc4-61e2-45c6-80ea-b2ac420f286b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:40.081550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No DVR routers for this DVR port 424f1bc4-61e2-45c6-80ea-b2ac420f286b on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:40.085070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] For port 424f1bc4-61e2-45c6-80ea-b2ac420f286b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=424f1bc4-61e2-45c6-80ea-b2ac420f286b,segment=NetworkSegment(d7ec55f6-bc99-4992-ae31-10c1c5b5e752),segment_id=d7ec55f6-bc99-4992-ae31-10c1c5b5e752)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:40.085519 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.110098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] Calling delete_port for 424f1bc4-61e2-45c6-80ea-b2ac420f286b owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:40.142706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:07:40.176661 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: from cryptography.utils import int_from_bytes Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: from cryptography.utils import int_from_bytes Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:07:40.201315 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:07:40.207596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:40.207769 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.219017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:40.219388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ec55f6-bc99-4992-ae31-10c1c5b5e752') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:40.232704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.247866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.259042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] No DVR routers for this DVR port 424f1bc4-61e2-45c6-80ea-b2ac420f286b on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:40.262830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af449214-5ec9-47d9-85c2-a98c03034a9e None None] Pushing event deleted for resources: {'Port': ['ID=424f1bc4-61e2-45c6-80ea-b2ac420f286b,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:40.267841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:40.268671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.271202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-225b7d53-6e02-4927-8a2e-96f80e4872c7 req-dc1e9fd4-4cf5-4c73-8e63-288aa2fa6303 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881616 Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:40.272400 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:40.284689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:37Z', 'revision_number': 8, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:40.315272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00bd877-784d-4db7-b91c-fd45f3bd1931 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:37Z', 'revision_number': 8, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '64d9d314-618a-4828-a32d-e904f728d72f', 'name': '', 'network_id': '115a5d23-d267-4c25-8dc9-c5de3769988b', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:e9:68:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '26269c70-329d-4f6f-958a-92dad94419e9', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:17Z', 'updated_at': '2021-09-24T00:07:24Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '26269c70-329d-4f6f-958a-92dad94419e9', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:40.341654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.353176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 9117d1e5-03f7-487e-ace4-14594dc887ae) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:40.355101 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.360734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b HTTP/1.1" status: 204 len: 168 time: 0.9011879 Sep 24 00:07:40.361679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59220) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:40.384658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1cdf5f0-8a8c-4286-af9a-b65c7b543725 None None] Network 9117d1e5-03f7-487e-ace4-14594dc887ae requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:40.395001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:40.396120 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.422591 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-59465ef5-2fb2-49de-bf38-b8f1b088ed8a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1417277 Sep 24 00:07:40.428817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59222) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:40.436985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:40.464496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.472050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.473464 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.490933 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-7a205dee-6b95-461b-a425-a0cf53847b77 service neutron] 10.222.0.20 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006429 Sep 24 00:07:40.504558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602c288-2100-44c5-bc47-b92baa425362 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=fefdd6ec-dbd2-43d0-b057-d67bfbc2d09b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:40.551593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-9117d1e5-03f7-487e-ace4-14594dc887ae', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:07:40.552827 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.579928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0340e0-1b03-400c-ad03-86e0834bb53e None None] Network f3383919-2123-4917-96bd-04ab4528a643 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:40.627454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.669477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa00a135-e5e3-439b-bb32-7cafcd4187b0 req-5b9154c2-95a4-4793-85bc-8583cd95848f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:40.671190 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa00a135-e5e3-439b-bb32-7cafcd4187b0 req-5b9154c2-95a4-4793-85bc-8583cd95848f tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 943 time: 0.1597018 Sep 24 00:07:40.732939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ba886232-2fe3-4a26-866c-dee2a18ad4e8 None None] Provisioning complete for port 529a83c8-c0dc-47c8-aa89-2124d6b99055 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:40.733410 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ba886232-2fe3-4a26-866c-dee2a18ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.797669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa00a135-e5e3-439b-bb32-7cafcd4187b0 req-ec7dd302-444e-45a3-9ca1-277d4d8b7da2 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058185 Sep 24 00:07:40.845868 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-45ef0c84-47cc-4a18-96ef-9012a4c5be17 req-6d8364f7-634b-4450-be14-2aa16bc5488e service neutron] 10.222.0.20 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450465 Sep 24 00:07:40.857601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Allocated IP 172.20.0.2 (9117d1e5-03f7-487e-ace4-14594dc887ae/36cc72d9-bbac-4cdb-b503-42ba974db883/6f956117-e680-4008-812e-745fcd0951a4) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:40.897018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:40.924047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.000342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ba886232-2fe3-4a26-866c-dee2a18ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.064261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c370b733-f137-42dc-afc4-0ac01714dd72 req-74e850e3-aa7c-4127-b51a-db02da34177f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:41.065772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c370b733-f137-42dc-afc4-0ac01714dd72 req-74e850e3-aa7c-4127-b51a-db02da34177f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.0948007 Sep 24 00:07:41.073626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a531c-d355-4b37-81fb-83d72749354c req-30ac0620-9c45-4526-872c-470c003c28e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:41.075715 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bf5a531c-d355-4b37-81fb-83d72749354c req-30ac0620-9c45-4526-872c-470c003c28e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 1095 time: 0.1523688 Sep 24 00:07:41.091861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ba886232-2fe3-4a26-866c-dee2a18ad4e8 None None] For port 529a83c8-c0dc-47c8-aa89-2124d6b99055, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=529a83c8-c0dc-47c8-aa89-2124d6b99055,segment=NetworkSegment(0120b7b4-8a30-4603-bcc6-72913ed41d3c),segment_id=0120b7b4-8a30-4603-bcc6-72913ed41d3c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:41.103606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ba886232-2fe3-4a26-866c-dee2a18ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.188421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c370b733-f137-42dc-afc4-0ac01714dd72 req-6ba7ff12-822a-4c2c-9257-47322fb0ab13 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697510 Sep 24 00:07:41.212411 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.221391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba886232-2fe3-4a26-866c-dee2a18ad4e8 None None] Pushing event updated for resources: {'Port': ['ID=529a83c8-c0dc-47c8-aa89-2124d6b99055,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:41.226718 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.266785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.276454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.281585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:41.286626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:41.290434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:41.308598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Pushing event updated for resources: {'Port': ['ID=6f956117-e680-4008-812e-745fcd0951a4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:41.335302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a531c-d355-4b37-81fb-83d72749354c req-66e1eb7f-2616-4f0d-b1c7-8a6374e6c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:41.336797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bf5a531c-d355-4b37-81fb-83d72749354c req-66e1eb7f-2616-4f0d-b1c7-8a6374e6c064 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 906 time: 0.2537768 Sep 24 00:07:41.376406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 529a83c8-c0dc-47c8-aa89-2124d6b99055 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:41.378376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=4f5d48ea-6f5e-4418-a45d-a297085764f1,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:41.402101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 64d9d314-618a-4828-a32d-e904f728d72f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:41.402586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.419753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Attempting to bind port 6f956117-e680-4008-812e-745fcd0951a4 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:41.420123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Attempting to bind port 6f956117-e680-4008-812e-745fcd0951a4 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:41.420485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Attempting to bind port 6f956117-e680-4008-812e-745fcd0951a4 on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:41.437983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:41.438345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Checking segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:41.438828 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.439177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Bound using segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:41.439657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Bound port: 6f956117-e680-4008-812e-745fcd0951a4, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:41.440039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.459424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-58a34cf6-a715-4b19-891a-b051da482a19 None None] Provisioning complete for port 529a83c8-c0dc-47c8-aa89-2124d6b99055 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:41.459796 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a34cf6-a715-4b19-891a-b051da482a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.512127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bf5a531c-d355-4b37-81fb-83d72749354c req-34fea629-95f8-42fb-8d7d-8e1b03dc8e68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d HTTP/1.1" status: 200 len: 217 time: 0.1575084 Sep 24 00:07:41.519688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port 64d9d314-618a-4828-a32d-e904f728d72f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=64d9d314-618a-4828-a32d-e904f728d72f,segment=NetworkSegment(d185cf5d-8f8d-4a24-a383-c899927ee512),segment_id=d185cf5d-8f8d-4a24-a383-c899927ee512)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:41.520056 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.537747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 64d9d314-618a-4828-a32d-e904f728d72f owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:41.539074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 529a83c8-c0dc-47c8-aa89-2124d6b99055 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:41.539432 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.577684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-242c521d-7190-4da6-be33-64168ae49737 None None] For port 6f956117-e680-4008-812e-745fcd0951a4, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:41.596280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-242c521d-7190-4da6-be33-64168ae49737 None None] For port 6f956117-e680-4008-812e-745fcd0951a4, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6f956117-e680-4008-812e-745fcd0951a4,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:41.603874 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.607328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a531c-d355-4b37-81fb-83d72749354c req-718580a7-cacb-4175-96d7-a74cf384b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:41.609023 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bf5a531c-d355-4b37-81fb-83d72749354c req-718580a7-cacb-4175-96d7-a74cf384b02d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 200 len: 845 time: 0.0835965 Sep 24 00:07:41.695630 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bf5a531c-d355-4b37-81fb-83d72749354c req-9db7bc36-0888-492f-9cfb-e7d99bdb1133 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9b7b53d-a505-4863-b88a-44a3c317dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700443 Sep 24 00:07:41.744439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c521d-7190-4da6-be33-64168ae49737 None None] Pushing event updated for resources: {'Port': ['ID=6f956117-e680-4008-812e-745fcd0951a4,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:41.788226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-58a34cf6-a715-4b19-891a-b051da482a19 None None] Provisioning complete for port 4f5d48ea-6f5e-4418-a45d-a297085764f1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:41.788629 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a34cf6-a715-4b19-891a-b051da482a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.809160 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.836137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-58a34cf6-a715-4b19-891a-b051da482a19 None None] Port 4f5d48ea-6f5e-4418-a45d-a297085764f1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:41.847966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.860767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=64d9d314-618a-4828-a32d-e904f728d72f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:41.879809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9c0f7508-a83c-441b-bd6b-20de83d2c731 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:41.894274 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:41.917065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9c0f7508-a83c-441b-bd6b-20de83d2c731 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:41.917546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9c0f7508-a83c-441b-bd6b-20de83d2c731 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:41.918290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 424f1bc4-61e2-45c6-80ea-b2ac420f286b no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:41.971327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 424f1bc4-61e2-45c6-80ea-b2ac420f286b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:41.971760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 424f1bc4-61e2-45c6-80ea-b2ac420f286b not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:41.979030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1925870e-35cd-4399-9763-040961bb8d0c None None] Provisioning complete for port 4f5d48ea-6f5e-4418-a45d-a297085764f1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:41.979513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1925870e-35cd-4399-9763-040961bb8d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.039568 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.048853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1925870e-35cd-4399-9763-040961bb8d0c None None] Port 4f5d48ea-6f5e-4418-a45d-a297085764f1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:42.109193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0e366-6747-4d9a-8230-007b041fcc5f req-16c7b0e3-bac2-4c37-bdf9-8ce4e904cfec tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:42.110966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54e0e366-6747-4d9a-8230-007b041fcc5f req-16c7b0e3-bac2-4c37-bdf9-8ce4e904cfec tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 943 time: 0.2074440 Sep 24 00:07:42.137236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.192052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-39eec42e-ce61-4fd5-93f1-dd1d6c7b73d9 None None] Provisioning complete for port 4f5d48ea-6f5e-4418-a45d-a297085764f1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:42.192475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39eec42e-ce61-4fd5-93f1-dd1d6c7b73d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.233892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54e0e366-6747-4d9a-8230-007b041fcc5f req-616a2c5e-c609-4af6-bffc-19c6fbbde10c tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146464 Sep 24 00:07:42.284666 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bf5a531c-d355-4b37-81fb-83d72749354c req-2b94744f-c058-4fec-a944-58445fd84ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5539687 Sep 24 00:07:42.424794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8628a-af25-43ab-827b-098947e64946 req-2f60ec6e-dc0d-4428-89ab-bb3b97a13668 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:42.426372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ef8628a-af25-43ab-827b-098947e64946 req-2f60ec6e-dc0d-4428-89ab-bb3b97a13668 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1125476 Sep 24 00:07:42.428083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.445055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-39eec42e-ce61-4fd5-93f1-dd1d6c7b73d9 None None] Port 4f5d48ea-6f5e-4418-a45d-a297085764f1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:42.453479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Allocated IP 172.25.5.218 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/6b1d60fe-3e52-42ee-aa16-97ffccab5148) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:42.494995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5c4c5e35-4957-45ad-adf7-df082b85fc0d details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:07:42.513070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:42.516414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ef8628a-af25-43ab-827b-098947e64946 req-c2e09875-1b55-4f70-b660-9bcefeed344f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500877 Sep 24 00:07:42.540713 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bf5a531c-d355-4b37-81fb-83d72749354c req-5ba6a858-55cb-4fff-9cf6-356ee0fbdfa4 service neutron] 10.222.0.20 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310042 Sep 24 00:07:42.606323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:42.620960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'port_id': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'mac_address': 'fa:16:3e:75:2d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:07:42.638138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:42.649539 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:42.650658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-de0206f9-c522-4982-b825-18a2723d8f32 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880180 Sep 24 00:07:42.656326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59230) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:42.663988 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:42.664998 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:42.699721 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.722502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b993c5c4-838c-413c-8449-7f0c301a3ba8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet 26269c70-329d-4f6f-958a-92dad94419e9 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:42.723200 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c4c5e35-4957-45ad-adf7-df082b85fc0d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:42.727628 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b993c5c4-838c-413c-8449-7f0c301a3ba8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.759083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:42.772932 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.782747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b993c5c4-838c-413c-8449-7f0c301a3ba8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.800638 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:42.842005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:42.893722 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b993c5c4-838c-413c-8449-7f0c301a3ba8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:42.969500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b993c5c4-838c-413c-8449-7f0c301a3ba8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.003772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993c5c4-838c-413c-8449-7f0c301a3ba8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=26269c70-329d-4f6f-958a-92dad94419e9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:43.006539 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b993c5c4-838c-413c-8449-7f0c301a3ba8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.009267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b993c5c4-838c-413c-8449-7f0c301a3ba8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/26269c70-329d-4f6f-958a-92dad94419e9 HTTP/1.1" status: 204 len: 168 time: 0.3518999 Sep 24 00:07:43.011787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59232) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:43.019206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba09d908-405e-49d7-83d9-a08b8e2860c9 None None] Network 115a5d23-d267-4c25-8dc9-c5de3769988b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:43.071332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['5c4c5e35-4957-45ad-adf7-df082b85fc0d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:07:43.115008 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.137906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a371e9a-5148-4a84-8cd7-e7b7e537ea1d None None] Network 9117d1e5-03f7-487e-ace4-14594dc887ae requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:43.168119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.175786 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:41Z', 'revision_number': 9, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:43.193825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 9508239c-54d6-4ad0-94af-bffc56409839 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:43.197555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.220162 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:43.230105 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:43.231140 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:43.309213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port 9508239c-54d6-4ad0-94af-bffc56409839, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9508239c-54d6-4ad0-94af-bffc56409839,segment=NetworkSegment(d185cf5d-8f8d-4a24-a383-c899927ee512),segment_id=d185cf5d-8f8d-4a24-a383-c899927ee512)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:43.309872 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.330542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 9508239c-54d6-4ad0-94af-bffc56409839 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:43.348381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.367364 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:43.402307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Pushing event updated for resources: {'Port': ['ID=6b1d60fe-3e52-42ee-aa16-97ffccab5148,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:43.426247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:43.434912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:43.443084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.445367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:43.460515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b45530c4-e626-49a3-8ecb-90ee7ea779b5 None None] Provisioning complete for port 6f956117-e680-4008-812e-745fcd0951a4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:43.461088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b45530c4-e626-49a3-8ecb-90ee7ea779b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.485613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.517757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe29095-1ea3-4649-9948-34505c6b7e40 req-a52c5ac3-629a-4f61-96ad-fcc9c55f5e99 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:43.519609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfe29095-1ea3-4649-9948-34505c6b7e40 req-a52c5ac3-629a-4f61-96ad-fcc9c55f5e99 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 944 time: 0.1304255 Sep 24 00:07:43.571398 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.602561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6f956117-e680-4008-812e-745fcd0951a4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:43.612452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=9508239c-54d6-4ad0-94af-bffc56409839,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:43.656111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.679855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No DVR routers for this DVR port 9508239c-54d6-4ad0-94af-bffc56409839 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:43.703371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec744b5-abb2-4896-b147-27f79ef92548 None None] DHCP port deletion for 115a5d23-d267-4c25-8dc9-c5de3769988b request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:43.703721 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:41Z', 'revision_number': 9, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:43.726628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cfe29095-1ea3-4649-9948-34505c6b7e40 req-7b222c2b-54ad-4af6-b537-2569b0563022 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947095 Sep 24 00:07:43.754176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=4f5d48ea-6f5e-4418-a45d-a297085764f1,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:43.767421 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b45530c4-e626-49a3-8ecb-90ee7ea779b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.780103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36d244-9cae-4e68-baed-bef24c1ee5ab req-394f1c06-e263-408a-897c-054b3c337b6d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:43.781894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f36d244-9cae-4e68-baed-bef24c1ee5ab req-394f1c06-e263-408a-897c-054b3c337b6d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1611943 Sep 24 00:07:43.787866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6f956117-e680-4008-812e-745fcd0951a4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:43.788353 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.788653 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8284078-067f-4dcc-836d-62440a99bd88 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:41Z', 'revision_number': 9, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': '773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec', 'name': '', 'network_id': '4a2aa7db-3c9a-4c07-9776-d9c573596056', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:94:de:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:08Z', 'updated_at': '2021-09-24T00:07:15Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': '3431ce34-1e49-47a7-9aa4-92852d412ec9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:43.813881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.854457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b45530c4-e626-49a3-8ecb-90ee7ea779b5 None None] For port 6f956117-e680-4008-812e-745fcd0951a4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6f956117-e680-4008-812e-745fcd0951a4,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:43.858844 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b45530c4-e626-49a3-8ecb-90ee7ea779b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.897114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115a5d23-d267-4c25-8dc9-c5de3769988b']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:43.920565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd185cf5d-8f8d-4a24-a383-c899927ee512') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:43.922181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd185cf5d-8f8d-4a24-a383-c899927ee512') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:43.938094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.943095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f36d244-9cae-4e68-baed-bef24c1ee5ab req-df19e84e-ef7c-4641-a06c-4ce93acc40eb tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174469 Sep 24 00:07:43.943280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 529a83c8-c0dc-47c8-aa89-2124d6b99055 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:43.945367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45530c4-e626-49a3-8ecb-90ee7ea779b5 None None] Pushing event updated for resources: {'Port': ['ID=6f956117-e680-4008-812e-745fcd0951a4,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:43.967797 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.975043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:43.975444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:43.979204 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:44.010547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 529a83c8-c0dc-47c8-aa89-2124d6b99055 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:44.011062 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.041645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network f3383919-2123-4917-96bd-04ab4528a643 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:44.044898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:44.050116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.063189 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.065496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/115a5d23-d267-4c25-8dc9-c5de3769988b HTTP/1.1" status: 204 len: 168 time: 1.0526428 Sep 24 00:07:44.075570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59238) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:44.082070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14432811-7980-4a2b-ad0a-f9a52e714e03 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=115a5d23-d267-4c25-8dc9-c5de3769988b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:44.108235 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.198603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7c170301-5d60-47ee-9dd1-9003a690568d None None] Provisioning complete for port 6f956117-e680-4008-812e-745fcd0951a4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:44.199150 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c170301-5d60-47ee-9dd1-9003a690568d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.456817 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.466789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6b741eef-242e-4066-a8f3-c1bef8a9a478 None None] Provisioning complete for port 4f5d48ea-6f5e-4418-a45d-a297085764f1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:44.467326 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b741eef-242e-4066-a8f3-c1bef8a9a478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.494381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5c4c5e35-4957-45ad-adf7-df082b85fc0d up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:44.500694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Router ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:07:44.544031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6b741eef-242e-4066-a8f3-c1bef8a9a478 None None] Port 4f5d48ea-6f5e-4418-a45d-a297085764f1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:44.559750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 5c4c5e35-4957-45ad-adf7-df082b85fc0d completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:07:44.563610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 5c4c5e35-4957-45ad-adf7-df082b85fc0d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:44.563976 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.650931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.653060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:44.662431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-be10e7ce-7b42-419c-88bc-5b1a791c1469 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "PUT /v2.0/routers/ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0315397 Sep 24 00:07:44.662596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59240) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:44.674990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4abc29f-f0d4-4133-930b-e49c67195425 None None] Sync routers for ids ['ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:44.683087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:44.684122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Router 22f5b183-9c44-4497-a018-f4582d6fce0a is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:07:44.685513 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f034ceb-c8d4-4538-9a1f-c602873b666e" -d '{"events": [{"server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "name": "network-vif-plugged", "status": "completed", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:44.704333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:44.706004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abc29f-f0d4-4133-930b-e49c67195425 None None] Routers {'ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:44.706638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e4abc29f-f0d4-4133-930b-e49c67195425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:44.745045 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.748150 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219fbffd-211b-4555-99b3-3647c529cf7d x-openstack-request-id: req-219fbffd-211b-4555-99b3-3647c529cf7d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:44.749201 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "name": "network-vif-plugged", "status": "completed", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:44.749201 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-219fbffd-211b-4555-99b3-3647c529cf7d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:44.749201 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'code': 200} Sep 24 00:07:44.751829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e4abc29f-f0d4-4133-930b-e49c67195425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:44.757604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d24c2ca-bd1a-432f-bd3a-53c7c5394e84 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:44.761991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4d24c2ca-bd1a-432f-bd3a-53c7c5394e84 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1 HTTP/1.1" status: 200 len: 981 time: 0.0961187 Sep 24 00:07:44.761991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59244) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:44.819013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4abc29f-f0d4-4133-930b-e49c67195425 None None] Routers {'ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:44.819830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e4abc29f-f0d4-4133-930b-e49c67195425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:44.858653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:44.862362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e4abc29f-f0d4-4133-930b-e49c67195425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:44.863611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4abc29f-f0d4-4133-930b-e49c67195425 None None] The sync data for ids ['ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:44.874850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:44.883691 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Sync routers for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:44.894455 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:44.895287 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:44.899078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4aed4c-307f-4212-b380-e71f471f1750 req-8fae297b-37f7-47c7-97ce-9b3b40c72670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:44.900614 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad4aed4c-307f-4212-b380-e71f471f1750 req-8fae297b-37f7-47c7-97ce-9b3b40c72670 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 1097 time: 0.0715771 Sep 24 00:07:44.901309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:44.904956 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f0c1c3e-af8f-49e6-8a96-b1c940589221 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.4688370 Sep 24 00:07:44.905171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59248) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:45.010249 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:45.011671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369d647-6257-46eb-a75b-a46fe5c16bbe req-476a555e-23ce-49e8-a3d2-ba41794af6aa tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:45.013221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9369d647-6257-46eb-a75b-a46fe5c16bbe req-476a555e-23ce-49e8-a3d2-ba41794af6aa tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 945 time: 0.1869285 Sep 24 00:07:45.024751 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad4aed4c-307f-4212-b380-e71f471f1750 req-6e3ef188-cadb-4e68-bdf6-297a6f12cb09 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166365 Sep 24 00:07:45.149853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9369d647-6257-46eb-a75b-a46fe5c16bbe req-5db7be51-5306-4355-8560-0905ebc462c0 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293263 Sep 24 00:07:45.193306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4253867-d752-4ac6-ae5f-3c880c71f2e7 req-13ec09c3-556e-4f50-85a4-b63a57eb93bc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:45.194837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4253867-d752-4ac6-ae5f-3c880c71f2e7 req-13ec09c3-556e-4f50-85a4-b63a57eb93bc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1429572 Sep 24 00:07:45.218231 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:43Z', 'revision_number': 3, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:45.251196 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Checking router: 22f5b183-9c44-4497-a018-f4582d6fce0a for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:45.251832 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Updating router 22f5b183-9c44-4497-a018-f4582d6fce0a port 6b1d60fe-3e52-42ee-aa16-97ffccab5148 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:07:45.279549 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.291022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6f956117-e680-4008-812e-745fcd0951a4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:45.315249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.345538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6f956117-e680-4008-812e-745fcd0951a4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:45.345915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.421019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4253867-d752-4ac6-ae5f-3c880c71f2e7 req-31b80d00-bbe7-466d-a759-eec7eebc8103 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172647 Sep 24 00:07:45.487901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.521823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 64d9d314-618a-4828-a32d-e904f728d72f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:45.548433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 64d9d314-618a-4828-a32d-e904f728d72f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:45.549437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 64d9d314-618a-4828-a32d-e904f728d72f not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:45.549921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9508239c-54d6-4ad0-94af-bffc56409839 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:45.570217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9508239c-54d6-4ad0-94af-bffc56409839 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:45.570610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9508239c-54d6-4ad0-94af-bffc56409839 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:45.636476 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.639693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.645157 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.666876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Allocated IP 172.20.0.1 (9117d1e5-03f7-487e-ace4-14594dc887ae/36cc72d9-bbac-4cdb-b503-42ba974db883/19dc0dd2-332d-4c55-8063-a12e90e78d71) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:45.700080 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Attempting to bind port 6b1d60fe-3e52-42ee-aa16-97ffccab5148 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:45.700599 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Attempting to bind port 6b1d60fe-3e52-42ee-aa16-97ffccab5148 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:45.701046 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Attempting to bind port 6b1d60fe-3e52-42ee-aa16-97ffccab5148 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:45.703952 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1caeb-1905-43ef-985c-99b22733543f None None] Pushing event updated for resources: {'Port': ['ID=6b1d60fe-3e52-42ee-aa16-97ffccab5148,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:45.709246 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:45.709718 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:45.710172 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.710613 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:45.711160 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Bound port: 6b1d60fe-3e52-42ee-aa16-97ffccab5148, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:45.711590 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.765297 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] For port 6b1d60fe-3e52-42ee-aa16-97ffccab5148, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:45.769320 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] For port 6b1d60fe-3e52-42ee-aa16-97ffccab5148, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b1d60fe-3e52-42ee-aa16-97ffccab5148,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:45.773806 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.784652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.827346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.835583 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:45.836198 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:45.864103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:45.867082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:45.871262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:45.871455 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1caeb-1905-43ef-985c-99b22733543f None None] Pushing event updated for resources: {'Port': ['ID=6b1d60fe-3e52-42ee-aa16-97ffccab5148,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:45.883764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:45.884383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.909820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Pushing event updated for resources: {'Port': ['ID=19dc0dd2-332d-4c55-8063-a12e90e78d71,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:45.923515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:45.982378 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:46.076254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.085381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 4f5d48ea-6f5e-4418-a45d-a297085764f1 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:46.086550 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.191557 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1e3375e6-8098-4f56-a951-15e8e448a6e3 None None] Provisioning complete for port 19dc0dd2-332d-4c55-8063-a12e90e78d71 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:46.193344 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e3375e6-8098-4f56-a951-15e8e448a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.193824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.208263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 4f5d48ea-6f5e-4418-a45d-a297085764f1 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:46.286493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1e3375e6-8098-4f56-a951-15e8e448a6e3 None None] Port 19dc0dd2-332d-4c55-8063-a12e90e78d71 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:46.308311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,segment=NetworkSegment(3b6631a9-82cc-4234-b59c-a1bb89a40b35),segment_id=3b6631a9-82cc-4234-b59c-a1bb89a40b35)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:46.308705 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.325787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:46.358511 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:43Z', 'revision_number': 3, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:46.367517 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.375781 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.410245 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b770c90-78c9-44a8-8e20-a4a13cc4f80a None None] The sync data for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 is: [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:43Z', 'revision_number': 3, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:46.475941 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.478738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Pushing event updated for resources: {'Port': ['ID=19dc0dd2-332d-4c55-8063-a12e90e78d71,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:46.490513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:07:46.547242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8804a212-b740-4607-ba47-5640d82122bf req-70253b93-ccaf-4cde-bf89-4b5475a67c80 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:46.549168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8804a212-b740-4607-ba47-5640d82122bf req-70253b93-ccaf-4cde-bf89-4b5475a67c80 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 945 time: 0.2206390 Sep 24 00:07:46.632489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:46.635212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:46.660395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:46.683188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e', 'port_id': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'mac_address': 'fa:16:3e:b4:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f1e2c8-83f1-45d7-989d-b39b5dba4dcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:07:46.693452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8804a212-b740-4607-ba47-5640d82122bf req-26143ebf-4324-4941-9d1d-12580c54ce20 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291630 Sep 24 00:07:46.758793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.804709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 09b2fa5e-1d05-4177-be9b-cda489fe3272 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:46.842993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:46.848456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Router 22f5b183-9c44-4497-a018-f4582d6fce0a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:46.848927 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.858297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.861587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:46.919929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad45280-9062-4aa0-927f-05a94032018b req-26c55835-dfa5-4797-8172-ec343fae54a5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:46.928214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ad45280-9062-4aa0-927f-05a94032018b req-26c55835-dfa5-4797-8172-ec343fae54a5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3750691 Sep 24 00:07:46.955569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:46.988318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['09b2fa5e-1d05-4177-be9b-cda489fe3272'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:07:47.153280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:47.166880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c9d418b6-f567-4d4d-b480-e3a1e7cf35c7 admin admin] 10.222.0.24 "PUT /v2.0/routers/22f5b183-9c44-4497-a018-f4582d6fce0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2593091 Sep 24 00:07:47.204414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:47.213855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fe2253ae-844b-404b-9d8a-5bbb279398c5 None None] Provisioning complete for port 19dc0dd2-332d-4c55-8063-a12e90e78d71 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:47.214024 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe2253ae-844b-404b-9d8a-5bbb279398c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:47.248264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ad45280-9062-4aa0-927f-05a94032018b req-75c786d8-88f3-42b8-b53a-a7169b69a938 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191087 Sep 24 00:07:47.385949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6b1d60fe-3e52-42ee-aa16-97ffccab5148 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:47.433378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=4f5d48ea-6f5e-4418-a45d-a297085764f1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:47.530474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fe2253ae-844b-404b-9d8a-5bbb279398c5 None None] Port 19dc0dd2-332d-4c55-8063-a12e90e78d71 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:47.649004 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:47.684002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6b1d60fe-3e52-42ee-aa16-97ffccab5148 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:47.684503 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:47.686190 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:47.824045 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:47.872475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 6b1d60fe-3e52-42ee-aa16-97ffccab5148, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b1d60fe-3e52-42ee-aa16-97ffccab5148,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:47.879411 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:47.980000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=6b1d60fe-3e52-42ee-aa16-97ffccab5148,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:48.126038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59288) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:48.131430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1ac18cd2-47b6-40a8-9e14-c33bb09611b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'security_group': {'name': 'tempest-securitygroup--814935815', 'description': 'tempest-description--596075082'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:48.172986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ac18cd2-47b6-40a8-9e14-c33bb09611b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.304595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ac18cd2-47b6-40a8-9e14-c33bb09611b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.313405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ac18cd2-47b6-40a8-9e14-c33bb09611b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.366709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ac18cd2-47b6-40a8-9e14-c33bb09611b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.371962 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1ac18cd2-47b6-40a8-9e14-c33bb09611b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2445488 Sep 24 00:07:48.374572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59292) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:48.380138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6861e07e-0e3f-4141-b042-a188b6b58186 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'security_group_rule': {'security_group_id': '94add81d-6c07-4500-90e6-f88150f4d173', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:48.393076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac18cd2-47b6-40a8-9e14-c33bb09611b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94add81d-6c07-4500-90e6-f88150f4d173,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:48.428627 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6861e07e-0e3f-4141-b042-a188b6b58186 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.503326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:48.512505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6861e07e-0e3f-4141-b042-a188b6b58186 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.518498 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6861e07e-0e3f-4141-b042-a188b6b58186 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.541860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861e07e-0e3f-4141-b042-a188b6b58186 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c28a345-8c75-4298-bda9-bbd5f793a4b5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:48.547265 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6861e07e-0e3f-4141-b042-a188b6b58186 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.555122 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6861e07e-0e3f-4141-b042-a188b6b58186 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1787894 Sep 24 00:07:48.557504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59294) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:48.562551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cb6ecc67-3cee-46b8-b172-ad83c226d6bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'security_group_rule': {'security_group_id': '94add81d-6c07-4500-90e6-f88150f4d173', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:48.592181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 09b2fa5e-1d05-4177-be9b-cda489fe3272 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:48.592949 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.599307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80d0c5-fec4-42dc-85f6-e06cebe829ec req-e29d247f-4f06-4f8a-8e46-a1a7c1c8456c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:48.600545 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef80d0c5-fec4-42dc-85f6-e06cebe829ec req-e29d247f-4f06-4f8a-8e46-a1a7c1c8456c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1962054 Sep 24 00:07:48.617017 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecc67-3cee-46b8-b172-ad83c226d6bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.667196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304a1ba-600e-452b-9208-47e75a6f5cc6 req-69e47974-440b-42a8-9705-51d79121781a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:48.668590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5304a1ba-600e-452b-9208-47e75a6f5cc6 req-69e47974-440b-42a8-9705-51d79121781a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 945 time: 0.2344675 Sep 24 00:07:48.694047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Router ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:48.711473 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.720242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecc67-3cee-46b8-b172-ad83c226d6bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.729166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecc67-3cee-46b8-b172-ad83c226d6bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.740636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:48.743649 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4567ef5c-f65b-4819-bbc0-5154755096ef" -d '{"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-plugged", "status": "completed", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:48.753888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ecc67-3cee-46b8-b172-ad83c226d6bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4969561e-c7b6-42ff-be6e-ff10e88558f8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:48.762813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb6ecc67-3cee-46b8-b172-ad83c226d6bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.764243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cb6ecc67-3cee-46b8-b172-ad83c226d6bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2055457 Sep 24 00:07:48.767536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59298) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:48.768204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:48.774076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.774468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:48.807491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:48.849108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:48.888054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef80d0c5-fec4-42dc-85f6-e06cebe829ec req-a5eb94f0-e591-41e9-83da-b6567c24196d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374592 Sep 24 00:07:48.892946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5304a1ba-600e-452b-9208-47e75a6f5cc6 req-13f256b7-6ee5-4a95-922e-fbd83f937de1 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042775 Sep 24 00:07:48.938640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:48.991029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:49.003217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510b795-9bc2-48bb-aabe-721edfb59928 None None] Sync routers for ids ['ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:49.015862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b1638721-3de5-47ac-9274-842da8e9e53c tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "PUT /v2.0/routers/ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2527869 Sep 24 00:07:49.016606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510b795-9bc2-48bb-aabe-721edfb59928 None None] Routers {'ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:49.018246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5510b795-9bc2-48bb-aabe-721edfb59928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:49.018649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59302) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:49.094030 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-aebf78d1-4832-4ea5-90d2-87fd1d38cdab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:07:49.098166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aebf78d1-4832-4ea5-90d2-87fd1d38cdab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/4f5d48ea-6f5e-4418-a45d-a297085764f1 HTTP/1.1" status: 404 len: 333 time: 0.0763252 Sep 24 00:07:49.098483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59304) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:49.115513 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617aa493-3b9b-4cab-b063-9681107b8dd2 x-openstack-request-id: req-617aa493-3b9b-4cab-b063-9681107b8dd2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:49.117992 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-plugged", "status": "completed", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:49.118275 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-617aa493-3b9b-4cab-b063-9681107b8dd2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:49.118698 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'code': 200} Sep 24 00:07:49.121313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5510b795-9bc2-48bb-aabe-721edfb59928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:49.145055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5510b795-9bc2-48bb-aabe-721edfb59928 None None] Routers {'ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:49.145874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5510b795-9bc2-48bb-aabe-721edfb59928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:49.222245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5510b795-9bc2-48bb-aabe-721edfb59928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:49.225649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5510b795-9bc2-48bb-aabe-721edfb59928 None None] The sync data for ids ['ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:49.308731 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4878657c-ff56-4bc0-9e27-6b62e74abf5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.311418 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Sync routers for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:49.327466 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:49.332715 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:49.379902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:49.392173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:49.399576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-09396579-cc7c-4e92-95ac-d7704dc72d56 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3228767 Sep 24 00:07:49.403050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59308) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:49.404012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:49.404645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:49.545090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6b1d60fe-3e52-42ee-aa16-97ffccab5148 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:49.558593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.560932 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:49.601894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4878657c-ff56-4bc0-9e27-6b62e74abf5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.607681 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4878657c-ff56-4bc0-9e27-6b62e74abf5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.613312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet 3431ce34-1e49-47a7-9aa4-92852d412ec9 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:49.621248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.632805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474bffc-8453-44e7-86af-28e1974abfca req-103e3ce1-2c75-4f80-bb8e-41cf514ac6df tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:49.633411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:49.642008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9474bffc-8453-44e7-86af-28e1974abfca req-103e3ce1-2c75-4f80-bb8e-41cf514ac6df tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 945 time: 0.2572961 Sep 24 00:07:49.749866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4878657c-ff56-4bc0-9e27-6b62e74abf5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.750372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4878657c-ff56-4bc0-9e27-6b62e74abf5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Fanout notify agent at l3_agent the message router_deleted on router ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:07:49.764199 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4878657c-ff56-4bc0-9e27-6b62e74abf5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.765677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4878657c-ff56-4bc0-9e27-6b62e74abf5f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/routers/ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1 HTTP/1.1" status: 204 len: 168 time: 0.6662655 Sep 24 00:07:49.768673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.769282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59310) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:49.811550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9474bffc-8453-44e7-86af-28e1974abfca req-d825af47-233f-430c-a27c-98f4492b0df3 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683667 Sep 24 00:07:49.877994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Allocated IP 172.25.5.54 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/96ec855d-f3aa-4062-92f3-f9ad445c63b9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:49.890402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0305f274-6a63-40c0-b951-e91ffea18e9e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet 01750603-80d1-4032-a433-65ead11fd200 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:49.898199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0305f274-6a63-40c0-b951-e91ffea18e9e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.946086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0305f274-6a63-40c0-b951-e91ffea18e9e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.981935 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:49.992736 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 2, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:50.037451 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Checking router: 22f5b183-9c44-4497-a018-f4582d6fce0a for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:50.037805 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Updating router 22f5b183-9c44-4497-a018-f4582d6fce0a port 19dc0dd2-332d-4c55-8063-a12e90e78d71 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:07:50.084316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6b1d60fe-3e52-42ee-aa16-97ffccab5148 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:50.085421 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.087025 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.123479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0305f274-6a63-40c0-b951-e91ffea18e9e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.185023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.219544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d29946-3ef7-414f-8a46-7e936b3634f9 req-4e51ce1e-ae9e-47ef-a573-ec465d71969f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:50.225391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77d29946-3ef7-414f-8a46-7e936b3634f9 req-4e51ce1e-ae9e-47ef-a573-ec465d71969f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1559589 Sep 24 00:07:50.274883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 10, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:50.289626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0305f274-6a63-40c0-b951-e91ffea18e9e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.314990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.316832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/3431ce34-1e49-47a7-9aa4-92852d412ec9 HTTP/1.1" status: 204 len: 168 time: 0.9126472 Sep 24 00:07:50.321828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552e596d-e5ae-40d5-9fa8-8a23b4f7de14 None None] Network 4a2aa7db-3c9a-4c07-9776-d9c573596056 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:50.327777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=3431ce34-1e49-47a7-9aa4-92852d412ec9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:50.329797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59314) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:50.334535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0305f274-6a63-40c0-b951-e91ffea18e9e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=01750603-80d1-4032-a433-65ead11fd200,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:50.344605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.346742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0305f274-6a63-40c0-b951-e91ffea18e9e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.348974 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0305f274-6a63-40c0-b951-e91ffea18e9e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/01750603-80d1-4032-a433-65ead11fd200 HTTP/1.1" status: 204 len: 168 time: 0.5785191 Sep 24 00:07:50.352111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59316) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:50.422967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.425239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.425707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.426238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.427167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.429155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.429613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.430136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.432663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.433200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.433886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.434690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae5bae5-8888-42e0-8b35-9de8aa16579c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:07:50.436951 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.444546 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.465995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77d29946-3ef7-414f-8a46-7e936b3634f9 req-7a68c4db-78b7-45b1-a152-2cfa80cfa10c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280374 Sep 24 00:07:50.478198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43968e70-a236-40da-995c-c5c48239fb93 None None] Network f3383919-2123-4917-96bd-04ab4528a643 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:50.481266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:50.558021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.563223 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438fe31-cabe-44a2-be16-ccfbe2d944aa None None] Pushing event updated for resources: {'Port': ['ID=19dc0dd2-332d-4c55-8063-a12e90e78d71,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:50.569878 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.579303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.601264 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Attempting to bind port 19dc0dd2-332d-4c55-8063-a12e90e78d71 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:50.602046 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Attempting to bind port 19dc0dd2-332d-4c55-8063-a12e90e78d71 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:50.602633 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Attempting to bind port 19dc0dd2-332d-4c55-8063-a12e90e78d71 on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:50.609587 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:50.610267 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Checking segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:50.611563 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.611712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:50.612316 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Bound using segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:50.612951 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Bound port: 19dc0dd2-332d-4c55-8063-a12e90e78d71, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:50.613516 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.614325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:50.653804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port b91768bb-dedd-4581-8198-1c74a4a10828 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:50.654395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.676941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:50.683041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:50.690236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:50.732107 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] For port 19dc0dd2-332d-4c55-8063-a12e90e78d71, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:50.737204 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] For port 19dc0dd2-332d-4c55-8063-a12e90e78d71, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19dc0dd2-332d-4c55-8063-a12e90e78d71,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:50.753815 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.772937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port b91768bb-dedd-4581-8198-1c74a4a10828, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b91768bb-dedd-4581-8198-1c74a4a10828,segment=NetworkSegment(3b6631a9-82cc-4234-b59c-a1bb89a40b35),segment_id=3b6631a9-82cc-4234-b59c-a1bb89a40b35)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:50.773449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:50.797778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for b91768bb-dedd-4581-8198-1c74a4a10828 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:50.816579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:50.837937 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:50.838816 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:50.859463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'Port': ['ID=96ec855d-f3aa-4062-92f3-f9ad445c63b9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:50.986089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 529a83c8-c0dc-47c8-aa89-2124d6b99055 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:50.986430 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.006929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cafc371-0a62-42b8-a2a4-4cc7d1348b78 req-c386a9f8-6f0f-427c-a6f8-2d8acbf1194c tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:51.014983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cafc371-0a62-42b8-a2a4-4cc7d1348b78 req-c386a9f8-6f0f-427c-a6f8-2d8acbf1194c tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 945 time: 0.0891695 Sep 24 00:07:51.029480 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:51.066872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.074788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cafc371-0a62-42b8-a2a4-4cc7d1348b78 req-c303edb9-7f79-4292-9e42-3a5400dd3419 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586896 Sep 24 00:07:51.129876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.163134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No DVR routers for this DVR port b91768bb-dedd-4581-8198-1c74a4a10828 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:51.169543 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438fe31-cabe-44a2-be16-ccfbe2d944aa None None] Pushing event updated for resources: {'Port': ['ID=19dc0dd2-332d-4c55-8063-a12e90e78d71,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:51.232799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=b91768bb-dedd-4581-8198-1c74a4a10828,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:51.257258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] For port 529a83c8-c0dc-47c8-aa89-2124d6b99055, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=529a83c8-c0dc-47c8-aa89-2124d6b99055,segment=NetworkSegment(0120b7b4-8a30-4603-bcc6-72913ed41d3c),segment_id=0120b7b4-8a30-4603-bcc6-72913ed41d3c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:51.257636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.268961 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.295250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 529a83c8-c0dc-47c8-aa89-2124d6b99055 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:51.381497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5ee99443-24b9-4400-80ee-283cd75f43dc None None] Provisioning complete for port 19dc0dd2-332d-4c55-8063-a12e90e78d71 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:51.382069 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ee99443-24b9-4400-80ee-283cd75f43dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.425583 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.438008 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:50Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:51.495137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a2aa7db-3c9a-4c07-9776-d9c573596056']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:51.507589 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da8794b-9d2d-403a-a593-32e48a0a03db None None] The sync data for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 is: [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:50Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:51.524643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6631a9-82cc-4234-b59c-a1bb89a40b35') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:51.525022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6631a9-82cc-4234-b59c-a1bb89a40b35') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:51.562317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.657256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.658244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87c6d9d-1967-4f3d-a77e-31ec87cc98e9 None None] DHCP port deletion for 4a2aa7db-3c9a-4c07-9776-d9c573596056 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:51.709643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:51.710066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:51.714336 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:51.740386 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ee99443-24b9-4400-80ee-283cd75f43dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.760948 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.802677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No DVR routers for this DVR port 529a83c8-c0dc-47c8-aa89-2124d6b99055 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:51.842346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 10, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:51.844548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1ab6d-1617-4a61-9a83-5e96e6f0f601 None None] DHCP port deletion for f3383919-2123-4917-96bd-04ab4528a643 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:51.852473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5ee99443-24b9-4400-80ee-283cd75f43dc None None] For port 19dc0dd2-332d-4c55-8063-a12e90e78d71, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19dc0dd2-332d-4c55-8063-a12e90e78d71,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:51.870133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=529a83c8-c0dc-47c8-aa89-2124d6b99055,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:51.896061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d4925b-8289-4ab4-b27e-aad7155e7a81 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 10, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None, '_interfaces': [{'id': 'e2d7868c-de6d-43f6-8ca4-b358cea37968', 'name': '', 'network_id': '535ee59c-4459-4cd5-b006-b99ee646f11f', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'mac_address': 'fa:16:3e:37:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': 'a028148f-2183-4995-afcf-c073572f37c3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:06:59Z', 'updated_at': '2021-09-24T00:07:06Z', 'revision_number': 5, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'subnets': [{'id': 'a028148f-2183-4995-afcf-c073572f37c3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:51.898135 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ee99443-24b9-4400-80ee-283cd75f43dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:51.902211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c9e4a-b0be-4e57-8b11-d7d8b1b0e487 req-2b7c7b64-eb04-4b58-9038-42f2d188d3a6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:51.936941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad4c9e4a-b0be-4e57-8b11-d7d8b1b0e487 req-2b7c7b64-eb04-4b58-9038-42f2d188d3a6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3052354 Sep 24 00:07:52.027439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.031494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.044401 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.050299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee99443-24b9-4400-80ee-283cd75f43dc None None] Pushing event updated for resources: {'Port': ['ID=19dc0dd2-332d-4c55-8063-a12e90e78d71,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:52.051394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/4a2aa7db-3c9a-4c07-9776-d9c573596056 HTTP/1.1" status: 204 len: 168 time: 1.7092037 Sep 24 00:07:52.052589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59342) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:52.059849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-28a1ea9f-ecef-433f-95ab-69d811c35708 None None] Provisioning complete for port 19dc0dd2-332d-4c55-8063-a12e90e78d71 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:52.060428 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-28a1ea9f-ecef-433f-95ab-69d811c35708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.083913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad4c9e4a-b0be-4e57-8b11-d7d8b1b0e487 req-10dc9b08-e733-472b-ab75-d59c05af85fa tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453869 Sep 24 00:07:52.096992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.154014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b2a2d4-1f2f-45da-8d09-616d1215d187 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=4a2aa7db-3c9a-4c07-9776-d9c573596056,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:52.301599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.349189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3383919-2123-4917-96bd-04ab4528a643']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:52.363555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0120b7b4-8a30-4603-bcc6-72913ed41d3c') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:52.363555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0120b7b4-8a30-4603-bcc6-72913ed41d3c') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:52.375300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.391063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.399508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:52.400422 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:52.478231 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:52.496597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.568980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.572002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/networks/f3383919-2123-4917-96bd-04ab4528a643 HTTP/1.1" status: 204 len: 168 time: 2.2168050 Sep 24 00:07:52.575545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763b0f3-28f0-4099-acc4-7e0a71f0485f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Network': ['ID=f3383919-2123-4917-96bd-04ab4528a643,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:52.577569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59344) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:52.629962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'Port': ['ID=96ec855d-f3aa-4062-92f3-f9ad445c63b9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:52.680495 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.698375 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.707035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d308026-bc28-441c-afd5-36baf9a3e7a4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:52.708704 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0d308026-bc28-441c-afd5-36baf9a3e7a4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/96d09b17-32e0-4926-81b7-8bc9b962414f HTTP/1.1" status: 200 len: 841 time: 0.1188180 Sep 24 00:07:52.710733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.720920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6dd0eb6c-28a0-438c-b3e6-246a4a09d9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9521825 Sep 24 00:07:52.721860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59346) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:52.817078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-deebf42f-04f0-4558-bab9-13c806c4d978 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/96d09b17-32e0-4926-81b7-8bc9b962414f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0940688 Sep 24 00:07:52.822381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59352) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:52.827895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:52.960624 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7541d2bf-d328-4b83-adaa-62181f2feef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:52.995604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:53.000366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.133842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port e2d7868c-de6d-43f6-8ca4-b358cea37968 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:53.134080 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.427063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19dc0dd2-332d-4c55-8063-a12e90e78d71 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:53.430916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port e2d7868c-de6d-43f6-8ca4-b358cea37968, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e2d7868c-de6d-43f6-8ca4-b358cea37968,segment=NetworkSegment(648d4301-9532-4fed-8b5b-7de49d25e376),segment_id=648d4301-9532-4fed-8b5b-7de49d25e376)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:53.431301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.447883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.483847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for e2d7868c-de6d-43f6-8ca4-b358cea37968 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:53.487905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 19dc0dd2-332d-4c55-8063-a12e90e78d71 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:53.488289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.519866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:53.523845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:53.527585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:53.528383 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.534833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c416952d-9912-4306-820d-fb53ac1240d4 None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:53.546683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=efff359e-d0a9-449b-b055-6f728edb7bea,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:53.557506 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0515d8bf-a5eb-450f-947c-11759f5ccb34 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7337320 Sep 24 00:07:53.558195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59374) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:53.562996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c0e4c38b-5eb5-4106-849b-6f88b9336bc3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'security_group': {'name': 'tempest-secgroup-1788780280'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:53.604503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c38b-5eb5-4106-849b-6f88b9336bc3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.659390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-733e1b7d-ed9c-4349-84e9-618eef32d901 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--814935815&fields=id&tenant_id=a3c6a84110b64f28b5c71e13d76255f8 HTTP/1.1" status: 200 len: 267 time: 0.2237515 Sep 24 00:07:53.685408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898b206-f802-44bf-9937-e2dc73a6fd7d req-04136214-ae38-4c47-a642-4bb9aaa4e8b9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:53.686970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7898b206-f802-44bf-9937-e2dc73a6fd7d req-04136214-ae38-4c47-a642-4bb9aaa4e8b9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3768458 Sep 24 00:07:53.727467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c38b-5eb5-4106-849b-6f88b9336bc3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.744107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c38b-5eb5-4106-849b-6f88b9336bc3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.797756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e4c38b-5eb5-4106-849b-6f88b9336bc3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7aea0d-7e8a-44c5-b910-794b866f7019,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:53.807272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7898b206-f802-44bf-9937-e2dc73a6fd7d req-6e4b9916-10a9-449d-8cc2-af3259ebec7a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060104 Sep 24 00:07:53.836840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-d9b16b27-9109-4fc7-b89d-c7542dd58077', 'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'tenant_id': '2e95f152079b41a49740e56e5a34ea12', 'fixed_ips': [{'subnet_id': 'efff359e-d0a9-449b-b055-6f728edb7bea'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:07:53.838499 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0e4c38b-5eb5-4106-849b-6f88b9336bc3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.841386 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0e4c38b-5eb5-4106-849b-6f88b9336bc3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2821221 Sep 24 00:07:53.844078 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:53.844705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59376) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:53.856627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-24329b99-bd72-4764-a524-130019614c45 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'security_group': {'name': 'tempest-secgroup-523676503'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:53.934266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24329b99-bd72-4764-a524-130019614c45 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.019824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 529a83c8-c0dc-47c8-aa89-2124d6b99055 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:54.043543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24329b99-bd72-4764-a524-130019614c45 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.049800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 529a83c8-c0dc-47c8-aa89-2124d6b99055 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:54.050621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 529a83c8-c0dc-47c8-aa89-2124d6b99055 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:54.054228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24329b99-bd72-4764-a524-130019614c45 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.055389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b91768bb-dedd-4581-8198-1c74a4a10828 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:54.089593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b91768bb-dedd-4581-8198-1c74a4a10828 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:54.090090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b91768bb-dedd-4581-8198-1c74a4a10828 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:54.090727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:07:54.093194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24329b99-bd72-4764-a524-130019614c45 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4411d92e-7790-43e6-8675-fdd9967bf713,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:54.120951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24329b99-bd72-4764-a524-130019614c45 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.123090 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-24329b99-bd72-4764-a524-130019614c45 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2760458 Sep 24 00:07:54.125398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59382) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:54.127650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:07:54.128417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 773b20f8-bc4c-4ed5-8b83-e87b8cc9e1ec not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:07:54.138687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f558-4f56-464d-a143-81dc2b35603c req-84fac8d0-7b98-4880-b7e4-6a6b07fe18e5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:54.147761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-84fac8d0-7b98-4880-b7e4-6a6b07fe18e5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.4874530 Sep 24 00:07:54.147954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1710797305', 'security_groups': ['4411d92e-7790-43e6-8675-fdd9967bf713'], 'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'efff359e-d0a9-449b-b055-6f728edb7bea'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:54.167275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-d8c8c2f6-0d7a-46fb-90fb-feedbc985999 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/quotas/a3c6a84110b64f28b5c71e13d76255f8 HTTP/1.1" status: 200 len: 375 time: 0.0186427 Sep 24 00:07:54.221901 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.262446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Allocated IP 172.20.0.2 (d9b16b27-9109-4fc7-b89d-c7542dd58077/efff359e-d0a9-449b-b055-6f728edb7bea/0f818ad9-17de-49c4-98b1-d9b230812b5c) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:54.263740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=e2d7868c-de6d-43f6-8ca4-b358cea37968,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:54.280682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-ad084afa-e4d2-487e-9687-2e23b93c01bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1125648 Sep 24 00:07:54.330412 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:54.464597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.482207 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.492345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port e6ae4205-0432-4e24-9107-2f849e5be569 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:07:54.521012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5c4c5e35-4957-45ad-adf7-df082b85fc0d details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:07:54.561951 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.596135 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:54.668016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:54.706729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:54.714473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:54.744891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Pushing event updated for resources: {'Port': ['ID=0f818ad9-17de-49c4-98b1-d9b230812b5c,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:54.833752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:54.845444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-b937e34f-e92e-4933-938e-c5b7fad3f6af service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483477 Sep 24 00:07:54.867763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.13 (d9b16b27-9109-4fc7-b89d-c7542dd58077/efff359e-d0a9-449b-b055-6f728edb7bea/e6ae4205-0432-4e24-9107-2f849e5be569) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:54.950938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:54.960799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c8745711-ff22-4b6d-a7e2-d31264a65543 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8640225 Sep 24 00:07:54.964737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59406) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:54.968181 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:54.991851 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:54.992649 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:55.097024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:55.124725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Attempting to bind port 0f818ad9-17de-49c4-98b1-d9b230812b5c on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:07:55.125184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Attempting to bind port 0f818ad9-17de-49c4-98b1-d9b230812b5c by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'b9090897-0366-48c6-8b8a-f6479068c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:07:55.125611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Attempting to bind port 0f818ad9-17de-49c4-98b1-d9b230812b5c on network d9b16b27-9109-4fc7-b89d-c7542dd58077 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:07:55.135590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:07:55.136064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Checking segment: {'id': 'b9090897-0366-48c6-8b8a-f6479068c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:07:55.136707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.138218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Bound using segment: {'id': 'b9090897-0366-48c6-8b8a-f6479068c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:07:55.139406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Bound port: 0f818ad9-17de-49c4-98b1-d9b230812b5c, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9090897-0366-48c6-8b8a-f6479068c673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:07:55.140691 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.152296 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:55.161930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'port_id': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'mac_address': 'fa:16:3e:75:2d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:07:55.228254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.231767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ccb2d8-3879-48e0-bce9-858b5c59098c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting subnet a028148f-2183-4995-afcf-c073572f37c3 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:07:55.256800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025e290-26b2-4204-a2a5-d8e81efddf35 req-b21aa654-bb61-4edf-8be1-b688cfbd1e51 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:55.266700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8025e290-26b2-4204-a2a5-d8e81efddf35 req-b21aa654-bb61-4edf-8be1-b688cfbd1e51 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2859526 Sep 24 00:07:55.296139 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb2d8-3879-48e0-bce9-858b5c59098c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.323788 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:53Z', 'revision_number': 11, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:55.340870 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.343749 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.348624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-87a776e4-78a2-4fb8-b098-c32a55ab6908 service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5021966 Sep 24 00:07:55.359441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] For port 0f818ad9-17de-49c4-98b1-d9b230812b5c, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:07:55.375554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5c4c5e35-4957-45ad-adf7-df082b85fc0d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:07:55.381328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8025e290-26b2-4204-a2a5-d8e81efddf35 req-f538251f-1b6c-4e6c-87c9-f459ecf9ef91 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134484 Sep 24 00:07:55.410463 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb2d8-3879-48e0-bce9-858b5c59098c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.415113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:55.423298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] For port 0f818ad9-17de-49c4-98b1-d9b230812b5c, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f818ad9-17de-49c4-98b1-d9b230812b5c,segment=NetworkSegment(b9090897-0366-48c6-8b8a-f6479068c673),segment_id=b9090897-0366-48c6-8b8a-f6479068c673)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:07:55.424712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:55.430641 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.432709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:55.437960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:07:55.468356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=e6ae4205-0432-4e24-9107-2f849e5be569,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:55.510281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:55.513201 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.522523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:55.539603 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.541990 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-897b0eae-3d58-44f7-a9b3-940ff97a46bf tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4152277 Sep 24 00:07:55.544660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:55.552990 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d5202d66-d736-4915-b924-424010b195ab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:55.624927 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb2d8-3879-48e0-bce9-858b5c59098c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.637448 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:07:55.638820 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:07:55.640679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['5c4c5e35-4957-45ad-adf7-df082b85fc0d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:07:55.695958 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:55.696883 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:55.703052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13381acf-f938-4e97-99cb-682ed2ac64be None None] Pushing event updated for resources: {'Port': ['ID=0f818ad9-17de-49c4-98b1-d9b230812b5c,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:55.834655 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb2d8-3879-48e0-bce9-858b5c59098c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.868290 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb2d8-3879-48e0-bce9-858b5c59098c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.883712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7583dcd7-b6ad-4630-8e2c-94f9fee4391c None None] Network 535ee59c-4459-4cd5-b006-b99ee646f11f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:55.886809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e7ccb2d8-3879-48e0-bce9-858b5c59098c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/a028148f-2183-4995-afcf-c073572f37c3 HTTP/1.1" status: 204 len: 168 time: 0.9209933 Sep 24 00:07:55.889508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59432) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:55.917983 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:07:55.935346 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:55.947879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5202d66-d736-4915-b924-424010b195ab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:55.963775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d5202d66-d736-4915-b924-424010b195ab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:56.052052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccb2d8-3879-48e0-bce9-858b5c59098c tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Subnet': ['ID=a028148f-2183-4995-afcf-c073572f37c3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:56.111329 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:53Z', 'revision_number': 11, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:56.135482 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:56.190470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da7a7b97-9689-44f8-8a4e-25df028d5a18 req-83c579d0-2f45-4799-b8f4-3d2659689939 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 210 time: 0.1874635 Sep 24 00:07:56.194956 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c23edf-5f3e-48df-b613-b65a21643db9 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:53Z', 'revision_number': 11, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:07:56.197793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dfff84fc-72bd-4b4d-ad59-76b0471c5270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:56.316742 n-d-713498-18 neutron-server[106378]: INFO neutron.db.ipam_backend_mixin [None req-d5202d66-d736-4915-b924-424010b195ab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet efff359e-d0a9-449b-b055-6f728edb7bea (CIDR: 172.20.0.0/28) Sep 24 00:07:56.358162 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5202d66-d736-4915-b924-424010b195ab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:07:56.358705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5202d66-d736-4915-b924-424010b195ab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:07:56.413266 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d5202d66-d736-4915-b924-424010b195ab tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8674366 Sep 24 00:07:56.416603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59440) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:56.429260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:56.433637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Deleting port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:56.434315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:56.541821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5c4c5e35-4957-45ad-adf7-df082b85fc0d up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:56.607038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] For port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089,segment=NetworkSegment(648d4301-9532-4fed-8b5b-7de49d25e376),segment_id=648d4301-9532-4fed-8b5b-7de49d25e376)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:56.607413 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:56.611902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] DHCP port deletion for 535ee59c-4459-4cd5-b006-b99ee646f11f request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:07:56.648419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Calling delete_port for 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:56.810818 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:56.834817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe70e22-cc48-4eab-b2b4-8b4f00b595f2 req-135316a0-45e0-4df3-a26b-6b7b0c5e2ac8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:56.844264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe70e22-cc48-4eab-b2b4-8b4f00b595f2 req-135316a0-45e0-4df3-a26b-6b7b0c5e2ac8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2886436 Sep 24 00:07:56.896614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 5c4c5e35-4957-45ad-adf7-df082b85fc0d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:56.896996 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:56.899851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:56.912814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] Deleting port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:07:56.913402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.011123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:57.011940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Port': ['ID=6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:57.022785 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.029726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No DVR routers for this DVR port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:57.072183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe70e22-cc48-4eab-b2b4-8b4f00b595f2 req-b6721966-43f2-4de1-9b59-681eb714490a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265940 Sep 24 00:07:57.150851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] For port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:57.150851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.230444 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] Calling delete_port for 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:07:57.246469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] Port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:07:57.267622 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.343868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.401509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] Pushing event deleted for resources: {'Port': ['ID=6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:57.424555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535ee59c-4459-4cd5-b006-b99ee646f11f']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:57.427917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41295e-1956-406a-960a-876e735c6bbb None None] No DVR routers for this DVR port 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:07:57.455375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648d4301-9532-4fed-8b5b-7de49d25e376') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:57.455986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648d4301-9532-4fed-8b5b-7de49d25e376') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:57.462059 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.484308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.523117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c876f7d-8423-4c1c-afb1-91258b04bae3 req-c0069ab6-ea18-47fd-a523-7f68370b3fab tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 210 time: 0.1242976 Sep 24 00:07:57.523688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:07:57.540001 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc14edc2-51e9-4fd3-a1fd-6bc2663eab2f" -d '{"events": [{"server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "name": "network-vif-plugged", "status": "completed", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:07:57.552804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.587098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:07:57.587294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f818ad9-17de-49c4-98b1-d9b230812b5c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:07:57.587514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:07:57.602304 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:07:57.605219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:57.682228 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.690970 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4398bc2b-1408-4f78-8fb1-d539b48a1da9 x-openstack-request-id: req-4398bc2b-1408-4f78-8fb1-d539b48a1da9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:07:57.691420 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "name": "network-vif-plugged", "status": "completed", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:07:57.692727 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4398bc2b-1408-4f78-8fb1-d539b48a1da9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:07:57.693516 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'code': 200} Sep 24 00:07:57.838265 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.845031 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.875468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:57.875468 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.921775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:57.922395 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.931631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:07:57.935523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:07:57.946154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:57.946783 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:57.990822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5721107 Sep 24 00:07:57.993699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59448) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:57.995824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:58.009618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1852426810', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1'}], 'security_groups': ['ba7aea0d-7e8a-44c5-b910-794b866f7019']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:58.058921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f558-4f56-464d-a143-81dc2b35603c req-d64fc41c-cfb9-40d6-ac19-8bcbdaafc2cb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:58.069574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-d64fc41c-cfb9-40d6-ac19-8bcbdaafc2cb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.3187008 Sep 24 00:07:58.077864 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.088743 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/networks/535ee59c-4459-4cd5-b006-b99ee646f11f HTTP/1.1" status: 204 len: 168 time: 2.1974916 Sep 24 00:07:58.109741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7bba0-494a-476d-b990-88896735d0e3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:58.131311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59450) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:58.145414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.156424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'routes': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:58.162530 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f418d2-f969-45ee-9c8d-5ef611d4135d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Pushing event deleted for resources: {'Network': ['ID=535ee59c-4459-4cd5-b006-b99ee646f11f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:58.180110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd78a45-25c3-44c6-bcf7-7a0fb043b2bf None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:07:58.269035 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.290353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] For port 0f818ad9-17de-49c4-98b1-d9b230812b5c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f818ad9-17de-49c4-98b1-d9b230812b5c,segment=NetworkSegment(b9090897-0366-48c6-8b8a-f6479068c673),segment_id=b9090897-0366-48c6-8b8a-f6479068c673)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:58.317856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-8a38b1b0-14f8-49a3-8431-ac9b765fe313 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3c6a84110b64f28b5c71e13d76255f8 HTTP/1.1" status: 200 len: 379 time: 0.2257760 Sep 24 00:07:58.328058 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.359638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'port': {'device_id': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'admin_state_up': True, 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'security_groups': ['94add81d-6c07-4500-90e6-f88150f4d173']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:07:58.421691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] Provisioning complete for port 96d09b17-32e0-4926-81b7-8bc9b962414f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:58.422557 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.467310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70ae58e-7067-420b-aa29-dd4eb70e5bf8 req-21f42f2b-b1cd-4827-aa96-0f2b72e0c016 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:07:58.491969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f70ae58e-7067-420b-aa29-dd4eb70e5bf8 req-21f42f2b-b1cd-4827-aa96-0f2b72e0c016 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2557814 Sep 24 00:07:58.553756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] Pushing event updated for resources: {'Port': ['ID=0f818ad9-17de-49c4-98b1-d9b230812b5c,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:07:58.560203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:07:58.560949 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:07:58.582175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2ea49836-14ce-466b-82d5-fea1a52cc193 None None] Port 96d09b17-32e0-4926-81b7-8bc9b962414f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:58.634798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f70ae58e-7067-420b-aa29-dd4eb70e5bf8 req-e442df95-68dc-47bc-9bad-56312d73c383 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418345 Sep 24 00:07:58.681729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Added routes are [] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 00:07:58.681729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Removed routes are [] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 00:07:58.681729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.689740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.738530 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Made reservation on behalf of a3c6a84110b64f28b5c71e13d76255f8 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:07:58.742623 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.793589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a4b000c0-390e-4b46-8113-e90c00fc2c53 None None] Provisioning complete for port e6ae4205-0432-4e24-9107-2f849e5be569 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:07:58.793947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4b000c0-390e-4b46-8113-e90c00fc2c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:58.807555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c99c9c1d-fbab-4bed-aa1c-216fd17f7415 req-a3e60ce3-1493-48b4-bc60-af51438564ae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 210 time: 0.1092627 Sep 24 00:07:58.810612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1664a-9ab2-4a65-8f7f-4557cb594104 None None] Update dhcp port {'port': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'fixed_ips': [{'subnet_id': 'efff359e-d0a9-449b-b055-6f728edb7bea', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '0f818ad9-17de-49c4-98b1-d9b230812b5c'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:07:58.873853 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-42e1664a-9ab2-4a65-8f7f-4557cb594104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.044198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.054778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.070070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-42e1664a-9ab2-4a65-8f7f-4557cb594104 None None] Allocated IP 172.20.0.18 (d9b16b27-9109-4fc7-b89d-c7542dd58077/bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1/0f818ad9-17de-49c4-98b1-d9b230812b5c) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:59.194017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-42e1664a-9ab2-4a65-8f7f-4557cb594104 None None] For port 0f818ad9-17de-49c4-98b1-d9b230812b5c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f818ad9-17de-49c4-98b1-d9b230812b5c,segment=NetworkSegment(b9090897-0366-48c6-8b8a-f6479068c673),segment_id=b9090897-0366-48c6-8b8a-f6479068c673)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:07:59.267798 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-42e1664a-9ab2-4a65-8f7f-4557cb594104 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.295811 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-42e1664a-9ab2-4a65-8f7f-4557cb594104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.339077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router f30ce6e2-8ff9-402f-9108-4546f35bc09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:07:59.352432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a4b000c0-390e-4b46-8113-e90c00fc2c53 None None] Port e6ae4205-0432-4e24-9107-2f849e5be569 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:07:59.457190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Allocated IP 172.20.0.4 (9117d1e5-03f7-487e-ace4-14594dc887ae/36cc72d9-bbac-4cdb-b503-42ba974db883/a948832a-06e1-4764-b828-1bc89228238d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:59.462120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:07:59.479677 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.484160 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-755d6c6a-4cb1-4dcc-a920-b1fcee85bbbc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 200 len: 704 time: 1.3351264 Sep 24 00:07:59.491522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59456) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:59.497271 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.498687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] Sync routers for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:07:59.513462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:07:59.514274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:07:59.542227 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7f9a3be8-cc8f-47e8-9f40-1983059a8fe3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 200 len: 205 time: 0.0500867 Sep 24 00:07:59.554183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59458) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:07:59.582988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Delete allocated IP 172.20.0.13 (d9b16b27-9109-4fc7-b89d-c7542dd58077/efff359e-d0a9-449b-b055-6f728edb7bea) {{(pid=106379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 00:07:59.736823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.20 (d9b16b27-9109-4fc7-b89d-c7542dd58077/bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1/e6ae4205-0432-4e24-9107-2f849e5be569) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:07:59.870317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7265dea-93a2-45ba-a213-b572937bd93a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.901788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:07:59.983762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:08:00.009127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:00.101530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:53Z', 'revision_number': 11, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:00.139355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:00.148466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:00.167914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:00.197650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:00.206688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e1664a-9ab2-4a65-8f7f-4557cb594104 None None] Pushing event updated for resources: {'Port': ['ID=0f818ad9-17de-49c4-98b1-d9b230812b5c,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:00.225683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] Checking router: f30ce6e2-8ff9-402f-9108-4546f35bc09a for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:08:00.287449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:00.333053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] Routers {'f30ce6e2-8ff9-402f-9108-4546f35bc09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:00.339702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:00.341462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:00.342145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:00.346354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:08:00.347083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6cf79ff5-c1cb-4f4e-a6c1-d23f8e069089 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:00.348853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e2d7868c-de6d-43f6-8ca4-b358cea37968 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:00.399140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-dcb8d98a-5aea-483b-931b-bdef1cf60ff3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0439425 Sep 24 00:08:00.415960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Request body: {'port': {'device_id': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:00.464716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: e2d7868c-de6d-43f6-8ca4-b358cea37968 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:08:00.465583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e2d7868c-de6d-43f6-8ca4-b358cea37968 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:00.482639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f87994-05f9-4c81-9b76-bfcebb40c591 req-300988e7-feba-4806-92ff-47ff7a24263c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:00.517439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5f87994-05f9-4c81-9b76-bfcebb40c591 req-300988e7-feba-4806-92ff-47ff7a24263c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.7456148 Sep 24 00:08:00.630264 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:00.636930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] Set router f30ce6e2-8ff9-402f-9108-4546f35bc09a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:08:00.715167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f818ad9-17de-49c4-98b1-d9b230812b5c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:00.824469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:53Z', 'revision_number': 11, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:00.872714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89195bb4-b0f9-4966-8776-6038a632fe70 None None] The sync data for ids ['f30ce6e2-8ff9-402f-9108-4546f35bc09a'] in n-d-713498-18 is: [{'id': 'f30ce6e2-8ff9-402f-9108-4546f35bc09a', 'name': 'tempest-RoutersIpV6Test-router-741089357', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:06:57Z', 'updated_at': '2021-09-24T00:07:53Z', 'revision_number': 11, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:00.941101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6e1b974f-684d-4279-83f9-3b7fcbb42741 None None] Provisioning complete for port a948832a-06e1-4764-b828-1bc89228238d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:00.941101 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6e1b974f-684d-4279-83f9-3b7fcbb42741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:00.959868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6e1b974f-684d-4279-83f9-3b7fcbb42741 None None] Port a948832a-06e1-4764-b828-1bc89228238d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:00.987492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:00.988761 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.116107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e3443a39-d89a-4e92-8ace-43faff4be659 None None] Provisioning complete for port e6ae4205-0432-4e24-9107-2f849e5be569 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:01.116483 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3443a39-d89a-4e92-8ace-43faff4be659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.169239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e3443a39-d89a-4e92-8ace-43faff4be659 None None] Port e6ae4205-0432-4e24-9107-2f849e5be569 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:01.181832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e3443a39-d89a-4e92-8ace-43faff4be659 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:01.183163 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3443a39-d89a-4e92-8ace-43faff4be659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.187902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a948832a-06e1-4764-b828-1bc89228238d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:08:01.202012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.220531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Transition to ACTIVE for port object a948832a-06e1-4764-b828-1bc89228238d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:08:01.227412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.327600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7265dea-93a2-45ba-a213-b572937bd93a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.333025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7265dea-93a2-45ba-a213-b572937bd93a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.437575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e3443a39-d89a-4e92-8ace-43faff4be659 None None] Provisioning complete for port 96d09b17-32e0-4926-81b7-8bc9b962414f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:01.438164 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e3443a39-d89a-4e92-8ace-43faff4be659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.465921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5f87994-05f9-4c81-9b76-bfcebb40c591 req-4176b7f1-a864-4d59-ba56-773a9958cbf5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9475701 Sep 24 00:08:01.517549 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7265dea-93a2-45ba-a213-b572937bd93a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.520042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:01.524972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7265dea-93a2-45ba-a213-b572937bd93a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Fanout notify agent at l3_agent the message router_deleted on router f30ce6e2-8ff9-402f-9108-4546f35bc09a {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:08:01.545427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.545780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.546185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.550192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.551115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.551513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.551745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e3443a39-d89a-4e92-8ace-43faff4be659 None None] Port 96d09b17-32e0-4926-81b7-8bc9b962414f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:01.552075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.552779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.553122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.553453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.553894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.554410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:01.556838 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7265dea-93a2-45ba-a213-b572937bd93a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.577792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Attempting to bind port a948832a-06e1-4764-b828-1bc89228238d on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:01.578143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Attempting to bind port a948832a-06e1-4764-b828-1bc89228238d by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:01.578452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Attempting to bind port a948832a-06e1-4764-b828-1bc89228238d on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:01.580727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f7265dea-93a2-45ba-a213-b572937bd93a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 204 len: 168 time: 2.0256217 Sep 24 00:08:01.581541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59468) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:01.589361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Port a948832a-06e1-4764-b828-1bc89228238d on network 9117d1e5-03f7-487e-ace4-14594dc887ae not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:08:01.589698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Attempting to bind port a948832a-06e1-4764-b828-1bc89228238d on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:01.603475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3f1907a9-13a1-4c0e-9975-d34af361bcc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-570068013', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:01.607281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:01.607635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Checking segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:01.608055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Bound using segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:01.608533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Bound port: a948832a-06e1-4764-b828-1bc89228238d, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:01.615090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.747091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:01.750564 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:01.754173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.763976 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.779689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.805097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:01.806037 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.808423 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-02596857-d267-4396-9220-f526a3aa2109 service neutron] 10.222.0.18 "PUT /v2.0/ports/a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 1092 time: 1.3966911 Sep 24 00:08:01.810397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:01.818473 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671f0bb4-c807-4476-a428-73e04a1f6ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:01.869048 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f1907a9-13a1-4c0e-9975-d34af361bcc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.870213 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f1907a9-13a1-4c0e-9975-d34af361bcc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:01.950453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f558-4f56-464d-a143-81dc2b35603c req-da0060f5-7e14-4b82-a0ec-70ae51d71042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:01.952188 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-da0060f5-7e14-4b82-a0ec-70ae51d71042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1095 time: 0.0917008 Sep 24 00:08:01.970922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb775161-9b6d-414c-9e0c-f35e5b70900a req-6ea1f46b-9c28-4050-ba19-3d59762f3260 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:01.978915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb775161-9b6d-414c-9e0c-f35e5b70900a req-6ea1f46b-9c28-4050-ba19-3d59762f3260 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 943 time: 0.3359835 Sep 24 00:08:02.006445 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-c99cab14-7b47-4887-ba5b-b41f945a8477 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 217 time: 0.0460675 Sep 24 00:08:02.047044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02596857-d267-4396-9220-f526a3aa2109 service neutron] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:02.087000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=e6ae4205-0432-4e24-9107-2f849e5be569,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:02.126097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f558-4f56-464d-a143-81dc2b35603c req-17192f15-cebc-4898-9f59-8ea812aa347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:02.128036 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-17192f15-cebc-4898-9f59-8ea812aa347a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1119833 Sep 24 00:08:02.171597 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f1907a9-13a1-4c0e-9975-d34af361bcc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:02.197220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb775161-9b6d-414c-9e0c-f35e5b70900a req-a15d73b7-06dd-46c5-b543-cbd12611714c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2110713 Sep 24 00:08:02.199409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f1907a9-13a1-4c0e-9975-d34af361bcc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:02.213989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] In _notify_port_updated(), no bound segment for port e6ae4205-0432-4e24-9107-2f849e5be569 on network d9b16b27-9109-4fc7-b89d-c7542dd58077 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:08:02.235414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:02.237866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:02.240833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3f86285f-9f85-4150-b92f-f0c78a9e2901 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "PUT /v2.0/ports/e6ae4205-0432-4e24-9107-2f849e5be569 HTTP/1.1" status: 200 len: 921 time: 4.2461050 Sep 24 00:08:02.266093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59472) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:02.311229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f558-4f56-464d-a143-81dc2b35603c req-87394e87-961b-494d-8fb5-a333209ab0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:02.348102 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-87394e87-961b-494d-8fb5-a333209ab0c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1837258 Sep 24 00:08:02.350207 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f1907a9-13a1-4c0e-9975-d34af361bcc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:02.350687 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca19e1e1-96f6-4777-9bf3-e6382682cdb8 x-openstack-request-id: req-ca19e1e1-96f6-4777-9bf3-e6382682cdb8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:02.350940 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:02.351145 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ca19e1e1-96f6-4777-9bf3-e6382682cdb8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:02.351602 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'status': 'completed', 'code': 200} Sep 24 00:08:02.353005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3f1907a9-13a1-4c0e-9975-d34af361bcc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7666802 Sep 24 00:08:02.355839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59474) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:02.360728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-389b199a-36d2-4e77-b55b-21b7b8e75cc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:02.504015 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-c581f63d-8f3c-4c60-bfd9-471caac5c98d service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480372 Sep 24 00:08:02.707258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a47ebaf2-9acd-413e-8806-10159b643269 None None] Provisioning complete for port e6ae4205-0432-4e24-9107-2f849e5be569 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:02.708951 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a47ebaf2-9acd-413e-8806-10159b643269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:02.780958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a47ebaf2-9acd-413e-8806-10159b643269 None None] Port e6ae4205-0432-4e24-9107-2f849e5be569 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:02.862515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-389b199a-36d2-4e77-b55b-21b7b8e75cc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:02.907236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-389b199a-36d2-4e77-b55b-21b7b8e75cc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:02.921564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb3182-6a16-4350-8a54-d7fced77cbbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port e6ae4205-0432-4e24-9107-2f849e5be569 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:02.922394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3182-6a16-4350-8a54-d7fced77cbbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:02.937533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18330d98-9a92-43f3-9a5f-a982a3c68022 req-1c34a1c4-6236-4dbd-9422-cdc9e8794c2b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:02.939729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18330d98-9a92-43f3-9a5f-a982a3c68022 req-1c34a1c4-6236-4dbd-9422-cdc9e8794c2b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3006833 Sep 24 00:08:03.097815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18330d98-9a92-43f3-9a5f-a982a3c68022 req-845d2417-3f98-43b0-a298-3791ba9faa87 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408191 Sep 24 00:08:03.187951 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d680f558-4f56-464d-a143-81dc2b35603c req-40235926-3b4e-4d1a-a261-143f348ac0f3 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757984 Sep 24 00:08:03.262223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389b199a-36d2-4e77-b55b-21b7b8e75cc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Router 895842fe-d218-4e18-bb2b-641cd42aa140 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:08:03.271743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3182-6a16-4350-8a54-d7fced77cbbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:03.293076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d5cb3182-6a16-4350-8a54-d7fced77cbbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for e6ae4205-0432-4e24-9107-2f849e5be569 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:03.345255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-6f56d4c2-d37f-486a-afdf-1117341c79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:03.347242 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-6f56d4c2-d37f-486a-afdf-1117341c79e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1095 time: 0.0960925 Sep 24 00:08:03.472031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389b199a-36d2-4e77-b55b-21b7b8e75cc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:03.483108 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] Sync routers for ids ['895842fe-d218-4e18-bb2b-641cd42aa140'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:03.495472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-389b199a-36d2-4e77-b55b-21b7b8e75cc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:03.499280 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] Routers {'895842fe-d218-4e18-bb2b-641cd42aa140'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:03.499280 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['895842fe-d218-4e18-bb2b-641cd42aa140'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:03.500358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-389b199a-36d2-4e77-b55b-21b7b8e75cc5 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "PUT /v2.0/routers/895842fe-d218-4e18-bb2b-641cd42aa140 HTTP/1.1" status: 200 len: 697 time: 1.1434333 Sep 24 00:08:03.500682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59486) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:03.529752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53ba78d-3009-4316-ab95-13a546714a84 req-b37be8f0-c44c-4cbd-85a4-f4290de12e1e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:03.532066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b53ba78d-3009-4316-ab95-13a546714a84 req-b37be8f0-c44c-4cbd-85a4-f4290de12e1e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 943 time: 0.1924868 Sep 24 00:08:03.579543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-bf71ac84-5a36-4bff-a097-66fc32ea8c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:03.581056 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-bf71ac84-5a36-4bff-a097-66fc32ea8c81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.2248294 Sep 24 00:08:03.630151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b36bf2ec-a6be-4b0f-ba49-7a270efb3b67 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/routers/895842fe-d218-4e18-bb2b-641cd42aa140 HTTP/1.1" status: 200 len: 703 time: 0.1254294 Sep 24 00:08:03.653942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59488) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:03.656302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-7ca6265d-d424-4c6d-a12d-16aaeb64b40b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 217 time: 0.0411470 Sep 24 00:08:03.666421 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] Set router 895842fe-d218-4e18-bb2b-641cd42aa140 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:08:03.668326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b53ba78d-3009-4316-ab95-13a546714a84 req-f9585fcb-1aaf-4ee7-baa0-b31e41d13bda tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262138 Sep 24 00:08:03.719181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1fcd2e94-c9dc-4277-abe1-83e6c9f0b31d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=895842fe-d218-4e18-bb2b-641cd42aa140 HTTP/1.1" status: 200 len: 205 time: 0.0484760 Sep 24 00:08:03.719801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59490) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:03.725969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-4cffccf2-f389-4fd2-bb35-21c3b1d3b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:03.728062 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-4cffccf2-f389-4fd2-bb35-21c3b1d3b4b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0650034 Sep 24 00:08:03.794299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-67ad6f14-f7ac-4e7f-b12b-7092fe125853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:03.796002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-67ad6f14-f7ac-4e7f-b12b-7092fe125853 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597210 Sep 24 00:08:03.810318 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895842fe-d218-4e18-bb2b-641cd42aa140', 'name': 'tempest-RoutersIpV6Test-router-570068013', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:08:01Z', 'updated_at': '2021-09-24T00:08:02Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:03.842159 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] Checking router: 895842fe-d218-4e18-bb2b-641cd42aa140 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:08:03.853924 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] Routers {'895842fe-d218-4e18-bb2b-641cd42aa140'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:03.854518 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['895842fe-d218-4e18-bb2b-641cd42aa140'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:03.950333 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-462b5862-ea18-477e-ba3b-b221d2df034d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:03.954493 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] Set router 895842fe-d218-4e18-bb2b-641cd42aa140 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:08:03.989505 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3182-6a16-4350-8a54-d7fced77cbbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.003306 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-95b34ba8-646c-4465-906e-39cc6178ef83 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988549 Sep 24 00:08:04.066177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb3182-6a16-4350-8a54-d7fced77cbbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=e6ae4205-0432-4e24-9107-2f849e5be569,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:04.159606 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '895842fe-d218-4e18-bb2b-641cd42aa140', 'name': 'tempest-RoutersIpV6Test-router-570068013', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:08:01Z', 'updated_at': '2021-09-24T00:08:02Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:04.230289 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe588f2f-ffbd-45fe-98ac-d18b80da36fd None None] The sync data for ids ['895842fe-d218-4e18-bb2b-641cd42aa140'] in n-d-713498-18 is: [{'id': '895842fe-d218-4e18-bb2b-641cd42aa140', 'name': 'tempest-RoutersIpV6Test-router-570068013', 'tenant_id': 'b576076623954c8090b4d461792ba8fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:08:01Z', 'updated_at': '2021-09-24T00:08:02Z', 'revision_number': 2, 'project_id': 'b576076623954c8090b4d461792ba8fa', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:04.289915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-671f0bb4-c807-4476-a428-73e04a1f6ef6 req-996638b6-bb35-4384-9590-36e903a33e0c service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767022 Sep 24 00:08:04.306835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-462b5862-ea18-477e-ba3b-b221d2df034d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.360997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-462b5862-ea18-477e-ba3b-b221d2df034d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.517104 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5cb3182-6a16-4350-8a54-d7fced77cbbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.520963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5cb3182-6a16-4350-8a54-d7fced77cbbd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/e6ae4205-0432-4e24-9107-2f849e5be569 HTTP/1.1" status: 204 len: 168 time: 2.2439249 Sep 24 00:08:04.524778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59494) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.543304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646e070-5a47-484a-a845-f9af16eacd23 req-88bc7e6d-42a7-452c-9532-f5bdb8d41df9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:04.545296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0646e070-5a47-484a-a845-f9af16eacd23 req-88bc7e6d-42a7-452c-9532-f5bdb8d41df9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2328446 Sep 24 00:08:04.547806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-462b5862-ea18-477e-ba3b-b221d2df034d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.548599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462b5862-ea18-477e-ba3b-b221d2df034d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Fanout notify agent at l3_agent the message router_deleted on router 895842fe-d218-4e18-bb2b-641cd42aa140 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:08:04.556616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-462b5862-ea18-477e-ba3b-b221d2df034d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.557880 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-462b5862-ea18-477e-ba3b-b221d2df034d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/895842fe-d218-4e18-bb2b-641cd42aa140 HTTP/1.1" status: 204 len: 168 time: 0.8313398 Sep 24 00:08:04.566166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59496) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.590083 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b912c0-9a5e-4f5a-873d-ad281e2c3487 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:08:04.592064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f6b912c0-9a5e-4f5a-873d-ad281e2c3487 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/e6ae4205-0432-4e24-9107-2f849e5be569 HTTP/1.1" status: 404 len: 333 time: 0.0666029 Sep 24 00:08:04.597521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59498) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.631270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eb2a8c8f-5e64-494c-b630-dd0eaef5125a tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=895842fe-d218-4e18-bb2b-641cd42aa140 HTTP/1.1" status: 200 len: 205 time: 0.0631261 Sep 24 00:08:04.635257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59500) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.710620 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-82894066-1f5a-4e70-9198-e650e3b2c603 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] delete failed (client error): The resource could not be found. Sep 24 00:08:04.711940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-82894066-1f5a-4e70-9198-e650e3b2c603 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/895842fe-d218-4e18-bb2b-641cd42aa140 HTTP/1.1" status: 404 len: 336 time: 0.0756259 Sep 24 00:08:04.715499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59504) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.741739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ca12871-7c2e-4dc1-8210-f7d25888df64 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.759350 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-5691590b-cd21-4b30-acb4-6d6685b9f7cf tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:04.759350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5691590b-cd21-4b30-acb4-6d6685b9f7cf tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:04.760506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5691590b-cd21-4b30-acb4-6d6685b9f7cf tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/8b1a8c6e-da10-44bc-9b4c-04a605c95417 HTTP/1.1" status: 404 len: 337 time: 0.0437274 Sep 24 00:08:04.763929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0646e070-5a47-484a-a845-f9af16eacd23 req-ff46155d-eb13-4825-b70e-8fdff6b11691 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048688 Sep 24 00:08:04.764683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59506) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.802447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ca12871-7c2e-4dc1-8210-f7d25888df64 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.808546 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b01da4-51b8-4080-820e-c9d75f347eb0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:04.809224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b01da4-51b8-4080-820e-c9d75f347eb0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:04.812158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-88b01da4-51b8-4080-820e-c9d75f347eb0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/26269c70-329d-4f6f-958a-92dad94419e9 HTTP/1.1" status: 404 len: 337 time: 0.0463328 Sep 24 00:08:04.814489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59508) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.852045 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-64ab20f2-1ac1-4249-9f20-a5cbdeb3c1a2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:04.852810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64ab20f2-1ac1-4249-9f20-a5cbdeb3c1a2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:04.854956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-64ab20f2-1ac1-4249-9f20-a5cbdeb3c1a2 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/3431ce34-1e49-47a7-9aa4-92852d412ec9 HTTP/1.1" status: 404 len: 337 time: 0.0390196 Sep 24 00:08:04.857400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59510) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.905724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ca12871-7c2e-4dc1-8210-f7d25888df64 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.908416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ca12871-7c2e-4dc1-8210-f7d25888df64 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:04.909617 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9ca12871-7c2e-4dc1-8210-f7d25888df64 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/security-groups/4411d92e-7790-43e6-8675-fdd9967bf713 HTTP/1.1" status: 204 len: 168 time: 0.3107734 Sep 24 00:08:04.930811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59512) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:04.932044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca12871-7c2e-4dc1-8210-f7d25888df64 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4411d92e-7790-43e6-8675-fdd9967bf713,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:05.100220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd89c609-10bb-4cba-b570-0164a9eb039f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:05.152067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd89c609-10bb-4cba-b570-0164a9eb039f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:05.276666 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd89c609-10bb-4cba-b570-0164a9eb039f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:05.281040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd89c609-10bb-4cba-b570-0164a9eb039f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:05.284855 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd89c609-10bb-4cba-b570-0164a9eb039f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/security-groups/ba7aea0d-7e8a-44c5-b910-794b866f7019 HTTP/1.1" status: 204 len: 168 time: 0.3485308 Sep 24 00:08:05.286798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59514) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:05.370445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89c609-10bb-4cba-b570-0164a9eb039f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7aea0d-7e8a-44c5-b910-794b866f7019,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:05.418586 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30396ae-6ce9-47dc-a5fd-8994fdc47f9d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:05.419147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c30396ae-6ce9-47dc-a5fd-8994fdc47f9d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:05.424337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c30396ae-6ce9-47dc-a5fd-8994fdc47f9d tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/a028148f-2183-4995-afcf-c073572f37c3 HTTP/1.1" status: 404 len: 337 time: 0.5633576 Sep 24 00:08:05.427553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59516) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:05.455993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f4f184-3d9a-42da-8214-e11867ce598f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet efff359e-d0a9-449b-b055-6f728edb7bea {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:05.492132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cd093-efa8-4027-9211-588deb89336c req-9ccbbbe3-77a8-4be0-bdbe-d02c683e5214 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:05.493798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-364cd093-efa8-4027-9211-588deb89336c req-9ccbbbe3-77a8-4be0-bdbe-d02c683e5214 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 943 time: 0.0900135 Sep 24 00:08:05.496150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58f4f184-3d9a-42da-8214-e11867ce598f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:05.565730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58f4f184-3d9a-42da-8214-e11867ce598f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:05.603246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-364cd093-efa8-4027-9211-588deb89336c req-699add27-b295-4ae2-a0ea-ed7ae774de2e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981839 Sep 24 00:08:05.650044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59518) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:05.659544 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-18718f3b-95ec-4d93-b5ba-6335823115d1 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 200 len: 205 time: 0.2278707 Sep 24 00:08:05.714400 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-af9b4587-1c58-43ed-9c45-a94a820b06c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] delete failed (client error): The resource could not be found. Sep 24 00:08:05.716538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-af9b4587-1c58-43ed-9c45-a94a820b06c3 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/f30ce6e2-8ff9-402f-9108-4546f35bc09a HTTP/1.1" status: 404 len: 336 time: 0.0653312 Sep 24 00:08:05.719068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59520) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:05.738866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58f4f184-3d9a-42da-8214-e11867ce598f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:05.755154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-44432584-b838-43bd-b227-38d1200f79a8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d3c75b5-c425-4909-9d54-46817d6b7a68 HTTP/1.1" status: 200 len: 205 time: 0.0344152 Sep 24 00:08:05.757367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59522) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:05.815979 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-db62c7ee-f5b4-4fe6-9611-a9e6d7c8e004 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] delete failed (client error): The resource could not be found. Sep 24 00:08:05.817767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-db62c7ee-f5b4-4fe6-9611-a9e6d7c8e004 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/8d3c75b5-c425-4909-9d54-46817d6b7a68 HTTP/1.1" status: 404 len: 336 time: 0.0592444 Sep 24 00:08:05.820595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59526) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:05.888555 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54442ad-9711-4a02-b321-4c6d92397a77 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:05.888990 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54442ad-9711-4a02-b321-4c6d92397a77 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:05.893840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59528) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:05.894002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b54442ad-9711-4a02-b321-4c6d92397a77 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/b25fc766-72fe-4442-b3f8-b30852f7ae91 HTTP/1.1" status: 404 len: 337 time: 0.0700366 Sep 24 00:08:05.938319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58f4f184-3d9a-42da-8214-e11867ce598f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:05.968639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8eb0f302-d3df-40c2-9e2f-d19b1a2c79b8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=66c08c7b-f713-49d7-848d-8f8753187ecb HTTP/1.1" status: 200 len: 205 time: 0.0705559 Sep 24 00:08:05.969754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59530) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:05.999307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedce1a7-cd55-440d-b500-3a031a4004ba None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:06.016461 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-95e709a6-4052-4121-bb30-80f514f38f18 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] delete failed (client error): The resource could not be found. Sep 24 00:08:06.021675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-95e709a6-4052-4121-bb30-80f514f38f18 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/66c08c7b-f713-49d7-848d-8f8753187ecb HTTP/1.1" status: 404 len: 336 time: 0.0463583 Sep 24 00:08:06.022962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59532) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.024801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f4f184-3d9a-42da-8214-e11867ce598f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=efff359e-d0a9-449b-b055-6f728edb7bea,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:06.028055 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-58f4f184-3d9a-42da-8214-e11867ce598f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:06.030085 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-58f4f184-3d9a-42da-8214-e11867ce598f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/efff359e-d0a9-449b-b055-6f728edb7bea HTTP/1.1" status: 204 len: 168 time: 0.7408547 Sep 24 00:08:06.034510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.042784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:06.056014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-94d82df4-f694-4f98-8cac-ccdf5b0670bc tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=a61c6502-758c-4876-88c3-bf2efeb56df8 HTTP/1.1" status: 200 len: 205 time: 0.0323293 Sep 24 00:08:06.057716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59536) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.123859 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-1b904cbb-401a-41ed-9de1-fd3b2cdb2cba tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] delete failed (client error): The resource could not be found. Sep 24 00:08:06.123859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1b904cbb-401a-41ed-9de1-fd3b2cdb2cba tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/a61c6502-758c-4876-88c3-bf2efeb56df8 HTTP/1.1" status: 404 len: 336 time: 0.0556753 Sep 24 00:08:06.123859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59538) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.169448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c321e-8ae0-47f4-9622-f0c60904ac14 req-44db6b81-7210-4ee0-b327-db8b837f16ce tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:06.172900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e24c321e-8ae0-47f4-9622-f0c60904ac14 req-44db6b81-7210-4ee0-b327-db8b837f16ce tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2926109 Sep 24 00:08:06.239241 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-625b96dc-3f02-4ccb-b9d2-9979ac2ac9b0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:06.243164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625b96dc-3f02-4ccb-b9d2-9979ac2ac9b0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:06.250483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:08:06.250836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59540) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.255852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-625b96dc-3f02-4ccb-b9d2-9979ac2ac9b0 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/4d0ee2a3-5fc8-488f-9491-e6ed8c80eb17 HTTP/1.1" status: 404 len: 337 time: 0.1382055 Sep 24 00:08:06.300680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59542) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.301922 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-538c087b-330f-4753-ad44-d6c586d2faf7 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=286e4483-31d0-4518-9bc0-558a0f971e66 HTTP/1.1" status: 200 len: 205 time: 0.0458481 Sep 24 00:08:06.303130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:06.306868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:06.374843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e24c321e-8ae0-47f4-9622-f0c60904ac14 req-bd118885-8dd2-4097-ba87-629ed32d5c2d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113803 Sep 24 00:08:06.377414 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-7dadbba7-0a49-4db3-9b54-e1aee212e9e7 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] delete failed (client error): The resource could not be found. Sep 24 00:08:06.378841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7dadbba7-0a49-4db3-9b54-e1aee212e9e7 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/286e4483-31d0-4518-9bc0-558a0f971e66 HTTP/1.1" status: 404 len: 336 time: 0.0760748 Sep 24 00:08:06.382523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59548) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.424093 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c4c3b3e-342d-40fa-82ab-342966e69df9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:06.424640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c4c3b3e-342d-40fa-82ab-342966e69df9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:06.428401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5c4c3b3e-342d-40fa-82ab-342966e69df9 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/1f48f57d-1ddb-4c5c-ba45-72e4a73df577 HTTP/1.1" status: 404 len: 337 time: 0.0445590 Sep 24 00:08:06.431292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59550) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.466512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-36741987-b933-4eec-abe8-85604552d8f8 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb70949d-6bf5-4229-8669-683578395063 HTTP/1.1" status: 200 len: 205 time: 0.0339477 Sep 24 00:08:06.469084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59552) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.507148 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:06.557893 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-4a624c42-ec35-4442-8a91-fa2956a1cf99 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] delete failed (client error): The resource could not be found. Sep 24 00:08:06.561252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4a624c42-ec35-4442-8a91-fa2956a1cf99 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/routers/fb70949d-6bf5-4229-8669-683578395063 HTTP/1.1" status: 404 len: 336 time: 0.0891464 Sep 24 00:08:06.562035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59554) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.635454 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c7b6358-fcfb-454d-b4ca-cc865c92bf2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:06.636563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c7b6358-fcfb-454d-b4ca-cc865c92bf2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:06.640109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0c7b6358-fcfb-454d-b4ca-cc865c92bf2b tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/666b058f-2c92-4050-abab-b23960e21e0c HTTP/1.1" status: 404 len: 337 time: 0.0748150 Sep 24 00:08:06.651838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59558) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:06.716388 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a1603f-a301-4b7f-aa0b-d8f06f3c0218 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:06.716857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a1603f-a301-4b7f-aa0b-d8f06f3c0218 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:06.738667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-98a1603f-a301-4b7f-aa0b-d8f06f3c0218 tempest-RoutersIpV6Test-1029645331 tempest-RoutersIpV6Test-1029645331-project] 10.222.0.24 "DELETE /v2.0/subnets/bb266e8f-7f28-47a5-8db5-975129491774 HTTP/1.1" status: 404 len: 337 time: 0.0690591 Sep 24 00:08:06.824496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:06.872086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a948832a-06e1-4764-b828-1bc89228238d', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': 'a948832a-06e1-4764-b828-1bc89228238d', 'mac_address': 'fa:16:3e:47:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:08:06.967440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afccc1-15c5-4953-a485-bacccdae2ebd req-714aefe7-9648-421b-b67a-2b5f4fcb1e8f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:06.968998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45afccc1-15c5-4953-a485-bacccdae2ebd req-714aefe7-9648-421b-b67a-2b5f4fcb1e8f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 943 time: 0.1405959 Sep 24 00:08:07.038791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.100486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a948832a-06e1-4764-b828-1bc89228238d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:08:07.124879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.126402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45afccc1-15c5-4953-a485-bacccdae2ebd req-ff53d7e1-79b4-4d9b-9f3d-832c076b8c80 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421103 Sep 24 00:08:07.165243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:07.182266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.373602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=de4aa413-d609-43b3-a92d-944532dd6b14,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:07.403091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:07.407657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:07.417155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:07.418367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.420096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:07.444781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1ec2de75-39d9-466c-994f-4b9bcde0e86e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4087796 Sep 24 00:08:07.447221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59566) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:07.452570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d6f126cb-9f47-4d02-9ee1-822775eea41e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'security_group': {'name': 'tempest-secgroup-1379592186'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:07.475916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59570) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:07.493121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a948832a-06e1-4764-b828-1bc89228238d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:08:07.522634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6f126cb-9f47-4d02-9ee1-822775eea41e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.802575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5695bea4-64d2-49ca-96b7-9ff5e654447e None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:07.813058 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6f126cb-9f47-4d02-9ee1-822775eea41e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.824597 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6f126cb-9f47-4d02-9ee1-822775eea41e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.833293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9708885b-b415-49a6-bfce-376b54717fc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b576076623954c8090b4d461792ba8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3537471 Sep 24 00:08:07.835939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59576) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:07.917409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6f126cb-9f47-4d02-9ee1-822775eea41e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.929721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59578) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:07.931696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d6f126cb-9f47-4d02-9ee1-822775eea41e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4831140 Sep 24 00:08:07.935136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2ecbe2b0-dd49-45fe-bcc9-d4e8aa01459b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'security_group': {'name': 'tempest-secgroup-1924985594'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:07.946379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f126cb-9f47-4d02-9ee1-822775eea41e tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32659230-4c02-484d-a432-543e4701c845,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:07.979204 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57286544-e37b-4f90-8eb8-3ddbee48dc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:07.979435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948db0a5-68cd-4624-9136-6d25439c26a3 req-d479cbe3-c3a6-405a-a9ae-5b2c69c632b1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:07.983128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-948db0a5-68cd-4624-9136-6d25439c26a3 req-d479cbe3-c3a6-405a-a9ae-5b2c69c632b1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.4410496 Sep 24 00:08:07.996328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe2b0-dd49-45fe-bcc9-d4e8aa01459b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.008940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7d4c5d0c-8cb6-482c-8c6d-77da3e043da0 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:08.009440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5d0c-8cb6-482c-8c6d-77da3e043da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.022214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57286544-e37b-4f90-8eb8-3ddbee48dc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.095452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-948db0a5-68cd-4624-9136-6d25439c26a3 req-fb33fdd6-5980-42d9-a1b6-f44b100fdbca tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042502 Sep 24 00:08:08.200668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57286544-e37b-4f90-8eb8-3ddbee48dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.206570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57286544-e37b-4f90-8eb8-3ddbee48dc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.210205 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-57286544-e37b-4f90-8eb8-3ddbee48dc4a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b71e80d-8ff9-423e-b68a-e0f83080d48b HTTP/1.1" status: 204 len: 168 time: 0.3680720 Sep 24 00:08:08.247844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7d4c5d0c-8cb6-482c-8c6d-77da3e043da0 None None] Provisioning complete for port 96d09b17-32e0-4926-81b7-8bc9b962414f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:08.248397 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d4c5d0c-8cb6-482c-8c6d-77da3e043da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.289582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57286544-e37b-4f90-8eb8-3ddbee48dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b71e80d-8ff9-423e-b68a-e0f83080d48b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:08.308847 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe2b0-dd49-45fe-bcc9-d4e8aa01459b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.320802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe2b0-dd49-45fe-bcc9-d4e8aa01459b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.406041 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf08ad9-4dcf-49cb-8e8c-409c9129e255 None None] Update dhcp port {'port': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'fixed_ips': [{'subnet_id': 'bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de4aa413-d609-43b3-a92d-944532dd6b14'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '0f818ad9-17de-49c4-98b1-d9b230812b5c'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:08:08.407848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ecbe2b0-dd49-45fe-bcc9-d4e8aa01459b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.412274 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2ecbe2b0-dd49-45fe-bcc9-d4e8aa01459b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4782565 Sep 24 00:08:08.412437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7d4c5d0c-8cb6-482c-8c6d-77da3e043da0 None None] Port 96d09b17-32e0-4926-81b7-8bc9b962414f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:08.420877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59598) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:08.436969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-959da93b-d9d1-4752-b93d-706b0f0bcaf0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'security_group': {'name': 'tempest-secgroup-2142857534'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:08.446786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7cf08ad9-4dcf-49cb-8e8c-409c9129e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.455317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbe2b0-dd49-45fe-bcc9-d4e8aa01459b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f121f26c-d340-4e60-90ca-5cf2155cf4a6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:08.479572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cca8dd-7dbf-4411-afce-ab4907a1fee5 req-58de4180-6143-4dbd-9545-20be63f62643 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:08.487150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-959da93b-d9d1-4752-b93d-706b0f0bcaf0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.490602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59cca8dd-7dbf-4411-afce-ab4907a1fee5 req-58de4180-6143-4dbd-9545-20be63f62643 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1692171 Sep 24 00:08:08.605121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59cca8dd-7dbf-4411-afce-ab4907a1fee5 req-105d9376-3226-4edd-8323-76c15f4b046f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134300 Sep 24 00:08:08.679747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-959da93b-d9d1-4752-b93d-706b0f0bcaf0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.685152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-959da93b-d9d1-4752-b93d-706b0f0bcaf0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.720338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-959da93b-d9d1-4752-b93d-706b0f0bcaf0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.724729 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-959da93b-d9d1-4752-b93d-706b0f0bcaf0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2890041 Sep 24 00:08:08.725686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59608) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:08.735569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-40183418', 'security_groups': ['16c798d5-14c5-4d88-b022-6ea718f8d6f8'], 'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de4aa413-d609-43b3-a92d-944532dd6b14'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:08.740081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959da93b-d9d1-4752-b93d-706b0f0bcaf0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c798d5-14c5-4d88-b022-6ea718f8d6f8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:08.768693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7cf08ad9-4dcf-49cb-8e8c-409c9129e255 None None] Allocated IP 172.20.0.2 (d9b16b27-9109-4fc7-b89d-c7542dd58077/de4aa413-d609-43b3-a92d-944532dd6b14/0f818ad9-17de-49c4-98b1-d9b230812b5c) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:08.948944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7cf08ad9-4dcf-49cb-8e8c-409c9129e255 None None] For port 0f818ad9-17de-49c4-98b1-d9b230812b5c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f818ad9-17de-49c4-98b1-d9b230812b5c,segment=NetworkSegment(b9090897-0366-48c6-8b8a-f6479068c673),segment_id=b9090897-0366-48c6-8b8a-f6479068c673)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:08.959909 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.988764 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7cf08ad9-4dcf-49cb-8e8c-409c9129e255 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:08.992701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:08.994982 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7cf08ad9-4dcf-49cb-8e8c-409c9129e255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.101006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-2539724c-2095-474d-bb9a-60c91e30317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:09.102993 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-2539724c-2095-474d-bb9a-60c91e30317d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1098 time: 0.0763392 Sep 24 00:08:09.187715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf08ad9-4dcf-49cb-8e8c-409c9129e255 None None] Pushing event updated for resources: {'Port': ['ID=0f818ad9-17de-49c4-98b1-d9b230812b5c,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:09.192696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.271219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] device_id is not set on port 5f709fda-03f8-4e93-8803-4ead55c4a9d2 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:08:09.335456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-c2703dbd-2316-460f-b38c-871554a6e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:09.337883 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-c2703dbd-2316-460f-b38c-871554a6e8f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 915 time: 0.2252440 Sep 24 00:08:09.347109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946b667-7380-4ede-85bb-4ba33b1bd62b req-8b1b86b9-4b99-4471-89a3-3dfb9bedda68 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:09.356982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0946b667-7380-4ede-85bb-4ba33b1bd62b req-8b1b86b9-4b99-4471-89a3-3dfb9bedda68 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1376135 Sep 24 00:08:09.399412 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-5690db77-9e0d-4a2a-92d4-3039b89f177a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 217 time: 0.0511048 Sep 24 00:08:09.438861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0946b667-7380-4ede-85bb-4ba33b1bd62b req-5731a4ab-d774-49f6-8f07-0bfd7626e76f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804203 Sep 24 00:08:09.472730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-a0d1cc12-49f0-4810-beb8-808836c6be00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:09.474915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-a0d1cc12-49f0-4810-beb8-808836c6be00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.0655000 Sep 24 00:08:09.503062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:09.540150 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-40c51825-0d08-42a7-9dc4-08978647a038 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503297 Sep 24 00:08:09.605791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.11 (d9b16b27-9109-4fc7-b89d-c7542dd58077/de4aa413-d609-43b3-a92d-944532dd6b14/5f709fda-03f8-4e93-8803-4ead55c4a9d2) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:09.674742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-52675be6-b9d5-4e45-9a93-8ef84b4f5bc6 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262758 Sep 24 00:08:09.796064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6b977f24-26f3-42d5-b6eb-6d15ce762f0a req-aa2fe353-26f9-4ea9-a1a0-eb85f3206b50 service neutron] 10.222.0.20 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133056 Sep 24 00:08:09.805061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a3ff4b3e-9636-42e4-a3ad-4cebe9085f89 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1857393403', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:09.833035 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4b3e-9636-42e4-a3ad-4cebe9085f89 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.834160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4b3e-9636-42e4-a3ad-4cebe9085f89 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.893253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.905465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4b3e-9636-42e4-a3ad-4cebe9085f89 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.912123 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4b3e-9636-42e4-a3ad-4cebe9085f89 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.934892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3ff4b3e-9636-42e4-a3ad-4cebe9085f89 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.936962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:09.943612 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a3ff4b3e-9636-42e4-a3ad-4cebe9085f89 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4381392 Sep 24 00:08:09.946608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59640) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:09.956704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-755149540'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:09.993007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f043fc-9e41-4605-b66f-b8fdf019fdc1 req-c3e76253-6184-4551-84d1-c90668dff09c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:10.000999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8f043fc-9e41-4605-b66f-b8fdf019fdc1 req-c3e76253-6184-4551-84d1-c90668dff09c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1703365 Sep 24 00:08:10.009220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Made reservation on behalf of e6c382a9652a4cee80a7baf35bddfa01 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:10.013169 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.024174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.036478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:10.058418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:10.064648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:10.108879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=5f709fda-03f8-4e93-8803-4ead55c4a9d2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:10.134740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8f043fc-9e41-4605-b66f-b8fdf019fdc1 req-ef3b7775-6e69-4662-ad85-1793ad259312 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319253 Sep 24 00:08:10.166738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:10.168211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.180584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:10.216909 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.226801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.235277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c8329e27-2cf3-4085-9bde-17719c49de85 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5083857 Sep 24 00:08:10.238130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59642) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:10.262076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2dc15728-f183-4d27-9f01-783185091c0a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:10.276255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-84226925-87bf-46f0-ba56-9f4897884360 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:10.276640 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-84226925-87bf-46f0-ba56-9f4897884360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.321899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port a948832a-06e1-4764-b828-1bc89228238d completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:08:10.329446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a948832a-06e1-4764-b828-1bc89228238d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:10.329812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.380418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:08:10.432055 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.432790 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Added segment b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3 of type vlan for network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 Sep 24 00:08:10.447839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f078e45e-5958-4d7a-9e41-4683cd2029c8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:10.502352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.521441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-84226925-87bf-46f0-ba56-9f4897884360 None None] Provisioning complete for port 96d09b17-32e0-4926-81b7-8bc9b962414f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:10.522189 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-84226925-87bf-46f0-ba56-9f4897884360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.556740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc15728-f183-4d27-9f01-783185091c0a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:10.564990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2dc15728-f183-4d27-9f01-783185091c0a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.584391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-84226925-87bf-46f0-ba56-9f4897884360 None None] Port 96d09b17-32e0-4926-81b7-8bc9b962414f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:10.592015 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.624636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:10.627344 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1aaa6dc-6362-4416-9b44-f05b27f4ef63" -d '{"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-plugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:10.644696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:10.652444 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.667830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.687191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:10.687852 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:10.700555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c42c3f-8414-4531-bacf-64b0d455b1d3 req-3d4fa4e7-8898-446a-9cf3-d97c957c8079 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:10.702411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06c42c3f-8414-4531-bacf-64b0d455b1d3 req-3d4fa4e7-8898-446a-9cf3-d97c957c8079 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1375995 Sep 24 00:08:10.719549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f818ad9-17de-49c4-98b1-d9b230812b5c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:10.734044 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5f67a4-b8b4-4b86-abbb-344cf31f189a x-openstack-request-id: req-fc5f67a4-b8b4-4b86-abbb-344cf31f189a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:10.735315 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-plugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:10.740880 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc5f67a4-b8b4-4b86-abbb-344cf31f189a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:10.741806 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'code': 200} Sep 24 00:08:10.787422 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8366613 Sep 24 00:08:10.791404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:10.798029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'subnet': {'network_id': '81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:10.823237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06c42c3f-8414-4531-bacf-64b0d455b1d3 req-f87e5fd5-fd2e-4799-84ac-f34ee2d1e355 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048269 Sep 24 00:08:10.859912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dbfbe-9e02-498f-b904-d4417a5d5c54 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Network': ['ID=81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:10.883401 n-d-713498-18 neutron-server[106378]: INFO neutron.db.ipam_backend_mixin [None req-2dc15728-f183-4d27-9f01-783185091c0a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de4aa413-d609-43b3-a92d-944532dd6b14 (CIDR: 172.20.0.0/28) Sep 24 00:08:10.892720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8a4f4-bac1-49ab-81c3-ea3dd4c014f2 req-4d7752d3-4163-470f-9f29-6e88b2cba327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:10.894589 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2b8a4f4-bac1-49ab-81c3-ea3dd4c014f2 req-4d7752d3-4163-470f-9f29-6e88b2cba327 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1097 time: 0.0741420 Sep 24 00:08:10.896458 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc15728-f183-4d27-9f01-783185091c0a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:10.896996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dc15728-f183-4d27-9f01-783185091c0a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:10.933856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2dc15728-f183-4d27-9f01-783185091c0a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6811590 Sep 24 00:08:10.934101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59660) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:10.940096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ddb29177-10e7-4572-ab4a-9c2eabf9f6bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:10.977189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:08:10.982495 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2b8a4f4-bac1-49ab-81c3-ea3dd4c014f2 req-64395397-c574-4584-beed-cb0111da12f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786734 Sep 24 00:08:10.989454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Made reservation on behalf of e6c382a9652a4cee80a7baf35bddfa01 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:10.993112 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.052764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:11.058530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a0709ab7-fdb3-4d8d-a4bb-b85bd203af08 None None] Provisioning complete for port 5f709fda-03f8-4e93-8803-4ead55c4a9d2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:11.058920 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a0709ab7-fdb3-4d8d-a4bb-b85bd203af08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.086720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:11.087128 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.099648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb29177-10e7-4572-ab4a-9c2eabf9f6bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:11.104214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb29177-10e7-4572-ab4a-9c2eabf9f6bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.131551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a0709ab7-fdb3-4d8d-a4bb-b85bd203af08 None None] Port 5f709fda-03f8-4e93-8803-4ead55c4a9d2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:11.222798 n-d-713498-18 neutron-server[106378]: INFO neutron.db.ipam_backend_mixin [None req-ddb29177-10e7-4572-ab4a-9c2eabf9f6bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1 (CIDR: 172.20.0.16/28) Sep 24 00:08:11.228463 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb29177-10e7-4572-ab4a-9c2eabf9f6bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:11.229265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb29177-10e7-4572-ab4a-9c2eabf9f6bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:11.260571 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ddb29177-10e7-4572-ab4a-9c2eabf9f6bc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3231537 Sep 24 00:08:11.261346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59664) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:11.266284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'subnet': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:11.357636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417af1f-e184-44a1-8393-357bfd48f07f req-a587d3c3-fd2a-43d3-8836-2c6f0ba85ab9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:11.359211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5417af1f-e184-44a1-8393-357bfd48f07f req-a587d3c3-fd2a-43d3-8836-2c6f0ba85ab9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 945 time: 0.1086676 Sep 24 00:08:11.360577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.424822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Made reservation on behalf of 2e95f152079b41a49740e56e5a34ea12 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:11.429619 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.449343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Subnet': ['ID=fc5bee88-e014-4a01-a4f6-c8d1a65399c2,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:11.467153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5417af1f-e184-44a1-8393-357bfd48f07f req-3fedf576-0b9e-4ae2-b534-b5d5c6295998 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939770 Sep 24 00:08:11.468173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Checking segment: {'id': 'b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:11.468541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network hostable DHCP agents. Network: 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:08:11.497933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:08:11.512240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:11.518328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:11.520745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.523782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b8cad-c68c-4cc9-af2d-8ed33efbfbbe None None] Network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:11.540821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-896a342f-2a14-484c-bc03-b3cf0f4cd015 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7482154 Sep 24 00:08:11.544186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59666) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:11.552053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'network': {'name': 'tempest-router-network01--1138127527'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:11.588339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Made reservation on behalf of e6c382a9652a4cee80a7baf35bddfa01 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:11.599394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.633040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:08:11.649569 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.656371 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Added segment a97f61b9-3af5-480c-ac45-e8834a1ee1ad of type vlan for network 14f26067-b9cf-4200-bb73-8566c01f47aa Sep 24 00:08:11.742582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.781019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.804303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.811001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:11.811961 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.829400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:11.829616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b6b428-1236-4647-8a97-897361908496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11', 'network_id': '81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11', 'tenant_id': 'e6c382a9652a4cee80a7baf35bddfa01', 'fixed_ips': [{'subnet_id': 'fc5bee88-e014-4a01-a4f6-c8d1a65399c2'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:08:11.830479 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17b6b428-1236-4647-8a97-897361908496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.833589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:11.840778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:11.841392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:11.871150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3254828 Sep 24 00:08:11.875739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59680) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:11.876355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59682) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:11.877427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa2c7e-2b34-4e4d-87b5-cb2e6182e321 None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:11.879789 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6172664 Sep 24 00:08:11.889354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec80ee-b1a1-4a95-b2a5-10d91abfff58 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Subnet': ['ID=7e3cc0f8-e93d-4605-a99d-6b82379e96d6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:11.894126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-803538506', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e3cc0f8-e93d-4605-a99d-6b82379e96d6'}], 'security_groups': ['32659230-4c02-484d-a432-543e4701c845', 'f121f26c-d340-4e60-90ca-5cf2155cf4a6']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:11.902401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'network': {'name': 'tempest-router-network02--677777535'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:12.010085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9bd7a-0a82-4661-ad52-1bc34677a7f4 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Network': ['ID=14f26067-b9cf-4200-bb73-8566c01f47aa,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:12.044078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 14f26067-b9cf-4200-bb73-8566c01f47aa details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:08:12.060936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Made reservation on behalf of e6c382a9652a4cee80a7baf35bddfa01 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:12.064994 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.092714 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.118373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135086e-2c6a-4b49-83bb-f2abe5298712 req-2f09bb21-edde-4d45-b45e-6ed6f95d9ddd tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:12.120777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9135086e-2c6a-4b49-83bb-f2abe5298712 req-2f09bb21-edde-4d45-b45e-6ed6f95d9ddd tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1853781 Sep 24 00:08:12.130180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:08:12.180240 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.181008 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Added segment 074cc3e5-8174-49f6-a3f1-86612810d062 of type vlan for network 2689a4ea-cd87-4ee8-9991-e07921bd5e50 Sep 24 00:08:12.275185 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.285649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-17b6b428-1236-4647-8a97-897361908496 None None] Allocated IP 2001:db8::2 (81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11/fc5bee88-e014-4a01-a4f6-c8d1a65399c2/82aee432-042f-46dc-8201-c832225810e1) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:12.344154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9135086e-2c6a-4b49-83bb-f2abe5298712 req-46c351c5-2877-4e62-9dc4-2a869677b8ff tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040744 Sep 24 00:08:12.380616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.386640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:12.387274 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.428513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5481269 Sep 24 00:08:12.428897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:12.434626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'subnet': {'network_id': '14f26067-b9cf-4200-bb73-8566c01f47aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:12.488794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aec6f8f-43c3-4b8e-9771-869c9aa8d135 None None] Update dhcp port {'port': {'network_id': 'd9b16b27-9109-4fc7-b89d-c7542dd58077', 'fixed_ips': [{'subnet_id': 'bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de4aa413-d609-43b3-a92d-944532dd6b14', 'ip_address': '172.20.0.2'}, {'subnet_id': '7e3cc0f8-e93d-4605-a99d-6b82379e96d6'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '0f818ad9-17de-49c4-98b1-d9b230812b5c'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:08:12.586146 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3aec6f8f-43c3-4b8e-9771-869c9aa8d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.591384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Made reservation on behalf of e6c382a9652a4cee80a7baf35bddfa01 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:12.593715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:12.596661 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.634251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a45be-a47e-4ec9-a9fe-8f9ecc2c8e33 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Network': ['ID=2689a4ea-cd87-4ee8-9991-e07921bd5e50,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:12.651539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2689a4ea-cd87-4ee8-9991-e07921bd5e50 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:08:12.666349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d994a3-4671-48ae-92ec-b15c3e263e23 req-5ce80e04-7135-4459-aea3-9bed82e1363a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:12.667948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25d994a3-4671-48ae-92ec-b15c3e263e23 req-5ce80e04-7135-4459-aea3-9bed82e1363a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.2201166 Sep 24 00:08:12.723244 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17b6b428-1236-4647-8a97-897361908496 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.753621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd9dd7-0556-4366-b18e-546d9ee32102 req-be98f299-a702-4179-bac3-949f22220142 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:12.755712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dd9dd7-0556-4366-b18e-546d9ee32102 req-be98f299-a702-4179-bac3-949f22220142 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 945 time: 0.1381788 Sep 24 00:08:12.786864 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17b6b428-1236-4647-8a97-897361908496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.812047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25d994a3-4671-48ae-92ec-b15c3e263e23 req-0d1cf4c6-701b-465b-83f0-66e8c91adf4a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335034 Sep 24 00:08:12.862238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dd9dd7-0556-4366-b18e-546d9ee32102 req-9756005e-1751-4862-b7aa-cf60b793a995 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870450 Sep 24 00:08:12.881084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.909524 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:12.944151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Delete allocated IP 172.20.0.11 (d9b16b27-9109-4fc7-b89d-c7542dd58077/de4aa413-d609-43b3-a92d-944532dd6b14) {{(pid=106379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 00:08:12.955034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Allocated IP 172.20.0.42 (d9b16b27-9109-4fc7-b89d-c7542dd58077/7e3cc0f8-e93d-4605-a99d-6b82379e96d6/5f709fda-03f8-4e93-8803-4ead55c4a9d2) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:12.980565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b6b428-1236-4647-8a97-897361908496 None None] Network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:13.018188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:13.019889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-17b6b428-1236-4647-8a97-897361908496 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:13.026658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:13.029237 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffbd9f8-e183-48ae-90ad-e1389bdc318c" -d '{"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-unplugged", "status": "completed", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:13.032692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6b428-1236-4647-8a97-897361908496 None None] Pushing event updated for resources: {'Port': ['ID=82aee432-042f-46dc-8201-c832225810e1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:13.047447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b6b428-1236-4647-8a97-897361908496 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:13.050791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.054886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Subnet': ['ID=066fe8fe-2f2f-4580-8950-b02ce599e99d,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:13.063596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Checking segment: {'id': 'a97f61b9-3af5-480c-ac45-e8834a1ee1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14f26067-b9cf-4200-bb73-8566c01f47aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:13.063965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network hostable DHCP agents. Network: 14f26067-b9cf-4200-bb73-8566c01f47aa, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:08:13.107319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network 14f26067-b9cf-4200-bb73-8566c01f47aa is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:08:13.134686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707e81f-58f1-4f19-8c08-9111d95a8302 req-8ce18eab-ba61-4fae-afe2-9198551468e5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:13.136433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3707e81f-58f1-4f19-8c08-9111d95a8302 req-8ce18eab-ba61-4fae-afe2-9198551468e5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 945 time: 0.1070590 Sep 24 00:08:13.138643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 14f26067-b9cf-4200-bb73-8566c01f47aa) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:13.146892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:13.157272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'floatingip': {'port_id': 'a948832a-06e1-4764-b828-1bc89228238d'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:13.165220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:13.165806 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.171403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1e38d2-72fb-47ec-9116-360f849f8e14 None None] Network 14f26067-b9cf-4200-bb73-8566c01f47aa requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:13.216999 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b86fca9d-c8ad-4669-a894-76102110802b x-openstack-request-id: req-b86fca9d-c8ad-4669-a894-76102110802b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:13.218946 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-unplugged", "status": "failed", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272", "code": 422}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:13.219371 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b86fca9d-c8ad-4669-a894-76102110802b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:13.219927 n-d-713498-18 neutron-server[106380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'code': 422} returned with failed status Sep 24 00:08:13.222519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fd9e0d10-2c44-4367-b8d0-65633cd08ecf tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7924976 Sep 24 00:08:13.227930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59714) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:13.232936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'subnet': {'network_id': '2689a4ea-cd87-4ee8-9991-e07921bd5e50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:13.278717 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.282950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-17b6b428-1236-4647-8a97-897361908496 None None] Attempting to bind port 82aee432-042f-46dc-8201-c832225810e1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:13.283521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-17b6b428-1236-4647-8a97-897361908496 None None] Attempting to bind port 82aee432-042f-46dc-8201-c832225810e1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:13.284071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6b428-1236-4647-8a97-897361908496 None None] Attempting to bind port 82aee432-042f-46dc-8201-c832225810e1 on network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:13.310089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6b428-1236-4647-8a97-897361908496 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:13.310781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6b428-1236-4647-8a97-897361908496 None None] Checking segment: {'id': 'b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:13.311360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17b6b428-1236-4647-8a97-897361908496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.311918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b6b428-1236-4647-8a97-897361908496 None None] Bound using segment: {'id': 'b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:13.312567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-17b6b428-1236-4647-8a97-897361908496 None None] Bound port: 82aee432-042f-46dc-8201-c832225810e1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:13.313112 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17b6b428-1236-4647-8a97-897361908496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.318427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:13.320961 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.328834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-26dd9741-ef18-4ae6-8d71-d51fbb37bcbc req-fd5dc838-e22d-4edc-b661-f555cabefaa8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:08:13.329947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26dd9741-ef18-4ae6-8d71-d51fbb37bcbc req-fd5dc838-e22d-4edc-b661-f555cabefaa8 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066981 Sep 24 00:08:13.335417 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.504072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event updated for resources: {'Port': ['ID=5f709fda-03f8-4e93-8803-4ead55c4a9d2,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:13.523045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] In _notify_port_updated(), no bound segment for port 5f709fda-03f8-4e93-8803-4ead55c4a9d2 on network d9b16b27-9109-4fc7-b89d-c7542dd58077 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:08:13.529718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:13.530370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.535344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0ef25054-3107-4ebc-b5c8-f7963e171d82 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "PUT /v2.0/ports/5f709fda-03f8-4e93-8803-4ead55c4a9d2 HTTP/1.1" status: 200 len: 959 time: 1.6557517 Sep 24 00:08:13.536644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59724) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:13.545212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-3aec6f8f-43c3-4b8e-9771-869c9aa8d135 None None] Allocated IP 172.20.0.34 (d9b16b27-9109-4fc7-b89d-c7542dd58077/7e3cc0f8-e93d-4605-a99d-6b82379e96d6/0f818ad9-17de-49c4-98b1-d9b230812b5c) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:13.612947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-17b6b428-1236-4647-8a97-897361908496 None None] For port 82aee432-042f-46dc-8201-c832225810e1, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:13.659254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-14f26067-b9cf-4200-bb73-8566c01f47aa', 'network_id': '14f26067-b9cf-4200-bb73-8566c01f47aa', 'tenant_id': 'e6c382a9652a4cee80a7baf35bddfa01', 'fixed_ips': [{'subnet_id': '066fe8fe-2f2f-4580-8950-b02ce599e99d'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:08:13.660849 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.696087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-17b6b428-1236-4647-8a97-897361908496 None None] For port 82aee432-042f-46dc-8201-c832225810e1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=82aee432-042f-46dc-8201-c832225810e1,segment=NetworkSegment(b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3),segment_id=b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:13.723200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-249c127c-ba0f-43ec-865e-2d5b04f40dd0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 5f709fda-03f8-4e93-8803-4ead55c4a9d2 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:13.723200 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249c127c-ba0f-43ec-865e-2d5b04f40dd0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.771143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bbee6-9d5a-4ec1-b286-a5b139a1c56d req-617484e9-be69-4ee8-8551-dcfb9e19c8b1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:13.773212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970bbee6-9d5a-4ec1-b286-a5b139a1c56d req-617484e9-be69-4ee8-8551-dcfb9e19c8b1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 944 time: 0.1484070 Sep 24 00:08:13.864707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970bbee6-9d5a-4ec1-b286-a5b139a1c56d req-ee27963e-b112-494c-9e7d-982177dd5429 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808609 Sep 24 00:08:13.891043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249c127c-ba0f-43ec-865e-2d5b04f40dd0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.922820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-249c127c-ba0f-43ec-865e-2d5b04f40dd0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 5f709fda-03f8-4e93-8803-4ead55c4a9d2 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:13.967766 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17b6b428-1236-4647-8a97-897361908496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:13.971168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Made reservation on behalf of e6c382a9652a4cee80a7baf35bddfa01 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:13.974893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.078133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3aec6f8f-43c3-4b8e-9771-869c9aa8d135 None None] For port 0f818ad9-17de-49c4-98b1-d9b230812b5c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f818ad9-17de-49c4-98b1-d9b230812b5c,segment=NetworkSegment(b9090897-0366-48c6-8b8a-f6479068c673),segment_id=b9090897-0366-48c6-8b8a-f6479068c673)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:14.112831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6b428-1236-4647-8a97-897361908496 None None] Pushing event updated for resources: {'Port': ['ID=82aee432-042f-46dc-8201-c832225810e1,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:14.163460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249c127c-ba0f-43ec-865e-2d5b04f40dd0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.210474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249c127c-ba0f-43ec-865e-2d5b04f40dd0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=5f709fda-03f8-4e93-8803-4ead55c4a9d2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:14.282905 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3aec6f8f-43c3-4b8e-9771-869c9aa8d135 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.316908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Allocated IP 2001:db8::2 (14f26067-b9cf-4200-bb73-8566c01f47aa/066fe8fe-2f2f-4580-8950-b02ce599e99d/ead6303e-97de-44f3-a8eb-600c75ffc46e) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:14.387089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-c33bf99b-b9de-4465-9f0d-69a94c13bb4d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2436388 Sep 24 00:08:14.389889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249c127c-ba0f-43ec-865e-2d5b04f40dd0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.394991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-249c127c-ba0f-43ec-865e-2d5b04f40dd0 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/5f709fda-03f8-4e93-8803-4ead55c4a9d2 HTTP/1.1" status: 204 len: 168 time: 0.8571410 Sep 24 00:08:14.396870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59746) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:14.402347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-24b852b4-042b-4a51-b892-c0666273c71a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:08:14.403106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-24b852b4-042b-4a51-b892-c0666273c71a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069947 Sep 24 00:08:14.430017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3aec6f8f-43c3-4b8e-9771-869c9aa8d135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.430284 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-93b9486b-e07f-4bf1-8d31-dbe30d0d7151 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] GET failed (client error): The resource could not be found. Sep 24 00:08:14.434908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-93b9486b-e07f-4bf1-8d31-dbe30d0d7151 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports/5f709fda-03f8-4e93-8803-4ead55c4a9d2 HTTP/1.1" status: 404 len: 333 time: 0.0369573 Sep 24 00:08:14.435841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59748) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:14.606778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.621062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.652698 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13b44ca8-4e50-4945-b187-00990dc124c1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.677032 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.726222 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.733796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13b44ca8-4e50-4945-b187-00990dc124c1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.849812 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13b44ca8-4e50-4945-b187-00990dc124c1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.853593 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13b44ca8-4e50-4945-b187-00990dc124c1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.854272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec6f8f-43c3-4b8e-9771-869c9aa8d135 None None] Pushing event updated for resources: {'Port': ['ID=0f818ad9-17de-49c4-98b1-d9b230812b5c,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:14.860178 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-13b44ca8-4e50-4945-b187-00990dc124c1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/security-groups/16c798d5-14c5-4d88-b022-6ea718f8d6f8 HTTP/1.1" status: 204 len: 168 time: 0.4227078 Sep 24 00:08:14.860930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59756) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:14.862596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 82aee432-042f-46dc-8201-c832225810e1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:14.893115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:14.930180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b44ca8-4e50-4945-b187-00990dc124c1 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c798d5-14c5-4d88-b022-6ea718f8d6f8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:15.025467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Network 14f26067-b9cf-4200-bb73-8566c01f47aa is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:15.040630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:15.076835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:15.156804 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Attempting to bind port ead6303e-97de-44f3-a8eb-600c75ffc46e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:15.157169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Attempting to bind port ead6303e-97de-44f3-a8eb-600c75ffc46e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'a97f61b9-3af5-480c-ac45-e8834a1ee1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14f26067-b9cf-4200-bb73-8566c01f47aa'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:15.157527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Attempting to bind port ead6303e-97de-44f3-a8eb-600c75ffc46e on network 14f26067-b9cf-4200-bb73-8566c01f47aa {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:15.169686 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1c77461-8e5c-4107-bce0-60fd858c3fd3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.184389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:15.185364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Checking segment: {'id': 'a97f61b9-3af5-480c-ac45-e8834a1ee1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14f26067-b9cf-4200-bb73-8566c01f47aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:15.185364 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.185687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Bound using segment: {'id': 'a97f61b9-3af5-480c-ac45-e8834a1ee1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14f26067-b9cf-4200-bb73-8566c01f47aa'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:15.186035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Bound port: ead6303e-97de-44f3-a8eb-600c75ffc46e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a97f61b9-3af5-480c-ac45-e8834a1ee1ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '14f26067-b9cf-4200-bb73-8566c01f47aa'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:15.186414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.244924 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1c77461-8e5c-4107-bce0-60fd858c3fd3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.308907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Pushing event updated for resources: {'Port': ['ID=ead6303e-97de-44f3-a8eb-600c75ffc46e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:15.328998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 82aee432-042f-46dc-8201-c832225810e1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:15.329634 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.382644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155eeae0-9598-4f38-9394-6aaf53c75580 req-7a8cf177-7b10-48e9-8574-33a21c261bc8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:15.388873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-155eeae0-9598-4f38-9394-6aaf53c75580 req-7a8cf177-7b10-48e9-8574-33a21c261bc8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 944 time: 0.3833151 Sep 24 00:08:15.391464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1c77461-8e5c-4107-bce0-60fd858c3fd3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.400787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c1c77461-8e5c-4107-bce0-60fd858c3fd3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.407644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c1c77461-8e5c-4107-bce0-60fd858c3fd3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/security-groups/f121f26c-d340-4e60-90ca-5cf2155cf4a6 HTTP/1.1" status: 204 len: 168 time: 0.5366857 Sep 24 00:08:15.408584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59770) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:15.430363 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] For port ead6303e-97de-44f3-a8eb-600c75ffc46e, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:15.436941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Subnet': ['ID=ca33718a-00c6-4c8a-aeda-a9e0d893fa54,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:15.450652 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Floating IP 072a707e-cc1b-4a9e-bae5-9dff4263d2ad associated. External IP: 172.25.5.54, port: a948832a-06e1-4764-b828-1bc89228238d. Sep 24 00:08:15.480050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] For port ead6303e-97de-44f3-a8eb-600c75ffc46e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ead6303e-97de-44f3-a8eb-600c75ffc46e,segment=NetworkSegment(a97f61b9-3af5-480c-ac45-e8834a1ee1ad),segment_id=a97f61b9-3af5-480c-ac45-e8834a1ee1ad)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:15.494623 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.565669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c77461-8e5c-4107-bce0-60fd858c3fd3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f121f26c-d340-4e60-90ca-5cf2155cf4a6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:15.659282 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.665264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-155eeae0-9598-4f38-9394-6aaf53c75580 req-766ba89c-a471-490d-aaa6-c20d785cd783 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528772 Sep 24 00:08:15.666889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c26a12ac-3e96-459b-994c-0db22b936af4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.695611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c26a12ac-3e96-459b-994c-0db22b936af4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.706011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Checking segment: {'id': '074cc3e5-8174-49f6-a3f1-86612810d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2689a4ea-cd87-4ee8-9991-e07921bd5e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:15.706373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network hostable DHCP agents. Network: 2689a4ea-cd87-4ee8-9991-e07921bd5e50, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:08:15.756164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636343b7-b275-4abf-98b1-3e71659fddab None None] Pushing event updated for resources: {'Port': ['ID=ead6303e-97de-44f3-a8eb-600c75ffc46e,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:15.764912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 82aee432-042f-46dc-8201-c832225810e1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=82aee432-042f-46dc-8201-c832225810e1,segment=NetworkSegment(b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3),segment_id=b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:15.770722 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c26a12ac-3e96-459b-994c-0db22b936af4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.771727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.773372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c26a12ac-3e96-459b-994c-0db22b936af4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.776945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c26a12ac-3e96-459b-994c-0db22b936af4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/security-groups/32659230-4c02-484d-a432-543e4701c845 HTTP/1.1" status: 204 len: 168 time: 0.3383753 Sep 24 00:08:15.797340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59778) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:15.798353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a12ac-3e96-459b-994c-0db22b936af4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32659230-4c02-484d-a432-543e4701c845,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:15.877494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-54788536-cf2c-442a-8dcc-8d20d81aea50 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet de4aa413-d609-43b3-a92d-944532dd6b14 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:15.882801 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54788536-cf2c-442a-8dcc-8d20d81aea50 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.903323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=82aee432-042f-46dc-8201-c832225810e1,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:15.940851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070d8ca-de3a-465a-a218-df0a02a86ce4 None None] Network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:15.940991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-18b9188b-62dd-4de1-840f-dafac643a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:15.943324 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-18b9188b-62dd-4de1-840f-dafac643a3fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc&tenant_id=c382c29d4fe44473a0390b3299193f52 HTTP/1.1" status: 200 len: 1096 time: 0.1369567 Sep 24 00:08:15.949626 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54788536-cf2c-442a-8dcc-8d20d81aea50 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:15.955924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:15.999942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network 2689a4ea-cd87-4ee8-9991-e07921bd5e50 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:08:16.074621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2689a4ea-cd87-4ee8-9991-e07921bd5e50) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:16.087800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:16.088393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.102419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce805805-7139-4042-8a71-543885b2bc90 None None] Network 2689a4ea-cd87-4ee8-9991-e07921bd5e50 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:16.145267 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.163452 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-711c13be-51f9-4142-9aea-08c063bdf88b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9344513 Sep 24 00:08:16.164135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59784) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:16.184590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c147a215-3add-475f-8fd8-f1db029de7c1 None None] Provisioning complete for port 82aee432-042f-46dc-8201-c832225810e1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:16.186681 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c147a215-3add-475f-8fd8-f1db029de7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.417720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Router 22f5b183-9c44-4497-a018-f4582d6fce0a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:08:16.443840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54788536-cf2c-442a-8dcc-8d20d81aea50 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.517654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-2689a4ea-cd87-4ee8-9991-e07921bd5e50', 'network_id': '2689a4ea-cd87-4ee8-9991-e07921bd5e50', 'tenant_id': 'e6c382a9652a4cee80a7baf35bddfa01', 'fixed_ips': [{'subnet_id': 'ca33718a-00c6-4c8a-aeda-a9e0d893fa54'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:08:16.518365 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.556669 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54788536-cf2c-442a-8dcc-8d20d81aea50 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.630319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54788536-cf2c-442a-8dcc-8d20d81aea50 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=de4aa413-d609-43b3-a92d-944532dd6b14,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:16.635906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54788536-cf2c-442a-8dcc-8d20d81aea50 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.642369 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-54788536-cf2c-442a-8dcc-8d20d81aea50 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/de4aa413-d609-43b3-a92d-944532dd6b14 HTTP/1.1" status: 204 len: 168 time: 0.8335190 Sep 24 00:08:16.644022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:16.711449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1385f75a-066b-4b00-9133-c79975c83e15 None None] Could not find standard attr ID for object 5f709fda-03f8-4e93-8803-4ead55c4a9d2. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:08:16.784777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e6eaf7-03e0-4340-989d-bfdb13e6baec tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet 7e3cc0f8-e93d-4605-a99d-6b82379e96d6 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:16.802073 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaf7-03e0-4340-989d-bfdb13e6baec tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.812695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1385f75a-066b-4b00-9133-c79975c83e15 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:16.813192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1385f75a-066b-4b00-9133-c79975c83e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.850769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:16.857327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:16.883222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] Sync routers for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:16.940706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f818ad9-17de-49c4-98b1-d9b230812b5c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:16.979220 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaf7-03e0-4340-989d-bfdb13e6baec tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.002224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Allocated IP 2001:db8::2 (2689a4ea-cd87-4ee8-9991-e07921bd5e50/ca33718a-00c6-4c8a-aeda-a9e0d893fa54/bb53522e-a44b-4aea-9dce-caae7d2af787) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:17.017400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:17.017960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:17.056416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d79eba-2cf1-4bcb-ac1b-a230f7f59826 req-7781553b-57d0-4c28-9532-c80149ece495 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:17.063286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62d79eba-2cf1-4bcb-ac1b-a230f7f59826 req-7781553b-57d0-4c28-9532-c80149ece495 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 944 time: 0.2159133 Sep 24 00:08:17.070552 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fddf629b-8485-47fd-8092-e503aebf52a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "PUT /v2.0/floatingips/072a707e-cc1b-4a9e-bae5-9dff4263d2ad HTTP/1.1" status: 200 len: 990 time: 3.9228549 Sep 24 00:08:17.075310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:17.077809 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2534f3a-05d5-4eb1-b345-80a99a072696" -d '{"events": [{"name": "network-changed", "server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:17.155652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.182205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62d79eba-2cf1-4bcb-ac1b-a230f7f59826 req-38d04816-f55c-4f0e-be64-ba6140c2d132 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097400 Sep 24 00:08:17.188433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:17.192475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ee7a7-922b-44dc-ad8c-e9c97ae95388 None None] Network d9b16b27-9109-4fc7-b89d-c7542dd58077 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:17.212114 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaf7-03e0-4340-989d-bfdb13e6baec tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.303594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaf7-03e0-4340-989d-bfdb13e6baec tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.353564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6eaf7-03e0-4340-989d-bfdb13e6baec tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3cc0f8-e93d-4605-a99d-6b82379e96d6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:17.369700 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60e6eaf7-03e0-4340-989d-bfdb13e6baec tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.374960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-60e6eaf7-03e0-4340-989d-bfdb13e6baec tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/7e3cc0f8-e93d-4605-a99d-6b82379e96d6 HTTP/1.1" status: 204 len: 168 time: 0.7304668 Sep 24 00:08:17.377356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59852) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:17.397129 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd29618-2fd4-4f27-8505-7bb867076f00 x-openstack-request-id: req-3fd29618-2fd4-4f27-8505-7bb867076f00 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:17.397416 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:17.397672 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3fd29618-2fd4-4f27-8505-7bb867076f00 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:17.398068 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'status': 'completed', 'code': 200} Sep 24 00:08:17.433735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0f818ad9-17de-49c4-98b1-d9b230812b5c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:17.434460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.444153 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-8781a0a8-ebd9-4b1c-8f38-4b54e84a4e63 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:17.445175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8781a0a8-ebd9-4b1c-8f38-4b54e84a4e63 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:17.447472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8781a0a8-ebd9-4b1c-8f38-4b54e84a4e63 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/de4aa413-d609-43b3-a92d-944532dd6b14 HTTP/1.1" status: 404 len: 337 time: 0.0688605 Sep 24 00:08:17.453367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59854) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:17.487054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:17.526975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b58aa5-1727-4b14-9d17-30e80f57ff78 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting subnet bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:17.530690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25b58aa5-1727-4b14-9d17-30e80f57ff78 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.543573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:08:17.577349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b2fa5e-1d05-4177-be9b-cda489fe3272 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:08:17.583899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-13eba9fb-e3df-4935-a106-404e78bcfc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:17.586034 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-13eba9fb-e3df-4935-a106-404e78bcfc21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1097 time: 0.1329775 Sep 24 00:08:17.586275 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25b58aa5-1727-4b14-9d17-30e80f57ff78 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.597806 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.658692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Transition to ACTIVE for port object 09b2fa5e-1d05-4177-be9b-cda489fe3272 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:08:17.672640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.701904 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25b58aa5-1727-4b14-9d17-30e80f57ff78 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.757939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d594b22c-9e6a-4ba8-ab76-f1094ca769f5 None None] Network 14f26067-b9cf-4200-bb73-8566c01f47aa requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:17.787332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25b58aa5-1727-4b14-9d17-30e80f57ff78 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.811612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] No DVR routers for this DVR port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:17.831887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1385f75a-066b-4b00-9133-c79975c83e15 None None] Provisioning complete for port 96d09b17-32e0-4926-81b7-8bc9b962414f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:17.832626 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1385f75a-066b-4b00-9133-c79975c83e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.837596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25b58aa5-1727-4b14-9d17-30e80f57ff78 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:17.844181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-25b58aa5-1727-4b14-9d17-30e80f57ff78 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1 HTTP/1.1" status: 204 len: 168 time: 0.3864148 Sep 24 00:08:17.844181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b58aa5-1727-4b14-9d17-30e80f57ff78 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2c5bf5-3dbe-47f2-8ad7-c909e7fc59f1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:17.851723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59862) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:17.880040 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7508b57-49f7-44d2-8028-39bb2234c133 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:17.880483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7508b57-49f7-44d2-8028-39bb2234c133 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:17.882895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e7508b57-49f7-44d2-8028-39bb2234c133 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/efff359e-d0a9-449b-b055-6f728edb7bea HTTP/1.1" status: 404 len: 337 time: 0.0296674 Sep 24 00:08:17.883480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Allocated IP 2001:db8::1 (14f26067-b9cf-4200-bb73-8566c01f47aa/066fe8fe-2f2f-4580-8950-b02ce599e99d/e88da806-1a58-4aa3-8589-7238c81dedfc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:17.885003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59866) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:17.907050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Attempting to bind port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:17.907450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Attempting to bind port 09b2fa5e-1d05-4177-be9b-cda489fe3272 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:17.907836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Attempting to bind port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on network f952ee4a-2d97-4fef-8a03-665d5f67403e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:17.909784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:17.919196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-def854fc-136e-4138-b5eb-11e8cc09a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:17.920945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-def854fc-136e-4138-b5eb-11e8cc09a67a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.3176529 Sep 24 00:08:17.925461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c5ac5cfd-628b-4690-8421-93bc02022e5d tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1 HTTP/1.1" status: 200 len: 205 time: 0.0392270 Sep 24 00:08:17.927794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on network f952ee4a-2d97-4fef-8a03-665d5f67403e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:08:17.928193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Attempting to bind port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on network f952ee4a-2d97-4fef-8a03-665d5f67403e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:17.928874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59872) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:17.987708 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-732efae7-50eb-44d5-b5da-87f899be2024 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] delete failed (client error): The resource could not be found. Sep 24 00:08:17.989391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-732efae7-50eb-44d5-b5da-87f899be2024 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/routers/ecc188e8-f9e2-4ef8-808a-dd9da8ebcee1 HTTP/1.1" status: 404 len: 336 time: 0.0580251 Sep 24 00:08:18.004169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59878) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.026082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:18.026421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Checking segment: {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:18.026831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Bound using segment: {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:18.027278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Bound port: 09b2fa5e-1d05-4177-be9b-cda489fe3272, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2a0f98-c08d-4ba7-8166-40e6eebda105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:18.027632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.029781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1385f75a-066b-4b00-9133-c79975c83e15 None None] Port 96d09b17-32e0-4926-81b7-8bc9b962414f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:18.060983 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.076276 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf75743-4804-43e4-ad50-963a39d3cea5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.076735 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf75743-4804-43e4-ad50-963a39d3cea5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.081125 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3bf75743-4804-43e4-ad50-963a39d3cea5 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/01750603-80d1-4032-a433-65ead11fd200 HTTP/1.1" status: 404 len: 337 time: 0.0715585 Sep 24 00:08:18.081520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59880) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.083607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.116414 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4c9e8d-5a84-4486-b755-683657ebd6c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.116969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4c9e8d-5a84-4486-b755-683657ebd6c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.121294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ad4c9e8d-5a84-4486-b755-683657ebd6c4 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/76425fab-dc9b-4e73-b942-1a599d081fd7 HTTP/1.1" status: 404 len: 337 time: 0.0360589 Sep 24 00:08:18.121535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59882) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.159900 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-e8b07b5c-e797-42a0-a824-af950596354d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.2280161 Sep 24 00:08:18.160264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-bdc7e62e-c60a-431c-a39f-49459be97739 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:18.162815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-bdc7e62e-c60a-431c-a39f-49459be97739 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 805 time: 0.1899149 Sep 24 00:08:18.166264 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3cc9b2a-2fd1-4a32-86fb-1a948ad20f02 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.168415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3cc9b2a-2fd1-4a32-86fb-1a948ad20f02 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.172969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d3cc9b2a-2fd1-4a32-86fb-1a948ad20f02 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/5e75abbd-a912-4fff-beb2-b31b7f1fdf37 HTTP/1.1" status: 404 len: 337 time: 0.0482423 Sep 24 00:08:18.181192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59884) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.190289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-c058c6ef-dfcf-4063-ba5c-269c21e41fe2 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/quotas/985c577509134bb0be9f9fb9686367cb HTTP/1.1" status: 200 len: 375 time: 0.0171416 Sep 24 00:08:18.229389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Network 2689a4ea-cd87-4ee8-9991-e07921bd5e50 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:18.231588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:18.248805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 82aee432-042f-46dc-8201-c832225810e1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:18.254941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:18.255264 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dc0b2fb-5d6e-406e-871f-1e8ce898839f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.255941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dc0b2fb-5d6e-406e-871f-1e8ce898839f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.260107 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7dc0b2fb-5d6e-406e-871f-1e8ce898839f tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/1b9047eb-c141-4ee1-9e6b-a5f8ca44eea6 HTTP/1.1" status: 404 len: 333 time: 0.0755692 Sep 24 00:08:18.261480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59888) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.277704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Pushing event updated for resources: {'Port': ['ID=bb53522e-a44b-4aea-9dce-caae7d2af787,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:18.288730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.295378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:18.298282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-9c4e7f6c-309e-4a7f-9aef-6bf0b1311255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:18.300063 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-9c4e7f6c-309e-4a7f-9aef-6bf0b1311255 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1310503 Sep 24 00:08:18.312130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9401c50c-dc1f-4da2-bdb4-ec0fce977e55 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1145265 Sep 24 00:08:18.312956 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd41928-8d38-4e98-a335-f4ed11f1bdcc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.313391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd41928-8d38-4e98-a335-f4ed11f1bdcc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.313560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:18.318229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7fd41928-8d38-4e98-a335-f4ed11f1bdcc tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/935d6c67-954c-4a12-96f9-f16b6398b88b HTTP/1.1" status: 404 len: 337 time: 0.0525689 Sep 24 00:08:18.318713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59892) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.341122 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.388869 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe07f7ea-3169-4e4d-8153-6e756765388a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.389412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe07f7ea-3169-4e4d-8153-6e756765388a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.391587 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fe07f7ea-3169-4e4d-8153-6e756765388a tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/310ab3a9-f914-4450-8291-0a642e91ce38 HTTP/1.1" status: 404 len: 337 time: 0.0721219 Sep 24 00:08:18.394993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59894) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.410699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-baab603e-5904-4624-be80-693e32742c32 None None] Provisioning complete for port ead6303e-97de-44f3-a8eb-600c75ffc46e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:18.411046 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-baab603e-5904-4624-be80-693e32742c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.412421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.425811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765c785-8cca-49d7-b443-c7d6222b9795 req-5b955303-e32e-454d-aedf-45ed340d7f37 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:18.427927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3765c785-8cca-49d7-b443-c7d6222b9795 req-5b955303-e32e-454d-aedf-45ed340d7f37 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 944 time: 0.1292665 Sep 24 00:08:18.440954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:18.441554 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.443933 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] 10.222.0.18 "PUT /v2.0/ports/09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 1093 time: 2.4924338 Sep 24 00:08:18.450013 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b061ebb-00ce-488d-8242-ca31497ec3bd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.450968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b061ebb-00ce-488d-8242-ca31497ec3bd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.452854 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7b061ebb-00ce-488d-8242-ca31497ec3bd tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/68c4dafb-8a67-4efb-a0bd-a2b5170d8674 HTTP/1.1" status: 404 len: 333 time: 0.0539405 Sep 24 00:08:18.456622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59898) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.508953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network 14f26067-b9cf-4200-bb73-8566c01f47aa is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:18.522680 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a666eb55-fef7-4377-8a0e-5c75f86ad544 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.523478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a666eb55-fef7-4377-8a0e-5c75f86ad544 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.528085 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a666eb55-fef7-4377-8a0e-5c75f86ad544 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/8d5c7b88-64af-45e7-b2eb-3c74c1cadab5 HTTP/1.1" status: 404 len: 337 time: 0.0629487 Sep 24 00:08:18.528251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] DHCP port deletion for d9b16b27-9109-4fc7-b89d-c7542dd58077 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:08:18.528348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-73ab7eb4-aa6c-40f5-a5d6-1600d1092080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:18.528433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3765c785-8cca-49d7-b443-c7d6222b9795 req-c8d83292-e4a1-47a4-91a6-384522b17ca8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682769 Sep 24 00:08:18.529491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-73ab7eb4-aa6c-40f5-a5d6-1600d1092080 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910894 Sep 24 00:08:18.530439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59900) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.532251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42885f85-8227-457d-af0c-9fe077b1a065 service neutron] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:18.535307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:18.571755 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcadf56-d478-47f6-801e-42c30a54097b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] DELETE failed (client error): The resource could not be found. Sep 24 00:08:18.572232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdcadf56-d478-47f6-801e-42c30a54097b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:08:18.574298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cdcadf56-d478-47f6-801e-42c30a54097b tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/subnets/6c23cafa-c94d-4a4a-a275-2252d3e0ae27 HTTP/1.1" status: 404 len: 337 time: 0.0430114 Sep 24 00:08:18.576855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59902) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:18.586813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 82aee432-042f-46dc-8201-c832225810e1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:18.587478 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.596069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-f394425e-229c-42f9-9754-3134a9cf8f64 service neutron] 10.222.0.24 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551594 Sep 24 00:08:18.611160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Port': ['ID=e88da806-1a58-4aa3-8589-7238c81dedfc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:18.630970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:18.631516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.659575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5c4c5e35-4957-45ad-adf7-df082b85fc0d no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:18.709446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Attempting to bind port bb53522e-a44b-4aea-9dce-caae7d2af787 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:18.714169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Attempting to bind port bb53522e-a44b-4aea-9dce-caae7d2af787 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '074cc3e5-8174-49f6-a3f1-86612810d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2689a4ea-cd87-4ee8-9991-e07921bd5e50'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:18.714169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Attempting to bind port bb53522e-a44b-4aea-9dce-caae7d2af787 on network 2689a4ea-cd87-4ee8-9991-e07921bd5e50 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:18.735123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:18.735572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Checking segment: {'id': '074cc3e5-8174-49f6-a3f1-86612810d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2689a4ea-cd87-4ee8-9991-e07921bd5e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:18.736071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.736557 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Bound using segment: {'id': '074cc3e5-8174-49f6-a3f1-86612810d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2689a4ea-cd87-4ee8-9991-e07921bd5e50'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:18.737124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Bound port: bb53522e-a44b-4aea-9dce-caae7d2af787, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074cc3e5-8174-49f6-a3f1-86612810d062', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2689a4ea-cd87-4ee8-9991-e07921bd5e50'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:18.737594 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.788355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-241cfb65-3f0e-4a3f-b943-c752a2ccd19a service neutron] 10.222.0.24 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914258 Sep 24 00:08:18.800444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-75bbddb6-9733-4333-a00d-8bfb790da407 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 96d09b17-32e0-4926-81b7-8bc9b962414f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:18.801383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75bbddb6-9733-4333-a00d-8bfb790da407 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.888518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ead6303e-97de-44f3-a8eb-600c75ffc46e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:18.933415 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75bbddb6-9733-4333-a00d-8bfb790da407 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:18.968535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-75bbddb6-9733-4333-a00d-8bfb790da407 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 96d09b17-32e0-4926-81b7-8bc9b962414f owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:19.006980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] For port bb53522e-a44b-4aea-9dce-caae7d2af787, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:19.017284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-baab603e-5904-4624-be80-693e32742c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.034565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] Deleting port 0f818ad9-17de-49c4-98b1-d9b230812b5c {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:19.035071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.062284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '072a707e-cc1b-4a9e-bae5-9dff4263d2ad', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'port_id': 'a948832a-06e1-4764-b828-1bc89228238d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'mac_address': 'fa:16:3e:47:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:07:50Z', 'updated_at': '2021-09-24T00:08:14Z', 'revision_number': 1, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:51Z', 'revision_number': 5, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:19.082191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] For port bb53522e-a44b-4aea-9dce-caae7d2af787, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=bb53522e-a44b-4aea-9dce-caae7d2af787,segment=NetworkSegment(074cc3e5-8174-49f6-a3f1-86612810d062),segment_id=074cc3e5-8174-49f6-a3f1-86612810d062)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:19.103620 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.111755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1638e1ed-ad9d-4bf8-b0ac-10b0bbdde81e req-e13e1d23-a9f8-44d6-9fee-4385204c63b6 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 210 time: 0.0536187 Sep 24 00:08:19.163310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.176690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75bbddb6-9733-4333-a00d-8bfb790da407 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.192869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] Checking router: 22f5b183-9c44-4497-a018-f4582d6fce0a for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:08:19.256046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bbddb6-9733-4333-a00d-8bfb790da407 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=96d09b17-32e0-4926-81b7-8bc9b962414f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:19.259988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75bbddb6-9733-4333-a00d-8bfb790da407 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.266124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-75bbddb6-9733-4333-a00d-8bfb790da407 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/ports/96d09b17-32e0-4926-81b7-8bc9b962414f HTTP/1.1" status: 204 len: 168 time: 0.6878939 Sep 24 00:08:19.266850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59908) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:19.280318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-baab603e-5904-4624-be80-693e32742c32 None None] For port ead6303e-97de-44f3-a8eb-600c75ffc46e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ead6303e-97de-44f3-a8eb-600c75ffc46e,segment=NetworkSegment(a97f61b9-3af5-480c-ac45-e8834a1ee1ad),segment_id=a97f61b9-3af5-480c-ac45-e8834a1ee1ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:19.294948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-1e7b2434-01fe-4ac0-8821-b37eb03ec7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:19.296517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-1e7b2434-01fe-4ac0-8821-b37eb03ec7e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1097 time: 0.7918410 Sep 24 00:08:19.314635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-baab603e-5904-4624-be80-693e32742c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.326083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] For port 0f818ad9-17de-49c4-98b1-d9b230812b5c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f818ad9-17de-49c4-98b1-d9b230812b5c,segment=NetworkSegment(b9090897-0366-48c6-8b8a-f6479068c673),segment_id=b9090897-0366-48c6-8b8a-f6479068c673)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:19.326480 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.343317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:19.343946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:19.345645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-baab603e-5904-4624-be80-693e32742c32 None None] Could not find standard attr ID for object 5f709fda-03f8-4e93-8803-4ead55c4a9d2. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:08:19.346898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:19.349247 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c69230d-a4b6-48ba-99a3-bb9313f262ca" -d '{"events": [{"server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:19.441943 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e9bd6d-d172-4825-a14e-bd7128fb0eb2 x-openstack-request-id: req-41e9bd6d-d172-4825-a14e-bd7128fb0eb2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:19.442230 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "name": "network-vif-unplugged", "status": "completed", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:19.442479 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-41e9bd6d-d172-4825-a14e-bd7128fb0eb2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:19.442890 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'code': 200} Sep 24 00:08:19.444165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] Calling delete_port for 0f818ad9-17de-49c4-98b1-d9b230812b5c owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:19.446456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:19.448924 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad14010-2f6b-491a-9c4c-78bc203923c0" -d '{"events": [{"name": "network-changed", "server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:19.454936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:19.466890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f389972-be04-47c7-8561-d6e0035186c5 None None] Pushing event updated for resources: {'Port': ['ID=bb53522e-a44b-4aea-9dce-caae7d2af787,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:19.474410 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.476425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ead6303e-97de-44f3-a8eb-600c75ffc46e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:19.476848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.578304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.600151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-3c755fad-8386-4963-a0b0-a55a2b9cb991 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0477374 Sep 24 00:08:19.603730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-baab603e-5904-4624-be80-693e32742c32 None None] Provisioning complete for port 82aee432-042f-46dc-8201-c832225810e1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:19.604188 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-baab603e-5904-4624-be80-693e32742c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.605289 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707c3b99-dde3-4b3e-8c19-65f548be44e8 x-openstack-request-id: req-707c3b99-dde3-4b3e-8c19-65f548be44e8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:19.605588 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:19.610698 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-707c3b99-dde3-4b3e-8c19-65f548be44e8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:19.611336 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'status': 'completed', 'code': 200} Sep 24 00:08:19.765202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b9d8ee-a2cc-4cf8-ac0f-ed464c5932c3 req-e41610ff-db21-491c-8e39-fd20bf544ba1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:19.770443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66b9d8ee-a2cc-4cf8-ac0f-ed464c5932c3 req-e41610ff-db21-491c-8e39-fd20bf544ba1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.0721219 Sep 24 00:08:19.771615 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:19.838429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66b9d8ee-a2cc-4cf8-ac0f-ed464c5932c3 req-c4809027-245c-4e59-9861-350484afd341 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503621 Sep 24 00:08:19.875497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-13a5ad95-cfb7-47de-953b-caf05a080ba5 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:19.877120 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-13a5ad95-cfb7-47de-953b-caf05a080ba5 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e HTTP/1.1" status: 200 len: 943 time: 0.5554521 Sep 24 00:08:19.893197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-9ab442b1-d563-4f84-bc97-013b81791438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:19.895503 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-9ab442b1-d563-4f84-bc97-013b81791438 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 915 time: 0.5745029 Sep 24 00:08:20.032207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab603e-5904-4624-be80-693e32742c32 None None] Pushing event updated for resources: {'Port': ['ID=ead6303e-97de-44f3-a8eb-600c75ffc46e,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:20.040195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:08:20.070908 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-f707b20d-652c-41dd-8cf6-358bffbb54a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 217 time: 0.1586895 Sep 24 00:08:20.139271 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.189646 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a2534f3a-05d5-4eb1-b345-80a99a072696 req-6e4b6be6-54dd-4cb7-838a-2063e0c3a3f9 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152837 Sep 24 00:08:20.235194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7eecf1fb-3afd-4f5c-b167-fe378f88ed8f req-7686b8e5-08ca-4d63-94e5-2922b09ba5cc tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 210 time: 0.0545731 Sep 24 00:08:20.243540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] No DVR routers for this DVR port 0f818ad9-17de-49c4-98b1-d9b230812b5c on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:20.244223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-1dd36e0a-5abc-491a-b8da-26de3259d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:20.246300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-1dd36e0a-5abc-491a-b8da-26de3259d4cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.1364846 Sep 24 00:08:20.273813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:20.329573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Deleting port 0f818ad9-17de-49c4-98b1-d9b230812b5c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:20.330087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.331130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba51d06-58e3-473c-8877-c0d6c4397d03 None None] Pushing event deleted for resources: {'Port': ['ID=0f818ad9-17de-49c4-98b1-d9b230812b5c,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:20.338494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-e6e20d4c-396e-4f9c-9546-2a7c13117a75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663936 Sep 24 00:08:20.521136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-6e75ca69-2b3e-4b03-8912-5d381b949f04 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:20.522117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f43077b0-a078-44f6-9b6a-1d250eebf344 None None] Provisioning complete for port e88da806-1a58-4aa3-8589-7238c81dedfc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:20.522492 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f43077b0-a078-44f6-9b6a-1d250eebf344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.524055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-6e75ca69-2b3e-4b03-8912-5d381b949f04 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.20 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 805 time: 0.1685095 Sep 24 00:08:20.524886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Deleting port 5c4c5e35-4957-45ad-adf7-df082b85fc0d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:20.525309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.553306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Request body: {'port': {'device_id': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'admin_state_up': True, 'tenant_id': '985c577509134bb0be9f9fb9686367cb'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:20.607674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device bb53522e-a44b-4aea-9dce-caae7d2af787 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:20.635644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] For port 0f818ad9-17de-49c4-98b1-d9b230812b5c, host n-d-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:20.635987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.661193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f43077b0-a078-44f6-9b6a-1d250eebf344 None None] Port e88da806-1a58-4aa3-8589-7238c81dedfc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:20.697632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Calling delete_port for 0f818ad9-17de-49c4-98b1-d9b230812b5c owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:20.702487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f43077b0-a078-44f6-9b6a-1d250eebf344 None None] Provisioning complete for port ead6303e-97de-44f3-a8eb-600c75ffc46e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:20.702874 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f43077b0-a078-44f6-9b6a-1d250eebf344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.714832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Made reservation on behalf of 985c577509134bb0be9f9fb9686367cb for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:20.719251 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.734302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Port 0f818ad9-17de-49c4-98b1-d9b230812b5c was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:08:20.766194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.773297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port bb53522e-a44b-4aea-9dce-caae7d2af787 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:20.773723 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.785084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.824872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.826071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:20.828942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Port': ['ID=0f818ad9-17de-49c4-98b1-d9b230812b5c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:20.836270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '072a707e-cc1b-4a9e-bae5-9dff4263d2ad', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'port_id': 'a948832a-06e1-4764-b828-1bc89228238d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'mac_address': 'fa:16:3e:47:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:07:50Z', 'updated_at': '2021-09-24T00:08:14Z', 'revision_number': 1, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:51Z', 'revision_number': 5, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:20.866836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] No DVR routers for this DVR port 0f818ad9-17de-49c4-98b1-d9b230812b5c on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:20.877395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb244c66-155b-48b3-930f-42ee4534ad8f None None] The sync data for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 is: [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '072a707e-cc1b-4a9e-bae5-9dff4263d2ad', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'floating_ip_address': '172.25.5.54', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'port_id': 'a948832a-06e1-4764-b828-1bc89228238d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1910, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'mac_address': 'fa:16:3e:47:78:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:07:50Z', 'updated_at': '2021-09-24T00:08:14Z', 'revision_number': 1, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:51Z', 'revision_number': 5, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:20.879146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1983c152-b675-4767-b7f6-4242491dcb65 None None] Network 2689a4ea-cd87-4ee8-9991-e07921bd5e50 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:20.894127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Allocated IP 172.20.0.4 (f9b7b53d-a505-4863-b88a-44a3c317dde1/3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa/04af72c2-1cd4-45c4-bfd7-ee6917e45be8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:20.927061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-41281b46-7d0f-4a4c-8e88-81919a2fe76e service neutron] 10.222.0.18 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061629 Sep 24 00:08:20.931171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] For port 5c4c5e35-4957-45ad-adf7-df082b85fc0d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5c4c5e35-4957-45ad-adf7-df082b85fc0d,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:20.931628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.018431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa340f-ac6b-48bf-9bb8-80be7e2ec183 req-1369aec6-6718-477d-ba69-d30173f7d937 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:21.020495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5fa340f-ac6b-48bf-9bb8-80be7e2ec183 req-1369aec6-6718-477d-ba69-d30173f7d937 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1122224 Sep 24 00:08:21.023875 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.028111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Calling delete_port for 5c4c5e35-4957-45ad-adf7-df082b85fc0d owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:21.092922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port bb53522e-a44b-4aea-9dce-caae7d2af787, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=bb53522e-a44b-4aea-9dce-caae7d2af787,segment=NetworkSegment(074cc3e5-8174-49f6-a3f1-86612810d062),segment_id=074cc3e5-8174-49f6-a3f1-86612810d062)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:21.101257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Port': ['ID=e88da806-1a58-4aa3-8589-7238c81dedfc,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:21.102980 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.103909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ead6303e-97de-44f3-a8eb-600c75ffc46e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:21.160129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5fa340f-ac6b-48bf-9bb8-80be7e2ec183 req-df5bd1b6-757c-47f3-ae79-5b8e8d0a1cbf tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162188 Sep 24 00:08:21.172992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.205308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.221515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3fbcd9f7-e175-49ed-9177-08d07e52452f None None] Provisioning complete for port bb53522e-a44b-4aea-9dce-caae7d2af787 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:21.221894 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fbcd9f7-e175-49ed-9177-08d07e52452f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.257846 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.260940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=bb53522e-a44b-4aea-9dce-caae7d2af787,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:21.269251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b16b27-9109-4fc7-b89d-c7542dd58077']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:21.282201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ead6303e-97de-44f3-a8eb-600c75ffc46e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:21.282580 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.319989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9090897-0366-48c6-8b8a-f6479068c673') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:21.320293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9090897-0366-48c6-8b8a-f6479068c673') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:21.324627 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab206a-a845-4474-af8f-a7347c4d065a None None] New status for floating IP 072a707e-cc1b-4a9e-bae5-9dff4263d2ad: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:08:21.347429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Network f9b7b53d-a505-4863-b88a-44a3c317dde1 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:21.351615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:21.360167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:21.362738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.365654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network 14f26067-b9cf-4200-bb73-8566c01f47aa is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:21.369439 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-46366c28-4dc0-47a4-a600-31c6ae9042ca service neutron] 10.222.0.18 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150944 Sep 24 00:08:21.378612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:21.404274 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.428644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:08:21.429059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:08:21.433919 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:08:21.494127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Pushing event updated for resources: {'Port': ['ID=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:21.517800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d8737-8a9a-435f-a440-ce8c4ae5f2ee req-e6427f0b-9f64-4cf4-9cea-5dfa71ebc454 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:21.527191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc1d8737-8a9a-435f-a440-ce8c4ae5f2ee req-e6427f0b-9f64-4cf4-9cea-5dfa71ebc454 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 931 time: 0.1106262 Sep 24 00:08:21.535027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:21.536636 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.596728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc1d8737-8a9a-435f-a440-ce8c4ae5f2ee req-1655fc76-5a99-4fb9-b3e7-0a2e6de22d62 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663757 Sep 24 00:08:21.600398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-1483dd6b-761e-49d0-83c6-3f9626dffa7b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0610259 Sep 24 00:08:21.627480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Request body: {'port': {'device_id': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:21.672643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f818ad9-17de-49c4-98b1-d9b230812b5c no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:21.704956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0f818ad9-17de-49c4-98b1-d9b230812b5c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:08:21.708217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f818ad9-17de-49c4-98b1-d9b230812b5c not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:21.755456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:21.799512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3288afd2-b9d7-493b-813e-e13ca8517815 None None] Provisioning complete for port bb53522e-a44b-4aea-9dce-caae7d2af787 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:21.800157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3288afd2-b9d7-493b-813e-e13ca8517815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.095506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.112993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-feb2c971-0b61-4605-900b-6f4c61f956a3 None None] Provisioning complete for port e88da806-1a58-4aa3-8589-7238c81dedfc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:22.115366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.115521 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-feb2c971-0b61-4605-900b-6f4c61f956a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.119894 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] 10.222.0.24 "DELETE /v2.0/networks/d9b16b27-9109-4fc7-b89d-c7542dd58077 HTTP/1.1" status: 204 len: 168 time: 2.8477299 Sep 24 00:08:22.121741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-0b29e1fe-fe5c-4922-8ef2-35be8f6f5cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:22.123735 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-0b29e1fe-fe5c-4922-8ef2-35be8f6f5cbc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1097 time: 0.6492229 Sep 24 00:08:22.141802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051a7a8-d306-4d67-90ae-c0ea84a171d3 tempest-PortsTestJSON-757508236 tempest-PortsTestJSON-757508236-project] Pushing event deleted for resources: {'Network': ['ID=d9b16b27-9109-4fc7-b89d-c7542dd58077,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:22.144052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.176982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-feb2c971-0b61-4605-900b-6f4c61f956a3 None None] Port e88da806-1a58-4aa3-8589-7238c81dedfc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:22.180637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:08:22.189933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Pushing event deleted for resources: {'Port': ['ID=5c4c5e35-4957-45ad-adf7-df082b85fc0d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:22.228177 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.293672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Transition to ACTIVE for port object 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:08:22.310624 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.332652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] No DVR routers for this DVR port 5c4c5e35-4957-45ad-adf7-df082b85fc0d on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:22.349137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.351583 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-240fd471-eaa0-42b1-9777-12081cf824b6 req-e5f3cd61-d210-4dd5-9d47-8f9d1f4187b9 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.20 "DELETE /v2.0/ports/5c4c5e35-4957-45ad-adf7-df082b85fc0d HTTP/1.1" status: 204 len: 173 time: 2.4511721 Sep 24 00:08:22.353052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'name': 'network-vif-deleted', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:22.355621 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38ce76d-6cdb-40b1-91f0-9de2f8c60e09" -d '{"events": [{"server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "name": "network-vif-deleted", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:22.363925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Router 0ce47040-10a0-4407-809c-b7e4c41bfc6a is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:08:22.392338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-53ed799b-ad29-4791-89cf-c3d23ff3e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:22.395583 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-53ed799b-ad29-4791-89cf-c3d23ff3e17d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 915 time: 0.2136173 Sep 24 00:08:22.502635 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5f9fa9-de75-4eda-85e6-e064896b0d3b x-openstack-request-id: req-4e5f9fa9-de75-4eda-85e6-e064896b0d3b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:22.503173 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e", "name": "network-vif-deleted", "tag": "5c4c5e35-4957-45ad-adf7-df082b85fc0d", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:22.503679 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e5f9fa9-de75-4eda-85e6-e064896b0d3b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:22.504459 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2f17a39-e151-4e4e-b1bb-6691fc6e4e7e', 'name': 'network-vif-deleted', 'tag': '5c4c5e35-4957-45ad-adf7-df082b85fc0d', 'status': 'completed', 'code': 200} Sep 24 00:08:22.510340 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-1f3581b2-45af-47c2-87c6-902223afe883 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 217 time: 0.0675752 Sep 24 00:08:22.540431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device bb53522e-a44b-4aea-9dce-caae7d2af787 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:22.571794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:22.577779 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-07a9b6bf-a48b-456f-a84b-1f5ca29b8b88 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "PUT /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4029803 Sep 24 00:08:22.585057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59956) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:22.614897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af6177-d968-47ee-bed8-5eafcd6d88c0 None None] Sync routers for ids ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:22.653177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5c4c5e35-4957-45ad-adf7-df082b85fc0d no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:22.687538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Pushing event updated for resources: {'Port': ['ID=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:22.703677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45842c7a-171a-4d2c-a5e8-94544b2a7451 req-80c54907-2076-469d-9687-aad7564e3ac5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:22.707873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af6177-d968-47ee-bed8-5eafcd6d88c0 None None] Routers {'0ce47040-10a0-4407-809c-b7e4c41bfc6a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:22.712513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-27af6177-d968-47ee-bed8-5eafcd6d88c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:22.715256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45842c7a-171a-4d2c-a5e8-94544b2a7451 req-80c54907-2076-469d-9687-aad7564e3ac5 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.2678180 Sep 24 00:08:22.744059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Attempting to bind port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:22.744400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Attempting to bind port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:22.745198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Attempting to bind port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 on network f9b7b53d-a505-4863-b88a-44a3c317dde1 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:22.758136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 on network f9b7b53d-a505-4863-b88a-44a3c317dde1 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:08:22.758453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Attempting to bind port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 on network f9b7b53d-a505-4863-b88a-44a3c317dde1 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:22.781010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:22.781398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Checking segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:22.782178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Bound using segment: {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:22.782852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Bound port: 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00c3e7f2-3372-431f-a26f-6eaa0ba43b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:22.783399 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:22.821192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 5c4c5e35-4957-45ad-adf7-df082b85fc0d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:08:22.824801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5c4c5e35-4957-45ad-adf7-df082b85fc0d not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:22.829851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-27af6177-d968-47ee-bed8-5eafcd6d88c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:22.836943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59962) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:22.861070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45842c7a-171a-4d2c-a5e8-94544b2a7451 req-69a1083a-b4c8-4896-92d9-dfb8a36f6584 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448774 Sep 24 00:08:22.902643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27af6177-d968-47ee-bed8-5eafcd6d88c0 None None] Routers {'0ce47040-10a0-4407-809c-b7e4c41bfc6a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:22.904910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-27af6177-d968-47ee-bed8-5eafcd6d88c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:23.018412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-27af6177-d968-47ee-bed8-5eafcd6d88c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:23.019542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27af6177-d968-47ee-bed8-5eafcd6d88c0 None None] The sync data for ids ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:23.045259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:23.048658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:23.059219 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:23.060226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port bb53522e-a44b-4aea-9dce-caae7d2af787 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:23.061742 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:23.094308 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-254f0690-c2b0-4334-897a-d1a34eb9dff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:23.200558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505d867-5f5a-41c3-a43e-1b71f036e51f req-2631c135-9cc1-4e59-b07f-5c35cbcf5ffd tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:23.202152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1505d867-5f5a-41c3-a43e-1b71f036e51f req-2631c135-9cc1-4e59-b07f-5c35cbcf5ffd tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 943 time: 0.4341218 Sep 24 00:08:23.214371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:23.215383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:23.216924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] 10.222.0.20 "PUT /v2.0/ports/04af72c2-1cd4-45c4-bfd7-ee6917e45be8 HTTP/1.1" status: 200 len: 1092 time: 1.6076822 Sep 24 00:08:23.217363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'tag': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:23.219062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-303f4350-cea2-4c1a-a924-426f9b6444bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:23.224137 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-303f4350-cea2-4c1a-a924-426f9b6444bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.3903317 Sep 24 00:08:23.224329 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79bfed2-11ba-4efb-b309-803bbe0c28d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a2bb03bf-7b76-4198-a87e-e65c964ee3aa", "tag": "04af72c2-1cd4-45c4-bfd7-ee6917e45be8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:23.300659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1505d867-5f5a-41c3-a43e-1b71f036e51f req-8ef2e61e-43b9-4b17-bbab-6b27070b5359 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856586 Sep 24 00:08:23.304651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccd346-66dd-423c-b02e-259fa8781c0e service neutron] Pushing event updated for resources: {'Port': ['ID=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:23.350670 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb873faa-7755-4fda-a6cf-f95cea85fde3 x-openstack-request-id: req-cb873faa-7755-4fda-a6cf-f95cea85fde3 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:23.351391 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2bb03bf-7b76-4198-a87e-e65c964ee3aa", "tag": "04af72c2-1cd4-45c4-bfd7-ee6917e45be8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:23.351883 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb873faa-7755-4fda-a6cf-f95cea85fde3 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:23.352862 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'tag': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8', 'status': 'completed', 'code': 200} Sep 24 00:08:23.365512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-5ea3462d-098d-4249-bbb1-44b7d0d371d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:23.367664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-5ea3462d-098d-4249-bbb1-44b7d0d371d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 1095 time: 0.0823429 Sep 24 00:08:23.397613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8b7c062d-81f3-47b6-82b5-55a7987abba7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e95f152079b41a49740e56e5a34ea12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5583882 Sep 24 00:08:23.398301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59970) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:23.468645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-407a8882-28a9-483f-8f76-53b5bba5e1f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8 HTTP/1.1" status: 200 len: 217 time: 0.0836382 Sep 24 00:08:23.501585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37731787-e206-453a-aa23-d98e694e21dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:23.516834 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-be649dfe-a934-420e-9bf7-c63352d81be0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:23.518187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-be649dfe-a934-420e-9bf7-c63352d81be0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "PUT /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9318588 Sep 24 00:08:23.523000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59972) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:23.572693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37731787-e206-453a-aa23-d98e694e21dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:23.577944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9016d116-00b8-45db-b380-9936fa5cf92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:23.579784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-9016d116-00b8-45db-b380-9936fa5cf92b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 200 len: 845 time: 0.1036241 Sep 24 00:08:23.771036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37731787-e206-453a-aa23-d98e694e21dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:23.775183 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37731787-e206-453a-aa23-d98e694e21dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:23.786580 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-37731787-e206-453a-aa23-d98e694e21dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3ebbbe3-413b-494e-a3d2-7856be900325 HTTP/1.1" status: 204 len: 168 time: 0.3809543 Sep 24 00:08:23.823237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37731787-e206-453a-aa23-d98e694e21dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ebbbe3-413b-494e-a3d2-7856be900325,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:24.045932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-53a2aa32-a0ca-47a8-b677-d343629f7fa0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9b7b53d-a505-4863-b88a-44a3c317dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4580498 Sep 24 00:08:24.182131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:24.220369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663addc-9e5c-470a-be0f-2ee1b3f9c6d8 req-67422efa-3035-4e8d-921e-ba88208a6ba6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:24.223232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8663addc-9e5c-470a-be0f-2ee1b3f9c6d8 req-67422efa-3035-4e8d-921e-ba88208a6ba6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1763058 Sep 24 00:08:24.290925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-48decd9e-79b2-4fd2-a3a1-9620f7207573 service neutron] 10.222.0.20 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242527 Sep 24 00:08:24.346905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8663addc-9e5c-470a-be0f-2ee1b3f9c6d8 req-f1aa57fa-826c-440e-ba38-6a0605e2454d tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150548 Sep 24 00:08:24.488233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f57654c-2e07-4b5b-a59a-15e0e51f9a14 req-24a1b58a-9c26-482e-90fd-099d52818054 service neutron] 10.222.0.20 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680398 Sep 24 00:08:24.513678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109afd4-6bb8-4d10-832e-8630146a34d8 req-9811846a-e612-40f3-a2b2-dd281a690565 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:24.515679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e109afd4-6bb8-4d10-832e-8630146a34d8 req-9811846a-e612-40f3-a2b2-dd281a690565 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 943 time: 0.0668161 Sep 24 00:08:24.609192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e109afd4-6bb8-4d10-832e-8630146a34d8 req-84f4c9e4-6337-4551-af43-98c0a3df9d7a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812817 Sep 24 00:08:24.622422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-8ea0b512-9c28-4ad2-81b0-99d8d86f93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:24.624098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-8ea0b512-9c28-4ad2-81b0-99d8d86f93d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=985c577509134bb0be9f9fb9686367cb&device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 1095 time: 0.0787802 Sep 24 00:08:24.735594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-595d0159-4314-4134-b603-1d576feabf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:24.737134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-595d0159-4314-4134-b603-1d576feabf38 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 200 len: 906 time: 0.1050088 Sep 24 00:08:24.786203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-5d69d462-2bfe-46f0-8356-d6b05720cd6f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8 HTTP/1.1" status: 200 len: 217 time: 0.0403202 Sep 24 00:08:24.846642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-a6e6c38c-ede4-444f-82e0-c84ba5b873d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:24.848676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-a6e6c38c-ede4-444f-82e0-c84ba5b873d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 200 len: 845 time: 0.0531244 Sep 24 00:08:24.853409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Deleting port e88da806-1a58-4aa3-8589-7238c81dedfc {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:24.853905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:24.886750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-1386ce5a-a08b-4e35-9cb6-ee2775bd8b8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f9b7b53d-a505-4863-b88a-44a3c317dde1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299349 Sep 24 00:08:24.900081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60000) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:24.973487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:24.996712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Calling delete_port for e88da806-1a58-4aa3-8589-7238c81dedfc owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:25.013186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-2c26140c-1c89-418d-af8d-0ea8f35460c4 service neutron] 10.222.0.20 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182013 Sep 24 00:08:25.119577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79bfed2-11ba-4efb-b309-803bbe0c28d0 req-17ee741a-7c5f-409b-bea0-73f9827a15ef service neutron] 10.222.0.20 "GET /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968981 Sep 24 00:08:25.121315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-06691c0c-19b7-4ead-afa3-b65fc6e2ba61 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:25.122040 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-06691c0c-19b7-4ead-afa3-b65fc6e2ba61 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 00:08:25.122558 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-06691c0c-19b7-4ead-afa3-b65fc6e2ba61 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 00:08:25.124777 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-06691c0c-19b7-4ead-afa3-b65fc6e2ba61 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2229037 Sep 24 00:08:25.127812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60004) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:25.132611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--972542561'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:25.161241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.175290 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.228957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.262336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Port': ['ID=e88da806-1a58-4aa3-8589-7238c81dedfc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:25.333280 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.340226 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.363980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.410494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a280b8-76bf-4eb2-95cc-93bfe1624c8e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:25.513804 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.522577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.555344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a8fe6-b4fd-4f33-b2d1-3a631332ec55 req-b4cbdb08-0f8e-4053-9640-ae074e99e710 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:25.556755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc4a8fe6-b4fd-4f33-b2d1-3a631332ec55 req-b4cbdb08-0f8e-4053-9640-ae074e99e710 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.0906544 Sep 24 00:08:25.569809 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.571000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4421489 Sep 24 00:08:25.576658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60010) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:25.589665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-982a60e5-3e1d-451f-b80f-8554334ea9ad tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '192f8986-4c5b-4b0c-b763-b6f1d82150c3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:25.595687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3d203-7ecd-4ed9-af19-0feafcb731b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192f8986-4c5b-4b0c-b763-b6f1d82150c3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:25.602587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Router 0ce47040-10a0-4407-809c-b7e4c41bfc6a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:08:25.625876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc4a8fe6-b4fd-4f33-b2d1-3a631332ec55 req-d0607c85-a55a-434c-a764-713966b42b98 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604417 Sep 24 00:08:25.646363 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-982a60e5-3e1d-451f-b80f-8554334ea9ad tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.720819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:25.735685 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f404a52-c502-4bca-ab4a-1b303b14877d None None] Sync routers for ids ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:25.739420 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-982a60e5-3e1d-451f-b80f-8554334ea9ad tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.743984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-27487d88-b200-43e5-b597-85c2405735d1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "PUT /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2194655 Sep 24 00:08:25.749849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60014) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:25.754864 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-982a60e5-3e1d-451f-b80f-8554334ea9ad tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.755894 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f404a52-c502-4bca-ab4a-1b303b14877d None None] Routers {'0ce47040-10a0-4407-809c-b7e4c41bfc6a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:25.756783 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f404a52-c502-4bca-ab4a-1b303b14877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:25.799349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a60e5-3e1d-451f-b80f-8554334ea9ad tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdbdc2e-e449-4414-a95d-7136ef013476,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:25.809839 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-a0dc9f11-3662-4b63-bf4b-b8ae33178a1b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] delete failed (client error): The resource could not be found. Sep 24 00:08:25.814914 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a0dc9f11-3662-4b63-bf4b-b8ae33178a1b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-1638300889 HTTP/1.1" status: 404 len: 335 time: 0.0603449 Sep 24 00:08:25.815274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60016) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:25.822739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-72d6cca6-e040-4c3b-a872-5b813f1f25fb tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'router': {'external_gateway_info': {'network_id': '0ce47040-10a0-4407-809c-b7e4c41bfc6a'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:25.823584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f404a52-c502-4bca-ab4a-1b303b14877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:25.830015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-982a60e5-3e1d-451f-b80f-8554334ea9ad tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.831851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-982a60e5-3e1d-451f-b80f-8554334ea9ad tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2534115 Sep 24 00:08:25.834996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60018) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:25.837507 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f404a52-c502-4bca-ab4a-1b303b14877d None None] Routers {'0ce47040-10a0-4407-809c-b7e4c41bfc6a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:25.838353 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f404a52-c502-4bca-ab4a-1b303b14877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:07:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:25.840644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-28de2257-ea0d-4ee5-aff7-332cc92ae7e5 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '192f8986-4c5b-4b0c-b763-b6f1d82150c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:25.841034 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.870155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5feb360-43eb-4c7c-ad66-977cf9b84447 req-6293d93c-24d8-4840-9409-9ded2fcd1b88 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:25.877905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5feb360-43eb-4c7c-ad66-977cf9b84447 req-6293d93c-24d8-4840-9409-9ded2fcd1b88 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 943 time: 0.1260962 Sep 24 00:08:25.881095 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f404a52-c502-4bca-ab4a-1b303b14877d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:25.882196 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f404a52-c502-4bca-ab4a-1b303b14877d None None] The sync data for ids ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:25.918489 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28de2257-ea0d-4ee5-aff7-332cc92ae7e5 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:25.946971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5feb360-43eb-4c7c-ad66-977cf9b84447 req-b9051f91-49db-4508-89ef-13f008d2f18e tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666196 Sep 24 00:08:25.975565 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-03858c85-5021-45d6-8fa4-148a32a18b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.006967 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-28de2257-ea0d-4ee5-aff7-332cc92ae7e5 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 00:08:26.008328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-28de2257-ea0d-4ee5-aff7-332cc92ae7e5 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1723063 Sep 24 00:08:26.021457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60020) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.093014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6201-9978-46ca-84ce-794f3f662560 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.100454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d6cca6-e040-4c3b-a872-5b813f1f25fb tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.118792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6201-9978-46ca-84ce-794f3f662560 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.123466 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-72d6cca6-e040-4c3b-a872-5b813f1f25fb tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] update failed (client error): The resource could not be found. Sep 24 00:08:26.124911 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-72d6cca6-e040-4c3b-a872-5b813f1f25fb tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "PUT /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a HTTP/1.1" status: 404 len: 339 time: 0.3081977 Sep 24 00:08:26.128436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60022) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.134341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-128187543'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:26.159350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Made reservation on behalf of e6c382a9652a4cee80a7baf35bddfa01 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:26.162914 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.171558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6201-9978-46ca-84ce-794f3f662560 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.175083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c8dd6201-9978-46ca-84ce-794f3f662560 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.176829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c8dd6201-9978-46ca-84ce-794f3f662560 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/192f8986-4c5b-4b0c-b763-b6f1d82150c3 HTTP/1.1" status: 204 len: 168 time: 0.1532228 Sep 24 00:08:26.179449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60024) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.196123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd6201-9978-46ca-84ce-794f3f662560 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=192f8986-4c5b-4b0c-b763-b6f1d82150c3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:26.203752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:08:26.235679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.236046 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Added segment 5ab29779-1203-4be7-874e-e5486bd0099f of type vlan for network bc6367c5-caa6-4eb1-9c99-2e320456c415 Sep 24 00:08:26.283920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dcff54c1-14ad-409c-ae4a-4250a093576a tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1023200 Sep 24 00:08:26.287720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60026) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.292272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e22ed6ff-5779-4ff3-9ab2-23ac64eb44dd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1751877100'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:26.300723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.316386 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e22ed6ff-5779-4ff3-9ab2-23ac64eb44dd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.333724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.341193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:26.342052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.417759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Network': ['ID=bc6367c5-caa6-4eb1-9c99-2e320456c415,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:26.427548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e22ed6ff-5779-4ff3-9ab2-23ac64eb44dd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.433070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network bc6367c5-caa6-4eb1-9c99-2e320456c415 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:08:26.437386 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e22ed6ff-5779-4ff3-9ab2-23ac64eb44dd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.444171 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9794cc9d-bdf0-4b9e-8cc0-b20aab397b5b tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3139243 Sep 24 00:08:26.447045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60028) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.452262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'subnet': {'network_id': 'bc6367c5-caa6-4eb1-9c99-2e320456c415', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:26.467371 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e22ed6ff-5779-4ff3-9ab2-23ac64eb44dd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.471399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e22ed6ff-5779-4ff3-9ab2-23ac64eb44dd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1824429 Sep 24 00:08:26.474462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60030) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.481355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c02c2a07-c9ac-425d-96c2-826582071754 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '273e0064-9154-4930-be7a-99f10e2cbc5a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:26.482870 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-c02c2a07-c9ac-425d-96c2-826582071754 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 24 00:08:26.483709 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-c02c2a07-c9ac-425d-96c2-826582071754 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:26.484694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c02c2a07-c9ac-425d-96c2-826582071754 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071509 Sep 24 00:08:26.488006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60032) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.527347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22ed6ff-5779-4ff3-9ab2-23ac64eb44dd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273e0064-9154-4930-be7a-99f10e2cbc5a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:26.576841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea84c93c-6b2d-4ef2-95a4-5fc73892009e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.586597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Made reservation on behalf of e6c382a9652a4cee80a7baf35bddfa01 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:26.599751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.617646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea84c93c-6b2d-4ef2-95a4-5fc73892009e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.667232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea84c93c-6b2d-4ef2-95a4-5fc73892009e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.670915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea84c93c-6b2d-4ef2-95a4-5fc73892009e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.683987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ea84c93c-6b2d-4ef2-95a4-5fc73892009e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/273e0064-9154-4930-be7a-99f10e2cbc5a HTTP/1.1" status: 204 len: 168 time: 0.1918070 Sep 24 00:08:26.686994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60040) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.688036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:08:26.693462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea84c93c-6b2d-4ef2-95a4-5fc73892009e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273e0064-9154-4930-be7a-99f10e2cbc5a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:26.777501 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1b61933b-434d-4ee0-af2e-8daee315efb6 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857978 Sep 24 00:08:26.777892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60042) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:26.783002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a4eb939d-cd23-45c1-9815-dc372ea47176 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--667271427'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:26.810266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4eb939d-cd23-45c1-9815-dc372ea47176 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.821883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.876563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:26.886183 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.898336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'port_id': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8', 'mac_address': 'fa:16:3e:92:9b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:08:26.944194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Subnet': ['ID=8484c459-7d6e-4bf7-b737-2e1b02d77a41,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:26.974786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:26.989720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Checking segment: {'id': '5ab29779-1203-4be7-874e-e5486bd0099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bc6367c5-caa6-4eb1-9c99-2e320456c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:26.989720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network hostable DHCP agents. Network: bc6367c5-caa6-4eb1-9c99-2e320456c415, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:08:27.001436 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:08:27.007671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4eb939d-cd23-45c1-9815-dc372ea47176 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.016085 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4eb939d-cd23-45c1-9815-dc372ea47176 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.036650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network bc6367c5-caa6-4eb1-9c99-2e320456c415 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:08:27.051317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, bc6367c5-caa6-4eb1-9c99-2e320456c415) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:27.059054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:27.061467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703e769e-6eb7-41f5-8207-d3923af5cc66 None None] Network bc6367c5-caa6-4eb1-9c99-2e320456c415 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:27.066330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:27.068551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.096585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a41e522c-1595-4f39-88ec-5531234bc318 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6481752 Sep 24 00:08:27.096942 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4eb939d-cd23-45c1-9815-dc372ea47176 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.099038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60046) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:27.099275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a4eb939d-cd23-45c1-9815-dc372ea47176 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3199847 Sep 24 00:08:27.101953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60048) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:27.102796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb939d-cd23-45c1-9815-dc372ea47176 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86edb9cd-288e-40be-9615-c911f2c9ff16,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:27.111935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e9cb072e-8451-43cf-a992-b1257278d760 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '86edb9cd-288e-40be-9615-c911f2c9ff16', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:27.112905 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-e9cb072e-8451-43cf-a992-b1257278d760 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 24 00:08:27.113537 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-e9cb072e-8451-43cf-a992-b1257278d760 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:27.114708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e9cb072e-8451-43cf-a992-b1257278d760 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073595 Sep 24 00:08:27.117510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60050) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:27.123662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-41fc7986-a393-4ba3-ae36-6f1b5ce89fe3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bc6367c5-caa6-4eb1-9c99-2e320456c415'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:27.170203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.223050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-580ac658-0c08-49d8-ac59-f81e40dd1867 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.256674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-580ac658-0c08-49d8-ac59-f81e40dd1867 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.287416 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:27.296160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.296582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.297596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.297596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.297596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.297925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.298407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.298933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.299333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.299722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.300106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.300492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:27.305985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-bc6367c5-caa6-4eb1-9c99-2e320456c415', 'network_id': 'bc6367c5-caa6-4eb1-9c99-2e320456c415', 'tenant_id': 'e6c382a9652a4cee80a7baf35bddfa01', 'fixed_ips': [{'subnet_id': '8484c459-7d6e-4bf7-b737-2e1b02d77a41'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:08:27.307056 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.335896 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-580ac658-0c08-49d8-ac59-f81e40dd1867 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.339359 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-580ac658-0c08-49d8-ac59-f81e40dd1867 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.342736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-580ac658-0c08-49d8-ac59-f81e40dd1867 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/86edb9cd-288e-40be-9615-c911f2c9ff16 HTTP/1.1" status: 204 len: 168 time: 0.2220342 Sep 24 00:08:27.385208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60054) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:27.401872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ac658-0c08-49d8-ac59-f81e40dd1867 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86edb9cd-288e-40be-9615-c911f2c9ff16,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:27.455749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c928f5-2367-409a-bb67-15b7e07db829 req-abdcbe0f-43d0-45bd-b53a-249a52a5b86b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:27.463034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Allocated IP 2001:db8:1::2 (bc6367c5-caa6-4eb1-9c99-2e320456c415/8484c459-7d6e-4bf7-b737-2e1b02d77a41/50915630-c486-483b-9271-77443af91011) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:27.469988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15c928f5-2367-409a-bb67-15b7e07db829 req-abdcbe0f-43d0-45bd-b53a-249a52a5b86b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1500335 Sep 24 00:08:27.555152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15c928f5-2367-409a-bb67-15b7e07db829 req-bf5d7aa7-3742-431f-9a45-70374abb16ca tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835965 Sep 24 00:08:27.579191 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8b76fb6d-6eb0-444e-86af-819e9cc7e2dd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1857080 Sep 24 00:08:27.581267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60056) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:27.596666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-dcdcf878-d525-45c6-a281-3c0f4b40dbc1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018154534'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:27.676724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41fc7986-a393-4ba3-ae36-6f1b5ce89fe3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.678601 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcdcf878-d525-45c6-a281-3c0f4b40dbc1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.794926 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.807073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:27.860463 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Network bc6367c5-caa6-4eb1-9c99-2e320456c415 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:27.862997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:27.866645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:27.870451 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-41fc7986-a393-4ba3-ae36-6f1b5ce89fe3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:27.876591 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-41fc7986-a393-4ba3-ae36-6f1b5ce89fe3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "PUT /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a HTTP/1.1" status: 400 len: 364 time: 0.7724357 Sep 24 00:08:27.877355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['04af72c2-1cd4-45c4-bfd7-ee6917e45be8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:08:27.878262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60058) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:27.882173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Pushing event updated for resources: {'Port': ['ID=50915630-c486-483b-9271-77443af91011,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:27.986733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Attempting to bind port 50915630-c486-483b-9271-77443af91011 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:27.987283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Attempting to bind port 50915630-c486-483b-9271-77443af91011 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5ab29779-1203-4be7-874e-e5486bd0099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bc6367c5-caa6-4eb1-9c99-2e320456c415'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:27.987737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Attempting to bind port 50915630-c486-483b-9271-77443af91011 on network bc6367c5-caa6-4eb1-9c99-2e320456c415 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:27.994156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319577a-ca26-4bc9-89b6-e427809feb23 req-4ac18f0e-0a82-4835-bbcd-95212cacb1db tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:27.995967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f319577a-ca26-4bc9-89b6-e427809feb23 req-4ac18f0e-0a82-4835-bbcd-95212cacb1db tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 944 time: 0.2827554 Sep 24 00:08:28.013323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:28.015322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Checking segment: {'id': '5ab29779-1203-4be7-874e-e5486bd0099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bc6367c5-caa6-4eb1-9c99-2e320456c415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:28.015913 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.016649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Bound using segment: {'id': '5ab29779-1203-4be7-874e-e5486bd0099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bc6367c5-caa6-4eb1-9c99-2e320456c415'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:28.018228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Bound port: 50915630-c486-483b-9271-77443af91011, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab29779-1203-4be7-874e-e5486bd0099f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bc6367c5-caa6-4eb1-9c99-2e320456c415'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:28.023031 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.040828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcdcf878-d525-45c6-a281-3c0f4b40dbc1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.049789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcdcf878-d525-45c6-a281-3c0f4b40dbc1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.100963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f319577a-ca26-4bc9-89b6-e427809feb23 req-13a83a66-47ba-4658-a848-5d5b5917ef18 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939634 Sep 24 00:08:28.125925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcdcf878-d525-45c6-a281-3c0f4b40dbc1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.125925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dcdcf878-d525-45c6-a281-3c0f4b40dbc1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5434470 Sep 24 00:08:28.126414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60060) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:28.132891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d3de4a5b-26c3-47bf-b9ac-2a06bac0349e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'b9c0d46f-9618-4ff0-a28e-91f822173eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:28.144911 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-d3de4a5b-26c3-47bf-b9ac-2a06bac0349e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 24 00:08:28.145540 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-d3de4a5b-26c3-47bf-b9ac-2a06bac0349e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:28.151475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d3de4a5b-26c3-47bf-b9ac-2a06bac0349e tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0227904 Sep 24 00:08:28.152076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60062) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:28.157055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-29a0a5c9-3ce4-4fa3-ab4a-75b2438fe416 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'b9c0d46f-9618-4ff0-a28e-91f822173eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:28.157738 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-29a0a5c9-3ce4-4fa3-ab4a-75b2438fe416 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 24 00:08:28.158224 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-29a0a5c9-3ce4-4fa3-ab4a-75b2438fe416 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:28.162115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-29a0a5c9-3ce4-4fa3-ab4a-75b2438fe416 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0087488 Sep 24 00:08:28.163095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdcf878-d525-45c6-a281-3c0f4b40dbc1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c0d46f-9618-4ff0-a28e-91f822173eff,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:28.163669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] For port 50915630-c486-483b-9271-77443af91011, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:28.169218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] For port 50915630-c486-483b-9271-77443af91011, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=50915630-c486-483b-9271-77443af91011,segment=NetworkSegment(5ab29779-1203-4be7-874e-e5486bd0099f),segment_id=5ab29779-1203-4be7-874e-e5486bd0099f)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:28.175502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60064) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:28.180840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-44d5bd57-082a-4cac-bbac-c5daa8fb8e38 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'b9c0d46f-9618-4ff0-a28e-91f822173eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:28.181675 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-44d5bd57-082a-4cac-bbac-c5daa8fb8e38 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 24 00:08:28.182171 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-44d5bd57-082a-4cac-bbac-c5daa8fb8e38 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:28.186495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.186682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-44d5bd57-082a-4cac-bbac-c5daa8fb8e38 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0096624 Sep 24 00:08:28.187871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60066) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:28.193544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9f3b4c8d-9e1e-476a-bfca-b1d19417755f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'b9c0d46f-9618-4ff0-a28e-91f822173eff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:28.194435 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-9f3b4c8d-9e1e-476a-bfca-b1d19417755f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 24 00:08:28.194938 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-9f3b4c8d-9e1e-476a-bfca-b1d19417755f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:28.199230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9f3b4c8d-9e1e-476a-bfca-b1d19417755f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103815 Sep 24 00:08:28.200071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60068) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:28.280384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f452790-f7f1-4766-95cb-c787770a18ac None None] Pushing event updated for resources: {'Port': ['ID=50915630-c486-483b-9271-77443af91011,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:28.335591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.342589 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43deb60c-20cb-457b-9f15-efb6c5f00688 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.391162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-c4596d27-5c37-4c1a-a718-255b0528eab6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.402919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-c4596d27-5c37-4c1a-a718-255b0528eab6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.409952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-c4596d27-5c37-4c1a-a718-255b0528eab6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.418419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-c4596d27-5c37-4c1a-a718-255b0528eab6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.425248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-c4596d27-5c37-4c1a-a718-255b0528eab6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.432017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-c4596d27-5c37-4c1a-a718-255b0528eab6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.438085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-c4596d27-5c37-4c1a-a718-255b0528eab6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.442470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-c4596d27-5c37-4c1a-a718-255b0528eab6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5432 time: 0.2073610 Sep 24 00:08:28.461940 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43deb60c-20cb-457b-9f15-efb6c5f00688 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.513222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-6cc3317d-5d9d-4ec9-b9b2-04e4841b76d6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.519517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-6cc3317d-5d9d-4ec9-b9b2-04e4841b76d6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.526080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-6cc3317d-5d9d-4ec9-b9b2-04e4841b76d6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.532567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-6cc3317d-5d9d-4ec9-b9b2-04e4841b76d6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.539791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-6cc3317d-5d9d-4ec9-b9b2-04e4841b76d6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.546580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-6cc3317d-5d9d-4ec9-b9b2-04e4841b76d6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.552831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-6cc3317d-5d9d-4ec9-b9b2-04e4841b76d6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.554826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-6cc3317d-5d9d-4ec9-b9b2-04e4841b76d6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 5432 time: 0.2387486 Sep 24 00:08:28.657394 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0a2e14c-fbb4-4fa9-a1d1-5c4d37bb5a73 req-30b76fc8-f077-49cd-a63b-b7803b6a8db7 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2012000 Sep 24 00:08:28.676377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-3da927fd-96f8-41d9-8ff3-55bc1a99bc28 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.677839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-3da927fd-96f8-41d9-8ff3-55bc1a99bc28 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "GET /v2.0/ports/101f3ad9-7bd8-48c3-a7e5-cc47d94e165a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0908954 Sep 24 00:08:28.701356 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43deb60c-20cb-457b-9f15-efb6c5f00688 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.705519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43deb60c-20cb-457b-9f15-efb6c5f00688 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.711842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-43deb60c-20cb-457b-9f15-efb6c5f00688 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/b9c0d46f-9618-4ff0-a28e-91f822173eff HTTP/1.1" status: 204 len: 168 time: 0.5107193 Sep 24 00:08:28.712063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:28.712556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60072) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:28.738470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Allocated IP 2001:db8::1 (81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11/fc5bee88-e014-4a01-a4f6-c8d1a65399c2/9656d4fe-bb7c-48ed-b13d-68cb32513afd) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:28.773998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43deb60c-20cb-457b-9f15-efb6c5f00688 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c0d46f-9618-4ff0-a28e-91f822173eff,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:28.865907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:08:28.872081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:28.872452 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.935210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e7450d28-d1cc-480a-afa4-462efbbee40f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2166283 Sep 24 00:08:28.935912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60074) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:28.945479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-586c7163-434d-42c5-98a2-9c321f4e3e7c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--775064959'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:28.964552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee3a45-5269-42ed-b927-d78a8c8ef0f8 req-e924b4c5-dac1-4304-8c03-24e53d592ca2 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:28.966439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fee3a45-5269-42ed-b927-d78a8c8ef0f8 req-e924b4c5-dac1-4304-8c03-24e53d592ca2 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1694396 Sep 24 00:08:28.985302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:28.989482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-740ac5c1-1923-470c-b37d-07b69bbac50d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "GET /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3053067 Sep 24 00:08:29.014699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:29.073639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.090311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fee3a45-5269-42ed-b927-d78a8c8ef0f8 req-78743d0f-b4b9-4472-82cc-38597bdb667a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119068 Sep 24 00:08:29.097507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-586c7163-434d-42c5-98a2-9c321f4e3e7c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.100921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:29.137093 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.140275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:29.145552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:29.146231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.162416 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.254640 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:29.264550 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6026d6bd-017f-4791-b24c-d6e0a1fce72d" -d '{"events": [{"server_uuid": "a2bb03bf-7b76-4198-a87e-e65c964ee3aa", "name": "network-vif-plugged", "status": "completed", "tag": "04af72c2-1cd4-45c4-bfd7-ee6917e45be8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:29.295424 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.305331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Port': ['ID=9656d4fe-bb7c-48ed-b13d-68cb32513afd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:29.306624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:29.319511 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.320385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:29.344148 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.426050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:29.593470 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.667340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:29.696817 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.699862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6630d13f-74ed-429e-af05-9302c2fbbeeb no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:29.806414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] For port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:29.810471 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-586c7163-434d-42c5-98a2-9c321f4e3e7c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.823381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-586c7163-434d-42c5-98a2-9c321f4e3e7c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.838536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:29.851851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f5e17730-f82b-487e-b6ef-f91e5746d280 None None] Provisioning complete for port 9656d4fe-bb7c-48ed-b13d-68cb32513afd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:29.852165 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5e17730-f82b-487e-b6ef-f91e5746d280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.859149 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-586c7163-434d-42c5-98a2-9c321f4e3e7c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:29.860652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-586c7163-434d-42c5-98a2-9c321f4e3e7c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9195135 Sep 24 00:08:29.867635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60084) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:29.873307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-df2b86ec-0149-430e-9fce-e4b4a48b7bcf tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:29.874579 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-df2b86ec-0149-430e-9fce-e4b4a48b7bcf tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 00:08:29.875333 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-df2b86ec-0149-430e-9fce-e4b4a48b7bcf tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:29.876882 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df2b86ec-0149-430e-9fce-e4b4a48b7bcf tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076468 Sep 24 00:08:29.883375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60086) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:29.897010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586c7163-434d-42c5-98a2-9c321f4e3e7c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbf79b7-cfa1-4716-8681-9dc9009631a1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:29.904545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e86534aa-9fe6-4a99-94ae-6ad1cbcd01ff tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:29.936707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ce2-fb6e-48d1-8160-29dc3577d204 req-12348ba2-6ad8-46e8-9f7d-078b25ead0f1 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:29.938545 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bb17ce2-fb6e-48d1-8160-29dc3577d204 req-12348ba2-6ad8-46e8-9f7d-078b25ead0f1 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 945 time: 0.6577182 Sep 24 00:08:29.945281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f5e17730-f82b-487e-b6ef-f91e5746d280 None None] Port 9656d4fe-bb7c-48ed-b13d-68cb32513afd cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:29.986137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] For port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:30.012479 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-e86534aa-9fe6-4a99-94ae-6ad1cbcd01ff tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:30.016785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e86534aa-9fe6-4a99-94ae-6ad1cbcd01ff tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1208465 Sep 24 00:08:30.017286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60088) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:30.017759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce31490-9eca-4ca9-a3a8-fdefba31dc91 None None] Network bc6367c5-caa6-4eb1-9c99-2e320456c415 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:30.032890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3707fb56-fdcb-4976-98f7-f47bc1bcad13 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:30.033629 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-3707fb56-fdcb-4976-98f7-f47bc1bcad13 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 24 00:08:30.034600 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-3707fb56-fdcb-4976-98f7-f47bc1bcad13 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:30.039308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3707fb56-fdcb-4976-98f7-f47bc1bcad13 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135903 Sep 24 00:08:30.042047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60090) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:30.050206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f48de79e-1a23-44ab-a49a-7089e4067936 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:30.059363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bb17ce2-fb6e-48d1-8160-29dc3577d204 req-8fae7a5d-387b-4bd5-9717-870f18905c75 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125023 Sep 24 00:08:30.064713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] device_id is not set on port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:08:30.078954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.082472 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.091041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.165551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] No DVR routers for this DVR port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:30.211182 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-f48de79e-1a23-44ab-a49a-7089e4067936 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:30.215623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f48de79e-1a23-44ab-a49a-7089e4067936 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1709609 Sep 24 00:08:30.228637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60094) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:30.228847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c64601a1-5f6f-45ae-b531-48687f43cd6b None None] Provisioning complete for port 50915630-c486-483b-9271-77443af91011 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:30.229283 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c64601a1-5f6f-45ae-b531-48687f43cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.234904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-30e6913a-5690-46da-9a44-ba81b34f99a8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:30.235844 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-30e6913a-5690-46da-9a44-ba81b34f99a8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 00:08:30.236840 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-30e6913a-5690-46da-9a44-ba81b34f99a8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:30.242155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-30e6913a-5690-46da-9a44-ba81b34f99a8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0115149 Sep 24 00:08:30.242913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60096) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:30.250269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] Pushing event updated for resources: {'Port': ['ID=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:30.259562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fbb269e5-a6b8-45ca-bd2f-aa17ba2df508 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:30.281538 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae680a16-2b26-42c6-9681-76428c20c0db x-openstack-request-id: req-ae680a16-2b26-42c6-9681-76428c20c0db {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:30.282125 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb03bf-7b76-4198-a87e-e65c964ee3aa", "name": "network-vif-plugged", "status": "completed", "tag": "04af72c2-1cd4-45c4-bfd7-ee6917e45be8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:30.283402 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae680a16-2b26-42c6-9681-76428c20c0db {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:30.307627 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-fbb269e5-a6b8-45ca-bd2f-aa17ba2df508 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Project e5de66b77dab4a13b1c3554e5bc3caf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:08:30.316599 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8', 'code': 200} Sep 24 00:08:30.338543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.341186 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-fbb269e5-a6b8-45ca-bd2f-aa17ba2df508 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:30.345883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60098) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:30.347045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fbb269e5-a6b8-45ca-bd2f-aa17ba2df508 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1001964 Sep 24 00:08:30.348770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] In _notify_port_updated(), no bound segment for port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:08:30.352599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:30.356216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.357923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-f53c83c0-62b9-4336-9fc8-26fc752908a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 200 len: 1027 time: 1.3492115 Sep 24 00:08:30.359887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-65f151ae-f9d9-4acf-b89e-d28d17ad7630 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:30.360054 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-65f151ae-f9d9-4acf-b89e-d28d17ad7630 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 24 00:08:30.361380 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-65f151ae-f9d9-4acf-b89e-d28d17ad7630 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:30.365813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-65f151ae-f9d9-4acf-b89e-d28d17ad7630 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0143242 Sep 24 00:08:30.382593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.383578 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.392296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:30.416178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6630d13f-74ed-429e-af05-9302c2fbbeeb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:30.447611 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.450976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6ee33374-1ae6-4c50-91f7-6fbd90c3511c no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:30.488858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9cd3e57b-0562-48d4-a9f5-c8b08e5cd68a tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:30.591083 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-9cd3e57b-0562-48d4-a9f5-c8b08e5cd68a tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Project e5de66b77dab4a13b1c3554e5bc3caf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:08:30.613175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event updated for resources: {'Port': ['ID=9656d4fe-bb7c-48ed-b13d-68cb32513afd,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:30.615867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 50915630-c486-483b-9271-77443af91011 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:30.625156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c75a4-8907-4205-9777-ac646e25bb3f req-4fba33df-6163-423c-97f4-2b3e56c15afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:30.627084 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e93c75a4-8907-4205-9777-ac646e25bb3f req-4fba33df-6163-423c-97f4-2b3e56c15afa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 1097 time: 0.2775726 Sep 24 00:08:30.659641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-12860469-8345-4c39-9d5e-4a1e0d3f5f65 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:30.661701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-12860469-8345-4c39-9d5e-4a1e0d3f5f65 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "GET /v2.0/ports/6ee33374-1ae6-4c50-91f7-6fbd90c3511c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2971811 Sep 24 00:08:30.679391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:30.683713 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e93c75a4-8907-4205-9777-ac646e25bb3f req-9db475bc-aa23-4041-b400-a3d7df667a02 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460207 Sep 24 00:08:30.685698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:30.687350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:30.799220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=6630d13f-74ed-429e-af05-9302c2fbbeeb,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:30.813532 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-9cd3e57b-0562-48d4-a9f5-c8b08e5cd68a tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:30.817758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9cd3e57b-0562-48d4-a9f5-c8b08e5cd68a tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4072201 Sep 24 00:08:30.818352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60102) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:30.835541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9684fae9-7c5a-4ab1-af46-38f628a4b50f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '3fbf79b7-cfa1-4716-8681-9dc9009631a1', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:30.896013 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:30.907783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513a05-944d-4f21-917a-80f8ff1f86e6 req-bf4e0c4d-ef2a-48d6-a8d4-bec0afcceee8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:30.917114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Router 0ce47040-10a0-4407-809c-b7e4c41bfc6a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:08:30.926211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513a05-944d-4f21-917a-80f8ff1f86e6 req-bf4e0c4d-ef2a-48d6-a8d4-bec0afcceee8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:30.959152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513a05-944d-4f21-917a-80f8ff1f86e6 req-bf4e0c4d-ef2a-48d6-a8d4-bec0afcceee8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:30.976333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513a05-944d-4f21-917a-80f8ff1f86e6 req-bf4e0c4d-ef2a-48d6-a8d4-bec0afcceee8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:30.987125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513a05-944d-4f21-917a-80f8ff1f86e6 req-bf4e0c4d-ef2a-48d6-a8d4-bec0afcceee8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:31.003051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513a05-944d-4f21-917a-80f8ff1f86e6 req-bf4e0c4d-ef2a-48d6-a8d4-bec0afcceee8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:31.010369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c64601a1-5f6f-45ae-b531-48687f43cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.016448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f513a05-944d-4f21-917a-80f8ff1f86e6 req-bf4e0c4d-ef2a-48d6-a8d4-bec0afcceee8 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 4654 time: 0.4406748 Sep 24 00:08:31.048489 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.074566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 50915630-c486-483b-9271-77443af91011 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:31.075292 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.141979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:31.154656 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.160538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 96e2c860-a67a-4cfc-918a-03e583d50a9b no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:31.210643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:08:31.211089 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:08:31.223046 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-9684fae9-7c5a-4ab1-af46-38f628a4b50f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Project e5de66b77dab4a13b1c3554e5bc3caf9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:08:31.231888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:31.240917 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-566b4012-fd6e-428f-80d0-5c7296a5a2c1 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "PUT /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3607674 Sep 24 00:08:31.241683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60108) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:31.256541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f513a05-944d-4f21-917a-80f8ff1f86e6 req-a3218d38-3240-4b4c-bef5-9f0fbe40ac20 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2366738 Sep 24 00:08:31.256957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c64601a1-5f6f-45ae-b531-48687f43cd6b None None] For port 50915630-c486-483b-9271-77443af91011, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=50915630-c486-483b-9271-77443af91011,segment=NetworkSegment(5ab29779-1203-4be7-874e-e5486bd0099f),segment_id=5ab29779-1203-4be7-874e-e5486bd0099f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:31.264166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f2e24-b614-4550-beb7-d8b84310a6df None None] Sync routers for ids ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:31.275993 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c64601a1-5f6f-45ae-b531-48687f43cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.295172 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-9684fae9-7c5a-4ab1-af46-38f628a4b50f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:31.296706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9684fae9-7c5a-4ab1-af46-38f628a4b50f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4745722 Sep 24 00:08:31.299804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60110) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:31.367872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f2e24-b614-4550-beb7-d8b84310a6df None None] Routers {'0ce47040-10a0-4407-809c-b7e4c41bfc6a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:31.368258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b74f2e24-b614-4550-beb7-d8b84310a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:31.372415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:31.439074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b74f2e24-b614-4550-beb7-d8b84310a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:31.439897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1707c060-dead-4846-8e1e-d8b1ae66f750 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.445605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b37ab993-9846-4d35-a515-ed3f7ba09592 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.471499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c1c966-3532-4a40-86ed-1c5750a41ac4 req-690550dc-4102-4e2e-990a-cfdb648d2592 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:31.479675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98c1c966-3532-4a40-86ed-1c5750a41ac4 req-690550dc-4102-4e2e-990a-cfdb648d2592 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.0856438 Sep 24 00:08:31.510175 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b37ab993-9846-4d35-a515-ed3f7ba09592 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.540826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f2e24-b614-4550-beb7-d8b84310a6df None None] Routers {'0ce47040-10a0-4407-809c-b7e4c41bfc6a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:31.541479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b74f2e24-b614-4550-beb7-d8b84310a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:31.561204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98c1c966-3532-4a40-86ed-1c5750a41ac4 req-b4099645-d1f9-4a5b-a553-5daf778d5ae0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792005 Sep 24 00:08:31.600644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b37ab993-9846-4d35-a515-ed3f7ba09592 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.607456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b37ab993-9846-4d35-a515-ed3f7ba09592 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.608872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b37ab993-9846-4d35-a515-ed3f7ba09592 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/3fbf79b7-cfa1-4716-8681-9dc9009631a1 HTTP/1.1" status: 204 len: 168 time: 0.3069239 Sep 24 00:08:31.615360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1b61d0bb-9af2-4326-9f92-0ed88755b262 None None] Provisioning complete for port 9656d4fe-bb7c-48ed-b13d-68cb32513afd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:31.615578 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-1707c060-dead-4846-8e1e-d8b1ae66f750 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 00:08:31.615800 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0bb-9af2-4326-9f92-0ed88755b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.616621 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1707c060-dead-4846-8e1e-d8b1ae66f750 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a HTTP/1.1" status: 409 len: 329 time: 0.3737891 Sep 24 00:08:31.617181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60112) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:31.622098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:31.626128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b74f2e24-b614-4550-beb7-d8b84310a6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:31.626695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74f2e24-b614-4550-beb7-d8b84310a6df None None] The sync data for ids ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:31.642016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ab993-9846-4d35-a515-ed3f7ba09592 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbf79b7-cfa1-4716-8681-9dc9009631a1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:31.649977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64601a1-5f6f-45ae-b531-48687f43cd6b None None] Pushing event updated for resources: {'Port': ['ID=50915630-c486-483b-9271-77443af91011,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:31.666285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.700408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1b61d0bb-9af2-4326-9f92-0ed88755b262 None None] Port 9656d4fe-bb7c-48ed-b13d-68cb32513afd cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:31.743523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 96e2c860-a67a-4cfc-918a-03e583d50a9b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:31.749424 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.750380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:31.761036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1b61d0bb-9af2-4326-9f92-0ed88755b262 None None] Provisioning complete for port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:31.761484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b61d0bb-9af2-4326-9f92-0ed88755b262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.802800 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:31.819989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347c78f-8eac-43f5-b1c0-0137eac2f0c4 req-fb4a3fab-f4fa-4fc8-ba23-5bd0cd835c89 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:31.833414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0347c78f-8eac-43f5-b1c0-0137eac2f0c4 req-fb4a3fab-f4fa-4fc8-ba23-5bd0cd835c89 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 945 time: 0.1370742 Sep 24 00:08:31.857969 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c69fff21-970a-4be3-a2a3-948e789747e8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2314405 Sep 24 00:08:31.862898 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-c3a4090e-4fe0-4879-8c83-525dded28d0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637584 Sep 24 00:08:31.864690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60116) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:31.869277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6d13747e-667c-4af6-be19-2312fa22e660 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887291218'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:31.915264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1b61d0bb-9af2-4326-9f92-0ed88755b262 None None] Port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:31.934722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:31.935184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 166b8611-6d76-469f-b7fc-cc4402ae87f5 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:31.979068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=96e2c860-a67a-4cfc-918a-03e583d50a9b,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:32.050199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0347c78f-8eac-43f5-b1c0-0137eac2f0c4 req-f1c08a84-8e86-4552-9d63-069c40062e0b tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146585 Sep 24 00:08:32.066915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2a42940e-fddf-47c6-b9e1-1bb285981c6d None None] Provisioning complete for port 50915630-c486-483b-9271-77443af91011 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:32.067226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2a42940e-fddf-47c6-b9e1-1bb285981c6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:32.068912 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:32.147522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 166b8611-6d76-469f-b7fc-cc4402ae87f5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:32.185881 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:32.185881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:32.261640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d13747e-667c-4af6-be19-2312fa22e660 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:32.341129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-c87cbea7-43ad-430a-8aa5-18cc9446ef62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5160818 Sep 24 00:08:32.434632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-1021d377-9a7f-4d01-9066-66447bc28266 service neutron] 10.222.0.18 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609675 Sep 24 00:08:32.620521 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:08:32.647873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee33374-1ae6-4c50-91f7-6fbd90c3511c'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e2c860-a67a-4cfc-918a-03e583d50a9b'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '166b8611-6d76-469f-b7fc-cc4402ae87f5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:32.650534 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44414a84-e1b1-44e2-a6ea-a7070faf3be8" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "afbbeb5f-ee64-4705-bbe2-a4aab2a4b797"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee33374-1ae6-4c50-91f7-6fbd90c3511c"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "96e2c860-a67a-4cfc-918a-03e583d50a9b"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "166b8611-6d76-469f-b7fc-cc4402ae87f5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:32.667395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 50915630-c486-483b-9271-77443af91011 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:32.683246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f399d9f4-1585-47f6-a861-c1e025e5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.684471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f399d9f4-1585-47f6-a861-c1e025e5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.685099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f399d9f4-1585-47f6-a861-c1e025e5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.685734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f399d9f4-1585-47f6-a861-c1e025e5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.686420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f399d9f4-1585-47f6-a861-c1e025e5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.687093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f399d9f4-1585-47f6-a861-c1e025e5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.687707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f399d9f4-1585-47f6-a861-c1e025e5303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.690243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f399d9f4-1585-47f6-a861-c1e025e5303b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 6510 time: 0.2451558 Sep 24 00:08:32.706093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] For port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:32.746795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=166b8611-6d76-469f-b7fc-cc4402ae87f5,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:32.752773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716be53-e089-4f4a-ad90-0b734b8b043d req-72eff612-4435-40ec-af3a-7e0f9f01f354 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.759803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716be53-e089-4f4a-ad90-0b734b8b043d req-72eff612-4435-40ec-af3a-7e0f9f01f354 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.766304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716be53-e089-4f4a-ad90-0b734b8b043d req-72eff612-4435-40ec-af3a-7e0f9f01f354 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.773212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716be53-e089-4f4a-ad90-0b734b8b043d req-72eff612-4435-40ec-af3a-7e0f9f01f354 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.780621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716be53-e089-4f4a-ad90-0b734b8b043d req-72eff612-4435-40ec-af3a-7e0f9f01f354 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.787003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b716be53-e089-4f4a-ad90-0b734b8b043d req-72eff612-4435-40ec-af3a-7e0f9f01f354 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.789015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b716be53-e089-4f4a-ad90-0b734b8b043d req-72eff612-4435-40ec-af3a-7e0f9f01f354 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 4648 time: 0.2052488 Sep 24 00:08:32.842937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] For port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:32.847323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d13747e-667c-4af6-be19-2312fa22e660 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:32.853185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648d451-ccbc-444f-a0c9-af9f05633eef req-10eb11de-6f3c-4e20-a561-135c3f2d86e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:32.854736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8648d451-ccbc-444f-a0c9-af9f05633eef req-10eb11de-6f3c-4e20-a561-135c3f2d86e8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1711986 Sep 24 00:08:32.877945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 50915630-c486-483b-9271-77443af91011 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:32.878686 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:32.881076 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d13747e-667c-4af6-be19-2312fa22e660 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:32.884263 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:32.920555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b716be53-e089-4f4a-ad90-0b734b8b043d req-a8375b0c-b40a-49e8-a680-5e127737fb0d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a0f4835-a991-44c0-8d9b-66625adcded3&id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1196635 Sep 24 00:08:32.991386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] device_id is not set on port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:08:33.003098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d13747e-667c-4af6-be19-2312fa22e660 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.005228 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6d13747e-667c-4af6-be19-2312fa22e660 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1395898 Sep 24 00:08:33.014229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60130) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:33.016273 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ad14010-2f6b-491a-9c4c-78bc203923c0 req-2803646c-caa9-48ab-af5c-48c8aaf50cb6 service neutron] 10.222.0.18 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811455 Sep 24 00:08:33.027205 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.030382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13747e-667c-4af6-be19-2312fa22e660 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4645435-d5ae-4686-9c8d-72dd64820096,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:33.034149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ea06b497-d491-4a09-8b7c-3612e689b83b tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'd4645435-d5ae-4686-9c8d-72dd64820096', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:33.061174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8648d451-ccbc-444f-a0c9-af9f05633eef req-2096d11d-481c-4c42-b952-075c3055e403 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857600 Sep 24 00:08:33.068440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:33.070931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.079950 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a764b8e2-810b-4380-bfb9-f812bb1ef3b2 x-openstack-request-id: req-a764b8e2-810b-4380-bfb9-f812bb1ef3b2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:33.080263 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "afbbeb5f-ee64-4705-bbe2-a4aab2a4b797", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee33374-1ae6-4c50-91f7-6fbd90c3511c", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "96e2c860-a67a-4cfc-918a-03e583d50a9b", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "166b8611-6d76-469f-b7fc-cc4402ae87f5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:33.081778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-d04ed2ba-bd33-4896-bc22-daae0be92c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:33.082566 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a764b8e2-810b-4380-bfb9-f812bb1ef3b2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:33.084843 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797', 'code': 200} Sep 24 00:08:33.085023 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'code': 200} Sep 24 00:08:33.085291 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee33374-1ae6-4c50-91f7-6fbd90c3511c', 'code': 200} Sep 24 00:08:33.085548 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96e2c860-a67a-4cfc-918a-03e583d50a9b', 'code': 200} Sep 24 00:08:33.085906 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '166b8611-6d76-469f-b7fc-cc4402ae87f5', 'code': 200} Sep 24 00:08:33.086439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-d04ed2ba-bd33-4896-bc22-daae0be92c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:33.088008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-d04ed2ba-bd33-4896-bc22-daae0be92c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:33.092609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-d04ed2ba-bd33-4896-bc22-daae0be92c2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=0fa905c6-5b85-4188-8ccc-e6003718f222&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=35e2337f-26a6-4f59-a784-b9a1b28398ae&id=1231a640-714e-41c4-9a45-73b7f80e4d8b&id=1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 200 len: 2299 time: 0.3596787 Sep 24 00:08:33.093355 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.240625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] No DVR routers for this DVR port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:33.309053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:33.329813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.375044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Pushing event updated for resources: {'Port': ['ID=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:33.429688 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-ea06b497-d491-4a09-8b7c-3612e689b83b tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The resource could not be found. Sep 24 00:08:33.430882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ea06b497-d491-4a09-8b7c-3612e689b83b tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4106712 Sep 24 00:08:33.435022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60134) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:33.437178 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-eba94d6a-a44c-4f08-a6a6-7a032b8e7ab4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 200 len: 1000 time: 0.2529130 Sep 24 00:08:33.438261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] In _notify_port_updated(), no bound segment for port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c on network 302ed7ed-6b15-4625-8a8c-6436476ecf02 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:08:33.442358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b6eef4d1-eeed-4ecf-83f2-ab5c6ab3140c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'd4645435-d5ae-4686-9c8d-72dd64820096', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3ca3e907-ac48-4088-a637-58ab26e3b086'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:33.456722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:33.457935 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.459208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-05b607d9-28f3-414e-a2b4-59c56c781e6d service neutron] 10.222.0.20 "PUT /v2.0/ports/6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 200 len: 1027 time: 2.7901971 Sep 24 00:08:33.482581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fcfb89-596e-4a06-a7db-cc11dd19f3c4 req-87a89dd6-0df5-4cfe-b7be-af4a99af4c85 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:33.490372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2fcfb89-596e-4a06-a7db-cc11dd19f3c4 req-87a89dd6-0df5-4cfe-b7be-af4a99af4c85 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 945 time: 0.2508116 Sep 24 00:08:33.569771 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-b6eef4d1-eeed-4ecf-83f2-ab5c6ab3140c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The resource could not be found. Sep 24 00:08:33.571283 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b6eef4d1-eeed-4ecf-83f2-ab5c6ab3140c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1330528 Sep 24 00:08:33.575579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60136) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:33.648462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d1c42a80-cc94-400e-a55b-a20dbde78bda None None] Provisioning complete for port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:33.649030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1c42a80-cc94-400e-a55b-a20dbde78bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.655843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2fcfb89-596e-4a06-a7db-cc11dd19f3c4 req-1c2b2476-3130-470b-925a-d865159a4218 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644366 Sep 24 00:08:33.698142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d1c42a80-cc94-400e-a55b-a20dbde78bda None None] Port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:33.700733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:33.701096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.746001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbae681f-ce99-4273-b1f5-b9c6bbd12a9f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.779866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbae681f-ce99-4273-b1f5-b9c6bbd12a9f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.799525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Deleting port 9656d4fe-bb7c-48ed-b13d-68cb32513afd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:33.800004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.817586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] For port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:33.817957 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:33.830636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:33.963284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.000727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=2681fa4d-70cf-4cd0-ac91-551e37cb8ed7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:34.050151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] No DVR routers for this DVR port 2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:34.054364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.056675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-a2252de8-36e7-4aa1-b4f8-faa0347b9231 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "DELETE /v2.0/ports/2681fa4d-70cf-4cd0-ac91-551e37cb8ed7 HTTP/1.1" status: 204 len: 173 time: 0.5867531 Sep 24 00:08:34.057142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:34.059625 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63c991b-d5b7-4cea-8e76-59976e5f2ddc" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "2681fa4d-70cf-4cd0-ac91-551e37cb8ed7"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:34.153333 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec0b73-bd24-475c-9434-b2230187cfbd x-openstack-request-id: req-fbec0b73-bd24-475c-9434-b2230187cfbd {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:34.153625 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "2681fa4d-70cf-4cd0-ac91-551e37cb8ed7", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:34.153872 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbec0b73-bd24-475c-9434-b2230187cfbd {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:34.154260 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7', 'status': 'completed', 'code': 200} Sep 24 00:08:34.182330 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbae681f-ce99-4273-b1f5-b9c6bbd12a9f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.184917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbae681f-ce99-4273-b1f5-b9c6bbd12a9f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.188922 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cbae681f-ce99-4273-b1f5-b9c6bbd12a9f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/d4645435-d5ae-4686-9c8d-72dd64820096 HTTP/1.1" status: 204 len: 168 time: 0.6130877 Sep 24 00:08:34.191048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60166) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:34.207917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f518e07d-9742-4212-a616-53cf0556e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.209398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f518e07d-9742-4212-a616-53cf0556e554 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e7784be8-b5c0-437f-be3d-6205f84b0fca HTTP/1.1" status: 200 len: 856 time: 0.1380956 Sep 24 00:08:34.212406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae681f-ce99-4273-b1f5-b9c6bbd12a9f tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4645435-d5ae-4686-9c8d-72dd64820096,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:34.256020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a7dc-aca1-46be-8425-bc549749e23e req-8480b6bd-fdd2-43eb-b2e9-037f265daadf tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.261912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a7dc-aca1-46be-8425-bc549749e23e req-8480b6bd-fdd2-43eb-b2e9-037f265daadf tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.262806 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.267939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a7dc-aca1-46be-8425-bc549749e23e req-8480b6bd-fdd2-43eb-b2e9-037f265daadf tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.274163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2858a7dc-aca1-46be-8425-bc549749e23e req-8480b6bd-fdd2-43eb-b2e9-037f265daadf tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.275943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2858a7dc-aca1-46be-8425-bc549749e23e req-8480b6bd-fdd2-43eb-b2e9-037f265daadf tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 3141 time: 0.1829696 Sep 24 00:08:34.277989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Calling delete_port for 9656d4fe-bb7c-48ed-b13d-68cb32513afd owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:34.325233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-c6d1090b-8af8-4a48-adb0-c4486f011f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.326846 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-c6d1090b-8af8-4a48-adb0-c4486f011f14 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0fa905c6-5b85-4188-8ccc-e6003718f222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0996253 Sep 24 00:08:34.343682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port 166b8611-6d76-469f-b7fc-cc4402ae87f5 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:34.343949 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.379776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a07175dc-2108-4d63-a4f5-4351f36718e5 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1865146 Sep 24 00:08:34.384457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60170) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:34.399280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ffa91-50ec-41e4-b7b4-d9f2fcfcee29 req-0a5fbc44-fbda-49ba-a783-9ad42e8536ab tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.400813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c48ffa91-50ec-41e4-b7b4-d9f2fcfcee29 req-0a5fbc44-fbda-49ba-a783-9ad42e8536ab tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1823559 Sep 24 00:08:34.412985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2858a7dc-aca1-46be-8425-bc549749e23e req-89092ffa-dce2-48d2-a586-5a728f0f33e5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217639 Sep 24 00:08:34.415012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6616c9dc-aea2-49d5-888c-9222b4197f2b tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'a5b95fcc-d612-4720-8480-24e744a5d2cb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:34.511447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c48ffa91-50ec-41e4-b7b4-d9f2fcfcee29 req-78b49d09-96f9-42a9-851f-1088407db36e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705512 Sep 24 00:08:34.524652 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-57a9fa9a-3982-4e93-a9c5-6293ccb080c5 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888120 Sep 24 00:08:34.525051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] For port 166b8611-6d76-469f-b7fc-cc4402ae87f5, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=166b8611-6d76-469f-b7fc-cc4402ae87f5,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:34.525430 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.554224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for 166b8611-6d76-469f-b7fc-cc4402ae87f5 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:34.655931 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-6616c9dc-aea2-49d5-888c-9222b4197f2b tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The resource could not be found. Sep 24 00:08:34.657013 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6616c9dc-aea2-49d5-888c-9222b4197f2b tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2720265 Sep 24 00:08:34.661779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:34.673786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d4db5a3c-439d-41f7-bda1-90c313f4d07d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--1438821277'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:34.680346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.714031 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a3c-439d-41f7-bda1-90c313f4d07d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.718518 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-fa46d28a-353e-406a-b805-59a98d8c0b57 service neutron] 10.222.0.18 "GET /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847897 Sep 24 00:08:34.720854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Port': ['ID=9656d4fe-bb7c-48ed-b13d-68cb32513afd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:34.794231 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-4a5f8c23-a915-4319-9888-5226090535c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 217 time: 0.0675566 Sep 24 00:08:34.819268 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.888592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=166b8611-6d76-469f-b7fc-cc4402ae87f5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:34.899776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.960731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f4b5a-61c2-4418-9cf6-777e775787c8 req-5c852e4b-b4ea-41c1-b429-d34b3508e4f7 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.962702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae3f4b5a-61c2-4418-9cf6-777e775787c8 req-5c852e4b-b4ea-41c1-b429-d34b3508e4f7 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 945 time: 0.1533256 Sep 24 00:08:34.964014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-e011bd04-8e9c-4cf2-a94e-7aa7f242bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:34.965584 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-e011bd04-8e9c-4cf2-a94e-7aa7f242bd2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1379495 Sep 24 00:08:34.965734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] No DVR routers for this DVR port 166b8611-6d76-469f-b7fc-cc4402ae87f5 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:34.970433 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:34.972645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-75bca37a-e073-4282-a449-84972fd589da tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "DELETE /v2.0/ports/166b8611-6d76-469f-b7fc-cc4402ae87f5 HTTP/1.1" status: 204 len: 173 time: 0.9092314 Sep 24 00:08:34.980161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a3c-439d-41f7-bda1-90c313f4d07d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.012324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a3c-439d-41f7-bda1-90c313f4d07d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.072852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae3f4b5a-61c2-4418-9cf6-777e775787c8 req-3e00ed4c-0d33-4d6d-8b7d-5d7467eeb5de tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913019 Sep 24 00:08:35.079400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4db5a3c-439d-41f7-bda1-90c313f4d07d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.080578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d4db5a3c-439d-41f7-bda1-90c313f4d07d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4107051 Sep 24 00:08:35.087184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:35.090081 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d84fdf0-8a66-4a52-a7da-3fa34e2ee930" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "2681fa4d-70cf-4cd0-ac91-551e37cb8ed7"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:35.091038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60196) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:35.096194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d435b0dc-0ae2-4f42-a2ce-9dde8e61342d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--758082405'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:35.122163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db5a3c-439d-41f7-bda1-90c313f4d07d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fcd887-7395-4caa-bbd9-40ec80b39ec8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:35.134016 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4221df0b-051a-4383-bf18-f91b31d0b065 x-openstack-request-id: req-4221df0b-051a-4383-bf18-f91b31d0b065 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:35.134313 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-unplugged", "status": "completed", "tag": "2681fa4d-70cf-4cd0-ac91-551e37cb8ed7", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:35.134571 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4221df0b-051a-4383-bf18-f91b31d0b065 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:35.135042 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2681fa4d-70cf-4cd0-ac91-551e37cb8ed7', 'code': 200} Sep 24 00:08:35.136055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-171f13a4-4e17-42db-8989-4a517ef5e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:35.137875 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-171f13a4-4e17-42db-8989-4a517ef5e01d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1641591 Sep 24 00:08:35.139666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Router 0ce47040-10a0-4407-809c-b7e4c41bfc6a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:08:35.164745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port 6630d13f-74ed-429e-af05-9302c2fbbeeb {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:35.165082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.229415 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d435b0dc-0ae2-4f42-a2ce-9dde8e61342d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.259871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] For port 6630d13f-74ed-429e-af05-9302c2fbbeeb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6630d13f-74ed-429e-af05-9302c2fbbeeb,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:35.260068 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.303164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:35.309672 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-682919a6-6eda-4fea-94ae-0cd9d7e2d1f6 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "PUT /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6814399 Sep 24 00:08:35.314681 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6d5f4-7d7e-48bf-abca-b0e86df39d11 None None] Sync routers for ids ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:35.324425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60200) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:35.324936 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6d5f4-7d7e-48bf-abca-b0e86df39d11 None None] Routers {'0ce47040-10a0-4407-809c-b7e4c41bfc6a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:35.325739 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7ec6d5f4-7d7e-48bf-abca-b0e86df39d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:35.371900 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7ec6d5f4-7d7e-48bf-abca-b0e86df39d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:35.382989 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-5801785e-894d-4589-a320-8f8f01ed737f tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] show failed (client error): The resource could not be found. Sep 24 00:08:35.384060 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5801785e-894d-4589-a320-8f8f01ed737f tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1704952570 HTTP/1.1" status: 404 len: 335 time: 0.0573518 Sep 24 00:08:35.387782 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec6d5f4-7d7e-48bf-abca-b0e86df39d11 None None] Routers {'0ce47040-10a0-4407-809c-b7e4c41bfc6a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:35.390709 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7ec6d5f4-7d7e-48bf-abca-b0e86df39d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:35.391960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:35.398285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-15b84272-823e-41e4-8f7a-42e3b2304080 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:35.431176 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7ec6d5f4-7d7e-48bf-abca-b0e86df39d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:35.432139 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec6d5f4-7d7e-48bf-abca-b0e86df39d11 None None] The sync data for ids ['0ce47040-10a0-4407-809c-b7e4c41bfc6a'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:35.447571 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-6a330154-b953-4352-ad73-fe6bd67e73fe service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015163 Sep 24 00:08:35.450628 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-15b84272-823e-41e4-8f7a-42e3b2304080 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] update failed (client error): The resource could not be found. Sep 24 00:08:35.454709 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-15b84272-823e-41e4-8f7a-42e3b2304080 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-1305810972 HTTP/1.1" status: 404 len: 335 time: 0.0587997 Sep 24 00:08:35.458163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60206) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:35.497504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.497921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.498330 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Floating IP ea08fd0d-9f6f-472b-8000-cde2923dc471 disassociated. External IP: 172.25.5.112, port: 6630d13f-74ed-429e-af05-9302c2fbbeeb. Sep 24 00:08:35.498795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for 6630d13f-74ed-429e-af05-9302c2fbbeeb owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:35.595092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fbbb7c-441b-4db7-9cc8-6dbf31fdc21e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Deleting subnet 8484c459-7d6e-4bf7-b737-2e1b02d77a41 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:35.606649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb7c-441b-4db7-9cc8-6dbf31fdc21e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.632157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101d28-20ae-4bcf-a3b5-ce3d0d2e1faa req-e98369ac-c570-4edd-9475-24528d0c8e88 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:35.638089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101d28-20ae-4bcf-a3b5-ce3d0d2e1faa req-e98369ac-c570-4edd-9475-24528d0c8e88 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:35.644256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2101d28-20ae-4bcf-a3b5-ce3d0d2e1faa req-e98369ac-c570-4edd-9475-24528d0c8e88 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:35.645506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d435b0dc-0ae2-4f42-a2ce-9dde8e61342d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.646418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2101d28-20ae-4bcf-a3b5-ce3d0d2e1faa req-e98369ac-c570-4edd-9475-24528d0c8e88 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 2409 time: 0.1387641 Sep 24 00:08:35.657230 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d435b0dc-0ae2-4f42-a2ce-9dde8e61342d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.696511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb7c-441b-4db7-9cc8-6dbf31fdc21e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.700476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-3131f7ce-5fd1-4bce-a304-c6e86094eef8 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431087 Sep 24 00:08:35.717767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0360624-390b-415b-9343-7ca210585e77 req-bf49a377-10b9-474c-9899-b766f87cee56 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:35.719237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0360624-390b-415b-9343-7ca210585e77 req-bf49a377-10b9-474c-9899-b766f87cee56 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1387906 Sep 24 00:08:35.742491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d435b0dc-0ae2-4f42-a2ce-9dde8e61342d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.743712 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d435b0dc-0ae2-4f42-a2ce-9dde8e61342d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6512990 Sep 24 00:08:35.758268 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2101d28-20ae-4bcf-a3b5-ce3d0d2e1faa req-e3c39c05-4568-4cb4-94ac-3bee6339d9c5 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006424 Sep 24 00:08:35.758731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60212) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:35.770881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1ab27f96-b240-41b0-bdd3-77128ece8566 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': '83fcd887-7395-4caa-bbd9-40ec80b39ec8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'de8b7a98-f358-4e81-93d1-7aef5ed01481'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:35.780008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d435b0dc-0ae2-4f42-a2ce-9dde8e61342d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8b7a98-f358-4e81-93d1-7aef5ed01481,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:35.784102 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-c2ad15a8-eabc-4610-93e2-5a1bb9ffed59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 217 time: 0.0577826 Sep 24 00:08:35.807515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.821559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0360624-390b-415b-9343-7ca210585e77 req-256c4c3e-6d79-4edc-a778-a20894ad6e9e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901315 Sep 24 00:08:35.850290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=6630d13f-74ed-429e-af05-9302c2fbbeeb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:35.874175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-5ece86f4-ba50-49e5-8525-2e2800132034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:35.875755 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-5ece86f4-ba50-49e5-8525-2e2800132034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0843487 Sep 24 00:08:35.896848 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-1ab27f96-b240-41b0-bdd3-77128ece8566 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:35.897920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1ab27f96-b240-41b0-bdd3-77128ece8566 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1351132 Sep 24 00:08:35.901737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60214) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:35.917397 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb7c-441b-4db7-9cc8-6dbf31fdc21e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:35.965716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-6221fb1e-e152-4042-8de8-6167248eb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:35.967259 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-6221fb1e-e152-4042-8de8-6167248eb7c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0836077 Sep 24 00:08:36.004480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c05c51c-0664-4965-ae7b-d0ffc33d3fa8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.009531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Router bb293f32-e719-4c07-9a4c-b072b333bc01 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:08:36.015431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb7c-441b-4db7-9cc8-6dbf31fdc21e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.036112 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c05c51c-0664-4965-ae7b-d0ffc33d3fa8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.072642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbbb7c-441b-4db7-9cc8-6dbf31fdc21e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Subnet': ['ID=8484c459-7d6e-4bf7-b737-2e1b02d77a41,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:36.079072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86fbbb7c-441b-4db7-9cc8-6dbf31fdc21e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.080942 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-86fbbb7c-441b-4db7-9cc8-6dbf31fdc21e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/subnets/8484c459-7d6e-4bf7-b737-2e1b02d77a41 HTTP/1.1" status: 204 len: 168 time: 0.6181741 Sep 24 00:08:36.084134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:36.089477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73119b6c-1d36-4070-a5b6-9bce82a9960c None None] Network bc6367c5-caa6-4eb1-9c99-2e320456c415 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:36.143527 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-6f622d33-51ca-4c97-b5b1-115f608aa659 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679776 Sep 24 00:08:36.155297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': '166b8611-6d76-469f-b7fc-cc4402ae87f5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:36.157680 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edd6096-91dd-4ab1-a4c0-7e111d645a76" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "166b8611-6d76-469f-b7fc-cc4402ae87f5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:36.198494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c05c51c-0664-4965-ae7b-d0ffc33d3fa8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.201422 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c05c51c-0664-4965-ae7b-d0ffc33d3fa8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.203010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3c05c51c-0664-4965-ae7b-d0ffc33d3fa8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/de8b7a98-f358-4e81-93d1-7aef5ed01481 HTTP/1.1" status: 204 len: 168 time: 0.3001857 Sep 24 00:08:36.215915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60222) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:36.224287 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3f8dc1-9cb1-4b5d-8630-84a290fe93cb x-openstack-request-id: req-ab3f8dc1-9cb1-4b5d-8630-84a290fe93cb {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:36.224287 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "166b8611-6d76-469f-b7fc-cc4402ae87f5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:36.224287 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab3f8dc1-9cb1-4b5d-8630-84a290fe93cb {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:36.224287 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': '166b8611-6d76-469f-b7fc-cc4402ae87f5', 'status': 'completed', 'code': 200} Sep 24 00:08:36.249477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:36.251558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05c51c-0664-4965-ae7b-d0ffc33d3fa8 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8b7a98-f358-4e81-93d1-7aef5ed01481,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:36.260805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:08:36.281435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] Sync routers for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:36.304122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:36.304768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:36.355386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] DHCP port deletion for bc6367c5-caa6-4eb1-9c99-2e320456c415 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:08:36.376394 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-26f3e4ad-d081-4490-90b5-4792f7dd3863 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247038 Sep 24 00:08:36.400525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.431075 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-29e516c8-3eb0-4621-99ec-9690ff599abe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b HTTP/1.1" status: 200 len: 217 time: 0.0439138 Sep 24 00:08:36.520528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-fff09609-09fa-46de-8aff-72f0493a85e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:36.522191 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-fff09609-09fa-46de-8aff-72f0493a85e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.0819879 Sep 24 00:08:36.529199 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.537046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:08:36.565965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Deleting port 50915630-c486-483b-9271-77443af91011 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:36.566497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.581027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:36.590508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] No DVR routers for this DVR port 6630d13f-74ed-429e-af05-9302c2fbbeeb on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:36.595676 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.598346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-c8639ba2-d321-4fe2-b0e6-15fdbc392f89 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "DELETE /v2.0/ports/6630d13f-74ed-429e-af05-9302c2fbbeeb HTTP/1.1" status: 204 len: 173 time: 1.5960040 Sep 24 00:08:36.602653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] Deleting port 50915630-c486-483b-9271-77443af91011 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:36.603057 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.607188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05bd35-e269-485a-b2b5-801d1ae5e6a3 req-3ba88351-8ca5-4e9f-b441-b1d7abbcca81 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:36.611474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'network_id': 'f952ee4a-2d97-4fef-8a03-665d5f67403e', 'port_id': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'mac_address': 'fa:16:3e:b4:ad:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f1e2c8-83f1-45d7-989d-b39b5dba4dcd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:08:36.614847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e05bd35-e269-485a-b2b5-801d1ae5e6a3 req-3ba88351-8ca5-4e9f-b441-b1d7abbcca81 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 945 time: 0.4484284 Sep 24 00:08:36.637783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-6cba043f-c49d-44f0-ab2c-7db8f771ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:36.639444 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-6cba043f-c49d-44f0-ab2c-7db8f771ffda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092520 Sep 24 00:08:36.645354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] For port 50915630-c486-483b-9271-77443af91011, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=50915630-c486-483b-9271-77443af91011,segment=NetworkSegment(5ab29779-1203-4be7-874e-e5486bd0099f),segment_id=5ab29779-1203-4be7-874e-e5486bd0099f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:36.645827 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.679007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Calling delete_port for 50915630-c486-483b-9271-77443af91011 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:36.738691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e05bd35-e269-485a-b2b5-801d1ae5e6a3 req-cd0c1071-b669-4253-b0b1-5f47d4e8df30 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229625 Sep 24 00:08:36.744651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e580dff6-d840-42a8-adc1-4330cbe073a0 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5226657 Sep 24 00:08:36.747274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60226) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:36.752862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:08:36.778437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] For port 50915630-c486-483b-9271-77443af91011, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=50915630-c486-483b-9271-77443af91011,segment=NetworkSegment(5ab29779-1203-4be7-874e-e5486bd0099f),segment_id=5ab29779-1203-4be7-874e-e5486bd0099f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:36.779029 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.806637 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-855833d3-5d72-4fd5-8028-d6136458f0ac service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579883 Sep 24 00:08:36.835980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:36.836319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.836995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] Calling delete_port for 50915630-c486-483b-9271-77443af91011 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:36.842307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.857535 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-818f69ad-f696-4d70-96cb-f0f283357a5c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.880764 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-818f69ad-f696-4d70-96cb-f0f283357a5c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.896089 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.978706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-818f69ad-f696-4d70-96cb-f0f283357a5c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.981393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-818f69ad-f696-4d70-96cb-f0f283357a5c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.985744 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-818f69ad-f696-4d70-96cb-f0f283357a5c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/83fcd887-7395-4caa-bbd9-40ec80b39ec8 HTTP/1.1" status: 204 len: 168 time: 0.2351258 Sep 24 00:08:36.990788 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:36.993733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60234) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:37.000933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b2fa5e-1d05-4177-be9b-cda489fe3272 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:08:37.017878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] No DVR routers for this DVR port 50915630-c486-483b-9271-77443af91011 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:37.065928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac69bea-d8e3-4f61-bb6b-d5cfc87f29bb None None] Pushing event deleted for resources: {'Port': ['ID=50915630-c486-483b-9271-77443af91011,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:37.072535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818f69ad-f696-4d70-96cb-f0f283357a5c tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fcd887-7395-4caa-bbd9-40ec80b39ec8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:37.111421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:37.143325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bf6cd-1630-4b43-aa9d-167992f4b240 req-8e6dc723-d7e4-45c2-9076-de4d4c6b5099 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:37.147881 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.151075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bf6cd-1630-4b43-aa9d-167992f4b240 req-8e6dc723-d7e4-45c2-9076-de4d4c6b5099 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:37.152844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a64bf6cd-1630-4b43-aa9d-167992f4b240 req-8e6dc723-d7e4-45c2-9076-de4d4c6b5099 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 1676 time: 0.2692723 Sep 24 00:08:37.169784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] For port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:37.170308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.191298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3a993e93-5d18-4c09-9f02-3d5b96d774a1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1688263 Sep 24 00:08:37.195748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60236) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:37.204689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e02981f8-9008-46bd-ad4b-caa41cd846de tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--208614934'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:37.217080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:37.220928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:37.226327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ce3bd-1ad7-4899-bc82-26aed8ecb5f2 req-630f28af-56b1-458a-a70f-81970a122c22 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:37.227861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-457ce3bd-1ad7-4899-bc82-26aed8ecb5f2 req-630f28af-56b1-458a-a70f-81970a122c22 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 945 time: 0.1922247 Sep 24 00:08:37.242215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Port': ['ID=50915630-c486-483b-9271-77443af91011,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:37.244262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:37.249355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8', 'network_id': 'f9b7b53d-a505-4863-b88a-44a3c317dde1', 'port_id': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8', 'mac_address': 'fa:16:3e:92:9b:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:08:37.261158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:54Z', 'revision_number': 5, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:37.278043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] No DVR routers for this DVR port 50915630-c486-483b-9271-77443af91011 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:37.310032 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-abe0d755-93a6-497f-9d90-e8319f9b182d service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913437 Sep 24 00:08:37.319550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a64bf6cd-1630-4b43-aa9d-167992f4b240 req-63bf3be3-4571-4b8f-918c-3d8805e729e2 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464248 Sep 24 00:08:37.320600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] Checking router: bb293f32-e719-4c07-9a4c-b072b333bc01 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:08:37.329203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e02981f8-9008-46bd-ad4b-caa41cd846de tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.338790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:37.339828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:37.340887 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.361702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-457ce3bd-1ad7-4899-bc82-26aed8ecb5f2 req-6bb068fa-7f53-44af-b63a-adb3e0343851 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168172 Sep 24 00:08:37.395573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:08:37.413054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.434991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:37.438616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['09b2fa5e-1d05-4177-be9b-cda489fe3272'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:08:37.455358 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-5243ad97-dff7-4cb3-b625-d0e53bed81a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a HTTP/1.1" status: 200 len: 217 time: 0.1267347 Sep 24 00:08:37.476794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6367c5-caa6-4eb1-9c99-2e320456c415']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:37.480170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.512765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab29779-1203-4be7-874e-e5486bd0099f') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:37.513178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab29779-1203-4be7-874e-e5486bd0099f') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:37.519023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e02981f8-9008-46bd-ad4b-caa41cd846de tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.521177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=afbbeb5f-ee64-4705-bbe2-a4aab2a4b797,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:37.528043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e02981f8-9008-46bd-ad4b-caa41cd846de tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.541458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.566832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.571454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-5e4c1e38-c35d-4c9a-b50e-ce27296f576f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:37.573129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-5e4c1e38-c35d-4c9a-b50e-ce27296f576f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 200 len: 797 time: 0.1085207 Sep 24 00:08:37.578684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:08:37.579198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:08:37.582739 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:08:37.590458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] No DVR routers for this DVR port afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:37.594575 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e02981f8-9008-46bd-ad4b-caa41cd846de tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.599776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e02981f8-9008-46bd-ad4b-caa41cd846de tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3976290 Sep 24 00:08:37.599776 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.600841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-bf99cf77-26fe-4798-8018-687bff96aa85 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "DELETE /v2.0/ports/afbbeb5f-ee64-4705-bbe2-a4aab2a4b797 HTTP/1.1" status: 204 len: 173 time: 0.9838023 Sep 24 00:08:37.601280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60238) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:37.606808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e8dfcd39-e065-434d-87ed-982ebe7325c0 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'ad8c0f1f-28aa-49d4-9169-c6ea76440296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:37.610394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02981f8-9008-46bd-ad4b-caa41cd846de tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8c0f1f-28aa-49d4-9169-c6ea76440296,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:37.631377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.691776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-ff57ef63-84fb-4237-825f-a3815b3d3491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:37.693687 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-ff57ef63-84fb-4237-825f-a3815b3d3491 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=35e2337f-26a6-4f59-a784-b9a1b28398ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1103678 Sep 24 00:08:37.694742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['04af72c2-1cd4-45c4-bfd7-ee6917e45be8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:08:37.695459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.701660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.704333 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/networks/bc6367c5-caa6-4eb1-9c99-2e320456c415 HTTP/1.1" status: 204 len: 168 time: 1.6192179 Sep 24 00:08:37.709298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60240) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:37.723219 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-e8dfcd39-e065-434d-87ed-982ebe7325c0 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:37.726866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e8dfcd39-e065-434d-87ed-982ebe7325c0 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1218071 Sep 24 00:08:37.733287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60242) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:37.745122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:08:37.747095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-aafc0655-7a0a-4832-aeb8-b700adeac429 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group_rule': {'security_group_id': 'ad8c0f1f-28aa-49d4-9169-c6ea76440296', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:37.753863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97b982-fc6e-4ff9-9d51-f1d00dd13c67 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Network': ['ID=bc6367c5-caa6-4eb1-9c99-2e320456c415,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:37.766103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port 96e2c860-a67a-4cfc-918a-03e583d50a9b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:37.766447 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.790374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e4dd5fd-338e-403a-9119-bd6f2b1a6559 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Deleting subnet ca33718a-00c6-4c8a-aeda-a9e0d893fa54 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:37.793676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:37.807130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5fd-338e-403a-9119-bd6f2b1a6559 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:37.885695 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-da01c9be-a050-433d-91c1-226f238096fb service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790917 Sep 24 00:08:37.887377 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-aafc0655-7a0a-4832-aeb8-b700adeac429 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:37.891155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aafc0655-7a0a-4832-aeb8-b700adeac429 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1451993 Sep 24 00:08:37.891504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60246) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:37.917324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5fd-338e-403a-9119-bd6f2b1a6559 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.023084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca92c66a-c70f-4493-ad52-e9657665f9cd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.073772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca92c66a-c70f-4493-ad52-e9657665f9cd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.082376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb22b7d-11dc-41b6-9dc0-aeee1f7288fc req-2b09b53d-2937-4d62-ae4b-7bc54ea8585a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:38.084472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fb22b7d-11dc-41b6-9dc0-aeee1f7288fc req-2b09b53d-2937-4d62-ae4b-7bc54ea8585a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 944 time: 0.2563322 Sep 24 00:08:38.091413 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-6057692d-210c-4621-8799-85c8696dc671 service neutron] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875536 Sep 24 00:08:38.099267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] For port 96e2c860-a67a-4cfc-918a-03e583d50a9b, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=96e2c860-a67a-4cfc-918a-03e583d50a9b,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:38.099781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.141168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5fd-338e-403a-9119-bd6f2b1a6559 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.146960 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-5f6135f0-98c1-4f5f-a088-5dd8c3daaf67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a HTTP/1.1" status: 200 len: 217 time: 0.0464163 Sep 24 00:08:38.151657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for 96e2c860-a67a-4cfc-918a-03e583d50a9b owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:38.185059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fb22b7d-11dc-41b6-9dc0-aeee1f7288fc req-16d55448-2e5b-436e-af26-34f6791712af tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901041 Sep 24 00:08:38.196716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:54Z', 'revision_number': 5, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:38.214884 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca92c66a-c70f-4493-ad52-e9657665f9cd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.217634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca92c66a-c70f-4493-ad52-e9657665f9cd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.219099 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ca92c66a-c70f-4493-ad52-e9657665f9cd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/ad8c0f1f-28aa-49d4-9169-c6ea76440296 HTTP/1.1" status: 204 len: 168 time: 0.3265455 Sep 24 00:08:38.223908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f093097e-125b-49a8-97e9-5843d01ac41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:38.225359 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-f093097e-125b-49a8-97e9-5843d01ac41c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.0704720 Sep 24 00:08:38.225791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60250) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:38.244460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd9b87c-3c50-4521-8d84-f3bac1de494b None None] The sync data for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 is: [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-23T23:57:51Z', 'revision_number': 4, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '40e2696d-993c-4775-8680-681998b173a6', 'name': '', 'network_id': '7a2ab906-2773-4efa-b0e1-09691b94e19d', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'mac_address': 'fa:16:3e:2a:d4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:49Z', 'updated_at': '2021-09-23T23:57:54Z', 'revision_number': 5, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'subnets': [{'id': 'ce0f675e-fe02-4e4e-be43-d7636ccd31ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:38.248902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb'}, {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:38.254402 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d50d6ae-7b02-44e6-a492-6fb2d60917b9" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb"}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "afbbeb5f-ee64-4705-bbe2-a4aab2a4b797"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:38.289185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92c66a-c70f-4493-ad52-e9657665f9cd tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8c0f1f-28aa-49d4-9169-c6ea76440296,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:38.333864 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57762e10-9bfd-4c95-9f27-240fbf211f0a x-openstack-request-id: req-57762e10-9bfd-4c95-9f27-240fbf211f0a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:38.334261 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "6630d13f-74ed-429e-af05-9302c2fbbeeb", "status": "completed", "code": 200}, {"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "afbbeb5f-ee64-4705-bbe2-a4aab2a4b797", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:38.334613 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57762e10-9bfd-4c95-9f27-240fbf211f0a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:38.335324 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': '6630d13f-74ed-429e-af05-9302c2fbbeeb', 'status': 'completed', 'code': 200} Sep 24 00:08:38.350571 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f7dcafc8-8d47-4a6d-aa8c-c6ec35c82948 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1227567 Sep 24 00:08:38.353582 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': 'afbbeb5f-ee64-4705-bbe2-a4aab2a4b797', 'status': 'completed', 'code': 200} Sep 24 00:08:38.354966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:38.364662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9d68c258-04ef-4f78-b180-22b1f3508cfe tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'tempest-secgroup--606002193'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:38.367442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5fd-338e-403a-9119-bd6f2b1a6559 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.393233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d68c258-04ef-4f78-b180-22b1f3508cfe tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.428726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-2b60e7f9-ac2c-49c2-a93c-697104881732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:38.431880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-2b60e7f9-ac2c-49c2-a93c-697104881732 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1846075 Sep 24 00:08:38.445684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 50915630-c486-483b-9271-77443af91011 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:38.450701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4dd5fd-338e-403a-9119-bd6f2b1a6559 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Subnet': ['ID=ca33718a-00c6-4c8a-aeda-a9e0d893fa54,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:38.454552 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e4dd5fd-338e-403a-9119-bd6f2b1a6559 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.459337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8e4dd5fd-338e-403a-9119-bd6f2b1a6559 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/subnets/ca33718a-00c6-4c8a-aeda-a9e0d893fa54 HTTP/1.1" status: 204 len: 168 time: 0.7485745 Sep 24 00:08:38.471243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60262) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:38.483115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 50915630-c486-483b-9271-77443af91011 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:08:38.483474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 50915630-c486-483b-9271-77443af91011 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:38.489722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e5f754-a50b-4fbf-8d67-2aca9875096e None None] Network 2689a4ea-cd87-4ee8-9991-e07921bd5e50 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:38.565854 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-734867c3-ee9f-4182-8306-34c05cecf63e service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201816 Sep 24 00:08:38.634531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659d5f3-58ed-4313-8715-0c3b42859f5d req-a61c10ab-6fb9-46cd-90f0-7c6e70226604 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:38.641947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6659d5f3-58ed-4313-8715-0c3b42859f5d req-a61c10ab-6fb9-46cd-90f0-7c6e70226604 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 942 time: 0.1696305 Sep 24 00:08:38.673155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa070a59-036b-4480-aa84-63ba08c135b0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Deleting subnet 066fe8fe-2f2f-4580-8950-b02ce599e99d {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:38.679733 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa070a59-036b-4480-aa84-63ba08c135b0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.708158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d68c258-04ef-4f78-b180-22b1f3508cfe tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.715278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-4bf674c0-43b0-467e-b055-4cebb67a3695 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412091 Sep 24 00:08:38.716441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d68c258-04ef-4f78-b180-22b1f3508cfe tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.722052 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adac54f1-d069-4bce-9b87-70048ac09ee8 None None] New status for floating IP ea08fd0d-9f6f-472b-8000-cde2923dc471: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:08:38.753247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] DHCP port deletion for 2689a4ea-cd87-4ee8-9991-e07921bd5e50 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:08:38.767509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6659d5f3-58ed-4313-8715-0c3b42859f5d req-7552ad2d-c358-43b9-bdcd-7d850931da84 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups?id=aba7c9aa-476b-4d12-ad9a-efc438173c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244745 Sep 24 00:08:38.783832 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-b9b94e2b-d813-42fd-ae4e-10ac260cd1c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 200 len: 217 time: 0.0584054 Sep 24 00:08:38.793302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:38.794469 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d68c258-04ef-4f78-b180-22b1f3508cfe tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.798359 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9d68c258-04ef-4f78-b180-22b1f3508cfe tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4387808 Sep 24 00:08:38.798642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60266) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:38.799496 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa070a59-036b-4480-aa84-63ba08c135b0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.801931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d68c258-04ef-4f78-b180-22b1f3508cfe tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83d5e1a-f052-449f-8b29-fcc99c22fa6b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:38.865667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:38.866088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.870737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.883965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-33ddc88d-2215-4f06-be3c-40fc7c7641cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:38.885736 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-33ddc88d-2215-4f06-be3c-40fc7c7641cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 200 len: 797 time: 0.0926678 Sep 24 00:08:38.889162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0ebdbc7b-7140-4feb-b045-681262dba5ec tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:38.889796 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-0ebdbc7b-7140-4feb-b045-681262dba5ec tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 00:08:38.890524 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-0ebdbc7b-7140-4feb-b045-681262dba5ec tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 00:08:38.891699 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0ebdbc7b-7140-4feb-b045-681262dba5ec tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "PUT /v2.0/security-groups/b83d5e1a-f052-449f-8b29-fcc99c22fa6b HTTP/1.1" status: 409 len: 330 time: 0.0916593 Sep 24 00:08:38.897563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60274) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:38.912912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3654e5e-9454-4f3e-9fae-5653595f60a8 req-f0dc52a8-22d7-4ffe-b462-a3f0bd1579c4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:38.920449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] Deleting port bb53522e-a44b-4aea-9dce-caae7d2af787 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:38.920965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:38.921604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3654e5e-9454-4f3e-9fae-5653595f60a8 req-f0dc52a8-22d7-4ffe-b462-a3f0bd1579c4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.3243270 Sep 24 00:08:38.962086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-7c93d922-c2f6-4a07-9c51-9c01952261b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:38.964753 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-7c93d922-c2f6-4a07-9c51-9c01952261b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1231a640-714e-41c4-9a45-73b7f80e4d8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714781 Sep 24 00:08:38.989637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=96e2c860-a67a-4cfc-918a-03e583d50a9b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:38.998604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] For port bb53522e-a44b-4aea-9dce-caae7d2af787, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=bb53522e-a44b-4aea-9dce-caae7d2af787,segment=NetworkSegment(074cc3e5-8174-49f6-a3f1-86612810d062),segment_id=074cc3e5-8174-49f6-a3f1-86612810d062)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:38.999029 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.029465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] Calling delete_port for bb53522e-a44b-4aea-9dce-caae7d2af787 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:39.074614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3654e5e-9454-4f3e-9fae-5653595f60a8 req-cc409f68-ff20-4edc-b87e-56deb15132c0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519628 Sep 24 00:08:39.076123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] No DVR routers for this DVR port 96e2c860-a67a-4cfc-918a-03e583d50a9b on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:39.111100 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-555861a8-dbf7-4f72-8f9e-c7dc88363d57 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384518 Sep 24 00:08:39.112648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa070a59-036b-4480-aa84-63ba08c135b0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.113717 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.126126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.128307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad720978-3585-4f53-82b5-31d5b055c2e3 req-df03e4a3-646b-4e83-b860-ec19781559e0 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.20 "DELETE /v2.0/ports/96e2c860-a67a-4cfc-918a-03e583d50a9b HTTP/1.1" status: 204 len: 173 time: 1.5153983 Sep 24 00:08:39.189936 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.200195 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.269063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540d5d8-c381-4e80-a2e6-552e7d46a56a req-ac52111a-9d1e-442b-8e6f-699fd24a97c6 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:39.272457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c540d5d8-c381-4e80-a2e6-552e7d46a56a req-ac52111a-9d1e-442b-8e6f-699fd24a97c6 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 944 time: 0.1930931 Sep 24 00:08:39.277576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa070a59-036b-4480-aa84-63ba08c135b0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.280468 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b62bef6-7636-4800-8f7b-1307ea54344e req-1e84b63e-5815-4d81-8a24-6496e0016db7 service neutron] 10.222.0.18 "GET /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621623 Sep 24 00:08:39.284730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] Pushing event deleted for resources: {'Port': ['ID=bb53522e-a44b-4aea-9dce-caae7d2af787,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:39.292672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:39.295580 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22640f95-9d87-457e-a322-45c624e658ff" -d '{"events": [{"server_uuid": "a2bb03bf-7b76-4198-a87e-e65c964ee3aa", "name": "network-vif-plugged", "status": "completed", "tag": "04af72c2-1cd4-45c4-bfd7-ee6917e45be8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:39.299687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa1050a-c8d6-4c65-b5aa-a2bfb7c4243b None None] No DVR routers for this DVR port bb53522e-a44b-4aea-9dce-caae7d2af787 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:39.314536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:39.328369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.384467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa070a59-036b-4480-aa84-63ba08c135b0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Subnet': ['ID=066fe8fe-2f2f-4580-8950-b02ce599e99d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:39.387311 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d8f4-1202-45c1-b017-934f0bc64781 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.404420 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b26126f-52dd-4ecb-aa7d-88a57eb55fbc x-openstack-request-id: req-3b26126f-52dd-4ecb-aa7d-88a57eb55fbc {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:39.404772 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb03bf-7b76-4198-a87e-e65c964ee3aa", "name": "network-vif-plugged", "status": "completed", "tag": "04af72c2-1cd4-45c4-bfd7-ee6917e45be8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:39.405241 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b26126f-52dd-4ecb-aa7d-88a57eb55fbc {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:39.405639 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8', 'code': 200} Sep 24 00:08:39.432103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:39.455724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911b4219-17fe-456b-a78c-fd3a4437e5fb None None] Network 14f26067-b9cf-4200-bb73-8566c01f47aa requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:39.462893 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa070a59-036b-4480-aa84-63ba08c135b0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.466065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aa070a59-036b-4480-aa84-63ba08c135b0 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/subnets/066fe8fe-2f2f-4580-8950-b02ce599e99d HTTP/1.1" status: 204 len: 168 time: 0.9651012 Sep 24 00:08:39.468346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:39.479661 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c540d5d8-c381-4e80-a2e6-552e7d46a56a req-9d18a460-c5c1-4f56-bd9f-ce94c6ce9fc8 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981201 Sep 24 00:08:39.492941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d8f4-1202-45c1-b017-934f0bc64781 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.545344 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d8f4-1202-45c1-b017-934f0bc64781 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.549132 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cbb4d8f4-1202-45c1-b017-934f0bc64781 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.551243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cbb4d8f4-1202-45c1-b017-934f0bc64781 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/b83d5e1a-f052-449f-8b29-fcc99c22fa6b HTTP/1.1" status: 204 len: 168 time: 0.6485310 Sep 24 00:08:39.555559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60286) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:39.572590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4d8f4-1202-45c1-b017-934f0bc64781 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83d5e1a-f052-449f-8b29-fcc99c22fa6b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:39.661830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.696357 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e8bdcf42-c9a9-4585-8bb5-378ce382115b tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1395440 Sep 24 00:08:39.699985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60288) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:39.717746 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-b74dd7bb-a2a6-496c-ac09-dd11087b3c0d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] delete failed (client error): The resource could not be found. Sep 24 00:08:39.723530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b74dd7bb-a2a6-496c-ac09-dd11087b3c0d tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "DELETE /v2.0/security-groups/a9cdd828-8e20-4814-a51a-3ef6c1abd301 HTTP/1.1" status: 404 len: 347 time: 0.0215302 Sep 24 00:08:39.724023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60290) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:39.739761 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-7119ef1a-e6c5-4e83-92ed-7fcd23057d20 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] show failed (client error): The resource could not be found. Sep 24 00:08:39.745521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60292) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:39.746353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7119ef1a-e6c5-4e83-92ed-7fcd23057d20 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-groups/813df634-f05d-43e2-8ddc-64709bd906a0 HTTP/1.1" status: 404 len: 347 time: 0.0212729 Sep 24 00:08:39.771924 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-a903d65f-5ab5-4658-84ed-e040b9eb75b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] show failed (client error): The resource could not be found. Sep 24 00:08:39.772885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a903d65f-5ab5-4658-84ed-e040b9eb75b1 tempest-NegativeSecGroupIPv6Test-1283557775 tempest-NegativeSecGroupIPv6Test-1283557775-project] 10.222.0.24 "GET /v2.0/security-group-rules/39a49255-e491-4ed7-8c81-30ec61837b23 HTTP/1.1" status: 404 len: 356 time: 0.0262518 Sep 24 00:08:39.824157 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.856909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7215448f-899c-4098-8953-7d63315af72c None None] DHCP port deletion for 14f26067-b9cf-4200-bb73-8566c01f47aa request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:08:39.865701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2689a4ea-cd87-4ee8-9991-e07921bd5e50']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:39.887747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074cc3e5-8174-49f6-a3f1-86612810d062') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:39.888176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074cc3e5-8174-49f6-a3f1-86612810d062') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:39.908513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.925390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c81b4401-ff22-4d9d-b9d5-3c1bb2b60c13 req-f1afb4f1-a02f-4af1-9eca-94caba081473 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0433016 Sep 24 00:08:39.926712 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.946511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:08:39.947191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:08:39.950477 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:08:39.953094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7215448f-899c-4098-8953-7d63315af72c None None] Deleting port ead6303e-97de-44f3-a8eb-600c75ffc46e {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:39.953094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7215448f-899c-4098-8953-7d63315af72c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.042140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.048574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7215448f-899c-4098-8953-7d63315af72c None None] For port ead6303e-97de-44f3-a8eb-600c75ffc46e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ead6303e-97de-44f3-a8eb-600c75ffc46e,segment=NetworkSegment(a97f61b9-3af5-480c-ac45-e8834a1ee1ad),segment_id=a97f61b9-3af5-480c-ac45-e8834a1ee1ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:40.049239 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7215448f-899c-4098-8953-7d63315af72c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.054589 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.060828 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/networks/2689a4ea-cd87-4ee8-9991-e07921bd5e50 HTTP/1.1" status: 204 len: 168 time: 0.5898118 Sep 24 00:08:40.066586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7215448f-899c-4098-8953-7d63315af72c None None] Calling delete_port for ead6303e-97de-44f3-a8eb-600c75ffc46e owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:40.070386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60300) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:40.080378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c1f8c-7456-4152-98d7-d4020fb80f81 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Network': ['ID=2689a4ea-cd87-4ee8-9991-e07921bd5e50,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:40.132267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-a7c6c8a0-5bb5-4b7a-ae78-653a860b8703 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:40.134288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-a7c6c8a0-5bb5-4b7a-ae78-653a860b8703 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 945 time: 0.1368709 Sep 24 00:08:40.199771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.209124 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7215448f-899c-4098-8953-7d63315af72c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.274817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7215448f-899c-4098-8953-7d63315af72c None None] Pushing event deleted for resources: {'Port': ['ID=ead6303e-97de-44f3-a8eb-600c75ffc46e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:40.293867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7215448f-899c-4098-8953-7d63315af72c None None] No DVR routers for this DVR port ead6303e-97de-44f3-a8eb-600c75ffc46e on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:40.301106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60306) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:40.319678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:40.340500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Deleting port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:40.341034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.374501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': '96e2c860-a67a-4cfc-918a-03e583d50a9b'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:40.377485 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc0c050-1014-4dca-97eb-9162fc360af3" -d '{"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "96e2c860-a67a-4cfc-918a-03e583d50a9b"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:40.399011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc49a9-f69d-4ffb-95bc-ad743a81b0ec req-14147e39-1b27-423e-8b4e-f1629fd336cc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:40.400831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1edc49a9-f69d-4ffb-95bc-ad743a81b0ec req-14147e39-1b27-423e-8b4e-f1629fd336cc tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 946 time: 0.1528974 Sep 24 00:08:40.420072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.445872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device bb53522e-a44b-4aea-9dce-caae7d2af787 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:40.476560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14f26067-b9cf-4200-bb73-8566c01f47aa']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:40.484545 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d8fc93-2554-4a8a-af2b-8abf442cd0b2 x-openstack-request-id: req-e6d8fc93-2554-4a8a-af2b-8abf442cd0b2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:40.484832 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4111f52-981e-40c6-9232-c0b005eb8614", "name": "network-vif-deleted", "tag": "96e2c860-a67a-4cfc-918a-03e583d50a9b", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:40.485081 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6d8fc93-2554-4a8a-af2b-8abf442cd0b2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:40.485464 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4111f52-981e-40c6-9232-c0b005eb8614', 'name': 'network-vif-deleted', 'tag': '96e2c860-a67a-4cfc-918a-03e583d50a9b', 'status': 'completed', 'code': 200} Sep 24 00:08:40.491297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: bb53522e-a44b-4aea-9dce-caae7d2af787 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:08:40.491513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1edc49a9-f69d-4ffb-95bc-ad743a81b0ec req-cb53e5f0-0a8e-4c03-9e0d-dd22a651b1c4 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463879 Sep 24 00:08:40.492115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device bb53522e-a44b-4aea-9dce-caae7d2af787 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:40.493521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ead6303e-97de-44f3-a8eb-600c75ffc46e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:40.495536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 09b2fa5e-1d05-4177-be9b-cda489fe3272 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:08:40.498973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97f61b9-3af5-480c-ac45-e8834a1ee1ad') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:40.499890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97f61b9-3af5-480c-ac45-e8834a1ee1ad') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:40.524396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.524680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 09b2fa5e-1d05-4177-be9b-cda489fe3272 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:40.525190 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.528404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ead6303e-97de-44f3-a8eb-600c75ffc46e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:08:40.528874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ead6303e-97de-44f3-a8eb-600c75ffc46e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:40.545907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.554545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:08:40.555745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.608921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a061f510-ec5c-412f-b274-c703a8673b8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5de66b77dab4a13b1c3554e5bc3caf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2993047 Sep 24 00:08:40.613113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60314) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:40.617001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] For port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,segment=NetworkSegment(00c3e7f2-3372-431f-a26f-6eaa0ba43b54),segment_id=00c3e7f2-3372-431f-a26f-6eaa0ba43b54)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:40.617595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:08:40.637473 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:08:40.642810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.648212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Calling delete_port for 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:40.654790 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.656768 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/networks/14f26067-b9cf-4200-bb73-8566c01f47aa HTTP/1.1" status: 204 len: 168 time: 0.5852833 Sep 24 00:08:40.660632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.667232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60316) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:40.670429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e061c69-708e-42d1-88fc-34f1c4998fd3 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Network': ['ID=14f26067-b9cf-4200-bb73-8566c01f47aa,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:40.704791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:40.711995 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.736672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-7811fba8-4837-4a94-86d6-ebf3d6cab236 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Deleting subnet fc5bee88-e014-4a01-a4f6-c8d1a65399c2 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:40.740449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7811fba8-4837-4a94-86d6-ebf3d6cab236 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.780140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:40.787110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0587d10e-198f-439b-a55b-87784458c3e2 req-65615d9a-6559-48c2-bff6-29f9ba93ad35 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:40.787634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7811fba8-4837-4a94-86d6-ebf3d6cab236 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.788787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0587d10e-198f-439b-a55b-87784458c3e2 req-65615d9a-6559-48c2-bff6-29f9ba93ad35 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/ports?device_id=a2bb03bf-7b76-4198-a87e-e65c964ee3aa HTTP/1.1" status: 200 len: 945 time: 0.1538000 Sep 24 00:08:40.810032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83b9f0dd-d632-4c21-a2ed-9c24a09bca20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.814681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=12']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:40.886460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83b9f0dd-d632-4c21-a2ed-9c24a09bca20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.890222 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.906687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7811fba8-4837-4a94-86d6-ebf3d6cab236 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.907752 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0587d10e-198f-439b-a55b-87784458c3e2 req-f6e69b4b-5066-4787-a2ca-4b1090ac9385 tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.24 "GET /v2.0/security-groups?id=3e405e3d-1ed1-409b-9ba0-10abc2fd4244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987279 Sep 24 00:08:40.992391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83b9f0dd-d632-4c21-a2ed-9c24a09bca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.995330 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83b9f0dd-d632-4c21-a2ed-9c24a09bca20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:40.998853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-83b9f0dd-d632-4c21-a2ed-9c24a09bca20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54a280b8-76bf-4eb2-95cc-93bfe1624c8e HTTP/1.1" status: 204 len: 168 time: 0.3818085 Sep 24 00:08:41.000600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7811fba8-4837-4a94-86d6-ebf3d6cab236 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.007465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9f0dd-d632-4c21-a2ed-9c24a09bca20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a280b8-76bf-4eb2-95cc-93bfe1624c8e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:41.019414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.041506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7811fba8-4837-4a94-86d6-ebf3d6cab236 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5bee88-e014-4a01-a4f6-c8d1a65399c2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:41.055938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7811fba8-4837-4a94-86d6-ebf3d6cab236 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.060530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7811fba8-4837-4a94-86d6-ebf3d6cab236 tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/subnets/fc5bee88-e014-4a01-a4f6-c8d1a65399c2 HTTP/1.1" status: 204 len: 168 time: 0.3898571 Sep 24 00:08:41.060803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60322) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:41.063962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Pushing event deleted for resources: {'Port': ['ID=04af72c2-1cd4-45c4-bfd7-ee6917e45be8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:41.102395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec92a9ee-b0ee-4730-b016-dda9ac6fca2f None None] Network 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:41.150362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] No DVR routers for this DVR port 04af72c2-1cd4-45c4-bfd7-ee6917e45be8 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:41.157802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.173280 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.175512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52ce4745-9d01-4c4f-a0a5-29bf39948999 req-f8239839-2b12-4d97-9245-31f4ab87701a tempest-ImagesTestJSON-504985709 tempest-ImagesTestJSON-504985709-project] 10.222.0.20 "DELETE /v2.0/ports/04af72c2-1cd4-45c4-bfd7-ee6917e45be8 HTTP/1.1" status: 204 len: 173 time: 1.0349386 Sep 24 00:08:41.195868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efb1b570-d720-49fb-83fd-1e85cbedcc75 req-faad4e58-626d-44a3-b76e-df29746d3cd6 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.1246550 Sep 24 00:08:41.222304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Deleting port 82aee432-042f-46dc-8201-c832225810e1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:41.223407 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.333280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] For port 82aee432-042f-46dc-8201-c832225810e1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=82aee432-042f-46dc-8201-c832225810e1,segment=NetworkSegment(b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3),segment_id=b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:41.333652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.359937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Calling delete_port for 82aee432-042f-46dc-8201-c832225810e1 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:41.377586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] DHCP port deletion for 81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:08:41.414633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:41.419348 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a5d13c-a382-461e-bd65-749a54aa151e" -d '{"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-plugged", "status": "completed", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:41.464979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] Deleting port 82aee432-042f-46dc-8201-c832225810e1 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:41.465202 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.475019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.496336 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522d6127-8282-4cb1-a039-0f08ebaed9c3 x-openstack-request-id: req-522d6127-8282-4cb1-a039-0f08ebaed9c3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:41.496642 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-plugged", "status": "completed", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:41.496879 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-522d6127-8282-4cb1-a039-0f08ebaed9c3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:41.497269 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'code': 200} Sep 24 00:08:41.500967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Port': ['ID=82aee432-042f-46dc-8201-c832225810e1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:41.506644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] No DVR routers for this DVR port 82aee432-042f-46dc-8201-c832225810e1 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:41.564487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] For port 82aee432-042f-46dc-8201-c832225810e1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=82aee432-042f-46dc-8201-c832225810e1,segment=NetworkSegment(b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3),segment_id=b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:41.564764 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.578269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] Calling delete_port for 82aee432-042f-46dc-8201-c832225810e1 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:41.692308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26112c-4992-408e-8f13-754fa015e9f3 req-57dd31ff-44dc-4f6a-ac69-4a2f870a9f47 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:41.694223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a26112c-4992-408e-8f13-754fa015e9f3 req-57dd31ff-44dc-4f6a-ac69-4a2f870a9f47 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0735214 Sep 24 00:08:41.731881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.756152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a26112c-4992-408e-8f13-754fa015e9f3 req-85eaa213-74bc-4c85-a01c-a604cbda3a2e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518920 Sep 24 00:08:41.758553 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.807583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] No DVR routers for this DVR port 82aee432-042f-46dc-8201-c832225810e1 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:08:41.813759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f26e01-51fe-44e0-bd40-27d6f79927a8 None None] Pushing event deleted for resources: {'Port': ['ID=82aee432-042f-46dc-8201-c832225810e1,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:41.814705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:41.834558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:41.834946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3198cb6-c19e-4ea1-b7ac-2da0b7b7cfe3') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:41.846608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.868311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.871879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fe706f-6aa8-43f2-a155-6b93462a9cd5 req-dfc772a5-42a6-4817-9705-daa9b348a66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:41.873764 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77fe706f-6aa8-43f2-a155-6b93462a9cd5 req-dfc772a5-42a6-4817-9705-daa9b348a66a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1099 time: 0.1309428 Sep 24 00:08:41.880313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:08:41.880527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:08:41.883815 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:08:41.979055 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77fe706f-6aa8-43f2-a155-6b93462a9cd5 req-c33d7750-0778-4b6e-92b1-0d2edcf5e81c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943112 Sep 24 00:08:41.991423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.012308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.014816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/networks/81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11 HTTP/1.1" status: 204 len: 168 time: 0.9520380 Sep 24 00:08:42.016657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60354) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:42.042276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829bb42-e0e1-446d-8394-469ac32f5dde tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Pushing event deleted for resources: {'Network': ['ID=81cd2ec1-7a82-4ec9-bdaa-b7bcd7187d11,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:42.053103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60358) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:42.065507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c35ea02a-1e28-45b2-87d9-a887294c631d tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ce47040-10a0-4407-809c-b7e4c41bfc6a HTTP/1.1" status: 200 len: 205 time: 0.0332136 Sep 24 00:08:42.141891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b179e5f2-2dad-4e42-a308-cbdafaeace6e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.365725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1ef7e39-b635-4709-95f0-efe449f6ce60 req-5b0e280f-9450-4111-92fa-fa25d0cda462 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0460875 Sep 24 00:08:42.366224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60388) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:42.403470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 82aee432-042f-46dc-8201-c832225810e1 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:08:42.435451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 82aee432-042f-46dc-8201-c832225810e1 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:08:42.436900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 82aee432-042f-46dc-8201-c832225810e1 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:08:42.448696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6885240b-9648-4d94-b369-c65e849e925b admin admin] Deleting subnet 3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:42.453863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b179e5f2-2dad-4e42-a308-cbdafaeace6e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.455707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6885240b-9648-4d94-b369-c65e849e925b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.459583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b179e5f2-2dad-4e42-a308-cbdafaeace6e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.487196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'name': 'network-vif-deleted', 'tag': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:08:42.490682 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf11417-322c-4257-abae-34ec1aea797c" -d '{"events": [{"server_uuid": "a2bb03bf-7b76-4198-a87e-e65c964ee3aa", "name": "network-vif-deleted", "tag": "04af72c2-1cd4-45c4-bfd7-ee6917e45be8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:08:42.512588 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6885240b-9648-4d94-b369-c65e849e925b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.553102 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f490a6-33f5-49c5-9103-08a0223af82d x-openstack-request-id: req-07f490a6-33f5-49c5-9103-08a0223af82d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:08:42.553604 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2bb03bf-7b76-4198-a87e-e65c964ee3aa", "name": "network-vif-deleted", "tag": "04af72c2-1cd4-45c4-bfd7-ee6917e45be8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:08:42.553939 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07f490a6-33f5-49c5-9103-08a0223af82d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:08:42.554521 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2bb03bf-7b76-4198-a87e-e65c964ee3aa', 'name': 'network-vif-deleted', 'tag': '04af72c2-1cd4-45c4-bfd7-ee6917e45be8', 'status': 'completed', 'code': 200} Sep 24 00:08:42.562826 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6885240b-9648-4d94-b369-c65e849e925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.566174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b179e5f2-2dad-4e42-a308-cbdafaeace6e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.567209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b179e5f2-2dad-4e42-a308-cbdafaeace6e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Fanout notify agent at l3_agent the message router_deleted on router 0ce47040-10a0-4407-809c-b7e4c41bfc6a {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:08:42.574949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b179e5f2-2dad-4e42-a308-cbdafaeace6e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.576389 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b179e5f2-2dad-4e42-a308-cbdafaeace6e tempest-RoutersNegativeIpV6Test-2104955881 tempest-RoutersNegativeIpV6Test-2104955881-project] 10.222.0.24 "DELETE /v2.0/routers/0ce47040-10a0-4407-809c-b7e4c41bfc6a HTTP/1.1" status: 204 len: 168 time: 0.5223396 Sep 24 00:08:42.632835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6885240b-9648-4d94-b369-c65e849e925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.664969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6885240b-9648-4d94-b369-c65e849e925b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:42.668577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6885240b-9648-4d94-b369-c65e849e925b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.672964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6885240b-9648-4d94-b369-c65e849e925b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3d7cfa7a-d0ea-45f7-8a8e-4d215db303fa HTTP/1.1" status: 204 len: 168 time: 0.3036211 Sep 24 00:08:42.673393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60402) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:42.763424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.849145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.875817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60410) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:42.887838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b7b53d-a505-4863-b88a-44a3c317dde1']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:42.903225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00c3e7f2-3372-431f-a26f-6eaa0ba43b54') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:42.906553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00c3e7f2-3372-431f-a26f-6eaa0ba43b54') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:42.921431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc749d27-3248-4366-b885-c117cad5d1ac req-0dc41c6b-17fe-4295-bdc2-31f905e5b3d9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:42.929238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc749d27-3248-4366-b885-c117cad5d1ac req-0dc41c6b-17fe-4295-bdc2-31f905e5b3d9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0912242 Sep 24 00:08:42.929556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.956070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.970732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:08:42.971899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:08:42.974625 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:08:43.015999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc749d27-3248-4366-b885-c117cad5d1ac req-aa3b73e3-2eb2-426c-be5a-2b063d47a12e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808728 Sep 24 00:08:43.076897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.099775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.102281 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f9b7b53d-a505-4863-b88a-44a3c317dde1 HTTP/1.1" status: 204 len: 168 time: 0.4271495 Sep 24 00:08:43.126771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dc1423-d93c-4012-8334-caa32eea6d25 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b7b53d-a505-4863-b88a-44a3c317dde1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:43.132583 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a3dbd631-1ec0-4e0d-afdf-1d20c4e05e85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6c382a9652a4cee80a7baf35bddfa01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551577 Sep 24 00:08:43.135259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60424) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:43.205777 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77df3c44-94d9-4890-8727-d79d3521e111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.239514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77df3c44-94d9-4890-8727-d79d3521e111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.305612 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77df3c44-94d9-4890-8727-d79d3521e111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.308388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77df3c44-94d9-4890-8727-d79d3521e111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.309562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-77df3c44-94d9-4890-8727-d79d3521e111 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f078e45e-5958-4d7a-9e41-4683cd2029c8 HTTP/1.1" status: 204 len: 168 time: 0.1733112 Sep 24 00:08:43.336991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df3c44-94d9-4890-8727-d79d3521e111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f078e45e-5958-4d7a-9e41-4683cd2029c8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:43.373152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60438) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:43.427168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0e3e923c-872d-4bc0-8638-3b8bdd20c9de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=985c577509134bb0be9f9fb9686367cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516410 Sep 24 00:08:43.430049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60442) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:43.487640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc9d9-403e-4844-ad30-837346178ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.523672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc9d9-403e-4844-ad30-837346178ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.543399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef0ad7f5-d58e-462a-b98e-79ac4c677670 req-f2417c6a-2c46-458f-b9bb-db90713f110f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0458143 Sep 24 00:08:43.614301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc9d9-403e-4844-ad30-837346178ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.617137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e5fc9d9-403e-4844-ad30-837346178ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:43.618336 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1e5fc9d9-403e-4844-ad30-837346178ac8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e405e3d-1ed1-409b-9ba0-10abc2fd4244 HTTP/1.1" status: 204 len: 168 time: 0.1871314 Sep 24 00:08:43.626980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5fc9d9-403e-4844-ad30-837346178ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e405e3d-1ed1-409b-9ba0-10abc2fd4244,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:44.243712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b684b143-6ec5-4972-94d0-47ff2af4d6dc req-09235f34-7b34-4b01-8db7-06edc01a0ed2 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:44.245715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b684b143-6ec5-4972-94d0-47ff2af4d6dc req-09235f34-7b34-4b01-8db7-06edc01a0ed2 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0993478 Sep 24 00:08:44.328509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b684b143-6ec5-4972-94d0-47ff2af4d6dc req-6e5dfee8-08f9-4192-adfa-7861954add40 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644789 Sep 24 00:08:44.731354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a620728-13e1-4b64-8e17-9250c4a9d730 req-bfd55b9d-d63b-4022-be57-8f6879b36418 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0622120 Sep 24 00:08:44.928032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:45.040400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4f439c01-46c2-4728-87ba-24f9a8893aad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-412200768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:45.064248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f439c01-46c2-4728-87ba-24f9a8893aad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.065439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f439c01-46c2-4728-87ba-24f9a8893aad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.376533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f439c01-46c2-4728-87ba-24f9a8893aad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.384791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f439c01-46c2-4728-87ba-24f9a8893aad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.402349 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f439c01-46c2-4728-87ba-24f9a8893aad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.404150 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4f439c01-46c2-4728-87ba-24f9a8893aad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4750786 Sep 24 00:08:45.406791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:45.413802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1153164994'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:45.445066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Made reservation on behalf of 75fb8466b1f640ddbe4be8841e952a84 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:45.449286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.459688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.473503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b32d2c8-3ef2-44e5-aa53-76b7a624e105 req-f16401fe-ff76-4de5-b04e-a1c9495bb14b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:45.482066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b32d2c8-3ef2-44e5-aa53-76b7a624e105 req-f16401fe-ff76-4de5-b04e-a1c9495bb14b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0673561 Sep 24 00:08:45.522354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b32d2c8-3ef2-44e5-aa53-76b7a624e105 req-f2adbdfa-e17d-425e-b545-ac01cda5b5eb tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393021 Sep 24 00:08:45.582026 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.588311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.621492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60570) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:45.622252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:08:45.647493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74dc7e4-2d55-4301-8427-275f2d1480ba,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:45.652612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.652837 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Added segment 3228366d-3997-4c9b-81c8-81d2c02c746c of type vlan for network bdb09fa0-0a76-4525-aaed-68555cc72049 Sep 24 00:08:45.672028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92332fb1-463e-423d-82bb-e4c4abe117f2 req-002cd97a-9d84-4d8c-915a-31cc4a9241c9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:45.675259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92332fb1-463e-423d-82bb-e4c4abe117f2 req-002cd97a-9d84-4d8c-915a-31cc4a9241c9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0637677 Sep 24 00:08:45.709721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.737355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92332fb1-463e-423d-82bb-e4c4abe117f2 req-ffeed3da-5b52-41d0-a01a-6e9012866a88 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481384 Sep 24 00:08:45.748721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.768496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:45.769464 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.814253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79451a37-b8c5-4519-93c8-29ab57db3b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:45.878276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef16eb-efc0-49a7-a91c-5c8d7dacf326 req-7d82147d-fee1-484b-bc4c-f89f373e24eb tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:45.890930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67ef16eb-efc0-49a7-a91c-5c8d7dacf326 req-7d82147d-fee1-484b-bc4c-f89f373e24eb tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0643051 Sep 24 00:08:45.891232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Network': ['ID=bdb09fa0-0a76-4525-aaed-68555cc72049,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:45.898220 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-588ad66a-fad9-47e4-a10b-aeb441a86e23 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4902740 Sep 24 00:08:45.901809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60588) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:45.904214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network bdb09fa0-0a76-4525-aaed-68555cc72049 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:08:45.909328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'subnet': {'network_id': 'bdb09fa0-0a76-4525-aaed-68555cc72049', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:46.094446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79451a37-b8c5-4519-93c8-29ab57db3b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.111056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-79451a37-b8c5-4519-93c8-29ab57db3b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.160838 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-79451a37-b8c5-4519-93c8-29ab57db3b97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=33925db45add40f09f4b768e21977dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353978 Sep 24 00:08:46.163464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:46.184767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Made reservation on behalf of 75fb8466b1f640ddbe4be8841e952a84 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:46.188938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.242385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25d68d7b-acc2-4dcd-b7ac-a6ecd0623165 req-b72af386-4dec-44f3-a1a7-5a952886b992 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0281739 Sep 24 00:08:46.271549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79451a37-b8c5-4519-93c8-29ab57db3b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff0cb43-fa05-4715-b1e7-dae4a4e593b7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:46.278525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67ef16eb-efc0-49a7-a91c-5c8d7dacf326 req-2b7bd728-62d4-4160-9328-593bd29ee987 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898220 Sep 24 00:08:46.284707 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69692c6c-e8d1-4438-95fa-92806c83b483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.355638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69692c6c-e8d1-4438-95fa-92806c83b483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.433822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b29482-172a-45a3-9b62-b509d6946c19 req-a00b5e2c-bb29-4e9c-afc3-c344fa0c840c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:46.443639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93b29482-172a-45a3-9b62-b509d6946c19 req-a00b5e2c-bb29-4e9c-afc3-c344fa0c840c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0808117 Sep 24 00:08:46.472427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69692c6c-e8d1-4438-95fa-92806c83b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.472427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69692c6c-e8d1-4438-95fa-92806c83b483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.472427 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-69692c6c-e8d1-4438-95fa-92806c83b483 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cff0cb43-fa05-4715-b1e7-dae4a4e593b7 HTTP/1.1" status: 204 len: 168 time: 0.3045635 Sep 24 00:08:46.482335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69692c6c-e8d1-4438-95fa-92806c83b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff0cb43-fa05-4715-b1e7-dae4a4e593b7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:46.497556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93b29482-172a-45a3-9b62-b509d6946c19 req-18e5cba8-e926-4ef3-b998-d784c232d5e6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526235 Sep 24 00:08:46.540701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.613030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Subnet': ['ID=f420ed17-0683-4305-9acb-c8f4ea6855f4,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:46.623271 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Checking segment: {'id': '3228366d-3997-4c9b-81c8-81d2c02c746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdb09fa0-0a76-4525-aaed-68555cc72049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:46.623852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network hostable DHCP agents. Network: bdb09fa0-0a76-4525-aaed-68555cc72049, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:08:46.647439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network bdb09fa0-0a76-4525-aaed-68555cc72049 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:08:46.657275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e9a22-9acf-4e0e-b533-e7e27942f645 req-4053df16-5489-4df9-bc83-ac4f55e3b0ff tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:46.659359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-083e9a22-9acf-4e0e-b533-e7e27942f645 req-4053df16-5489-4df9-bc83-ac4f55e3b0ff tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0621905 Sep 24 00:08:46.661276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, bdb09fa0-0a76-4525-aaed-68555cc72049) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:46.666065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:46.667212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.671340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2d0f3-eac2-46c7-bb36-9a75b0df4ba3 None None] Network bdb09fa0-0a76-4525-aaed-68555cc72049 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:46.690774 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dc290f6b-c484-4dfb-9ce3-88eefb54a0d5 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7853465 Sep 24 00:08:46.694551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60608) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:46.699621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'network': {'name': 'tempest-router-network01--1603446410'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:46.724176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Made reservation on behalf of 75fb8466b1f640ddbe4be8841e952a84 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:46.728444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.754428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-083e9a22-9acf-4e0e-b533-e7e27942f645 req-5255abb2-99e4-425f-846c-a06a84098df6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665729 Sep 24 00:08:46.759511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:08:46.775279 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.775756 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Added segment f723e34c-30d1-409d-b268-2a14317a5880 of type vlan for network d318bb38-8013-47ee-ae60-16fc19613927 Sep 24 00:08:46.841002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.876955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.885706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:46.890680 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.940309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eedab3-97a4-4149-a283-961aafb049ff req-d57d3c6a-f8dd-42ad-a363-669c66edb5a7 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:46.951983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-bdb09fa0-0a76-4525-aaed-68555cc72049', 'network_id': 'bdb09fa0-0a76-4525-aaed-68555cc72049', 'tenant_id': '75fb8466b1f640ddbe4be8841e952a84', 'fixed_ips': [{'subnet_id': 'f420ed17-0683-4305-9acb-c8f4ea6855f4'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:08:46.952979 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:46.953820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90eedab3-97a4-4149-a283-961aafb049ff req-d57d3c6a-f8dd-42ad-a363-669c66edb5a7 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0707197 Sep 24 00:08:46.991074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90eedab3-97a4-4149-a283-961aafb049ff req-fe67bd9a-489c-4c6b-ab67-ecf13a7d073f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359156 Sep 24 00:08:47.019486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Network': ['ID=d318bb38-8013-47ee-ae60-16fc19613927,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:47.042555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c7f8eee-f1ce-4d66-8885-75546b468dec tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3472111 Sep 24 00:08:47.045331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60626) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:47.052002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'network': {'name': 'tempest-router-network02--637463667'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:47.056008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network d318bb38-8013-47ee-ae60-16fc19613927 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:08:47.080580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Made reservation on behalf of 75fb8466b1f640ddbe4be8841e952a84 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:47.085061 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.117799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:08:47.128608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.129563 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Added segment 43e36324-b438-40ab-8401-6da54614e7ae of type vlan for network 57c7a207-5487-40be-bbcc-e5d8c66ce519 Sep 24 00:08:47.180286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.187634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46f0f0-d8ae-4207-92a3-b1fb89b96872 req-b750f66b-7dac-43d4-bcdb-fd0609ccf31c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:47.189887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf46f0f0-d8ae-4207-92a3-b1fb89b96872 req-b750f66b-7dac-43d4-bcdb-fd0609ccf31c tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0932562 Sep 24 00:08:47.217417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.224493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:47.225593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.279598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf46f0f0-d8ae-4207-92a3-b1fb89b96872 req-af03aa39-914e-4dc9-a638-274979716c2b tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810318 Sep 24 00:08:47.306819 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2485089 Sep 24 00:08:47.306819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:47.306819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'subnet': {'network_id': 'd318bb38-8013-47ee-ae60-16fc19613927', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:47.366231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dcbf69-36fe-41eb-8d9c-d5914f90b258 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Network': ['ID=57c7a207-5487-40be-bbcc-e5d8c66ce519,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:47.440427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31466e19-5b06-4a28-8a5d-c5baa914dda7 req-daf14eae-6dd8-4fea-a0ba-0577df49253f tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0492263 Sep 24 00:08:47.458160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 57c7a207-5487-40be-bbcc-e5d8c66ce519 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:08:47.520131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Made reservation on behalf of 75fb8466b1f640ddbe4be8841e952a84 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:47.523890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.634048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Allocated IP 172.20.0.2 (bdb09fa0-0a76-4525-aaed-68555cc72049/f420ed17-0683-4305-9acb-c8f4ea6855f4/2bef4e83-28f1-4bda-b47f-c899fc9bbd31) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:47.700995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733e0d7-313e-4a39-8eb7-4396f3e3fce0 req-1dd71097-c585-4782-b834-47e38152c2f9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:47.713732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2733e0d7-313e-4a39-8eb7-4396f3e3fce0 req-1dd71097-c585-4782-b834-47e38152c2f9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1156056 Sep 24 00:08:47.795020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2733e0d7-313e-4a39-8eb7-4396f3e3fce0 req-df4fbd92-a8e1-460d-a6bd-def05cd4b085 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790284 Sep 24 00:08:47.885087 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.895510 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.926527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:47.953520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Network bdb09fa0-0a76-4525-aaed-68555cc72049 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:47.961952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:47.966381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Pushing event updated for resources: {'Port': ['ID=2bef4e83-28f1-4bda-b47f-c899fc9bbd31,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:47.970452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:48.051659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Subnet': ['ID=ee6ade38-63d1-46e7-8761-de9480934420,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:48.064737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Checking segment: {'id': 'f723e34c-30d1-409d-b268-2a14317a5880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd318bb38-8013-47ee-ae60-16fc19613927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:48.065393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network hostable DHCP agents. Network: d318bb38-8013-47ee-ae60-16fc19613927, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:08:48.091391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Attempting to bind port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:48.091765 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Attempting to bind port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3228366d-3997-4c9b-81c8-81d2c02c746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdb09fa0-0a76-4525-aaed-68555cc72049'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:48.092319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Attempting to bind port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 on network bdb09fa0-0a76-4525-aaed-68555cc72049 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:48.104256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:48.105596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Checking segment: {'id': '3228366d-3997-4c9b-81c8-81d2c02c746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdb09fa0-0a76-4525-aaed-68555cc72049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:48.106011 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:48.106408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Bound using segment: {'id': '3228366d-3997-4c9b-81c8-81d2c02c746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdb09fa0-0a76-4525-aaed-68555cc72049'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:48.110407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network d318bb38-8013-47ee-ae60-16fc19613927 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:08:48.111298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Bound port: 2bef4e83-28f1-4bda-b47f-c899fc9bbd31, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3228366d-3997-4c9b-81c8-81d2c02c746c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bdb09fa0-0a76-4525-aaed-68555cc72049'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:48.112116 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:48.127326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, d318bb38-8013-47ee-ae60-16fc19613927) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:48.134269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:48.135793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:48.157814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025c6104-58f4-4fe6-bb91-6b41ab9dd7e5 None None] Network d318bb38-8013-47ee-ae60-16fc19613927 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:48.169677 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-37bd6fe5-d3f2-4c50-969e-46e153948489 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8673775 Sep 24 00:08:48.170228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60672) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:48.176638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'subnet': {'network_id': '57c7a207-5487-40be-bbcc-e5d8c66ce519', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:48.267570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] For port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:48.290797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] For port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2bef4e83-28f1-4bda-b47f-c899fc9bbd31,segment=NetworkSegment(3228366d-3997-4c9b-81c8-81d2c02c746c),segment_id=3228366d-3997-4c9b-81c8-81d2c02c746c)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:48.303551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Made reservation on behalf of 75fb8466b1f640ddbe4be8841e952a84 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:48.303829 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:48.309157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:48.457303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-d318bb38-8013-47ee-ae60-16fc19613927', 'network_id': 'd318bb38-8013-47ee-ae60-16fc19613927', 'tenant_id': '75fb8466b1f640ddbe4be8841e952a84', 'fixed_ips': [{'subnet_id': 'ee6ade38-63d1-46e7-8761-de9480934420'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:08:48.459340 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:48.475163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a183fa78-1d56-4ce2-9835-c653355b7ba3 None None] Pushing event updated for resources: {'Port': ['ID=2bef4e83-28f1-4bda-b47f-c899fc9bbd31,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:48.630045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Allocated IP 172.20.0.2 (d318bb38-8013-47ee-ae60-16fc19613927/ee6ade38-63d1-46e7-8761-de9480934420/b7632d70-cd5b-4a5f-9adb-66714baa85fa) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:48.717163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-631f6d13-eb71-4254-a1f2-325ea0fa503d req-63ab1cd0-a702-41c9-bb6d-59d13c8eb65c tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0665987 Sep 24 00:08:48.736909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:48.849416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Subnet': ['ID=e78f848a-6b57-4126-863a-02ccb0e80049,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:48.873248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Checking segment: {'id': '43e36324-b438-40ab-8401-6da54614e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '57c7a207-5487-40be-bbcc-e5d8c66ce519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:48.873818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network hostable DHCP agents. Network: 57c7a207-5487-40be-bbcc-e5d8c66ce519, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:08:48.913082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network 57c7a207-5487-40be-bbcc-e5d8c66ce519 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:08:48.964276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 57c7a207-5487-40be-bbcc-e5d8c66ce519) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:48.973353 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:48.981741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507c2b35-9b24-42e2-9207-aac6775cb1f8 None None] Network 57c7a207-5487-40be-bbcc-e5d8c66ce519 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:49.017336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:49.018077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.060688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60706) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:49.066948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-74a3bb84-22dd-4b93-a7a1-9499ddbaedb9 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8860300 Sep 24 00:08:49.088483 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.088721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0838b6f-d251-4a25-9415-b8311118bb59 req-2f35af4b-8cc4-4574-89f4-36b4a9cbde68 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:49.090281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0838b6f-d251-4a25-9415-b8311118bb59 req-2f35af4b-8cc4-4574-89f4-36b4a9cbde68 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1560671 Sep 24 00:08:49.090800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60708) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:49.184459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0838b6f-d251-4a25-9415-b8311118bb59 req-4e36a282-2005-4460-a080-e8b804085dea tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877123 Sep 24 00:08:49.222079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Pushing event updated for resources: {'Port': ['ID=b7632d70-cd5b-4a5f-9adb-66714baa85fa,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:49.234028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Network d318bb38-8013-47ee-ae60-16fc19613927 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:49.239066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:49.246967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:49.333881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97d0f9b7-e054-410a-9977-70369a557e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.388502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Attempting to bind port b7632d70-cd5b-4a5f-9adb-66714baa85fa on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:49.388502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Attempting to bind port b7632d70-cd5b-4a5f-9adb-66714baa85fa by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'f723e34c-30d1-409d-b268-2a14317a5880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd318bb38-8013-47ee-ae60-16fc19613927'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:49.388860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Attempting to bind port b7632d70-cd5b-4a5f-9adb-66714baa85fa on network d318bb38-8013-47ee-ae60-16fc19613927 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:49.395414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:49.395795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Checking segment: {'id': 'f723e34c-30d1-409d-b268-2a14317a5880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd318bb38-8013-47ee-ae60-16fc19613927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:49.396212 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.396716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Bound using segment: {'id': 'f723e34c-30d1-409d-b268-2a14317a5880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd318bb38-8013-47ee-ae60-16fc19613927'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:49.397244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Bound port: b7632d70-cd5b-4a5f-9adb-66714baa85fa, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f723e34c-30d1-409d-b268-2a14317a5880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd318bb38-8013-47ee-ae60-16fc19613927'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:49.397633 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.402646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-57c7a207-5487-40be-bbcc-e5d8c66ce519', 'network_id': '57c7a207-5487-40be-bbcc-e5d8c66ce519', 'tenant_id': '75fb8466b1f640ddbe4be8841e952a84', 'fixed_ips': [{'subnet_id': 'e78f848a-6b57-4126-863a-02ccb0e80049'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:08:49.403518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.567121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97d0f9b7-e054-410a-9977-70369a557e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.575106 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97d0f9b7-e054-410a-9977-70369a557e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.633547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-97d0f9b7-e054-410a-9977-70369a557e40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ab87bf2fef84aabbda992a6b1a74227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413015 Sep 24 00:08:49.634203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60720) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:49.641396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0f9b7-e054-410a-9977-70369a557e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b02dec-e228-464e-afeb-199bd5c86956,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:49.703507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-003339f8-0af8-4ce9-8993-9a5eeaa28b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.716228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.738428 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-003339f8-0af8-4ce9-8993-9a5eeaa28b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.738728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] For port b7632d70-cd5b-4a5f-9adb-66714baa85fa, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:49.744671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] For port b7632d70-cd5b-4a5f-9adb-66714baa85fa, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b7632d70-cd5b-4a5f-9adb-66714baa85fa,segment=NetworkSegment(f723e34c-30d1-409d-b268-2a14317a5880),segment_id=f723e34c-30d1-409d-b268-2a14317a5880)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:49.809992 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.820107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-003339f8-0af8-4ce9-8993-9a5eeaa28b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.823947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-003339f8-0af8-4ce9-8993-9a5eeaa28b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:49.828479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-003339f8-0af8-4ce9-8993-9a5eeaa28b95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3b02dec-e228-464e-afeb-199bd5c86956 HTTP/1.1" status: 204 len: 168 time: 0.1929250 Sep 24 00:08:49.853051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003339f8-0af8-4ce9-8993-9a5eeaa28b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b02dec-e228-464e-afeb-199bd5c86956,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:49.885693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b77d5c-a565-416e-9c27-b93f3bfcbd3e req-2a399eb4-5947-467b-824c-47eff6ee3d62 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:49.895343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29b77d5c-a565-416e-9c27-b93f3bfcbd3e req-2a399eb4-5947-467b-824c-47eff6ee3d62 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0904300 Sep 24 00:08:49.923986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3df68-626a-4d5b-9a74-3fb394ac4fa1 None None] Pushing event updated for resources: {'Port': ['ID=b7632d70-cd5b-4a5f-9adb-66714baa85fa,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:49.981986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29b77d5c-a565-416e-9c27-b93f3bfcbd3e req-84aec102-1d9f-45d9-9986-32627dc697ac tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856500 Sep 24 00:08:50.008234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-4153c285-5ff2-4b0b-86d9-0cd1b7befa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:50.009758 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-4153c285-5ff2-4b0b-86d9-0cd1b7befa98 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c382c29d4fe44473a0390b3299193f52&device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 1099 time: 0.2621417 Sep 24 00:08:50.012140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Allocated IP 172.20.0.2 (57c7a207-5487-40be-bbcc-e5d8c66ce519/e78f848a-6b57-4126-863a-02ccb0e80049/ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:50.207875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4db273ec-7fb7-43bb-8c83-a89982617f0b req-66dfb142-c867-4061-b6e5-5144ce7954b2 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0787737 Sep 24 00:08:50.232332 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.236779 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da237f36-3863-4d83-bb7f-f316c05df1ba None None] Network bdb09fa0-0a76-4525-aaed-68555cc72049 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:50.262395 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.413778 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Network 57c7a207-5487-40be-bbcc-e5d8c66ce519 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:50.445920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:50.465592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:50.468410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdda5af3-8ac5-4ead-99ba-a943535f59c3 None None] Provisioning complete for port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:50.468786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdda5af3-8ac5-4ead-99ba-a943535f59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.470479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Pushing event updated for resources: {'Port': ['ID=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:50.497103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60732) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:50.498103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Allocated IP 172.20.0.1 (d318bb38-8013-47ee-ae60-16fc19613927/ee6ade38-63d1-46e7-8761-de9480934420/ce4b3684-8fe5-4882-9a5f-8c9718e74136) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:50.519938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.637859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:50.707911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.727600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.743346 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.750065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Attempting to bind port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:08:50.750542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Attempting to bind port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '43e36324-b438-40ab-8401-6da54614e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '57c7a207-5487-40be-bbcc-e5d8c66ce519'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:08:50.751402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Attempting to bind port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 on network 57c7a207-5487-40be-bbcc-e5d8c66ce519 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:08:50.757161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-522c2f92-ba81-4458-b157-d4a9ac6499c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:50.760823 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-522c2f92-ba81-4458-b157-d4a9ac6499c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 200 len: 915 time: 0.6908660 Sep 24 00:08:50.771330 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.786054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:08:50.786659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Checking segment: {'id': '43e36324-b438-40ab-8401-6da54614e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '57c7a207-5487-40be-bbcc-e5d8c66ce519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:50.787181 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.791307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Bound using segment: {'id': '43e36324-b438-40ab-8401-6da54614e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '57c7a207-5487-40be-bbcc-e5d8c66ce519'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:08:50.791948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Bound port: ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e36324-b438-40ab-8401-6da54614e7ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '57c7a207-5487-40be-bbcc-e5d8c66ce519'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:08:50.792441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.798279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce5833dc99e94deb82e3365fd7951fd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2998524 Sep 24 00:08:50.799618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b0cde2-5aec-456e-a8fa-1d65c7d9ff38,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:50.802601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60734) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:50.825709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.826079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.826416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.827193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.827526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.827851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.828171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.828493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.828883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.829270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.829595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.829911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6229ed-8aad-4879-ba51-4c6e0ea6c23b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:08:50.879665 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a05edb70-cec8-4b56-866b-a37e02c78e04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.901180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] For port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:08:50.904860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Port': ['ID=ce4b3684-8fe5-4882-9a5f-8c9718e74136,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:50.908404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] For port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,segment=NetworkSegment(43e36324-b438-40ab-8401-6da54614e7ae),segment_id=43e36324-b438-40ab-8401-6da54614e7ae)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:08:50.920990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a05edb70-cec8-4b56-866b-a37e02c78e04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.960861 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:50.962419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network d318bb38-8013-47ee-ae60-16fc19613927 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:50.964692 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-0674a44c-8013-421b-a500-81e7d9da76e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 200 len: 217 time: 0.1795230 Sep 24 00:08:50.965688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:50.968220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:51.027164 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a05edb70-cec8-4b56-866b-a37e02c78e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:51.030370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a05edb70-cec8-4b56-866b-a37e02c78e04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:51.033998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a05edb70-cec8-4b56-866b-a37e02c78e04 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5b0cde2-5aec-456e-a8fa-1d65c7d9ff38 HTTP/1.1" status: 204 len: 168 time: 0.2279060 Sep 24 00:08:51.047398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05edb70-cec8-4b56-866b-a37e02c78e04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b0cde2-5aec-456e-a8fa-1d65c7d9ff38,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:51.132305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:51.146988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-0c782e18-2f54-4212-a620-8d820ac5cd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:51.148920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-0c782e18-2f54-4212-a620-8d820ac5cd09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 200 len: 854 time: 0.1755879 Sep 24 00:08:51.254721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264032f-4cf8-415f-9cfb-c0e7ea0b0606 req-9ca2aff4-a6f5-48d2-a926-d4f2236239a0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:51.271046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5264032f-4cf8-415f-9cfb-c0e7ea0b0606 req-9ca2aff4-a6f5-48d2-a926-d4f2236239a0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1495106 Sep 24 00:08:51.299317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:51.299907 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:51.314958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7d12e-0fef-40c2-a114-bd265e97bd13 None None] Pushing event updated for resources: {'Port': ['ID=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:51.352840 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-4f91ad59-692c-4b58-862c-0236dfc6bc43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f952ee4a-2d97-4fef-8a03-665d5f67403e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770602 Sep 24 00:08:51.365026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5264032f-4cf8-415f-9cfb-c0e7ea0b0606 req-e9e04394-9c7f-4d1c-bb50-44c7f32a5468 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920019 Sep 24 00:08:51.421049 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdda5af3-8ac5-4ead-99ba-a943535f59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:51.537660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdda5af3-8ac5-4ead-99ba-a943535f59c3 None None] For port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2bef4e83-28f1-4bda-b47f-c899fc9bbd31,segment=NetworkSegment(3228366d-3997-4c9b-81c8-81d2c02c746c),segment_id=3228366d-3997-4c9b-81c8-81d2c02c746c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:51.605930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea300828-a012-4601-892c-0c1015779011 req-1ffb2e19-ad99-4854-988d-9eae48fd08a3 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0727651 Sep 24 00:08:51.646198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:51.685338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdda5af3-8ac5-4ead-99ba-a943535f59c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.009961 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-30e45734-a9da-4f5c-8bdf-1e4275d55664 service neutron] 10.222.0.18 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463380 Sep 24 00:08:52.024311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42033051-316f-41c1-b5ff-140542608d60 None None] Network d318bb38-8013-47ee-ae60-16fc19613927 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:52.100708 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.123062 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda5af3-8ac5-4ead-99ba-a943535f59c3 None None] Pushing event updated for resources: {'Port': ['ID=2bef4e83-28f1-4bda-b47f-c899fc9bbd31,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:52.198620 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3d6e1bb-9578-42c4-9c48-f39f86d99618 req-68b5e07d-dab7-4f53-9df5-eb78fef4045c service neutron] 10.222.0.18 "GET /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726584 Sep 24 00:08:52.212910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-10a1ec4d-d65b-44f9-80ff-bb37013b61bc None None] Provisioning complete for port b7632d70-cd5b-4a5f-9adb-66714baa85fa triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:52.214080 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-10a1ec4d-d65b-44f9-80ff-bb37013b61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.285039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.291470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.398514 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:08:52.399137 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:08:52.446736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.468291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Port': ['ID=ce4b3684-8fe5-4882-9a5f-8c9718e74136,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:52.524596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-10a1ec4d-d65b-44f9-80ff-bb37013b61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.608467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d287e3e-a2ea-4c9a-abbb-4c70663d71f8 req-3cd25c2c-99bd-4641-a488-ff51c2ac07a8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:52.610059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d287e3e-a2ea-4c9a-abbb-4c70663d71f8 req-3cd25c2c-99bd-4641-a488-ff51c2ac07a8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1224978 Sep 24 00:08:52.629878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-10a1ec4d-d65b-44f9-80ff-bb37013b61bc None None] For port b7632d70-cd5b-4a5f-9adb-66714baa85fa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b7632d70-cd5b-4a5f-9adb-66714baa85fa,segment=NetworkSegment(f723e34c-30d1-409d-b268-2a14317a5880),segment_id=f723e34c-30d1-409d-b268-2a14317a5880)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:52.646037 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-10a1ec4d-d65b-44f9-80ff-bb37013b61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.684197 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d287e3e-a2ea-4c9a-abbb-4c70663d71f8 req-6cb1b77b-af30-4855-8b45-4bcc51d5c39e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659401 Sep 24 00:08:52.733186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-10a1ec4d-d65b-44f9-80ff-bb37013b61bc None None] Provisioning complete for port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:52.746497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network d318bb38-8013-47ee-ae60-16fc19613927 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:52.751075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:52.751835 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-10a1ec4d-d65b-44f9-80ff-bb37013b61bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:52.868853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0558c30b-81df-4192-bc7b-c0e84f598cbe req-a909babc-7331-4d81-b0e3-c185fee385f4 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0866997 Sep 24 00:08:52.928418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a1ec4d-d65b-44f9-80ff-bb37013b61bc None None] Pushing event updated for resources: {'Port': ['ID=b7632d70-cd5b-4a5f-9adb-66714baa85fa,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:53.084194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-043c2f03-4a85-4850-b34f-93814aeea811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:53.114376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Router 41380a91-ae95-40d0-b4b1-69c15664cd2b is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:08:53.154048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e64406-846b-4ddc-bd19-7e431e87b7af None None] Network 57c7a207-5487-40be-bbcc-e5d8c66ce519 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:53.326359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:53.351489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60800) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:53.354470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb68d2-44ef-476b-b63e-18920deebb1e None None] Sync routers for ids ['41380a91-ae95-40d0-b4b1-69c15664cd2b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:53.368497 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab9d1f5a-5c9a-40cd-ace0-8a927169d9f1 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "PUT /v2.0/routers/41380a91-ae95-40d0-b4b1-69c15664cd2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3054411 Sep 24 00:08:53.402218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Provisioning complete for port ce4b3684-8fe5-4882-9a5f-8c9718e74136 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:53.402698 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:53.419481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:53.476858 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:53.561167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Port ce4b3684-8fe5-4882-9a5f-8c9718e74136 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:53.585441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd66b-3aba-4b4c-b58f-63dadb0bac74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:53.595079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb68d2-44ef-476b-b63e-18920deebb1e None None] Routers {'41380a91-ae95-40d0-b4b1-69c15664cd2b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:53.595810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d7eb68d2-44ef-476b-b63e-18920deebb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['41380a91-ae95-40d0-b4b1-69c15664cd2b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:53.711727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Provisioning complete for port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:53.712114 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:53.743975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d7eb68d2-44ef-476b-b63e-18920deebb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:53.773550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd66b-3aba-4b4c-b58f-63dadb0bac74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:53.779728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd66b-3aba-4b4c-b58f-63dadb0bac74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:53.828809 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cf3cd66b-3aba-4b4c-b58f-63dadb0bac74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=77c576dd16d34341ae5334f525e78eb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4081886 Sep 24 00:08:53.830431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cd66b-3aba-4b4c-b58f-63dadb0bac74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3dd69e-b563-451d-b3b0-c1914f91ac09,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:53.832990 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60814) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:53.849399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eb68d2-44ef-476b-b63e-18920deebb1e None None] Routers {'41380a91-ae95-40d0-b4b1-69c15664cd2b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:53.850024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d7eb68d2-44ef-476b-b63e-18920deebb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['41380a91-ae95-40d0-b4b1-69c15664cd2b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:53.889100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d7eb68d2-44ef-476b-b63e-18920deebb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:53.889750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eb68d2-44ef-476b-b63e-18920deebb1e None None] The sync data for ids ['41380a91-ae95-40d0-b4b1-69c15664cd2b'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:53.929031 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7ba41dc-2695-4bbf-9b66-29d8b0eccf60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:53.940878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:53.940878 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:53.985313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7ba41dc-2695-4bbf-9b66-29d8b0eccf60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.014932 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02948b3e-051f-4d77-b2b4-0e590529126b req-b3bc0749-7f7f-4e0b-b832-60b928d2c6e1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:54.023842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02948b3e-051f-4d77-b2b4-0e590529126b req-b3bc0749-7f7f-4e0b-b832-60b928d2c6e1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.2062116 Sep 24 00:08:54.065667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7ba41dc-2695-4bbf-9b66-29d8b0eccf60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.068543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7ba41dc-2695-4bbf-9b66-29d8b0eccf60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.072682 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b7ba41dc-2695-4bbf-9b66-29d8b0eccf60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6f3dd69e-b563-451d-b3b0-c1914f91ac09 HTTP/1.1" status: 204 len: 168 time: 0.2385688 Sep 24 00:08:54.088950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ba41dc-2695-4bbf-9b66-29d8b0eccf60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3dd69e-b563-451d-b3b0-c1914f91ac09,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:54.104003 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.133453 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-73bd9fd5-e396-4a0d-88d8-73b51d65c758 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:08:54.137104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-73bd9fd5-e396-4a0d-88d8-73b51d65c758 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "PUT /v2.0/routers/41380a91-ae95-40d0-b4b1-69c15664cd2b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7820044 Sep 24 00:08:54.137454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60826) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:54.150128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-908bc331-5817-4c94-bb14-82ebbba3f66a req-f76c3e84-312a-4592-b212-0b3ab411f355 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.1231794 Sep 24 00:08:54.210466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02948b3e-051f-4d77-b2b4-0e590529126b req-427665c3-038c-4ce5-a199-a4a2304c8691 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854956 Sep 24 00:08:54.220146 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.276579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] For port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,segment=NetworkSegment(43e36324-b438-40ab-8401-6da54614e7ae),segment_id=43e36324-b438-40ab-8401-6da54614e7ae)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:08:54.296376 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.383984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Provisioning complete for port b7632d70-cd5b-4a5f-9adb-66714baa85fa triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:54.384363 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.506481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:08:54.507179 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:08:54.521594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db9ff6-e42d-4f90-9186-1f1b0961e1da req-c9a796cd-ca1c-4d14-8dc1-d9dab36e86c8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:54.523152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87db9ff6-e42d-4f90-9186-1f1b0961e1da req-c9a796cd-ca1c-4d14-8dc1-d9dab36e86c8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1156585 Sep 24 00:08:54.528410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299b476-24ef-48f7-9b04-c496a71803fb None None] Pushing event updated for resources: {'Port': ['ID=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:54.588769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87db9ff6-e42d-4f90-9186-1f1b0961e1da req-dfc9bd80-6913-4717-a00e-2c2746bbf460 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Sep 24 00:08:54.759953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5358d365-ee7f-428f-b633-3987cc810287 None None] Provisioning complete for port ce4b3684-8fe5-4882-9a5f-8c9718e74136 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:54.760326 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5358d365-ee7f-428f-b633-3987cc810287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.819971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77f5a5f-a831-42bd-83c3-3390611c9adf req-c4049cc8-36be-4d30-8f79-8f0fb3d8c68a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:54.821769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a77f5a5f-a831-42bd-83c3-3390611c9adf req-c4049cc8-36be-4d30-8f79-8f0fb3d8c68a tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1023512 Sep 24 00:08:54.843709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5358d365-ee7f-428f-b633-3987cc810287 None None] Port ce4b3684-8fe5-4882-9a5f-8c9718e74136 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:54.870671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5358d365-ee7f-428f-b633-3987cc810287 None None] Provisioning complete for port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:54.871162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5358d365-ee7f-428f-b633-3987cc810287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:54.878444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a77f5a5f-a831-42bd-83c3-3390611c9adf req-f6ed074c-67ed-4230-8304-9ef9080996b8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484610 Sep 24 00:08:55.066140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af1215-e8e5-4009-a5ad-f40e606adc20 req-076e1b3d-166b-42b3-9b81-54b4d53871b0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:55.075327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75af1215-e8e5-4009-a5ad-f40e606adc20 req-076e1b3d-166b-42b3-9b81-54b4d53871b0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0697911 Sep 24 00:08:55.097842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b7632d70-cd5b-4a5f-9adb-66714baa85fa up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:55.127559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75af1215-e8e5-4009-a5ad-f40e606adc20 req-d78f9334-04e1-4cdb-b54d-1cbf28648a2e tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508099 Sep 24 00:08:55.194048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b7632d70-cd5b-4a5f-9adb-66714baa85fa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:55.194740 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.242898 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.274468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60862) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:55.348308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-568fad97-818f-4656-9638-67f3210dea80 req-a8690825-1b90-4b09-819a-daec5f9c4b5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4111f52-981e-40c6-9232-c0b005eb8614 HTTP/1.1" status: 200 len: 210 time: 0.0844948 Sep 24 00:08:55.422248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:55.505320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804d2c5-a955-4092-92a5-fbe7fb687ed4 req-b63ffcbc-780d-430d-9e05-6375591e3ede tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:55.510033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1804d2c5-a955-4092-92a5-fbe7fb687ed4 req-b63ffcbc-780d-430d-9e05-6375591e3ede tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1313887 Sep 24 00:08:55.556690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:55.557851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.624931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1804d2c5-a955-4092-92a5-fbe7fb687ed4 req-6a64366c-22ff-4e1b-928c-f6213fc755b9 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796454 Sep 24 00:08:55.626024 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c5d-d9e4-40bc-882d-108ec55b84c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.656295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Deleting port ce4b3684-8fe5-4882-9a5f-8c9718e74136 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:55.657022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.665066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60878) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:55.771060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5ebaaa-aa93-499f-9d92-ce4935abdbd0 req-3cd349b5-a49f-46fb-9367-bd7293102577 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:55.778301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e5ebaaa-aa93-499f-9d92-ce4935abdbd0 req-3cd349b5-a49f-46fb-9367-bd7293102577 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0808704 Sep 24 00:08:55.807193 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c5d-d9e4-40bc-882d-108ec55b84c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.811103 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.812651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.821930 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85ff2c5d-d9e4-40bc-882d-108ec55b84c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.831045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Calling delete_port for ce4b3684-8fe5-4882-9a5f-8c9718e74136 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:55.833433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:08:55.853864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e5ebaaa-aa93-499f-9d92-ce4935abdbd0 req-9be4138c-032a-4e89-8786-e16e11a1ce95 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746202 Sep 24 00:08:55.891857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1129708724-network', 'tenant_id': 'ea1523a66cda4df7a4530c861b2335ed'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:55.902841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85ff2c5d-d9e4-40bc-882d-108ec55b84c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2474ae980cb461287b945d9a3aa6761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6269567 Sep 24 00:08:55.903816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff2c5d-d9e4-40bc-882d-108ec55b84c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=102529f4-3716-4284-acdd-f9dc7b7fb0ea,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:55.908510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60884) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:55.921461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Made reservation on behalf of ea1523a66cda4df7a4530c861b2335ed for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:55.924481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.930149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:55.930630 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.968415 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:55.989539 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9318636-eb70-433d-91a1-3ff70042405e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.024448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39a17bc4-c442-4c04-a14f-418ad31a3ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.059793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39a17bc4-c442-4c04-a14f-418ad31a3ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.080185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469eb17a-8ac5-45f4-85a9-18545a1edf7c req-97b58bd8-0731-41d5-810a-b278f7f5b6c1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:56.082268 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-469eb17a-8ac5-45f4-85a9-18545a1edf7c req-97b58bd8-0731-41d5-810a-b278f7f5b6c1 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0952497 Sep 24 00:08:56.136142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-469eb17a-8ac5-45f4-85a9-18545a1edf7c req-d219e5e0-4f3b-4c0e-87e5-99905faef678 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406387 Sep 24 00:08:56.147700 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39a17bc4-c442-4c04-a14f-418ad31a3ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.151174 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39a17bc4-c442-4c04-a14f-418ad31a3ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.152584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-39a17bc4-c442-4c04-a14f-418ad31a3ce7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/102529f4-3716-4284-acdd-f9dc7b7fb0ea HTTP/1.1" status: 204 len: 168 time: 0.2450755 Sep 24 00:08:56.161337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a17bc4-c442-4c04-a14f-418ad31a3ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=102529f4-3716-4284-acdd-f9dc7b7fb0ea,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:56.177825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.230566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Port': ['ID=ce4b3684-8fe5-4882-9a5f-8c9718e74136,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:56.240807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.258837 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.289190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b436d-ccfd-4260-9583-38953d32209d req-3cfaf191-c137-47ca-908c-7747c6048924 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:56.298411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a14b436d-ccfd-4260-9583-38953d32209d req-3cfaf191-c137-47ca-908c-7747c6048924 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0806410 Sep 24 00:08:56.307165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:08:56.331513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcfc9ab-ffd4-4bfe-bc09-72b44378b1d0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:56.337130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.337481 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Added segment 139a13b5-abd1-4cd4-af46-9fab12836270 of type vlan for network c1be9a70-0b26-4247-8e48-395876302f8f Sep 24 00:08:56.354471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a14b436d-ccfd-4260-9583-38953d32209d req-f4b9160e-0a5e-41b8-bd76-9c7d5a876990 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547593 Sep 24 00:08:56.445119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.468004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-1cc5f14e-5d03-46ec-9eed-bf3a44b0e818 req-1f50230d-c74d-44ed-849f-a5ecc64c3e19 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:08:56.469495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cc5f14e-5d03-46ec-9eed-bf3a44b0e818 req-1f50230d-c74d-44ed-849f-a5ecc64c3e19 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067759 Sep 24 00:08:56.482200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.482451 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60902) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:56.557101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.558181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:56.558809 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.585334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b4bdf15-c98f-4f4a-888e-9cb83a40dc90 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.620314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60906) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:56.659775 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b4bdf15-c98f-4f4a-888e-9cb83a40dc90 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.667764 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e582055d-f64a-4814-9dfe-dfe3e2a469b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.682436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] Pushing event updated for resources: {'Network': ['ID=c1be9a70-0b26-4247-8e48-395876302f8f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:56.699169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network c1be9a70-0b26-4247-8e48-395876302f8f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:08:56.714795 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.724534 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f4b95ec4-6f69-481a-a1ad-ae31ade94d55 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0559030 Sep 24 00:08:56.727260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60908) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:56.729320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f65d5-1fde-4f96-b2c5-ebcfb14579bd req-f28322be-bc4a-45c4-b8d5-0a8b72c68acd tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:56.731022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c0f65d5-1fde-4f96-b2c5-ebcfb14579bd req-f28322be-bc4a-45c4-b8d5-0a8b72c68acd tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1222091 Sep 24 00:08:56.731938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Request body: {'subnet': {'network_id': 'c1be9a70-0b26-4247-8e48-395876302f8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1129708724-subnet', 'tenant_id': 'ea1523a66cda4df7a4530c861b2335ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:56.773042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b4bdf15-c98f-4f4a-888e-9cb83a40dc90 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.775950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b4bdf15-c98f-4f4a-888e-9cb83a40dc90 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.777128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2b4bdf15-c98f-4f4a-888e-9cb83a40dc90 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "DELETE /v2.0/security-groups/aba7c9aa-476b-4d12-ad9a-efc438173c7e HTTP/1.1" status: 204 len: 168 time: 0.2935627 Sep 24 00:08:56.783719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60910) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:56.790512 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Router 41380a91-ae95-40d0-b4b1-69c15664cd2b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:08:56.813681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bdf15-c98f-4f4a-888e-9cb83a40dc90 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba7c9aa-476b-4d12-ad9a-efc438173c7e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:56.829802 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-3e3f3625-b8de-4cba-82b6-ff0b339669db tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] show failed (client error): The resource could not be found. Sep 24 00:08:56.830886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3e3f3625-b8de-4cba-82b6-ff0b339669db tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "GET /v2.0/security-groups/aba7c9aa-476b-4d12-ad9a-efc438173c7e HTTP/1.1" status: 404 len: 347 time: 0.0444734 Sep 24 00:08:56.835323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c0f65d5-1fde-4f96-b2c5-ebcfb14579bd req-0f259b83-878e-4b53-bdff-0a7abf9f75fa tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918622 Sep 24 00:08:56.835587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:56.876409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e582055d-f64a-4814-9dfe-dfe3e2a469b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.881875 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e582055d-f64a-4814-9dfe-dfe3e2a469b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:56.928996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:08:56.933729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e582055d-f64a-4814-9dfe-dfe3e2a469b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d096a90cdad14c4dbc5705d534c4191d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068666 Sep 24 00:08:56.934317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582055d-f64a-4814-9dfe-dfe3e2a469b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda0e6bb-7322-4fbb-a21b-1397663069c6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:56.936835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60916) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:56.943277 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cacaa4e2-db78-431a-9d04-b19dd4aec021 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "PUT /v2.0/routers/41380a91-ae95-40d0-b4b1-69c15664cd2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7996964 Sep 24 00:08:56.943697 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106155a7-99b2-44f9-b6df-9722f66d7dc0 None None] Sync routers for ids ['41380a91-ae95-40d0-b4b1-69c15664cd2b'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:08:56.945172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60918) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:56.950438 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106155a7-99b2-44f9-b6df-9722f66d7dc0 None None] Routers {'41380a91-ae95-40d0-b4b1-69c15664cd2b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:56.951083 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-106155a7-99b2-44f9-b6df-9722f66d7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['41380a91-ae95-40d0-b4b1-69c15664cd2b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:56.986564 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-106155a7-99b2-44f9-b6df-9722f66d7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:56.995181 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106155a7-99b2-44f9-b6df-9722f66d7dc0 None None] Routers {'41380a91-ae95-40d0-b4b1-69c15664cd2b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:08:56.995799 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-106155a7-99b2-44f9-b6df-9722f66d7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['41380a91-ae95-40d0-b4b1-69c15664cd2b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:57.024695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438490-fd3d-4379-93d7-4502acf30ab7 req-58cc0ad4-2da0-4dae-8cb8-2cd8df9d3714 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:57.026657 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-34ec0f0d-383d-4c89-b7b3-82ccf325003c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] delete failed (client error): The resource could not be found. Sep 24 00:08:57.026905 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-106155a7-99b2-44f9-b6df-9722f66d7dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:57.027476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-34ec0f0d-383d-4c89-b7b3-82ccf325003c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-775648786 HTTP/1.1" status: 404 len: 334 time: 0.0813999 Sep 24 00:08:57.027603 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106155a7-99b2-44f9-b6df-9722f66d7dc0 None None] The sync data for ids ['41380a91-ae95-40d0-b4b1-69c15664cd2b'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:08:57.028098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Made reservation on behalf of ea1523a66cda4df7a4530c861b2335ed for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:08:57.028417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0438490-fd3d-4379-93d7-4502acf30ab7 req-58cc0ad4-2da0-4dae-8cb8-2cd8df9d3714 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1080596 Sep 24 00:08:57.032289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.033099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60920) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:57.038456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e2a35f8b-40f7-4ab9-90d3-64e768de84b2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'router': {'external_gateway_info': {'network_id': '41380a91-ae95-40d0-b4b1-69c15664cd2b'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:08:57.099543 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ac988d64-dec7-4b12-a048-d0149617feb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.137419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port f7f9dff1-67ef-405a-862c-0fab85cfac5f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:57.137733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.198938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ac988d64-dec7-4b12-a048-d0149617feb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.208872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0438490-fd3d-4379-93d7-4502acf30ab7 req-6e4d3f17-095c-4254-845b-3e0f59d7e398 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662383 Sep 24 00:08:57.250625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.251185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.293030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for f7f9dff1-67ef-405a-862c-0fab85cfac5f owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:57.326865 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2a35f8b-40f7-4ab9-90d3-64e768de84b2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.364195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.373363 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-e2a35f8b-40f7-4ab9-90d3-64e768de84b2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] update failed (client error): The resource could not be found. Sep 24 00:08:57.374421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e2a35f8b-40f7-4ab9-90d3-64e768de84b2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "PUT /v2.0/routers/41380a91-ae95-40d0-b4b1-69c15664cd2b HTTP/1.1" status: 404 len: 339 time: 0.3401990 Sep 24 00:08:57.378990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60926) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:57.419425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ac988d64-dec7-4b12-a048-d0149617feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.422307 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ac988d64-dec7-4b12-a048-d0149617feb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.423484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ac988d64-dec7-4b12-a048-d0149617feb6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cda0e6bb-7322-4fbb-a21b-1397663069c6 HTTP/1.1" status: 204 len: 168 time: 0.4608274 Sep 24 00:08:57.450546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eade573c-c3df-4250-a892-ae4dce4da0b1,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:57.453840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f42e4-2181-4bfd-ad70-793e38818c06 req-58516d74-add7-4b8f-ba7f-66090006a1a6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:57.455416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d8f42e4-2181-4bfd-ad70-793e38818c06 req-58516d74-add7-4b8f-ba7f-66090006a1a6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1253772 Sep 24 00:08:57.458686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac988d64-dec7-4b12-a048-d0149617feb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda0e6bb-7322-4fbb-a21b-1397663069c6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:57.481911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Checking segment: {'id': '139a13b5-abd1-4cd4-af46-9fab12836270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c1be9a70-0b26-4247-8e48-395876302f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:08:57.482269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Network hostable DHCP agents. Network: c1be9a70-0b26-4247-8e48-395876302f8f, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:08:57.528911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Network c1be9a70-0b26-4247-8e48-395876302f8f is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:08:57.546916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, c1be9a70-0b26-4247-8e48-395876302f8f) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:57.551873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:57.552461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.563254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8ca82-9cfd-451b-a5f4-41bb42815a8b None None] Network c1be9a70-0b26-4247-8e48-395876302f8f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:57.569377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.582578 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f5482e24-d0d9-468c-8406-0b471fb1503f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8541141 Sep 24 00:08:57.611116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=f7f9dff1-67ef-405a-862c-0fab85cfac5f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:57.704431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.713207 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.714436 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ba17d58f-d8a7-494f-9768-908ce0464a3b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "DELETE /v2.0/floatingips/ea08fd0d-9f6f-472b-8000-cde2923dc471 HTTP/1.1" status: 204 len: 168 time: 0.8779936 Sep 24 00:08:57.717469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60936) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:57.796090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc8004c-dbc8-44b2-8f4b-dd3b079f13e2 None None] Network c1be9a70-0b26-4247-8e48-395876302f8f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:08:57.880523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed9058-840c-4a3d-8c73-f21360bd1cce tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port 6ee33374-1ae6-4c50-91f7-6fbd90c3511c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:57.880763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0ed9058-840c-4a3d-8c73-f21360bd1cce tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:57.982790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d8f42e4-2181-4bfd-ad70-793e38818c06 req-2e06eeca-93c7-4320-b7f9-bf12b87a9f6f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761915 Sep 24 00:08:58.052902 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-87d2b0be-d9da-4e31-86e2-7e4b34e539ca req-c69aab44-2aec-4cbd-809d-c3ab9d35be13 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] show failed (client error): The resource could not be found. Sep 24 00:08:58.053902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87d2b0be-d9da-4e31-86e2-7e4b34e539ca req-c69aab44-2aec-4cbd-809d-c3ab9d35be13 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] 10.222.0.24 "GET /v2.0/security-groups/e97d0cb9-d9ca-48f4-9abc-a89cbd7921b1 HTTP/1.1" status: 404 len: 352 time: 0.0386300 Sep 24 00:08:58.062787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0ed9058-840c-4a3d-8c73-f21360bd1cce tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:58.091114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e0ed9058-840c-4a3d-8c73-f21360bd1cce tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for 6ee33374-1ae6-4c50-91f7-6fbd90c3511c owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:58.139678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d1830-4447-4be7-8db3-82d18bcb5a8c req-aef5b01f-ac7f-4617-bb81-0c925abb95d6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:58.141041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f9d1830-4447-4be7-8db3-82d18bcb5a8c req-aef5b01f-ac7f-4617-bb81-0c925abb95d6 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.0894892 Sep 24 00:08:58.208391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:58.242337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7800bb05-29f8-41d5-bd64-dc31ea400777 req-1a726fd3-207c-4357-9a7b-37592b291029 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea1523a66cda4df7a4530c861b2335ed HTTP/1.1" status: 200 len: 2988 time: 0.1439517 Sep 24 00:08:58.243177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0ed9058-840c-4a3d-8c73-f21360bd1cce tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:58.279906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ed9058-840c-4a3d-8c73-f21360bd1cce tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=6ee33374-1ae6-4c50-91f7-6fbd90c3511c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:58.285737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f9d1830-4447-4be7-8db3-82d18bcb5a8c req-104320a7-c3ab-4026-8eed-3177b5644c44 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365685 Sep 24 00:08:58.367801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0ed9058-840c-4a3d-8c73-f21360bd1cce tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:58.373431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60966) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:58.374468 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e0ed9058-840c-4a3d-8c73-f21360bd1cce tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "DELETE /v2.0/ports/6ee33374-1ae6-4c50-91f7-6fbd90c3511c HTTP/1.1" status: 204 len: 168 time: 0.6558931 Sep 24 00:08:58.495753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7800bb05-29f8-41d5-bd64-dc31ea400777 req-5f3063bf-fbb5-4f7d-97ff-2922225ef6e1 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] 10.222.0.24 "GET /v2.0/security-groups/efcfc9ab-ffd4-4bfe-bc09-72b44378b1d0 HTTP/1.1" status: 200 len: 2985 time: 0.2137952 Sep 24 00:08:58.608224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc2ad8-a01d-48f6-97ab-5730c5ef0b8a req-e6d4f64b-1fa2-4fe5-a3a8-a106cedf5188 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:58.609731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7bbc2ad8-a01d-48f6-97ab-5730c5ef0b8a req-e6d4f64b-1fa2-4fe5-a3a8-a106cedf5188 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.2207084 Sep 24 00:08:58.650375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7800bb05-29f8-41d5-bd64-dc31ea400777 req-c45ca3d8-5dea-46cf-afa7-9e35f642aae6 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] 10.222.0.24 "GET /v2.0/security-groups/efcfc9ab-ffd4-4bfe-bc09-72b44378b1d0 HTTP/1.1" status: 200 len: 2985 time: 0.1452622 Sep 24 00:08:58.775228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7bbc2ad8-a01d-48f6-97ab-5730c5ef0b8a req-25e12db4-e8df-42ea-887b-230c500868a8 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487341 Sep 24 00:08:58.786357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-aff48fc1-151c-47b6-9a3c-a220e21b9e5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:08:58.786712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aff48fc1-151c-47b6-9a3c-a220e21b9e5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:58.804944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Allocated IP 172.20.0.1 (bdb09fa0-0a76-4525-aaed-68555cc72049/f420ed17-0683-4305-9acb-c8f4ea6855f4/85f10abc-cc97-419b-8f13-1bf3a652827f) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:08:58.832806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ef7c179-b366-4910-a22c-1852cf587269 req-222c395c-755d-4d57-8d09-94e447b763a6 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] 10.222.0.24 "GET /v2.0/security-groups/efcfc9ab-ffd4-4bfe-bc09-72b44378b1d0 HTTP/1.1" status: 200 len: 2985 time: 0.1597025 Sep 24 00:08:59.035902 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aff48fc1-151c-47b6-9a3c-a220e21b9e5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.070948 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.071583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-aff48fc1-151c-47b6-9a3c-a220e21b9e5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for 101f3ad9-7bd8-48c3-a7e5-cc47d94e165a owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:08:59.085680 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-4ef7c179-b366-4910-a22c-1852cf587269 req-04cfcc4d-f1d6-4d0a-90bf-fe1c7d9b7de7 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 00:08:59.086729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ef7c179-b366-4910-a22c-1852cf587269 req-04cfcc4d-f1d6-4d0a-90bf-fe1c7d9b7de7 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] 10.222.0.24 "DELETE /v2.0/security-groups/efcfc9ab-ffd4-4bfe-bc09-72b44378b1d0 HTTP/1.1" status: 409 len: 352 time: 0.2527592 Sep 24 00:08:59.113335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b29bb8-9be6-4716-8aa5-ddcbebc9ea7d req-67622903-f3c4-48f8-8a1a-10e9aa81ac3f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:59.114894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79b29bb8-9be6-4716-8aa5-ddcbebc9ea7d req-67622903-f3c4-48f8-8a1a-10e9aa81ac3f tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1684151 Sep 24 00:08:59.168123 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.185475 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-a3833f50-ead7-45ef-aa95-6eb8f9aa0945 req-52bc8606-d318-41b2-833b-9fa6f38df823 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] show failed (client error): The resource could not be found. Sep 24 00:08:59.186492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3833f50-ead7-45ef-aa95-6eb8f9aa0945 req-52bc8606-d318-41b2-833b-9fa6f38df823 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] 10.222.0.24 "GET /v2.0/security-groups/668060fe-b9b7-4915-aa73-405e2f24ea73 HTTP/1.1" status: 404 len: 352 time: 0.0634594 Sep 24 00:08:59.255762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79b29bb8-9be6-4716-8aa5-ddcbebc9ea7d req-a2e7ace8-8e19-4c0e-9701-25d6c5959a46 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932975 Sep 24 00:08:59.258933 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-8ad1c4aa-30fa-4c7c-afbc-2fd64f90a0d7 req-704bb443-67e2-409a-8d52-d3cc227d8e16 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] show failed (client error): The resource could not be found. Sep 24 00:08:59.259947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ad1c4aa-30fa-4c7c-afbc-2fd64f90a0d7 req-704bb443-67e2-409a-8d52-d3cc227d8e16 tempest-SecurityGroupsNegativeTestJSON-1907398859 tempest-SecurityGroupsNegativeTestJSON-1907398859-project] 10.222.0.24 "GET /v2.0/security-groups/8d19c035-4aeb-445f-b981-1cf7120e2cd0 HTTP/1.1" status: 404 len: 352 time: 0.0446267 Sep 24 00:08:59.283029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60998) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:59.285888 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.330932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce847183-9f07-4b06-9ccb-3a242f52c22c admin admin] Deleting subnet eade573c-c3df-4250-a892-ae4dce4da0b1 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:59.335594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce847183-9f07-4b06-9ccb-3a242f52c22c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.366527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Port': ['ID=85f10abc-cc97-419b-8f13-1bf3a652827f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:59.375939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce847183-9f07-4b06-9ccb-3a242f52c22c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.393107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network bdb09fa0-0a76-4525-aaed-68555cc72049 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:08:59.400310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:08:59.417391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:08:59.428005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce847183-9f07-4b06-9ccb-3a242f52c22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.467001 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aff48fc1-151c-47b6-9a3c-a220e21b9e5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.490812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21476e-2a13-4b37-a118-31840fdc6beb req-4a269d0a-8549-48b5-9851-5ac8829c8af2 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:08:59.492303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce847183-9f07-4b06-9ccb-3a242f52c22c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.492483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b21476e-2a13-4b37-a118-31840fdc6beb req-4a269d0a-8549-48b5-9851-5ac8829c8af2 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1185915 Sep 24 00:08:59.521507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.526293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce847183-9f07-4b06-9ccb-3a242f52c22c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eade573c-c3df-4250-a892-ae4dce4da0b1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:59.532688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce847183-9f07-4b06-9ccb-3a242f52c22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.535018 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ce847183-9f07-4b06-9ccb-3a242f52c22c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eade573c-c3df-4250-a892-ae4dce4da0b1 HTTP/1.1" status: 204 len: 168 time: 0.2560036 Sep 24 00:08:59.537602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32776) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:59.569165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff48fc1-151c-47b6-9a3c-a220e21b9e5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=101f3ad9-7bd8-48c3-a7e5-cc47d94e165a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:08:59.619953 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.714893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.723273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b21476e-2a13-4b37-a118-31840fdc6beb req-44478841-dd89-4100-a2d2-19de6d52e385 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204850 Sep 24 00:08:59.752695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8c4ce460-bbfd-426a-a848-e7c8289f72b1 None None] Provisioning complete for port 85f10abc-cc97-419b-8f13-1bf3a652827f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:08:59.753232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce460-bbfd-426a-a848-e7c8289f72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.774880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1be9a70-0b26-4247-8e48-395876302f8f']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:59.817310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '139a13b5-abd1-4cd4-af46-9fab12836270') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:59.817310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '139a13b5-abd1-4cd4-af46-9fab12836270') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:08:59.817310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.820211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8c4ce460-bbfd-426a-a848-e7c8289f72b1 None None] Port 85f10abc-cc97-419b-8f13-1bf3a652827f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:08:59.825703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.828764 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.834159 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:08:59.834906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.840701 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aff48fc1-151c-47b6-9a3c-a220e21b9e5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:08:59.842673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aff48fc1-151c-47b6-9a3c-a220e21b9e5b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "DELETE /v2.0/ports/101f3ad9-7bd8-48c3-a7e5-cc47d94e165a HTTP/1.1" status: 204 len: 168 time: 1.4675965 Sep 24 00:08:59.845314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32790) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:08:59.909814 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:08:59.946383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b67811b3-1dee-46e6-8a9a-46c46716464b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting subnet 1c70e30b-db03-4fe9-ad48-ec942d4d81dd {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:08:59.988211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.004468 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.006427 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67811b3-1dee-46e6-8a9a-46c46716464b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.010936 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] 10.222.0.24 "DELETE /v2.0/networks/c1be9a70-0b26-4247-8e48-395876302f8f HTTP/1.1" status: 204 len: 168 time: 0.4713790 Sep 24 00:09:00.027580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922a5de-2860-489e-9e38-38d125945fce admin admin] Pushing event deleted for resources: {'Network': ['ID=c1be9a70-0b26-4247-8e48-395876302f8f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:00.121782 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67811b3-1dee-46e6-8a9a-46c46716464b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.293222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32806) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:00.333559 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67811b3-1dee-46e6-8a9a-46c46716464b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.355838 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4310a9e7-4a06-4351-8e73-c3420c69f5c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea1523a66cda4df7a4530c861b2335ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0591373 Sep 24 00:09:00.356239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32808) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:00.404309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.412133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.417391 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e06e-4135-4fae-9082-45388c91a86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.448058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e06e-4135-4fae-9082-45388c91a86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.466726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67811b3-1dee-46e6-8a9a-46c46716464b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.512493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67811b3-1dee-46e6-8a9a-46c46716464b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Subnet': ['ID=1c70e30b-db03-4fe9-ad48-ec942d4d81dd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:00.526252 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67811b3-1dee-46e6-8a9a-46c46716464b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.530708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b67811b3-1dee-46e6-8a9a-46c46716464b tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "DELETE /v2.0/subnets/1c70e30b-db03-4fe9-ad48-ec942d4d81dd HTTP/1.1" status: 204 len: 168 time: 0.6819854 Sep 24 00:09:00.530708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event updated for resources: {'Port': ['ID=85f10abc-cc97-419b-8f13-1bf3a652827f,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:00.531232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:00.533518 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.539094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f107c46-3a2a-4d1a-90f5-c022ddd44a4d None None] Network f32b5ecf-de00-4a1d-abad-8c36d16c8b6d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:00.549118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e06e-4135-4fae-9082-45388c91a86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.552570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e06e-4135-4fae-9082-45388c91a86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:00.554291 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e1f0e06e-4135-4fae-9082-45388c91a86e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efcfc9ab-ffd4-4bfe-bc09-72b44378b1d0 HTTP/1.1" status: 204 len: 168 time: 0.1969821 Sep 24 00:09:00.569625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f0e06e-4135-4fae-9082-45388c91a86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcfc9ab-ffd4-4bfe-bc09-72b44378b1d0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:00.843314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] DHCP port deletion for f32b5ecf-de00-4a1d-abad-8c36d16c8b6d request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:09:00.940657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] Deleting port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:00.941036 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.023682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-3598fdd4-8e0c-4038-ac11-1757de45de9d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting subnet dbfe7bf7-070b-4589-b161-757cc6d845e3 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:09:01.027234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3598fdd4-8e0c-4038-ac11-1757de45de9d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.030322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] For port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91e82d99-9b1b-484f-9238-2ad7e2c8a9e5,segment=NetworkSegment(4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee),segment_id=4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:01.030973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.046553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] Calling delete_port for 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:01.116006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3598fdd4-8e0c-4038-ac11-1757de45de9d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.179793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Network bdb09fa0-0a76-4525-aaed-68555cc72049 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:09:01.182981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:09:01.208399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.249285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] Pushing event deleted for resources: {'Port': ['ID=91e82d99-9b1b-484f-9238-2ad7e2c8a9e5,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:01.275840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c671f7-3340-4f23-b8e4-ad1398ea2c9b None None] No DVR routers for this DVR port 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:01.292629 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3598fdd4-8e0c-4038-ac11-1757de45de9d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.514415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Router 41380a91-ae95-40d0-b4b1-69c15664cd2b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:09:01.524007 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3598fdd4-8e0c-4038-ac11-1757de45de9d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.599072 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3598fdd4-8e0c-4038-ac11-1757de45de9d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.603346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3598fdd4-8e0c-4038-ac11-1757de45de9d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "DELETE /v2.0/subnets/dbfe7bf7-070b-4589-b161-757cc6d845e3 HTTP/1.1" status: 204 len: 168 time: 1.0686009 Sep 24 00:09:01.603881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f70479-591d-4502-9f26-d64cea226907 None None] Network 302ed7ed-6b15-4625-8a8c-6436476ecf02 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:01.604636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32850) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:01.611917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598fdd4-8e0c-4038-ac11-1757de45de9d tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfe7bf7-070b-4589-b161-757cc6d845e3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:01.700139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b7f4089c-06e5-468d-934a-e59335b41d70 None None] Provisioning complete for port 85f10abc-cc97-419b-8f13-1bf3a652827f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:09:01.701791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7f4089c-06e5-468d-934a-e59335b41d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.767091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:01.823114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:09:01.832014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-921276b2-10ee-41c3-8506-bf759053867f tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "PUT /v2.0/routers/41380a91-ae95-40d0-b4b1-69c15664cd2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4514296 Sep 24 00:09:01.835106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32858) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:01.858650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:01.895617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:01.896051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91e82d99-9b1b-484f-9238-2ad7e2c8a9e5 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:01.909600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654752a-68ad-4aa1-a6aa-6ce7a1e16363 None None] Sync routers for ids ['41380a91-ae95-40d0-b4b1-69c15664cd2b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:09:01.952163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b7f4089c-06e5-468d-934a-e59335b41d70 None None] Port 85f10abc-cc97-419b-8f13-1bf3a652827f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:09:01.960879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654752a-68ad-4aa1-a6aa-6ce7a1e16363 None None] Routers {'41380a91-ae95-40d0-b4b1-69c15664cd2b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:09:01.961051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e654752a-68ad-4aa1-a6aa-6ce7a1e16363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['41380a91-ae95-40d0-b4b1-69c15664cd2b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:02.039389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f0e187b-b7a0-4e3e-b332-d2dab3b222a7 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.234067 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-6f0e187b-b7a0-4e3e-b332-d2dab3b222a7 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 00:09:02.238422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6f0e187b-b7a0-4e3e-b332-d2dab3b222a7 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/routers/41380a91-ae95-40d0-b4b1-69c15664cd2b HTTP/1.1" status: 409 len: 329 time: 0.4016984 Sep 24 00:09:02.239322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32886) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:02.352289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.416720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32b5ecf-de00-4a1d-abad-8c36d16c8b6d']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:02.440272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:02.441368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dbc5098-4a1a-4c50-8cc9-a2f7ac73c3ee') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:02.460916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e654752a-68ad-4aa1-a6aa-6ce7a1e16363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:02.466067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.489356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e654752a-68ad-4aa1-a6aa-6ce7a1e16363 None None] Routers {'41380a91-ae95-40d0-b4b1-69c15664cd2b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:09:02.490127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e654752a-68ad-4aa1-a6aa-6ce7a1e16363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['41380a91-ae95-40d0-b4b1-69c15664cd2b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:02.491699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.506287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:09:02.508378 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:09:02.511878 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:09:02.581734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] DHCP port deletion for 302ed7ed-6b15-4625-8a8c-6436476ecf02 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:09:02.584442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e654752a-68ad-4aa1-a6aa-6ce7a1e16363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:02.585163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e654752a-68ad-4aa1-a6aa-6ce7a1e16363 None None] The sync data for ids ['41380a91-ae95-40d0-b4b1-69c15664cd2b'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:09:02.697724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] Deleting port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:02.698421 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.711866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.748008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.755296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32894) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:02.758340 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "DELETE /v2.0/networks/f32b5ecf-de00-4a1d-abad-8c36d16c8b6d HTTP/1.1" status: 204 len: 168 time: 1.1512249 Sep 24 00:09:02.794692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Network': ['ID=f32b5ecf-de00-4a1d-abad-8c36d16c8b6d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:02.808919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.811330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.811878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.812396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.815390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.815971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.817183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.817695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.820665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.821209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.822379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.822740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0eaa1e-b0ec-4e6e-9c4e-3f09d4844d05 tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:02.844417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] For port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a2ef5f0-376e-490a-9ce6-856db36ef3ff,segment=NetworkSegment(4fa3510b-103a-4147-9c8d-0ef2694d9b7d),segment_id=4fa3510b-103a-4147-9c8d-0ef2694d9b7d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:02.854952 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.868123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] Calling delete_port for 7a2ef5f0-376e-490a-9ce6-856db36ef3ff owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:02.918321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32898) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:02.933409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:02.990164 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.032789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] No DVR routers for this DVR port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:03.034497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1eefb-9717-4322-ba13-49a32e280fe5 None None] Pushing event deleted for resources: {'Port': ['ID=7a2ef5f0-376e-490a-9ce6-856db36ef3ff,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:03.076164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Deleting port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:03.076555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.100403 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.127185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01158712-5d92-4b9b-969f-d163d8d8dd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.238137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] For port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff, host n-d-713498-18, got binding levels [] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:03.238611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.265975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Calling delete_port for 7a2ef5f0-376e-490a-9ce6-856db36ef3ff owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:03.270682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff was not found and therefore no delete operation was performed {{(pid=106379) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:09:03.278062 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.288455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01158712-5d92-4b9b-969f-d163d8d8dd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.300977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01158712-5d92-4b9b-969f-d163d8d8dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.332510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Port': ['ID=7a2ef5f0-376e-490a-9ce6-856db36ef3ff,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:03.335424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] No DVR routers for this DVR port 7a2ef5f0-376e-490a-9ce6-856db36ef3ff on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:03.351434 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01158712-5d92-4b9b-969f-d163d8d8dd47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fab857272b54f468fdc1fa4eee414ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316595 Sep 24 00:09:03.358980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32906) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:03.390504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01158712-5d92-4b9b-969f-d163d8d8dd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cf6e4d-02ae-4001-a9f2-a8523e7572d2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:03.454370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.456830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b1004e5-5b54-4813-b016-958f570cd352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.477767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302ed7ed-6b15-4625-8a8c-6436476ecf02']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:03.479338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b1004e5-5b54-4813-b016-958f570cd352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.491624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa3510b-103a-4147-9c8d-0ef2694d9b7d') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:03.491915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa3510b-103a-4147-9c8d-0ef2694d9b7d') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:03.504752 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.535008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b1004e5-5b54-4813-b016-958f570cd352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.538261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b1004e5-5b54-4813-b016-958f570cd352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.544819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.545047 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2b1004e5-5b54-4813-b016-958f570cd352 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41cf6e4d-02ae-4001-a9f2-a8523e7572d2 HTTP/1.1" status: 204 len: 168 time: 0.1823816 Sep 24 00:09:03.553476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1004e5-5b54-4813-b016-958f570cd352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cf6e4d-02ae-4001-a9f2-a8523e7572d2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:03.559974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:09:03.560441 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:09:03.563755 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:09:03.644499 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.652689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.654480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] 10.222.0.24 "DELETE /v2.0/networks/302ed7ed-6b15-4625-8a8c-6436476ecf02 HTTP/1.1" status: 204 len: 168 time: 0.8985171 Sep 24 00:09:03.669407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6a184-d971-4eea-a2c7-b12028a59fbb tempest-TaggedBootDevicesTest-766113955 tempest-TaggedBootDevicesTest-766113955-project] Pushing event deleted for resources: {'Network': ['ID=302ed7ed-6b15-4625-8a8c-6436476ecf02,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:03.691208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Deleting port 85f10abc-cc97-419b-8f13-1bf3a652827f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:03.691850 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.869746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a2ef5f0-376e-490a-9ce6-856db36ef3ff no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:03.879555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:03.894327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Calling delete_port for 85f10abc-cc97-419b-8f13-1bf3a652827f owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:03.905001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7a2ef5f0-376e-490a-9ce6-856db36ef3ff {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:03.905339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a2ef5f0-376e-490a-9ce6-856db36ef3ff not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:04.168018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:04.221422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Port': ['ID=85f10abc-cc97-419b-8f13-1bf3a652827f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:04.526830 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:04.824249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Router 41380a91-ae95-40d0-b4b1-69c15664cd2b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:09:04.970947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:09:04.980734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6a66a5d2-c9d6-42a8-b1c0-813e3a2f0034 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "PUT /v2.0/routers/41380a91-ae95-40d0-b4b1-69c15664cd2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7400143 Sep 24 00:09:04.984422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32954) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:04.985889 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7386f-d698-4682-bf6c-bee05c785f59 None None] Sync routers for ids ['41380a91-ae95-40d0-b4b1-69c15664cd2b'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:09:05.002120 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7386f-d698-4682-bf6c-bee05c785f59 None None] Routers {'41380a91-ae95-40d0-b4b1-69c15664cd2b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:09:05.002462 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-33e7386f-d698-4682-bf6c-bee05c785f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['41380a91-ae95-40d0-b4b1-69c15664cd2b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:05.036905 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-94da8fba-8b05-41b0-9b81-5ce41e0dbaad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] show failed (client error): The resource could not be found. Sep 24 00:09:05.038195 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-94da8fba-8b05-41b0-9b81-5ce41e0dbaad tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-1332980024 HTTP/1.1" status: 404 len: 335 time: 0.0523412 Sep 24 00:09:05.043699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32958) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:05.051195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-541168a8-da90-48fa-b258-5ca537b5f938 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Request body: {'router': {'name': 'new_name'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:05.136889 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-541168a8-da90-48fa-b258-5ca537b5f938 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] update failed (client error): The resource could not be found. Sep 24 00:09:05.149811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32964) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:05.150324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-541168a8-da90-48fa-b258-5ca537b5f938 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-338708732 HTTP/1.1" status: 404 len: 334 time: 0.1053662 Sep 24 00:09:05.234414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc380aa8-0302-4fcf-9cbd-0a36504f3d2c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Deleting subnet e78f848a-6b57-4126-863a-02ccb0e80049 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:09:05.252116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc380aa8-0302-4fcf-9cbd-0a36504f3d2c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:05.261144 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-33e7386f-d698-4682-bf6c-bee05c785f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:05.281494 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e7386f-d698-4682-bf6c-bee05c785f59 None None] Routers {'41380a91-ae95-40d0-b4b1-69c15664cd2b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:09:05.282417 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-33e7386f-d698-4682-bf6c-bee05c785f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['41380a91-ae95-40d0-b4b1-69c15664cd2b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:05.310539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc380aa8-0302-4fcf-9cbd-0a36504f3d2c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:05.354044 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-33e7386f-d698-4682-bf6c-bee05c785f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:05.354834 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e7386f-d698-4682-bf6c-bee05c785f59 None None] The sync data for ids ['41380a91-ae95-40d0-b4b1-69c15664cd2b'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:09:05.473673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc380aa8-0302-4fcf-9cbd-0a36504f3d2c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:05.543132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc380aa8-0302-4fcf-9cbd-0a36504f3d2c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:05.576948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc380aa8-0302-4fcf-9cbd-0a36504f3d2c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Subnet': ['ID=e78f848a-6b57-4126-863a-02ccb0e80049,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:05.586799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc380aa8-0302-4fcf-9cbd-0a36504f3d2c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:05.589147 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fc380aa8-0302-4fcf-9cbd-0a36504f3d2c tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/subnets/e78f848a-6b57-4126-863a-02ccb0e80049 HTTP/1.1" status: 204 len: 168 time: 0.4379709 Sep 24 00:09:05.591871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32976) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:05.593647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d14b9-2415-4635-a9e7-b7b2d2bb6837 None None] Network 57c7a207-5487-40be-bbcc-e5d8c66ce519 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:05.675925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef2d5c7-12a7-428e-bc66-0b4500ab161b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Deleting subnet ee6ade38-63d1-46e7-8761-de9480934420 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:09:05.683708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cef2d5c7-12a7-428e-bc66-0b4500ab161b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:05.774684 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cef2d5c7-12a7-428e-bc66-0b4500ab161b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:05.991240 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cef2d5c7-12a7-428e-bc66-0b4500ab161b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.007230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] DHCP port deletion for 57c7a207-5487-40be-bbcc-e5d8c66ce519 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:09:06.123232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cef2d5c7-12a7-428e-bc66-0b4500ab161b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.134908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] Deleting port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:06.135687 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.166106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2d5c7-12a7-428e-bc66-0b4500ab161b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6ade38-63d1-46e7-8761-de9480934420,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:06.195285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cef2d5c7-12a7-428e-bc66-0b4500ab161b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.202130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32998) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:06.207303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cef2d5c7-12a7-428e-bc66-0b4500ab161b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/subnets/ee6ade38-63d1-46e7-8761-de9480934420 HTTP/1.1" status: 204 len: 168 time: 0.6129389 Sep 24 00:09:06.208752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8548c8ec-c949-4f7d-ade1-54da81bbff3c None None] Network d318bb38-8013-47ee-ae60-16fc19613927 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:06.242224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9cd70-6708-4d0c-8df6-b6c48c882c8e req-ef951b0a-8ce2-470a-939c-8e87f30a9634 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:06.260269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5b9cd70-6708-4d0c-8df6-b6c48c882c8e req-ef951b0a-8ce2-470a-939c-8e87f30a9634 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1560469 Sep 24 00:09:06.339802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5b9cd70-6708-4d0c-8df6-b6c48c882c8e req-d3ccb9a9-d7f0-471e-83c5-377db7077df0 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784471 Sep 24 00:09:06.416400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.488578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Deleting port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:06.491048 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.533196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] For port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,segment=NetworkSegment(43e36324-b438-40ab-8401-6da54614e7ae),segment_id=43e36324-b438-40ab-8401-6da54614e7ae)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:06.533898 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.561047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] Calling delete_port for ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:06.571001 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.756448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] DHCP port deletion for d318bb38-8013-47ee-ae60-16fc19613927 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:09:06.873995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] Deleting port b7632d70-cd5b-4a5f-9adb-66714baa85fa {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:06.874361 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.910591 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:06.979082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] Pushing event deleted for resources: {'Port': ['ID=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:06.993198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d160274-9c62-4946-b670-7a53e7ca5ddc None None] No DVR routers for this DVR port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:07.082736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] For port b7632d70-cd5b-4a5f-9adb-66714baa85fa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b7632d70-cd5b-4a5f-9adb-66714baa85fa,segment=NetworkSegment(f723e34c-30d1-409d-b268-2a14317a5880),segment_id=f723e34c-30d1-409d-b268-2a14317a5880)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:07.083145 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.088394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] For port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,segment=NetworkSegment(43e36324-b438-40ab-8401-6da54614e7ae),segment_id=43e36324-b438-40ab-8401-6da54614e7ae)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:07.088895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.099398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] Calling delete_port for b7632d70-cd5b-4a5f-9adb-66714baa85fa owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:07.106489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Calling delete_port for ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:07.305624 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.319689 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.352274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] No DVR routers for this DVR port b7632d70-cd5b-4a5f-9adb-66714baa85fa on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:07.356211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] No DVR routers for this DVR port ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:07.359509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Port': ['ID=ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:07.446999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bb698-999b-4bb5-8611-5aa14cab0099 None None] Pushing event deleted for resources: {'Port': ['ID=b7632d70-cd5b-4a5f-9adb-66714baa85fa,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:07.616228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.691227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-f4dffe41-a137-40e5-8809-e33bb24a8991 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:07.693472 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-f4dffe41-a137-40e5-8809-e33bb24a8991 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.18 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.1293595 Sep 24 00:09:07.770258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57c7a207-5487-40be-bbcc-e5d8c66ce519']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:07.810322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34218f36-60cb-479c-9f43-65ec9e2bf8a5 req-812a9f61-6d10-49d7-b339-0063930380ec tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:07.816241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34218f36-60cb-479c-9f43-65ec9e2bf8a5 req-812a9f61-6d10-49d7-b339-0063930380ec tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/ports?device_id=8bdc56e8-9537-4aa9-8f23-4611396819cc HTTP/1.1" status: 200 len: 947 time: 0.3269753 Sep 24 00:09:07.826286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e36324-b438-40ab-8401-6da54614e7ae') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:07.830724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e36324-b438-40ab-8401-6da54614e7ae') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:07.840963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b7632d70-cd5b-4a5f-9adb-66714baa85fa no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:07.900266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b7632d70-cd5b-4a5f-9adb-66714baa85fa {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:07.900619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b7632d70-cd5b-4a5f-9adb-66714baa85fa not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:07.901040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:07.908801 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.954152 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.967055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Deleting port 09b2fa5e-1d05-4177-be9b-cda489fe3272 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:07.967398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:07.978015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:07.978978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ee4aa078-63d9-4b28-8a48-f5e3c6c1f9c6 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:08.002266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34218f36-60cb-479c-9f43-65ec9e2bf8a5 req-cf8995ed-da42-479c-87b6-f1a305836261 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.24 "GET /v2.0/security-groups?id=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779416 Sep 24 00:09:08.007092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:09:08.007870 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:09:08.012046 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:09:08.152425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] For port 09b2fa5e-1d05-4177-be9b-cda489fe3272, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=09b2fa5e-1d05-4177-be9b-cda489fe3272,segment=NetworkSegment(0d2a0f98-c08d-4ba7-8166-40e6eebda105),segment_id=0d2a0f98-c08d-4ba7-8166-40e6eebda105)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:08.152791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.158480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.168385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Calling delete_port for 09b2fa5e-1d05-4177-be9b-cda489fe3272 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:08.172999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.176234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/networks/57c7a207-5487-40be-bbcc-e5d8c66ce519 HTTP/1.1" status: 204 len: 168 time: 1.9730618 Sep 24 00:09:08.179234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33034) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:08.210665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33036) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:08.240445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87293c31-313a-49c1-9de6-fe0e17cfa055 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Network': ['ID=57c7a207-5487-40be-bbcc-e5d8c66ce519,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:08.341831 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.390133 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.402083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['09b2fa5e-1d05-4177-be9b-cda489fe3272'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:09:08.439546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8748936a-5312-4deb-b708-345ffcc9abe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.448891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Pushing event deleted for resources: {'Port': ['ID=09b2fa5e-1d05-4177-be9b-cda489fe3272,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:08.509667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] No DVR routers for this DVR port 09b2fa5e-1d05-4177-be9b-cda489fe3272 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:08.512568 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.514856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8fd150f7-25a2-4a23-bc3a-f35d901cba3b req-39f4a979-ec3c-48c9-ac16-43278a536c78 tempest-ServersNegativeTestJSON-2014321252 tempest-ServersNegativeTestJSON-2014321252-project] 10.222.0.18 "DELETE /v2.0/ports/09b2fa5e-1d05-4177-be9b-cda489fe3272 HTTP/1.1" status: 204 len: 173 time: 0.8139811 Sep 24 00:09:08.515310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-deleted', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:08.527746 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384ee05c-7ac7-4e7c-952a-bf66c0f5430e" -d '{"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-deleted", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:08.545818 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.585249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d318bb38-8013-47ee-ae60-16fc19613927']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:08.599859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f723e34c-30d1-409d-b268-2a14317a5880') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:08.600309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f723e34c-30d1-409d-b268-2a14317a5880') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:08.610173 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a45f2b-cd49-47e4-b68a-651b22188570 x-openstack-request-id: req-d1a45f2b-cd49-47e4-b68a-651b22188570 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:08.610662 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bdc56e8-9537-4aa9-8f23-4611396819cc", "name": "network-vif-deleted", "tag": "09b2fa5e-1d05-4177-be9b-cda489fe3272", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:08.611266 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1a45f2b-cd49-47e4-b68a-651b22188570 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:08.611825 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bdc56e8-9537-4aa9-8f23-4611396819cc', 'name': 'network-vif-deleted', 'tag': '09b2fa5e-1d05-4177-be9b-cda489fe3272', 'status': 'completed', 'code': 200} Sep 24 00:09:08.617401 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.652045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.664149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:09:08.664668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:09:08.668028 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:09:08.758806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.770317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.774954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33048) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:08.775658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/networks/d318bb38-8013-47ee-ae60-16fc19613927 HTTP/1.1" status: 204 len: 168 time: 0.5947163 Sep 24 00:09:08.777525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8748936a-5312-4deb-b708-345ffcc9abe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.789323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8748936a-5312-4deb-b708-345ffcc9abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.792101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3856780-5b91-439d-b5a4-8fa4bec171c2 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Network': ['ID=d318bb38-8013-47ee-ae60-16fc19613927,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:08.832234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8748936a-5312-4deb-b708-345ffcc9abe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0ae1f6fb28a4075bcb3747e5c6cd68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204722 Sep 24 00:09:08.834314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748936a-5312-4deb-b708-345ffcc9abe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e7f625-4b91-4185-8c5d-6342a984d78a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:08.835129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33050) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:08.859475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-36362e6e-5b3b-4362-ad6a-91486a4e827b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Deleting subnet f420ed17-0683-4305-9acb-c8f4ea6855f4 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:09:08.867334 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36362e6e-5b3b-4362-ad6a-91486a4e827b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.939329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36362e6e-5b3b-4362-ad6a-91486a4e827b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.965992 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.975031 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91d7bc54-093b-4c76-8097-544f88c6a32c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:08.999406 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91d7bc54-093b-4c76-8097-544f88c6a32c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.095670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33062) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:09.104465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91d7bc54-093b-4c76-8097-544f88c6a32c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.107950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91d7bc54-093b-4c76-8097-544f88c6a32c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.109261 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91d7bc54-093b-4c76-8097-544f88c6a32c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47e7f625-4b91-4185-8c5d-6342a984d78a HTTP/1.1" status: 204 len: 168 time: 0.2729161 Sep 24 00:09:09.124907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36362e6e-5b3b-4362-ad6a-91486a4e827b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.162268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7bc54-093b-4c76-8097-544f88c6a32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e7f625-4b91-4185-8c5d-6342a984d78a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:09.166332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1655117b-6091-4a2c-8c60-538dd9bebbf8 admin admin] Deleting subnet 65f1e2c8-83f1-45d7-989d-b39b5dba4dcd {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:09:09.181734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1655117b-6091-4a2c-8c60-538dd9bebbf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.221487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36362e6e-5b3b-4362-ad6a-91486a4e827b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.224798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1655117b-6091-4a2c-8c60-538dd9bebbf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.272422 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1655117b-6091-4a2c-8c60-538dd9bebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.281482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36362e6e-5b3b-4362-ad6a-91486a4e827b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Subnet': ['ID=f420ed17-0683-4305-9acb-c8f4ea6855f4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:09.301867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36362e6e-5b3b-4362-ad6a-91486a4e827b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.304371 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-36362e6e-5b3b-4362-ad6a-91486a4e827b tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/subnets/f420ed17-0683-4305-9acb-c8f4ea6855f4 HTTP/1.1" status: 204 len: 168 time: 0.5281682 Sep 24 00:09:09.307372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33072) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:09.309999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc88b186-d7b6-462e-9a30-ba0dc38554b9 None None] Network bdb09fa0-0a76-4525-aaed-68555cc72049 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:09.349315 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1655117b-6091-4a2c-8c60-538dd9bebbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.383913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655117b-6091-4a2c-8c60-538dd9bebbf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65f1e2c8-83f1-45d7-989d-b39b5dba4dcd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:09.386103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1655117b-6091-4a2c-8c60-538dd9bebbf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.391212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1655117b-6091-4a2c-8c60-538dd9bebbf8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/65f1e2c8-83f1-45d7-989d-b39b5dba4dcd HTTP/1.1" status: 204 len: 168 time: 0.2949255 Sep 24 00:09:09.391481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33076) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:09.505260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.564935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] DHCP port deletion for bdb09fa0-0a76-4525-aaed-68555cc72049 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:09:09.565236 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.621211 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:09:09.627454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33078) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:09.631524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] Deleting port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:09.632330 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.648711 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc417d8a-95f0-448a-ad18-fb72be0a7a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.719922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] For port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2bef4e83-28f1-4bda-b47f-c899fc9bbd31,segment=NetworkSegment(3228366d-3997-4c9b-81c8-81d2c02c746c),segment_id=3228366d-3997-4c9b-81c8-81d2c02c746c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:09.720382 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.742865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] Calling delete_port for 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:09.806324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.824028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc417d8a-95f0-448a-ad18-fb72be0a7a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.835298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f952ee4a-2d97-4fef-8a03-665d5f67403e']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:09.835533 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dc417d8a-95f0-448a-ad18-fb72be0a7a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.847561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:09.849169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Deleting port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:09.849529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.854539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2a0f98-c08d-4ba7-8166-40e6eebda105') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:09.854847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2a0f98-c08d-4ba7-8166-40e6eebda105') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:09.868436 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.876850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.880319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] No DVR routers for this DVR port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:09.890734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:09.890734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:09.927394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71cdbb-fa72-4b65-a16c-af9eb13eb4eb None None] Pushing event deleted for resources: {'Port': ['ID=2bef4e83-28f1-4bda-b47f-c899fc9bbd31,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:09.930979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.936748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dc417d8a-95f0-448a-ad18-fb72be0a7a12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=537826a5e84249398ab0b38c2713acd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3052976 Sep 24 00:09:09.937416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33082) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:09.940571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc417d8a-95f0-448a-ad18-fb72be0a7a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a300c9-3ed6-49ea-a1c9-b14e8ad7d2f7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:09.955051 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:09:09.955455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:09:09.961528 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:09:09.978472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] For port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31, host n-d-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:09.978881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.019789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Calling delete_port for 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:10.051282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:09:10.063066 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.095092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.097600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e072364d-ad86-40ef-ab8f-323cc7f21d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.099808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Port': ['ID=2bef4e83-28f1-4bda-b47f-c899fc9bbd31,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:10.109844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.113172 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] 10.222.0.24 "DELETE /v2.0/networks/f952ee4a-2d97-4fef-8a03-665d5f67403e HTTP/1.1" status: 204 len: 168 time: 0.7208591 Sep 24 00:09:10.133012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] No DVR routers for this DVR port 2bef4e83-28f1-4bda-b47f-c899fc9bbd31 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:10.137692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e93a17-0efa-4069-86ff-6f012713422b admin admin] Pushing event deleted for resources: {'Network': ['ID=f952ee4a-2d97-4fef-8a03-665d5f67403e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:10.152288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e072364d-ad86-40ef-ab8f-323cc7f21d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.262523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.292846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb09fa0-0a76-4525-aaed-68555cc72049']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:10.304237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3228366d-3997-4c9b-81c8-81d2c02c746c') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:10.304808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3228366d-3997-4c9b-81c8-81d2c02c746c') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:10.316909 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.324756 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e072364d-ad86-40ef-ab8f-323cc7f21d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.328388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e072364d-ad86-40ef-ab8f-323cc7f21d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.333294 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e072364d-ad86-40ef-ab8f-323cc7f21d09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82a300c9-3ed6-49ea-a1c9-b14e8ad7d2f7 HTTP/1.1" status: 204 len: 168 time: 0.3929367 Sep 24 00:09:10.351158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.353847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072364d-ad86-40ef-ab8f-323cc7f21d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a300c9-3ed6-49ea-a1c9-b14e8ad7d2f7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:10.369747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:09:10.370223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.384715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33096) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:10.429478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:10.453117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b1459750-3e45-405d-ae25-f6c7f605a358 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c382c29d4fe44473a0390b3299193f52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0666955 Sep 24 00:09:10.454198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:09:10.470880 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:09:10.473848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 09b2fa5e-1d05-4177-be9b-cda489fe3272 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:10.473848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 09b2fa5e-1d05-4177-be9b-cda489fe3272 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:10.480613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.497573 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.501363 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/networks/bdb09fa0-0a76-4525-aaed-68555cc72049 HTTP/1.1" status: 204 len: 168 time: 1.1935248 Sep 24 00:09:10.509589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33104) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:10.529362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9ab6f-1941-43fb-a9f2-ef98426d201d tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Pushing event deleted for resources: {'Network': ['ID=bdb09fa0-0a76-4525-aaed-68555cc72049,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:10.558995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-452e0ec5-c0d1-4df8-bf6b-4426b2235152 tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "GET /v2.0/ports?device_id=41380a91-ae95-40d0-b4b1-69c15664cd2b HTTP/1.1" status: 200 len: 205 time: 0.0497658 Sep 24 00:09:10.562801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33108) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:10.564167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6970353-637c-4b30-be7a-adc9d56500fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.591025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6970353-637c-4b30-be7a-adc9d56500fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.699124 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6970353-637c-4b30-be7a-adc9d56500fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.701873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6970353-637c-4b30-be7a-adc9d56500fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.703189 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d6970353-637c-4b30-be7a-adc9d56500fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00616d8b-5cac-4bbe-bfec-f4d65b6c87b7 HTTP/1.1" status: 204 len: 168 time: 0.2474072 Sep 24 00:09:10.714133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6970353-637c-4b30-be7a-adc9d56500fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00616d8b-5cac-4bbe-bfec-f4d65b6c87b7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:10.718742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50f53400-0942-4d83-b824-f9874f486dce tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.931372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50f53400-0942-4d83-b824-f9874f486dce tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.934628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50f53400-0942-4d83-b824-f9874f486dce tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.990693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50f53400-0942-4d83-b824-f9874f486dce tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:10.991916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f53400-0942-4d83-b824-f9874f486dce tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Fanout notify agent at l3_agent the message router_deleted on router 41380a91-ae95-40d0-b4b1-69c15664cd2b {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:09:11.010932 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50f53400-0942-4d83-b824-f9874f486dce tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:11.018320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-50f53400-0942-4d83-b824-f9874f486dce tempest-RoutersNegativeTest-285061731 tempest-RoutersNegativeTest-285061731-project] 10.222.0.24 "DELETE /v2.0/routers/41380a91-ae95-40d0-b4b1-69c15664cd2b HTTP/1.1" status: 204 len: 168 time: 0.4543278 Sep 24 00:09:11.395019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33142) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:11.709042 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1ff2a144-8610-4003-80d5-c1e640ebc237 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75fb8466b1f640ddbe4be8841e952a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104451 Sep 24 00:09:11.709392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33154) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:11.838499 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee261-be7d-440e-b9cc-1a64032c2993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:11.867524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee261-be7d-440e-b9cc-1a64032c2993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:11.943512 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee261-be7d-440e-b9cc-1a64032c2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:11.946063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb6ee261-be7d-440e-b9cc-1a64032c2993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:11.950553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb6ee261-be7d-440e-b9cc-1a64032c2993 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b74dc7e4-2d55-4301-8427-275f2d1480ba HTTP/1.1" status: 204 len: 168 time: 0.2399006 Sep 24 00:09:11.964291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ee261-be7d-440e-b9cc-1a64032c2993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74dc7e4-2d55-4301-8427-275f2d1480ba,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:13.844990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33250) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:14.095969 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b248d00-646a-4cd9-8bfc-14c022fc0afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:14.242580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b248d00-646a-4cd9-8bfc-14c022fc0afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:14.254645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b248d00-646a-4cd9-8bfc-14c022fc0afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:14.303459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b248d00-646a-4cd9-8bfc-14c022fc0afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b0fc5b-cb38-4986-b669-2c54209873a0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:14.323306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7b248d00-646a-4cd9-8bfc-14c022fc0afc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c509e2c72535416da19913bf2f25a589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763918 Sep 24 00:09:14.324730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33266) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:14.400754 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed402d39-0b9b-42c4-bcc3-c4c585650479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:14.425238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed402d39-0b9b-42c4-bcc3-c4c585650479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:14.488907 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed402d39-0b9b-42c4-bcc3-c4c585650479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:14.493752 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed402d39-0b9b-42c4-bcc3-c4c585650479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:14.496598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ed402d39-0b9b-42c4-bcc3-c4c585650479 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8b0fc5b-cb38-4986-b669-2c54209873a0 HTTP/1.1" status: 204 len: 168 time: 0.1694217 Sep 24 00:09:14.518197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed402d39-0b9b-42c4-bcc3-c4c585650479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b0fc5b-cb38-4986-b669-2c54209873a0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:15.035314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33298) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:15.048714 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b028-a48c-4722-b0e3-7d24655d43b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:15.175811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b028-a48c-4722-b0e3-7d24655d43b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:15.182650 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a6d3b028-a48c-4722-b0e3-7d24655d43b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:15.243624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a6d3b028-a48c-4722-b0e3-7d24655d43b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dddf997b6b5248d687bd112f1211ad65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049606 Sep 24 00:09:15.244026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33306) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:15.244487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3b028-a48c-4722-b0e3-7d24655d43b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1791ba-a20c-4aa4-bd72-2e11b95d611c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:15.293305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33310) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:15.329021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02a9047e-6bd9-4282-a287-4804b52222a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:15.355383 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02a9047e-6bd9-4282-a287-4804b52222a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:15.410693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02a9047e-6bd9-4282-a287-4804b52222a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:15.413993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02a9047e-6bd9-4282-a287-4804b52222a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:15.415475 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-02a9047e-6bd9-4282-a287-4804b52222a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f1791ba-a20c-4aa4-bd72-2e11b95d611c HTTP/1.1" status: 204 len: 168 time: 0.1703999 Sep 24 00:09:15.427381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9047e-6bd9-4282-a287-4804b52222a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1791ba-a20c-4aa4-bd72-2e11b95d611c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:16.026221 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.189064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33346) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:16.203434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74f5e4bc-aaf7-4881-beda-ecfb95253f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.331691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74f5e4bc-aaf7-4881-beda-ecfb95253f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.336708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74f5e4bc-aaf7-4881-beda-ecfb95253f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.344215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Deleting port 40e2696d-993c-4775-8680-681998b173a6 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:16.344717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.370741 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-74f5e4bc-aaf7-4881-beda-ecfb95253f58 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c76cc94082a74e47baf6414ac040e547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783373 Sep 24 00:09:16.372184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33352) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:16.393055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5e4bc-aaf7-4881-beda-ecfb95253f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a3cdee-2eff-4589-9fa2-2a175c8d94d3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:16.473064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04f4bae7-101b-4b3c-ae12-4e407b1690af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.486873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] For port 40e2696d-993c-4775-8680-681998b173a6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=40e2696d-993c-4775-8680-681998b173a6,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:16.487285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.508874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Calling delete_port for 40e2696d-993c-4775-8680-681998b173a6 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:16.511672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04f4bae7-101b-4b3c-ae12-4e407b1690af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.649561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04f4bae7-101b-4b3c-ae12-4e407b1690af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.652410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04f4bae7-101b-4b3c-ae12-4e407b1690af admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.653616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-04f4bae7-101b-4b3c-ae12-4e407b1690af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33a3cdee-2eff-4589-9fa2-2a175c8d94d3 HTTP/1.1" status: 204 len: 168 time: 0.2805073 Sep 24 00:09:16.667795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f4bae7-101b-4b3c-ae12-4e407b1690af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a3cdee-2eff-4589-9fa2-2a175c8d94d3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:16.744808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:16.772255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=40e2696d-993c-4775-8680-681998b173a6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:16.781162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33366) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:16.960478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.142077 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a83d864-342e-44a8-be0e-687423edea98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.200576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Router bb293f32-e719-4c07-9a4c-b072b333bc01 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:09:17.263081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a83d864-342e-44a8-be0e-687423edea98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.272043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a83d864-342e-44a8-be0e-687423edea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.323398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a83d864-342e-44a8-be0e-687423edea98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e80cdab795764bdaa39e2c86c911becd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384307 Sep 24 00:09:17.324333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33390) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:17.326308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83d864-342e-44a8-be0e-687423edea98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368f7ffe-56e6-433c-8c5d-b6989dc7b0cb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:17.364890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:09:17.368147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8f7d1deb-9bd3-450e-8f8d-cfd1922e8be2 admin admin] 10.222.0.24 "PUT /v2.0/routers/bb293f32-e719-4c07-9a4c-b072b333bc01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0733879 Sep 24 00:09:17.370710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33396) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:17.377414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070c041-c649-4796-8142-84a8bc0364af None None] Sync routers for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:09:17.396844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4070c041-c649-4796-8142-84a8bc0364af None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:09:17.398385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4070c041-c649-4796-8142-84a8bc0364af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:17.430916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5faacc8a-191e-417e-a837-ee194891fd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.463055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5faacc8a-191e-417e-a837-ee194891fd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.504612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.536763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4070c041-c649-4796-8142-84a8bc0364af None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:09:17.541275 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5faacc8a-191e-417e-a837-ee194891fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.544060 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5faacc8a-191e-417e-a837-ee194891fd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.548552 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5faacc8a-191e-417e-a837-ee194891fd37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/368f7ffe-56e6-433c-8c5d-b6989dc7b0cb HTTP/1.1" status: 204 len: 168 time: 0.2238379 Sep 24 00:09:17.557357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faacc8a-191e-417e-a837-ee194891fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368f7ffe-56e6-433c-8c5d-b6989dc7b0cb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:17.651459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.717392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Deleting port 7345a956-da1e-4d7f-9372-40f10e6c31bd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:17.718289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.792108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4070c041-c649-4796-8142-84a8bc0364af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-24T00:09:16Z', 'revision_number': 5, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port': {'id': '7345a956-da1e-4d7f-9372-40f10e6c31bd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:94:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:57:43Z', 'updated_at': '2021-09-23T23:57:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:17.830542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070c041-c649-4796-8142-84a8bc0364af None None] Checking router: bb293f32-e719-4c07-9a4c-b072b333bc01 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:09:17.839922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4070c041-c649-4796-8142-84a8bc0364af None None] Routers {'bb293f32-e719-4c07-9a4c-b072b333bc01'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:09:17.840819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4070c041-c649-4796-8142-84a8bc0364af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:08:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bb293f32-e719-4c07-9a4c-b072b333bc01'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:17.846448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] For port 7345a956-da1e-4d7f-9372-40f10e6c31bd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7345a956-da1e-4d7f-9372-40f10e6c31bd,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:17.847009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:17.863099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Calling delete_port for 7345a956-da1e-4d7f-9372-40f10e6c31bd owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:17.941766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4070c041-c649-4796-8142-84a8bc0364af None None] Set router bb293f32-e719-4c07-9a4c-b072b333bc01 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:09:17.999835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4070c041-c649-4796-8142-84a8bc0364af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-24T00:09:17Z', 'revision_number': 6, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:18.029468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4070c041-c649-4796-8142-84a8bc0364af None None] The sync data for ids ['bb293f32-e719-4c07-9a4c-b072b333bc01'] in n-d-713498-18 is: [{'id': 'bb293f32-e719-4c07-9a4c-b072b333bc01', 'name': 'tempest-TaggedBootDevicesTest-419612846-router', 'tenant_id': '18cc7b6898f64a7aa6d79713a83a490d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:57:42Z', 'updated_at': '2021-09-24T00:09:17Z', 'revision_number': 6, 'project_id': '18cc7b6898f64a7aa6d79713a83a490d', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:09:18.067115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.091325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:18.101933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Pushing event deleted for resources: {'Port': ['ID=7345a956-da1e-4d7f-9372-40f10e6c31bd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:18.170572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.259165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33424) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:18.279906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70ae3cf4-3615-42d4-bacd-9ff59ac8d6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.418775 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70ae3cf4-3615-42d4-bacd-9ff59ac8d6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.427271 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70ae3cf4-3615-42d4-bacd-9ff59ac8d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.460797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-70ae3cf4-3615-42d4-bacd-9ff59ac8d6ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57bfc93376cb4d4491c47319a4bec973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988239 Sep 24 00:09:18.461930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:18.532210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae3cf4-3615-42d4-bacd-9ff59ac8d6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c43c4cc-3b6a-422d-a6d5-ed4ca8b0aa8c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:18.557869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.560398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.572740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd7f81bf-ab52-41c3-bd43-4e2d9b79b0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.607480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd7f81bf-ab52-41c3-bd43-4e2d9b79b0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.612582 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.613150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb293f32-e719-4c07-9a4c-b072b333bc01 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:09:18.617975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.620829 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2ff4b44a-5fbe-45fd-a10e-c653d2c827e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.621099 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a5ebf855-479c-4785-ad0b-07cbecd6ec77 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bb293f32-e719-4c07-9a4c-b072b333bc01 HTTP/1.1" status: 204 len: 168 time: 1.2490573 Sep 24 00:09:18.625033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33430) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:18.700397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e2c626-774c-4f30-9c81-f9211d39155c admin admin] Deleting subnet ce0f675e-fe02-4e4e-be43-d7636ccd31ea {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:09:18.705841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd7f81bf-ab52-41c3-bd43-4e2d9b79b0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.708905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd7f81bf-ab52-41c3-bd43-4e2d9b79b0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.710026 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13e2c626-774c-4f30-9c81-f9211d39155c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.710176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cd7f81bf-ab52-41c3-bd43-4e2d9b79b0bf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c43c4cc-3b6a-422d-a6d5-ed4ca8b0aa8c HTTP/1.1" status: 204 len: 168 time: 0.2456276 Sep 24 00:09:18.724941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f81bf-ab52-41c3-bd43-4e2d9b79b0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c43c4cc-3b6a-422d-a6d5-ed4ca8b0aa8c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:18.765387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13e2c626-774c-4f30-9c81-f9211d39155c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.780757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2ff4b44a-5fbe-45fd-a10e-c653d2c827e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.786041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2ff4b44a-5fbe-45fd-a10e-c653d2c827e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.817668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2ff4b44a-5fbe-45fd-a10e-c653d2c827e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d46f1f2a18c48ab8d1938023de2729b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252429 Sep 24 00:09:18.823361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33440) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:18.856132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4b44a-5fbe-45fd-a10e-c653d2c827e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9758cb9-64fd-46aa-a1c5-353246606afb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:18.929309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13e2c626-774c-4f30-9c81-f9211d39155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:18.972519 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8705215-dac0-45e4-a125-b925ff2b8235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.009563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8705215-dac0-45e4-a125-b925ff2b8235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.044802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13e2c626-774c-4f30-9c81-f9211d39155c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.083666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2c626-774c-4f30-9c81-f9211d39155c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce0f675e-fe02-4e4e-be43-d7636ccd31ea,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:19.094254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13e2c626-774c-4f30-9c81-f9211d39155c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.100807 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-13e2c626-774c-4f30-9c81-f9211d39155c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ce0f675e-fe02-4e4e-be43-d7636ccd31ea HTTP/1.1" status: 204 len: 168 time: 0.4673040 Sep 24 00:09:19.100807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33448) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:19.105781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf37d9c5-2c5e-4630-a125-1e9ea1ec5aed None None] Network 7a2ab906-2773-4efa-b0e1-09691b94e19d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:19.131319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8705215-dac0-45e4-a125-b925ff2b8235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.134058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b8705215-dac0-45e4-a125-b925ff2b8235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.137965 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b8705215-dac0-45e4-a125-b925ff2b8235 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9758cb9-64fd-46aa-a1c5-353246606afb HTTP/1.1" status: 204 len: 168 time: 0.3137534 Sep 24 00:09:19.150372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8705215-dac0-45e4-a125-b925ff2b8235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9758cb9-64fd-46aa-a1c5-353246606afb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:19.197391 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.275298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Deleting port 0a85237b-03cc-4d43-981d-10d65fa964ea {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:19.275736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.365805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] For port 0a85237b-03cc-4d43-981d-10d65fa964ea, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0a85237b-03cc-4d43-981d-10d65fa964ea,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:19.366372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.386229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Calling delete_port for 0a85237b-03cc-4d43-981d-10d65fa964ea owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:19.396066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] DHCP port deletion for 7a2ab906-2773-4efa-b0e1-09691b94e19d request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:09:19.455117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] Deleting port 0a85237b-03cc-4d43-981d-10d65fa964ea {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:19.456178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.494789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.509630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] No DVR routers for this DVR port 0a85237b-03cc-4d43-981d-10d65fa964ea on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:19.541367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] For port 0a85237b-03cc-4d43-981d-10d65fa964ea, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0a85237b-03cc-4d43-981d-10d65fa964ea,segment=NetworkSegment(99b8b427-8aee-40f8-b14e-4f2994a5e4ac),segment_id=99b8b427-8aee-40f8-b14e-4f2994a5e4ac)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:19.542015 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.558572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Pushing event deleted for resources: {'Port': ['ID=0a85237b-03cc-4d43-981d-10d65fa964ea,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:19.564879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] Calling delete_port for 0a85237b-03cc-4d43-981d-10d65fa964ea owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:19.621917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.647310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.651990 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a2ab906-2773-4efa-b0e1-09691b94e19d']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:19.663006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b8b427-8aee-40f8-b14e-4f2994a5e4ac') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:19.663307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b8b427-8aee-40f8-b14e-4f2994a5e4ac') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:19.673512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.673784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] Pushing event deleted for resources: {'Port': ['ID=0a85237b-03cc-4d43-981d-10d65fa964ea,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:19.677953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b553112e-1d28-45a1-bacc-57887fa2c3dd None None] No DVR routers for this DVR port 0a85237b-03cc-4d43-981d-10d65fa964ea on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:19.694619 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.702201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:09:19.702669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:09:19.704735 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:09:19.728313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33468) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:19.748747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26b1eb97-6c0b-4356-b2f5-4428808ac146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.770686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.797365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.803059 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] 10.222.0.24 "DELETE /v2.0/networks/7a2ab906-2773-4efa-b0e1-09691b94e19d HTTP/1.1" status: 204 len: 168 time: 0.7001154 Sep 24 00:09:19.803059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7441ea-72bf-4ee9-8879-583d68ed382b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a2ab906-2773-4efa-b0e1-09691b94e19d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:19.825705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 40e2696d-993c-4775-8680-681998b173a6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:19.846412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 40e2696d-993c-4775-8680-681998b173a6 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:19.847540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 40e2696d-993c-4775-8680-681998b173a6 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:19.847933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7345a956-da1e-4d7f-9372-40f10e6c31bd no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:19.890338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7345a956-da1e-4d7f-9372-40f10e6c31bd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:19.890680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7345a956-da1e-4d7f-9372-40f10e6c31bd not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:19.898415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0a85237b-03cc-4d43-981d-10d65fa964ea no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:19.902141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26b1eb97-6c0b-4356-b2f5-4428808ac146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.910494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26b1eb97-6c0b-4356-b2f5-4428808ac146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:19.942560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0a85237b-03cc-4d43-981d-10d65fa964ea {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:19.942930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0a85237b-03cc-4d43-981d-10d65fa964ea not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:19.960566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1eb97-6c0b-4356-b2f5-4428808ac146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79ac821-9614-47a0-a144-ffebd4813d4f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:19.976305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33480) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:19.976502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-26b1eb97-6c0b-4356-b2f5-4428808ac146 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64f1a273586043f29c3c9f717693ef9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2465570 Sep 24 00:09:20.033415 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad3d991-bf3e-403a-b4f0-4c1b4c8945b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:20.055564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad3d991-bf3e-403a-b4f0-4c1b4c8945b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:20.065582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33484) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:20.121331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d4d7d074-0755-4d30-9b97-54e7a8a1166f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18cc7b6898f64a7aa6d79713a83a490d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542862 Sep 24 00:09:20.121855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33488) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:20.130697 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad3d991-bf3e-403a-b4f0-4c1b4c8945b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:20.133294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aad3d991-bf3e-403a-b4f0-4c1b4c8945b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:20.134404 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aad3d991-bf3e-403a-b4f0-4c1b4c8945b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e79ac821-9614-47a0-a144-ffebd4813d4f HTTP/1.1" status: 204 len: 168 time: 0.1571138 Sep 24 00:09:20.151702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3d991-bf3e-403a-b4f0-4c1b4c8945b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79ac821-9614-47a0-a144-ffebd4813d4f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:20.186955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8166de-ec9c-47d4-b2b8-21804beef416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:20.210955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8166de-ec9c-47d4-b2b8-21804beef416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:20.277782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8166de-ec9c-47d4-b2b8-21804beef416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:20.286023 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a8166de-ec9c-47d4-b2b8-21804beef416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:20.286023 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0a8166de-ec9c-47d4-b2b8-21804beef416 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a0f4835-a991-44c0-8d9b-66625adcded3 HTTP/1.1" status: 204 len: 168 time: 0.1603789 Sep 24 00:09:20.295292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8166de-ec9c-47d4-b2b8-21804beef416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0f4835-a991-44c0-8d9b-66625adcded3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:22.266995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33596) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:22.522250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1047482616-network', 'tenant_id': '5b5956718ca143c796c717687d4ccf14'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:22.557852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Made reservation on behalf of 5b5956718ca143c796c717687d4ccf14 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:09:22.563995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.574223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.732157 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.742001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.779384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:09:22.791123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd654e50-caab-4b3c-b75b-b8569874c6cd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:22.800213 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.800521 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Added segment 365df2dd-3568-4f5a-9908-0d862829ecb2 of type vlan for network 07419db6-95f8-483e-9e41-a3cc8f58efc0 Sep 24 00:09:22.849393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.879315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.880801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:22.882558 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.909964 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6412342 Sep 24 00:09:22.912810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:22.917604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Request body: {'subnet': {'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1047482616-subnet', 'tenant_id': '5b5956718ca143c796c717687d4ccf14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:22.962638 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8ce6-34e6-4b72-af56-8db0e1ae5645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:22.973955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ab30d-8177-48fe-9262-e89ef3f26b4f admin admin] Pushing event updated for resources: {'Network': ['ID=07419db6-95f8-483e-9e41-a3cc8f58efc0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:22.987649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 07419db6-95f8-483e-9e41-a3cc8f58efc0 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:09:22.988045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Made reservation on behalf of 5b5956718ca143c796c717687d4ccf14 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:09:22.991050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:23.265719 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:23.353581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Checking segment: {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:09:23.354261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Network hostable DHCP agents. Network: 07419db6-95f8-483e-9e41-a3cc8f58efc0, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:09:23.360602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a3176d3-abbe-4098-9625-7f884251196d,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:23.381440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Network 07419db6-95f8-483e-9e41-a3cc8f58efc0 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:09:23.399125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 07419db6-95f8-483e-9e41-a3cc8f58efc0) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:09:23.403796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:23.404392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:23.411923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89689015-df8e-4fe3-87b4-3e2eed80fcf6 None None] Network 07419db6-95f8-483e-9e41-a3cc8f58efc0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:23.440030 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-11c63e74-82c5-4245-ac81-db1ee34acd03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5187979 Sep 24 00:09:23.903861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8cab55-02c9-4633-a6d7-3431a9442f03 None None] Network 07419db6-95f8-483e-9e41-a3cc8f58efc0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:24.173705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-31ab0735-b600-469b-b450-c6e891d43cd0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:24.183964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-31ab0735-b600-469b-b450-c6e891d43cd0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 815 time: 0.1924112 Sep 24 00:09:24.219205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-d2a7b170-82bc-40d2-a0d3-580e7a67127f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/quotas/5b5956718ca143c796c717687d4ccf14 HTTP/1.1" status: 200 len: 375 time: 0.0339868 Sep 24 00:09:24.282508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-1153dfa7-072b-4815-b72a-29a788a17190 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613661 Sep 24 00:09:24.786391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-28e7fbcb-2414-45a7-99b5-b85ec2ef5966 service neutron] 10.222.0.24 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5029483 Sep 24 00:09:24.907401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-b3fd1276-ed49-44f6-9021-5b92eda9aa91 service neutron] 10.222.0.24 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200981 Sep 24 00:09:25.140563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2f3308c-8c76-4ce3-9869-a51e123f3b9e req-e5409389-049b-4c53-b724-5d975cc49696 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 210 time: 0.0451763 Sep 24 00:09:25.816776 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:25.977623 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-161a963f-a93b-4e87-aff6-7e371fd21843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:26.306690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c2b8792-479f-4843-994a-31f754072746 req-ded3e2ab-fad5-4de0-b9cd-c411092f6bfa tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 210 time: 0.0554948 Sep 24 00:09:26.489400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-8a843ff8-3bb4-45f2-8032-02b45b9fcd55 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:26.490981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-8a843ff8-3bb4-45f2-8032-02b45b9fcd55 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.20 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 815 time: 0.2763367 Sep 24 00:09:26.504984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Request body: {'port': {'device_id': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'admin_state_up': True, 'tenant_id': '5b5956718ca143c796c717687d4ccf14'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:26.717878 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:26.732540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Made reservation on behalf of 5b5956718ca143c796c717687d4ccf14 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:09:26.738584 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:26.777567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33836) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:26.916483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Allocated IP 172.20.0.6 (07419db6-95f8-483e-9e41-a3cc8f58efc0/9a3176d3-abbe-4098-9625-7f884251196d/a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:09:27.051967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bda0327-08f4-485a-8416-2eb81a3264bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:27.101908 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:27.168215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:27.228224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Pushing event updated for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:27.233824 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bda0327-08f4-485a-8416-2eb81a3264bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:27.244450 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5bda0327-08f4-485a-8416-2eb81a3264bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:27.245215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Network 07419db6-95f8-483e-9e41-a3cc8f58efc0 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:09:27.246869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:09:27.249690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:09:27.310103 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5bda0327-08f4-485a-8416-2eb81a3264bd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=889cab061232430a929021f0ae6b4c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311038 Sep 24 00:09:27.313230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33852) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:27.315816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda0327-08f4-485a-8416-2eb81a3264bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66a05e1-a839-4e02-a363-23e3071fa190,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:27.372239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:27.372890 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:27.459934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-e7a81ea0-c614-484f-8a3e-c0ba57d809b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9597459 Sep 24 00:09:27.470368 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3a50661-2b54-4797-8f07-dc8f6820c882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:27.481201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Request body: {'port': {'device_id': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:27.546714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0658f17-2f45-4105-ae7e-7c200a15bde9 req-53460513-0098-46f1-ad95-da8c37fc90e1 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:27.548371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0658f17-2f45-4105-ae7e-7c200a15bde9 req-53460513-0098-46f1-ad95-da8c37fc90e1 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 931 time: 0.1395960 Sep 24 00:09:27.551491 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3a50661-2b54-4797-8f07-dc8f6820c882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.015170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.033499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0658f17-2f45-4105-ae7e-7c200a15bde9 req-a4c07bf6-413e-4526-8ab8-6a07876cb133 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714603 Sep 24 00:09:28.127248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3a50661-2b54-4797-8f07-dc8f6820c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.129790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3a50661-2b54-4797-8f07-dc8f6820c882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.130943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a3a50661-2b54-4797-8f07-dc8f6820c882 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e66a05e1-a839-4e02-a363-23e3071fa190 HTTP/1.1" status: 204 len: 168 time: 0.8167317 Sep 24 00:09:28.150535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a50661-2b54-4797-8f07-dc8f6820c882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66a05e1-a839-4e02-a363-23e3071fa190,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:28.281165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33890) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:28.330118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:09:28.341119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.353030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Transition to ACTIVE for port object a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:09:28.357142 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.413166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:28.484960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Attempting to bind port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:09:28.485365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Attempting to bind port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:09:28.485962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Attempting to bind port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:09:28.490045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:09:28.490363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Attempting to bind port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:09:28.495253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:09:28.495590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Checking segment: {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:09:28.495974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Bound using segment: {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:09:28.496397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Bound port: a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:09:28.496748 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.581504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:09:28.584884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:09:28.591829 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.653702 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a0d435f-dac2-4afc-9a09-d0de3b51a7da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.671097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:28.671951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.674252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] 10.222.0.20 "PUT /v2.0/ports/a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 HTTP/1.1" status: 200 len: 1092 time: 1.1979952 Sep 24 00:09:28.675864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'tag': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:28.679903 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d" -d '{"events": [{"name": "network-changed", "server_uuid": "72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5", "tag": "a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:28.705584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20903fb9-7d28-4bac-bd50-e72bef1500bc service neutron] Pushing event updated for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:28.780853 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4b11e2-d99d-471a-9f8e-09f5acc33484 x-openstack-request-id: req-7f4b11e2-d99d-471a-9f8e-09f5acc33484 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:28.781237 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5", "tag": "a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:28.781543 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7f4b11e2-d99d-471a-9f8e-09f5acc33484 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:28.782448 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'tag': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87', 'status': 'completed', 'code': 200} Sep 24 00:09:28.800976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-52055848-457f-4b9d-a3e7-431a50c89e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:28.802556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-52055848-457f-4b9d-a3e7-431a50c89e75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 1095 time: 0.0775182 Sep 24 00:09:28.844177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33906) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:28.857242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-3976bdd2-1b67-4912-a0e1-b2ff97c13215 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 HTTP/1.1" status: 200 len: 217 time: 0.0434258 Sep 24 00:09:28.858317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dbd080e-ff6a-43ba-ad02-f06bb91af1fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.915883 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a0d435f-dac2-4afc-9a09-d0de3b51a7da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.922215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a0d435f-dac2-4afc-9a09-d0de3b51a7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:28.938824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-6208ceac-2e2b-413c-bf20-fa51ebade5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:28.941914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-6208ceac-2e2b-413c-bf20-fa51ebade5b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a3176d3-abbe-4098-9625-7f884251196d HTTP/1.1" status: 200 len: 855 time: 0.0746276 Sep 24 00:09:28.990833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8a0d435f-dac2-4afc-9a09-d0de3b51a7da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c7f2f14c8f84aa98afd256b44f3f4ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084527 Sep 24 00:09:28.994745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33908) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:28.995771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-35d54c21-9bc3-4a9b-a95a-93b99507b621 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07419db6-95f8-483e-9e41-a3cc8f58efc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461495 Sep 24 00:09:28.997638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0d435f-dac2-4afc-9a09-d0de3b51a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eea56cf-b67b-448e-bbfe-2de7ed5d00f0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:29.033431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dbd080e-ff6a-43ba-ad02-f06bb91af1fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.053193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dbd080e-ff6a-43ba-ad02-f06bb91af1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.079106 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.110606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-735a9791-28b7-4d3e-8fdb-22a1a27b05f6 service neutron] 10.222.0.20 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081908 Sep 24 00:09:29.134557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd080e-ff6a-43ba-ad02-f06bb91af1fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8f941c-e489-478c-bf51-e38036c09eb1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:29.144381 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8dbd080e-ff6a-43ba-ad02-f06bb91af1fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6e8e713062e42748690c30c8d3a8800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978673 Sep 24 00:09:29.144854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33914) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:29.147637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-824b9976-c277-40eb-bc2e-e03cda573b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.182366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-824b9976-c277-40eb-bc2e-e03cda573b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.244378 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-824b9976-c277-40eb-bc2e-e03cda573b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.247526 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-824b9976-c277-40eb-bc2e-e03cda573b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.249002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-824b9976-c277-40eb-bc2e-e03cda573b37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1eea56cf-b67b-448e-bbfe-2de7ed5d00f0 HTTP/1.1" status: 204 len: 168 time: 0.2530713 Sep 24 00:09:29.262810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b9976-c277-40eb-bc2e-e03cda573b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eea56cf-b67b-448e-bbfe-2de7ed5d00f0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:29.289613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3205a2f0-bc1e-471e-869c-91cfb3c17417 req-581d83cc-de90-417b-aec5-14883c019160 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:29.291154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3205a2f0-bc1e-471e-869c-91cfb3c17417 req-581d83cc-de90-417b-aec5-14883c019160 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 943 time: 0.1300106 Sep 24 00:09:29.297945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f162ebc-7f41-45ed-93ed-f5064a55f4ea req-9bae8b20-94e0-4c71-b524-c8a9fb26836d service neutron] 10.222.0.20 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788070 Sep 24 00:09:29.309827 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2aeacdd-6db1-4847-b52b-39a4d4906a76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.352480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2aeacdd-6db1-4847-b52b-39a4d4906a76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.357729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3205a2f0-bc1e-471e-869c-91cfb3c17417 req-5374fc66-a90e-4a4e-bee0-dd206c1ff974 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568354 Sep 24 00:09:29.423510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-f1dada9d-0656-43c2-bf58-7f382780d344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:29.425916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-f1dada9d-0656-43c2-bf58-7f382780d344 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 1095 time: 0.0712583 Sep 24 00:09:29.467247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2aeacdd-6db1-4847-b52b-39a4d4906a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.469769 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2aeacdd-6db1-4847-b52b-39a4d4906a76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:29.473778 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e2aeacdd-6db1-4847-b52b-39a4d4906a76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c8f941c-e489-478c-bf51-e38036c09eb1 HTTP/1.1" status: 204 len: 168 time: 0.3249025 Sep 24 00:09:29.507345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aeacdd-6db1-4847-b52b-39a4d4906a76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8f941c-e489-478c-bf51-e38036c09eb1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:29.539599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-e24d1b54-2e8b-4bce-8695-a46348104e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:29.541152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-e24d1b54-2e8b-4bce-8695-a46348104e3b service neutron] 10.222.0.20 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 916 time: 0.1082377 Sep 24 00:09:29.586198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-e23920aa-cb2e-406d-90ab-afca342d6dc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 HTTP/1.1" status: 200 len: 217 time: 0.0380895 Sep 24 00:09:29.686368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-32fbb3f7-874c-4aae-8656-5add8b9cde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:29.687907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-32fbb3f7-874c-4aae-8656-5add8b9cde17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a3176d3-abbe-4098-9625-7f884251196d HTTP/1.1" status: 200 len: 855 time: 0.0947411 Sep 24 00:09:29.756043 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-000eacba-2794-4968-aacf-0769c7c547e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07419db6-95f8-483e-9e41-a3cc8f58efc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605204 Sep 24 00:09:29.969825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-a5bee7bc-4ee7-4cba-8eb0-ea9723847c69 service neutron] 10.222.0.20 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047906 Sep 24 00:09:30.021177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-5caf7773-8328-474b-b3e9-f2b56ca8f199 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:30.027513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-5caf7773-8328-474b-b3e9-f2b56ca8f199 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:30.034002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-5caf7773-8328-474b-b3e9-f2b56ca8f199 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:30.040196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-5caf7773-8328-474b-b3e9-f2b56ca8f199 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:30.047211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-5caf7773-8328-474b-b3e9-f2b56ca8f199 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:30.055512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-5caf7773-8328-474b-b3e9-f2b56ca8f199 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:30.063394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-5caf7773-8328-474b-b3e9-f2b56ca8f199 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:30.075201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-5caf7773-8328-474b-b3e9-f2b56ca8f199 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.1814535 Sep 24 00:09:30.186148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f5fa05a-c7d5-474f-b49f-b4d525c29947 req-3fe02cfd-4d69-4773-ad38-366fa7fd2d15 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0946100 Sep 24 00:09:30.208020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33946) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:30.214682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b66d4f4-a2c5-4e44-ad5c-d704b309115d req-078fb813-7cb8-41dc-bb07-18821df1bd5a service neutron] 10.222.0.20 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326820 Sep 24 00:09:30.243986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4614e8-0ced-4601-a7d6-0fb39e2a6077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:30.460127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4614e8-0ced-4601-a7d6-0fb39e2a6077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:30.464507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4614e8-0ced-4601-a7d6-0fb39e2a6077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:30.496337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4614e8-0ced-4601-a7d6-0fb39e2a6077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4fca47-03c4-4a44-85e2-d7132f298cc2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:30.523235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c4614e8-0ced-4601-a7d6-0fb39e2a6077 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ba4740ae17841598232fb91b9803b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3138995 Sep 24 00:09:30.524261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:30.538997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc9c8e2-069a-4cf4-8a3c-1495931171e5 req-73596d38-3840-49cf-b4cb-a35c7659f5db tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:30.548005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dc9c8e2-069a-4cf4-8a3c-1495931171e5 req-73596d38-3840-49cf-b4cb-a35c7659f5db tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 943 time: 0.0716765 Sep 24 00:09:30.583135 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4febc31-77b6-4566-81b1-bd00c259663e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:30.613356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dc9c8e2-069a-4cf4-8a3c-1495931171e5 req-38056fe2-61b5-4186-9596-b766fe491f71 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585308 Sep 24 00:09:30.613574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4febc31-77b6-4566-81b1-bd00c259663e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:30.675002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4febc31-77b6-4566-81b1-bd00c259663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:30.677724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4febc31-77b6-4566-81b1-bd00c259663e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:30.681311 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a4febc31-77b6-4566-81b1-bd00c259663e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d4fca47-03c4-4a44-85e2-d7132f298cc2 HTTP/1.1" status: 204 len: 168 time: 0.1534405 Sep 24 00:09:30.697087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4febc31-77b6-4566-81b1-bd00c259663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4fca47-03c4-4a44-85e2-d7132f298cc2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:31.057570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-8ae4c04c-3fad-46f2-9acd-dfb9c70d7162 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.064657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-8ae4c04c-3fad-46f2-9acd-dfb9c70d7162 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.070998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-8ae4c04c-3fad-46f2-9acd-dfb9c70d7162 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.077631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-8ae4c04c-3fad-46f2-9acd-dfb9c70d7162 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.084948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-8ae4c04c-3fad-46f2-9acd-dfb9c70d7162 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.090835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-8ae4c04c-3fad-46f2-9acd-dfb9c70d7162 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.097898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-8ae4c04c-3fad-46f2-9acd-dfb9c70d7162 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.100038 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-8ae4c04c-3fad-46f2-9acd-dfb9c70d7162 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.1044574 Sep 24 00:09:31.157924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-9eed04ba-2076-4fbd-8573-18cdb7a1b473 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.160446 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-9eed04ba-2076-4fbd-8573-18cdb7a1b473 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "GET /v2.0/ports/89b69b5d-1df4-48b9-8f12-1610f7e9d2ee?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0518646 Sep 24 00:09:31.315355 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-2c9f70fb-45f7-448f-adfe-6df175bf9b41 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "GET /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1473475 Sep 24 00:09:31.348128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:31.394827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-fec0afa1-119d-495c-b2db-021d0356cff3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.402124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-fec0afa1-119d-495c-b2db-021d0356cff3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.408216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-fec0afa1-119d-495c-b2db-021d0356cff3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.414297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-fec0afa1-119d-495c-b2db-021d0356cff3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.420517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-fec0afa1-119d-495c-b2db-021d0356cff3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.427081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-fec0afa1-119d-495c-b2db-021d0356cff3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.433628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-fec0afa1-119d-495c-b2db-021d0356cff3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.448917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-fec0afa1-119d-495c-b2db-021d0356cff3 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 5446 time: 0.1148839 Sep 24 00:09:31.464663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:31.485207 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-d2c2f794-08aa-43a6-83d1-895814e4e92a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1124487 Sep 24 00:09:31.501475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3b62341-54d1-4622-b42f-ef86d8b27d5d req-e8699716-0144-4c50-9cfb-5e5e14bc777d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480664 Sep 24 00:09:31.594876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-e1d6ef29-aa52-4b30-87d9-ee67a510ac9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.597041 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-e1d6ef29-aa52-4b30-87d9-ee67a510ac9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1097 time: 0.0868549 Sep 24 00:09:31.725364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] For port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:31.772873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-b8699b9e-e2d7-4ed9-9503-9ca15ba3469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.774500 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-b8699b9e-e2d7-4ed9-9503-9ca15ba3469c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1377866 Sep 24 00:09:31.787696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] For port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:09:31.824695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26d521-12dc-413c-9297-010693fe9a7c req-c2325062-eabc-4713-9e5e-3ef0d81d79e8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:31.836439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c26d521-12dc-413c-9297-010693fe9a7c req-c2325062-eabc-4713-9e5e-3ef0d81d79e8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 943 time: 0.1109350 Sep 24 00:09:31.865785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] device_id is not set on port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:09:31.879509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:31.889421 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-59133850-0ab2-402e-8359-5fb3567c9d39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 1000 time: 0.0809014 Sep 24 00:09:31.893235 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:31.922499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c26d521-12dc-413c-9297-010693fe9a7c req-110bd4ff-b3b2-4f3f-9abd-ff2e96a063d7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851047 Sep 24 00:09:32.023507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] No DVR routers for this DVR port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:32.028999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] Pushing event updated for resources: {'Port': ['ID=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:32.051030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-012e0e0c-8b35-4a5d-8f5b-6f4a0b9240bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.052671 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-012e0e0c-8b35-4a5d-8f5b-6f4a0b9240bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1522162 Sep 24 00:09:32.134657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] In _notify_port_updated(), no bound segment for port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:09:32.135598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.136203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:32.137525 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-cb4c6fb3-b78c-494b-b172-083ba56f8846 service neutron] 10.222.0.18 "PUT /v2.0/ports/89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 200 len: 1033 time: 0.8009799 Sep 24 00:09:32.150388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-e5b1fc59-bf48-44bc-9fdb-ee382c66c106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.152271 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-e5b1fc59-bf48-44bc-9fdb-ee382c66c106 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886753 Sep 24 00:09:32.202892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-c6cc411f-4492-486b-8d0e-ab007b4a7292 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.204320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-c6cc411f-4492-486b-8d0e-ab007b4a7292 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "GET /v2.0/ports/7f1df045-a5c6-4add-94b5-855fc141bfd6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0563991 Sep 24 00:09:32.265659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:32.358683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-62237f4b-a9b6-451e-90d2-a7855801d98f None None] Provisioning complete for port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:09:32.359308 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-62237f4b-a9b6-451e-90d2-a7855801d98f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:32.371033 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:32.386404 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-3d9a0b74-e77d-447a-8122-69e1f89240f8 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811252 Sep 24 00:09:32.403509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-62237f4b-a9b6-451e-90d2-a7855801d98f None None] Port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:09:32.573228 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86aa601-b19f-4225-8e0a-20c09012bfe9 req-e631d44c-21f3-4785-846a-fef7700e4019 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780903 Sep 24 00:09:32.604442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] For port 7f1df045-a5c6-4add-94b5-855fc141bfd6, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7f1df045-a5c6-4add-94b5-855fc141bfd6,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:32.669166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] For port 7f1df045-a5c6-4add-94b5-855fc141bfd6, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:09:32.691446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03d01b-c9e3-4b85-9558-fa504c59a9c9 req-4e87503d-09f5-4f23-b904-b8f659e5f0e6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.705303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03d01b-c9e3-4b85-9558-fa504c59a9c9 req-4e87503d-09f5-4f23-b904-b8f659e5f0e6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.711201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] device_id is not set on port 7f1df045-a5c6-4add-94b5-855fc141bfd6 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:09:32.717543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03d01b-c9e3-4b85-9558-fa504c59a9c9 req-4e87503d-09f5-4f23-b904-b8f659e5f0e6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.721687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:32.729359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03d01b-c9e3-4b85-9558-fa504c59a9c9 req-4e87503d-09f5-4f23-b904-b8f659e5f0e6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.730017 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:32.740683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03d01b-c9e3-4b85-9558-fa504c59a9c9 req-4e87503d-09f5-4f23-b904-b8f659e5f0e6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.769690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03d01b-c9e3-4b85-9558-fa504c59a9c9 req-4e87503d-09f5-4f23-b904-b8f659e5f0e6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.789816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d03d01b-c9e3-4b85-9558-fa504c59a9c9 req-4e87503d-09f5-4f23-b904-b8f659e5f0e6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 4666 time: 0.1683304 Sep 24 00:09:32.813466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] No DVR routers for this DVR port 7f1df045-a5c6-4add-94b5-855fc141bfd6 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:32.816216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] Pushing event updated for resources: {'Port': ['ID=7f1df045-a5c6-4add-94b5-855fc141bfd6,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:32.865882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d03d01b-c9e3-4b85-9558-fa504c59a9c9 req-3490ba6d-59d4-4669-a804-5c9ea1a817ed tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&id=8a7f0bf1-622c-42dc-af7d-735298bcad07&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744607 Sep 24 00:09:32.878690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] In _notify_port_updated(), no bound segment for port 7f1df045-a5c6-4add-94b5-855fc141bfd6 on network 35e2337f-26a6-4f59-a784-b9a1b28398ae {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:09:32.881985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:32.896661 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:32.896661 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-03ebf82c-ee14-48bb-8150-1b9f832e942d service neutron] 10.222.0.18 "PUT /v2.0/ports/7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 200 len: 1033 time: 0.6286495 Sep 24 00:09:32.993166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:09:33.166226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e7d2f-80ad-4d2b-be38-aac0c3c80a80 req-19238dcc-fbbf-4b30-b766-b12125eed48b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:33.181327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:33.181671 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:33.186591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a4e7d2f-80ad-4d2b-be38-aac0c3c80a80 req-19238dcc-fbbf-4b30-b766-b12125eed48b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 943 time: 0.1230702 Sep 24 00:09:33.194015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:33.207826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87', 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'port_id': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87', 'mac_address': 'fa:16:3e:45:33:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3176d3-abbe-4098-9625-7f884251196d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:09:33.257564 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:33.284632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:09:33.288884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a4e7d2f-80ad-4d2b-be38-aac0c3c80a80 req-00fce257-2a11-4f16-8f77-b96af4b156c7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013064 Sep 24 00:09:33.315378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:33.316792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-192eab34-aed8-4999-808a-c709f29fb3ea None None] Provisioning complete for port 7f1df045-a5c6-4add-94b5-855fc141bfd6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:09:33.317443 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-192eab34-aed8-4999-808a-c709f29fb3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:33.320910 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:33.375483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] For port eb17749f-a4b7-4eff-8a7b-04a97dab82e8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:33.376093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:33.392317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for eb17749f-a4b7-4eff-8a7b-04a97dab82e8 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:33.403223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:33.423025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-192eab34-aed8-4999-808a-c709f29fb3ea None None] Port 7f1df045-a5c6-4add-94b5-855fc141bfd6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:09:33.433318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.433939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.436987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.439028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.439549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.440093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.440593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.441091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.442308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.442839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.443336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.443828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:33.531783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:09:33.659311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:33.768911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=eb17749f-a4b7-4eff-8a7b-04a97dab82e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:33.812746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] No DVR routers for this DVR port eb17749f-a4b7-4eff-8a7b-04a97dab82e8 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:33.816193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:33.818212 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-d48b5d7f-a625-4c9e-b404-4490a945a299 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "DELETE /v2.0/ports/eb17749f-a4b7-4eff-8a7b-04a97dab82e8 HTTP/1.1" status: 204 len: 173 time: 0.9127095 Sep 24 00:09:33.818656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': 'eb17749f-a4b7-4eff-8a7b-04a97dab82e8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:33.820989 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44fe531-1e0f-42d5-925b-6d159e1d8a3c" -d '{"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "eb17749f-a4b7-4eff-8a7b-04a97dab82e8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:33.895389 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6231fc-32e1-486b-b03b-f9e12a3b7f86 x-openstack-request-id: req-ae6231fc-32e1-486b-b03b-f9e12a3b7f86 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:33.896106 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "eb17749f-a4b7-4eff-8a7b-04a97dab82e8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:33.896534 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae6231fc-32e1-486b-b03b-f9e12a3b7f86 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:33.897186 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': 'eb17749f-a4b7-4eff-8a7b-04a97dab82e8', 'status': 'completed', 'code': 200} Sep 24 00:09:33.946683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port 6120ce8b-e093-4dcd-9676-81b2a0ca995b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:33.947190 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:34.018343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebcef-5aa2-498f-ab67-e30b50b7637d req-74fe33e2-ec77-4944-9d56-deeb11f84955 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:34.025702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebcef-5aa2-498f-ab67-e30b50b7637d req-74fe33e2-ec77-4944-9d56-deeb11f84955 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:34.032831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebcef-5aa2-498f-ab67-e30b50b7637d req-74fe33e2-ec77-4944-9d56-deeb11f84955 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:34.039049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ebcef-5aa2-498f-ab67-e30b50b7637d req-74fe33e2-ec77-4944-9d56-deeb11f84955 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:34.040946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970ebcef-5aa2-498f-ab67-e30b50b7637d req-74fe33e2-ec77-4944-9d56-deeb11f84955 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 3151 time: 0.0841999 Sep 24 00:09:34.066967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] For port 6120ce8b-e093-4dcd-9676-81b2a0ca995b, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6120ce8b-e093-4dcd-9676-81b2a0ca995b,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:34.067347 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:34.085471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for 6120ce8b-e093-4dcd-9676-81b2a0ca995b owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:34.095302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970ebcef-5aa2-498f-ab67-e30b50b7637d req-bdb152fb-a525-4f0e-ba36-d75455fc544d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478241 Sep 24 00:09:34.259814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:34.316286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=6120ce8b-e093-4dcd-9676-81b2a0ca995b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:34.408426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] No DVR routers for this DVR port 6120ce8b-e093-4dcd-9676-81b2a0ca995b on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:34.411566 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:34.413582 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-48d609b6-7d1e-424f-b6d5-922d76e2e6e5 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "DELETE /v2.0/ports/6120ce8b-e093-4dcd-9676-81b2a0ca995b HTTP/1.1" status: 204 len: 173 time: 0.5890963 Sep 24 00:09:34.459782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ff30c-13d4-4654-ac65-5c125423503d req-c460e8d1-dd57-4b08-aadd-5a367eb8b1e8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:34.471472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-972ff30c-13d4-4654-ac65-5c125423503d req-c460e8d1-dd57-4b08-aadd-5a367eb8b1e8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 944 time: 0.0897624 Sep 24 00:09:34.523511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-972ff30c-13d4-4654-ac65-5c125423503d req-7182b69e-c10f-41ae-a188-1a3043a820a3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493267 Sep 24 00:09:34.540344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb17749f-a4b7-4eff-8a7b-04a97dab82e8 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:34.580346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: eb17749f-a4b7-4eff-8a7b-04a97dab82e8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:34.583113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device eb17749f-a4b7-4eff-8a7b-04a97dab82e8 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:34.583723 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:34.611668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port 4cf9219c-9145-4dcc-b7f8-06c33be6074a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:34.612038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:34.696228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:34.696653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 7f1df045-a5c6-4add-94b5-855fc141bfd6 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:34.779344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] For port 4cf9219c-9145-4dcc-b7f8-06c33be6074a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:34.779842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:34.784070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 7f1df045-a5c6-4add-94b5-855fc141bfd6 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:34.785205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4cf9219c-9145-4dcc-b7f8-06c33be6074a no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:34.811908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for 4cf9219c-9145-4dcc-b7f8-06c33be6074a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:34.922915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:34.955434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf9219c-9145-4dcc-b7f8-06c33be6074a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:34.958562 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5556bb-a39d-4fd9-b42c-a68310c6fafe" -d '{"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf9219c-9145-4dcc-b7f8-06c33be6074a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:35.015265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4cf9219c-9145-4dcc-b7f8-06c33be6074a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4cf9219c-9145-4dcc-b7f8-06c33be6074a,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:35.020918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:09:35.038473 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:35.040844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6120ce8b-e093-4dcd-9676-81b2a0ca995b no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:35.129717 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb9168-3e98-4d89-b914-072150582e87 x-openstack-request-id: req-abeb9168-3e98-4d89-b914-072150582e87 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:35.130190 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "4cf9219c-9145-4dcc-b7f8-06c33be6074a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:35.130449 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-abeb9168-3e98-4d89-b914-072150582e87 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:35.130888 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cf9219c-9145-4dcc-b7f8-06c33be6074a', 'code': 200} Sep 24 00:09:35.132807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:35.200663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 6120ce8b-e093-4dcd-9676-81b2a0ca995b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:35.201376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6120ce8b-e093-4dcd-9676-81b2a0ca995b not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:09:35.202406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 8ebdd583-19ab-4a07-811d-c5562a6f576a no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:35.241244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=4cf9219c-9145-4dcc-b7f8-06c33be6074a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:35.314031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] No DVR routers for this DVR port 4cf9219c-9145-4dcc-b7f8-06c33be6074a on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:35.314360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event deleted for resources: {'Port': ['ID=4cf9219c-9145-4dcc-b7f8-06c33be6074a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:35.318340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:35.321831 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-a33d184d-1100-47a4-ab6e-5d1536299cc7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "DELETE /v2.0/ports/4cf9219c-9145-4dcc-b7f8-06c33be6074a HTTP/1.1" status: 204 len: 173 time: 0.9005709 Sep 24 00:09:35.381974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17825db6-054a-484f-873e-5785ac5e7182 req-0fb51349-ae7c-4aa6-99bf-1581ddac3a29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:35.402988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:35.405569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17825db6-054a-484f-873e-5785ac5e7182 req-0fb51349-ae7c-4aa6-99bf-1581ddac3a29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:35.411435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17825db6-054a-484f-873e-5785ac5e7182 req-0fb51349-ae7c-4aa6-99bf-1581ddac3a29 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 1681 time: 0.1388164 Sep 24 00:09:35.429927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:09:35.485529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:09:35.488030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:35.540008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17825db6-054a-484f-873e-5785ac5e7182 req-90c39c87-0c4e-494b-9ea0-04c15f06d36c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210301 Sep 24 00:09:35.571722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port 8ebdd583-19ab-4a07-811d-c5562a6f576a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:35.572339 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:35.588314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 8ebdd583-19ab-4a07-811d-c5562a6f576a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:35.616476 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:35.617973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fefbfcee-8d24-4664-a4c2-f45fc4d166d0 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:35.842019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087b759-5059-4faa-99ac-3e0ab84edc95 req-b2d633d4-e8a5-4505-8008-e402b4b2cc30 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:35.843775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e087b759-5059-4faa-99ac-3e0ab84edc95 req-b2d633d4-e8a5-4505-8008-e402b4b2cc30 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 944 time: 0.1577206 Sep 24 00:09:35.898376 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:35.913669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=8ebdd583-19ab-4a07-811d-c5562a6f576a,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:35.967489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e087b759-5059-4faa-99ac-3e0ab84edc95 req-90e0c08d-0520-4fe1-9a14-5db6152c9360 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150546 Sep 24 00:09:35.985354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:35.993391 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.009893 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.070310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fefbfcee-8d24-4664-a4c2-f45fc4d166d0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:36.090619 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.098315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:36.147039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': '6120ce8b-e093-4dcd-9676-81b2a0ca995b'}, {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': '4cf9219c-9145-4dcc-b7f8-06c33be6074a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:36.149575 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd138baa-517b-4a72-afcb-0988c8ef8865" -d '{"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "6120ce8b-e093-4dcd-9676-81b2a0ca995b"}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "4cf9219c-9145-4dcc-b7f8-06c33be6074a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:36.178582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:36.237712 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eef034f-daa0-46b0-862b-8e7ed2c3723c x-openstack-request-id: req-9eef034f-daa0-46b0-862b-8e7ed2c3723c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:36.238743 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "6120ce8b-e093-4dcd-9676-81b2a0ca995b", "status": "completed", "code": 200}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "4cf9219c-9145-4dcc-b7f8-06c33be6074a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:36.238957 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9eef034f-daa0-46b0-862b-8e7ed2c3723c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:36.239482 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': '6120ce8b-e093-4dcd-9676-81b2a0ca995b', 'status': 'completed', 'code': 200} Sep 24 00:09:36.239923 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': '4cf9219c-9145-4dcc-b7f8-06c33be6074a', 'status': 'completed', 'code': 200} Sep 24 00:09:36.286104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] For port 8ebdd583-19ab-4a07-811d-c5562a6f576a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=8ebdd583-19ab-4a07-811d-c5562a6f576a,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:36.286621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.303942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for 8ebdd583-19ab-4a07-811d-c5562a6f576a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:36.317563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34150) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:36.452905 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.487006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.542310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=8ebdd583-19ab-4a07-811d-c5562a6f576a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:36.634622 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8b12bb75-e1c5-4a60-8f05-ee0a29d6875a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.635495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] No DVR routers for this DVR port 8ebdd583-19ab-4a07-811d-c5562a6f576a on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:36.643421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.646804 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-96b43815-33f4-4179-a6bc-913fc1f3e6dd tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "DELETE /v2.0/ports/8ebdd583-19ab-4a07-811d-c5562a6f576a HTTP/1.1" status: 204 len: 173 time: 1.3185501 Sep 24 00:09:36.779723 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8b12bb75-e1c5-4a60-8f05-ee0a29d6875a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.793739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3951a36-5c97-450e-b0b3-c7306de6e076 req-5a053523-6cbb-48e7-9db2-278a981be560 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:36.795375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3951a36-5c97-450e-b0b3-c7306de6e076 req-5a053523-6cbb-48e7-9db2-278a981be560 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 943 time: 0.0759077 Sep 24 00:09:36.796515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8b12bb75-e1c5-4a60-8f05-ee0a29d6875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.807318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:36.807736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:36.873661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34168) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:36.883507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b12bb75-e1c5-4a60-8f05-ee0a29d6875a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c56435b-3c4a-4803-90c2-9b004a41de8a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:36.913622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8b12bb75-e1c5-4a60-8f05-ee0a29d6875a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d90cf1834014dffad5d19938f5b9a60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946109 Sep 24 00:09:36.917285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34172) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:36.945740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3951a36-5c97-450e-b0b3-c7306de6e076 req-4678fdc8-bfa3-474f-8f63-f5e09cc95bb2 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7caadb5-6843-4a6c-9a06-26b8441582a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316583 Sep 24 00:09:36.952374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] For port fefbfcee-8d24-4664-a4c2-f45fc4d166d0, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:36.952793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.131923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebdd583-19ab-4a07-811d-c5562a6f576a'}, {'server_uuid': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87'}, {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:37.134409 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b21392f-475b-4d1b-8eec-ac4962da1ec1" -d '{"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebdd583-19ab-4a07-811d-c5562a6f576a"}, {"server_uuid": "72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87"}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:37.172849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2794b-e279-4f73-a3b5-bf8e1c684e07 req-c5545765-9c8a-420b-8cdc-4e44baf933b7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:37.175741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc2794b-e279-4f73-a3b5-bf8e1c684e07 req-c5545765-9c8a-420b-8cdc-4e44baf933b7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1128244 Sep 24 00:09:37.186475 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-037a3975-fb67-4807-81ce-91970d690d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.221527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-037a3975-fb67-4807-81ce-91970d690d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.227468 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccde7919-0cc7-457f-8ec9-b02c19bc77e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.231644 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 529 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8a0ea0-1c72-40a7-b5cc-e1bc7e888933 x-openstack-request-id: req-ae8a0ea0-1c72-40a7-b5cc-e1bc7e888933 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:37.232182 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "8ebdd583-19ab-4a07-811d-c5562a6f576a", "code": 200}, {"server_uuid": "72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87", "code": 200}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-unplugged", "status": "completed", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:37.232654 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae8a0ea0-1c72-40a7-b5cc-e1bc7e888933 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:37.233248 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ebdd583-19ab-4a07-811d-c5562a6f576a', 'code': 200} Sep 24 00:09:37.233769 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87', 'code': 200} Sep 24 00:09:37.234242 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'code': 200} Sep 24 00:09:37.263634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fc2794b-e279-4f73-a3b5-bf8e1c684e07 req-bc3fd87f-9e34-4810-8384-f0ee911bc12c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794048 Sep 24 00:09:37.345161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.345622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.346002 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Floating IP 041c03a5-3554-43d3-bcca-f1638bbd3051 disassociated. External IP: 172.25.5.45, port: fefbfcee-8d24-4664-a4c2-f45fc4d166d0. Sep 24 00:09:37.346377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for fefbfcee-8d24-4664-a4c2-f45fc4d166d0 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:37.351204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ed256-4d24-4875-bc7e-921150e65964 req-27939b08-3deb-44ed-8f7f-1c5e6bd148c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:37.353278 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c2ed256-4d24-4875-bc7e-921150e65964 req-27939b08-3deb-44ed-8f7f-1c5e6bd148c2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 1097 time: 0.0613801 Sep 24 00:09:37.363576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-037a3975-fb67-4807-81ce-91970d690d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.366211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-037a3975-fb67-4807-81ce-91970d690d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.370032 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-037a3975-fb67-4807-81ce-91970d690d4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c56435b-3c4a-4803-90c2-9b004a41de8a HTTP/1.1" status: 204 len: 168 time: 0.4491537 Sep 24 00:09:37.412861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c2ed256-4d24-4875-bc7e-921150e65964 req-02ac0cd1-86f9-493c-a9e2-5b2f6000a6ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522466 Sep 24 00:09:37.413981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037a3975-fb67-4807-81ce-91970d690d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c56435b-3c4a-4803-90c2-9b004a41de8a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:37.450649 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccde7919-0cc7-457f-8ec9-b02c19bc77e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.456844 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ccde7919-0cc7-457f-8ec9-b02c19bc77e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.505783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ccde7919-0cc7-457f-8ec9-b02c19bc77e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26c433770edb469494b5c73518cd508e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6295049 Sep 24 00:09:37.506515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34184) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:37.516296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccde7919-0cc7-457f-8ec9-b02c19bc77e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47a4ab3-f769-43b4-a3f3-85dd4cfc8417,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:37.549692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.599441 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3caa7c60-8cb0-46e8-8fd0-db5b9c5e3d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.603028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=fefbfcee-8d24-4664-a4c2-f45fc4d166d0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:37.631745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3caa7c60-8cb0-46e8-8fd0-db5b9c5e3d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.706657 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3caa7c60-8cb0-46e8-8fd0-db5b9c5e3d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.709373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3caa7c60-8cb0-46e8-8fd0-db5b9c5e3d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:37.710551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3caa7c60-8cb0-46e8-8fd0-db5b9c5e3d49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e47a4ab3-f769-43b4-a3f3-85dd4cfc8417 HTTP/1.1" status: 204 len: 168 time: 0.2019649 Sep 24 00:09:37.725418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa7c60-8cb0-46e8-8fd0-db5b9c5e3d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47a4ab3-f769-43b4-a3f3-85dd4cfc8417,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:37.771053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:37.807813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:09:37.957911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34208) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:37.988422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:09:38.002884 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] Sync routers for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:09:38.011451 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-089d3250-32c9-4efd-9f92-3b7327b80d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.011908 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:09:38.012485 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:09:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:38.072321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] No DVR routers for this DVR port fefbfcee-8d24-4664-a4c2-f45fc4d166d0 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:38.082789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.091801 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-41e7b80b-96d9-4270-87cd-034bdfbf5bed req-983e1ac7-9d8d-4163-bbad-871b883eced7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.18 "DELETE /v2.0/ports/fefbfcee-8d24-4664-a4c2-f45fc4d166d0 HTTP/1.1" status: 204 len: 173 time: 1.4315681 Sep 24 00:09:38.184812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c76531b4-f082-47c9-9f14-cb715ff45b52 req-f7e720af-decb-45d5-b4db-4ec12570e294 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0783105 Sep 24 00:09:38.241054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': '8ebdd583-19ab-4a07-811d-c5562a6f576a'}, {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:38.244212 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654cc1bc-50bf-43c0-9c86-bb1b4a9813f0" -d '{"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "8ebdd583-19ab-4a07-811d-c5562a6f576a"}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:38.301653 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-089d3250-32c9-4efd-9f92-3b7327b80d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.307226 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-089d3250-32c9-4efd-9f92-3b7327b80d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.321992 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee74ba31-67fa-4a96-b634-77d575a831f3 x-openstack-request-id: req-ee74ba31-67fa-4a96-b634-77d575a831f3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:38.322458 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "8ebdd583-19ab-4a07-811d-c5562a6f576a", "status": "completed", "code": 200}, {"server_uuid": "ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba", "name": "network-vif-deleted", "tag": "fefbfcee-8d24-4664-a4c2-f45fc4d166d0", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:38.322889 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee74ba31-67fa-4a96-b634-77d575a831f3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:38.323526 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': '8ebdd583-19ab-4a07-811d-c5562a6f576a', 'status': 'completed', 'code': 200} Sep 24 00:09:38.323904 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba', 'name': 'network-vif-deleted', 'tag': 'fefbfcee-8d24-4664-a4c2-f45fc4d166d0', 'status': 'completed', 'code': 200} Sep 24 00:09:38.342043 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:09:38.353302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:38.372334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-089d3250-32c9-4efd-9f92-3b7327b80d65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5173c9c7ee343218cd84bb420c5ed54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4130194 Sep 24 00:09:38.374625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ad2c-78e3-4f94-a280-419ea7300ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.381005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34218) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:38.408116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4887b6b-e9fe-4464-be74-0853ca1ebcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.430281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d3250-32c9-4efd-9f92-3b7327b80d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f63695-e949-4915-8a80-caa6b7a7eb90,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:38.533027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14470014-a326-4072-90fd-26ea2778da49 req-34d51bea-67fd-4795-9941-88f624ec2590 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:38.535326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14470014-a326-4072-90fd-26ea2778da49 req-34d51bea-67fd-4795-9941-88f624ec2590 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1103208 Sep 24 00:09:38.536215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c9511d-f6c4-49e5-bdcd-ea51cadf80cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.539587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ad2c-78e3-4f94-a280-419ea7300ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.544516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa1ad2c-78e3-4f94-a280-419ea7300ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.572177 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c9511d-f6c4-49e5-bdcd-ea51cadf80cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.585666 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dfa1ad2c-78e3-4f94-a280-419ea7300ab0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdf96b9ac57f4948baf4dd9cbb50f062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312469 Sep 24 00:09:38.586619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1ad2c-78e3-4f94-a280-419ea7300ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d003851-4a88-4953-9a9a-777c2f096c0b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:38.589110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:38.649254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd311f92-5125-4446-a95d-5a23f4845597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.675892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd311f92-5125-4446-a95d-5a23f4845597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.735397 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:32Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:38.759319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd311f92-5125-4446-a95d-5a23f4845597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.762297 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd311f92-5125-4446-a95d-5a23f4845597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.763887 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dd311f92-5125-4446-a95d-5a23f4845597 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d003851-4a88-4953-9a9a-777c2f096c0b HTTP/1.1" status: 204 len: 168 time: 0.1738617 Sep 24 00:09:38.771863 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4887b6b-e9fe-4464-be74-0853ca1ebcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.780281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd311f92-5125-4446-a95d-5a23f4845597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d003851-4a88-4953-9a9a-777c2f096c0b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:38.783451 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c9511d-f6c4-49e5-bdcd-ea51cadf80cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.788255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c9511d-f6c4-49e5-bdcd-ea51cadf80cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.793306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d6c9511d-f6c4-49e5-bdcd-ea51cadf80cb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5f63695-e949-4915-8a80-caa6b7a7eb90 HTTP/1.1" status: 204 len: 168 time: 0.4074976 Sep 24 00:09:38.794127 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4887b6b-e9fe-4464-be74-0853ca1ebcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:38.830333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9511d-f6c4-49e5-bdcd-ea51cadf80cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f63695-e949-4915-8a80-caa6b7a7eb90,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:38.841844 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] Checking router: 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:09:38.863024 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:09:38.863665 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:09:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:38.897193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14470014-a326-4072-90fd-26ea2778da49 req-74d4ed44-0cd5-4413-bc82-2c992c3f883c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395831 Sep 24 00:09:38.913638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34230) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:38.915551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c4887b6b-e9fe-4464-be74-0853ca1ebcaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c1d83d92f7d450fb9307737d238a814&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1429076 Sep 24 00:09:38.923129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4887b6b-e9fe-4464-be74-0853ca1ebcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c211ca-b959-467c-b41c-c939e3b13fed,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:39.007399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:39.044112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f852dcf-29a5-498f-8f28-7ba543fcd3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:39.069679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f852dcf-29a5-498f-8f28-7ba543fcd3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:39.125039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f852dcf-29a5-498f-8f28-7ba543fcd3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:39.126276 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:09:39.132513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f852dcf-29a5-498f-8f28-7ba543fcd3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:39.133710 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f852dcf-29a5-498f-8f28-7ba543fcd3fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b7c211ca-b959-467c-b41c-c939e3b13fed HTTP/1.1" status: 204 len: 168 time: 0.2191699 Sep 24 00:09:39.151710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f852dcf-29a5-498f-8f28-7ba543fcd3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c211ca-b959-467c-b41c-c939e3b13fed,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:39.324070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da93f807-0080-4999-b643-112193d3b216 req-d3979180-2f47-45c9-9a81-a895afc149c6 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0329537 Sep 24 00:09:39.478542 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:32Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:39.510308 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8ccd79-f0af-44db-a712-2e515f5087e2 None None] The sync data for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 is: [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:26Z', 'revision_number': 4, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '638c7be8-8405-4698-81f6-c8c83d6bf261', 'name': '', 'network_id': '0fa905c6-5b85-4188-8ccc-e6003718f222', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'mac_address': 'fa:16:3e:0c:ca:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 922, 'fixed_ips': [{'subnet_id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:25Z', 'updated_at': '2021-09-23T23:59:32Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'subnets': [{'id': 'e7784be8-b5c0-437f-be3d-6205f84b0fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:09:39.765191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34254) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:39.790047 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f9825eb-22d7-4c1b-96ed-0e3dc171b593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:40.100126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fc26a0-d089-452b-a781-cd2252185db7 None None] New status for floating IP 041c03a5-3554-43d3-bcca-f1638bbd3051: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:09:40.141885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f7ae1-ada5-4c40-af2f-4bfc38ca2d31 req-1676a6b0-077f-434e-9616-828bf337aaae tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:40.155668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b04f7ae1-ada5-4c40-af2f-4bfc38ca2d31 req-1676a6b0-077f-434e-9616-828bf337aaae tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1053059 Sep 24 00:09:40.175772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f9825eb-22d7-4c1b-96ed-0e3dc171b593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:40.187532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f9825eb-22d7-4c1b-96ed-0e3dc171b593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:40.256536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b04f7ae1-ada5-4c40-af2f-4bfc38ca2d31 req-268fb983-de4e-45a1-bc2c-64f3d21543c0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923889 Sep 24 00:09:40.257875 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8f9825eb-22d7-4c1b-96ed-0e3dc171b593 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e2f3613cda94bc6ad4c10a8730e3674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914660 Sep 24 00:09:40.263547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9825eb-22d7-4c1b-96ed-0e3dc171b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0a5f85-0fac-467b-b65f-2426de799677,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:40.269600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34268) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:40.510005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b983ea3d-c27b-44c6-96e5-158b7b3497e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:40.552485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-563fe46a-7ee8-4a45-b3a6-358173e54d48 req-c12e2d13-9168-40ac-9f10-8c709b091b28 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0607753 Sep 24 00:09:40.577464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67be5aa-735e-4100-a37d-88c148741698 req-4bc69de4-a28b-444c-a060-7e9910bf6b7a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:40.589663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b67be5aa-735e-4100-a37d-88c148741698 req-4bc69de4-a28b-444c-a060-7e9910bf6b7a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1860633 Sep 24 00:09:40.616867 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b983ea3d-c27b-44c6-96e5-158b7b3497e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:40.667838 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b67be5aa-735e-4100-a37d-88c148741698 req-d65f2a8f-bf59-41a1-9361-a17ab4dc88fe tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816789 Sep 24 00:09:40.715760 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b983ea3d-c27b-44c6-96e5-158b7b3497e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:40.718608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b983ea3d-c27b-44c6-96e5-158b7b3497e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:40.719930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b983ea3d-c27b-44c6-96e5-158b7b3497e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c0a5f85-0fac-467b-b65f-2426de799677 HTTP/1.1" status: 204 len: 168 time: 0.4489326 Sep 24 00:09:40.734897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983ea3d-c27b-44c6-96e5-158b7b3497e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0a5f85-0fac-467b-b65f-2426de799677,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:40.913964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34302) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:41.276419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26c394-4c38-4fc5-86e1-951daca550b8 req-68ed4e90-9009-4169-a2c3-f3ac1d9c30fd tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:41.278076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af26c394-4c38-4fc5-86e1-951daca550b8 req-68ed4e90-9009-4169-a2c3-f3ac1d9c30fd tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1115558 Sep 24 00:09:41.359509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af26c394-4c38-4fc5-86e1-951daca550b8 req-c17adcc6-c46a-447c-8326-a987986fbe0e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751235 Sep 24 00:09:41.378622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-178646398-network', 'tenant_id': '077e9b1ebfe6478ab44d56a9c0ceae46'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:41.410193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Made reservation on behalf of 077e9b1ebfe6478ab44d56a9c0ceae46 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:09:41.413030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:41.428568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:41.556689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:41.561790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:41.590905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0473da69-596a-4fd7-84a1-e369ebf45271,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:41.613054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:09:41.623652 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:41.624020 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Added segment 8b453779-4057-4edd-bc25-fba735e4239c of type vlan for network b2feb12b-f832-4bcd-96cd-9c8c755800a5 Sep 24 00:09:41.698461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecd07d85-25a7-43f5-81bc-58aec7fa8679 req-eab4878e-cc7f-4508-a25c-3d4a22e21616 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0403261 Sep 24 00:09:41.710691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:41.758887 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:41.761267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:41.761974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:41.850458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] Pushing event updated for resources: {'Network': ['ID=b2feb12b-f832-4bcd-96cd-9c8c755800a5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:41.860881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae1630d2-972f-4315-8ee0-c425d5f2757b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9456491 Sep 24 00:09:41.864294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34340) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:41.865999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b2feb12b-f832-4bcd-96cd-9c8c755800a5 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:09:41.869941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Request body: {'subnet': {'network_id': 'b2feb12b-f832-4bcd-96cd-9c8c755800a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-178646398-subnet', 'tenant_id': '077e9b1ebfe6478ab44d56a9c0ceae46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:41.884676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34342) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:41.903191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Made reservation on behalf of 077e9b1ebfe6478ab44d56a9c0ceae46 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:09:41.911129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.124131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.193377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb545187-9220-4ba2-9c79-13a0ae11b761,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:42.201488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Checking segment: {'id': '8b453779-4057-4edd-bc25-fba735e4239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2feb12b-f832-4bcd-96cd-9c8c755800a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:09:42.202025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Network hostable DHCP agents. Network: b2feb12b-f832-4bcd-96cd-9c8c755800a5, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:09:42.227461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Network b2feb12b-f832-4bcd-96cd-9c8c755800a5 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:09:42.238406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27c6af77-8085-4ca9-acdf-ffeee18b4cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.241475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b2feb12b-f832-4bcd-96cd-9c8c755800a5) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:09:42.276587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c99329-5458-4491-94f9-2e626cc37fb6 None None] Network b2feb12b-f832-4bcd-96cd-9c8c755800a5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:42.278533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:42.279755 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.440219 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27c6af77-8085-4ca9-acdf-ffeee18b4cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.446332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27c6af77-8085-4ca9-acdf-ffeee18b4cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.452169 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3b9a84bf-3dca-4ec9-a26b-e8ff99712584 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5863290 Sep 24 00:09:42.511368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-27c6af77-8085-4ca9-acdf-ffeee18b4cb1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc490a541dbb47a394366c856c6b1bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246197 Sep 24 00:09:42.513910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34368) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:42.532596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae9825c-c94a-4285-9fdb-65ca08a73c17 None None] Network b2feb12b-f832-4bcd-96cd-9c8c755800a5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:42.547804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6af77-8085-4ca9-acdf-ffeee18b4cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5726b3ac-f40d-42f1-b0a2-86dd9379b183,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:42.579500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a347f94-3bca-4a4a-9046-3b22b4fa90dd req-4ad2f5f6-b774-4e8e-b5d2-67d3ce19a2e8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:42.582932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a347f94-3bca-4a4a-9046-3b22b4fa90dd req-4ad2f5f6-b774-4e8e-b5d2-67d3ce19a2e8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0902560 Sep 24 00:09:42.620759 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c64df164-4a71-4f27-9800-82346daf5242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.677021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c64df164-4a71-4f27-9800-82346daf5242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.687720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a347f94-3bca-4a4a-9046-3b22b4fa90dd req-33e1a689-4471-4910-9ba4-cbb1a3f76bee tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969725 Sep 24 00:09:42.756592 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c64df164-4a71-4f27-9800-82346daf5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.759429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c64df164-4a71-4f27-9800-82346daf5242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:42.760792 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c64df164-4a71-4f27-9800-82346daf5242 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5726b3ac-f40d-42f1-b0a2-86dd9379b183 HTTP/1.1" status: 204 len: 168 time: 0.2458873 Sep 24 00:09:42.777094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64df164-4a71-4f27-9800-82346daf5242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5726b3ac-f40d-42f1-b0a2-86dd9379b183,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:42.864755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-847533a3-0615-4246-9b24-bc7ac00a0a14 req-b11ea804-474d-46ab-8de9-8aebe65aee1e tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0360038 Sep 24 00:09:43.393511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34398) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:43.417322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83e731c2-03f4-4f48-aaac-88f8c8941a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:43.521530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83e731c2-03f4-4f48-aaac-88f8c8941a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:43.526737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-83e731c2-03f4-4f48-aaac-88f8c8941a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:43.567895 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-83e731c2-03f4-4f48-aaac-88f8c8941a39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5545f73f056f4fe5bd47e05a1fb6b189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716206 Sep 24 00:09:43.570360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e731c2-03f4-4f48-aaac-88f8c8941a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428c5907-f558-48b5-9e03-c0704b300e81,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:43.571112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34404) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:43.634282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f0b9-92c5-4274-9717-8e85c878c572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:43.662684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f0b9-92c5-4274-9717-8e85c878c572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:43.724772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f0b9-92c5-4274-9717-8e85c878c572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:43.727716 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f0b9-92c5-4274-9717-8e85c878c572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:43.729763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a8d0f0b9-92c5-4274-9717-8e85c878c572 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/428c5907-f558-48b5-9e03-c0704b300e81 HTTP/1.1" status: 204 len: 168 time: 0.1545990 Sep 24 00:09:43.744860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0f0b9-92c5-4274-9717-8e85c878c572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428c5907-f558-48b5-9e03-c0704b300e81,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:43.853795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fe746-c936-4aa5-ab79-e641dddd9c94 req-804202a2-3242-49f8-abfe-8c50643f3efd tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:43.855760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e54fe746-c936-4aa5-ab79-e641dddd9c94 req-804202a2-3242-49f8-abfe-8c50643f3efd tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0684850 Sep 24 00:09:43.934443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e54fe746-c936-4aa5-ab79-e641dddd9c94 req-02ec452f-b20a-4956-bff8-445db526d9a9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718575 Sep 24 00:09:43.999153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46afdc1f-7861-42ef-8d8c-e8e068c1e27e req-50a4c213-d4d9-48c6-b81d-c1ae74c0246d tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0320857 Sep 24 00:09:44.003042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:44.009281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1828244632-network', 'tenant_id': 'b7c2f38af3164a409e8a9289c8a6ef2e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:44.043928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Made reservation on behalf of b7c2f38af3164a409e8a9289c8a6ef2e for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:09:44.047043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.058899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.168255 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.173900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.217505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5379e0b-c1b0-4eb9-bf62-2012303def70,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:44.230180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:09:44.250375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.250736 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Added segment f38b9a74-28dd-42fd-bdc1-972359fe108a of type vlan for network 4eb918a4-279e-42ef-99bd-f007127f0499 Sep 24 00:09:44.305550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.351892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.353338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:44.353981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.402933 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3977458 Sep 24 00:09:44.404570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34440) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:44.410129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Request body: {'subnet': {'network_id': '4eb918a4-279e-42ef-99bd-f007127f0499', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1828244632-subnet', 'tenant_id': 'b7c2f38af3164a409e8a9289c8a6ef2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:44.447639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c522aa-8892-4817-ae34-d8acefe97b38 admin admin] Pushing event updated for resources: {'Network': ['ID=4eb918a4-279e-42ef-99bd-f007127f0499,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:44.457689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 4eb918a4-279e-42ef-99bd-f007127f0499 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:09:44.465950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Made reservation on behalf of b7c2f38af3164a409e8a9289c8a6ef2e for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:09:44.469928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.716436 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.779569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b479068-657b-41f9-a5f2-be59e05e8bc4,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:44.791166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Checking segment: {'id': 'f38b9a74-28dd-42fd-bdc1-972359fe108a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '4eb918a4-279e-42ef-99bd-f007127f0499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:09:44.791544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Network hostable DHCP agents. Network: 4eb918a4-279e-42ef-99bd-f007127f0499, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:09:44.808904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Network 4eb918a4-279e-42ef-99bd-f007127f0499 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:09:44.822806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 4eb918a4-279e-42ef-99bd-f007127f0499) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:09:44.832671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031a3a6e-1e9e-443f-aa80-6a753848236e None None] Network 4eb918a4-279e-42ef-99bd-f007127f0499 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:44.838698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:44.839338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:44.857278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8631e6a5-e4ed-49af-878e-9c320f75923f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4515417 Sep 24 00:09:44.972979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac4a8cb-092a-4de3-ae61-7af8d07dc3ad None None] Network 4eb918a4-279e-42ef-99bd-f007127f0499 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:45.120239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a86fa-3218-4603-8b3c-8d19cd6f78ff req-b1baaba8-6c8c-413b-a272-78eefe255315 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:45.121905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-335a86fa-3218-4603-8b3c-8d19cd6f78ff req-b1baaba8-6c8c-413b-a272-78eefe255315 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0958602 Sep 24 00:09:45.142652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0233f09e-7685-43a2-8342-9c32de8817a0 req-6483aca1-d90b-444a-9808-3549299903fc tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0423026 Sep 24 00:09:45.211931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-335a86fa-3218-4603-8b3c-8d19cd6f78ff req-4c44361d-30ff-4a16-b7ef-8ac6a43644da tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579164 Sep 24 00:09:45.886786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-23530152-64d2-4573-ae9b-111816462cce tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:45.895925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-23530152-64d2-4573-ae9b-111816462cce tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/networks?id=b2feb12b-f832-4bcd-96cd-9c8c755800a5 HTTP/1.1" status: 200 len: 808 time: 0.1411796 Sep 24 00:09:45.907179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-0d54010c-702e-4e70-8a6c-9ba470803a6a tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/quotas/077e9b1ebfe6478ab44d56a9c0ceae46 HTTP/1.1" status: 200 len: 375 time: 0.0102627 Sep 24 00:09:45.957219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-4a7ddba5-78ad-402b-ba6e-94499355f729 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=077e9b1ebfe6478ab44d56a9c0ceae46&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433826 Sep 24 00:09:46.068265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-664f1812-9573-4bf5-a17b-c6997334b3fd service neutron] 10.222.0.24 "GET /v2.0/networks/b2feb12b-f832-4bcd-96cd-9c8c755800a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098857 Sep 24 00:09:46.173387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-42def63e-1777-4a84-9750-98c3a676ce82 service neutron] 10.222.0.24 "GET /v2.0/networks/b2feb12b-f832-4bcd-96cd-9c8c755800a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976748 Sep 24 00:09:46.395721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93ece587-a5ef-4a3b-915f-31e5c4f800cc req-34870350-439c-48d7-b29a-b4e64955e51c tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0759161 Sep 24 00:09:46.474265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-137d4700-f087-42a8-aa5d-ba37889a4ceb req-f40a8760-7896-4778-ada2-70474016845f tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 210 time: 0.0283921 Sep 24 00:09:46.497426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458cef63-7769-40e5-b3bf-f4a613b3b5fa req-bd0ee023-f978-409d-b410-9ed61fc72857 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:46.525274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-458cef63-7769-40e5-b3bf-f4a613b3b5fa req-bd0ee023-f978-409d-b410-9ed61fc72857 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1287925 Sep 24 00:09:46.620993 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:09:46.624875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-458cef63-7769-40e5-b3bf-f4a613b3b5fa req-7d10e61a-2358-4c7d-9a5a-180ee43c7a53 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986907 Sep 24 00:09:47.535736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20f852e1-8805-4554-8997-c0ea8bebe0c2 req-7bce8510-a368-4435-9e15-f011288ef9d9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0391042 Sep 24 00:09:47.660925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba1359bc-552f-483f-9658-a7939ac52b24 req-ad594a61-c29a-4c8e-bcc8-6ab5ca307711 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 210 time: 0.0671837 Sep 24 00:09:47.904444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34640) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:47.915395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-ca7fce48-8d0a-4307-8592-de7f2668da1d tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:47.916930 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-ca7fce48-8d0a-4307-8592-de7f2668da1d tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.18 "GET /v2.0/networks?id=b2feb12b-f832-4bcd-96cd-9c8c755800a5 HTTP/1.1" status: 200 len: 808 time: 0.2118790 Sep 24 00:09:47.922819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6ac84-5178-41ab-a4c9-1fcf4813e7ef req-43f9b517-2647-4086-ba14-0d4e39093eb0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:47.925862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7eb6ac84-5178-41ab-a4c9-1fcf4813e7ef req-43f9b517-2647-4086-ba14-0d4e39093eb0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1046512 Sep 24 00:09:47.930479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Request body: {'port': {'device_id': 'fb49e443-f912-43ba-8b1b-f8df26f5bc0c', 'network_id': 'b2feb12b-f832-4bcd-96cd-9c8c755800a5', 'admin_state_up': True, 'tenant_id': '077e9b1ebfe6478ab44d56a9c0ceae46'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:47.981725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7eb6ac84-5178-41ab-a4c9-1fcf4813e7ef req-af0798c3-167b-4d61-83b7-40090affb0a6 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Sep 24 00:09:48.147224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Made reservation on behalf of 077e9b1ebfe6478ab44d56a9c0ceae46 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:09:48.150713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.310283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Allocated IP 172.20.0.5 (b2feb12b-f832-4bcd-96cd-9c8c755800a5/cb545187-9220-4ba2-9c79-13a0ae11b761/cc16e6c5-4338-4441-8e14-1dce233c9ff3) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:09:48.350199 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9fedcfd-71ff-4352-a485-79092667aaad admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.485258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.525117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.559343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9fedcfd-71ff-4352-a485-79092667aaad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.565886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9fedcfd-71ff-4352-a485-79092667aaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.623312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c9fedcfd-71ff-4352-a485-79092667aaad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5a1e5fdbbc00475aa5fd684fc57306e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7128963 Sep 24 00:09:48.624670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34656) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:48.625104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Network b2feb12b-f832-4bcd-96cd-9c8c755800a5 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:09:48.628891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fedcfd-71ff-4352-a485-79092667aaad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8872557b-8fe8-4992-87d9-f7056d163624,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:48.635378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:09:48.649456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:09:48.719122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6516247-4dd2-4065-a1b3-a5ae0b11b12c req-8237d7f2-9a26-47cc-b812-d2d0046b8ef4 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0587113 Sep 24 00:09:48.734041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8687-9a0a-46e7-9bdc-b2bb302412c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.737010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:48.737656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.773714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Pushing event updated for resources: {'Port': ['ID=cc16e6c5-4338-4441-8e14-1dce233c9ff3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:48.774595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8687-9a0a-46e7-9bdc-b2bb302412c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.788412 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-d7f7eaaa-a5ed-4e1b-b394-fb3a9e000d44 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8621056 Sep 24 00:09:48.800974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Request body: {'port': {'device_id': 'fb49e443-f912-43ba-8b1b-f8df26f5bc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:09:48.878907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dde3ba-d982-4cf4-8ff8-dc05d760e19c req-7f354ddb-e583-4612-a774-6670fc3aa7fc tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:48.880458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23dde3ba-d982-4cf4-8ff8-dc05d760e19c req-7f354ddb-e583-4612-a774-6670fc3aa7fc tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 931 time: 0.0746994 Sep 24 00:09:48.897166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.909277 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8687-9a0a-46e7-9bdc-b2bb302412c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.912066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc2e8687-9a0a-46e7-9bdc-b2bb302412c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:48.913421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fc2e8687-9a0a-46e7-9bdc-b2bb302412c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8872557b-8fe8-4992-87d9-f7056d163624 HTTP/1.1" status: 204 len: 168 time: 0.2811415 Sep 24 00:09:48.929839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e8687-9a0a-46e7-9bdc-b2bb302412c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8872557b-8fe8-4992-87d9-f7056d163624,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:48.958923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23dde3ba-d982-4cf4-8ff8-dc05d760e19c req-12b8de55-f639-4a99-a2d7-e9e4a754264f tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637407 Sep 24 00:09:49.273387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef4539-9fe7-48b3-8946-fd6923613fbe req-f394bf64-94e7-430e-a991-6c77d4b93eb0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:49.274968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eef4539-9fe7-48b3-8946-fd6923613fbe req-f394bf64-94e7-430e-a991-6c77d4b93eb0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1105227 Sep 24 00:09:49.340253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eef4539-9fe7-48b3-8946-fd6923613fbe req-e7727819-1fea-4d6f-8cc1-5a75c63ce1c9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Sep 24 00:09:49.385947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc16e6c5-4338-4441-8e14-1dce233c9ff3 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:09:49.405710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.425669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Transition to ACTIVE for port object cc16e6c5-4338-4441-8e14-1dce233c9ff3 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:09:49.433056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.490117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Pushing event updated for resources: {'Port': ['ID=cc16e6c5-4338-4441-8e14-1dce233c9ff3,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:49.553754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34680) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:49.573817 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d084328b-b24b-486a-be03-e33286624e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.630085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Attempting to bind port cc16e6c5-4338-4441-8e14-1dce233c9ff3 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:09:49.631066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Attempting to bind port cc16e6c5-4338-4441-8e14-1dce233c9ff3 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '8b453779-4057-4edd-bc25-fba735e4239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2feb12b-f832-4bcd-96cd-9c8c755800a5'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:09:49.632853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Attempting to bind port cc16e6c5-4338-4441-8e14-1dce233c9ff3 on network b2feb12b-f832-4bcd-96cd-9c8c755800a5 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:09:49.645727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Port cc16e6c5-4338-4441-8e14-1dce233c9ff3 on network b2feb12b-f832-4bcd-96cd-9c8c755800a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:09:49.646805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Attempting to bind port cc16e6c5-4338-4441-8e14-1dce233c9ff3 on network b2feb12b-f832-4bcd-96cd-9c8c755800a5 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:09:49.652472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:09:49.652936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Checking segment: {'id': '8b453779-4057-4edd-bc25-fba735e4239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2feb12b-f832-4bcd-96cd-9c8c755800a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:09:49.653446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Bound using segment: {'id': '8b453779-4057-4edd-bc25-fba735e4239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2feb12b-f832-4bcd-96cd-9c8c755800a5'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:09:49.654235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Bound port: cc16e6c5-4338-4441-8e14-1dce233c9ff3, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b453779-4057-4edd-bc25-fba735e4239c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b2feb12b-f832-4bcd-96cd-9c8c755800a5'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:09:49.654709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.715291 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d084328b-b24b-486a-be03-e33286624e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.721551 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d084328b-b24b-486a-be03-e33286624e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.735897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] For port cc16e6c5-4338-4441-8e14-1dce233c9ff3, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:09:49.740138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] For port cc16e6c5-4338-4441-8e14-1dce233c9ff3, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cc16e6c5-4338-4441-8e14-1dce233c9ff3,segment=NetworkSegment(8b453779-4057-4edd-bc25-fba735e4239c),segment_id=8b453779-4057-4edd-bc25-fba735e4239c)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:09:49.743798 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.785429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:49.786252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:49.787650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-8a281350-eedf-455e-8771-81bfac660223 service neutron] 10.222.0.18 "PUT /v2.0/ports/cc16e6c5-4338-4441-8e14-1dce233c9ff3 HTTP/1.1" status: 200 len: 1092 time: 0.9911559 Sep 24 00:09:49.788354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb49e443-f912-43ba-8b1b-f8df26f5bc0c', 'tag': 'cc16e6c5-4338-4441-8e14-1dce233c9ff3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:49.790726 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa" -d '{"events": [{"name": "network-changed", "server_uuid": "fb49e443-f912-43ba-8b1b-f8df26f5bc0c", "tag": "cc16e6c5-4338-4441-8e14-1dce233c9ff3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:49.807154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d084328b-b24b-486a-be03-e33286624e6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=550db33281e64460b9180b5c5ec1606e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2522764 Sep 24 00:09:49.810924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:49.823344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084328b-b24b-486a-be03-e33286624e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cad408d-5714-4be8-b8eb-1260e972c2e0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:49.895992 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541f6e4c-e446-4953-bb36-7fff4ee87283 x-openstack-request-id: req-541f6e4c-e446-4953-bb36-7fff4ee87283 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:49.896674 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb49e443-f912-43ba-8b1b-f8df26f5bc0c", "tag": "cc16e6c5-4338-4441-8e14-1dce233c9ff3", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:49.897158 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-541f6e4c-e446-4953-bb36-7fff4ee87283 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:49.897770 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb49e443-f912-43ba-8b1b-f8df26f5bc0c', 'tag': 'cc16e6c5-4338-4441-8e14-1dce233c9ff3', 'status': 'completed', 'code': 200} Sep 24 00:09:49.926425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a281350-eedf-455e-8771-81bfac660223 service neutron] Pushing event updated for resources: {'Port': ['ID=cc16e6c5-4338-4441-8e14-1dce233c9ff3,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:49.928445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42f3970a-76a5-4cff-ae58-3ec9424e56ec req-cb6b7193-aff1-4012-b249-9aff2de6141f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0495248 Sep 24 00:09:49.948555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-fafd6c86-ec5a-4b4f-a6fe-f6a851eab2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:49.950636 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-fafd6c86-ec5a-4b4f-a6fe-f6a851eab2a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077e9b1ebfe6478ab44d56a9c0ceae46&device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 1095 time: 0.0956137 Sep 24 00:09:49.954172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe307-da74-40ae-aa66-153c2bda5be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:50.006584 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-e5f4ab52-d52c-428d-9156-1614767931bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc16e6c5-4338-4441-8e14-1dce233c9ff3 HTTP/1.1" status: 200 len: 217 time: 0.0461581 Sep 24 00:09:50.037614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe307-da74-40ae-aa66-153c2bda5be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:50.104811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-75ccd540-244b-45a9-8ae7-37ae45239eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:50.106548 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-75ccd540-244b-45a9-8ae7-37ae45239eff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb545187-9220-4ba2-9c79-13a0ae11b761 HTTP/1.1" status: 200 len: 848 time: 0.0900695 Sep 24 00:09:50.159761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4278ba3-8b0e-40c9-94f1-5b30e1469e4c req-dce22a3d-72e7-4299-a33b-f6722e3ccff6 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:50.160069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-88a0c743-590e-4dfa-9e0f-7e2d99371012 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2feb12b-f832-4bcd-96cd-9c8c755800a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457504 Sep 24 00:09:50.167729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe307-da74-40ae-aa66-153c2bda5be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:50.167955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4278ba3-8b0e-40c9-94f1-5b30e1469e4c req-dce22a3d-72e7-4299-a33b-f6722e3ccff6 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 943 time: 0.0923812 Sep 24 00:09:50.176706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c4dbe307-da74-40ae-aa66-153c2bda5be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:50.181999 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c4dbe307-da74-40ae-aa66-153c2bda5be4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cad408d-5714-4be8-b8eb-1260e972c2e0 HTTP/1.1" status: 204 len: 168 time: 0.3700669 Sep 24 00:09:50.220103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4278ba3-8b0e-40c9-94f1-5b30e1469e4c req-47daf0fc-e9fd-4965-bc98-bacd01d04ec1 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500672 Sep 24 00:09:50.230419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dbe307-da74-40ae-aa66-153c2bda5be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cad408d-5714-4be8-b8eb-1260e972c2e0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:50.344286 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-60a39e3a-449c-4693-b928-81a4ea2457cb service neutron] 10.222.0.18 "GET /v2.0/networks/b2feb12b-f832-4bcd-96cd-9c8c755800a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609731 Sep 24 00:09:50.545353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f751ff01-26ef-416a-ae03-edc10b0d7efb req-2293b90d-1225-4cfd-94c7-bbaad4368462 service neutron] 10.222.0.18 "GET /v2.0/networks/b2feb12b-f832-4bcd-96cd-9c8c755800a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939561 Sep 24 00:09:50.549228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f79990-6b85-45fe-8f82-349ba7538ed6 req-e1c72c33-ceba-4e14-a448-4585a253fef8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:50.557104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42f79990-6b85-45fe-8f82-349ba7538ed6 req-e1c72c33-ceba-4e14-a448-4585a253fef8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0988314 Sep 24 00:09:50.618743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42f79990-6b85-45fe-8f82-349ba7538ed6 req-cbf2637f-a06b-4c4c-87e6-e84e997b8da9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594170 Sep 24 00:09:50.673829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-2e4d5c89-67c5-42a1-a781-67144a61ed96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:50.676393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-2e4d5c89-67c5-42a1-a781-67144a61ed96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=077e9b1ebfe6478ab44d56a9c0ceae46&device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 1095 time: 0.0682304 Sep 24 00:09:50.860202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-ce5405f7-e6fc-44fd-ae2d-63480f9187ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:50.863175 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-ce5405f7-e6fc-44fd-ae2d-63480f9187ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2feb12b-f832-4bcd-96cd-9c8c755800a5 HTTP/1.1" status: 200 len: 909 time: 0.1793485 Sep 24 00:09:50.942629 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-b7b9f026-5241-4ea7-8163-6820fd3f37a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc16e6c5-4338-4441-8e14-1dce233c9ff3 HTTP/1.1" status: 200 len: 217 time: 0.0685420 Sep 24 00:09:51.023768 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-5023f924-a359-4aa1-a00c-9e3c31eed369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:51.028072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-5023f924-a359-4aa1-a00c-9e3c31eed369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cb545187-9220-4ba2-9c79-13a0ae11b761 HTTP/1.1" status: 200 len: 848 time: 0.0781763 Sep 24 00:09:51.086675 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-dc25b281-81ce-4107-9b7f-a7757258f45c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2feb12b-f832-4bcd-96cd-9c8c755800a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491729 Sep 24 00:09:51.119167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-294362de-5ef5-46d8-999a-2869f4bc30b2 req-5887222e-1a53-471e-9838-d65b9f74c4ce tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0348768 Sep 24 00:09:51.240644 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-e3b5a5be-3ca5-4c79-826f-60ecafe6ad10 service neutron] 10.222.0.18 "GET /v2.0/networks/b2feb12b-f832-4bcd-96cd-9c8c755800a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452880 Sep 24 00:09:51.380707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971b35a-babf-4b1b-bece-ce682281dae2 req-89f4166e-ab31-470e-a126-dfccbb869696 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:51.391642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8971b35a-babf-4b1b-bece-ce682281dae2 req-89f4166e-ab31-470e-a126-dfccbb869696 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 943 time: 0.0878127 Sep 24 00:09:51.464315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8971b35a-babf-4b1b-bece-ce682281dae2 req-1905b43e-cd50-4d47-aad3-48952ab288ed tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712714 Sep 24 00:09:51.467077 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d2f3dc4c-c2bb-469b-8b0c-6411b18f6faa req-fecd130a-4f26-4095-bff9-a06c77eb996e service neutron] 10.222.0.18 "GET /v2.0/networks/b2feb12b-f832-4bcd-96cd-9c8c755800a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134111 Sep 24 00:09:51.804214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8abdc-56de-45b4-80bf-9d849b7c3500 req-35a2bc65-e1b3-4a9d-822c-84cc2078b0e7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:51.807358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfc8abdc-56de-45b4-80bf-9d849b7c3500 req-35a2bc65-e1b3-4a9d-822c-84cc2078b0e7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0765007 Sep 24 00:09:51.862340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfc8abdc-56de-45b4-80bf-9d849b7c3500 req-ab3eb3e2-baa7-4d96-857b-ab5b834c7748 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476151 Sep 24 00:09:52.315378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b1d58b4-ba1b-435d-9d8e-244967dfd3ee req-1bd21164-26f1-455c-8c12-6e90359f7424 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea1c8e40-7d31-4cd6-ada5-17818c0ff2ba HTTP/1.1" status: 200 len: 210 time: 0.0518043 Sep 24 00:09:52.378823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62134a4-f1d5-429c-a233-a0267ee21094 req-c7718620-b163-4df0-af3c-b339276cb870 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:52.383214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e62134a4-f1d5-429c-a233-a0267ee21094 req-c7718620-b163-4df0-af3c-b339276cb870 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 945 time: 0.0711160 Sep 24 00:09:52.450773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e62134a4-f1d5-429c-a233-a0267ee21094 req-ad47b97d-0611-436e-8aea-28312a609d0d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569279 Sep 24 00:09:52.625557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab9830-cf69-4de2-936a-06e0ac6ecd1d req-90314ad2-f5df-4403-8dc7-43d12fea5fe7 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:52.628678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebab9830-cf69-4de2-936a-06e0ac6ecd1d req-90314ad2-f5df-4403-8dc7-43d12fea5fe7 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 943 time: 0.0732901 Sep 24 00:09:52.647857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cc16e6c5-4338-4441-8e14-1dce233c9ff3 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:09:52.711425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebab9830-cf69-4de2-936a-06e0ac6ecd1d req-a2a92603-421a-4003-97f0-211190e52bcc tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756881 Sep 24 00:09:52.831796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cc16e6c5-4338-4441-8e14-1dce233c9ff3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cc16e6c5-4338-4441-8e14-1dce233c9ff3,segment=NetworkSegment(8b453779-4057-4edd-bc25-fba735e4239c),segment_id=8b453779-4057-4edd-bc25-fba735e4239c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:52.844827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'cc16e6c5-4338-4441-8e14-1dce233c9ff3', 'network_id': 'b2feb12b-f832-4bcd-96cd-9c8c755800a5', 'port_id': 'cc16e6c5-4338-4441-8e14-1dce233c9ff3', 'mac_address': 'fa:16:3e:8f:25:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb545187-9220-4ba2-9c79-13a0ae11b761', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:09:52.910037 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:52.970372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc16e6c5-4338-4441-8e14-1dce233c9ff3 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:09:53.015249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cc16e6c5-4338-4441-8e14-1dce233c9ff3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cc16e6c5-4338-4441-8e14-1dce233c9ff3,segment=NetworkSegment(8b453779-4057-4edd-bc25-fba735e4239c),segment_id=8b453779-4057-4edd-bc25-fba735e4239c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:53.025612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-789fd1ce-7e40-40f7-b2ca-94474cb57ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.032114 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.096893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557823d7-bab5-4b04-8a68-e591ad0378d2 req-a8c9bee8-f106-4a4c-9c28-5bccbb76c416 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:53.098515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-557823d7-bab5-4b04-8a68-e591ad0378d2 req-a8c9bee8-f106-4a4c-9c28-5bccbb76c416 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1032326 Sep 24 00:09:53.132786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cc16e6c5-4338-4441-8e14-1dce233c9ff3,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:53.177894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-557823d7-bab5-4b04-8a68-e591ad0378d2 req-64c27499-6e6f-4962-a21e-cf509ed1672c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703323 Sep 24 00:09:53.256480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['cc16e6c5-4338-4441-8e14-1dce233c9ff3'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:09:53.437532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34824) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:53.501793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebdefe87-2697-4fc1-8385-c416e9b6b753 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.539198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebdefe87-2697-4fc1-8385-c416e9b6b753 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.601604 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebdefe87-2697-4fc1-8385-c416e9b6b753 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.605352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ebdefe87-2697-4fc1-8385-c416e9b6b753 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.606569 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ebdefe87-2697-4fc1-8385-c416e9b6b753 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "DELETE /v2.0/security-groups/f7caadb5-6843-4a6c-9a06-26b8441582a6 HTTP/1.1" status: 204 len: 168 time: 0.1672845 Sep 24 00:09:53.609478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34828) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:53.617075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdefe87-2697-4fc1-8385-c416e9b6b753 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7caadb5-6843-4a6c-9a06-26b8441582a6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:53.630231 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-6d148522-4372-418d-922f-65c0f74d93ea tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] show failed (client error): The resource could not be found. Sep 24 00:09:53.631395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6d148522-4372-418d-922f-65c0f74d93ea tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "GET /v2.0/security-groups/f7caadb5-6843-4a6c-9a06-26b8441582a6 HTTP/1.1" status: 404 len: 347 time: 0.0208635 Sep 24 00:09:53.634376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34830) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:53.799340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port 1ec552bf-c9b8-4b85-ab14-5edc4e19cb16 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:53.799896 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.947409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.947982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:53.957881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff99d4-aa7c-4d5f-8fbe-dd86ee489280 req-8012409c-c4ae-4b37-abec-ef71b743c290 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:53.968305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44ff99d4-aa7c-4d5f-8fbe-dd86ee489280 req-8012409c-c4ae-4b37-abec-ef71b743c290 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 944 time: 0.1517682 Sep 24 00:09:54.012208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for 1ec552bf-c9b8-4b85-ab14-5edc4e19cb16 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:54.035694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44ff99d4-aa7c-4d5f-8fbe-dd86ee489280 req-da093a38-dc2f-4c5c-9520-aedeebf4d60e tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632000 Sep 24 00:09:54.474357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a5725-3bee-4ad7-9883-2b4cd3dc8a29 req-3623b050-70c3-4f3c-b4f2-45bf154d794d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:54.476000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-517a5725-3bee-4ad7-9883-2b4cd3dc8a29 req-3623b050-70c3-4f3c-b4f2-45bf154d794d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0775306 Sep 24 00:09:54.546073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-517a5725-3bee-4ad7-9883-2b4cd3dc8a29 req-a62b1872-8942-4ead-9e23-7868fa62a5ae tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622520 Sep 24 00:09:54.563387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:54.591241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=1ec552bf-c9b8-4b85-ab14-5edc4e19cb16,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:54.601274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.601622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.602056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.602404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.602738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.603091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.603448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.603741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.604067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.604502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.604698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.605105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:09:54.666781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cc16e6c5-4338-4441-8e14-1dce233c9ff3 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:09:54.709357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:54.714665 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:54.719942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7749fe5b-7303-4a74-96d8-97b5e23b8c4f tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "DELETE /v2.0/floatingips/041c03a5-3554-43d3-bcca-f1638bbd3051 HTTP/1.1" status: 204 len: 168 time: 1.0826573 Sep 24 00:09:54.721247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34868) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:54.755237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port cc16e6c5-4338-4441-8e14-1dce233c9ff3 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:09:54.761782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port cc16e6c5-4338-4441-8e14-1dce233c9ff3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:09:54.763272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:54.878385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:54.901607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34872) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:54.917344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb49e443-f912-43ba-8b1b-f8df26f5bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc16e6c5-4338-4441-8e14-1dce233c9ff3'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:09:54.920528 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0315e61-27d8-41e6-b292-497c97e6b93f" -d '{"events": [{"server_uuid": "fb49e443-f912-43ba-8b1b-f8df26f5bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "cc16e6c5-4338-4441-8e14-1dce233c9ff3"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:09:54.936400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port cc16e6c5-4338-4441-8e14-1dce233c9ff3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cc16e6c5-4338-4441-8e14-1dce233c9ff3,segment=NetworkSegment(8b453779-4057-4edd-bc25-fba735e4239c),segment_id=8b453779-4057-4edd-bc25-fba735e4239c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:54.945309 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.071403 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4246fd8c-73fc-47e4-8ce4-d602b5a7a557 x-openstack-request-id: req-4246fd8c-73fc-47e4-8ce4-d602b5a7a557 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:09:55.071776 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb49e443-f912-43ba-8b1b-f8df26f5bc0c", "name": "network-vif-plugged", "status": "completed", "tag": "cc16e6c5-4338-4441-8e14-1dce233c9ff3", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:09:55.072445 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4246fd8c-73fc-47e4-8ce4-d602b5a7a557 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:09:55.073741 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb49e443-f912-43ba-8b1b-f8df26f5bc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc16e6c5-4338-4441-8e14-1dce233c9ff3', 'code': 200} Sep 24 00:09:55.075335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=cc16e6c5-4338-4441-8e14-1dce233c9ff3,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:55.143207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8580f7-59c9-4ffd-88f5-bbfd781792a1 req-addf6a68-9039-4933-acca-89e05df0a78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:55.145473 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5f8580f7-59c9-4ffd-88f5-bbfd781792a1 req-addf6a68-9039-4933-acca-89e05df0a78b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 1097 time: 0.0601275 Sep 24 00:09:55.149668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-863468b4-052e-4f80-91fd-e052893ffc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.153437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7c425eb9-06e6-4b07-aaea-c554cc201087 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:55.153776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c425eb9-06e6-4b07-aaea-c554cc201087 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.236099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86b8aa-7471-449e-8577-716ff831881f req-a76feda4-95a7-43cd-a1c8-9e925bd2cbfa tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:55.238425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b86b8aa-7471-449e-8577-716ff831881f req-a76feda4-95a7-43cd-a1c8-9e925bd2cbfa tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 945 time: 0.0770283 Sep 24 00:09:55.256720 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5f8580f7-59c9-4ffd-88f5-bbfd781792a1 req-9f8f649d-c4d5-4cf9-bfd5-d257ce0501db service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984855 Sep 24 00:09:55.291584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c425eb9-06e6-4b07-aaea-c554cc201087 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.307456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7c425eb9-06e6-4b07-aaea-c554cc201087 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for 89b69b5d-1df4-48b9-8f12-1610f7e9d2ee owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:55.319067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b86b8aa-7471-449e-8577-716ff831881f req-ed599cd7-b907-41fd-b829-96ae1c2d2fa3 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652957 Sep 24 00:09:55.365014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-863468b4-052e-4f80-91fd-e052893ffc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.370117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-863468b4-052e-4f80-91fd-e052893ffc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.414330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-863468b4-052e-4f80-91fd-e052893ffc5e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6db1190f6cbf4996bb2be26edb75f4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5109413 Sep 24 00:09:55.415701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863468b4-052e-4f80-91fd-e052893ffc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c367ef3e-fa51-4213-ac93-f2cf3a9f2ca8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:55.417009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34892) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:55.502626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c425eb9-06e6-4b07-aaea-c554cc201087 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.540339 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0538db98-7835-4e9e-b396-785ba4de7835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.542446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c425eb9-06e6-4b07-aaea-c554cc201087 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=89b69b5d-1df4-48b9-8f12-1610f7e9d2ee,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:55.610195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0538db98-7835-4e9e-b396-785ba4de7835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.653676 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c425eb9-06e6-4b07-aaea-c554cc201087 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.655613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7c425eb9-06e6-4b07-aaea-c554cc201087 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "DELETE /v2.0/ports/89b69b5d-1df4-48b9-8f12-1610f7e9d2ee HTTP/1.1" status: 204 len: 168 time: 0.9322398 Sep 24 00:09:55.658664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34898) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:55.707957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0538db98-7835-4e9e-b396-785ba4de7835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.710508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0538db98-7835-4e9e-b396-785ba4de7835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.711158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb6d0a-6fc2-4470-ad14-a5057d6ea59e req-21f01c19-64f2-46fd-a374-7ceb602d11ca tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:55.714690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0538db98-7835-4e9e-b396-785ba4de7835 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c367ef3e-fa51-4213-ac93-f2cf3a9f2ca8 HTTP/1.1" status: 204 len: 168 time: 0.2935052 Sep 24 00:09:55.732437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0adb6d0a-6fc2-4470-ad14-a5057d6ea59e req-21f01c19-64f2-46fd-a374-7ceb602d11ca tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0799797 Sep 24 00:09:55.741740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0538db98-7835-4e9e-b396-785ba4de7835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c367ef3e-fa51-4213-ac93-f2cf3a9f2ca8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:55.785522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c8aef-89c0-4297-b630-3002d5fd9106 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port 7f1df045-a5c6-4add-94b5-855fc141bfd6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:55.786083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8aef-89c0-4297-b630-3002d5fd9106 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.824868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0adb6d0a-6fc2-4470-ad14-a5057d6ea59e req-dd3e3a0c-901e-4ebc-ba40-ec1feaf62e02 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882571 Sep 24 00:09:55.832406 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.929524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8aef-89c0-4297-b630-3002d5fd9106 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:55.943245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c8aef-89c0-4297-b630-3002d5fd9106 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for 7f1df045-a5c6-4add-94b5-855fc141bfd6 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:55.972803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d99dd8c9-523c-489c-a0bf-6ea25b2aeb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.131634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8aef-89c0-4297-b630-3002d5fd9106 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.236955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c8aef-89c0-4297-b630-3002d5fd9106 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=7f1df045-a5c6-4add-94b5-855fc141bfd6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:56.292358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6c8aef-89c0-4297-b630-3002d5fd9106 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.296917 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c6c8aef-89c0-4297-b630-3002d5fd9106 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "DELETE /v2.0/ports/7f1df045-a5c6-4add-94b5-855fc141bfd6 HTTP/1.1" status: 204 len: 168 time: 0.6346815 Sep 24 00:09:56.297073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34924) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:56.373325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-40cf1575-e95f-4ae9-a1cc-ea02b03389d7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting subnet 1baf5268-4424-41d5-bbc8-25d2f5b08893 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:09:56.376938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40cf1575-e95f-4ae9-a1cc-ea02b03389d7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.454371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40cf1575-e95f-4ae9-a1cc-ea02b03389d7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.553100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34934) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:56.555925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a3701-bfd8-4965-92ed-2b102d18c1b2 req-130e4646-9a3d-4cc8-925d-d46d3cee24f0 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:56.565891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab7a3701-bfd8-4965-92ed-2b102d18c1b2 req-130e4646-9a3d-4cc8-925d-d46d3cee24f0 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 945 time: 0.1312857 Sep 24 00:09:56.605800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49aa395b-c153-4601-be98-da919180deb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.624761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab7a3701-bfd8-4965-92ed-2b102d18c1b2 req-6a797dcd-96a3-4e86-bf6a-be094d5b4697 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577390 Sep 24 00:09:56.680121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:09:56.729039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.739664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40cf1575-e95f-4ae9-a1cc-ea02b03389d7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.909967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40cf1575-e95f-4ae9-a1cc-ea02b03389d7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:56.953170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:56.980164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a948832a-06e1-4764-b828-1bc89228238d', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': 'a948832a-06e1-4764-b828-1bc89228238d', 'mac_address': 'fa:16:3e:47:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:09:56.994837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf1575-e95f-4ae9-a1cc-ea02b03389d7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Subnet': ['ID=1baf5268-4424-41d5-bbc8-25d2f5b08893,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:57.005049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373b416-33e9-4851-b714-f7a73c6035b3 req-57f2b493-d644-4ed9-bc74-b329ab8e613c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:57.013531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8373b416-33e9-4851-b714-f7a73c6035b3 req-57f2b493-d644-4ed9-bc74-b329ab8e613c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0791214 Sep 24 00:09:57.023449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-40cf1575-e95f-4ae9-a1cc-ea02b03389d7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.028591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34958) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:57.029782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-40cf1575-e95f-4ae9-a1cc-ea02b03389d7 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "DELETE /v2.0/subnets/1baf5268-4424-41d5-bbc8-25d2f5b08893 HTTP/1.1" status: 204 len: 168 time: 0.7276540 Sep 24 00:09:57.063900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49aa395b-c153-4601-be98-da919180deb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.069103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49aa395b-c153-4601-be98-da919180deb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.117413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8373b416-33e9-4851-b714-f7a73c6035b3 req-2eb2d42e-e7f3-4e9f-8022-355ea8232507 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999897 Sep 24 00:09:57.130217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1800055d-81b4-4582-a8ea-c9f968d3f976 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting subnet 00665818-f83d-4666-bf74-da0a474cb0cb {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:09:57.134181 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1800055d-81b4-4582-a8ea-c9f968d3f976 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.143745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aa395b-c153-4601-be98-da919180deb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b733cc-f985-431c-a5de-ce404be4d5a1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:57.188191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1800055d-81b4-4582-a8ea-c9f968d3f976 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.192475 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-49aa395b-c153-4601-be98-da919180deb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d98f7db52f3141d5bf0547d6c0ee8b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6346533 Sep 24 00:09:57.192747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34962) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:57.314721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3cf717-a281-4c66-8530-988ee154df84 None None] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:57.328022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1800055d-81b4-4582-a8ea-c9f968d3f976 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.335080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbb6159d-d3da-440b-872a-176a97b54d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.368132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbb6159d-d3da-440b-872a-176a97b54d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.474955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbb6159d-d3da-440b-872a-176a97b54d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.478870 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.479319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1800055d-81b4-4582-a8ea-c9f968d3f976 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.483728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbb6159d-d3da-440b-872a-176a97b54d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.489507 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dbb6159d-d3da-440b-872a-176a97b54d2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25b733cc-f985-431c-a5de-ce404be4d5a1 HTTP/1.1" status: 204 len: 168 time: 0.2956390 Sep 24 00:09:57.503998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a948832a-06e1-4764-b828-1bc89228238d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:09:57.508101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6159d-d3da-440b-872a-176a97b54d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b733cc-f985-431c-a5de-ce404be4d5a1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:57.536459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:57.555412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.596773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1800055d-81b4-4582-a8ea-c9f968d3f976 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.606730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1800055d-81b4-4582-a8ea-c9f968d3f976 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "DELETE /v2.0/subnets/00665818-f83d-4666-bf74-da0a474cb0cb HTTP/1.1" status: 204 len: 168 time: 0.5746284 Sep 24 00:09:57.607420 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:57.607959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34976) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:57.608786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1800055d-81b4-4582-a8ea-c9f968d3f976 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Subnet': ['ID=00665818-f83d-4666-bf74-da0a474cb0cb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:57.612618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22917052-3a8e-4319-ab78-b18eff1a536a None None] Network 35e2337f-26a6-4f59-a784-b9a1b28398ae requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:09:57.660610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a948832a-06e1-4764-b828-1bc89228238d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:09:57.817197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] DHCP port deletion for 1231a640-714e-41c4-9a45-73b7f80e4d8b request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:09:57.873785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:57.920000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2ba65-3bbf-4e1e-8c3a-60a80a6741a1 req-36c58024-6640-4dae-926e-5ad16031b251 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:57.924344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4e2ba65-3bbf-4e1e-8c3a-60a80a6741a1 req-36c58024-6640-4dae-926e-5ad16031b251 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 945 time: 0.1420233 Sep 24 00:09:57.944634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:58.043675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4e2ba65-3bbf-4e1e-8c3a-60a80a6741a1 req-28b9e6af-7359-4298-8a0c-71e3724e33f8 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121607 Sep 24 00:09:58.139643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Deleting port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:58.140186 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:58.249809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] Deleting port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:58.250376 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:58.281958 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:58.369643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] DHCP port deletion for 35e2337f-26a6-4f59-a784-b9a1b28398ae request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:09:58.374041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] For port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:58.375892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:58.393807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4432f429-7c6c-49f6-b740-8505fa20645b req-a9b2bee4-da87-4795-ba6f-d31811ed68d8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:09:58.404564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4432f429-7c6c-49f6-b740-8505fa20645b req-a9b2bee4-da87-4795-ba6f-d31811ed68d8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1160626 Sep 24 00:09:58.405904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Calling delete_port for 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:58.498636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4432f429-7c6c-49f6-b740-8505fa20645b req-c57c2223-12a4-481e-a6f0-df7a3d4833cc tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898912 Sep 24 00:09:58.760519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] For port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:58.760934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:58.764541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,segment=NetworkSegment(fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465),segment_id=fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:58.794045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:58.852442 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:58.890592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] Calling delete_port for 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:58.906737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] No DVR routers for this DVR port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:58.914862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Port': ['ID=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:59.010946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event deleted for resources: {'Port': ['ID=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:59.058605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.110937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1231a640-714e-41c4-9a45-73b7f80e4d8b']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:59.126206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:59.126492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc9e5a9-7cc8-4ae5-aeb7-cead7bd35465') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:59.154579 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.175370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] Deleting port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:09:59.175370 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.187552 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.228276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.261099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:09:59.262332 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:09:59.275017 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:09:59.318119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] For port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0ecf61fc-c7a6-409d-8652-c9e7ee43bf28,segment=NetworkSegment(ea3c433a-fd77-4f5f-a627-4aeae3f3276f),segment_id=ea3c433a-fd77-4f5f-a627-4aeae3f3276f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:09:59.322005 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.364868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] Calling delete_port for 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:09:59.429702 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.433292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.453694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.456512 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "DELETE /v2.0/networks/1231a640-714e-41c4-9a45-73b7f80e4d8b HTTP/1.1" status: 204 len: 168 time: 1.8474429 Sep 24 00:09:59.459216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35032) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:09:59.510110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd8cce-e87c-4c96-b606-7f3db5425643 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Network': ['ID=1231a640-714e-41c4-9a45-73b7f80e4d8b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:59.525796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] Network 1231a640-714e-41c4-9a45-73b7f80e4d8b is not hosted by any dhcp agent {{(pid=106380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:09:59.526693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] No DVR routers for this DVR port 8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:59.554913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af0b590-43c4-4b34-8a6d-1a27fc45caec None None] Pushing event deleted for resources: {'Port': ['ID=8dd04d5d-e9c6-4f7d-b86c-07ddeb171d6f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:59.675644 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.687696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.740082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] Pushing event deleted for resources: {'Port': ['ID=0ecf61fc-c7a6-409d-8652-c9e7ee43bf28,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:09:59.757002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e8eb83-a5e0-4a3a-ad84-371c2c749f7e None None] No DVR routers for this DVR port 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:09:59.940378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:09:59.954033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:09:59.984667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e2337f-26a6-4f59-a784-b9a1b28398ae']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:09:59.989699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:09:59.999577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:00.000171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3c433a-fd77-4f5f-a627-4aeae3f3276f') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:00.004599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0ecf61fc-c7a6-409d-8652-c9e7ee43bf28 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:10:00.033337 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:00.051334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:00.058133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:00.058547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:00.065177 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:00.154703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f801a8a1-010a-4955-9dcf-d5806cac8dda req-af78fea8-9a5d-4247-b729-b12f7ad7a755 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:00.163726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f801a8a1-010a-4955-9dcf-d5806cac8dda req-af78fea8-9a5d-4247-b729-b12f7ad7a755 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.4682422 Sep 24 00:10:00.276619 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f801a8a1-010a-4955-9dcf-d5806cac8dda req-01d9dc56-fbe0-4dde-8ddf-8260b265d106 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101749 Sep 24 00:10:00.303735 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:00.319790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:00.340286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] 10.222.0.24 "DELETE /v2.0/networks/35e2337f-26a6-4f59-a784-b9a1b28398ae HTTP/1.1" status: 204 len: 168 time: 0.8798957 Sep 24 00:10:00.390174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664fb11-cdcc-41ab-a7d0-d387d2a687c9 tempest-TaggedBootDevicesTest_v242-1754276601 tempest-TaggedBootDevicesTest_v242-1754276601-project] Pushing event deleted for resources: {'Network': ['ID=35e2337f-26a6-4f59-a784-b9a1b28398ae,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:00.709503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:10:00.883672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a948832a-06e1-4764-b828-1bc89228238d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:10:00.884623 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:00.998579 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:01.086502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:10:01.089343 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aa979d-9c30-48c7-9e14-cf6036bc4fa5" -d '{"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-plugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:10:01.107953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:01.139072 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:01.216821 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a82404a-065d-4a2d-a8ad-88b74c266ec0 x-openstack-request-id: req-1a82404a-065d-4a2d-a8ad-88b74c266ec0 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:10:01.217351 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-plugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:10:01.217773 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a82404a-065d-4a2d-a8ad-88b74c266ec0 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:10:01.218338 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'code': 200} Sep 24 00:10:01.250208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:01.512764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a6fb9-7d67-4bce-9908-1c7e35dbbad7 req-0f08690c-1f8b-4dfe-a8b3-e3d9b6ab2ed0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:01.534959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-589a6fb9-7d67-4bce-9908-1c7e35dbbad7 req-0f08690c-1f8b-4dfe-a8b3-e3d9b6ab2ed0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1135762 Sep 24 00:10:01.628015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-589a6fb9-7d67-4bce-9908-1c7e35dbbad7 req-1144eea3-6b9c-477d-a18d-55cae69f5db6 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911717 Sep 24 00:10:02.453796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35112) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:02.739506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1340d056-c8c1-41c9-b85a-b14bbc172be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:02.923935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37f9cc-5115-4ebf-8fdb-87d0372113fe req-c0c6e99f-45eb-44ad-88bf-ace5cbce54b4 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:02.927181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc37f9cc-5115-4ebf-8fdb-87d0372113fe req-c0c6e99f-45eb-44ad-88bf-ace5cbce54b4 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1149092 Sep 24 00:10:02.997795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc37f9cc-5115-4ebf-8fdb-87d0372113fe req-803d44ee-452b-47b4-826a-4aff0e2d23b3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620108 Sep 24 00:10:03.044598 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1340d056-c8c1-41c9-b85a-b14bbc172be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:03.050972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1340d056-c8c1-41c9-b85a-b14bbc172be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:03.138098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340d056-c8c1-41c9-b85a-b14bbc172be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112909ed-7c04-48c9-ae6f-5eda5fed7395,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:03.217380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1340d056-c8c1-41c9-b85a-b14bbc172be7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f889f5fdf3c74e76abb65901d6a13674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7620423 Sep 24 00:10:03.219881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35138) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:03.364187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc22a-b6c0-4d8c-8757-76e70b513213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:03.424737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc22a-b6c0-4d8c-8757-76e70b513213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:03.497303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc22a-b6c0-4d8c-8757-76e70b513213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:03.500361 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c0bc22a-b6c0-4d8c-8757-76e70b513213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:03.507575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0c0bc22a-b6c0-4d8c-8757-76e70b513213 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/112909ed-7c04-48c9-ae6f-5eda5fed7395 HTTP/1.1" status: 204 len: 168 time: 0.2719562 Sep 24 00:10:03.562072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0bc22a-b6c0-4d8c-8757-76e70b513213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112909ed-7c04-48c9-ae6f-5eda5fed7395,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:04.155156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3dfee-ac61-49db-b733-04abfe74e099 req-98a0aae1-75b6-4897-9daf-0792a37d47e7 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:04.169077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c3dfee-ac61-49db-b733-04abfe74e099 req-98a0aae1-75b6-4897-9daf-0792a37d47e7 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 945 time: 0.1796682 Sep 24 00:10:04.350522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c3dfee-ac61-49db-b733-04abfe74e099 req-a675d0ad-e752-427e-9642-de0ca581b356 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752460 Sep 24 00:10:04.392175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639f7bc-0e6a-4048-aa69-d35366801bf1 req-8d3d7c7f-cfa5-4df3-9cf6-17587fea304f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:04.409604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2639f7bc-0e6a-4048-aa69-d35366801bf1 req-8d3d7c7f-cfa5-4df3-9cf6-17587fea304f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.2067034 Sep 24 00:10:04.501389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2639f7bc-0e6a-4048-aa69-d35366801bf1 req-019cc19a-902e-420d-ba73-1550c1535c80 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826330 Sep 24 00:10:05.256194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-39ad893b-1349-4897-8a3d-8923b11a27e8 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:05.258677 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-39ad893b-1349-4897-8a3d-8923b11a27e8 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 945 time: 0.1020355 Sep 24 00:10:05.530825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Deleting port cc16e6c5-4338-4441-8e14-1dce233c9ff3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:05.532431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:05.671595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa09f41-ef14-47ae-8b12-d9b63a4559da req-cd0c8bfc-5d63-4ea8-ad3d-bb897205327a tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:05.677629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fa09f41-ef14-47ae-8b12-d9b63a4559da req-cd0c8bfc-5d63-4ea8-ad3d-bb897205327a tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 945 time: 0.1736310 Sep 24 00:10:05.794212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fa09f41-ef14-47ae-8b12-d9b63a4559da req-c1da62af-a892-442f-8bbc-d916879dceaf tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/security-groups?id=0473da69-596a-4fd7-84a1-e369ebf45271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884264 Sep 24 00:10:05.809793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7b511-d639-4353-80e8-a769efea3dd7 req-7e9d4170-c340-4dc1-8bb7-4f22da0d2f9e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:05.818375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44b7b511-d639-4353-80e8-a769efea3dd7 req-7e9d4170-c340-4dc1-8bb7-4f22da0d2f9e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1375871 Sep 24 00:10:05.823394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] For port cc16e6c5-4338-4441-8e14-1dce233c9ff3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=cc16e6c5-4338-4441-8e14-1dce233c9ff3,segment=NetworkSegment(8b453779-4057-4edd-bc25-fba735e4239c),segment_id=8b453779-4057-4edd-bc25-fba735e4239c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:05.823771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:05.871785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Calling delete_port for cc16e6c5-4338-4441-8e14-1dce233c9ff3 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:05.936528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44b7b511-d639-4353-80e8-a769efea3dd7 req-908d926d-b6d2-4562-a2ec-6d349628bbe1 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166382 Sep 24 00:10:06.237593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:06.258125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['cc16e6c5-4338-4441-8e14-1dce233c9ff3'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:10:06.292090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Pushing event deleted for resources: {'Port': ['ID=cc16e6c5-4338-4441-8e14-1dce233c9ff3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:06.351978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.354678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.356353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.359133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.359712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.361718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.364234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.371381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.373020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.373359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.373856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.374006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:06.475745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:06.511522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] No DVR routers for this DVR port cc16e6c5-4338-4441-8e14-1dce233c9ff3 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:10:06.520343 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:06.522689 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d7922c1-4d52-49bf-b844-11452120f0f1 req-4601eb50-b119-47d2-88e6-7d311c057841 tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.18 "DELETE /v2.0/ports/cc16e6c5-4338-4441-8e14-1dce233c9ff3 HTTP/1.1" status: 204 len: 173 time: 1.2567623 Sep 24 00:10:06.526842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb49e443-f912-43ba-8b1b-f8df26f5bc0c', 'name': 'network-vif-deleted', 'tag': 'cc16e6c5-4338-4441-8e14-1dce233c9ff3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:10:06.530966 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d75e99b0-b08b-4df9-a1d1-fbe410174c81" -d '{"events": [{"server_uuid": "fb49e443-f912-43ba-8b1b-f8df26f5bc0c", "name": "network-vif-deleted", "tag": "cc16e6c5-4338-4441-8e14-1dce233c9ff3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:10:06.638370 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ca3b7a-c225-4a06-813c-623d8fdd1050 x-openstack-request-id: req-29ca3b7a-c225-4a06-813c-623d8fdd1050 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:10:06.638675 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb49e443-f912-43ba-8b1b-f8df26f5bc0c", "name": "network-vif-deleted", "tag": "cc16e6c5-4338-4441-8e14-1dce233c9ff3", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:10:06.638950 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29ca3b7a-c225-4a06-813c-623d8fdd1050 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:10:06.639434 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb49e443-f912-43ba-8b1b-f8df26f5bc0c', 'name': 'network-vif-deleted', 'tag': 'cc16e6c5-4338-4441-8e14-1dce233c9ff3', 'status': 'completed', 'code': 200} Sep 24 00:10:07.060233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba8fba53-d6fb-4c76-bb9f-e1e96d623071 req-f58dd3f9-2c6d-4d9f-bd24-70c34a8969ca tempest-VolumesActionsTest-697586858 tempest-VolumesActionsTest-697586858-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb49e443-f912-43ba-8b1b-f8df26f5bc0c HTTP/1.1" status: 200 len: 210 time: 0.1316619 Sep 24 00:10:07.197387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafde2b0-8a61-4246-8d9d-93ea429c443b req-d064c115-27ca-4a15-a257-ff7150a76a10 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:07.198915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aafde2b0-8a61-4246-8d9d-93ea429c443b req-d064c115-27ca-4a15-a257-ff7150a76a10 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1256156 Sep 24 00:10:07.222197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35252) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:07.322019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aafde2b0-8a61-4246-8d9d-93ea429c443b req-484909b6-3870-4636-86d5-3270ee9ead0a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041265 Sep 24 00:10:07.415706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-398ab907-9ea7-4c2d-b2d6-152695eae9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:07.646713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-398ab907-9ea7-4c2d-b2d6-152695eae9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:07.656731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-398ab907-9ea7-4c2d-b2d6-152695eae9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:07.709920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ab907-9ea7-4c2d-b2d6-152695eae9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985bd28-53cd-4487-8a11-88e2777071ef,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:07.758580 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-398ab907-9ea7-4c2d-b2d6-152695eae9a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61abda22361f41439a9c9dce16a71d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5350721 Sep 24 00:10:07.761487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35260) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:07.846324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1c35bf7-7f41-47cb-b596-9c6b1827ee69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:07.879370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1c35bf7-7f41-47cb-b596-9c6b1827ee69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:07.987782 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1c35bf7-7f41-47cb-b596-9c6b1827ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:07.994619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b1c35bf7-7f41-47cb-b596-9c6b1827ee69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:07.995836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b1c35bf7-7f41-47cb-b596-9c6b1827ee69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2985bd28-53cd-4487-8a11-88e2777071ef HTTP/1.1" status: 204 len: 168 time: 0.2331991 Sep 24 00:10:08.012865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c35bf7-7f41-47cb-b596-9c6b1827ee69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985bd28-53cd-4487-8a11-88e2777071ef,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:08.644595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a990c8-1779-404e-9da8-a06d26b7c5cf req-5d69bbfd-3023-4212-9b44-b4768cd6543b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:08.648396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07a990c8-1779-404e-9da8-a06d26b7c5cf req-5d69bbfd-3023-4212-9b44-b4768cd6543b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.2110989 Sep 24 00:10:08.746306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07a990c8-1779-404e-9da8-a06d26b7c5cf req-dff77940-930b-48c6-8801-8743456aa94a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911021 Sep 24 00:10:08.751009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cc16e6c5-4338-4441-8e14-1dce233c9ff3 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:10:08.773263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35308) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:08.794444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6438fc1-3680-46d1-9579-9866a6579369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:08.838741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: cc16e6c5-4338-4441-8e14-1dce233c9ff3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:10:08.844349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device cc16e6c5-4338-4441-8e14-1dce233c9ff3 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:10:09.014708 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:09.075164 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6438fc1-3680-46d1-9579-9866a6579369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:09.082016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6438fc1-3680-46d1-9579-9866a6579369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:09.156403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d6438fc1-3680-46d1-9579-9866a6579369 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7ddea73c613432d9e0361e4e2a6ca90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3816667 Sep 24 00:10:09.159201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:09.167279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6438fc1-3680-46d1-9579-9866a6579369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3729c2a-fe05-49a7-80aa-162da96c4440,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:09.323860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-044b41ad-71ac-47e7-831b-2cdf20d963bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:09.357739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-044b41ad-71ac-47e7-831b-2cdf20d963bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:09.421702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-044b41ad-71ac-47e7-831b-2cdf20d963bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:09.425663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-044b41ad-71ac-47e7-831b-2cdf20d963bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:09.427240 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-044b41ad-71ac-47e7-831b-2cdf20d963bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d3729c2a-fe05-49a7-80aa-162da96c4440 HTTP/1.1" status: 204 len: 168 time: 0.2619271 Sep 24 00:10:09.437761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b41ad-71ac-47e7-831b-2cdf20d963bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3729c2a-fe05-49a7-80aa-162da96c4440,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:10.027171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0b519-9e4d-41b8-aaeb-a5991336cc32 req-1ec2ef88-5e2a-4593-92d4-aa7cf03d3c2d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:10.061623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46b0b519-9e4d-41b8-aaeb-a5991336cc32 req-1ec2ef88-5e2a-4593-92d4-aa7cf03d3c2d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1698625 Sep 24 00:10:10.181118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46b0b519-9e4d-41b8-aaeb-a5991336cc32 req-1fca05e2-67a3-49e6-a84b-a2a14e4b059f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136792 Sep 24 00:10:11.230836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:10:11.274143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:10:11.505297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5ddc3-4d0f-4b39-b743-461fa2276f01 req-1fc7a991-ac6b-4e78-9120-4d1d5c31afc5 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:11.523660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7da5ddc3-4d0f-4b39-b743-461fa2276f01 req-1fc7a991-ac6b-4e78-9120-4d1d5c31afc5 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1595778 Sep 24 00:10:11.591902 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.resource_extend [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 00:10:11.637962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7da5ddc3-4d0f-4b39-b743-461fa2276f01 req-bd13fae4-18c7-447f-8229-0e09ff5345b7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129141 Sep 24 00:10:11.859588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:11.876285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87', 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'port_id': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87', 'mac_address': 'fa:16:3e:45:33:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3176d3-abbe-4098-9625-7f884251196d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:10:11.985563 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:12.005423 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:12.023217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:10:12.045187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:12.056027 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:12.192403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:12.295640 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:10:12.296746 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:10:12.298041 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:10:12.550497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35520) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:12.808984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8597f00-7b8d-4a63-bd8a-771a928f0833 req-2add1c4e-03f3-4b7f-aad4-4bcc3a2fad1a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:12.827364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8597f00-7b8d-4a63-bd8a-771a928f0833 req-2add1c4e-03f3-4b7f-aad4-4bcc3a2fad1a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 944 time: 0.1029611 Sep 24 00:10:12.915327 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:12.924174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8597f00-7b8d-4a63-bd8a-771a928f0833 req-5bf446c7-d6b6-4206-b049-a9e11613f390 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951915 Sep 24 00:10:13.000822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:10:13.096965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:13.110537 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.173502 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25b179ce-bd35-4b44-9bc7-cda3ef4b9669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.245110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:13.446207 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25b179ce-bd35-4b44-9bc7-cda3ef4b9669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.452463 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25b179ce-bd35-4b44-9bc7-cda3ef4b9669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.519759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b179ce-bd35-4b44-9bc7-cda3ef4b9669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84dba4ac-dc1e-42d3-b431-989a9e3caed1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:13.526724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-25b179ce-bd35-4b44-9bc7-cda3ef4b9669 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1a655cb1d404a679c6ad32636847d6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9662549 Sep 24 00:10:13.529214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35542) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:13.606952 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8e3af02-9054-4416-95ed-b14927655516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.634501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8e3af02-9054-4416-95ed-b14927655516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.694331 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8e3af02-9054-4416-95ed-b14927655516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.697891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8e3af02-9054-4416-95ed-b14927655516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:13.699685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a8e3af02-9054-4416-95ed-b14927655516 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84dba4ac-dc1e-42d3-b431-989a9e3caed1 HTTP/1.1" status: 204 len: 168 time: 0.1692336 Sep 24 00:10:13.732775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3af02-9054-4416-95ed-b14927655516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dba4ac-dc1e-42d3-b431-989a9e3caed1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:13.864886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35550) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:14.164238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783cf8a-46f2-491e-aac5-9a13f97521ba req-8e7f9e55-477a-4abf-ae47-0c427f325729 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:14.178733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0783cf8a-46f2-491e-aac5-9a13f97521ba req-8e7f9e55-477a-4abf-ae47-0c427f325729 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 943 time: 0.1478751 Sep 24 00:10:14.281798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0783cf8a-46f2-491e-aac5-9a13f97521ba req-47a47e3e-02a7-4704-9c48-a971f076ae9c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982537 Sep 24 00:10:14.459940 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f21fc62-afb1-4340-8dee-b2cdf414de4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:14.517154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35570) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:14.543462 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-377d79ae-3e45-4cdd-96d0-1486b60e6c72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:14.670241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f21fc62-afb1-4340-8dee-b2cdf414de4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:14.681743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f21fc62-afb1-4340-8dee-b2cdf414de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:14.779990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6f21fc62-afb1-4340-8dee-b2cdf414de4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=96e26b9b34f640ecbaf58c4c529de9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9116454 Sep 24 00:10:14.780737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35572) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:14.781567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f21fc62-afb1-4340-8dee-b2cdf414de4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cf1629-96b4-4388-8e0d-90c207e9220c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:14.855698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-377d79ae-3e45-4cdd-96d0-1486b60e6c72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:14.866809 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-377d79ae-3e45-4cdd-96d0-1486b60e6c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:14.915178 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0433092-6524-465d-804a-43abfc22987b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:14.961104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d79ae-3e45-4cdd-96d0-1486b60e6c72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f493c54c-2366-4415-8050-0ca9cf41a112,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:14.985106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-377d79ae-3e45-4cdd-96d0-1486b60e6c72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2509300ec29a4b4c89467f05898d9534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4654744 Sep 24 00:10:14.987982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35576) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:15.005012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0433092-6524-465d-804a-43abfc22987b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.100147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5516dc6b-846c-4e7b-870c-1418edc4d943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.122273 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0433092-6524-465d-804a-43abfc22987b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.125442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a0433092-6524-465d-804a-43abfc22987b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.131485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a0433092-6524-465d-804a-43abfc22987b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86cf1629-96b4-4388-8e0d-90c207e9220c HTTP/1.1" status: 204 len: 168 time: 0.3432677 Sep 24 00:10:15.154586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0433092-6524-465d-804a-43abfc22987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cf1629-96b4-4388-8e0d-90c207e9220c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:15.174333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5516dc6b-846c-4e7b-870c-1418edc4d943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.213020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:10:15.299277 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5516dc6b-846c-4e7b-870c-1418edc4d943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.302965 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5516dc6b-846c-4e7b-870c-1418edc4d943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.304437 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5516dc6b-846c-4e7b-870c-1418edc4d943 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f493c54c-2366-4415-8050-0ca9cf41a112 HTTP/1.1" status: 204 len: 168 time: 0.3152657 Sep 24 00:10:15.313536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:10:15.314038 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.335086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516dc6b-846c-4e7b-870c-1418edc4d943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f493c54c-2366-4415-8050-0ca9cf41a112,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:15.521781 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.554431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:10:15.556975 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d19859-9932-40da-84b4-e2d19448ad3f" -d '{"events": [{"server_uuid": "72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:10:15.574271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:15.577737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a8a7e1-be11-419b-b107-9492b98eb0fc req-1140ecf5-c866-42c2-a5c1-4a84f8203421 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:15.585514 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:15.603654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a8a7e1-be11-419b-b107-9492b98eb0fc req-1140ecf5-c866-42c2-a5c1-4a84f8203421 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 943 time: 0.1510296 Sep 24 00:10:15.696001 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6fa946-4a81-4639-bb1d-507a8ded1227 x-openstack-request-id: req-bf6fa946-4a81-4639-bb1d-507a8ded1227 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:10:15.696842 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5", "name": "network-vif-plugged", "status": "completed", "tag": "a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:10:15.700768 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bf6fa946-4a81-4639-bb1d-507a8ded1227 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:10:15.701669 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87', 'code': 200} Sep 24 00:10:15.749866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:15.776970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a8a7e1-be11-419b-b107-9492b98eb0fc req-af0fe7df-6108-4539-b18c-c16b044491be tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723516 Sep 24 00:10:15.917841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d341b5-e34a-45d1-9440-e546fca463ab req-d0fc38fc-e751-4065-9759-6fb35e21ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:15.925534 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38d341b5-e34a-45d1-9440-e546fca463ab req-d0fc38fc-e751-4065-9759-6fb35e21ec05 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 1097 time: 0.0964205 Sep 24 00:10:16.000280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38d341b5-e34a-45d1-9440-e546fca463ab req-960280c7-9572-41a8-94cc-d4fb8878f56f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684636 Sep 24 00:10:16.481202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35616) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:16.530192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7353d2e-41b7-4826-af29-342f64d2696a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:16.728560 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7353d2e-41b7-4826-af29-342f64d2696a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:16.735873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7353d2e-41b7-4826-af29-342f64d2696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:16.812002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f7353d2e-41b7-4826-af29-342f64d2696a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9966317755f340d9ac4587cde79151b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287950 Sep 24 00:10:16.821088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35620) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:16.821564 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7353d2e-41b7-4826-af29-342f64d2696a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95207441-0726-4161-9b96-941db63cda81,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:16.935867 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a1f3-359a-4c2d-8da8-fe108200971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:17.059812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:17.084701 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a1f3-359a-4c2d-8da8-fe108200971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:17.329163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a1f3-359a-4c2d-8da8-fe108200971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:17.333309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ec8a1f3-359a-4c2d-8da8-fe108200971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:17.338195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0ec8a1f3-359a-4c2d-8da8-fe108200971f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95207441-0726-4161-9b96-941db63cda81 HTTP/1.1" status: 204 len: 168 time: 0.5217876 Sep 24 00:10:17.380995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec8a1f3-359a-4c2d-8da8-fe108200971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95207441-0726-4161-9b96-941db63cda81,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:17.493350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802299ac-956e-407f-ba9a-fc335c0f9a35 req-3886b162-5a37-4984-a2e7-050b76671700 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:17.512795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-802299ac-956e-407f-ba9a-fc335c0f9a35 req-3886b162-5a37-4984-a2e7-050b76671700 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.4922285 Sep 24 00:10:17.605753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-802299ac-956e-407f-ba9a-fc335c0f9a35 req-640b0f2d-6edd-4c5c-ab15-7809ddffbe9f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887291 Sep 24 00:10:18.708774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:18.875862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f945-ad75-4952-b666-216d6b27e4b4 req-14c13f5e-45eb-4fdb-afa1-1193cf3c632e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:18.880836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa99f945-ad75-4952-b666-216d6b27e4b4 req-14c13f5e-45eb-4fdb-afa1-1193cf3c632e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1238894 Sep 24 00:10:18.982307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa99f945-ad75-4952-b666-216d6b27e4b4 req-b4cacb5a-900e-4e12-b493-e47c9fa2716f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929229 Sep 24 00:10:19.200141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210da7c1-9f31-426f-8c96-2114a8441f3b req-4d7ec27d-3bbf-4d04-86df-f6fe4920d7fe tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:19.201765 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-210da7c1-9f31-426f-8c96-2114a8441f3b req-4d7ec27d-3bbf-4d04-86df-f6fe4920d7fe tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.0772479 Sep 24 00:10:19.293267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-210da7c1-9f31-426f-8c96-2114a8441f3b req-6f918ec2-3c5b-4e6b-a1a4-cc85498a93be tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849931 Sep 24 00:10:19.316209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Deleting port 638c7be8-8405-4698-81f6-c8c83d6bf261 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:19.320304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:19.508469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] For port 638c7be8-8405-4698-81f6-c8c83d6bf261, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=638c7be8-8405-4698-81f6-c8c83d6bf261,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:19.509236 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:19.528523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Calling delete_port for 638c7be8-8405-4698-81f6-c8c83d6bf261 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:19.858170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:19.900339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=638c7be8-8405-4698-81f6-c8c83d6bf261,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:20.427787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:20.504720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-4d32c515-0d3e-4be5-aa8e-1ab85314906d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:20.518141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-4d32c515-0d3e-4be5-aa8e-1ab85314906d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 815 time: 0.3414671 Sep 24 00:10:20.557990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7f58c332-1077-4e88-89b1-c14d13f84d63 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/quotas/5b5956718ca143c796c717687d4ccf14 HTTP/1.1" status: 200 len: 375 time: 0.0327067 Sep 24 00:10:20.646643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-c80a4281-563d-4a62-9a86-a187d4d1210a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0842505 Sep 24 00:10:20.806627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35858) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:20.926200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-1eaa9741-6604-43b7-b027-d1dc7a7ebe04 service neutron] 10.222.0.24 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610376 Sep 24 00:10:21.003752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:10:21.008373 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41f6fac3-80dc-479a-a0d4-098cffb06c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:21.021400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-e2b195f1-3630-45cc-a7a3-780d52a9a5d2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:21.023172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-e2b195f1-3630-45cc-a7a3-780d52a9a5d2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.20 "GET /v2.0/ports?device_id=72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5 HTTP/1.1" status: 200 len: 945 time: 0.1870518 Sep 24 00:10:21.151845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-095770e4-2eb5-4221-96ec-d0feab34ed5a service neutron] 10.222.0.24 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246807 Sep 24 00:10:21.210819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Deleting port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:21.212706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:21.251403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35864) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:21.293774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:10:21.305988 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] Sync routers for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:10:21.323434 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3be0b16b-b074-4d65-ae01-7f411ca30a62 admin admin] 10.222.0.24 "PUT /v2.0/routers/5b928dc4-d75e-44cd-84a4-2cbd390c9f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2615793 Sep 24 00:10:21.324842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35868) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:21.327613 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:10:21.328890 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:09:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:21.451682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] For port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:21.452317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:21.478304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Calling delete_port for a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:21.482715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab1122ba-8826-4b84-a8db-9ca5929a5bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:21.558543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41f6fac3-80dc-479a-a0d4-098cffb06c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:21.562983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e82d00f2-aa64-4538-a7a3-1335fe39bb1c req-5098ea4e-2185-4bc2-8dc1-f94b8878c393 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 210 time: 0.0371478 Sep 24 00:10:21.600323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41f6fac3-80dc-479a-a0d4-098cffb06c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:21.723371 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:21.726047 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:21.727810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6fac3-80dc-479a-a0d4-098cffb06c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc94d61d-7f7a-4402-9dfc-91be887cc23c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:21.761824 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-41f6fac3-80dc-479a-a0d4-098cffb06c80 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd5623e5bdbc445f918575b7bdbc177a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9540956 Sep 24 00:10:21.781534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35876) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:21.782574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Pushing event deleted for resources: {'Port': ['ID=a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:21.821270 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:10:22.036835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] No DVR routers for this DVR port a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:10:22.044604 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.050383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dd76e2-3a8b-45d9-a1eb-71e581d0874e req-f3a43658-5bbe-4a5c-86e1-5ae249e864ec tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.20 "DELETE /v2.0/ports/a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 HTTP/1.1" status: 204 len: 173 time: 0.9963837 Sep 24 00:10:22.055398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'name': 'network-vif-deleted', 'tag': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:10:22.058213 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c9c72f-96d9-462b-827d-98d26fcbb924" -d '{"events": [{"server_uuid": "72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5", "name": "network-vif-deleted", "tag": "a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:10:22.101083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4b8576b-d634-46df-bd64-ed4a260e6926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.155875 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4b8576b-d634-46df-bd64-ed4a260e6926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.268687 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1afff0-4407-4360-8523-d5d174c6a5f0 x-openstack-request-id: req-2d1afff0-4407-4360-8523-d5d174c6a5f0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:10:22.268961 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5", "name": "network-vif-deleted", "tag": "a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:10:22.269698 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d1afff0-4407-4360-8523-d5d174c6a5f0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:10:22.270441 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e83ee8-95bf-4fe1-afaf-5b3f3801e3b5', 'name': 'network-vif-deleted', 'tag': 'a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87', 'status': 'completed', 'code': 200} Sep 24 00:10:22.272061 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4b8576b-d634-46df-bd64-ed4a260e6926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.275005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a4b8576b-d634-46df-bd64-ed4a260e6926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.276722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a4b8576b-d634-46df-bd64-ed4a260e6926 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc94d61d-7f7a-4402-9dfc-91be887cc23c HTTP/1.1" status: 204 len: 168 time: 0.4886112 Sep 24 00:10:22.323017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8576b-d634-46df-bd64-ed4a260e6926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc94d61d-7f7a-4402-9dfc-91be887cc23c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:22.365939 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-24T00:10:19Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:22.446585 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] Checking router: 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:10:22.471717 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] Routers {'5b928dc4-d75e-44cd-84a4-2cbd390c9f86'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:10:22.472207 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:09:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:22.546158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.647686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab1122ba-8826-4b84-a8db-9ca5929a5bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.703161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Deleting port 81c44067-1186-4f81-b50f-3b32497e81e8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:22.703161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.786159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab1122ba-8826-4b84-a8db-9ca5929a5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.794475 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] Set router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:10:22.849089 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab1122ba-8826-4b84-a8db-9ca5929a5bd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab6e31b8b9644632b3b937fd29580f99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5946498 Sep 24 00:10:22.853216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eba5cb5-194b-476d-927a-cac0051e5cd9 req-adbe165e-e351-45a7-b7e4-8ffc23aa108e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 210 time: 0.0806434 Sep 24 00:10:22.853634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35906) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:22.875190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1122ba-8826-4b84-a8db-9ca5929a5bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a430b23f-05c0-4f16-95eb-dc72f9e2cf6f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:22.946185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] For port 81c44067-1186-4f81-b50f-3b32497e81e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=81c44067-1186-4f81-b50f-3b32497e81e8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:22.951348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.978841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a16659b4-8383-4203-9bd1-fb4add93cb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.983838 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-947e8f7f-3fd4-4dca-9a3f-80a1e9a2f003 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:22.994397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Calling delete_port for 81c44067-1186-4f81-b50f-3b32497e81e8 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:23.057626 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a16659b4-8383-4203-9bd1-fb4add93cb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:23.261565 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a16659b4-8383-4203-9bd1-fb4add93cb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:23.276806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a16659b4-8383-4203-9bd1-fb4add93cb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:23.284455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:10:23.288978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a16659b4-8383-4203-9bd1-fb4add93cb23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a430b23f-05c0-4f16-95eb-dc72f9e2cf6f HTTP/1.1" status: 204 len: 168 time: 0.4337177 Sep 24 00:10:23.312250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16659b4-8383-4203-9bd1-fb4add93cb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a430b23f-05c0-4f16-95eb-dc72f9e2cf6f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:23.346713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:10:23.347890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device a6d8c99c-cff8-4cdd-b5fd-65ce855f9a87 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:10:23.448532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:23.519650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-24T00:10:19Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:23.528034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c44067-1186-4f81-b50f-3b32497e81e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:23.569986 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf41881e-eac6-4b08-9e80-747031997693 None None] The sync data for ids ['5b928dc4-d75e-44cd-84a4-2cbd390c9f86'] in n-d-713498-18 is: [{'id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'name': 'tempest-TaggedBootDevicesTest_v242-1262694185-router', 'tenant_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103'}], 'enable_snat': True}, 'gw_port_id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-24T00:10:19Z', 'revision_number': 5, 'project_id': '3af48b83c0974508b0b8d5bd929e6cd9', 'gw_port': {'id': '81c44067-1186-4f81-b50f-3b32497e81e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:45:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b928dc4-d75e-44cd-84a4-2cbd390c9f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-23T23:59:21Z', 'updated_at': '2021-09-23T23:59:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:10:23.643208 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:10:23.721789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.110176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.120703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.158016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30332864-5db3-42db-a371-ed7acab8f089 req-adf8b721-7cfb-43dd-8d51-c3e911bd8c3d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 210 time: 0.0989997 Sep 24 00:10:24.166540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 638c7be8-8405-4698-81f6-c8c83d6bf261 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:10:24.258473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 638c7be8-8405-4698-81f6-c8c83d6bf261 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:10:24.260949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 638c7be8-8405-4698-81f6-c8c83d6bf261 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:10:24.275560 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.276228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b928dc4-d75e-44cd-84a4-2cbd390c9f86 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:10:24.285504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.304295 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f2462f47-3fb9-46a3-ae58-e26a6169bb62 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5b928dc4-d75e-44cd-84a4-2cbd390c9f86 HTTP/1.1" status: 204 len: 168 time: 2.9648879 Sep 24 00:10:24.306813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35952) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:24.388237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f60827-c4ed-439d-8498-37c89fbef792 admin admin] Deleting subnet e7784be8-b5c0-437f-be3d-6205f84b0fca {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:10:24.395292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9f60827-c4ed-439d-8498-37c89fbef792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.447041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9f60827-c4ed-439d-8498-37c89fbef792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.494966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-35988573-c297-46f6-9de3-91fbbd471ab2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:24.499525 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-35988573-c297-46f6-9de3-91fbbd471ab2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.18 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 815 time: 0.5107000 Sep 24 00:10:24.516309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Request body: {'port': {'device_id': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'admin_state_up': True, 'tenant_id': '5b5956718ca143c796c717687d4ccf14'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:24.662778 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9f60827-c4ed-439d-8498-37c89fbef792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.794452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9f60827-c4ed-439d-8498-37c89fbef792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.864063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f60827-c4ed-439d-8498-37c89fbef792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7784be8-b5c0-437f-be3d-6205f84b0fca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:24.886849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9f60827-c4ed-439d-8498-37c89fbef792 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:24.890413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c9f60827-c4ed-439d-8498-37c89fbef792 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e7784be8-b5c0-437f-be3d-6205f84b0fca HTTP/1.1" status: 204 len: 168 time: 0.5824981 Sep 24 00:10:24.895727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247e9e57-bc1d-46b2-9bc6-56ba3a1c6fa4 None None] Network 0fa905c6-5b85-4188-8ccc-e6003718f222 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:10:24.909702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35962) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:25.063091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Made reservation on behalf of 5b5956718ca143c796c717687d4ccf14 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:25.066799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:25.359966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] DHCP port deletion for 0fa905c6-5b85-4188-8ccc-e6003718f222 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:10:25.398950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6a86c37-c861-4bb9-bb98-fa810bf81782 req-2f96f5a9-cf06-446d-be4a-c290081901c8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 210 time: 0.1064498 Sep 24 00:10:25.500310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:25.524689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] Deleting port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:25.525332 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:25.620993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] For port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:25.623466 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:25.655751 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] Calling delete_port for 56bb8d7a-cb9f-44a3-870a-5f8df7edceee owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:25.757402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36002) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:25.870628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Deleting port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:25.872721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:25.885951 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:25.908342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 56bb8d7a-cb9f-44a3-870a-5f8df7edceee no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:10:25.945583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Allocated IP 172.20.0.8 (07419db6-95f8-483e-9e41-a3cc8f58efc0/9a3176d3-abbe-4098-9625-7f884251196d/bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:10:25.957261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 56bb8d7a-cb9f-44a3-870a-5f8df7edceee {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:10:25.960794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 56bb8d7a-cb9f-44a3-870a-5f8df7edceee not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:10:25.961427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 81c44067-1186-4f81-b50f-3b32497e81e8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:10:25.969479 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.128217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] For port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,segment=NetworkSegment(ef202e28-4387-4869-b5dc-a39b53a58647),segment_id=ef202e28-4387-4869-b5dc-a39b53a58647)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:26.129247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.140328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 81c44067-1186-4f81-b50f-3b32497e81e8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:10:26.143460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 81c44067-1186-4f81-b50f-3b32497e81e8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:10:26.149480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] Pushing event deleted for resources: {'Port': ['ID=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:26.151633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c447047-8bfe-4a73-b63e-fa786f0ddbe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.161730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1e9ffd-9177-4adb-b969-cd59826a1bd0 None None] No DVR routers for this DVR port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:10:26.182178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9ce31fb0-5e41-48e2-9cf5-82e3b1bdacc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.357695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Calling delete_port for 56bb8d7a-cb9f-44a3-870a-5f8df7edceee owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:26.501898 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c447047-8bfe-4a73-b63e-fa786f0ddbe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.553248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.597437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-411a07a9-5941-42af-b866-2e7032ac38a0 req-fe1a4dde-9a26-4c93-be14-2a602298f34b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 210 time: 0.0928123 Sep 24 00:10:26.598351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c447047-8bfe-4a73-b63e-fa786f0ddbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.608431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.648572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36038) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:26.650726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] No DVR routers for this DVR port 56bb8d7a-cb9f-44a3-870a-5f8df7edceee on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:10:26.657090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Pushing event deleted for resources: {'Port': ['ID=56bb8d7a-cb9f-44a3-870a-5f8df7edceee,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:26.659222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2c447047-8bfe-4a73-b63e-fa786f0ddbe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f73df7a4c48a42fbbd60e913c43a5f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8998961 Sep 24 00:10:26.662656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36042) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:26.689703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c447047-8bfe-4a73-b63e-fa786f0ddbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f62fe9-6279-48c4-8259-d98063d360e8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:26.696005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.706478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1208ad-ee8c-4292-a0b9-432bfba7ae6f req-1c86b32b-769b-4012-b739-ca68b9e6e7e0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:26.711164 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.714808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b1208ad-ee8c-4292-a0b9-432bfba7ae6f req-1c86b32b-769b-4012-b739-ca68b9e6e7e0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 945 time: 0.2090392 Sep 24 00:10:26.772688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b1208ad-ee8c-4292-a0b9-432bfba7ae6f req-860ed65d-3448-4f4b-b9b9-c780aab965bf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569134 Sep 24 00:10:26.807093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Network 07419db6-95f8-483e-9e41-a3cc8f58efc0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:10:26.816411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:26.850855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.859832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:10:26.916734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Pushing event updated for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:26.934006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a64bdb0-25c7-4422-a330-4abddf639b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:26.940302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa905c6-5b85-4188-8ccc-e6003718f222']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:26.958499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef202e28-4387-4869-b5dc-a39b53a58647') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:26.959693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef202e28-4387-4869-b5dc-a39b53a58647') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:26.985411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:26.995776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:26.996313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.005090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.030278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a64bdb0-25c7-4422-a330-4abddf639b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.046649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.065178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:27.065650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:27.068062 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:27.071812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36050) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:27.086389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.097185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-92b2ff69-db12-44a2-bf9a-da05d244e92f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5858247 Sep 24 00:10:27.131153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Request body: {'port': {'device_id': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:27.204795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.213524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.215557 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] 10.222.0.24 "DELETE /v2.0/networks/0fa905c6-5b85-4188-8ccc-e6003718f222 HTTP/1.1" status: 204 len: 168 time: 2.3041728 Sep 24 00:10:27.261843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdb3b1-a04a-4cc0-95d2-ed7f990b656a admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa905c6-5b85-4188-8ccc-e6003718f222,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:27.278355 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a64bdb0-25c7-4422-a330-4abddf639b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.283432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a64bdb0-25c7-4422-a330-4abddf639b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.284658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0a64bdb0-25c7-4422-a330-4abddf639b22 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2f62fe9-6279-48c4-8259-d98063d360e8 HTTP/1.1" status: 204 len: 168 time: 0.6210136 Sep 24 00:10:27.290674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.320349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1347945151'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:27.348008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64bdb0-25c7-4422-a330-4abddf639b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f62fe9-6279-48c4-8259-d98063d360e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:27.408813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Made reservation on behalf of a12e4842019a47a1bf4b01fd249d8312 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:27.418730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.438490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.511807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36066) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:27.577980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.629059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7f113ff-4928-4199-a294-615f4dfcb4c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3af48b83c0974508b0b8d5bd929e6cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1105893 Sep 24 00:10:27.632095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:27.771411 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.785038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9c6d6f5-a08e-4ae3-881d-7dbb21a55066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.786773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.871293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Allocated IP 172.25.5.95 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d1fba926-ae16-4d74-8f71-16d139380b2d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:10:27.914929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cf39d-5a93-481c-933e-6af5f4880497 req-cd41691b-2282-4bd7-9e8b-7eee991dcd3c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:27.917073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae9cf39d-5a93-481c-933e-6af5f4880497 req-cd41691b-2282-4bd7-9e8b-7eee991dcd3c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 931 time: 0.1886559 Sep 24 00:10:27.938370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9c6d6f5-a08e-4ae3-881d-7dbb21a55066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:27.967656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:10:27.983608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57f3ff2d-32f4-4c81-8686-528893bb7e41,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:28.042174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:10:28.051952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.065560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Transition to ACTIVE for port object bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:10:28.076486 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae9cf39d-5a93-481c-933e-6af5f4880497 req-9f89b50e-f571-45ca-807d-4bf0e751e062 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322343 Sep 24 00:10:28.078030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.081520 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.081881 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Added segment d3bee199-5300-4e24-be41-2958f45cd2f1 of type vlan for network a4a5123d-4d73-4239-8357-d1b66db7e150 Sep 24 00:10:28.117537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aba632-50c5-42ef-b326-9eb45cba6a10 req-91dabde6-3aa1-4fc9-b6a3-b7abbe4d014e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:28.121962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38aba632-50c5-42ef-b326-9eb45cba6a10 req-91dabde6-3aa1-4fc9-b6a3-b7abbe4d014e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 945 time: 0.2008119 Sep 24 00:10:28.187417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.193309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:28.210247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.240342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9c6d6f5-a08e-4ae3-881d-7dbb21a55066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.243279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9c6d6f5-a08e-4ae3-881d-7dbb21a55066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.244442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c9c6d6f5-a08e-4ae3-881d-7dbb21a55066 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a7f0bf1-622c-42dc-af7d-735298bcad07 HTTP/1.1" status: 204 len: 168 time: 0.6113153 Sep 24 00:10:28.289055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c6d6f5-a08e-4ae3-881d-7dbb21a55066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7f0bf1-622c-42dc-af7d-735298bcad07,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:28.311453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38aba632-50c5-42ef-b326-9eb45cba6a10 req-a90324ee-6eab-48be-8a0d-2d09268e2965 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549420 Sep 24 00:10:28.332595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.337898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Attempting to bind port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:10:28.339577 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Attempting to bind port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:10:28.339961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Attempting to bind port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:10:28.350962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:28.352434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:10:28.352751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Attempting to bind port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:10:28.353857 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.363633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.401386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:10:28.401726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Checking segment: {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:10:28.402154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Bound using segment: {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:10:28.402728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Bound port: bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:10:28.403096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.457658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.3856502 Sep 24 00:10:28.487058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36102) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:28.539689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:10:28.603271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a64572-ccd2-4f0e-91d0-2b85ce3183ef tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Pushing event updated for resources: {'Network': ['ID=a4a5123d-4d73-4239-8357-d1b66db7e150,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:28.613019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:28.622299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:10:28.630670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network a4a5123d-4d73-4239-8357-d1b66db7e150 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:10:28.747742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Pushing event updated for resources: {'Port': ['ID=d1fba926-ae16-4d74-8f71-16d139380b2d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:28.810134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:10:28.847479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:10:28.916979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:10:28.918514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:28.947380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Request body: {'network': {'name': 'tempest-network--348228229', 'router:external': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:28.954320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.046928 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.118133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Pushing event updated for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:29.130038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:29.130659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.132370 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-7fd702db-b14b-4cc9-8378-9b716c4a13c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 HTTP/1.1" status: 200 len: 1092 time: 2.0128996 Sep 24 00:10:29.137213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:10:29.141216 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a384817e-6a3b-4ca6-b216-70a33d9b6894" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:10:29.161800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Made reservation on behalf of 087622c898c24b84834d49147b103a56 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:29.167949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:10:29.174243 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.179256 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c5d9ee-ede8-4a83-9211-7f77c2ca99df" -d '{"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:10:29.185535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:29.201643 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.205776 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.214867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.370877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015ec36-cb02-4c95-9e6b-ed4be7cd890f req-93a53518-189d-4d31-8811-52a3b6b3e8a3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:29.373481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4015ec36-cb02-4c95-9e6b-ed4be7cd890f req-93a53518-189d-4d31-8811-52a3b6b3e8a3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 943 time: 0.0940075 Sep 24 00:10:29.423546 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f224b5-b411-4b04-aa1b-5cbf528aed28 x-openstack-request-id: req-a1f224b5-b411-4b04-aa1b-5cbf528aed28 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:10:29.423975 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:10:29.424190 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1f224b5-b411-4b04-aa1b-5cbf528aed28 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:10:29.425667 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'status': 'completed', 'code': 200} Sep 24 00:10:29.467696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4015ec36-cb02-4c95-9e6b-ed4be7cd890f req-0d40994e-a000-4b61-bbcf-01136630b5e9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839336 Sep 24 00:10:29.470328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.549761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-abd230ce-5902-4d5d-8e4a-df324ec76bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:29.552094 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-abd230ce-5902-4d5d-8e4a-df324ec76bee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 1095 time: 0.3667722 Sep 24 00:10:29.563206 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd929de-a511-41d4-9f5b-02777955ef5c x-openstack-request-id: req-ddd929de-a511-41d4-9f5b-02777955ef5c {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:10:29.563849 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:10:29.564376 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ddd929de-a511-41d4-9f5b-02777955ef5c {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:10:29.565083 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'code': 200} Sep 24 00:10:29.621763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:29.697211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.706881 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-3ebd511a-1bbc-47e8-9eb1-0082090de033 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 HTTP/1.1" status: 200 len: 217 time: 0.1433609 Sep 24 00:10:29.720652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.903622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-b789fb64-5ddd-45b5-870e-7b233911d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:29.904912 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-b789fb64-5ddd-45b5-870e-7b233911d847 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a3176d3-abbe-4098-9625-7f884251196d HTTP/1.1" status: 200 len: 855 time: 0.1821475 Sep 24 00:10:29.912589 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:29.964497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.021129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-1bc5e495-8fe8-439f-9f55-92b45d592708 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07419db6-95f8-483e-9e41-a3cc8f58efc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033914 Sep 24 00:10:30.021129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Pushing event updated for resources: {'Port': ['ID=d1fba926-ae16-4d74-8f71-16d139380b2d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:30.116229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:10:30.120857 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.232094 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-a7b20315-957b-472b-8cc0-3bc78c297724 service neutron] 10.222.0.18 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861873 Sep 24 00:10:30.238353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6818eb3-2535-470d-8521-db6709f2c171,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:30.271339 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.271339 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Added segment 8cf48ade-7285-4ac3-889c-60ead3e81279 of type vlan for network 39703e41-c23e-4636-8f5d-5e92731dbbf8 Sep 24 00:10:30.300321 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.301817 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-98e689f3-478d-4cbb-ab27-9712fd7e1915 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6522901 Sep 24 00:10:30.305052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36166) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:30.310524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1727261314', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'fixed_ips': [{'ip_address': '172.25.5.95'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:30.362948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Made reservation on behalf of d7200de6390c4ec8a30be5c888555cfe for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:30.365409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.383449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.419300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.461031 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-634d72b4-5369-4c17-b26e-95183b3b8af2 req-187cb099-295d-44e0-8e1f-03a46c7b592b service neutron] 10.222.0.18 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163329 Sep 24 00:10:30.489121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.491316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:30.492228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.636957 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.655394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:30.706874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Network': ['ID=39703e41-c23e-4636-8f5d-5e92731dbbf8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:30.722130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 39703e41-c23e-4636-8f5d-5e92731dbbf8 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:10:30.772207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] device_id is not set on port 1361c55a-d5af-432e-bc89-ee83d3b8adb8 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:10:30.784130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a06e828-caba-48a5-ac93-4d5f81935f2d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:30.799999 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d0760912-8aa7-43ab-8c51-3c7b0f36e079 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.3026505 Sep 24 00:10:30.808473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36184) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:30.907015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:10:30.914224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-5bccf4c7-b412-477f-9612-d884eb572173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:30.920442 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-5bccf4c7-b412-477f-9612-d884eb572173 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 1095 time: 0.2378025 Sep 24 00:10:31.254323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec0f5a-2f41-44b3-a397-c26704a9794b req-73453ae5-55e7-4b7b-b0ac-e8489d0df42d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:31.265381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65ec0f5a-2f41-44b3-a397-c26704a9794b req-73453ae5-55e7-4b7b-b0ac-e8489d0df42d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 943 time: 0.6258008 Sep 24 00:10:31.385784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:31.440924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a948832a-06e1-4764-b828-1bc89228238d', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': 'a948832a-06e1-4764-b828-1bc89228238d', 'mac_address': 'fa:16:3e:47:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:10:31.564259 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:31.577077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:31.585717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-d589503b-a67f-44e5-a507-92f84a204e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:31.587590 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-d589503b-a67f-44e5-a507-92f84a204e2c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1095 time: 0.8084042 Sep 24 00:10:31.590361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a948832a-06e1-4764-b828-1bc89228238d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:10:31.649791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:31.659655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:31.834858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:31.866139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a948832a-06e1-4764-b828-1bc89228238d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:10:31.877625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:31.935083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-7febbfe6-02f7-4890-9711-d1f7141014c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:31.936687 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-7febbfe6-02f7-4890-9711-d1f7141014c1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.2981026 Sep 24 00:10:31.971322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-cdadb8ac-a2f8-4058-997a-1cbabdb1bf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:31.973173 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-cdadb8ac-a2f8-4058-997a-1cbabdb1bf0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 916 time: 1.0343568 Sep 24 00:10:32.061710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:32.135983 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-bfb42148-a7af-4cfe-8462-d1830528c6ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 999 time: 0.1679704 Sep 24 00:10:32.152509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-765f2e0c-65ae-412c-bafc-96882204e386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:32.230141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65ec0f5a-2f41-44b3-a397-c26704a9794b req-c24f5f25-5a97-42d0-a224-98a9b1e8b29d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9040327 Sep 24 00:10:32.253728 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 00:10:32.254244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:10:32.267333 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-bee38dd2-a135-47eb-bab1-229a8ae3b0a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 HTTP/1.1" status: 200 len: 217 time: 0.1332560 Sep 24 00:10:32.374035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-a7c3bfdb-a7e9-4115-afcf-57d930395858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:32.376545 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-a7c3bfdb-a7e9-4115-afcf-57d930395858 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.2185504 Sep 24 00:10:32.378425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-0c7a8c15-aa0e-44cd-86e0-13d3544507a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:32.381351 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-0c7a8c15-aa0e-44cd-86e0-13d3544507a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a3176d3-abbe-4098-9625-7f884251196d HTTP/1.1" status: 200 len: 855 time: 0.1068187 Sep 24 00:10:32.417712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39703e41-c23e-4636-8f5d-5e92731dbbf8']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:32.528868 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-35631a1a-ee31-4ff1-b1eb-f4f6af5f1ebb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07419db6-95f8-483e-9e41-a3cc8f58efc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313868 Sep 24 00:10:32.531382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf48ade-7285-4ac3-889c-60ead3e81279') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:32.533270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf48ade-7285-4ac3-889c-60ead3e81279') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:32.580357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:32.639887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:32.670682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:32.671502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:32.677611 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:32.756980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-dd6072e3-94b7-4ce3-bc46-1ed3fcf0e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:32.775002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-dd6072e3-94b7-4ce3-bc46-1ed3fcf0e964 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3762619 Sep 24 00:10:32.851230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:10:32.853757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:10:33.008841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.013653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a948832a-06e1-4764-b828-1bc89228238d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:10:33.014184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.025047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39703e41-c23e-4636-8f5d-5e92731dbbf8 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 00:10:33.041761 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.044452 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "DELETE /v2.0/networks/39703e41-c23e-4636-8f5d-5e92731dbbf8 HTTP/1.1" status: 204 len: 168 time: 2.2276039 Sep 24 00:10:33.048089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36244) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:33.055631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:33.089270 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-765f2e0c-65ae-412c-bafc-96882204e386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.118127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-37669b76-e279-4e98-9219-448b9baa0f65 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 2.8119755 Sep 24 00:10:33.127536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36250) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:33.168803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:33.187402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'port_id': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'mac_address': 'fa:16:3e:74:d5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3176d3-abbe-4098-9625-7f884251196d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:10:33.232768 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-729f1b9a-839c-4dfe-92f1-1aceee7162e3 service neutron] 10.222.0.18 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6688144 Sep 24 00:10:33.262933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-765f2e0c-65ae-412c-bafc-96882204e386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.292349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.351021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:10:33.354714 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84aa50d3-feee-443f-9a83-d089fc908514" -d '{"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-plugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:10:33.371640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b9fe6-7d01-4477-ad1e-cc779aa8c078 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event deleted for resources: {'Network': ['ID=39703e41-c23e-4636-8f5d-5e92731dbbf8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:33.405636 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.415102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:33.435456 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.442601 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c14a244-9824-458c-893c-14443310eb7f x-openstack-request-id: req-6c14a244-9824-458c-893c-14443310eb7f {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:10:33.443331 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-plugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:10:33.443991 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6c14a244-9824-458c-893c-14443310eb7f {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:10:33.444719 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'code': 200} Sep 24 00:10:33.505965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:33.523211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:10:33.539095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.540118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.540682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.541299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.542372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.543447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.544538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.546047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.546719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.548975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.549602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.550181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:33.598117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:33.606727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.660542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f2e0c-65ae-412c-bafc-96882204e386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e1655e-efa2-4546-9666-e426733997ec,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:33.681104 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-ac457772-9630-42dd-8311-c668476a547a service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8903401 Sep 24 00:10:33.691460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Made reservation on behalf of 087622c898c24b84834d49147b103a56 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:33.693664 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:33.728865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:33.839079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:10:33.840070 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a384817e-6a3b-4ca6-b216-70a33d9b6894 req-e217a945-e83e-4fe4-8f36-c92537b585ed service neutron] 10.222.0.18 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301683 Sep 24 00:10:33.845795 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-765f2e0c-65ae-412c-bafc-96882204e386 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16b52453dcfa424c819f0bd15d730e60&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2624586 Sep 24 00:10:33.856418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4670ba-6914-42ba-aebc-5bf834ceffdd req-d4002063-3a60-4ba7-b606-61e2cb9d8df1 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:33.857997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a4670ba-6914-42ba-aebc-5bf834ceffdd req-d4002063-3a60-4ba7-b606-61e2cb9d8df1 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 943 time: 0.4624829 Sep 24 00:10:33.859606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36262) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:33.988052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:10:34.034303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a68ca2aa-8eb8-4902-9ff9-205ceab29fe4 req-be97b916-aa76-4274-9d3a-5ac3bf17eb24 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871309 Sep 24 00:10:34.039773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.040316 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Added segment 09169933-2763-4d8f-844c-a0bc6a5a872d of type vlan for network f4828cf8-ce83-4025-b4a0-5333cb5f8f55 Sep 24 00:10:34.277363 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.311921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4979cf0e-8a23-4ec5-9cdf-6ee6046341a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.340752 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4979cf0e-8a23-4ec5-9cdf-6ee6046341a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.415795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a4670ba-6914-42ba-aebc-5bf834ceffdd req-01c503e5-8750-429b-9b3b-96f937e4baf2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986007 Sep 24 00:10:34.432615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4979cf0e-8a23-4ec5-9cdf-6ee6046341a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.435972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4979cf0e-8a23-4ec5-9cdf-6ee6046341a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.439816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4979cf0e-8a23-4ec5-9cdf-6ee6046341a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94e1655e-efa2-4546-9666-e426733997ec HTTP/1.1" status: 204 len: 168 time: 0.5524004 Sep 24 00:10:34.448208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.resource_extend [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 00:10:34.473750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Deleting port d1fba926-ae16-4d74-8f71-16d139380b2d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:34.474802 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.582482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.582860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.606167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Calling delete_port for d1fba926-ae16-4d74-8f71-16d139380b2d owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:34.768815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979cf0e-8a23-4ec5-9cdf-6ee6046341a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e1655e-efa2-4546-9666-e426733997ec,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:34.819080 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.820981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:34.821705 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.828747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:34.863934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:10:34.983978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Pushing event deleted for resources: {'Port': ['ID=d1fba926-ae16-4d74-8f71-16d139380b2d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:34.997247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.9472978 Sep 24 00:10:35.002022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:10:35.002727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:35.011038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Request body: {'subnet': {'network_id': 'f4828cf8-ce83-4025-b4a0-5333cb5f8f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:35.030073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:10:35.032064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:35.130088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Made reservation on behalf of 087622c898c24b84834d49147b103a56 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:35.147023 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:35.274614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df387729-192a-496c-8fa3-484284e171ca tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Network': ['ID=f4828cf8-ce83-4025-b4a0-5333cb5f8f55,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:35.325871 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:35.338993 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:35.347717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f4828cf8-ce83-4025-b4a0-5333cb5f8f55 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:10:35.359717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-53e3b3df-609e-447a-bb77-cb60aa64bbfb tempest-ExternalNetworksAdminNegativeTestJSON-1882420674 tempest-ExternalNetworksAdminNegativeTestJSON-1882420674-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/f27a1dd0-70a4-4cef-b989-5cc27fc9a2fe HTTP/1.1" status: 204 len: 168 time: 2.2196033 Sep 24 00:10:35.489751 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:35.701576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:10:35.710304 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a640848-1c47-4a51-9995-1154f4bcc1a7" -d '{"events": [{"server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "name": "network-vif-plugged", "status": "completed", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:10:35.776060 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:35.786338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:35.789359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dad4a7-5ebe-448c-bac4-5fc0e0a317a0 req-07a6ddf8-d5f0-4a49-893b-5eec235e6a8c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:35.793962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9dad4a7-5ebe-448c-bac4-5fc0e0a317a0 req-07a6ddf8-d5f0-4a49-893b-5eec235e6a8c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 944 time: 0.2160540 Sep 24 00:10:35.913361 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1899d2-2668-402d-b483-889c371fb01b x-openstack-request-id: req-4a1899d2-2668-402d-b483-889c371fb01b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:10:35.913984 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "name": "network-vif-plugged", "status": "completed", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:10:35.921644 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a1899d2-2668-402d-b483-889c371fb01b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:10:35.923862 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'code': 200} Sep 24 00:10:35.937382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9dad4a7-5ebe-448c-bac4-5fc0e0a317a0 req-a946d018-2dd6-492f-8e30-620e4ed379f4 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334419 Sep 24 00:10:36.011719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:36.037493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36312) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:36.092227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:10:36.093523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:36.190134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9734-b59a-44dd-845c-ba13c696af68 req-07441eaa-63ee-4368-b21f-21c8202df2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:36.193168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-816a9734-b59a-44dd-845c-ba13c696af68 req-07441eaa-63ee-4368-b21f-21c8202df2f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 1097 time: 0.2674401 Sep 24 00:10:36.223641 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c26352-fe35-4bdb-ae38-f5cd45de2348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:36.310986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4e235ad4-b6a0-4253-8250-6dd5de47841f,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:36.367456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-816a9734-b59a-44dd-845c-ba13c696af68 req-cb51e69f-9ae0-4864-9877-ac3f8f81f06f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585455 Sep 24 00:10:36.371509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Checking segment: {'id': '09169933-2763-4d8f-844c-a0bc6a5a872d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f4828cf8-ce83-4025-b4a0-5333cb5f8f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:10:36.372240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Network hostable DHCP agents. Network: f4828cf8-ce83-4025-b4a0-5333cb5f8f55, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:10:36.409478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Network f4828cf8-ce83-4025-b4a0-5333cb5f8f55 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:10:36.426510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f4828cf8-ce83-4025-b4a0-5333cb5f8f55) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:36.431343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:36.432508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:36.447109 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26be6549-a639-48ae-8ab8-54386064d757 None None] Network f4828cf8-ce83-4025-b4a0-5333cb5f8f55 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:10:36.530103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c26352-fe35-4bdb-ae38-f5cd45de2348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:36.546321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-49c26352-fe35-4bdb-ae38-f5cd45de2348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:36.555683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-548990cd-ed8d-4def-a2c2-0d1838f960d3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5487964 Sep 24 00:10:36.557733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36336) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:36.562443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Request body: {'floatingip': {'floating_network_id': 'f4828cf8-ce83-4025-b4a0-5333cb5f8f55'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:36.632867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:36.676063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c26352-fe35-4bdb-ae38-f5cd45de2348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34069c1e-7ef6-4673-949f-e50f8d520ab7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:36.753570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-49c26352-fe35-4bdb-ae38-f5cd45de2348 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e3aa9f4dbe248a1a28ca7cea1539ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7117896 Sep 24 00:10:36.757441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36344) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:36.789870 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:36.809536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656f94fa-ce44-415d-95b6-87deb238fda2 None None] Network f4828cf8-ce83-4025-b4a0-5333cb5f8f55 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:10:37.118788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a1acb0a-0254-442c-9d34-8996d3459761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:37.158046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a1acb0a-0254-442c-9d34-8996d3459761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:37.162652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:37.216522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98d8c0e-d963-4aa3-bab5-646daf9c01a5 req-b352dda0-347e-4629-84a9-e725d65123be tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:37.218550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b98d8c0e-d963-4aa3-bab5-646daf9c01a5 req-b352dda0-347e-4629-84a9-e725d65123be tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1627705 Sep 24 00:10:37.374610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b98d8c0e-d963-4aa3-bab5-646daf9c01a5 req-0680509f-2add-40e5-9fdf-8fd4e6760d09 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425261 Sep 24 00:10:37.457824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Allocated IP 172.20.0.3 (f4828cf8-ce83-4025-b4a0-5333cb5f8f55/4e235ad4-b6a0-4253-8250-6dd5de47841f/f4d84d45-aba5-4ba2-8fed-342e317cc982) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:10:37.655878 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:37.724242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:37.738509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a1acb0a-0254-442c-9d34-8996d3459761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:37.745024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a1acb0a-0254-442c-9d34-8996d3459761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:37.746494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a1acb0a-0254-442c-9d34-8996d3459761 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/34069c1e-7ef6-4673-949f-e50f8d520ab7 HTTP/1.1" status: 204 len: 168 time: 0.9831502 Sep 24 00:10:37.832351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1acb0a-0254-442c-9d34-8996d3459761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34069c1e-7ef6-4673-949f-e50f8d520ab7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:37.877411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Network f4828cf8-ce83-4025-b4a0-5333cb5f8f55 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:10:37.881008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:37.887558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:10:38.007613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Port': ['ID=f4d84d45-aba5-4ba2-8fed-342e317cc982,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:38.184939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:38.206774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa9780dc-1692-4210-83a9-083045275134 req-ac9052d6-6780-4790-9d63-2adcff5b2fa0 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0b63b0f-789a-4593-a791-756de6361eaf HTTP/1.1" status: 200 len: 210 time: 0.0868945 Sep 24 00:10:38.263225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:38.695533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b578165b-fe80-4e64-a98e-7054475050d7 req-a1b038d9-5cf9-4389-947f-7353487ac197 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:38.709182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b578165b-fe80-4e64-a98e-7054475050d7 req-a1b038d9-5cf9-4389-947f-7353487ac197 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1641171 Sep 24 00:10:38.764791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:38.774881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:38.803362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b578165b-fe80-4e64-a98e-7054475050d7 req-9ab8fa66-14ef-44ee-927e-55f2947c83e9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899312 Sep 24 00:10:38.966015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Port': ['ID=f4d84d45-aba5-4ba2-8fed-342e317cc982,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:39.026379 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:39.030480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:39.075214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:39.113392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd840d62-05ea-4175-a0c3-614550ed99d6 req-5dd24ef5-840c-482c-b248-ca172ab8124e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:39.116929 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:39.126349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd840d62-05ea-4175-a0c3-614550ed99d6 req-5dd24ef5-840c-482c-b248-ca172ab8124e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1895835 Sep 24 00:10:39.128295 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-95905e8c-0a29-4964-a493-2c76f684a091 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5693073 Sep 24 00:10:39.134411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:39.358586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd840d62-05ea-4175-a0c3-614550ed99d6 req-0ea9338d-dd95-41e4-9e1a-93f7df2f59ef tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228534 Sep 24 00:10:39.420937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98eb4ed5-54ea-4bf7-8cdf-634d70cd2633 req-2aa8af8a-e1c5-4e92-9190-3b25e0229bfa tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0444534 Sep 24 00:10:39.656039 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-53a31e00-2c71-4fbb-ae5b-28c061d0b570 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=f4828cf8-ce83-4025-b4a0-5333cb5f8f55 HTTP/1.1" status: 200 len: 689 time: 0.4661362 Sep 24 00:10:39.656589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36442) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:39.781808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d04c964f-e018-4108-8111-c3f454ea88d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7200de6390c4ec8a30be5c888555cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6973512 Sep 24 00:10:39.785109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36450) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:39.868483 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:40.055987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46f485ab-d846-4d4f-993d-2906942981e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:40.153775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46f485ab-d846-4d4f-993d-2906942981e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:40.260459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46f485ab-d846-4d4f-993d-2906942981e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:40.265704 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46f485ab-d846-4d4f-993d-2906942981e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:40.270295 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-46f485ab-d846-4d4f-993d-2906942981e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5a06e828-caba-48a5-ac93-4d5f81935f2d HTTP/1.1" status: 204 len: 168 time: 0.4774814 Sep 24 00:10:40.285637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f485ab-d846-4d4f-993d-2906942981e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a06e828-caba-48a5-ac93-4d5f81935f2d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:40.364878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc72c1-ad9d-4609-a5dd-ce1dc6753140 req-ac80d736-574c-4658-85d7-d1ca9ae32777 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:40.373125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7efc72c1-ad9d-4609-a5dd-ce1dc6753140 req-ac80d736-574c-4658-85d7-d1ca9ae32777 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.3865082 Sep 24 00:10:40.488320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7efc72c1-ad9d-4609-a5dd-ce1dc6753140 req-b0aa7f77-1f05-46c5-9106-fa95f4c1cb80 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140926 Sep 24 00:10:40.499990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Deleting port f4d84d45-aba5-4ba2-8fed-342e317cc982 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:40.500627 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:40.773615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d2f903f-03b7-409b-a239-6392a2d253ef req-aad1b4ea-072a-44d7-b928-d0064aa5e9f5 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0461740 Sep 24 00:10:40.778709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:40.780879 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:40.854679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbea64-35fe-4d10-910b-17d26446a64d req-b6d405ff-6a35-47ad-812c-2facfc6cc098 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:40.866603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7cbea64-35fe-4d10-910b-17d26446a64d req-b6d405ff-6a35-47ad-812c-2facfc6cc098 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.2038643 Sep 24 00:10:40.913713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Calling delete_port for f4d84d45-aba5-4ba2-8fed-342e317cc982 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:41.277664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7cbea64-35fe-4d10-910b-17d26446a64d req-44d89f31-aae1-4987-9143-315f3401629f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040656 Sep 24 00:10:41.612966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:41.830135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event deleted for resources: {'Port': ['ID=f4d84d45-aba5-4ba2-8fed-342e317cc982,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:42.168030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70481554-f31c-4631-a9a7-a019a4e6a3f4 req-09f1a170-38fd-4ee0-8910-c323d96b5f34 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1047649 Sep 24 00:10:42.197789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.239372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8be0262-584f-4b66-b1e1-74639d053203 req-79d12fd2-8512-46cb-ad04-bb725c82630a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0b63b0f-789a-4593-a791-756de6361eaf HTTP/1.1" status: 200 len: 210 time: 0.0388830 Sep 24 00:10:42.320622 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.331677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f3255-b04e-4aac-be20-4e5ce0d15512 req-c4c67d38-0216-4f3b-b3f1-7bc55258dac8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:42.339232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-685f3255-b04e-4aac-be20-4e5ce0d15512 req-c4c67d38-0216-4f3b-b3f1-7bc55258dac8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.2033098 Sep 24 00:10:42.435036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-685f3255-b04e-4aac-be20-4e5ce0d15512 req-db862c26-b466-4a55-97a2-facc7548ee2a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929146 Sep 24 00:10:42.470730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.499583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4e235ad4-b6a0-4253-8250-6dd5de47841f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:42.577526 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.604021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4828cf8-ce83-4025-b4a0-5333cb5f8f55']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:42.619533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09169933-2763-4d8f-844c-a0bc6a5a872d') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:42.619935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09169933-2763-4d8f-844c-a0bc6a5a872d') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:42.640853 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.667749 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.679086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:42.679613 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:42.681431 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:42.753105 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.792227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4828cf8-ce83-4025-b4a0-5333cb5f8f55 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 00:10:42.794024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4828cf8-ce83-4025-b4a0-5333cb5f8f55,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:42.796127 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:42.801028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36532) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:42.801567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-385d8581-75a8-47f6-b589-58fd2f179f07 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f4828cf8-ce83-4025-b4a0-5333cb5f8f55 HTTP/1.1" status: 204 len: 168 time: 3.1423085 Sep 24 00:10:43.126848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-da5532b3-03bd-4e84-a6c1-32aa204903f7 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.3244202 Sep 24 00:10:43.127146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36542) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:43.361395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a50bae5-eb1e-4181-a2f8-8ade63e67008 req-4a09b2d6-1cce-43b5-8a32-b4b4bda47252 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0753534 Sep 24 00:10:43.417114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed94e-0a17-4383-a2cd-37376810e640 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:43.417843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed94e-0a17-4383-a2cd-37376810e640 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:43.419064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed94e-0a17-4383-a2cd-37376810e640 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:43.419841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed94e-0a17-4383-a2cd-37376810e640 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:43.420608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed94e-0a17-4383-a2cd-37376810e640 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:43.421227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed94e-0a17-4383-a2cd-37376810e640 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:43.422133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734ed94e-0a17-4383-a2cd-37376810e640 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:43.425327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-734ed94e-0a17-4383-a2cd-37376810e640 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4660 time: 0.2971044 Sep 24 00:10:43.428613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36556) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:43.555012 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-beecaba1-7116-487c-a892-8b7afce61ded tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] delete failed (client error): The resource could not be found. Sep 24 00:10:43.559720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:43.564648 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-beecaba1-7116-487c-a892-8b7afce61ded tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/add0cf6c-2088-478f-bc18-deb95ad50ee5 HTTP/1.1" status: 404 len: 345 time: 0.1320188 Sep 24 00:10:43.620621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dae2ed7a-8888-44bf-a628-a3315e80bec3 req-5fc26d2d-e535-41c2-acd4-3f739e55ff7c tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0502520 Sep 24 00:10:43.663859 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3db6720-32cc-464e-a7ae-b6831073ac04 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] DELETE failed (client error): The resource could not be found. Sep 24 00:10:43.667550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3db6720-32cc-464e-a7ae-b6831073ac04 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:10:43.669675 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d3db6720-32cc-464e-a7ae-b6831073ac04 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f4828cf8-ce83-4025-b4a0-5333cb5f8f55 HTTP/1.1" status: 404 len: 339 time: 0.1087823 Sep 24 00:10:43.675115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36566) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:43.684178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Request body: {'network': {'name': 'tempest-network--1207157907', 'router:external': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:43.766190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Made reservation on behalf of 087622c898c24b84834d49147b103a56 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:43.769992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:43.832920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:10:43.854259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c623c4bf-6b04-43c7-8682-3e8a75ba0f4c req-f2dfecb5-47eb-4243-940c-b5fe8bec11bb tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:43.864391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c623c4bf-6b04-43c7-8682-3e8a75ba0f4c req-f2dfecb5-47eb-4243-940c-b5fe8bec11bb tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.2421632 Sep 24 00:10:43.865392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:43.869615 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Added segment 8a240353-a7f0-4c47-a1cf-83e2f5588fde of type vlan for network 85595437-edbd-4931-a3c7-458dc6af15c8 Sep 24 00:10:43.917286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c623c4bf-6b04-43c7-8682-3e8a75ba0f4c req-2e9aaf1f-82b4-4a25-891a-96b507e35c26 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463004 Sep 24 00:10:43.972131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:44.009588 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:44.011558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:44.013269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:44.117126 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4371204 Sep 24 00:10:44.119753 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36588) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:44.230094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87341baf-c437-456c-b600-f1bb5cd81bbb tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Network': ['ID=85595437-edbd-4931-a3c7-458dc6af15c8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:44.242355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 85595437-edbd-4931-a3c7-458dc6af15c8 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:10:44.589991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003b066-0e2c-4a79-b783-6573dd572cb4 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:44.597634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003b066-0e2c-4a79-b783-6573dd572cb4 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:44.605011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003b066-0e2c-4a79-b783-6573dd572cb4 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:44.612674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003b066-0e2c-4a79-b783-6573dd572cb4 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:44.617111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1003b066-0e2c-4a79-b783-6573dd572cb4 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4937482 Sep 24 00:10:44.617445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36598) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:44.721708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36602) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:44.752176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:44.874543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78b05030-a07c-49e8-b16d-8a02d50d14b0 req-e6e8c698-bf5e-450f-8543-cfbc6352a0a0 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0590110 Sep 24 00:10:44.908302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:44.947461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85595437-edbd-4931-a3c7-458dc6af15c8']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:44.954368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-eee39807-4790-4913-97fa-c30f5db1613e tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:44.960888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a240353-a7f0-4c47-a1cf-83e2f5588fde') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:44.961277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a240353-a7f0-4c47-a1cf-83e2f5588fde') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:44.972905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:44.999421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.025305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:45.026127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:45.028562 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:45.039158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eee39807-4790-4913-97fa-c30f5db1613e tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "PUT /v2.0/quotas/5bfe27da925843eea76fb377c4431bf2 HTTP/1.1" status: 200 len: 366 time: 0.3162544 Sep 24 00:10:45.040232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36618) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.076936 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a8ca3f10-420e-4230-98b9-e49fad59386e tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0330536 Sep 24 00:10:45.077795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36624) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.110149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-665396ff-35bf-4cc2-86f0-2ab4a6f9ce68 tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "GET /v2.0/quotas/5bfe27da925843eea76fb377c4431bf2 HTTP/1.1" status: 200 len: 366 time: 0.0307355 Sep 24 00:10:45.114137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36626) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.131736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.172309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 85595437-edbd-4931-a3c7-458dc6af15c8 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 00:10:45.188156 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.197185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "DELETE /v2.0/networks/85595437-edbd-4931-a3c7-458dc6af15c8 HTTP/1.1" status: 204 len: 168 time: 0.5786173 Sep 24 00:10:45.201198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361f3dd-d747-446c-8bf7-58b10a48f40d tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event deleted for resources: {'Network': ['ID=85595437-edbd-4931-a3c7-458dc6af15c8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:45.207197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.224890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Request body: {'network': {'name': 'tempest-network--142568879', 'router:external': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:45.249822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-778980e2-18da-4cd8-8506-268679dcab15 tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/5bfe27da925843eea76fb377c4431bf2 HTTP/1.1" status: 204 len: 168 time: 0.1342261 Sep 24 00:10:45.253252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36632) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.297243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26c6bf16-140a-4240-8a1d-00833ccc8e11 tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0416420 Sep 24 00:10:45.300790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.321994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Made reservation on behalf of 087622c898c24b84834d49147b103a56 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:45.327818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.343206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9766f4cf-4cc1-46a2-9de5-244826ec2789 tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "GET /v2.0/quotas/5bfe27da925843eea76fb377c4431bf2 HTTP/1.1" status: 200 len: 370 time: 0.0411654 Sep 24 00:10:45.350660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.367277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa093685-5ebd-4658-9dd4-c6c35a772e8a req-38048a90-2601-4f0e-9e57-9e5a0d9d831b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:45.367622 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1b6a874f-0c96-425c-975f-c6060ffa9839 tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "GET /v2.0/quotas/5bfe27da925843eea76fb377c4431bf2/default HTTP/1.1" status: 200 len: 370 time: 0.0045488 Sep 24 00:10:45.370623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36638) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.380277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa093685-5ebd-4658-9dd4-c6c35a772e8a req-38048a90-2601-4f0e-9e57-9e5a0d9d831b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.2455888 Sep 24 00:10:45.405235 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-95b25544-1286-4af4-9316-e7068ddf0352 tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] delete failed (client error): The resource could not be found. Sep 24 00:10:45.418411 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-95b25544-1286-4af4-9316-e7068ddf0352 tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/5bfe27da925843eea76fb377c4431bf2 HTTP/1.1" status: 404 len: 348 time: 0.0400701 Sep 24 00:10:45.441557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:10:45.486111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.496588 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Added segment 6c32f7ae-d75a-4d8c-8eea-c9e2c07c4932 of type vlan for network ca186f07-3e8b-4ac8-ba04-dc2262ca5290 Sep 24 00:10:45.521395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa093685-5ebd-4658-9dd4-c6c35a772e8a req-280c02de-1283-4cab-abc3-3ff1be393671 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363065 Sep 24 00:10:45.631544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88e0762b-b6b4-40cc-b634-612c38a8f66d req-48f20d4e-dd41-49e9-86be-44f725daf235 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1245329 Sep 24 00:10:45.678150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.771742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.772833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:45.773570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:45.776824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36652) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:45.833483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Usage tracker for resource:network and tenant:1db782c24651440ca402582565fe09f6 is out of sync, need to count used quota {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 00:10:45.868913 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6586218 Sep 24 00:10:45.879440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36658) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:46.060185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec64bc-19b5-4d71-b379-89af808a8eb6 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Network': ['ID=ca186f07-3e8b-4ac8-ba04-dc2262ca5290,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:46.078076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ca186f07-3e8b-4ac8-ba04-dc2262ca5290 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:10:46.204727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d59d7c6-d5b4-4a32-aaab-dc434e2b5ea4 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:46.219056 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0d59d7c6-d5b4-4a32-aaab-dc434e2b5ea4 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] 10.222.0.24 "GET /v2.0/networks/ca186f07-3e8b-4ac8-ba04-dc2262ca5290 HTTP/1.1" status: 200 len: 756 time: 0.3329966 Sep 24 00:10:46.220254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36662) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:46.291396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 00:10:46.293681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36664) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:46.325637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Usage tracker for resource:subnet and tenant:1db782c24651440ca402582565fe09f6 is out of sync, need to count used quota {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 00:10:46.338033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 00:10:46.354734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Usage tracker for resource:subnetpool and tenant:1db782c24651440ca402582565fe09f6 is out of sync, need to count used quota {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 00:10:46.368337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 00:10:46.384250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Usage tracker for resource:port and tenant:1db782c24651440ca402582565fe09f6 is out of sync, need to count used quota {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 00:10:46.396888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 00:10:46.413055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Usage tracker for resource:router and tenant:1db782c24651440ca402582565fe09f6 is out of sync, need to count used quota {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 00:10:46.436671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 00:10:46.450620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0820f3c7-eb12-40f1-a75a-fb9d8cf02b7f tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:46.456370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Usage tracker for resource:floatingip and tenant:1db782c24651440ca402582565fe09f6 is out of sync, need to count used quota {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 00:10:46.457252 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0820f3c7-eb12-40f1-a75a-fb9d8cf02b7f tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] 10.222.0.24 "GET /v2.0/networks/a4a5123d-4d73-4239-8357-d1b66db7e150 HTTP/1.1" status: 200 len: 768 time: 0.2359266 Sep 24 00:10:46.458269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36670) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:46.469038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 00:10:46.560804 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e96b-88d8-4d60-84ac-fa90ac59c183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:46.567405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:46.584504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Usage tracker for resource:security_group and tenant:1db782c24651440ca402582565fe09f6 is out of sync, need to count used quota {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 00:10:46.593104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 00:10:46.607767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Usage tracker for resource:security_group_rule and tenant:1db782c24651440ca402582565fe09f6 is out of sync, need to count used quota {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 00:10:46.619928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.quota.resource [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=106379) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 00:10:46.627853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-716d393b-34a8-41df-833c-c28d27a0b73d tempest-QuotasTest-1938226769 tempest-QuotasTest-1938226769-project-admin] 10.222.0.24 "GET /v2.0/quotas/1db782c24651440ca402582565fe09f6/details.json HTTP/1.1" status: 200 len: 703 time: 0.8499444 Sep 24 00:10:46.748517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8980e2-3fd8-4cfa-8668-9f0bab07c6a1 req-4ed882cf-c0ed-4052-b3e5-7e7b29ef697f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:46.750287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df8980e2-3fd8-4cfa-8668-9f0bab07c6a1 req-4ed882cf-c0ed-4052-b3e5-7e7b29ef697f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.0868106 Sep 24 00:10:46.829708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df8980e2-3fd8-4cfa-8668-9f0bab07c6a1 req-9594a83d-674a-494d-9aee-ca880456ddc8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700207 Sep 24 00:10:46.859287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:46.877042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e71e21b-4b68-4127-b57f-2e744c3d3335 req-de940d62-7a86-4159-a66d-dea77682b231 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0532076 Sep 24 00:10:46.879488 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e96b-88d8-4d60-84ac-fa90ac59c183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:46.887559 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ca5e96b-88d8-4d60-84ac-fa90ac59c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:46.914626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca186f07-3e8b-4ac8-ba04-dc2262ca5290']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:46.935000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c32f7ae-d75a-4d8c-8eea-c9e2c07c4932') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:46.935384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c32f7ae-d75a-4d8c-8eea-c9e2c07c4932') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:46.950211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9ca5e96b-88d8-4d60-84ac-fa90ac59c183 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e245668ad7f4812a48f0ac2d62a3a32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6524820 Sep 24 00:10:46.950211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5e96b-88d8-4d60-84ac-fa90ac59c183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724b469-50a5-41df-bdbf-e98a0fb7d591,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:46.959844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:46.979020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:46.985553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36684) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:46.986911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:46.987392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:47.071927 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:47.076944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.083421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca186f07-3e8b-4ac8-ba04-dc2262ca5290 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 00:10:47.085838 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.088169 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "DELETE /v2.0/networks/ca186f07-3e8b-4ac8-ba04-dc2262ca5290 HTTP/1.1" status: 204 len: 168 time: 0.6284602 Sep 24 00:10:47.117449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:47.118437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5792039-df64-4208-80c2-8281c392542c tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca186f07-3e8b-4ac8-ba04-dc2262ca5290,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:47.118603 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2624011c-ce35-41ee-87bc-dc2234235a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.156347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Request body: {'network': {'name': 'tempest-network--664855430'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:47.162264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36688) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:47.180716 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2624011c-ce35-41ee-87bc-dc2234235a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.205371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Made reservation on behalf of 087622c898c24b84834d49147b103a56 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:47.209698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.258570 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2624011c-ce35-41ee-87bc-dc2234235a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.261884 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2624011c-ce35-41ee-87bc-dc2234235a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.265464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2624011c-ce35-41ee-87bc-dc2234235a25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b724b469-50a5-41df-bdbf-e98a0fb7d591 HTTP/1.1" status: 204 len: 168 time: 0.2733457 Sep 24 00:10:47.280478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624011c-ce35-41ee-87bc-dc2234235a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724b469-50a5-41df-bdbf-e98a0fb7d591,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:47.285377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:10:47.300328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.300906 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Added segment e2e0bca0-0277-4338-8cc0-c7243a6697a5 of type vlan for network 5d8bbd51-9e30-40bb-9142-0f4dbca4663f Sep 24 00:10:47.421491 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c00b9b02-43a3-4302-a377-556fccefb970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.428624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.541612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.547727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:47.550950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.699313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c00b9b02-43a3-4302-a377-556fccefb970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.709072 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c00b9b02-43a3-4302-a377-556fccefb970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:47.751318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c00b9b02-43a3-4302-a377-556fccefb970 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3205cf8104d43c6928b8721e86a2cf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5859931 Sep 24 00:10:47.762969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36708) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:47.815116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b9b02-43a3-4302-a377-556fccefb970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e75430-383e-4da1-8d79-7f5a5e93563c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:47.896157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e1f2-fae7-47b0-a00f-d677f6f134f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:48.012863 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e1f2-fae7-47b0-a00f-d677f6f134f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:48.138012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adc4c1-2125-4a68-aff1-6e9c87d4f133 req-fe2a274f-043f-4875-9db7-163038e019df tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:48.139596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97adc4c1-2125-4a68-aff1-6e9c87d4f133 req-fe2a274f-043f-4875-9db7-163038e019df tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1103303 Sep 24 00:10:48.142954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8d1e1c0-ce06-402d-842c-9d3494b99b71 req-9a26ce1e-889c-4fce-a60e-101b5d007428 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0523949 Sep 24 00:10:48.211729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Network': ['ID=5d8bbd51-9e30-40bb-9142-0f4dbca4663f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:48.223264 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e478db10-8674-4e2f-b172-16fde0dfab5e tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0817802 Sep 24 00:10:48.226020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 5d8bbd51-9e30-40bb-9142-0f4dbca4663f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:10:48.233776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36728) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:48.235667 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e1f2-fae7-47b0-a00f-d677f6f134f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:48.243093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-22265c1b-7398-4f24-815a-b3ffcd6024b3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Request body: {'network': {'router:external': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:48.246846 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ffc0e1f2-fae7-47b0-a00f-d677f6f134f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:48.255523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ffc0e1f2-fae7-47b0-a00f-d677f6f134f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1e75430-383e-4da1-8d79-7f5a5e93563c HTTP/1.1" status: 204 len: 168 time: 0.4856851 Sep 24 00:10:48.339037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0e1f2-fae7-47b0-a00f-d677f6f134f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e75430-383e-4da1-8d79-7f5a5e93563c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:48.381572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97adc4c1-2125-4a68-aff1-6e9c87d4f133 req-d509934b-77bd-400c-b3fa-178fbb228d8c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306597 Sep 24 00:10:48.484745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22265c1b-7398-4f24-815a-b3ffcd6024b3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:48.520600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22265c1b-7398-4f24-815a-b3ffcd6024b3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:48.538353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22265c1b-7398-4f24-815a-b3ffcd6024b3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Network 5d8bbd51-9e30-40bb-9142-0f4dbca4663f is not hosted by any dhcp agent {{(pid=106378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:10:48.544936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22265c1b-7398-4f24-815a-b3ffcd6024b3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:48.545743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22265c1b-7398-4f24-815a-b3ffcd6024b3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:48.547292 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-22265c1b-7398-4f24-815a-b3ffcd6024b3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "PUT /v2.0/networks/5d8bbd51-9e30-40bb-9142-0f4dbca4663f HTTP/1.1" status: 200 len: 857 time: 0.3113139 Sep 24 00:10:48.550794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36734) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:48.690795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22265c1b-7398-4f24-815a-b3ffcd6024b3 tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event updated for resources: {'Network': ['ID=5d8bbd51-9e30-40bb-9142-0f4dbca4663f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:48.759943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:48.925889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.021762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8bbd51-9e30-40bb-9142-0f4dbca4663f']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:49.036834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e0bca0-0277-4338-8cc0-c7243a6697a5') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:49.037396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e0bca0-0277-4338-8cc0-c7243a6697a5') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:49.038508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36750) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:49.074646 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-829b9642-2a87-4505-a4ef-4865ed76111f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.087589 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.112089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.120268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:49.121307 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:49.190976 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:49.195310 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.220990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d8bbd51-9e30-40bb-9142-0f4dbca4663f {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 00:10:49.265885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.285000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] 10.222.0.24 "DELETE /v2.0/networks/5d8bbd51-9e30-40bb-9142-0f4dbca4663f HTTP/1.1" status: 204 len: 168 time: 0.7294176 Sep 24 00:10:49.289045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36758) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:49.444293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-829b9642-2a87-4505-a4ef-4865ed76111f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.444858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df353f4-dbb4-487e-8615-37a83dfb26ce tempest-ExternalNetworksTestJSON-1022702080 tempest-ExternalNetworksTestJSON-1022702080-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d8bbd51-9e30-40bb-9142-0f4dbca4663f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:49.448462 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5f8a42c-17ec-41f2-b41d-b072c1684ff3 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] DELETE failed (client error): The resource could not be found. Sep 24 00:10:49.449072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5f8a42c-17ec-41f2-b41d-b072c1684ff3 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:10:49.454431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f5f8a42c-17ec-41f2-b41d-b072c1684ff3 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] 10.222.0.24 "DELETE /v2.0/subnets/4e235ad4-b6a0-4253-8250-6dd5de47841f HTTP/1.1" status: 404 len: 337 time: 0.1614783 Sep 24 00:10:49.456339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36762) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:49.461175 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-829b9642-2a87-4505-a4ef-4865ed76111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.522182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d934e31e-d1d5-4ec5-ae5a-a8ba04202b3e req-883667c2-1700-458a-b053-12c462cb48f8 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0752809 Sep 24 00:10:49.600973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b9642-2a87-4505-a4ef-4865ed76111f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c131c1a-fd28-4c9d-b59a-81789e25f2de,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:49.641017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1f3b4-96f5-420d-b079-722f837f05de req-95b9f75f-8a32-44e6-b924-cebd5680141d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:49.642644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cee1f3b4-96f5-420d-b079-722f837f05de req-95b9f75f-8a32-44e6-b924-cebd5680141d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1194623 Sep 24 00:10:49.691722 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-829b9642-2a87-4505-a4ef-4865ed76111f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1db782c24651440ca402582565fe09f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520817 Sep 24 00:10:49.698981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36764) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:49.713926 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cee1f3b4-96f5-420d-b079-722f837f05de req-10cf2c94-95ad-4d61-b859-905b8026461b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590518 Sep 24 00:10:49.761335 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.900019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34069d40-79f1-487e-8d81-d85f14717a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.929416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:49.961941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a5123d-4d73-4239-8357-d1b66db7e150']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:49.973795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3bee199-5300-4e24-be41-2958f45cd2f1') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:49.974169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3bee199-5300-4e24-be41-2958f45cd2f1') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:49.983836 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:50.011501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:50.019809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:50.020345 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:50.136885 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:50.154370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:50.164735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34069d40-79f1-487e-8d81-d85f14717a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:50.176338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:50.189684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] 10.222.0.24 "DELETE /v2.0/networks/a4a5123d-4d73-4239-8357-d1b66db7e150 HTTP/1.1" status: 204 len: 168 time: 0.7314632 Sep 24 00:10:50.207835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c23de56-2e91-49f7-a656-134439de4b55 tempest-ExternalNetworksTestJSON-1302629334 tempest-ExternalNetworksTestJSON-1302629334-project] Pushing event deleted for resources: {'Network': ['ID=a4a5123d-4d73-4239-8357-d1b66db7e150,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:50.288580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34069d40-79f1-487e-8d81-d85f14717a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:50.291338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34069d40-79f1-487e-8d81-d85f14717a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:50.292530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-34069d40-79f1-487e-8d81-d85f14717a9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c131c1a-fd28-4c9d-b59a-81789e25f2de HTTP/1.1" status: 204 len: 168 time: 0.5905652 Sep 24 00:10:50.305899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34069d40-79f1-487e-8d81-d85f14717a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c131c1a-fd28-4c9d-b59a-81789e25f2de,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:50.770335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36792) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:50.821525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b935cde3-e63b-4bfa-87d1-088154bab057 req-6e707c86-ffe3-474c-a499-be4b49a776d2 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0822434 Sep 24 00:10:50.922108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95b18e-f3c7-48db-8f65-8440fecd72a5 req-22a49fe0-fe82-4f39-b856-d2b0e03ae4c0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:50.924338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d95b18e-f3c7-48db-8f65-8440fecd72a5 req-22a49fe0-fe82-4f39-b856-d2b0e03ae4c0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.0765512 Sep 24 00:10:51.015582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d95b18e-f3c7-48db-8f65-8440fecd72a5 req-4538565e-a544-4b32-ba7f-2022093c2340 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803189 Sep 24 00:10:51.203816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fee17956-bf01-4ed0-8444-82d7783dc972 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a12e4842019a47a1bf4b01fd249d8312&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288948 Sep 24 00:10:51.204948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36812) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:51.222522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:51.361834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9e1fc7-eb5a-4649-8792-ded34029aa20 admin admin] Deleting subnet cb545187-9220-4ba2-9c79-13a0ae11b761 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:10:51.369275 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51e92946-0e59-4e63-bdbb-2251c7f7aa2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.371321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9e1fc7-eb5a-4649-8792-ded34029aa20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.419566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9e1fc7-eb5a-4649-8792-ded34029aa20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.442321 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51e92946-0e59-4e63-bdbb-2251c7f7aa2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.489913 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9e1fc7-eb5a-4649-8792-ded34029aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.586387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51e92946-0e59-4e63-bdbb-2251c7f7aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.593564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-51e92946-0e59-4e63-bdbb-2251c7f7aa2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.594874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9e1fc7-eb5a-4649-8792-ded34029aa20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.596540 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-51e92946-0e59-4e63-bdbb-2251c7f7aa2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57f3ff2d-32f4-4c81-8686-528893bb7e41 HTTP/1.1" status: 204 len: 168 time: 0.3898013 Sep 24 00:10:51.610333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e92946-0e59-4e63-bdbb-2251c7f7aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f3ff2d-32f4-4c81-8686-528893bb7e41,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:51.638482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e1fc7-eb5a-4649-8792-ded34029aa20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb545187-9220-4ba2-9c79-13a0ae11b761,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:51.650367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce9e1fc7-eb5a-4649-8792-ded34029aa20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.654705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ce9e1fc7-eb5a-4649-8792-ded34029aa20 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb545187-9220-4ba2-9c79-13a0ae11b761 HTTP/1.1" status: 204 len: 168 time: 0.4308772 Sep 24 00:10:51.657191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36836) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:51.764990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:51.793696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36840) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:51.946040 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.028312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2feb12b-f832-4bcd-96cd-9c8c755800a5']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:52.075552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b453779-4057-4edd-bc25-fba735e4239c') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:52.077397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b453779-4057-4edd-bc25-fba735e4239c') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:52.153435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67ff5e0b-8137-4486-adb8-ae06afa9f3bd req-04f8592a-1666-43e8-b19b-9ce911ce6fbf tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1533673 Sep 24 00:10:52.171379 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.271188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.296741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:52.297150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:52.299550 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:52.329108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36868) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:52.393214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1033143849'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:52.404925 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8c476919-13cb-4510-b183-a0e074021611 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=087622c898c24b84834d49147b103a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745003 Sep 24 00:10:52.408599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36872) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:52.440491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Made reservation on behalf of 8029c58f40474b0a8147c308c1e7bf1f for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:52.446047 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.451228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51ced3-7162-4f98-abfb-7a231a0d5d62 req-bd52a653-f917-4ecc-8114-5fe7df0ef72e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:52.459660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc51ced3-7162-4f98-abfb-7a231a0d5d62 req-bd52a653-f917-4ecc-8114-5fe7df0ef72e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.2554736 Sep 24 00:10:52.462545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.512330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc51ced3-7162-4f98-abfb-7a231a0d5d62 req-8a3d4ecf-9fb2-419e-ae3d-bac3268749bf tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517318 Sep 24 00:10:52.533379 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.540100 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.543942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b2feb12b-f832-4bcd-96cd-9c8c755800a5 HTTP/1.1" status: 204 len: 168 time: 0.8838904 Sep 24 00:10:52.546042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36876) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:52.584614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec2337-d214-4707-80d4-6bcaae597883 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2feb12b-f832-4bcd-96cd-9c8c755800a5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:52.626987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa819ef1-91dd-4fc2-ac8a-267246ff1c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.644962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1a9bd3-fa6d-4b17-b0dc-f62a8c4401f6 admin admin] Deleting subnet 8b479068-657b-41f9-a5f2-be59e05e8bc4 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:10:52.652904 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9bd3-fa6d-4b17-b0dc-f62a8c4401f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.672338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa819ef1-91dd-4fc2-ac8a-267246ff1c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.714726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9bd3-fa6d-4b17-b0dc-f62a8c4401f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.754848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.760485 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.782997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9bd3-fa6d-4b17-b0dc-f62a8c4401f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.794610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:10:52.806483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.807141 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Added segment 87ce1efc-9070-4a8d-9447-38f8e312e517 of type vlan for network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 Sep 24 00:10:52.864749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.890156 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa819ef1-91dd-4fc2-ac8a-267246ff1c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.899490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa819ef1-91dd-4fc2-ac8a-267246ff1c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.903266 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fa819ef1-91dd-4fc2-ac8a-267246ff1c05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6818eb3-2535-470d-8521-db6709f2c171 HTTP/1.1" status: 204 len: 168 time: 0.4909852 Sep 24 00:10:52.910167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9bd3-fa6d-4b17-b0dc-f62a8c4401f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.948988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffdcbde9-ab04-48cc-9678-3972d1524f43,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:52.968224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a9bd3-fa6d-4b17-b0dc-f62a8c4401f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b479068-657b-41f9-a5f2-be59e05e8bc4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:52.974060 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e7207ea-743a-41dd-b0fb-e90727715d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.974800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa819ef1-91dd-4fc2-ac8a-267246ff1c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6818eb3-2535-470d-8521-db6709f2c171,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:52.976630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.984613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:52.985115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.992323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb1a9bd3-fa6d-4b17-b0dc-f62a8c4401f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:52.997137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fb1a9bd3-fa6d-4b17-b0dc-f62a8c4401f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b479068-657b-41f9-a5f2-be59e05e8bc4 HTTP/1.1" status: 204 len: 168 time: 0.4464746 Sep 24 00:10:52.998179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36880) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:53.098209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.120953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Network': ['ID=332ed3b9-c035-4b8a-bd2a-33cdc8569e16,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:53.125061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ba7edfe5-3f2b-4de6-afe6-f6cec3109675 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3298478 Sep 24 00:10:53.135196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:10:53.135605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36882) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:53.149100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'subnet': {'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:53.219006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.250090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eb918a4-279e-42ef-99bd-f007127f0499']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:53.284290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38b9a74-28dd-42fd-bdc1-972359fe108a') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:53.284920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38b9a74-28dd-42fd-bdc1-972359fe108a') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:10:53.354304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.365458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26ee3cdd-b620-4afa-8e09-202552601c1d req-8e45bfbf-df8f-49c5-a8e1-2bed71eccc07 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0559533 Sep 24 00:10:53.378787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Made reservation on behalf of 8029c58f40474b0a8147c308c1e7bf1f for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:53.385020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.395139 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.404619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:10:53.408749 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:10:53.411295 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:10:53.499903 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.530796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.533119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4eb918a4-279e-42ef-99bd-f007127f0499 HTTP/1.1" status: 204 len: 168 time: 0.5347893 Sep 24 00:10:53.534647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a6860-de77-4579-9aa5-e5cc08a84aa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4eb918a4-279e-42ef-99bd-f007127f0499,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:53.754132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82bb9d-1db5-48b9-a7b0-9b033d577f6f req-a0300e67-d4d1-4acc-90b8-af367800d32e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:53.756686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c82bb9d-1db5-48b9-a7b0-9b033d577f6f req-a0300e67-d4d1-4acc-90b8-af367800d32e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1392126 Sep 24 00:10:53.757471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36906) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:53.825002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:53.836372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36908) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:53.836562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-da2492c5-463b-4aa0-bef1-f92f4b0a8d3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=077e9b1ebfe6478ab44d56a9c0ceae46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0776789 Sep 24 00:10:53.854482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c82bb9d-1db5-48b9-a7b0-9b033d577f6f req-e88a5b32-d654-485a-93ac-32b7b2c91a5a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898941 Sep 24 00:10:54.032246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Checking segment: {'id': '87ce1efc-9070-4a8d-9447-38f8e312e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:10:54.032623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Network hostable DHCP agents. Network: 332ed3b9-c035-4b8a-bd2a-33cdc8569e16, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:10:54.035801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Subnet': ['ID=e558c524-d32f-4701-bae8-aba6f733d073,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:54.040999 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aef03e59-fc7f-44f3-a35e-1cca8b3e0622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:54.071641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aef03e59-fc7f-44f3-a35e-1cca8b3e0622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:54.091816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:10:54.147998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 332ed3b9-c035-4b8a-bd2a-33cdc8569e16) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:54.154816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:54.157418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:54.158744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b54baf-5e8e-4dc9-af39-afcdd099e572 None None] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:10:54.187755 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d0acc493-48a5-4a99-822d-2171a4c7a78c tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0498879 Sep 24 00:10:54.191466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36920) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:54.203493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1081972248'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:54.212807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aef03e59-fc7f-44f3-a35e-1cca8b3e0622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:54.215957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aef03e59-fc7f-44f3-a35e-1cca8b3e0622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:54.236001 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aef03e59-fc7f-44f3-a35e-1cca8b3e0622 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0473da69-596a-4fd7-84a1-e369ebf45271 HTTP/1.1" status: 204 len: 168 time: 0.3487494 Sep 24 00:10:54.261393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef03e59-fc7f-44f3-a35e-1cca8b3e0622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0473da69-596a-4fd7-84a1-e369ebf45271,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:54.391034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Made reservation on behalf of 8029c58f40474b0a8147c308c1e7bf1f for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:54.410919 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:54.462986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] device_id is not set on port 757ed2b4-5df1-4ab1-90fb-1dae069796a8 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:10:54.613144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'tenant_id': '8029c58f40474b0a8147c308c1e7bf1f', 'fixed_ips': [{'subnet_id': 'e558c524-d32f-4701-bae8-aba6f733d073'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:10:54.614144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:54.744390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Allocated IP 2001:db8::6 (332ed3b9-c035-4b8a-bd2a-33cdc8569e16/e558c524-d32f-4701-bae8-aba6f733d073/757ed2b4-5df1-4ab1-90fb-1dae069796a8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:10:54.997419 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.063582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36944) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:55.103682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f380c4ed-3641-4a18-8c6c-39a5fc45c004 req-75196f18-db57-4966-bc7b-e9925c0438a5 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0698144 Sep 24 00:10:55.150446 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.214067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2d2a7b66-1905-45ae-ad4d-dd061dca2a71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7c2f38af3164a409e8a9289c8a6ef2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517785 Sep 24 00:10:55.217699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36946) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:55.222454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5fe32-2a0b-4811-b7c7-7e46eb9f6847 req-2f6731f7-c432-4e06-bdcb-43ea586ed492 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:55.226589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98a5fe32-2a0b-4811-b7c7-7e46eb9f6847 req-2f6731f7-c432-4e06-bdcb-43ea586ed492 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1913834 Sep 24 00:10:55.261428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:10:55.264396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Allocated IP 2001:db8::2 (332ed3b9-c035-4b8a-bd2a-33cdc8569e16/e558c524-d32f-4701-bae8-aba6f733d073/0140a8e1-f26e-4b39-a11c-1bb1f14a760f) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:10:55.275890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:55.278600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:10:55.284953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:55.285603 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.290346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=757ed2b4-5df1-4ab1-90fb-1dae069796a8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:55.302975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.302975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.302975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.303460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.303577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.303837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.304209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.304611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.304971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.307384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.307731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.308069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:10:55.333650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98a5fe32-2a0b-4811-b7c7-7e46eb9f6847 req-6b1ebc2c-4dcc-4d62-80c4-f73c5efc01f3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018014 Sep 24 00:10:55.342329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5d33a5b2-ae66-489c-ad38-70383ba50a14 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1488397 Sep 24 00:10:55.343051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36954) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:55.348638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1992742641', 'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:d7:49:26'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:55.435005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60901ed5-3eee-44aa-a60c-a4b4a7c3d4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.488614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60901ed5-3eee-44aa-a60c-a4b4a7c3d4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.585322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60901ed5-3eee-44aa-a60c-a4b4a7c3d4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.589718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60901ed5-3eee-44aa-a60c-a4b4a7c3d4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.595788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Made reservation on behalf of 8029c58f40474b0a8147c308c1e7bf1f for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:55.595994 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-60901ed5-3eee-44aa-a60c-a4b4a7c3d4c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5379e0b-c1b0-4eb9-bf62-2012303def70 HTTP/1.1" status: 204 len: 168 time: 0.3675368 Sep 24 00:10:55.619113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60901ed5-3eee-44aa-a60c-a4b4a7c3d4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5379e0b-c1b0-4eb9-bf62-2012303def70,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:55.661209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36960) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:55.691227 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.699321 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.804498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.814652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Pushing event updated for resources: {'Port': ['ID=0140a8e1-f26e-4b39-a11c-1bb1f14a760f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:55.845465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] device_id is not set on port ea85c850-cd38-440f-9d2a-bcc02744e650 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:10:55.881268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1297836058', 'router:external': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:55.891117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:10:55.897327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:55.908541 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.913441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:10:55.921086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Made reservation on behalf of d8212ebc1c4b4bcead3874b1d3b371ea for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:55.925886 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:55.948442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.073533 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b95a19b-67e8-4598-a771-cb18a10c4a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.101025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Attempting to bind port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:10:56.101410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Attempting to bind port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '87ce1efc-9070-4a8d-9447-38f8e312e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:10:56.101760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Attempting to bind port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f on network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:10:56.113629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:10:56.114069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Checking segment: {'id': '87ce1efc-9070-4a8d-9447-38f8e312e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:10:56.114409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.114830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Bound using segment: {'id': '87ce1efc-9070-4a8d-9447-38f8e312e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:10:56.116582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Bound port: 0140a8e1-f26e-4b39-a11c-1bb1f14a760f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87ce1efc-9070-4a8d-9447-38f8e312e517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:10:56.117369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.153062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Allocated IP 2001:db8::19 (332ed3b9-c035-4b8a-bd2a-33cdc8569e16/e558c524-d32f-4701-bae8-aba6f733d073/ea85c850-cd38-440f-9d2a-bcc02744e650) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:10:56.211443 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.217191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.283214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] For port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:10:56.294970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] For port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0140a8e1-f26e-4b39-a11c-1bb1f14a760f,segment=NetworkSegment(87ce1efc-9070-4a8d-9447-38f8e312e517),segment_id=87ce1efc-9070-4a8d-9447-38f8e312e517)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:10:56.298101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:10:56.302287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.325725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36980) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:56.373256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.373605 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Added segment 42f53025-49db-4d93-a4b0-0370aca9cdec of type vlan for network f9d45717-f05a-494c-b515-852cfde34dd1 Sep 24 00:10:56.376637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdff363-6112-457e-9594-af0f0957128e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:56.487147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3487d4-4ecb-4fb5-a50f-98d7e65fc232 None None] Pushing event updated for resources: {'Port': ['ID=0140a8e1-f26e-4b39-a11c-1bb1f14a760f,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:56.548337 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.549806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.630654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.654117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.658255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:56.659945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.682199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a16ad917-4580-43d3-b9e9-573b321eb312 req-c71ffc7a-775a-4c9e-8ba9-935fecac4814 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0629187 Sep 24 00:10:56.712724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.720148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:10:56.763490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:56.766735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:10:56.781894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:56.782615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.814264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4701283 Sep 24 00:10:56.819407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36992) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:56.846354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b8db4-1283-4584-b934-d609e940ebcc req-5f92590f-8cde-4f5c-ab66-2a15caa832d4 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:56.848791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b3b8db4-1283-4584-b934-d609e940ebcc req-5f92590f-8cde-4f5c-ab66-2a15caa832d4 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.2330647 Sep 24 00:10:56.862481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'Network': ['ID=f9d45717-f05a-494c-b515-852cfde34dd1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:56.881102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f9d45717-f05a-494c-b515-852cfde34dd1 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:10:56.884009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b144b2-3470-4b44-9489-eff86dcfd111 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=ea85c850-cd38-440f-9d2a-bcc02744e650,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:56.888182 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91ebb13f-6d9d-4d0e-aef8-59b196dbf321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:56.990307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b3b8db4-1283-4584-b934-d609e940ebcc req-5e756f88-ea17-45ff-810b-203a6bb8bdb6 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302855 Sep 24 00:10:57.025304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f76-fe9a-46d5-a5a6-2b13d90be4ef tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:57.025304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f76-fe9a-46d5-a5a6-2b13d90be4ef tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:57.032669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6840f76-fe9a-46d5-a5a6-2b13d90be4ef tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:57.040443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f6840f76-fe9a-46d5-a5a6-2b13d90be4ef tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2477 time: 0.2139363 Sep 24 00:10:57.042385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36998) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:57.098352 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e131ac73-080f-4c60-a117-0fbf77fb57df tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4321480 Sep 24 00:10:57.098352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37002) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:57.114284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'subnet': {'network_id': 'f9d45717-f05a-494c-b515-852cfde34dd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:57.156125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91ebb13f-6d9d-4d0e-aef8-59b196dbf321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.162362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91ebb13f-6d9d-4d0e-aef8-59b196dbf321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.196617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-04dbe5e6-8e37-416e-8821-c1458a960392 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Deleting port ea85c850-cd38-440f-9d2a-bcc02744e650 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:57.197442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04dbe5e6-8e37-416e-8821-c1458a960392 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.204364 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91ebb13f-6d9d-4d0e-aef8-59b196dbf321 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6df634d144b24b7d88316ea782de3526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8743942 Sep 24 00:10:57.216047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37006) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:57.304147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebb13f-6d9d-4d0e-aef8-59b196dbf321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e77a074-159a-4def-94ec-41d9a4899f7d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:57.314304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Made reservation on behalf of d8212ebc1c4b4bcead3874b1d3b371ea for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:57.319092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.351196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04dbe5e6-8e37-416e-8821-c1458a960392 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.371054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-04dbe5e6-8e37-416e-8821-c1458a960392 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Calling delete_port for ea85c850-cd38-440f-9d2a-bcc02744e650 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:10:57.601545 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04dbe5e6-8e37-416e-8821-c1458a960392 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.653393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dbe5e6-8e37-416e-8821-c1458a960392 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Port': ['ID=ea85c850-cd38-440f-9d2a-bcc02744e650,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:57.657292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-668902a0-6250-4380-96ea-0e91900d7233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.703009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-668902a0-6250-4380-96ea-0e91900d7233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.798661 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-668902a0-6250-4380-96ea-0e91900d7233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.806031 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-668902a0-6250-4380-96ea-0e91900d7233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:57.821180 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-668902a0-6250-4380-96ea-0e91900d7233 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e77a074-159a-4def-94ec-41d9a4899f7d HTTP/1.1" status: 204 len: 168 time: 0.5985854 Sep 24 00:10:57.940332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668902a0-6250-4380-96ea-0e91900d7233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e77a074-159a-4def-94ec-41d9a4899f7d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:58.004163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4b90eb2-05e5-4cf8-b373-89c7e2e8d0e8 req-e9be6ea8-29b6-4d3d-a3bc-84f07a1c77e5 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1293039 Sep 24 00:10:58.012916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04dbe5e6-8e37-416e-8821-c1458a960392 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:58.024219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37020) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:58.024551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-04dbe5e6-8e37-416e-8821-c1458a960392 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "DELETE /v2.0/ports/ea85c850-cd38-440f-9d2a-bcc02744e650 HTTP/1.1" status: 204 len: 168 time: 0.9805522 Sep 24 00:10:58.029573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0140a8e1-f26e-4b39-a11c-1bb1f14a760f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:10:58.135676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:10:58.136457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:58.170451 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-9740ea9a-dc23-4d6b-9aa7-10a3f7a8489b tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] GET failed (client error): The resource could not be found. Sep 24 00:10:58.184564 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9740ea9a-dc23-4d6b-9aa7-10a3f7a8489b tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "GET /v2.0/ports/ea85c850-cd38-440f-9d2a-bcc02744e650 HTTP/1.1" status: 404 len: 333 time: 0.1552687 Sep 24 00:10:58.191635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37028) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:58.199043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1810760944'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:58.229257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7db53e69-4b01-4ce8-a8aa-38f412d943c5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:58.268139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9899425-2848-4f77-993c-d2b13b7bb8b0 req-a702358e-6f5b-45c2-a943-caa6c01dd6bd tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:58.279207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9899425-2848-4f77-993c-d2b13b7bb8b0 req-a702358e-6f5b-45c2-a943-caa6c01dd6bd tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1707833 Sep 24 00:10:58.291623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:10:58.292199 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:58.330536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec38108-e2b6-48a9-9b86-cf2054ec2922 None None] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:10:58.347769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9899425-2848-4f77-993c-d2b13b7bb8b0 req-ce0c03b0-8f31-4918-bb42-a02b3b6e9a6d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674739 Sep 24 00:10:58.374121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Checking segment: {'id': '42f53025-49db-4d93-a4b0-0370aca9cdec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9d45717-f05a-494c-b515-852cfde34dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:10:58.374803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Network hostable DHCP agents. Network: f9d45717-f05a-494c-b515-852cfde34dd1, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:10:58.487101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Network f9d45717-f05a-494c-b515-852cfde34dd1 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:10:58.530158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f9d45717-f05a-494c-b515-852cfde34dd1) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:58.547064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:58.547853 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:58.636408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Made reservation on behalf of 8029c58f40474b0a8147c308c1e7bf1f for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:58.651086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:58.670263 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-022d4686-8c75-4e33-b936-1fac1b7746a5 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5594659 Sep 24 00:10:58.670511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37052) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:58.676413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-14513176', 'network_id': 'f9d45717-f05a-494c-b515-852cfde34dd1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:58.700589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] device_id is not set on port d6b7b1a9-c95f-4f64-af6d-5d6795aab274 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:10:58.731748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Made reservation on behalf of d8212ebc1c4b4bcead3874b1d3b371ea for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:10:58.745154 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2c245a-d8ef-4bee-98cc-23c4f3091b9b None None] Network f9d45717-f05a-494c-b515-852cfde34dd1 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:10:58.752042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:58.793549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] device_id is not set on port 5b2cbb4d-c4ff-4407-8199-0357e19c9d8b yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:10:58.912351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Allocated IP 2001:db8::ba (332ed3b9-c035-4b8a-bd2a-33cdc8569e16/e558c524-d32f-4701-bae8-aba6f733d073/d6b7b1a9-c95f-4f64-af6d-5d6795aab274) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:10:58.926365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8248c270-e989-48d6-ba00-4f264ce81248 None None] Provisioning complete for port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:10:58.927052 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8248c270-e989-48d6-ba00-4f264ce81248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.013872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Allocated IP 172.20.0.10 (f9d45717-f05a-494c-b515-852cfde34dd1/7db53e69-4b01-4ce8-a8aa-38f412d943c5/5b2cbb4d-c4ff-4407-8199-0357e19c9d8b) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:10:59.163196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.199398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.244027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.261905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.327248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d751c28f-dbbb-48cd-98c3-a2be78a0c3ec req-be903a6b-75a3-45b2-9507-4eec47b429a3 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0770354 Sep 24 00:10:59.333040 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.392523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.410537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0140a8e1-f26e-4b39-a11c-1bb1f14a760f,segment=NetworkSegment(87ce1efc-9070-4a8d-9447-38f8e312e517),segment_id=87ce1efc-9070-4a8d-9447-38f8e312e517)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:10:59.414413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=d6b7b1a9-c95f-4f64-af6d-5d6795aab274,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:59.444117 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.446728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:10:59.455684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:59.483616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:10:59.499976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:59.500913 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.533894 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d024831b-6b84-4858-ad61-ded48095565f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3409445 Sep 24 00:10:59.536236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37078) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:59.542075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:d7:49:26'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:10:59.552878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Network f9d45717-f05a-494c-b515-852cfde34dd1 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:10:59.560345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'Port': ['ID=5b2cbb4d-c4ff-4407-8199-0357e19c9d8b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:59.566963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:10:59.574105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0140a8e1-f26e-4b39-a11c-1bb1f14a760f,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:10:59.577084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:10:59.686911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:59.688342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.716278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b37cc4-4292-46ed-b00b-a47d5153d8f4 req-a9c0a23b-f79c-48c6-961e-710377e18577 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:10:59.718243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6b37cc4-4292-46ed-b00b-a47d5153d8f4 req-a9c0a23b-f79c-48c6-961e-710377e18577 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1589468 Sep 24 00:10:59.719993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-66ac8fd1-30e0-4b09-a102-8b9ac1c640f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.0485048 Sep 24 00:10:59.724071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37084) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:10:59.739725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b487f8-7312-434e-968b-2c736c8bc6fb None None] Network f9d45717-f05a-494c-b515-852cfde34dd1 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:10:59.831431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6b37cc4-4292-46ed-b00b-a47d5153d8f4 req-b694e5ef-f34f-4f41-9b7f-739324b8e432 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039841 Sep 24 00:10:59.917508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-80ece3f6-0cf9-4129-92f4-d0259b4f4678 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Deleting port 5b2cbb4d-c4ff-4407-8199-0357e19c9d8b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:10:59.917962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80ece3f6-0cf9-4129-92f4-d0259b4f4678 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:10:59.965350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.071675 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80ece3f6-0cf9-4129-92f4-d0259b4f4678 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.089533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0140a8e1-f26e-4b39-a11c-1bb1f14a760f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:00.112115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-80ece3f6-0cf9-4129-92f4-d0259b4f4678 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Calling delete_port for 5b2cbb4d-c4ff-4407-8199-0357e19c9d8b owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:00.356238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b5e12bf2-b31f-4932-848d-9d9e8f025d57 None None] Provisioning complete for port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:00.357253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5e12bf2-b31f-4932-848d-9d9e8f025d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.382294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.419254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.470933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80ece3f6-0cf9-4129-92f4-d0259b4f4678 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.527475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:00.529539 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.568892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] In _notify_port_updated(), no bound segment for port d6b7b1a9-c95f-4f64-af6d-5d6795aab274 on network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:11:00.590460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:00.593402 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.596432 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "PUT /v2.0/ports/d6b7b1a9-c95f-4f64-af6d-5d6795aab274 HTTP/1.1" status: 200 len: 1000 time: 1.0587332 Sep 24 00:11:00.600485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece3f6-0cf9-4129-92f4-d0259b4f4678 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b2cbb4d-c4ff-4407-8199-0357e19c9d8b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:00.604931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:00.635445 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:11:00.778974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b5e12bf2-b31f-4932-848d-9d9e8f025d57 None None] Provisioning complete for port 757ed2b4-5df1-4ab1-90fb-1dae069796a8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:00.779458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5e12bf2-b31f-4932-848d-9d9e8f025d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.800517 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80ece3f6-0cf9-4129-92f4-d0259b4f4678 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.803315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-80ece3f6-0cf9-4129-92f4-d0259b4f4678 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "DELETE /v2.0/ports/5b2cbb4d-c4ff-4407-8199-0357e19c9d8b HTTP/1.1" status: 204 len: 168 time: 1.0773978 Sep 24 00:11:00.805898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-074c7207-1f9e-444d-8dc5-136f6b580dbe req-8bd7fb73-158e-4e9d-9614-7be6e69fbe6c tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.2126410 Sep 24 00:11:00.806680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37120) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:00.813371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f9d45717-f05a-494c-b515-852cfde34dd1', 'external_fixed_ips': [{'subnet_id': '7db53e69-4b01-4ce8-a8aa-38f412d943c5', 'ip_address': '172.20.0.10'}]}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:00.836795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b5e12bf2-b31f-4932-848d-9d9e8f025d57 None None] Port 757ed2b4-5df1-4ab1-90fb-1dae069796a8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:00.852020 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.853179 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.887617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8ff1c-b2d6-47da-b195-c93635b36a57 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=d6b7b1a9-c95f-4f64-af6d-5d6795aab274,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:00.927064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.944099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-276f8af2-574e-4d25-966a-5770a46d7da6 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Deleting port d6b7b1a9-c95f-4f64-af6d-5d6795aab274 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:00.944649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276f8af2-574e-4d25-966a-5770a46d7da6 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:00.962849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6bc2f148-bc16-4f24-89e2-0838327e9b44 None None] Could not find standard attr ID for object ea85c850-cd38-440f-9d2a-bcc02744e650. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:11:00.983852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6bc2f148-bc16-4f24-89e2-0838327e9b44 None None] Provisioning complete for port 757ed2b4-5df1-4ab1-90fb-1dae069796a8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:00.984336 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f148-bc16-4f24-89e2-0838327e9b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:01.094435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276f8af2-574e-4d25-966a-5770a46d7da6 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:01.105442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6bc2f148-bc16-4f24-89e2-0838327e9b44 None None] Port 757ed2b4-5df1-4ab1-90fb-1dae069796a8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:01.129469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-276f8af2-574e-4d25-966a-5770a46d7da6 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Calling delete_port for d6b7b1a9-c95f-4f64-af6d-5d6795aab274 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:01.346356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9aa526f0-2bcf-4f3f-a1ad-5c7e0e4be33b None None] Provisioning complete for port d6b7b1a9-c95f-4f64-af6d-5d6795aab274 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:01.347028 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9aa526f0-2bcf-4f3f-a1ad-5c7e0e4be33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:01.363785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276f8af2-574e-4d25-966a-5770a46d7da6 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:01.433743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9aa526f0-2bcf-4f3f-a1ad-5c7e0e4be33b None None] Port d6b7b1a9-c95f-4f64-af6d-5d6795aab274 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:01.507020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f8af2-574e-4d25-966a-5770a46d7da6 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Port': ['ID=d6b7b1a9-c95f-4f64-af6d-5d6795aab274,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:01.568211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276f8af2-574e-4d25-966a-5770a46d7da6 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:01.579915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-276f8af2-574e-4d25-966a-5770a46d7da6 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "DELETE /v2.0/ports/d6b7b1a9-c95f-4f64-af6d-5d6795aab274 HTTP/1.1" status: 204 len: 168 time: 0.9738894 Sep 24 00:11:01.580596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37144) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:01.605920 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:01.617771 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b319163a-60d0-4d68-8140-0179f3b01096 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] GET failed (client error): The resource could not be found. Sep 24 00:11:01.620319 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b319163a-60d0-4d68-8140-0179f3b01096 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "GET /v2.0/ports/d6b7b1a9-c95f-4f64-af6d-5d6795aab274 HTTP/1.1" status: 404 len: 333 time: 0.0381362 Sep 24 00:11:01.626214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37150) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:01.628925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e17b08-2c37-41af-8a1d-cf671122a062 req-a85a5d72-6a5b-4c39-8d72-eeaade41db1d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:01.630651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86e17b08-2c37-41af-8a1d-cf671122a062 req-a85a5d72-6a5b-4c39-8d72-eeaade41db1d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.7017901 Sep 24 00:11:01.632980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-474948593'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:01.704723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86e17b08-2c37-41af-8a1d-cf671122a062 req-8cbd824f-b330-4e64-9adf-8c5b394ccbaa tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647337 Sep 24 00:11:01.793575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Made reservation on behalf of 8029c58f40474b0a8147c308c1e7bf1f for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:01.797394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:01.822022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] device_id is not set on port 4705759e-0112-4f86-a8eb-de0a99cb999d yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:11:01.976043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Allocated IP 2001:db8::30f (332ed3b9-c035-4b8a-bd2a-33cdc8569e16/e558c524-d32f-4701-bae8-aba6f733d073/4705759e-0112-4f86-a8eb-de0a99cb999d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:01.977124 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.033028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3492cf06-d889-4783-aed9-660529f08925 req-9dfb4fbb-7ce8-4e20-9390-c41990051d58 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0776103 Sep 24 00:11:02.047721 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.065673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-afee4f7d-b629-4b19-85c9-9fdc2c17c128 None None] Could not find standard attr ID for object d6b7b1a9-c95f-4f64-af6d-5d6795aab274. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:11:02.157680 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.161281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710ebc2-4b0a-4269-971a-0c2b5d6d8059 req-0f3a6c2a-5f5f-4a71-aa2d-0794760d3d54 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:02.163094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4710ebc2-4b0a-4269-971a-0c2b5d6d8059 req-0f3a6c2a-5f5f-4a71-aa2d-0794760d3d54 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.2064233 Sep 24 00:11:02.199307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.248197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:02.252122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:02.256906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:02.263232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:02.264003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.280228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4710ebc2-4b0a-4269-971a-0c2b5d6d8059 req-178be9bb-c515-48b6-a2f4-8bba0ecb0324 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021419 Sep 24 00:11:02.287269 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6597586 Sep 24 00:11:02.293909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:02.296882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8a9e4-216a-4088-98a7-74f56dc64020 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=4705759e-0112-4f86-a8eb-de0a99cb999d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:02.304157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d7:49:26'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:02.377868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Allocated IP 172.20.0.10 (f9d45717-f05a-494c-b515-852cfde34dd1/7db53e69-4b01-4ce8-a8aa-38f412d943c5/c8e7a92a-2c9e-4e64-97ff-bac939e2e211) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:02.417106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.632415 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.681104 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.757013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Network f9d45717-f05a-494c-b515-852cfde34dd1 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:02.763116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:02.766647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:02.806719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-be1cd851-d351-4871-8deb-69b3d28fe4a0 None None] Provisioning complete for port 4705759e-0112-4f86-a8eb-de0a99cb999d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:02.807408 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be1cd851-d351-4871-8deb-69b3d28fe4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.809127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.810285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'Port': ['ID=c8e7a92a-2c9e-4e64-97ff-bac939e2e211,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:02.819348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.878208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] In _notify_port_updated(), no bound segment for port 4705759e-0112-4f86-a8eb-de0a99cb999d on network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:11:02.886161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:02.887073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:02.892633 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "PUT /v2.0/ports/4705759e-0112-4f86-a8eb-de0a99cb999d HTTP/1.1" status: 200 len: 1002 time: 0.5932882 Sep 24 00:11:02.892633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37190) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:02.914582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-be1cd851-d351-4871-8deb-69b3d28fe4a0 None None] Port 4705759e-0112-4f86-a8eb-de0a99cb999d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:02.985257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220fbd4-5da8-48cd-bef0-a4758cf023c4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=4705759e-0112-4f86-a8eb-de0a99cb999d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:03.036455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:11:03.039011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:11:03.045507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1bcdd6-cbbd-4b48-a8b7-2b189dfd3f6e req-f88f1afe-64b2-42fd-bab7-09cbef6fe443 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:03.047148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f1bcdd6-cbbd-4b48-a8b7-2b189dfd3f6e req-f88f1afe-64b2-42fd-bab7-09cbef6fe443 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1126306 Sep 24 00:11:03.163852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fb80704b-d5a4-4e25-a37a-f00a6f8e4082 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Deleting port 4705759e-0112-4f86-a8eb-de0a99cb999d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:03.164352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb80704b-d5a4-4e25-a37a-f00a6f8e4082 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.289222 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.318133 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.319944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb80704b-d5a4-4e25-a37a-f00a6f8e4082 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.337666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-fb80704b-d5a4-4e25-a37a-f00a6f8e4082 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Calling delete_port for 4705759e-0112-4f86-a8eb-de0a99cb999d owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:03.354923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:03.377508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3560369-13c4-4e38-9580-9813bd0377ab req-3580b562-d9f1-4835-a144-6e784aac7873 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:03.379543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b3560369-13c4-4e38-9580-9813bd0377ab req-3580b562-d9f1-4835-a144-6e784aac7873 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.3304183 Sep 24 00:11:03.402028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:03.404311 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6add970-3792-4ac0-873c-3af2e1eb0711" -d '{"events": [{"server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:03.408681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f1bcdd6-cbbd-4b48-a8b7-2b189dfd3f6e req-93df53bb-37db-492c-a4cf-dc1437737204 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440773 Sep 24 00:11:03.411840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'port_id': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'mac_address': 'fa:16:3e:74:d5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3176d3-abbe-4098-9625-7f884251196d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:11:03.450375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b3560369-13c4-4e38-9580-9813bd0377ab req-ca5a921c-783a-42f8-a8f7-4de90628736f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593143 Sep 24 00:11:03.452455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:03.462237 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.565123 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa624a1-91ee-471d-8605-b59191568ed7 x-openstack-request-id: req-efa624a1-91ee-471d-8605-b59191568ed7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:03.565808 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:03.566278 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-efa624a1-91ee-471d-8605-b59191568ed7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:03.566956 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'code': 200} Sep 24 00:11:03.585647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.590018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-42ec17b7-224f-4347-845b-dfdf7413b497 None None] Provisioning complete for port 4705759e-0112-4f86-a8eb-de0a99cb999d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:03.590612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-42ec17b7-224f-4347-845b-dfdf7413b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.648529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb80704b-d5a4-4e25-a37a-f00a6f8e4082 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.656709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:03.679923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:03.691826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80704b-d5a4-4e25-a37a-f00a6f8e4082 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Port': ['ID=4705759e-0112-4f86-a8eb-de0a99cb999d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:03.724249 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb80704b-d5a4-4e25-a37a-f00a6f8e4082 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.728894 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb80704b-d5a4-4e25-a37a-f00a6f8e4082 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "DELETE /v2.0/ports/4705759e-0112-4f86-a8eb-de0a99cb999d HTTP/1.1" status: 204 len: 168 time: 0.8335841 Sep 24 00:11:03.730106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37206) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:03.732391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-42ec17b7-224f-4347-845b-dfdf7413b497 None None] Port 4705759e-0112-4f86-a8eb-de0a99cb999d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:03.784953 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c037d3-5fa9-4d43-9e3a-b94ee01785e8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] GET failed (client error): The resource could not be found. Sep 24 00:11:03.795868 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-07c037d3-5fa9-4d43-9e3a-b94ee01785e8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "GET /v2.0/ports/4705759e-0112-4f86-a8eb-de0a99cb999d HTTP/1.1" status: 404 len: 333 time: 0.0547466 Sep 24 00:11:03.795868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37208) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:03.796369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.802115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:03.803505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1344156820'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:03.810194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.823279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1e8b06a-4989-4ab6-819c-aeb93edd78b1 req-5c5026e4-eecf-48ab-8eca-326e3865fe14 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.2819471 Sep 24 00:11:03.924066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:03.964547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Made reservation on behalf of 8029c58f40474b0a8147c308c1e7bf1f for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:03.970844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:03.993141 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] device_id is not set on port 9407d77d-a641-4bb6-bbfc-7cc39fd83cbe yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:11:04.006489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Router d24439c9-808a-497d-88a3-43405a0af2a9 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:11:04.053859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:11:04.165311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:04.191779 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Sync routers for ids ['d24439c9-808a-497d-88a3-43405a0af2a9'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:04.197199 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.199316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2b79e53c-d27a-4713-a7dc-ff0a85db172d tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.3913608 Sep 24 00:11:04.201116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37212) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:04.222862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Allocated IP 2001:db8::2f4 (332ed3b9-c035-4b8a-bd2a-33cdc8569e16/e558c524-d32f-4701-bae8-aba6f733d073/9407d77d-a641-4bb6-bbfc-7cc39fd83cbe) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:04.236788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Routers {'d24439c9-808a-497d-88a3-43405a0af2a9'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:04.237745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:10:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d24439c9-808a-497d-88a3-43405a0af2a9'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:04.336811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.371744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Set router d24439c9-808a-497d-88a3-43405a0af2a9 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:11:04.400771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.438850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.455032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.500353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=9407d77d-a641-4bb6-bbfc-7cc39fd83cbe,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:04.507627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:04.509073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:04.511349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:04.517455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:04.518174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.539457 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-24401b86-902e-48a8-aa85-c38763d0a77f tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7453458 Sep 24 00:11:04.540415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37218) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:04.546318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'network_id': '332ed3b9-c035-4b8a-bd2a-33cdc8569e16', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-234771095'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:04.603826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24439c9-808a-497d-88a3-43405a0af2a9', 'name': '', 'tenant_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f9d45717-f05a-494c-b515-852cfde34dd1', 'external_fixed_ips': [{'subnet_id': '7db53e69-4b01-4ce8-a8aa-38f412d943c5', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'c8e7a92a-2c9e-4e64-97ff-bac939e2e211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:11:00Z', 'updated_at': '2021-09-24T00:11:03Z', 'revision_number': 3, 'project_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'gw_port': {'id': 'c8e7a92a-2c9e-4e64-97ff-bac939e2e211', 'name': '', 'network_id': 'f9d45717-f05a-494c-b515-852cfde34dd1', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:2a:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24439c9-808a-497d-88a3-43405a0af2a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '7db53e69-4b01-4ce8-a8aa-38f412d943c5', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:11:02Z', 'updated_at': '2021-09-24T00:11:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7db53e69-4b01-4ce8-a8aa-38f412d943c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:04.625265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Deleting port c8e7a92a-2c9e-4e64-97ff-bac939e2e211 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:04.625606 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.633958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Checking router: d24439c9-808a-497d-88a3-43405a0af2a9 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:11:04.634549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Updating router d24439c9-808a-497d-88a3-43405a0af2a9 port c8e7a92a-2c9e-4e64-97ff-bac939e2e211 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:11:04.667425 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.674796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10f43c-5f86-445e-a504-faa77e95ecbf req-8a2d3759-4085-498f-bc9c-dde0b8af33ad tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:04.676380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df10f43c-5f86-445e-a504-faa77e95ecbf req-8a2d3759-4085-498f-bc9c-dde0b8af33ad tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.1073697 Sep 24 00:11:04.681742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Made reservation on behalf of 8029c58f40474b0a8147c308c1e7bf1f for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:04.687276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.708364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3940d5-e86f-4c27-808c-52ca16ddb5ce req-580313b8-3b9b-41b6-a43c-d466192e61b5 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:04.709888 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d3940d5-e86f-4c27-808c-52ca16ddb5ce req-580313b8-3b9b-41b6-a43c-d466192e61b5 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 944 time: 0.1754401 Sep 24 00:11:04.712256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] device_id is not set on port 75cf1e76-9a6d-4f17-90a9-d7216fb62c68 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:11:04.792121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.819309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df10f43c-5f86-445e-a504-faa77e95ecbf req-c2c8591f-63ee-4d37-92f4-cd31273a1f22 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064789 Sep 24 00:11:04.838681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d3940d5-e86f-4c27-808c-52ca16ddb5ce req-83747bb3-87d5-46fc-8729-305c9775ae9c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141875 Sep 24 00:11:04.855939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Calling delete_port for c8e7a92a-2c9e-4e64-97ff-bac939e2e211 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:04.899666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-79eb8176-c16a-4746-8f73-404aad5f3461 None None] Provisioning complete for port 9407d77d-a641-4bb6-bbfc-7cc39fd83cbe triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:04.900190 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79eb8176-c16a-4746-8f73-404aad5f3461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:04.903738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Allocated IP 2001:db8::137 (332ed3b9-c035-4b8a-bd2a-33cdc8569e16/e558c524-d32f-4701-bae8-aba6f733d073/75cf1e76-9a6d-4f17-90a9-d7216fb62c68) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:04.998518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-79eb8176-c16a-4746-8f73-404aad5f3461 None None] Port 9407d77d-a641-4bb6-bbfc-7cc39fd83cbe cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:05.045397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:11:05.047844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:05.106867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.406923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85b5fe2d-4b9a-4e88-bcf1-f90a1a219186 req-ceb056e3-0fa4-4494-b348-521bd5689d81 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.3542008 Sep 24 00:11:05.432182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.440258 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:11:05.440996 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:11:05.443000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:05.443568 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.515508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:05.547687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.549381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'a948832a-06e1-4764-b828-1bc89228238d', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': 'a948832a-06e1-4764-b828-1bc89228238d', 'mac_address': 'fa:16:3e:47:78:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:11:05.566063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8e7a92a-2c9e-4e64-97ff-bac939e2e211,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:05.591679 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.611412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.618454 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.636888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:05.639199 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d72f97-b2c8-4601-8df3-c99e76ee27a6" -d '{"events": [{"server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "name": "network-vif-plugged", "status": "completed", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:05.652681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a948832a-06e1-4764-b828-1bc89228238d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:05.671813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:05.673571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:05.677779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:05.683892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:05.684530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.718522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:05.721692 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1800275 Sep 24 00:11:05.722452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37246) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:05.723254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975084a-1052-4172-9636-3ef4b0b12936 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=75cf1e76-9a6d-4f17-90a9-d7216fb62c68,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:05.724417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:05.730851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6', 'mac_address': 'fa:16:3e:d7:49:26'}, {'ip_address': '2001:db8::2f4', 'mac_address': 'fa:16:3e:71:91:2c'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:05.736854 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.739938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.742172 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.809926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.811001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d24439c9-808a-497d-88a3-43405a0af2a9 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:05.822894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.826035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37250) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:05.827516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b580ed1b-85af-434a-9ef3-cbba616f389b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "DELETE /v2.0/routers/d24439c9-808a-497d-88a3-43405a0af2a9 HTTP/1.1" status: 204 len: 168 time: 1.6246693 Sep 24 00:11:05.916539 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b27316-d3cb-4cf4-b952-3d23660279d7 x-openstack-request-id: req-10b27316-d3cb-4cf4-b952-3d23660279d7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:05.917117 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "name": "network-vif-plugged", "status": "completed", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:05.917239 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10b27316-d3cb-4cf4-b952-3d23660279d7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:05.917953 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'code': 200} Sep 24 00:11:05.920451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:05.943428 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:05.944478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:11:06.090696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['a948832a-06e1-4764-b828-1bc89228238d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:11:06.113093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Deleting subnet 7db53e69-4b01-4ce8-a8aa-38f412d943c5 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:11:06.144141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.156573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fff937-d59c-4db8-a558-e750dd5b2339 req-8e7b6900-5409-4c11-b6ff-2885ffdb81a4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:06.158172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28fff937-d59c-4db8-a558-e750dd5b2339 req-8e7b6900-5409-4c11-b6ff-2885ffdb81a4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 945 time: 0.1800170 Sep 24 00:11:06.170902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0826b4-6b50-475e-838a-deb1553b5bb3 req-55c3712f-5c32-42fd-8996-ecfbafb28350 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:06.172425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c0826b4-6b50-475e-838a-deb1553b5bb3 req-55c3712f-5c32-42fd-8996-ecfbafb28350 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1364665 Sep 24 00:11:06.250011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28fff937-d59c-4db8-a558-e750dd5b2339 req-6b568c1d-da77-4596-adfb-77b2946742db tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764618 Sep 24 00:11:06.270533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Port c8e7a92a-2c9e-4e64-97ff-bac939e2e211 not found while updating agent binding for router d24439c9-808a-497d-88a3-43405a0af2a9. {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 24 00:11:06.288794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:06.289167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:11:06.289817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_agentschedulers_db [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d24439c9-808a-497d-88a3-43405a0af2a9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:10:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:11:06.290262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba33aea-6cf8-4eda-8105-93f4aa85fbe0 None None] The sync data for ids ['d24439c9-808a-497d-88a3-43405a0af2a9'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:06.291955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:06.313894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c0826b4-6b50-475e-838a-deb1553b5bb3 req-1a534c0a-a802-4c85-9236-e2144beeab6d tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330583 Sep 24 00:11:06.316630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba3f91-41fc-4ec7-bc6c-2cea6c57d997 req-279e1f3b-7b23-4a4d-be57-4ade2bcc8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:06.318022 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5eba3f91-41fc-4ec7-bc6c-2cea6c57d997 req-279e1f3b-7b23-4a4d-be57-4ade2bcc8071 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 1097 time: 0.3446350 Sep 24 00:11:06.333209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.403328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.418010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c2ca6ddb-619f-4f70-8b2b-414b863da791 None None] Provisioning complete for port 75cf1e76-9a6d-4f17-90a9-d7216fb62c68 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:06.418383 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2ca6ddb-619f-4f70-8b2b-414b863da791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.519115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.527732 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5eba3f91-41fc-4ec7-bc6c-2cea6c57d997 req-88c5ee22-edc4-442c-b80a-1c2945b79a78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898789 Sep 24 00:11:06.565460 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.572245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a948832a-06e1-4764-b828-1bc89228238d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:06.591788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1973b09f-e046-4347-9f74-d2819415ba2b req-27a9fff8-1d6f-4835-82de-eb4bc91a2508 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0530999 Sep 24 00:11:06.592529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c2ca6ddb-619f-4f70-8b2b-414b863da791 None None] Port 75cf1e76-9a6d-4f17-90a9-d7216fb62c68 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:06.610440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.648362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:06.667348 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.673353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.744354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=12']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:06.748664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.750596 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/7db53e69-4b01-4ce8-a8aa-38f412d943c5 HTTP/1.1" status: 204 len: 168 time: 0.9236023 Sep 24 00:11:06.753408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37292) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:06.767826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7db53e69-4b01-4ce8-a8aa-38f412d943c5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:06.787200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.787831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.788337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.788852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.789355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.789842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.790333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.790869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.792240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.792955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.793628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.794434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0816e4ef-5686-46c4-b88d-eb3d351812cb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:06.857985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.984086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:06.993382 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.047136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:07.084802 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.096117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] In _notify_port_updated(), no bound segment for port 75cf1e76-9a6d-4f17-90a9-d7216fb62c68 on network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:11:07.108345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:07.108935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.110343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "PUT /v2.0/ports/75cf1e76-9a6d-4f17-90a9-d7216fb62c68 HTTP/1.1" status: 200 len: 1065 time: 1.3842795 Sep 24 00:11:07.113755 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37300) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:07.115915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d45717-f05a-494c-b515-852cfde34dd1']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:07.136979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f53025-49db-4d93-a4b0-0370aca9cdec') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:07.139514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f53025-49db-4d93-a4b0-0370aca9cdec') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:07.163173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.173810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port a948832a-06e1-4764-b828-1bc89228238d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:07.174189 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.213236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.238965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:11:07.239363 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:11:07.242471 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:11:07.267775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0bb62-d55a-4db0-85ed-63d24644009d tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event updated for resources: {'Port': ['ID=75cf1e76-9a6d-4f17-90a9-d7216fb62c68,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:07.384071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-142c1029-5eb5-48b0-9779-5116f74503ff tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Deleting port 75cf1e76-9a6d-4f17-90a9-d7216fb62c68 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:07.390194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-142c1029-5eb5-48b0-9779-5116f74503ff tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.412131 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.430262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f9d45717-f05a-494c-b515-852cfde34dd1 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 00:11:07.432125 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.436691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.450102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "DELETE /v2.0/networks/f9d45717-f05a-494c-b515-852cfde34dd1 HTTP/1.1" status: 204 len: 168 time: 0.6940553 Sep 24 00:11:07.485915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f5948-65a7-4f81-8c10-226dcbd946c8 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event deleted for resources: {'Network': ['ID=f9d45717-f05a-494c-b515-852cfde34dd1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:07.537778 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:07.554784 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.629915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7d01c5eb-8dac-4fef-b3c8-8951008745a3 None None] Provisioning complete for port 75cf1e76-9a6d-4f17-90a9-d7216fb62c68 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:07.631534 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d01c5eb-8dac-4fef-b3c8-8951008745a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.689189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7d01c5eb-8dac-4fef-b3c8-8951008745a3 None None] Port 75cf1e76-9a6d-4f17-90a9-d7216fb62c68 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:07.717097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-142c1029-5eb5-48b0-9779-5116f74503ff tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:07.743694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-142c1029-5eb5-48b0-9779-5116f74503ff tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Calling delete_port for 75cf1e76-9a6d-4f17-90a9-d7216fb62c68 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:07.751349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=13']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:07.807006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a814ef-1ad5-4a99-ae14-035de4411789 req-af22510c-d576-471a-afd1-ae973a136c06 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:07.812366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a814ef-1ad5-4a99-ae14-035de4411789 req-af22510c-d576-471a-afd1-ae973a136c06 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.2523146 Sep 24 00:11:07.854959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e708736-3eb4-4d76-823a-a69f6b0c4c03 req-f268736c-4751-4b55-8c8b-53680fe81804 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:07.857460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e708736-3eb4-4d76-823a-a69f6b0c4c03 req-f268736c-4751-4b55-8c8b-53680fe81804 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.3902936 Sep 24 00:11:07.919160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:07.922312 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8170ea3-b50a-4fa9-8066-d2c3c46ba777" -d '{"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-plugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:08.035997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a814ef-1ad5-4a99-ae14-035de4411789 req-ea8fe8d3-3ca6-4951-bbb4-beea5890f9e0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163706 Sep 24 00:11:08.066088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e708736-3eb4-4d76-823a-a69f6b0c4c03 req-10f80e00-2baf-4ae3-b8fd-50f2031041d6 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913974 Sep 24 00:11:08.080231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-142c1029-5eb5-48b0-9779-5116f74503ff tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.133863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c1029-5eb5-48b0-9779-5116f74503ff tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Port': ['ID=75cf1e76-9a6d-4f17-90a9-d7216fb62c68,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:08.136605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37318) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:08.141759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-306d0bcb-50e1-47b8-a73f-cff54702dc13 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'router': {'name': 'tempest-router--1005449299', 'project_id': 'ddd6b04ee9364e0fb93dcadb719c03da'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:08.163619 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd98642-cef1-4069-a020-8762edd8eadd x-openstack-request-id: req-dcd98642-cef1-4069-a020-8762edd8eadd {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:08.164152 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-plugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:08.164152 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcd98642-cef1-4069-a020-8762edd8eadd {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:08.164527 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'code': 200} Sep 24 00:11:08.213439 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-306d0bcb-50e1-47b8-a73f-cff54702dc13 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.214561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-306d0bcb-50e1-47b8-a73f-cff54702dc13 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.339205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0dbd42af-345f-4b06-b170-62447f75f6af req-34bda1e4-27c8-48bd-b998-9716affd4042 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1209650 Sep 24 00:11:08.486252 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-306d0bcb-50e1-47b8-a73f-cff54702dc13 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.491559 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-306d0bcb-50e1-47b8-a73f-cff54702dc13 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.514123 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-306d0bcb-50e1-47b8-a73f-cff54702dc13 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.516458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-306d0bcb-50e1-47b8-a73f-cff54702dc13 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3779097 Sep 24 00:11:08.523235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37328) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:08.539606 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-142c1029-5eb5-48b0-9779-5116f74503ff tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.543981 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-142c1029-5eb5-48b0-9779-5116f74503ff tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "DELETE /v2.0/ports/75cf1e76-9a6d-4f17-90a9-d7216fb62c68 HTTP/1.1" status: 204 len: 168 time: 1.4273653 Sep 24 00:11:08.544395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37330) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:08.602334 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a2cfcb-2fb9-451b-956e-a4d9aef2b2d3 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] GET failed (client error): The resource could not be found. Sep 24 00:11:08.612584 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f5a2cfcb-2fb9-451b-956e-a4d9aef2b2d3 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "GET /v2.0/ports/75cf1e76-9a6d-4f17-90a9-d7216fb62c68 HTTP/1.1" status: 404 len: 333 time: 0.0641499 Sep 24 00:11:08.612839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37332) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:08.638302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0fd1-8a96-41cc-b050-29101296834b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.811894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-12790ec1-550a-4116-b8b1-080c711bfd40 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Deleting port 9407d77d-a641-4bb6-bbfc-7cc39fd83cbe {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:08.814647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12790ec1-550a-4116-b8b1-080c711bfd40 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.898370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0fd1-8a96-41cc-b050-29101296834b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:08.924402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0fd1-8a96-41cc-b050-29101296834b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:09.000854 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0fd1-8a96-41cc-b050-29101296834b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:09.001570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdb0fd1-8a96-41cc-b050-29101296834b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1df77fbe-a9dd-46b3-ad50-9edfe43f7174 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:09.015917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12790ec1-550a-4116-b8b1-080c711bfd40 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:09.017532 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcdb0fd1-8a96-41cc-b050-29101296834b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:09.027589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fcdb0fd1-8a96-41cc-b050-29101296834b tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1df77fbe-a9dd-46b3-ad50-9edfe43f7174 HTTP/1.1" status: 204 len: 168 time: 0.5021105 Sep 24 00:11:09.028506 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:09.054881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-12790ec1-550a-4116-b8b1-080c711bfd40 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Calling delete_port for 9407d77d-a641-4bb6-bbfc-7cc39fd83cbe owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:09.279980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37344) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:09.386424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12790ec1-550a-4116-b8b1-080c711bfd40 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:09.413966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd69f2d-3723-42a9-9a60-cf1d773612ae req-ec3527aa-544b-442b-880e-f9d97c78d49e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:09.415655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbd69f2d-3723-42a9-9a60-cf1d773612ae req-ec3527aa-544b-442b-880e-f9d97c78d49e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.1876311 Sep 24 00:11:09.432191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a29f5-3697-4819-8d8d-840d6922d0e0 req-4f6d1aa8-8319-4577-8b87-161abbbcac16 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:09.433386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e27a29f5-3697-4819-8d8d-840d6922d0e0 req-4f6d1aa8-8319-4577-8b87-161abbbcac16 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.2158504 Sep 24 00:11:09.463234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12790ec1-550a-4116-b8b1-080c711bfd40 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Port': ['ID=9407d77d-a641-4bb6-bbfc-7cc39fd83cbe,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:09.530115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12790ec1-550a-4116-b8b1-080c711bfd40 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:09.533245 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-12790ec1-550a-4116-b8b1-080c711bfd40 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "DELETE /v2.0/ports/9407d77d-a641-4bb6-bbfc-7cc39fd83cbe HTTP/1.1" status: 204 len: 168 time: 0.9191449 Sep 24 00:11:09.560893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37354) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:09.563072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e27a29f5-3697-4819-8d8d-840d6922d0e0 req-3f6abfd0-5fd5-4e74-ac56-806a6de4ebb7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182182 Sep 24 00:11:09.623460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbd69f2d-3723-42a9-9a60-cf1d773612ae req-5589f155-2486-472a-8ee5-42489cdec21e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1888289 Sep 24 00:11:09.662110 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-25747482-f9a6-4cbe-9ee8-c3f32675f4ea tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] GET failed (client error): The resource could not be found. Sep 24 00:11:09.667084 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-25747482-f9a6-4cbe-9ee8-c3f32675f4ea tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "GET /v2.0/ports/9407d77d-a641-4bb6-bbfc-7cc39fd83cbe HTTP/1.1" status: 404 len: 333 time: 0.1018817 Sep 24 00:11:09.668066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37358) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:09.824206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cff08220-e201-4c82-a7d5-e811effab3a3 req-69bd4d35-5383-4224-8fd3-90b3f0dd349d tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.0939918 Sep 24 00:11:09.935999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd863b80-44dd-4e9e-9f27-97b2a97b025d req-2a459edf-15c8-4dfa-82bc-94e63d4720fa tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:09.937957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd863b80-44dd-4e9e-9f27-97b2a97b025d req-2a459edf-15c8-4dfa-82bc-94e63d4720fa tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.1838162 Sep 24 00:11:09.946992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-518158285', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:09.976075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:09.977101 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.046705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c4089b6f-d6ed-450e-a10a-f295198e9fa4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Deleting port 757ed2b4-5df1-4ab1-90fb-1dae069796a8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:10.047108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4089b6f-d6ed-450e-a10a-f295198e9fa4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.054071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd863b80-44dd-4e9e-9f27-97b2a97b025d req-a303a9ae-0612-4dff-92fd-78470173bb05 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849409 Sep 24 00:11:10.108813 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.310200 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4089b6f-d6ed-450e-a10a-f295198e9fa4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.341675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c4089b6f-d6ed-450e-a10a-f295198e9fa4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Calling delete_port for 757ed2b4-5df1-4ab1-90fb-1dae069796a8 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:10.548431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.555210 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4089b6f-d6ed-450e-a10a-f295198e9fa4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.668645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4089b6f-d6ed-450e-a10a-f295198e9fa4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Port': ['ID=757ed2b4-5df1-4ab1-90fb-1dae069796a8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:10.690413 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4089b6f-d6ed-450e-a10a-f295198e9fa4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.692692 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c4089b6f-d6ed-450e-a10a-f295198e9fa4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "DELETE /v2.0/ports/757ed2b4-5df1-4ab1-90fb-1dae069796a8 HTTP/1.1" status: 204 len: 168 time: 1.0234003 Sep 24 00:11:10.695195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37382) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:10.801707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cc6258-693d-4e6e-a5e5-b77d99e13fb4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Deleting subnet e558c524-d32f-4701-bae8-aba6f733d073 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:11:10.807172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6258-693d-4e6e-a5e5-b77d99e13fb4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.853788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6258-693d-4e6e-a5e5-b77d99e13fb4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:10.993234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11902f3e-8921-4e53-b900-f8e94d9978a1 req-26d28d01-2eb8-4507-98ca-febf9671a2f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:11.002879 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11902f3e-8921-4e53-b900-f8e94d9978a1 req-26d28d01-2eb8-4507-98ca-febf9671a2f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.2470906 Sep 24 00:11:11.004577 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6258-693d-4e6e-a5e5-b77d99e13fb4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.110009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6258-693d-4e6e-a5e5-b77d99e13fb4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.110887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-5edee5d9-a82b-403d-89dd-e08ad5f657c1 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:11.113212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-5edee5d9-a82b-403d-89dd-e08ad5f657c1 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 815 time: 0.4393425 Sep 24 00:11:11.138479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11902f3e-8921-4e53-b900-f8e94d9978a1 req-a49e3ce0-1a1f-47db-b687-1e75b29aed44 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307812 Sep 24 00:11:11.143008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc6258-693d-4e6e-a5e5-b77d99e13fb4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Subnet': ['ID=e558c524-d32f-4701-bae8-aba6f733d073,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:11.155437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3cc6258-693d-4e6e-a5e5-b77d99e13fb4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.158053 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a3cc6258-693d-4e6e-a5e5-b77d99e13fb4 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "DELETE /v2.0/subnets/e558c524-d32f-4701-bae8-aba6f733d073 HTTP/1.1" status: 204 len: 168 time: 0.4618204 Sep 24 00:11:11.163219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:11.173542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a135ff-b216-426f-ba4a-dc6e517ace75 None None] Network 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:11.185974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-ce5eb928-f239-4c37-b3d7-4249a87728e0 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/quotas/5b5956718ca143c796c717687d4ccf14 HTTP/1.1" status: 200 len: 375 time: 0.0634353 Sep 24 00:11:11.258919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.385555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Deleting port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:11.385953 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.447367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5173aea-6793-482a-a0b1-eee38cf230dd req-7b672ee9-fa60-4733-9dbf-4ae4ce3d43f5 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1707880 Sep 24 00:11:11.567110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.574954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-e7345ae5-fffc-4d43-b33b-cf67f1b39fb2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3809032 Sep 24 00:11:11.598580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] DHCP port deletion for 332ed3b9-c035-4b8a-bd2a-33cdc8569e16 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:11:11.599920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] For port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0140a8e1-f26e-4b39-a11c-1bb1f14a760f,segment=NetworkSegment(87ce1efc-9070-4a8d-9447-38f8e312e517),segment_id=87ce1efc-9070-4a8d-9447-38f8e312e517)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:11.600320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.635158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Calling delete_port for 0140a8e1-f26e-4b39-a11c-1bb1f14a760f owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:11.705180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.788298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-d04179b9-cd6e-4332-8ea7-ee2e29ae826e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:11.791195 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-d04179b9-cd6e-4332-8ea7-ee2e29ae826e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6 HTTP/1.1" status: 200 len: 945 time: 0.0845916 Sep 24 00:11:11.794441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] Deleting port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:11.796155 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.798611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:11.937396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] No DVR routers for this DVR port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:11:12.003361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-614fc1b4-14c2-414a-8279-645267f92a84 service neutron] 10.222.0.24 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3257701 Sep 24 00:11:12.010482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Port': ['ID=0140a8e1-f26e-4b39-a11c-1bb1f14a760f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:12.036251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] For port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:12.038154 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.070927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] Calling delete_port for 0140a8e1-f26e-4b39-a11c-1bb1f14a760f owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:12.079662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] Port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:11:12.086551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0140a8e1-f26e-4b39-a11c-1bb1f14a760f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:11:12.090602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.117192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0140a8e1-f26e-4b39-a11c-1bb1f14a760f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:11:12.117808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0140a8e1-f26e-4b39-a11c-1bb1f14a760f not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:11:12.159845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] No DVR routers for this DVR port 0140a8e1-f26e-4b39-a11c-1bb1f14a760f on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:11:12.162749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc677ec-09cd-487d-9d47-9ffa7568845a None None] Pushing event deleted for resources: {'Port': ['ID=0140a8e1-f26e-4b39-a11c-1bb1f14a760f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:12.280133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Allocated IP 172.25.5.165 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/faa1afba-5f2e-45df-aec0-d24c45751960) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:12.345994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.415166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332ed3b9-c035-4b8a-bd2a-33cdc8569e16']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:12.453879 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.488336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87ce1efc-9070-4a8d-9447-38f8e312e517') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:12.490331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87ce1efc-9070-4a8d-9447-38f8e312e517') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:12.516662 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.555896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.577001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:11:12.578619 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:11:12.585075 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:11:12.742232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Deleting port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:12.743047 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.779287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.869126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:12.871206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] 10.222.0.24 "DELETE /v2.0/networks/332ed3b9-c035-4b8a-bd2a-33cdc8569e16 HTTP/1.1" status: 204 len: 168 time: 1.7069645 Sep 24 00:11:12.922978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec432e1e-2a9e-4d59-837c-09366a62e3b8 tempest-AllowedAddressPairIpV6TestJSON-1256336193 tempest-AllowedAddressPairIpV6TestJSON-1256336193-project] Pushing event deleted for resources: {'Network': ['ID=332ed3b9-c035-4b8a-bd2a-33cdc8569e16,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:12.991157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] For port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:12.991524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:13.015387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Calling delete_port for bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:13.199119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:13.311617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:13.325140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcdff37-605a-491f-9697-69cfdaed491e req-5c6c0b20-3adc-4705-af4d-599f57debbc2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:13.334246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fdcdff37-605a-491f-9697-69cfdaed491e req-5c6c0b20-3adc-4705-af4d-599f57debbc2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.1878624 Sep 24 00:11:13.344877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-06c8b39d-063e-4668-9dcf-9bcae42f577e service neutron] 10.222.0.24 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3406744 Sep 24 00:11:13.346154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:13.385012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:13.443378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fdcdff37-605a-491f-9697-69cfdaed491e req-13dbb2f4-e559-428a-92c9-f0740a39771c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078408 Sep 24 00:11:13.451905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event updated for resources: {'Port': ['ID=faa1afba-5f2e-45df-aec0-d24c45751960,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:13.493830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:13.659238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Pushing event deleted for resources: {'Port': ['ID=bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:13.683352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec7bc0ee-bc88-4e7d-ab58-2c2e059605b1 req-0b00b9be-029c-4444-adc5-11c655210e56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.2179587 Sep 24 00:11:13.709260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] No DVR routers for this DVR port bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:11:13.712446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:13.717044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-765a83b1-0a28-4d98-bf4f-6732c80726b9 req-52e1f22f-249c-4ed2-b1f7-3ebb0b5984ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.18 "DELETE /v2.0/ports/bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 HTTP/1.1" status: 204 len: 173 time: 1.9053092 Sep 24 00:11:13.719089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'name': 'network-vif-deleted', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:13.726345 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7725d4d-4725-4d3c-bdfc-c9f812e89d20" -d '{"events": [{"server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "name": "network-vif-deleted", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:13.729515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:13.806041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03351d8-1563-4367-9612-7eca2003c82d req-6818a676-d799-4873-8380-b561d4520b06 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1903083 Sep 24 00:11:13.865201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fe9f1e3-33c3-4cf8-8f4e-6bf6674a9c3d req-ddadebf8-5ef8-486e-9898-6e3b36f3c4f3 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 210 time: 0.1808755 Sep 24 00:11:13.908146 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4110338-63d2-4efc-9b0b-9bb4e295f7b2 x-openstack-request-id: req-d4110338-63d2-4efc-9b0b-9bb4e295f7b2 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:13.909120 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6", "name": "network-vif-deleted", "tag": "bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:13.909564 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d4110338-63d2-4efc-9b0b-9bb4e295f7b2 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:13.910162 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f9eabd-989e-41a8-af8e-8fbfcf2d16b6', 'name': 'network-vif-deleted', 'tag': 'bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3', 'status': 'completed', 'code': 200} Sep 24 00:11:14.089766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:14.246000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-54e77a34-52c5-4ce4-8844-d9c64de6658b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8029c58f40474b0a8147c308c1e7bf1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132318 Sep 24 00:11:14.246637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37448) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:14.380654 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-706b54f5-a944-45fc-9f37-de91a867d88f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:14.454234 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-706b54f5-a944-45fc-9f37-de91a867d88f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:14.552292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-706b54f5-a944-45fc-9f37-de91a867d88f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:14.556042 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-706b54f5-a944-45fc-9f37-de91a867d88f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:14.568792 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-706b54f5-a944-45fc-9f37-de91a867d88f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffdcbde9-ab04-48cc-9678-3972d1524f43 HTTP/1.1" status: 204 len: 168 time: 0.3111122 Sep 24 00:11:14.599082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b54f5-a944-45fc-9f37-de91a867d88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffdcbde9-ab04-48cc-9678-3972d1524f43,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:15.066242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5664148-ced2-42d1-86b8-99acf7eef987 req-3cf88961-d98e-4697-a302-430def04fe4b tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1126554 Sep 24 00:11:15.104107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:15.113295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:11:15.133088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff889954-97ec-483a-862c-f18c5aa16fbd req-f491b5c1-aecd-485e-8756-49233afcb96b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:15.136905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff889954-97ec-483a-862c-f18c5aa16fbd req-f491b5c1-aecd-485e-8756-49233afcb96b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.4164455 Sep 24 00:11:15.154256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:11:15.157583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bd43b5ca-f07b-4865-b16b-7ac0e28d2aa3 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:11:15.574928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff889954-97ec-483a-862c-f18c5aa16fbd req-b5724b3b-12ad-4b4d-ad48-00856798dae0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4307358 Sep 24 00:11:15.599130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff35991-b9c3-4d75-9ba2-d784b73fab38 req-f5bde9ec-354d-43a7-b4fb-1de34ed4266b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 210 time: 0.1340744 Sep 24 00:11:15.705924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Router 26f4f3c6-2555-41e8-8e61-21fecf4795e5 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:11:15.820626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-ad995c27-959c-47d0-af9d-aeb7241c5c1e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:15.829219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-ad995c27-959c-47d0-af9d-aeb7241c5c1e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.18 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 815 time: 0.4120286 Sep 24 00:11:15.848953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Request body: {'port': {'device_id': '8afc8a83-e99f-4a27-82a9-678bad0554eb', 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'admin_state_up': True, 'tenant_id': '5b5956718ca143c796c717687d4ccf14'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:16.037156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:16.050952 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f83f2-1437-45b6-89c2-b3d0dc48d3ca None None] Sync routers for ids ['26f4f3c6-2555-41e8-8e61-21fecf4795e5'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:16.064397 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f83f2-1437-45b6-89c2-b3d0dc48d3ca None None] Routers {'26f4f3c6-2555-41e8-8e61-21fecf4795e5'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:16.065030 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3c0f83f2-1437-45b6-89c2-b3d0dc48d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:10:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['26f4f3c6-2555-41e8-8e61-21fecf4795e5'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:16.101869 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:16.108372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6e3636cb-0273-43b6-8c0c-56053e1002d8 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8186181 Sep 24 00:11:16.111754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37498) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:16.135350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Made reservation on behalf of 5b5956718ca143c796c717687d4ccf14 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:16.147177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:16.197478 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3c0f83f2-1437-45b6-89c2-b3d0dc48d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:16.230022 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f83f2-1437-45b6-89c2-b3d0dc48d3ca None None] Routers {'26f4f3c6-2555-41e8-8e61-21fecf4795e5'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:16.243084 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3c0f83f2-1437-45b6-89c2-b3d0dc48d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:10:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['26f4f3c6-2555-41e8-8e61-21fecf4795e5'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:16.321799 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3c0f83f2-1437-45b6-89c2-b3d0dc48d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:16.323068 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f83f2-1437-45b6-89c2-b3d0dc48d3ca None None] The sync data for ids ['26f4f3c6-2555-41e8-8e61-21fecf4795e5'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:16.372927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-adf02a27-0ce8-4504-8f7b-6962495da0f7 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/routers/26f4f3c6-2555-41e8-8e61-21fecf4795e5 HTTP/1.1" status: 200 len: 920 time: 0.2597740 Sep 24 00:11:16.379744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37502) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:16.380687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37500) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:16.501923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4da7c5fd-5980-4ad4-9cc2-18082c0c3885 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=26f4f3c6-2555-41e8-8e61-21fecf4795e5 HTTP/1.1" status: 200 len: 205 time: 0.1201015 Sep 24 00:11:16.508170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00ea5d74-16d7-49b3-aa3b-f73abc71c37c req-615a1926-dc70-4426-9ae7-98dc72ed261c tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d&device_id=d0b63b0f-789a-4593-a791-756de6361eaf HTTP/1.1" status: 200 len: 210 time: 0.1334827 Sep 24 00:11:16.508690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37506) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:16.611374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Allocated IP 172.20.0.12 (07419db6-95f8-483e-9e41-a3cc8f58efc0/9a3176d3-abbe-4098-9625-7f884251196d/f65726e2-2d84-4a7f-998b-e8532d8b15be) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:16.706663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-482043181'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:16.819094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Made reservation on behalf of a67d30ebd58a45d2ad1585b682ae870b for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:16.840994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:16.889458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:16.938345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd909d3a-0ea8-4f21-a80b-ec066ca3e156 req-848f8b64-100b-4ce6-9bcd-2113a41152e7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 210 time: 0.0738561 Sep 24 00:11:17.027717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d13908e-e305-432b-b5ce-f11bc7bc87ce req-d86c86ff-b44b-4c3b-981e-b90b198782b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c3272a18ee84656a8ed686e43a5fcf8&device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.1703680 Sep 24 00:11:17.092360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.101177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.116356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:11:17.129366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.130040 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Added segment 4bd1bb1e-b876-420a-9056-086524cef30c of type vlan for network b90b6653-e9f6-42a3-aa0b-20c971924475 Sep 24 00:11:17.208858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.279963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c10e3d-fa83-4f1f-8638-5bb1bd5b54dc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:17.293088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d13908e-e305-432b-b5ce-f11bc7bc87ce req-d895575b-3053-4c22-89a2-da769591be42 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3c3272a18ee84656a8ed686e43a5fcf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2470789 Sep 24 00:11:17.297333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.300317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.309162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:17.310104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.416242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'Network': ['ID=b90b6653-e9f6-42a3-aa0b-20c971924475,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:17.443088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b90b6653-e9f6-42a3-aa0b-20c971924475 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:11:17.465686 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8c2947fc-dbad-444d-bde4-b69946781976 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0732348 Sep 24 00:11:17.475977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37520) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:17.600815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Request body: {'subnet': {'network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:17.722724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13908e-e305-432b-b5ce-f11bc7bc87ce req-29755d34-46cc-4ee8-b470-99114ff27112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:17.724547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d13908e-e305-432b-b5ce-f11bc7bc87ce req-29755d34-46cc-4ee8-b470-99114ff27112 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4126716 Sep 24 00:11:17.820076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Made reservation on behalf of a67d30ebd58a45d2ad1585b682ae870b for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:17.822514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebef69f2-b642-471d-9149-bf5f3f77e9a2 req-0a54cc6d-5f83-4f11-b260-afb76c013581 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.5940588 Sep 24 00:11:17.829636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:17.870457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f51056-6c21-42c5-8932-88526a0abeb7 req-b398bf18-25cb-43cf-9719-e5bf67d4f313 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:17.879873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80f51056-6c21-42c5-8932-88526a0abeb7 req-b398bf18-25cb-43cf-9719-e5bf67d4f313 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.8608489 Sep 24 00:11:18.026307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80f51056-6c21-42c5-8932-88526a0abeb7 req-87593b6d-f4aa-40d8-954c-aae1f1cd3a1f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403377 Sep 24 00:11:18.060485 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.122213 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.236379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5a33000-89a2-4397-bcce-a52cdfac7e7c req-87e18805-4d27-4596-96ba-0d7ef9d4db0c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 210 time: 0.1376328 Sep 24 00:11:18.257783 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.287260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Deleting port faa1afba-5f2e-45df-aec0-d24c45751960 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:18.287609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.324016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Pushing event updated for resources: {'Port': ['ID=f65726e2-2d84-4a7f-998b-e8532d8b15be,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:18.365286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.373248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Network 07419db6-95f8-483e-9e41-a3cc8f58efc0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:18.392325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:18.398794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:18.413221 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.464598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Calling delete_port for faa1afba-5f2e-45df-aec0-d24c45751960 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:18.538874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:18.539841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.593410 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-2796d555-9900-49f0-b303-5b2ea302fd8a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7491040 Sep 24 00:11:18.596488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'Subnet': ['ID=c3f04f96-e88f-48cf-8d77-db51e1284e98,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:18.612135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Request body: {'port': {'device_id': '8afc8a83-e99f-4a27-82a9-678bad0554eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:18.616481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Checking segment: {'id': '4bd1bb1e-b876-420a-9056-086524cef30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:18.617062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Network hostable DHCP agents. Network: b90b6653-e9f6-42a3-aa0b-20c971924475, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:11:18.686894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Network b90b6653-e9f6-42a3-aa0b-20c971924475 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:11:18.706428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.708354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b90b6653-e9f6-42a3-aa0b-20c971924475) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:18.727483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:18.728161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.731179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-371a076c-45e4-4328-a5e1-969655e0b9a4 None None] Network b90b6653-e9f6-42a3-aa0b-20c971924475 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:18.770572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:18.771690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d674e02d-3f60-4ce8-b513-fdf15b453893 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2833717 Sep 24 00:11:18.784390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37528) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:18.864804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1943c729-0835-4966-9dea-d2f7bffe9ac1 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-135042091', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:18.892671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event deleted for resources: {'Port': ['ID=faa1afba-5f2e-45df-aec0-d24c45751960,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:19.156042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-b90b6653-e9f6-42a3-aa0b-20c971924475', 'network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475', 'tenant_id': 'a67d30ebd58a45d2ad1585b682ae870b', 'fixed_ips': [{'subnet_id': 'c3f04f96-e88f-48cf-8d77-db51e1284e98'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:11:19.158124 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.266653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65726e2-2d84-4a7f-998b-e8532d8b15be {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:19.290774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.333104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Transition to ACTIVE for port object f65726e2-2d84-4a7f-998b-e8532d8b15be will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:11:19.341949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.350304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.417794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=f65726e2-2d84-4a7f-998b-e8532d8b15be,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:19.519816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Allocated IP 172.20.0.2 (b90b6653-e9f6-42a3-aa0b-20c971924475/c3f04f96-e88f-48cf-8d77-db51e1284e98/5c84bc41-bba8-40b2-a9dc-3a04dc2889f4) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:19.539376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee1c1fc3-30f8-4b08-868b-866db3877022 req-16d5f490-0c92-4cb5-9f9f-b67e0d98121d tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 0.3284416 Sep 24 00:11:19.686528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Attempting to bind port f65726e2-2d84-4a7f-998b-e8532d8b15be on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:11:19.687150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Attempting to bind port f65726e2-2d84-4a7f-998b-e8532d8b15be by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:11:19.687697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Attempting to bind port f65726e2-2d84-4a7f-998b-e8532d8b15be on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:19.696616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Port f65726e2-2d84-4a7f-998b-e8532d8b15be on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:11:19.698584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Attempting to bind port f65726e2-2d84-4a7f-998b-e8532d8b15be on network 07419db6-95f8-483e-9e41-a3cc8f58efc0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:19.711540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:11:19.712743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Checking segment: {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:19.713810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Bound using segment: {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:11:19.715237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Bound port: f65726e2-2d84-4a7f-998b-e8532d8b15be, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '365df2dd-3568-4f5a-9908-0d862829ecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:11:19.716343 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.779286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.787876 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:19.934700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] For port f65726e2-2d84-4a7f-998b-e8532d8b15be, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:11:19.944389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] For port f65726e2-2d84-4a7f-998b-e8532d8b15be, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f65726e2-2d84-4a7f-998b-e8532d8b15be,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:11:19.951341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.001441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Network b90b6653-e9f6-42a3-aa0b-20c971924475 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:20.006983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:20.007710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.011399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] 10.222.0.18 "PUT /v2.0/ports/f65726e2-2d84-4a7f-998b-e8532d8b15be HTTP/1.1" status: 200 len: 1093 time: 1.4036398 Sep 24 00:11:20.011917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8afc8a83-e99f-4a27-82a9-678bad0554eb', 'tag': 'f65726e2-2d84-4a7f-998b-e8532d8b15be'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:20.020661 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cac9a88-47c3-4dee-b975-49e33ab5817c" -d '{"events": [{"name": "network-changed", "server_uuid": "8afc8a83-e99f-4a27-82a9-678bad0554eb", "tag": "f65726e2-2d84-4a7f-998b-e8532d8b15be"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:20.037322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:20.072282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:20.076065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Pushing event updated for resources: {'Port': ['ID=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:20.156947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37558) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:20.183794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952de6e9-00ee-4c26-9265-963adce03ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=f65726e2-2d84-4a7f-998b-e8532d8b15be,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:20.198714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-1e0dd894-a7a8-4e85-a1da-065dcb228dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:20.200335 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-1e0dd894-a7a8-4e85-a1da-065dcb228dbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 1096 time: 0.1358716 Sep 24 00:11:20.266314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Attempting to bind port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:11:20.266689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Attempting to bind port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '4bd1bb1e-b876-420a-9056-086524cef30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:11:20.267087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Attempting to bind port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 on network b90b6653-e9f6-42a3-aa0b-20c971924475 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:20.274386 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-d4fbac6d-01b0-4e9f-8ccb-c4b0abae20ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f65726e2-2d84-4a7f-998b-e8532d8b15be HTTP/1.1" status: 200 len: 217 time: 0.0662279 Sep 24 00:11:20.292761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:11:20.293194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Checking segment: {'id': '4bd1bb1e-b876-420a-9056-086524cef30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:20.293537 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.293924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Bound using segment: {'id': '4bd1bb1e-b876-420a-9056-086524cef30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:11:20.294402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Bound port: 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd1bb1e-b876-420a-9056-086524cef30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:11:20.294802 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.372664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-073a1ed5-db58-4328-ba38-c81c74bddec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:20.374184 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-073a1ed5-db58-4328-ba38-c81c74bddec8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a3176d3-abbe-4098-9625-7f884251196d HTTP/1.1" status: 200 len: 855 time: 0.0874207 Sep 24 00:11:20.441544 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-9c853c28-8deb-464d-a1dd-ed53bf9ab4ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07419db6-95f8-483e-9e41-a3cc8f58efc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605590 Sep 24 00:11:20.481825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1943c729-0835-4966-9dea-d2f7bffe9ac1 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.483000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1943c729-0835-4966-9dea-d2f7bffe9ac1 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.520008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f7d7-f513-4a22-820a-e671478dc9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.534977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d13908e-e305-432b-b5ce-f11bc7bc87ce req-0a21f26b-4396-4906-bd23-d9ca4cde19f8 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.20 "GET /v2.0/ports?device_id=3904e228-2646-4691-84f5-93a313852c5d HTTP/1.1" status: 200 len: 210 time: 1.3252006 Sep 24 00:11:20.650574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-eb0ca96e-5439-4f46-ba15-3c37d5c2e7a3 service neutron] 10.222.0.18 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021456 Sep 24 00:11:20.658882 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.660922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] For port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:11:20.669219 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.670636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] For port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,segment=NetworkSegment(4bd1bb1e-b876-420a-9056-086524cef30c),segment_id=4bd1bb1e-b876-420a-9056-086524cef30c)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:11:20.690011 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.850362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f7d7-f513-4a22-820a-e671478dc9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.863052 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6717fd48-ca3f-44af-8148-0ef0b84aa0d2 req-599bb6cb-0fec-4587-84cc-b5b79e3e573a service neutron] 10.222.0.18 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032230 Sep 24 00:11:20.863942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8b3f7d7-f513-4a22-820a-e671478dc9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.893313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3f7d7-f513-4a22-820a-e671478dc9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6712396e-cf33-4b3b-995a-f2c9c157e949,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:20.914016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1943c729-0835-4966-9dea-d2f7bffe9ac1 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.925964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1943c729-0835-4966-9dea-d2f7bffe9ac1 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.926669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bedeb4-e7e3-4763-94b3-9bf96e740c24 None None] Pushing event updated for resources: {'Port': ['ID=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:20.938746 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.939543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Fanout notify agent at l3_agent the message router_deleted on router 26f4f3c6-2555-41e8-8e61-21fecf4795e5 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:20.966483 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:20.967779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-716da112-9f7e-44f8-bf5e-537740bc3956 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/26f4f3c6-2555-41e8-8e61-21fecf4795e5 HTTP/1.1" status: 204 len: 168 time: 4.4581063 Sep 24 00:11:20.976555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a8b3f7d7-f513-4a22-820a-e671478dc9b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccb0baa5834c427aa459b309145a89cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184872 Sep 24 00:11:20.977343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37566) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:20.982217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-664465952', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': False}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:20.986079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37568) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:20.995488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144fea00-557f-4d60-8b4c-0887128cfa71 req-6d2efb7f-9c59-4d87-be09-8102af515d65 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:21.015966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-144fea00-557f-4d60-8b4c-0887128cfa71 req-6d2efb7f-9c59-4d87-be09-8102af515d65 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 1.7306824 Sep 24 00:11:21.061401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178863f-4f68-424b-a358-90a053946b64 req-eab7b4e2-1d7d-43b1-a4d2-ac65dafce899 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:21.063966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b178863f-4f68-424b-a358-90a053946b64 req-eab7b4e2-1d7d-43b1-a4d2-ac65dafce899 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 944 time: 0.5740411 Sep 24 00:11:21.121608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-144fea00-557f-4d60-8b4c-0887128cfa71 req-9cc0b76b-88a0-4dec-80b8-5bbbeff223a2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043684 Sep 24 00:11:21.147009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:21.147009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:21.148035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1943c729-0835-4966-9dea-d2f7bffe9ac1 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:21.148035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1943c729-0835-4966-9dea-d2f7bffe9ac1 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 2.2903206 Sep 24 00:11:21.156476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37570) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:21.191926 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2758960-9243-49df-990e-e09c277ace1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:21.278243 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:21.280616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2758960-9243-49df-990e-e09c277ace1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:21.309775 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241fbe66-0155-4825-b23a-11c28ba4e18e x-openstack-request-id: req-241fbe66-0155-4825-b23a-11c28ba4e18e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:21.310339 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8afc8a83-e99f-4a27-82a9-678bad0554eb", "tag": "f65726e2-2d84-4a7f-998b-e8532d8b15be", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:21.310796 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-241fbe66-0155-4825-b23a-11c28ba4e18e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:21.311389 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8afc8a83-e99f-4a27-82a9-678bad0554eb', 'tag': 'f65726e2-2d84-4a7f-998b-e8532d8b15be', 'status': 'completed', 'code': 200} Sep 24 00:11:21.360270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b178863f-4f68-424b-a358-90a053946b64 req-e723842f-41d8-43ec-86c5-660e91f73d82 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873480 Sep 24 00:11:21.669287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-335a4647-7c57-4fcc-b4fd-0b65e4fb88f4 req-ccba7551-6d4a-4ff7-822d-1edb1eff4cfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c3272a18ee84656a8ed686e43a5fcf8&device_id=d0b63b0f-789a-4593-a791-756de6361eaf HTTP/1.1" status: 200 len: 210 time: 0.0378771 Sep 24 00:11:21.742270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-335a4647-7c57-4fcc-b4fd-0b65e4fb88f4 req-8a99f37c-f6ea-4085-bac5-25c928822d06 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3c3272a18ee84656a8ed686e43a5fcf8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559874 Sep 24 00:11:21.806323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e130bf4-81c5-403a-aa05-7835827616f7 req-b44c5218-6bb5-4028-8177-64331bfa1551 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0b63b0f-789a-4593-a791-756de6361eaf HTTP/1.1" status: 200 len: 210 time: 0.0813088 Sep 24 00:11:21.816781 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-60f711e1-eba1-4a88-bdcf-7613617098a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:21.817040 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:21.825265 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-60f711e1-eba1-4a88-bdcf-7613617098a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5b5956718ca143c796c717687d4ccf14&device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 1096 time: 0.5062966 Sep 24 00:11:21.996163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a4647-7c57-4fcc-b4fd-0b65e4fb88f4 req-aa388966-bc6a-4173-9753-f4378596ebf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:21.997810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-335a4647-7c57-4fcc-b4fd-0b65e4fb88f4 req-aa388966-bc6a-4173-9753-f4378596ebf1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2095840 Sep 24 00:11:22.004128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:22.071031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:22.159880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-7ca3b2b1-cd2f-41c5-a23f-b252583dd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:22.161432 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-7ca3b2b1-cd2f-41c5-a23f-b252583dd9f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 200 len: 916 time: 0.2886822 Sep 24 00:11:22.177453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:22.177871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:22.270995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-95c28ad1-5f44-4efe-8903-48ec6a709eaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f65726e2-2d84-4a7f-998b-e8532d8b15be HTTP/1.1" status: 200 len: 217 time: 0.1002462 Sep 24 00:11:22.320552 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2758960-9243-49df-990e-e09c277ace1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:22.323292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2758960-9243-49df-990e-e09c277ace1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:22.324585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e2758960-9243-49df-990e-e09c277ace1b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6712396e-cf33-4b3b-995a-f2c9c157e949 HTTP/1.1" status: 204 len: 168 time: 1.3364806 Sep 24 00:11:22.351953 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:22.433815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2758960-9243-49df-990e-e09c277ace1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6712396e-cf33-4b3b-995a-f2c9c157e949,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:22.503386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,segment=NetworkSegment(4bd1bb1e-b876-420a-9056-086524cef30c),segment_id=4bd1bb1e-b876-420a-9056-086524cef30c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:22.512246 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:22.593852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d31e4fe-e9a9-4f1f-ac0c-58370deb00a0 None None] Network b90b6653-e9f6-42a3-aa0b-20c971924475 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:22.632215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-56dc69fc-a819-41d3-b8d8-7e474304959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:22.632215 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-56dc69fc-a819-41d3-b8d8-7e474304959d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a3176d3-abbe-4098-9625-7f884251196d HTTP/1.1" status: 200 len: 855 time: 0.3460584 Sep 24 00:11:22.706767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:22.724435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fb33c-48d7-43b6-9f09-085c96677f78 req-c2a3441a-407b-4a5d-bb67-e3abbbcceae3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:22.737687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-50aa929b-f922-4441-89bc-32e060d2ba2d None None] Provisioning complete for port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:22.738066 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50aa929b-f922-4441-89bc-32e060d2ba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:22.745731 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-fc856c02-bfc9-4a25-89e3-5e8cbd877e32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07419db6-95f8-483e-9e41-a3cc8f58efc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0957148 Sep 24 00:11:22.746583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d9fb33c-48d7-43b6-9f09-085c96677f78 req-c2a3441a-407b-4a5d-bb67-e3abbbcceae3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.5058169 Sep 24 00:11:23.033621 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-35e487b2-55e2-447a-bafa-e8119ac7ee48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.054612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6193470-8368-4c51-b932-7446ecb3a69a req-d621a97a-9700-4a36-97b4-a880e11af9c5 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:23.059338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6193470-8368-4c51-b932-7446ecb3a69a req-d621a97a-9700-4a36-97b4-a880e11af9c5 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 944 time: 0.4889648 Sep 24 00:11:23.071990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37592) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:23.090390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d9fb33c-48d7-43b6-9f09-085c96677f78 req-8ff04ebd-d49e-4bc9-8b8b-f419b5f905b1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3410900 Sep 24 00:11:23.174452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2117-bb36-434e-868d-c1a1bdbf6692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.215773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Allocated IP 172.20.0.1 (b90b6653-e9f6-42a3-aa0b-20c971924475/c3f04f96-e88f-48cf-8d77-db51e1284e98/be30deb2-5a33-4f8d-8ba7-956614fe320a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:23.246856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-e72d4946-3a07-4a72-bf01-3a3bc06db27e service neutron] 10.222.0.18 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842718 Sep 24 00:11:23.277852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37596) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:23.290524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f65726e2-2d84-4a7f-998b-e8532d8b15be details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:11:23.307741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6193470-8368-4c51-b932-7446ecb3a69a req-c5575868-ec5c-4225-aefb-4d08bd3eb953 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280874 Sep 24 00:11:23.313823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12dbcb66-a62f-488e-bc90-9134fde97aa1 req-6509c1ff-e006-4c32-ac38-1b121458b4d6 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0b63b0f-789a-4593-a791-756de6361eaf HTTP/1.1" status: 200 len: 210 time: 0.0527608 Sep 24 00:11:23.389890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.404985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-335a4647-7c57-4fcc-b4fd-0b65e4fb88f4 req-4e8c9917-96b4-4e90-b741-d6378347d712 tempest-ServerShowV247Test-769395157 tempest-ServerShowV247Test-769395157-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0b63b0f-789a-4593-a791-756de6361eaf HTTP/1.1" status: 200 len: 210 time: 0.0394382 Sep 24 00:11:23.450576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.520404 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.536432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2117-bb36-434e-868d-c1a1bdbf6692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.555313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a8b2117-bb36-434e-868d-c1a1bdbf6692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.601072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5cac9a88-47c3-4dee-b975-49e33ab5817c req-fc6b193e-61bc-417c-b69d-c4f739cdb7b0 service neutron] 10.222.0.18 "GET /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164845 Sep 24 00:11:23.644067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f65726e2-2d84-4a7f-998b-e8532d8b15be, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f65726e2-2d84-4a7f-998b-e8532d8b15be,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:23.675081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'f65726e2-2d84-4a7f-998b-e8532d8b15be', 'network_id': '07419db6-95f8-483e-9e41-a3cc8f58efc0', 'port_id': 'f65726e2-2d84-4a7f-998b-e8532d8b15be', 'mac_address': 'fa:16:3e:16:0c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a3176d3-abbe-4098-9625-7f884251196d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:11:23.685703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b2117-bb36-434e-868d-c1a1bdbf6692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666326b4-69c0-4e27-a573-b044b19a4096,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:23.715269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4a8b2117-bb36-434e-868d-c1a1bdbf6692 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f03cea0e88804acaa35463a5593036a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6419187 Sep 24 00:11:23.725672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37600) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:23.755486 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88b734c5-0a76-44bb-9b0f-e9afd8a7151f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.762212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.786812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:23.819301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Allocated IP 172.25.5.39 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/548e749d-5855-4cac-ac3a-e99f9cb0d818) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:23.972301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Network b90b6653-e9f6-42a3-aa0b-20c971924475 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:23.994181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'Port': ['ID=be30deb2-5a33-4f8d-8ba7-956614fe320a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:24.035953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:24.041142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:24.077296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.164230 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.193336 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3da4-0401-490b-a283-1ff966d17c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.205616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:24.284178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:24.284178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:24.330444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'Port': ['ID=548e749d-5855-4cac-ac3a-e99f9cb0d818,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:24.419198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65726e2-2d84-4a7f-998b-e8532d8b15be {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:24.431883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:24.470934 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3da4-0401-490b-a283-1ff966d17c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.484688 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.508627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-85113d3e-263d-4a58-af4f-4115b78047ff None None] Provisioning complete for port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:24.508994 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-85113d3e-263d-4a58-af4f-4115b78047ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.552901 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f65726e2-2d84-4a7f-998b-e8532d8b15be, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f65726e2-2d84-4a7f-998b-e8532d8b15be,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:24.614445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.668803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:24.669232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.673098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f65726e2-2d84-4a7f-998b-e8532d8b15be,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:24.720465 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88b734c5-0a76-44bb-9b0f-e9afd8a7151f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.726805 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3da4-0401-490b-a283-1ff966d17c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.730598 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4f2a3da4-0401-490b-a283-1ff966d17c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.734839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4f2a3da4-0401-490b-a283-1ff966d17c5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/666326b4-69c0-4e27-a573-b044b19a4096 HTTP/1.1" status: 204 len: 168 time: 1.0045655 Sep 24 00:11:24.764059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88b734c5-0a76-44bb-9b0f-e9afd8a7151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.784076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-09e1e5d5-84b0-4f87-90f9-76b9bf597c86 None None] Provisioning complete for port be30deb2-5a33-4f8d-8ba7-956614fe320a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:24.784357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09e1e5d5-84b0-4f87-90f9-76b9bf597c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.804736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a3da4-0401-490b-a283-1ff966d17c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666326b4-69c0-4e27-a573-b044b19a4096,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:24.822457 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:24.853135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-88b734c5-0a76-44bb-9b0f-e9afd8a7151f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afa29c24c2a2478e8715ea432f42f5ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5735922 Sep 24 00:11:24.858200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37618) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:24.889611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['f65726e2-2d84-4a7f-998b-e8532d8b15be'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:11:24.953638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b734c5-0a76-44bb-9b0f-e9afd8a7151f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b0a76-e5fa-414e-9efc-a3d43f73bd39,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:24.996181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff23975-3b72-4fb6-a768-9689a2421ccc req-5ffe71d6-8c35-43a8-bb10-b5422f7d7737 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:24.997798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fff23975-3b72-4fb6-a768-9689a2421ccc req-5ffe71d6-8c35-43a8-bb10-b5422f7d7737 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 945 time: 0.5458400 Sep 24 00:11:25.061900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-09e1e5d5-84b0-4f87-90f9-76b9bf597c86 None None] Port be30deb2-5a33-4f8d-8ba7-956614fe320a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:25.107763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.164442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d41b-e2fe-49fa-bda8-2b3760bd0e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.180618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589f798-bfbc-4d5a-ab9d-f5251b5c3c2a req-5915a270-dae8-42f9-a433-654571fdca7d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:25.182265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c589f798-bfbc-4d5a-ab9d-f5251b5c3c2a req-5915a270-dae8-42f9-a433-654571fdca7d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.9159131 Sep 24 00:11:25.188892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fff23975-3b72-4fb6-a768-9689a2421ccc req-5a0dbf28-f8bd-435e-a312-21fa86218e51 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677289 Sep 24 00:11:25.238900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d41b-e2fe-49fa-bda8-2b3760bd0e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.276083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37622) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:25.298894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c589f798-bfbc-4d5a-ab9d-f5251b5c3c2a req-d7b18c2f-f96c-4c9a-9d7b-f69928761d92 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909834 Sep 24 00:11:25.310295 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d66e697-a872-41ad-a63b-a59fcb087e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.530138 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d41b-e2fe-49fa-bda8-2b3760bd0e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.533135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5e8d41b-e2fe-49fa-bda8-2b3760bd0e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.537235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5e8d41b-e2fe-49fa-bda8-2b3760bd0e06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f8b0a76-e5fa-414e-9efc-a3d43f73bd39 HTTP/1.1" status: 204 len: 168 time: 0.6694903 Sep 24 00:11:25.545338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.573891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.594015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8d41b-e2fe-49fa-bda8-2b3760bd0e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b0a76-e5fa-414e-9efc-a3d43f73bd39,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:25.605788 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.654380 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d66e697-a872-41ad-a63b-a59fcb087e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.667687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d66e697-a872-41ad-a63b-a59fcb087e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.714205 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0d66e697-a872-41ad-a63b-a59fcb087e84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6458a1f168294537a3ec3a60cc58e39a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4367428 Sep 24 00:11:25.724977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37628) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:25.800232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66e697-a872-41ad-a63b-a59fcb087e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1c58e9-a4eb-4c03-9e77-9aa41d59adfe,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:25.833426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'Port': ['ID=be30deb2-5a33-4f8d-8ba7-956614fe320a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:25.845609 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.853982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.898385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6decc83-680a-4bbe-a4b3-ddcbd26c9298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:25.901984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Router 56ba48ce-af71-4d46-a86f-01758551ca95 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:11:25.987458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae4ea906-19d1-46cb-a21e-0ea4e109f7d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.022955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Network b90b6653-e9f6-42a3-aa0b-20c971924475 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:26.025490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:26.028667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6decc83-680a-4bbe-a4b3-ddcbd26c9298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.030300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:26.233586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37638) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:26.273709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6decc83-680a-4bbe-a4b3-ddcbd26c9298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.276354 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6decc83-680a-4bbe-a4b3-ddcbd26c9298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.280164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d6decc83-680a-4bbe-a4b3-ddcbd26c9298 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e1c58e9-a4eb-4c03-9e77-9aa41d59adfe HTTP/1.1" status: 204 len: 168 time: 0.5526726 Sep 24 00:11:26.299133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:26.309383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Sync routers for ids ['56ba48ce-af71-4d46-a86f-01758551ca95'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:26.326057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Routers {'56ba48ce-af71-4d46-a86f-01758551ca95'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:26.326334 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636144c6-1bd2-43a2-bb85-ff130bf0c5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.326711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['56ba48ce-af71-4d46-a86f-01758551ca95'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:26.338247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71712975-484e-47b1-a141-69f0eb6242f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.356013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6decc83-680a-4bbe-a4b3-ddcbd26c9298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1c58e9-a4eb-4c03-9e77-9aa41d59adfe,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:26.388812 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.392900 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5a4dcf4a-1ba0-4c2d-9072-b7209b10e5a6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4117332 Sep 24 00:11:26.392900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37646) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:26.442941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Router 924a3ecd-5d67-4804-aaaf-4b0a211a50d3 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:11:26.472619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fd58c-cdfc-467b-9117-0c14bbc9f27c req-61e109a0-e6a9-4333-8472-46e30d8d9e66 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:26.475170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025fd58c-cdfc-467b-9117-0c14bbc9f27c req-61e109a0-e6a9-4333-8472-46e30d8d9e66 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 945 time: 0.1397035 Sep 24 00:11:26.587313 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-99166395-c6c2-4641-9bc9-2e85c4d6bb2e tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/routers/56ba48ce-af71-4d46-a86f-01758551ca95 HTTP/1.1" status: 200 len: 907 time: 0.1932013 Sep 24 00:11:26.587925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37648) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:26.590447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-636144c6-1bd2-43a2-bb85-ff130bf0c5cb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:11:26.590447 n-d-713498-18 neutron-server[106378]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 00:11:26.590447 n-d-713498-18 neutron-server[106378]: [parameters: {'project_id': '3c3272a18ee84656a8ed686e43a5fcf8', 'id': 'c61b6680-5c04-4bfb-ab13-0d0e6682dda5', 'expiration': datetime.datetime(2021, 9, 24, 0, 13, 26, 576193)}] Sep 24 00:11:26.590447 n-d-713498-18 neutron-server[106378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:11:26.593550 n-d-713498-18 neutron-server[106378]: DEBUG oslo_db.api [None req-636144c6-1bd2-43a2-bb85-ff130bf0c5cb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:11:26.604439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'router': {'name': 'tempest-snat-router-664465952', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': True}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:26.608612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Set router 56ba48ce-af71-4d46-a86f-01758551ca95 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:11:26.611044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-92461b10-bcaf-40a0-b999-07eb1dedfa3d None None] Provisioning complete for port be30deb2-5a33-4f8d-8ba7-956614fe320a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:26.611416 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92461b10-bcaf-40a0-b999-07eb1dedfa3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.769780 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:26.778011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-92461b10-bcaf-40a0-b999-07eb1dedfa3d None None] Port be30deb2-5a33-4f8d-8ba7-956614fe320a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:26.958278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba48ce-af71-4d46-a86f-01758551ca95', 'name': 'tempest-snat-router-664465952', 'tenant_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.39'}], 'enable_snat': False}, 'gw_port_id': '548e749d-5855-4cac-ac3a-e99f9cb0d818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:11:21Z', 'updated_at': '2021-09-24T00:11:24Z', 'revision_number': 3, 'project_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'gw_port': {'id': '548e749d-5855-4cac-ac3a-e99f9cb0d818', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba48ce-af71-4d46-a86f-01758551ca95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:11:23Z', 'updated_at': '2021-09-24T00:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:27.028578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Checking router: 56ba48ce-af71-4d46-a86f-01758551ca95 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:11:27.028938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Updating router 56ba48ce-af71-4d46-a86f-01758551ca95 port 548e749d-5855-4cac-ac3a-e99f9cb0d818 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:11:27.047127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:27.057553 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524a66d-3037-4b6f-86f0-35bdb6477e34 None None] Sync routers for ids ['924a3ecd-5d67-4804-aaaf-4b0a211a50d3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:27.065140 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.078565 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524a66d-3037-4b6f-86f0-35bdb6477e34 None None] Routers {'924a3ecd-5d67-4804-aaaf-4b0a211a50d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:27.079709 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5524a66d-3037-4b6f-86f0-35bdb6477e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['924a3ecd-5d67-4804-aaaf-4b0a211a50d3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:27.092430 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636144c6-1bd2-43a2-bb85-ff130bf0c5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.115335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71712975-484e-47b1-a141-69f0eb6242f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.123835 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-73d3ef5b-cdfd-46ce-a5f1-2507602308aa tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "PUT /v2.0/routers/924a3ecd-5d67-4804-aaaf-4b0a211a50d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9648440 Sep 24 00:11:27.128767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:27.134616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71712975-484e-47b1-a141-69f0eb6242f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.142936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Request body: {'port': {'network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475', 'name': 'tempest-FloatingIPNegativeTestJSON-1216298526'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:27.158484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b366b11a-0a58-4fd7-b86d-5598e9937532 req-44c1ddcb-4f70-4591-82bf-302ca6f6a0eb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:27.160367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b366b11a-0a58-4fd7-b86d-5598e9937532 req-44c1ddcb-4f70-4591-82bf-302ca6f6a0eb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.6744986 Sep 24 00:11:27.163511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025fd58c-cdfc-467b-9117-0c14bbc9f27c req-28f80a53-8708-4f67-8a9a-ef4b4adbe0e7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6752563 Sep 24 00:11:27.191426 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5524a66d-3037-4b6f-86f0-35bdb6477e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:27.202284 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5524a66d-3037-4b6f-86f0-35bdb6477e34 None None] Routers {'924a3ecd-5d67-4804-aaaf-4b0a211a50d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:27.203880 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5524a66d-3037-4b6f-86f0-35bdb6477e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['924a3ecd-5d67-4804-aaaf-4b0a211a50d3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:27.290416 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5524a66d-3037-4b6f-86f0-35bdb6477e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:27.291090 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5524a66d-3037-4b6f-86f0-35bdb6477e34 None None] The sync data for ids ['924a3ecd-5d67-4804-aaaf-4b0a211a50d3'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:27.311654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-71712975-484e-47b1-a141-69f0eb6242f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=262cf6409228497d9662bddb663d54ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0658288 Sep 24 00:11:27.317822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b366b11a-0a58-4fd7-b86d-5598e9937532 req-c2b4c15e-0215-4f16-ac28-9e61fd01dd17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372850 Sep 24 00:11:27.318458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71712975-484e-47b1-a141-69f0eb6242f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3c2069-17e6-4bd8-8b69-97ceb3d42f84,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:27.324959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37666) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:27.333522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636144c6-1bd2-43a2-bb85-ff130bf0c5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.335087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.336301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.354931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636144c6-1bd2-43a2-bb85-ff130bf0c5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.355172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f65726e2-2d84-4a7f-998b-e8532d8b15be up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:27.405986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64624084-cb18-4af6-8cc8-6270495f39b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.428843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Made reservation on behalf of a67d30ebd58a45d2ad1585b682ae870b for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:27.434210 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-636144c6-1bd2-43a2-bb85-ff130bf0c5cb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c3272a18ee84656a8ed686e43a5fcf8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4008541 Sep 24 00:11:27.436319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.438861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37670) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:27.452807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64624084-cb18-4af6-8cc8-6270495f39b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.456027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636144c6-1bd2-43a2-bb85-ff130bf0c5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5f9f9a-62ea-4548-a8da-8ec907db702d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:27.506286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] device_id is not set on port d656bbc0-bbef-4904-a583-8e5d5db687c9 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:11:27.524931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.601078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e1b8-1fda-41e9-9a75-035f923f3dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.613131 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64624084-cb18-4af6-8cc8-6270495f39b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.615676 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64624084-cb18-4af6-8cc8-6270495f39b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.616858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-64624084-cb18-4af6-8cc8-6270495f39b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cf3c2069-17e6-4bd8-8b69-97ceb3d42f84 HTTP/1.1" status: 204 len: 168 time: 0.2908971 Sep 24 00:11:27.664375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port f65726e2-2d84-4a7f-998b-e8532d8b15be completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:11:27.692445 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port f65726e2-2d84-4a7f-998b-e8532d8b15be triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:27.693261 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.715943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Allocated IP 172.20.0.9 (b90b6653-e9f6-42a3-aa0b-20c971924475/c3f04f96-e88f-48cf-8d77-db51e1284e98/d656bbc0-bbef-4904-a583-8e5d5db687c9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:27.890128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.961035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64624084-cb18-4af6-8cc8-6270495f39b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3c2069-17e6-4bd8-8b69-97ceb3d42f84,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:27.974001 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e1b8-1fda-41e9-9a75-035f923f3dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.978154 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:27.989015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.023564 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.071141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e1b8-1fda-41e9-9a75-035f923f3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.077098 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d3a9e1b8-1fda-41e9-9a75-035f923f3dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.085928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d3a9e1b8-1fda-41e9-9a75-035f923f3dcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb5f9f9a-62ea-4548-a8da-8ec907db702d HTTP/1.1" status: 204 len: 168 time: 0.6417551 Sep 24 00:11:28.091758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.104920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9e1b8-1fda-41e9-9a75-035f923f3dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5f9f9a-62ea-4548-a8da-8ec907db702d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:28.122064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.180587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Attempting to bind port 548e749d-5855-4cac-ac3a-e99f9cb0d818 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:11:28.180587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Attempting to bind port 548e749d-5855-4cac-ac3a-e99f9cb0d818 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:11:28.181559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Attempting to bind port 548e749d-5855-4cac-ac3a-e99f9cb0d818 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:28.188588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Network b90b6653-e9f6-42a3-aa0b-20c971924475 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:28.204690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:28.208449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:28.241101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:11:28.241486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:28.241904 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.242307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:11:28.255486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Bound port: 548e749d-5855-4cac-ac3a-e99f9cb0d818, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:11:28.255486 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.310324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc8a83-e99f-4a27-82a9-678bad0554eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65726e2-2d84-4a7f-998b-e8532d8b15be'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:28.326936 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1acf4e-e16b-4c45-a436-fe2b6cfa4b66" -d '{"events": [{"server_uuid": "8afc8a83-e99f-4a27-82a9-678bad0554eb", "name": "network-vif-plugged", "status": "completed", "tag": "f65726e2-2d84-4a7f-998b-e8532d8b15be"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:28.343356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'Port': ['ID=d656bbc0-bbef-4904-a583-8e5d5db687c9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:28.453366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fd553-fe65-4f00-bcaa-b42f9d20b7c8 None None] Pushing event updated for resources: {'Port': ['ID=548e749d-5855-4cac-ac3a-e99f9cb0d818,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:28.485829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f65726e2-2d84-4a7f-998b-e8532d8b15be, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f65726e2-2d84-4a7f-998b-e8532d8b15be,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:28.486405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:28.487610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.509706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.565349 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.577582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f65726e2-2d84-4a7f-998b-e8532d8b15be,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:28.599957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] For port 548e749d-5855-4cac-ac3a-e99f9cb0d818, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:11:28.601690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.603556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f896b724-e647-4c8f-9d1e-5e9740656ae9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4705718 Sep 24 00:11:28.606973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37732) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:28.610519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] For port 548e749d-5855-4cac-ac3a-e99f9cb0d818, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=548e749d-5855-4cac-ac3a-e99f9cb0d818,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:11:28.612560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:28.618792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.663135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ff949-7c78-43c9-a2bb-5f665e54b23e req-461297b9-7358-4c02-839d-5c5543337a83 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:28.674748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a6ff949-7c78-43c9-a2bb-5f665e54b23e req-461297b9-7358-4c02-839d-5c5543337a83 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 945 time: 0.2492278 Sep 24 00:11:28.681162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Routers {'56ba48ce-af71-4d46-a86f-01758551ca95'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:28.681883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['56ba48ce-af71-4d46-a86f-01758551ca95'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:28.700398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a3f57-b196-4cf0-8681-e7fca5d333c7 req-60dda273-1bd1-4eab-aa6d-5903bf6723b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:28.716643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c5a3f57-b196-4cf0-8681-e7fca5d333c7 req-60dda273-1bd1-4eab-aa6d-5903bf6723b2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.2228074 Sep 24 00:11:28.752649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fd553-fe65-4f00-bcaa-b42f9d20b7c8 None None] Pushing event updated for resources: {'Port': ['ID=548e749d-5855-4cac-ac3a-e99f9cb0d818,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:28.790165 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:28.830391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a6ff949-7c78-43c9-a2bb-5f665e54b23e req-ace4c0bd-8fad-4321-90b4-5bb05de96b9a tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525500 Sep 24 00:11:28.869194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Allocated IP 172.25.5.229 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:28.887386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c5a3f57-b196-4cf0-8681-e7fca5d333c7 req-903f781d-1691-4a28-aaa7-e9baa39f1a9c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1694293 Sep 24 00:11:28.903669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0b6aa59c-5988-47c9-8b62-bd212624d9ed None None] Provisioning complete for port d656bbc0-bbef-4904-a583-8e5d5db687c9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:28.904130 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b6aa59c-5988-47c9-8b62-bd212624d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:29.020493 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69ed4c9-fd13-4d24-bb53-4e930e0714fa x-openstack-request-id: req-e69ed4c9-fd13-4d24-bb53-4e930e0714fa {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:29.024748 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afc8a83-e99f-4a27-82a9-678bad0554eb", "name": "network-vif-plugged", "status": "completed", "tag": "f65726e2-2d84-4a7f-998b-e8532d8b15be", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:29.025217 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e69ed4c9-fd13-4d24-bb53-4e930e0714fa {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:29.025843 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc8a83-e99f-4a27-82a9-678bad0554eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65726e2-2d84-4a7f-998b-e8532d8b15be', 'code': 200} Sep 24 00:11:29.035917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] Set router 56ba48ce-af71-4d46-a86f-01758551ca95 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:11:29.122145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:29.222869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0b6aa59c-5988-47c9-8b62-bd212624d9ed None None] Port d656bbc0-bbef-4904-a583-8e5d5db687c9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:29.258802 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:29.506715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56ba48ce-af71-4d46-a86f-01758551ca95', 'name': 'tempest-snat-router-664465952', 'tenant_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.39'}], 'enable_snat': False}, 'gw_port_id': '548e749d-5855-4cac-ac3a-e99f9cb0d818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:11:21Z', 'updated_at': '2021-09-24T00:11:24Z', 'revision_number': 3, 'project_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'gw_port': {'id': '548e749d-5855-4cac-ac3a-e99f9cb0d818', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba48ce-af71-4d46-a86f-01758551ca95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:11:23Z', 'updated_at': '2021-09-24T00:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:29.570794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff2ed99-e9ba-4630-b767-920a362a60fb None None] The sync data for ids ['56ba48ce-af71-4d46-a86f-01758551ca95'] in n-d-713498-18 is: [{'id': '56ba48ce-af71-4d46-a86f-01758551ca95', 'name': 'tempest-snat-router-664465952', 'tenant_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.39'}], 'enable_snat': False}, 'gw_port_id': '548e749d-5855-4cac-ac3a-e99f9cb0d818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:11:21Z', 'updated_at': '2021-09-24T00:11:24Z', 'revision_number': 3, 'project_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'gw_port': {'id': '548e749d-5855-4cac-ac3a-e99f9cb0d818', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56ba48ce-af71-4d46-a86f-01758551ca95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2376, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:11:23Z', 'updated_at': '2021-09-24T00:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:29.718538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:29.723384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f8c3-4266-4eb7-9eb3-ea8e1cb80d3b req-faf53c10-e264-460d-a06b-49584cea8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:29.724932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6856f8c3-4266-4eb7-9eb3-ea8e1cb80d3b req-faf53c10-e264-460d-a06b-49584cea8413 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 1098 time: 0.0927362 Sep 24 00:11:29.815492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6856f8c3-4266-4eb7-9eb3-ea8e1cb80d3b req-69f658bd-5748-4b1b-86be-8b9f057382d0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793951 Sep 24 00:11:29.853952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:30.012951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Allocated IP 172.25.5.111 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ec69ec0a-6d11-492a-9a87-1884c16d5e4a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:30.020844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:30.033176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:30.038562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:30.215416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'Port': ['ID=8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:30.367466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16310fd1-ceb5-41d9-ac8b-045e67afa0c5 req-b0979664-b70f-437c-b35b-99260d5123e2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:30.369498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16310fd1-ceb5-41d9-ac8b-045e67afa0c5 req-b0979664-b70f-437c-b35b-99260d5123e2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.4210997 Sep 24 00:11:30.516678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1535a-5ee1-42e6-88f8-4ef5afe19e49 req-ef70563d-9758-4b10-b5c1-42843f59510f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:30.518530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88c1535a-5ee1-42e6-88f8-4ef5afe19e49 req-ef70563d-9758-4b10-b5c1-42843f59510f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.3688867 Sep 24 00:11:30.630566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88c1535a-5ee1-42e6-88f8-4ef5afe19e49 req-893f154b-a493-49fe-bfe4-79633389811c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035469 Sep 24 00:11:30.636061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16310fd1-ceb5-41d9-ac8b-045e67afa0c5 req-333cd9ef-0c38-4821-89e4-2d440f833c1f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590375 Sep 24 00:11:30.704349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:30.834492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:30.940114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:30.943509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:30.950266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:30.963041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:31.022597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-e7d796ca-a14b-41f9-a73c-e0e68063875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:31.025200 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-e7d796ca-a14b-41f9-a73c-e0e68063875a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1098 time: 0.2567625 Sep 24 00:11:31.116151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'Port': ['ID=ec69ec0a-6d11-492a-9a87-1884c16d5e4a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:31.315309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e242cc8-5f66-4187-8487-fe672818cc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:31.384958 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:31.468087 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:31.521963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-f3c79c1b-3bc8-4fec-abc4-c5731a5d7ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:31.529752 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-f3c79c1b-3bc8-4fec-abc4-c5731a5d7ad7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.3889351 Sep 24 00:11:31.532768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:31.712974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e242cc8-5f66-4187-8487-fe672818cc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:31.724299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e242cc8-5f66-4187-8487-fe672818cc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:31.783360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3e242cc8-5f66-4187-8487-fe672818cc47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=608b18e685a54ea8b7c4eba7d649e4c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162372 Sep 24 00:11:31.792561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e242cc8-5f66-4187-8487-fe672818cc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5e0794-74f6-432b-9a8d-7bf133df8496,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:31.794297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37830) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:31.904667 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-9bede8a3-ce04-49b5-b686-111c2cf78f01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 1000 time: 0.3629162 Sep 24 00:11:32.000452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37832) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:32.021370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc6174d-afc4-4938-95e6-9edaa55f4592 req-2de03686-011f-46d4-bcdc-7539e0ca5840 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:32.023728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ffc6174d-afc4-4938-95e6-9edaa55f4592 req-2de03686-011f-46d4-bcdc-7539e0ca5840 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.2001030 Sep 24 00:11:32.042991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27fa8a-4de9-4386-8f91-0a267df32b41 req-ffa0d2dd-0329-4bbb-b0ac-c11d3a258da9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:32.044533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a27fa8a-4de9-4386-8f91-0a267df32b41 req-ffa0d2dd-0329-4bbb-b0ac-c11d3a258da9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.2594082 Sep 24 00:11:32.055706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.119728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e966eead-70c3-4b3d-949b-f7b29e971a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.123379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 548e749d-5855-4cac-ac3a-e99f9cb0d818 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:32.152116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a27fa8a-4de9-4386-8f91-0a267df32b41 req-67db7b22-a49a-4cc8-a0b3-a35e66ecbcf5 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907469 Sep 24 00:11:32.191920 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.246623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 548e749d-5855-4cac-ac3a-e99f9cb0d818 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:32.247440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.261243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ffc6174d-afc4-4938-95e6-9edaa55f4592 req-44752534-990a-4c19-9427-7fa2b9db4b1f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008505 Sep 24 00:11:32.277185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'Port': ['ID=ec69ec0a-6d11-492a-9a87-1884c16d5e4a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:32.348907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-001d8167-6694-4e77-a222-a9b8cb2b0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:32.350446 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-001d8167-6694-4e77-a222-a9b8cb2b0ad8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.4225399 Sep 24 00:11:32.385000 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.416082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 548e749d-5855-4cac-ac3a-e99f9cb0d818, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=548e749d-5855-4cac-ac3a-e99f9cb0d818,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:32.425673 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.448308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.461831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e966eead-70c3-4b3d-949b-f7b29e971a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.519503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38f87535-6c55-43a7-8e60-f372ce1cb046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.521497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949673-5895-4fa7-ab1d-2c57bfb4e72b req-1b5e0d8a-0896-4b96-b513-daeea763200b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:32.523175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce949673-5895-4fa7-ab1d-2c57bfb4e72b req-1b5e0d8a-0896-4b96-b513-daeea763200b tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.2052846 Sep 24 00:11:32.524507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.525547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-53fbf7af-0ed0-461e-86b2-65b9a73060f9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9174099 Sep 24 00:11:32.526963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=548e749d-5855-4cac-ac3a-e99f9cb0d818,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:32.528612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37844) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:32.533865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-26aa3fcb-1f79-4b65-9eac-5ba4e2627d39 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Request body: {'floatingip': {'port_id': 'd656bbc0-bbef-4904-a583-8e5d5db687c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:32.571608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.577354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-ce4e818b-ac65-4be2-9b26-4e9b76194f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:32.578935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-ce4e818b-ac65-4be2-9b26-4e9b76194f9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1765983 Sep 24 00:11:32.649431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-26aa3fcb-1f79-4b65-9eac-5ba4e2627d39 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.667811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce949673-5895-4fa7-ab1d-2c57bfb4e72b req-6a7825cb-8cb3-4ba1-83b7-3353b06120a2 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222126 Sep 24 00:11:32.731844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e966eead-70c3-4b3d-949b-f7b29e971a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.737087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e966eead-70c3-4b3d-949b-f7b29e971a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:32.740999 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e966eead-70c3-4b3d-949b-f7b29e971a7f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7e5e0794-74f6-432b-9a8d-7bf133df8496 HTTP/1.1" status: 204 len: 168 time: 0.9455605 Sep 24 00:11:32.808630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966eead-70c3-4b3d-949b-f7b29e971a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5e0794-74f6-432b-9a8d-7bf133df8496,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:32.862684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-aa5dc306-855a-429e-9722-d462bcbe9d40 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693603 Sep 24 00:11:32.935838 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-26aa3fcb-1f79-4b65-9eac-5ba4e2627d39 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] update failed (client error): The resource could not be found. Sep 24 00:11:32.938130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-26aa3fcb-1f79-4b65-9eac-5ba4e2627d39 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "PUT /v2.0/floatingips/fad07fe3-88e3-448f-8a95-07105e65cd4f HTTP/1.1" status: 404 len: 507 time: 0.4074755 Sep 24 00:11:32.940496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37854) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:33.004357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38f87535-6c55-43a7-8e60-f372ce1cb046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.011304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Router 170d984f-7194-449a-9bee-2b93a14b01f0 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:11:33.023061 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38f87535-6c55-43a7-8e60-f372ce1cb046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.094414 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-295366ef-3f04-4a57-b4f9-b64d0195e45d req-2c066f76-dece-4627-9c44-c6c614579dc8 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106283 Sep 24 00:11:33.145306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f87535-6c55-43a7-8e60-f372ce1cb046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd718864-8784-44f3-9f36-12fe51b9bf30,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:33.152269 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-38f87535-6c55-43a7-8e60-f372ce1cb046 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff0b5ae75bf14876baab023140f25b16&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1484649 Sep 24 00:11:33.156976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37856) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:33.361955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc607dc8-f36c-4869-8bd8-3a8f8e701474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.380939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742f23e-e5ac-4632-9004-e14a6b1db01f req-ffe824d6-4b64-4fe5-aa6b-b137580fa401 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:33.382858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f742f23e-e5ac-4632-9004-e14a6b1db01f req-ffe824d6-4b64-4fe5-aa6b-b137580fa401 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.4628782 Sep 24 00:11:33.404685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:33.411092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc607dc8-f36c-4869-8bd8-3a8f8e701474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.418928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Sync routers for ids ['170d984f-7194-449a-9bee-2b93a14b01f0'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:33.456871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Routers {'170d984f-7194-449a-9bee-2b93a14b01f0'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:33.460890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['170d984f-7194-449a-9bee-2b93a14b01f0'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:33.464541 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.467647 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-93937a4f-78c2-4751-854d-63f473c59483 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.8782337 Sep 24 00:11:33.473041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37860) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:33.485718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Deleting port ec69ec0a-6d11-492a-9a87-1884c16d5e4a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:33.486352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.516596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f742f23e-e5ac-4632-9004-e14a6b1db01f req-af4bfdbe-f95d-427b-8192-dec11cc94fa7 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269488 Sep 24 00:11:33.622352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc607dc8-f36c-4869-8bd8-3a8f8e701474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.625479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc607dc8-f36c-4869-8bd8-3a8f8e701474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.626658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bc607dc8-f36c-4869-8bd8-3a8f8e701474 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd718864-8784-44f3-9f36-12fe51b9bf30 HTTP/1.1" status: 204 len: 168 time: 0.4681695 Sep 24 00:11:33.637652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Set router 170d984f-7194-449a-9bee-2b93a14b01f0 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:11:33.660926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84e706-c080-4e45-a6f1-601418ba9de3 req-44c87043-845b-4209-8cc7-b02660355c53 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:33.661370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc607dc8-f36c-4869-8bd8-3a8f8e701474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd718864-8784-44f3-9f36-12fe51b9bf30,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:33.662717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b84e706-c080-4e45-a6f1-601418ba9de3 req-44c87043-845b-4209-8cc7-b02660355c53 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.2394977 Sep 24 00:11:33.789166 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1f43c903-b27e-4b76-a1ac-fa795cf967b9 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/routers/170d984f-7194-449a-9bee-2b93a14b01f0 HTTP/1.1" status: 200 len: 907 time: 0.3135262 Sep 24 00:11:33.794611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37870) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:33.879637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b84e706-c080-4e45-a6f1-601418ba9de3 req-842baafb-9451-4aa5-8678-677fa0fa157c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024658 Sep 24 00:11:33.966672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:33.967023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.003176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c363037f-df54-4914-9fdf-7a2ded15bd02 req-75f04b9d-50cf-4e19-872d-ffdf1f0d2130 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:34.052208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c363037f-df54-4914-9fdf-7a2ded15bd02 req-75f04b9d-50cf-4e19-872d-ffdf1f0d2130 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.3411443 Sep 24 00:11:34.052208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Calling delete_port for ec69ec0a-6d11-492a-9a87-1884c16d5e4a owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:34.110996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c363037f-df54-4914-9fdf-7a2ded15bd02 req-dc474f15-dfc8-49f5-b5b2-95dd4ebb9287 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947056 Sep 24 00:11:34.157433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 548e749d-5855-4cac-ac3a-e99f9cb0d818 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:34.298793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 548e749d-5855-4cac-ac3a-e99f9cb0d818 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:34.299370 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.381906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.429678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170d984f-7194-449a-9bee-2b93a14b01f0', 'name': 'tempest-snat-router-664465952', 'tenant_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.229'}], 'enable_snat': True}, 'gw_port_id': '8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:11:27Z', 'updated_at': '2021-09-24T00:11:30Z', 'revision_number': 3, 'project_id': 'd8212ebc1c4b4bcead3874b1d3b371ea', 'gw_port': {'id': '8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:e6:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170d984f-7194-449a-9bee-2b93a14b01f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2399, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:11:28Z', 'updated_at': '2021-09-24T00:11:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:34.470900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.471358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Checking router: 170d984f-7194-449a-9bee-2b93a14b01f0 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:11:34.471510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Updating router 170d984f-7194-449a-9bee-2b93a14b01f0 port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:11:34.500928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event deleted for resources: {'Port': ['ID=ec69ec0a-6d11-492a-9a87-1884c16d5e4a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:34.543307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.626513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ef407-fa43-489b-9d88-4524d63be3a8 req-6bd7b476-89cd-4f8e-b887-888cf4558b87 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:34.628111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e9ef407-fa43-489b-9d88-4524d63be3a8 req-6bd7b476-89cd-4f8e-b887-888cf4558b87 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.1576824 Sep 24 00:11:34.632950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.633582 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.635391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.636526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df35da01-29af-44a8-bf0b-a1880ee42a8b tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "DELETE /v2.0/floatingips/fad07fe3-88e3-448f-8a95-07105e65cd4f HTTP/1.1" status: 204 len: 168 time: 1.6937547 Sep 24 00:11:34.640916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37894) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:34.648075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a0b32dea-df1c-4fd0-9a78-2ff74d11e759 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Request body: {'floatingip': {'floating_network_id': 'b90b6653-e9f6-42a3-aa0b-20c971924475', 'port_id': 'd656bbc0-bbef-4904-a583-8e5d5db687c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:34.680023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e9ef407-fa43-489b-9d88-4524d63be3a8 req-fbde9418-242a-43ed-b496-192e36abc7d8 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405397 Sep 24 00:11:34.724918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a0b32dea-df1c-4fd0-9a78-2ff74d11e759 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.821873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Deleting port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:34.822206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:34.916245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b3240-24fc-4839-a7f5-55ca2bdc499d req-e5db78a0-af45-4829-bb2b-bf3979259905 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:34.927155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d4b3240-24fc-4839-a7f5-55ca2bdc499d req-e5db78a0-af45-4829-bb2b-bf3979259905 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.1274943 Sep 24 00:11:35.029545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.054656 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-a0b32dea-df1c-4fd0-9a78-2ff74d11e759 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:11:35.059488 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a0b32dea-df1c-4fd0-9a78-2ff74d11e759 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4124036 Sep 24 00:11:35.060475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37918) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:35.063450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Calling delete_port for 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:35.067715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'd656bbc0-bbef-4904-a583-8e5d5db687c9', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:35.128259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d4b3240-24fc-4839-a7f5-55ca2bdc499d req-e9939e65-b36a-4916-bea7-4c96f4694697 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861334 Sep 24 00:11:35.152027 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.161411 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.181439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.192296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098eb9fe-ed81-4a30-96ee-50619aeb77fa req-26e5b5cc-18ad-463a-bc13-99616be43304 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:35.193869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-098eb9fe-ed81-4a30-96ee-50619aeb77fa req-26e5b5cc-18ad-463a-bc13-99616be43304 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.1719627 Sep 24 00:11:35.265133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Attempting to bind port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:11:35.265682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Attempting to bind port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:11:35.266271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Attempting to bind port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:35.285770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:11:35.285770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:35.286941 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.287347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:11:35.288301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Bound port: 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:11:35.288859 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.330722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-098eb9fe-ed81-4a30-96ee-50619aeb77fa req-14158316-4adb-40ae-9f8f-6491eb4ae379 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229508 Sep 24 00:11:35.386245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Pushing event updated for resources: {'Port': ['ID=8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:35.451176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.452830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.452830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.452830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.453172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.453551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.453684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.454007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.454483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.455113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.455652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.455997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79325dda-6e62-4327-aa68-569d853a31e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:35.539595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.540988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:11:35.541731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.541933 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:11:35.579094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event deleted for resources: {'Port': ['ID=8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:35.688355 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.805935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccdbbd-f150-4bb9-abd4-f8c166449669 req-ea6ae26a-090b-49df-b8ef-7b0776f34b08 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:35.809828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13ccdbbd-f150-4bb9-abd4-f8c166449669 req-ea6ae26a-090b-49df-b8ef-7b0776f34b08 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.0845449 Sep 24 00:11:35.836004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.840792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.879352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13ccdbbd-f150-4bb9-abd4-f8c166449669 req-15338d37-48ef-4a3f-b59a-2e9fcf5fee8f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640101 Sep 24 00:11:35.905010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Allocated IP 172.25.5.137 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ce3c23bc-fb7c-48f7-9bfe-b0d8d6593f7a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:35.907073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.907619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 170d984f-7194-449a-9bee-2b93a14b01f0 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:35.913490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:35.922978 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5b326b09-0018-4399-aea0-38bf16c24ef1 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "DELETE /v2.0/routers/170d984f-7194-449a-9bee-2b93a14b01f0 HTTP/1.1" status: 204 len: 168 time: 2.1218379 Sep 24 00:11:35.923759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37974) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:36.034531 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.075765 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Attempting to bind port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:11:36.076360 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.076909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Attempting to bind port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:11:36.078301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Attempting to bind port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:36.080360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.087091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:11:36.087945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:36.088546 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.089363 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:11:36.090655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Bound port: 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:11:36.091595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.118143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Port 8501ce8f-b7c2-4229-b39a-e9ad1ef4d77c has been deleted concurrently {{(pid=106380) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Sep 24 00:11:36.138107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:36.138107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:11:36.138107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_agentschedulers_db [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'170d984f-7194-449a-9bee-2b93a14b01f0'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:11:36.138107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c942d2-5a86-41f0-a30d-8068677d081d None None] The sync data for ids ['170d984f-7194-449a-9bee-2b93a14b01f0'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:36.206066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event updated for resources: {'Port': ['ID=ce3c23bc-fb7c-48f7-9bfe-b0d8d6593f7a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:36.211656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:36.213653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:36.222354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:36.236553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.456448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Deleting port ce3c23bc-fb7c-48f7-9bfe-b0d8d6593f7a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:36.457086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.528973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.575072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.575664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.591573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Calling delete_port for ce3c23bc-fb7c-48f7-9bfe-b0d8d6593f7a owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:36.734446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38008) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:36.738690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced2fe1-82f5-4850-9c85-bcb6073a24d2 req-6c8b7f65-4034-4de1-b77e-5878f38d71b6 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:36.740310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ced2fe1-82f5-4850-9c85-bcb6073a24d2 req-6c8b7f65-4034-4de1-b77e-5878f38d71b6 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 946 time: 0.0631492 Sep 24 00:11:36.750110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Deleting port 548e749d-5855-4cac-ac3a-e99f9cb0d818 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:36.750450 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.782795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.849902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ced2fe1-82f5-4850-9c85-bcb6073a24d2 req-cec3e16e-96a4-49dc-b101-1d781f0294ef tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019273 Sep 24 00:11:36.851890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event deleted for resources: {'Port': ['ID=ce3c23bc-fb7c-48f7-9bfe-b0d8d6593f7a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:36.876968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] For port 548e749d-5855-4cac-ac3a-e99f9cb0d818, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=548e749d-5855-4cac-ac3a-e99f9cb0d818,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:36.877542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:36.906931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Calling delete_port for 548e749d-5855-4cac-ac3a-e99f9cb0d818 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:36.915322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-875c945b-5fb0-413b-af63-f78a196298ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:36.917105 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-875c945b-5fb0-413b-af63-f78a196298ea tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.18 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.1553113 Sep 24 00:11:36.949105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d987a73a-3b3a-4eed-a4a0-6aa11b95089c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.109396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10493c6-c0c1-487a-84d0-6ba9f2a51aba req-0ad5b0d3-89f0-434e-abfd-6623ae83f8e9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:37.111326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c10493c6-c0c1-487a-84d0-6ba9f2a51aba req-0ad5b0d3-89f0-434e-abfd-6623ae83f8e9 tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 946 time: 0.0745945 Sep 24 00:11:37.115230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Deleting port f65726e2-2d84-4a7f-998b-e8532d8b15be {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:37.115692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.186688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c10493c6-c0c1-487a-84d0-6ba9f2a51aba req-f263f1fa-9109-4054-b997-50ccba5c7b2c tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/security-groups?id=dd654e50-caab-4b3c-b75b-b8569874c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540078 Sep 24 00:11:37.207431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.221202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:11:37.274513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] For port f65726e2-2d84-4a7f-998b-e8532d8b15be, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f65726e2-2d84-4a7f-998b-e8532d8b15be,segment=NetworkSegment(365df2dd-3568-4f5a-9908-0d862829ecb2),segment_id=365df2dd-3568-4f5a-9908-0d862829ecb2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:37.274962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.287910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event deleted for resources: {'Port': ['ID=548e749d-5855-4cac-ac3a-e99f9cb0d818,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:37.309438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Calling delete_port for f65726e2-2d84-4a7f-998b-e8532d8b15be owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:37.344882 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.346904 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d987a73a-3b3a-4eed-a4a0-6aa11b95089c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.384596 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d987a73a-3b3a-4eed-a4a0-6aa11b95089c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.395687 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] create failed (client error): The resource could not be found. Sep 24 00:11:37.396771 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f65c7350-9226-4a6a-b9f9-da630a85ed1d tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.3353672 Sep 24 00:11:37.409984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38036) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:37.410162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.467141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.470012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.472591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:37.481745 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ccbdeb-8998-41ef-a197-023ed299cc7a" -d '{"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:37.485723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987a73a-3b3a-4eed-a4a0-6aa11b95089c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec2790-780c-4c3a-8208-9f91593c1044,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:37.504802 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d987a73a-3b3a-4eed-a4a0-6aa11b95089c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d90056950ab949fcb339a90ff3bb4fc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7691646 Sep 24 00:11:37.505474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38046) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:37.526405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:37.535480 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.565679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.566277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 56ba48ce-af71-4d46-a86f-01758551ca95 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:37.570847 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.575943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c93c43ff-b6d0-425a-a02e-bd36fe5eafdf tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "DELETE /v2.0/routers/56ba48ce-af71-4d46-a86f-01758551ca95 HTTP/1.1" status: 204 len: 168 time: 1.6557102 Sep 24 00:11:37.576575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38054) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:37.588055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-106683785', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:37.638511 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.645548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.647005 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:11:37.649381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-087a59fe-3a8a-45a4-b900-e67fbd8735ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.665528 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e846a9-cec4-4e1e-85f2-6f0925420a00 x-openstack-request-id: req-20e846a9-cec4-4e1e-85f2-6f0925420a00 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:37.665925 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-unplugged", "status": "completed", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:37.666120 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20e846a9-cec4-4e1e-85f2-6f0925420a00 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:37.667428 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'code': 200} Sep 24 00:11:37.677253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=14']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:37.737804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-087a59fe-3a8a-45a4-b900-e67fbd8735ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.750126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.792658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.804796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['f65726e2-2d84-4a7f-998b-e8532d8b15be'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:11:37.810935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6d66463-940f-4061-9815-5e249f7570ff tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Deleting port d656bbc0-bbef-4904-a583-8e5d5db687c9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:37.811315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6d66463-940f-4061-9815-5e249f7570ff tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.878840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Pushing event deleted for resources: {'Port': ['ID=f65726e2-2d84-4a7f-998b-e8532d8b15be,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:37.934242 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.941130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] No DVR routers for this DVR port f65726e2-2d84-4a7f-998b-e8532d8b15be on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:11:37.944614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:37.947310 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e8661ee-a979-4435-adc8-aec4251901b9 req-9fc2d741-5359-420c-9de1-2e9c197f6a5e tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.18 "DELETE /v2.0/ports/f65726e2-2d84-4a7f-998b-e8532d8b15be HTTP/1.1" status: 204 len: 173 time: 1.0170331 Sep 24 00:11:37.990729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8afc8a83-e99f-4a27-82a9-678bad0554eb', 'name': 'network-vif-deleted', 'tag': 'f65726e2-2d84-4a7f-998b-e8532d8b15be'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:37.993856 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753fe05d-3865-4f20-aa34-9962c14844e9" -d '{"events": [{"server_uuid": "8afc8a83-e99f-4a27-82a9-678bad0554eb", "name": "network-vif-deleted", "tag": "f65726e2-2d84-4a7f-998b-e8532d8b15be"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:38.042273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-087a59fe-3a8a-45a4-b900-e67fbd8735ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:38.044906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-087a59fe-3a8a-45a4-b900-e67fbd8735ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:38.050622 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-087a59fe-3a8a-45a4-b900-e67fbd8735ff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/baec2790-780c-4c3a-8208-9f91593c1044 HTTP/1.1" status: 204 len: 168 time: 0.5375056 Sep 24 00:11:38.082588 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6714f98-ed08-40d5-b781-d1c32d865ae4 x-openstack-request-id: req-d6714f98-ed08-40d5-b781-d1c32d865ae4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:38.083504 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8afc8a83-e99f-4a27-82a9-678bad0554eb", "name": "network-vif-deleted", "tag": "f65726e2-2d84-4a7f-998b-e8532d8b15be", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:38.083504 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6714f98-ed08-40d5-b781-d1c32d865ae4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:38.083828 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8afc8a83-e99f-4a27-82a9-678bad0554eb', 'name': 'network-vif-deleted', 'tag': 'f65726e2-2d84-4a7f-998b-e8532d8b15be', 'status': 'completed', 'code': 200} Sep 24 00:11:38.095198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a59fe-3a8a-45a4-b900-e67fbd8735ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec2790-780c-4c3a-8208-9f91593c1044,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:38.103165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6d66463-940f-4061-9815-5e249f7570ff tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:38.152523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d6d66463-940f-4061-9815-5e249f7570ff tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Calling delete_port for d656bbc0-bbef-4904-a583-8e5d5db687c9 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:38.331801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 548e749d-5855-4cac-ac3a-e99f9cb0d818 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:11:38.355587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:38.380753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 548e749d-5855-4cac-ac3a-e99f9cb0d818 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:11:38.381074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 548e749d-5855-4cac-ac3a-e99f9cb0d818 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:11:38.435063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6d66463-940f-4061-9815-5e249f7570ff tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:38.435883 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:38.470733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0d59bb1-5600-47fd-a4b2-71095c97a70f req-f21ab551-097f-41ce-999c-b003e1daf83f tempest-ServerDiskConfigTestJSON-1332129766 tempest-ServerDiskConfigTestJSON-1332129766-project] 10.222.0.24 "GET /v2.0/ports?device_id=8afc8a83-e99f-4a27-82a9-678bad0554eb HTTP/1.1" status: 200 len: 210 time: 0.1099472 Sep 24 00:11:38.478838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d66463-940f-4061-9815-5e249f7570ff tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event deleted for resources: {'Port': ['ID=d656bbc0-bbef-4904-a583-8e5d5db687c9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:38.648032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Allocated IP 172.25.5.158 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/0d05a181-c1c7-44ae-af43-b312708909ff) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:38.659700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6d66463-940f-4061-9815-5e249f7570ff tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:38.662409 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d6d66463-940f-4061-9815-5e249f7570ff tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "DELETE /v2.0/ports/d656bbc0-bbef-4904-a583-8e5d5db687c9 HTTP/1.1" status: 204 len: 168 time: 1.2477193 Sep 24 00:11:38.664859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38106) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:38.842628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e0b3a-8eaa-4efd-b84f-4d3b2df43034 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:38.847741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6d5e0b3a-8eaa-4efd-b84f-4d3b2df43034 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "GET /v2.0/ports?device_id=924a3ecd-5d67-4804-aaaf-4b0a211a50d3 HTTP/1.1" status: 200 len: 913 time: 0.1790223 Sep 24 00:11:38.848283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38116) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:38.967397 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:38.985930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ec8e2-ca83-43e1-90eb-d263f99ff89f req-fc358e11-a1b8-4f1e-aed2-6d211c345015 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:38.987491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab8ec8e2-ca83-43e1-90eb-d263f99ff89f req-fc358e11-a1b8-4f1e-aed2-6d211c345015 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1668911 Sep 24 00:11:39.005408 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:39.107973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab8ec8e2-ca83-43e1-90eb-d263f99ff89f req-824690a1-fa84-4424-b7a3-aee9e7d82479 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048203 Sep 24 00:11:39.158715 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:39.248473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:39.254197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:39.259965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:39.306422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event updated for resources: {'Port': ['ID=0d05a181-c1c7-44ae-af43-b312708909ff,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:39.407523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-d4388f3a-4757-4678-962f-c1b30e492b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:39.409838 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-d4388f3a-4757-4678-962f-c1b30e492b97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1096 time: 0.0633569 Sep 24 00:11:39.528488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10675b7-7918-4d88-a7c7-47a03ef9d959 req-6294df14-4abe-4988-b1e0-69804c6c5fbc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:39.537150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d10675b7-7918-4d88-a7c7-47a03ef9d959 req-6294df14-4abe-4988-b1e0-69804c6c5fbc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1554840 Sep 24 00:11:39.540235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-1d48b4ab-25c0-4d6d-b74a-dc558eaba08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:39.542294 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-1d48b4ab-25c0-4d6d-b74a-dc558eaba08c service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1248934 Sep 24 00:11:39.650490 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-7c90eff1-c1a4-4ab3-8c57-a2db30bfab47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.1004858 Sep 24 00:11:39.698219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d10675b7-7918-4d88-a7c7-47a03ef9d959 req-fbb18902-3eb4-4703-bb57-e1c283faaaaf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462877 Sep 24 00:11:39.723327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-20136f3e-1a5c-4bba-9635-687281be6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:39.725530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-20136f3e-1a5c-4bba-9635-687281be6698 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0654178 Sep 24 00:11:39.770453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:39.773464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:39.800651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-1cd2f450-d644-4da9-8395-3bef5457165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:39.804257 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-1cd2f450-d644-4da9-8395-3bef5457165e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0719709 Sep 24 00:11:39.820337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-2e265849-6f4c-46f3-bc56-21363181c24b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:11:39.823281 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-2e265849-6f4c-46f3-bc56-21363181c24b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099497 Sep 24 00:11:39.823281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38156) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:39.933332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38158) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:39.942414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b05ef9c-5ec3-4dea-906e-01dfc7a19012 admin admin] Deleting subnet 9a3176d3-abbe-4098-9625-7f884251196d {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:11:39.948177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b05ef9c-5ec3-4dea-906e-01dfc7a19012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.002851 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-7fed55ec-1a2b-494d-8ab3-9f95396fbe3b service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714664 Sep 24 00:11:40.006093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b05ef9c-5ec3-4dea-906e-01dfc7a19012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.104997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b05ef9c-5ec3-4dea-906e-01dfc7a19012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.168232 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-11ca0036-3c82-4eb9-8e81-114cdc3107b0 req-49c1dd34-f729-4020-8c8d-a8845aa9a2fc service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420000 Sep 24 00:11:40.192249 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b05ef9c-5ec3-4dea-906e-01dfc7a19012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.221050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b05ef9c-5ec3-4dea-906e-01dfc7a19012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a3176d3-abbe-4098-9625-7f884251196d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:40.234070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b05ef9c-5ec3-4dea-906e-01dfc7a19012 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.236213 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0b05ef9c-5ec3-4dea-906e-01dfc7a19012 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9a3176d3-abbe-4098-9625-7f884251196d HTTP/1.1" status: 204 len: 168 time: 0.4129758 Sep 24 00:11:40.239140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38162) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:40.319368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.361692 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-806248b3-4f2c-4ea8-9392-c8e858c36e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.416933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.440773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07419db6-95f8-483e-9e41-a3cc8f58efc0']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:40.451107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365df2dd-3568-4f5a-9908-0d862829ecb2') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:40.451682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365df2dd-3568-4f5a-9908-0d862829ecb2') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:40.455553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.479322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.501067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.512089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:11:40.513311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: items = [ Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:11:40.515703 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:11:40.688215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-806248b3-4f2c-4ea8-9392-c8e858c36e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.703098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Deleting port be30deb2-5a33-4f8d-8ba7-956614fe320a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:40.703711 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.707186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-806248b3-4f2c-4ea8-9392-c8e858c36e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.833852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-806248b3-4f2c-4ea8-9392-c8e858c36e1c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03d6b0060b8347afb18c704b30dd241c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8994863 Sep 24 00:11:40.849950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806248b3-4f2c-4ea8-9392-c8e858c36e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12925aa5-2815-4176-95e7-1bec033289c9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:40.854027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38168) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:40.935484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Router 40a3fb13-b99a-44dc-8eb0-ba4019e05ddf is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:11:40.949318 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.962459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.968294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:40.969945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c304be7-690f-4f57-9812-6b1ca7801297 req-7386a08f-9258-4d4b-96eb-a818ca36644a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:40.971057 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] 10.222.0.24 "DELETE /v2.0/networks/07419db6-95f8-483e-9e41-a3cc8f58efc0 HTTP/1.1" status: 204 len: 168 time: 0.7305310 Sep 24 00:11:40.974213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c304be7-690f-4f57-9812-6b1ca7801297 req-7386a08f-9258-4d4b-96eb-a818ca36644a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.2038171 Sep 24 00:11:40.982352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Calling delete_port for be30deb2-5a33-4f8d-8ba7-956614fe320a owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:40.991122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c60255-7dd5-44e8-a545-57c153914a03 admin admin] Pushing event deleted for resources: {'Network': ['ID=07419db6-95f8-483e-9e41-a3cc8f58efc0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:41.062100 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b072f65-7a4f-484a-ac95-afebf343fbb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.136885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b072f65-7a4f-484a-ac95-afebf343fbb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.154008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c304be7-690f-4f57-9812-6b1ca7801297 req-85069f9d-b540-4ce3-b467-0931b4d2998e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682642 Sep 24 00:11:41.185238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38172) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:41.233719 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ef1ee4c9-2f37-46f5-8360-74222f1ba9cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b5956718ca143c796c717687d4ccf14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570180 Sep 24 00:11:41.236295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38176) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:41.253502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f65726e2-2d84-4a7f-998b-e8532d8b15be no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:11:41.278145 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: f65726e2-2d84-4a7f-998b-e8532d8b15be {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:11:41.278492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f65726e2-2d84-4a7f-998b-e8532d8b15be not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:11:41.313664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-501d39be-4d4c-4749-b2b5-8d38e4c25183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.339391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:41.357046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-501d39be-4d4c-4749-b2b5-8d38e4c25183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.364042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b072f65-7a4f-484a-ac95-afebf343fbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.366492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b072f65-7a4f-484a-ac95-afebf343fbb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.367663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3b072f65-7a4f-484a-ac95-afebf343fbb8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12925aa5-2815-4176-95e7-1bec033289c9 HTTP/1.1" status: 204 len: 168 time: 0.5049472 Sep 24 00:11:41.383494 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2743049-1fb9-4f13-94a2-8281ac9f401d None None] Sync routers for ids ['40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:41.393139 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.400764 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2743049-1fb9-4f13-94a2-8281ac9f401d None None] Routers {'40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:41.401404 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f2743049-1fb9-4f13-94a2-8281ac9f401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:41.401900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-476327ad-51c5-4aea-a546-4ef1c4985b67 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.8239005 Sep 24 00:11:41.403607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38182) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:41.414506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-08fb80ad-0cb3-44b3-afe8-ce38ad42dd90 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': False}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:41.445774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b072f65-7a4f-484a-ac95-afebf343fbb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12925aa5-2815-4176-95e7-1bec033289c9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:41.470460 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f2743049-1fb9-4f13-94a2-8281ac9f401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:41.488451 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2743049-1fb9-4f13-94a2-8281ac9f401d None None] Routers {'40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:41.489902 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f2743049-1fb9-4f13-94a2-8281ac9f401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:41.517534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ed51b-9b4c-44a1-b1b4-29e6bee44e48 req-a0e0bf5c-ad63-4193-bb11-c1b93532d5b1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:41.525312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-221ed51b-9b4c-44a1-b1b4-29e6bee44e48 req-a0e0bf5c-ad63-4193-bb11-c1b93532d5b1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0806682 Sep 24 00:11:41.532742 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.536797 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f2743049-1fb9-4f13-94a2-8281ac9f401d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:41.537625 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2743049-1fb9-4f13-94a2-8281ac9f401d None None] The sync data for ids ['40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:41.573037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event deleted for resources: {'Port': ['ID=be30deb2-5a33-4f8d-8ba7-956614fe320a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:41.640212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-221ed51b-9b4c-44a1-b1b4-29e6bee44e48 req-9feb1a4c-1987-4ca5-b71a-c03f46f43e1e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137581 Sep 24 00:11:41.783629 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.786785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-501d39be-4d4c-4749-b2b5-8d38e4c25183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.789322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-501d39be-4d4c-4749-b2b5-8d38e4c25183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:41.790461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-501d39be-4d4c-4749-b2b5-8d38e4c25183 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd654e50-caab-4b3c-b75b-b8569874c6cd HTTP/1.1" status: 204 len: 168 time: 0.5530536 Sep 24 00:11:41.952560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-d548502c-df37-4aa0-a8c2-e6c81bb61f2f req-fc2f0f6d-a305-4986-990c-bc4d48a12110 service neutron] (106378) timed out ('10.222.0.24', 39046) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:11:41.952695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62a53a-151c-4677-98ca-60dd6d3f9c39 req-8e77e08a-b6a9-43cf-a595-e3459c03d1d0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:41.954057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501d39be-4d4c-4749-b2b5-8d38e4c25183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd654e50-caab-4b3c-b75b-b8569874c6cd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:41.955228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c62a53a-151c-4677-98ca-60dd6d3f9c39 req-8e77e08a-b6a9-43cf-a595-e3459c03d1d0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1739445 Sep 24 00:11:42.095024 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c62a53a-151c-4677-98ca-60dd6d3f9c39 req-b81a38a7-2d1f-4984-8e26-09b3f1f9616b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313579 Sep 24 00:11:42.103343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Router 924a3ecd-5d67-4804-aaaf-4b0a211a50d3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:11:42.204233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08fb80ad-0cb3-44b3-afe8-ce38ad42dd90 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.215413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:42.222289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-588ffec8-dd0e-4d15-8888-a10d400bd2d9 tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "PUT /v2.0/routers/924a3ecd-5d67-4804-aaaf-4b0a211a50d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3729796 Sep 24 00:11:42.225888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:42.239808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1cfffa-1d78-4995-a5f5-9e51cb38447d None None] Sync routers for ids ['924a3ecd-5d67-4804-aaaf-4b0a211a50d3'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:42.255773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1cfffa-1d78-4995-a5f5-9e51cb38447d None None] Routers {'924a3ecd-5d67-4804-aaaf-4b0a211a50d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:42.255773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1b1cfffa-1d78-4995-a5f5-9e51cb38447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['924a3ecd-5d67-4804-aaaf-4b0a211a50d3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:42.335378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1b1cfffa-1d78-4995-a5f5-9e51cb38447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:42.335378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1cfffa-1d78-4995-a5f5-9e51cb38447d None None] Routers {'924a3ecd-5d67-4804-aaaf-4b0a211a50d3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:42.335378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1b1cfffa-1d78-4995-a5f5-9e51cb38447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['924a3ecd-5d67-4804-aaaf-4b0a211a50d3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:42.378339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1b1cfffa-1d78-4995-a5f5-9e51cb38447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:42.379025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1cfffa-1d78-4995-a5f5-9e51cb38447d None None] The sync data for ids ['924a3ecd-5d67-4804-aaaf-4b0a211a50d3'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:42.389731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7f480ab-be7f-469e-acfa-7d55db4aa94c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.556288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f0df-c706-4782-b418-291c3f51c858 req-111fd11e-460c-4c85-b3a3-9160bc7f4d6e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:42.557956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-111fd11e-460c-4c85-b3a3-9160bc7f4d6e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.1910913 Sep 24 00:11:42.583178 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-d81d0557-8455-4412-b5b7-500b7e393f79 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/quotas/a3c6a84110b64f28b5c71e13d76255f8 HTTP/1.1" status: 200 len: 375 time: 0.0158756 Sep 24 00:11:42.611989 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7f480ab-be7f-469e-acfa-7d55db4aa94c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.615328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7f480ab-be7f-469e-acfa-7d55db4aa94c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.707271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-5bae63cd-aaf0-4db7-9531-dd7db21884e5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1199036 Sep 24 00:11:42.730369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7f480ab-be7f-469e-acfa-7d55db4aa94c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.730947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f480ab-be7f-469e-acfa-7d55db4aa94c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Fanout notify agent at l3_agent the message router_deleted on router 924a3ecd-5d67-4804-aaaf-4b0a211a50d3 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:42.743249 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7f480ab-be7f-469e-acfa-7d55db4aa94c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.744372 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f7f480ab-be7f-469e-acfa-7d55db4aa94c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "DELETE /v2.0/routers/924a3ecd-5d67-4804-aaaf-4b0a211a50d3 HTTP/1.1" status: 204 len: 168 time: 0.5171788 Sep 24 00:11:42.749908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38234) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:42.815153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b7eb8cf-96f2-406a-ac6e-f7385759e3fb tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Deleting subnet c3f04f96-e88f-48cf-8d77-db51e1284e98 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:11:42.819057 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb8cf-96f2-406a-ac6e-f7385759e3fb tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.909988 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb8cf-96f2-406a-ac6e-f7385759e3fb tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:42.910214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-590fe2bd-39d8-473e-8f70-4e54c79ea0fa service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884615 Sep 24 00:11:43.094320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb8cf-96f2-406a-ac6e-f7385759e3fb tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.122542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-6fa2c38e-abc4-45bf-a8ad-43705ba41280 service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093534 Sep 24 00:11:43.258971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb8cf-96f2-406a-ac6e-f7385759e3fb tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.302007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7eb8cf-96f2-406a-ac6e-f7385759e3fb tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f04f96-e88f-48cf-8d77-db51e1284e98,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:43.310353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a691d6-cb40-48fc-9e4a-48a82853fc95 None None] Network b90b6653-e9f6-42a3-aa0b-20c971924475 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:43.329291 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b7eb8cf-96f2-406a-ac6e-f7385759e3fb tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.331235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4b7eb8cf-96f2-406a-ac6e-f7385759e3fb tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "DELETE /v2.0/subnets/c3f04f96-e88f-48cf-8d77-db51e1284e98 HTTP/1.1" status: 204 len: 168 time: 0.5803797 Sep 24 00:11:43.333710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38250) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:43.386425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38258) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:43.397799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08fb80ad-0cb3-44b3-afe8-ce38ad42dd90 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.406143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08fb80ad-0cb3-44b3-afe8-ce38ad42dd90 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.446131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ee87040-f64e-49b2-b12a-a5eb12eddde7 req-433e6351-fc1a-41a1-8267-fbb40df1b3fb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 210 time: 0.0687051 Sep 24 00:11:43.467488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.595719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-306410802-network', 'tenant_id': 'ba057e1a55204339afb98474fbe7106e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:43.626635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] DHCP port deletion for b90b6653-e9f6-42a3-aa0b-20c971924475 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:11:43.638540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fb80ad-0cb3-44b3-afe8-ce38ad42dd90 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Router 40a3fb13-b99a-44dc-8eb0-ba4019e05ddf has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:11:43.648960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Made reservation on behalf of ba057e1a55204339afb98474fbe7106e for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:43.651293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.656064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Deleting port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:43.656392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.681744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.707734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] Deleting port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:43.708360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.829743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] For port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,segment=NetworkSegment(4bd1bb1e-b876-420a-9056-086524cef30c),segment_id=4bd1bb1e-b876-420a-9056-086524cef30c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:43.830145 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.844192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] Calling delete_port for 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:43.919336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] For port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,segment=NetworkSegment(4bd1bb1e-b876-420a-9056-086524cef30c),segment_id=4bd1bb1e-b876-420a-9056-086524cef30c)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:43.919707 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:43.946015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Calling delete_port for 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:43.969509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:11:44.015755 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.020913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fb80ad-0cb3-44b3-afe8-ce38ad42dd90 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:44.025829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No active binding found for port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 {{(pid=106380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 00:11:44.026273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:11:44.026384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08fb80ad-0cb3-44b3-afe8-ce38ad42dd90 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.031937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38276) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:44.033540 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-08fb80ad-0cb3-44b3-afe8-ce38ad42dd90 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "PUT /v2.0/routers/40a3fb13-b99a-44dc-8eb0-ba4019e05ddf HTTP/1.1" status: 200 len: 921 time: 2.6288562 Sep 24 00:11:44.035481 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c6b08-0945-4d8b-9198-f6148821afe5 None None] Sync routers for ids ['40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:44.062524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] No DVR routers for this DVR port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:11:44.064512 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c6b08-0945-4d8b-9198-f6148821afe5 None None] Routers {'40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:44.066280 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f00c6b08-0945-4d8b-9198-f6148821afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:44.106415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a879e23-82cf-4538-aa09-74789558acb7 None None] Pushing event deleted for resources: {'Port': ['ID=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:44.160269 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f00c6b08-0945-4d8b-9198-f6148821afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:44.171205 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c6b08-0945-4d8b-9198-f6148821afe5 None None] Routers {'40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:44.172700 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f00c6b08-0945-4d8b-9198-f6148821afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:44.194936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.212504 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f00c6b08-0945-4d8b-9198-f6148821afe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:44.213452 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f00c6b08-0945-4d8b-9198-f6148821afe5 None None] The sync data for ids ['40a3fb13-b99a-44dc-8eb0-ba4019e05ddf'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:44.247836 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.249961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event deleted for resources: {'Port': ['ID=5c84bc41-bba8-40b2-a9dc-3a04dc2889f4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:44.260117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] No DVR routers for this DVR port 5c84bc41-bba8-40b2-a9dc-3a04dc2889f4 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:11:44.298180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f5931b3c-b4af-4706-9432-4d59c6b4a04e tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/routers/40a3fb13-b99a-44dc-8eb0-ba4019e05ddf HTTP/1.1" status: 200 len: 921 time: 0.2650378 Sep 24 00:11:44.299301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38282) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:44.388296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e2f6c2-e8b5-4166-9f2c-8e089cb4d9ce tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:44.391221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e0e2f6c2-e8b5-4166-9f2c-8e089cb4d9ce tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=40a3fb13-b99a-44dc-8eb0-ba4019e05ddf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0906501 Sep 24 00:11:44.392702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38286) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:44.419161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.439818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.513881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90b6653-e9f6-42a3-aa0b-20c971924475']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:44.525750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3169ae-ccb9-47b6-8183-5d7588eb1263,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:44.554917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ce012e-9d85-4d41-876b-1b3f6c4e1ccc tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:44.555685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd1bb1e-b876-420a-9056-086524cef30c') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:44.556376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd1bb1e-b876-420a-9056-086524cef30c') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:44.563185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-39ce012e-9d85-4d41-876b-1b3f6c4e1ccc tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 881 time: 0.1683919 Sep 24 00:11:44.564164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38292) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:44.570473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:11:44.579283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.599136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.599679 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Added segment 714bcfaa-2885-4807-ad5b-f374ea3697bc of type vlan for network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 Sep 24 00:11:44.608925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.632298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7fdcd891-e3ab-46e5-ac4e-f1320cd90ff1 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a3fb13-b99a-44dc-8eb0-ba4019e05ddf HTTP/1.1" status: 200 len: 205 time: 0.0633926 Sep 24 00:11:44.635070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38296) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:44.636190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:11:44.636691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:11:44.641540 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:11:44.649170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1769538f-8c6e-44a0-b205-072eb7bf9552 req-312c6ce3-d4ed-45d1-9c65-969d3394629b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 210 time: 0.0644910 Sep 24 00:11:44.713410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.799693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.820286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:44.822087 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] 10.222.0.24 "DELETE /v2.0/networks/b90b6653-e9f6-42a3-aa0b-20c971924475 HTTP/1.1" status: 204 len: 168 time: 1.4874814 Sep 24 00:11:45.147612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15aa01-e3c8-4aef-b2e6-82b48c27446c tempest-FloatingIPNegativeTestJSON-13503264 tempest-FloatingIPNegativeTestJSON-13503264-project] Pushing event deleted for resources: {'Network': ['ID=b90b6653-e9f6-42a3-aa0b-20c971924475,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:45.154153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.154153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:45.154431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.168968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f0df-c706-4782-b418-291c3f51c858 req-4aafcf88-ce82-467e-a876-2490711ad264 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:45.170887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-4aafcf88-ce82-467e-a876-2490711ad264 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.1646178 Sep 24 00:11:45.186130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'port': {'device_id': 'b186bac1-e4c4-405a-92f5-a6a2658af33d', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'admin_state_up': True, 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:45.247296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.255136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8676145 Sep 24 00:11:45.255900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f1ee2-2c5a-4f11-ab01-c0f3f44a515a admin admin] Pushing event updated for resources: {'Network': ['ID=786794ff-c0c5-4b56-97bc-9c87c9b49f66,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:45.275376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:11:45.290045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38318) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:45.298431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Request body: {'subnet': {'network_id': '786794ff-c0c5-4b56-97bc-9c87c9b49f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-306410802-subnet', 'tenant_id': 'ba057e1a55204339afb98474fbe7106e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:45.337338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Made reservation on behalf of ba057e1a55204339afb98474fbe7106e for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:45.339889 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.424278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Made reservation on behalf of a3c6a84110b64f28b5c71e13d76255f8 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:45.428298 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.453749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.513757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:45.605730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Deleting port 0d05a181-c1c7-44ae-af43-b312708909ff {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:45.606315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.637538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.640990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Allocated IP 172.20.0.9 (9117d1e5-03f7-487e-ace4-14594dc887ae/36cc72d9-bbac-4cdb-b503-42ba974db883/4df3594e-2902-48f0-b685-6eea6dd3f162) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:45.782624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.792575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ac803d2-dc32-488d-bb09-04ded170732c req-c68c2e87-8199-410b-b5bc-97c473e194c7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 210 time: 0.0376735 Sep 24 00:11:45.828302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Calling delete_port for 0d05a181-c1c7-44ae-af43-b312708909ff owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:45.840257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4e29616-2e82-402e-9e49-50f33886732a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:45.876673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Checking segment: {'id': '714bcfaa-2885-4807-ad5b-f374ea3697bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '786794ff-c0c5-4b56-97bc-9c87c9b49f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:45.877382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Network hostable DHCP agents. Network: 786794ff-c0c5-4b56-97bc-9c87c9b49f66, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:11:45.902510 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.955988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:45.964232 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-36a2b90e-affe-4f19-b241-099b1e10d870 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a67d30ebd58a45d2ad1585b682ae870b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466975 Sep 24 00:11:45.965471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38346) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:46.031364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:46.042894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:46.054701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:46.055000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:11:46.061102 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'Port': ['ID=4df3594e-2902-48f0-b685-6eea6dd3f162,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:46.099010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 786794ff-c0c5-4b56-97bc-9c87c9b49f66) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:46.109282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:46.109874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.123341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c62415-9380-494f-8e6b-4d2a98828229 None None] Network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:46.130057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:46.130704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.160865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-50144a1f-9621-4aff-945b-2260e27aaaae tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9806161 Sep 24 00:11:46.175053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Request body: {'port': {'device_id': 'b186bac1-e4c4-405a-92f5-a6a2658af33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:46.240111 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ca8d57a4-9173-44f6-8a1f-aaea0e50835c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9430709 Sep 24 00:11:46.246511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e78ac99-3f56-40f0-8ca0-418fa7121849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.292468 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e78ac99-3f56-40f0-8ca0-418fa7121849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.312939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.321861 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.392171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5ea302-ddba-4f82-9f7b-b2f16d95d8f5 None None] Network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:46.438682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event deleted for resources: {'Port': ['ID=0d05a181-c1c7-44ae-af43-b312708909ff,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:46.567791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-103bc5a8-f23a-4008-a550-ab49338d9b9e None None] Provisioning complete for port 4df3594e-2902-48f0-b685-6eea6dd3f162 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:46.568161 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-103bc5a8-f23a-4008-a550-ab49338d9b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.569897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.636239 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e78ac99-3f56-40f0-8ca0-418fa7121849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.648302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e78ac99-3f56-40f0-8ca0-418fa7121849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.656310 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4e78ac99-3f56-40f0-8ca0-418fa7121849 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4c10e3d-fa83-4f1f-8638-5bb1bd5b54dc HTTP/1.1" status: 204 len: 168 time: 0.6887944 Sep 24 00:11:46.690568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-103bc5a8-f23a-4008-a550-ab49338d9b9e None None] Port 4df3594e-2902-48f0-b685-6eea6dd3f162 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:11:46.727613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e78ac99-3f56-40f0-8ca0-418fa7121849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c10e3d-fa83-4f1f-8638-5bb1bd5b54dc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:46.779157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df3594e-2902-48f0-b685-6eea6dd3f162 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:46.787929 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.803574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.807979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.811409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Transition to ACTIVE for port object 4df3594e-2902-48f0-b685-6eea6dd3f162 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:11:46.821950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.881143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.882518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Fanout notify agent at l3_agent the message router_deleted on router 40a3fb13-b99a-44dc-8eb0-ba4019e05ddf {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:46.899983 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.901213 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-407f4a4f-426e-49cb-a8aa-62716268ce8d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/40a3fb13-b99a-44dc-8eb0-ba4019e05ddf HTTP/1.1" status: 204 len: 168 time: 2.2611699 Sep 24 00:11:46.905464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38376) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:46.915342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bd2d5e8f-6876-4ba7-a46e-ff4199c0ee1e tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1873797445', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:46.988087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e8f-6876-4ba7-a46e-ff4199c0ee1e tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:46.989258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e8f-6876-4ba7-a46e-ff4199c0ee1e tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.059069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Pushing event updated for resources: {'Port': ['ID=4df3594e-2902-48f0-b685-6eea6dd3f162,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:47.081353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e8f-6876-4ba7-a46e-ff4199c0ee1e tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.105181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e8f-6876-4ba7-a46e-ff4199c0ee1e tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.154197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5e8f-6876-4ba7-a46e-ff4199c0ee1e tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.157202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd2d5e8f-6876-4ba7-a46e-ff4199c0ee1e tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2493284 Sep 24 00:11:47.160588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:47.173836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:47.273622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebcda2-89d6-49c1-81e6-512734d5eb40 req-1d8be5c4-0243-44bc-aa6b-7a8a828553da tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:47.279958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0ebcda2-89d6-49c1-81e6-512734d5eb40 req-1d8be5c4-0243-44bc-aa6b-7a8a828553da tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 943 time: 0.3316653 Sep 24 00:11:47.355529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Attempting to bind port 4df3594e-2902-48f0-b685-6eea6dd3f162 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:11:47.355862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Attempting to bind port 4df3594e-2902-48f0-b685-6eea6dd3f162 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:11:47.356189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Attempting to bind port 4df3594e-2902-48f0-b685-6eea6dd3f162 on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:47.367975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Port 4df3594e-2902-48f0-b685-6eea6dd3f162 on network 9117d1e5-03f7-487e-ace4-14594dc887ae not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:11:47.368271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Attempting to bind port 4df3594e-2902-48f0-b685-6eea6dd3f162 on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:47.378406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-c3ccb1d8-6b75-4e79-96bc-b80762e2400f tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:47.380165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-c3ccb1d8-6b75-4e79-96bc-b80762e2400f tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/networks?id=786794ff-c0c5-4b56-97bc-9c87c9b49f66 HTTP/1.1" status: 200 len: 817 time: 0.3513224 Sep 24 00:11:47.398982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:11:47.398982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Checking segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:47.399179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Bound using segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:11:47.399459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Bound port: 4df3594e-2902-48f0-b685-6eea6dd3f162, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:11:47.399897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.414497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0ebcda2-89d6-49c1-81e6-512734d5eb40 req-fa7da6e5-e2f8-4653-8b03-74ce81bad5c4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218300 Sep 24 00:11:47.429920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-35e58d9c-72f4-4c5f-9ec7-c8741a6daf14 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/quotas/ba057e1a55204339afb98474fbe7106e HTTP/1.1" status: 200 len: 375 time: 0.0408604 Sep 24 00:11:47.554463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-bbf3e7c0-364d-452e-a6f9-18eeb31e2ca1 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba057e1a55204339afb98474fbe7106e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705476 Sep 24 00:11:47.570999 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.578643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] For port 4df3594e-2902-48f0-b685-6eea6dd3f162, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:11:47.612240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] For port 4df3594e-2902-48f0-b685-6eea6dd3f162, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4df3594e-2902-48f0-b685-6eea6dd3f162,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:11:47.651728 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.867584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:47.893612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:48.035201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Allocated IP 172.25.5.11 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/b6c454cf-9286-40eb-a314-30699c6a546d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:48.056301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:48.057117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:48.058593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] 10.222.0.20 "PUT /v2.0/ports/4df3594e-2902-48f0-b685-6eea6dd3f162 HTTP/1.1" status: 200 len: 1092 time: 1.8878956 Sep 24 00:11:48.061010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b186bac1-e4c4-405a-92f5-a6a2658af33d', 'tag': '4df3594e-2902-48f0-b685-6eea6dd3f162'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:48.063878 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1312fe-9127-4219-a366-93999b59f1ed" -d '{"events": [{"name": "network-changed", "server_uuid": "b186bac1-e4c4-405a-92f5-a6a2658af33d", "tag": "4df3594e-2902-48f0-b685-6eea6dd3f162"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:48.131509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38426) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:48.174483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-40551ff9-f531-4736-be9e-0c75fe47ad70 service neutron] 10.222.0.24 "GET /v2.0/networks/786794ff-c0c5-4b56-97bc-9c87c9b49f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051686 Sep 24 00:11:48.199451 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e33610-3d36-4ede-bdcd-ab8ccd291a24 x-openstack-request-id: req-c5e33610-3d36-4ede-bdcd-ab8ccd291a24 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:48.199759 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b186bac1-e4c4-405a-92f5-a6a2658af33d", "tag": "4df3594e-2902-48f0-b685-6eea6dd3f162", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:48.200016 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c5e33610-3d36-4ede-bdcd-ab8ccd291a24 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:48.200422 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b186bac1-e4c4-405a-92f5-a6a2658af33d', 'tag': '4df3594e-2902-48f0-b685-6eea6dd3f162', 'status': 'completed', 'code': 200} Sep 24 00:11:48.214749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcc5249-0c06-4cc4-b021-2b144b36c7fb service neutron] Pushing event updated for resources: {'Port': ['ID=4df3594e-2902-48f0-b685-6eea6dd3f162,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:48.311015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:48.383136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f0df-c706-4782-b418-291c3f51c858 req-25d2b822-ad9e-4793-935c-d25a4736c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:48.389001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-25d2b822-ad9e-4793-935c-d25a4736c9fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 1095 time: 0.2810149 Sep 24 00:11:48.392673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:48.410352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-766553051'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:48.445722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:48.453112 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:48.453615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-672d93bf-da8a-40c0-9348-1bd056b9df64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df3594e-2902-48f0-b685-6eea6dd3f162 HTTP/1.1" status: 200 len: 217 time: 0.0517602 Sep 24 00:11:48.458729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:48.506055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event updated for resources: {'Port': ['ID=b6c454cf-9286-40eb-a314-30699c6a546d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:48.507739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-b879bd4d-4011-48a3-9930-32739a078ab0 service neutron] 10.222.0.24 "GET /v2.0/networks/786794ff-c0c5-4b56-97bc-9c87c9b49f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321183 Sep 24 00:11:48.523280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:48.526796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:48.532119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f0df-c706-4782-b418-291c3f51c858 req-71f1d7bb-51f5-4c72-bd56-799752259d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:48.534311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-71f1d7bb-51f5-4c72-bd56-799752259d46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0721595 Sep 24 00:11:48.555684 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:48.699926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1f0df-c706-4782-b418-291c3f51c858 req-2229c423-ea06-4e59-bb52-f2a4470d5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:48.701569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-2229c423-ea06-4e59-bb52-f2a4470d5593 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1603861 Sep 24 00:11:48.715809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b21187-1e9e-4749-a3d9-d610734ed92b req-e801112c-75ef-4800-8a97-e2f5fa9aacd9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:48.717859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58b21187-1e9e-4749-a3d9-d610734ed92b req-e801112c-75ef-4800-8a97-e2f5fa9aacd9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 943 time: 0.1064198 Sep 24 00:11:48.795073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38446) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:48.806684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12cf39ce-f11f-4ad2-a7e5-f23dd46dfecd req-301e06c0-a045-4931-8440-fa758183c92a tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 210 time: 0.0489023 Sep 24 00:11:48.867820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58b21187-1e9e-4749-a3d9-d610734ed92b req-5e1a3bd6-acb6-467c-be6d-3aa146904f48 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396000 Sep 24 00:11:48.890708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-965fb736-6d51-4afa-8c3e-356804250052 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710129 Sep 24 00:11:48.963046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:48.971496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:48.974793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.034146 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36e1f0df-c706-4782-b418-291c3f51c858 req-9abc6540-de67-48aa-a12b-7aea3a41ecb0 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365616 Sep 24 00:11:49.035214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:11:49.054581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.054959 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Added segment e812229e-73d3-44e7-9055-7c47c95a059d of type vlan for network e3fe3f08-c43c-42b1-a999-31f4b2373af6 Sep 24 00:11:49.085039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5bcde2ef-cdef-415a-852a-77da4eb9d131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.091808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2284b5b8-94df-4848-a3eb-2c5b9d580cc8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:49.137354 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.232614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1312fe-9127-4219-a366-93999b59f1ed req-331e168d-8eb5-417c-86e8-de17d12f26e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:49.234195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c1312fe-9127-4219-a366-93999b59f1ed req-331e168d-8eb5-417c-86e8-de17d12f26e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 1095 time: 0.1352777 Sep 24 00:11:49.274698 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5bcde2ef-cdef-415a-852a-77da4eb9d131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.292041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5bcde2ef-cdef-415a-852a-77da4eb9d131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.295418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.308033 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.369430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcde2ef-cdef-415a-852a-77da4eb9d131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095ddb0b-75d7-4118-ba40-832b8acf3ca6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:49.413466 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.417544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5bcde2ef-cdef-415a-852a-77da4eb9d131 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7d7f3e79b844013a71aef76d59df1c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6185074 Sep 24 00:11:49.420113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38466) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:49.422940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:49.423641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.471920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1312fe-9127-4219-a366-93999b59f1ed req-201917d7-a8aa-481f-a324-17af22b5e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:49.473475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c1312fe-9127-4219-a366-93999b59f1ed req-201917d7-a8aa-481f-a324-17af22b5e2f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.2310193 Sep 24 00:11:49.506632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3739250 Sep 24 00:11:49.522539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38468) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:49.523388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81013910-6ed8-4e2a-bc83-31987dae3d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.530614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'name': 'tempest-PortsIpV6TestJSON-464444004'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:49.534453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c1312fe-9127-4219-a366-93999b59f1ed req-17f5f3b3-ad30-4b0f-b80a-b988bf59e237 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df3594e-2902-48f0-b685-6eea6dd3f162 HTTP/1.1" status: 200 len: 217 time: 0.0493844 Sep 24 00:11:49.611446 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81013910-6ed8-4e2a-bc83-31987dae3d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.696437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1312fe-9127-4219-a366-93999b59f1ed req-4147a63f-a098-4389-9221-a2903c8b4227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:49.697907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c1312fe-9127-4219-a366-93999b59f1ed req-4147a63f-a098-4389-9221-a2903c8b4227 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1449327 Sep 24 00:11:49.748669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:49.752841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.776292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81013910-6ed8-4e2a-bc83-31987dae3d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.778847 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81013910-6ed8-4e2a-bc83-31987dae3d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:49.780015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-81013910-6ed8-4e2a-bc83-31987dae3d06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/095ddb0b-75d7-4118-ba40-832b8acf3ca6 HTTP/1.1" status: 204 len: 168 time: 0.3587272 Sep 24 00:11:49.789925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:11:49.795676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1312fe-9127-4219-a366-93999b59f1ed req-b7e9afa5-ee1e-4606-b5d1-f9be618e647b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:49.797807 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c1312fe-9127-4219-a366-93999b59f1ed req-b7e9afa5-ee1e-4606-b5d1-f9be618e647b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909774 Sep 24 00:11:49.804845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81013910-6ed8-4e2a-bc83-31987dae3d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ddb0b-75d7-4118-ba40-832b8acf3ca6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:49.937827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153a8cc-378a-4424-806c-20c488dde483 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Network': ['ID=e3fe3f08-c43c-42b1-a999-31f4b2373af6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:49.960180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:11:50.055153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-342b1a79-7061-4b89-b42e-bd27e6d57c20 req-cb88e962-c123-45b2-bd69-098d491152e1 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 210 time: 0.0676517 Sep 24 00:11:50.106706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c1312fe-9127-4219-a366-93999b59f1ed req-82f38d3f-ee67-4b36-b795-920bb1faea7a service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996380 Sep 24 00:11:50.185940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Router bd39b918-29d4-4582-a952-16c5c46de92f is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:11:50.206881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9137a-793e-48a1-9e0a-b98ae56b19b1 req-e24134bd-08d0-4b6f-9f62-3f567e4ced28 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:50.208564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dd9137a-793e-48a1-9e0a-b98ae56b19b1 req-e24134bd-08d0-4b6f-9f62-3f567e4ced28 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 943 time: 0.2251987 Sep 24 00:11:50.210799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-2aae7993-efa0-4628-b683-df558d2ade95 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:50.212190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-2aae7993-efa0-4628-b683-df558d2ade95 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.18 "GET /v2.0/networks?id=786794ff-c0c5-4b56-97bc-9c87c9b49f66 HTTP/1.1" status: 200 len: 817 time: 0.2393694 Sep 24 00:11:50.265258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Request body: {'port': {'device_id': '919a7ad9-2548-4995-bfda-cba2d4893744', 'network_id': '786794ff-c0c5-4b56-97bc-9c87c9b49f66', 'admin_state_up': True, 'tenant_id': 'ba057e1a55204339afb98474fbe7106e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:50.272211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38478) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:50.329729 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.336879 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97d426fd-83b0-4624-94b0-3302f97c786a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.365740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c1312fe-9127-4219-a366-93999b59f1ed req-2cbe543d-278a-4b5c-9ea8-f8786fed6475 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488594 Sep 24 00:11:50.413532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dd9137a-793e-48a1-9e0a-b98ae56b19b1 req-a0bcfcf6-cf11-45bc-ad9b-bfd6b2ee7787 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468089 Sep 24 00:11:50.443822 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.444527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:50.463352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfbebb-a1c8-4ea1-87c1-3f7bb130cf4b None None] Sync routers for ids ['bd39b918-29d4-4582-a952-16c5c46de92f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:50.464616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.466197 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7064da32-30a6-4ad7-b29c-c07b4b864461 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "PUT /v2.0/routers/bd39b918-29d4-4582-a952-16c5c46de92f HTTP/1.1" status: 200 len: 879 time: 3.3045516 Sep 24 00:11:50.469835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38482) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:50.490269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcfbebb-a1c8-4ea1-87c1-3f7bb130cf4b None None] Routers {'bd39b918-29d4-4582-a952-16c5c46de92f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:50.491036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4fcfbebb-a1c8-4ea1-87c1-3f7bb130cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd39b918-29d4-4582-a952-16c5c46de92f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:50.544130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=457eff78-12a6-43b3-bda2-4f10e4c7e4c4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:50.545864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4fcfbebb-a1c8-4ea1-87c1-3f7bb130cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:50.555651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcfbebb-a1c8-4ea1-87c1-3f7bb130cf4b None None] Routers {'bd39b918-29d4-4582-a952-16c5c46de92f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:50.556423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4fcfbebb-a1c8-4ea1-87c1-3f7bb130cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd39b918-29d4-4582-a952-16c5c46de92f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:50.568659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Checking segment: {'id': 'e812229e-73d3-44e7-9055-7c47c95a059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:50.568787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network hostable DHCP agents. Network: e3fe3f08-c43c-42b1-a999-31f4b2373af6, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:11:50.589440 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97d426fd-83b0-4624-94b0-3302f97c786a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.606497 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-07b3497a-de75-40ee-a921-03a70e7519c6 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/routers/bd39b918-29d4-4582-a952-16c5c46de92f HTTP/1.1" status: 200 len: 920 time: 0.1312480 Sep 24 00:11:50.606497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38492) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:50.608777 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-97d426fd-83b0-4624-94b0-3302f97c786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.611585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4fcfbebb-a1c8-4ea1-87c1-3f7bb130cf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:50.612244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcfbebb-a1c8-4ea1-87c1-3f7bb130cf4b None None] The sync data for ids ['bd39b918-29d4-4582-a952-16c5c46de92f'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:50.628867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:11:50.653873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-97d426fd-83b0-4624-94b0-3302f97c786a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fd4651abf484861ba761743b7a2ce6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3776729 Sep 24 00:11:50.659541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38494) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:50.668171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Made reservation on behalf of ba057e1a55204339afb98474fbe7106e for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:50.669591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e3fe3f08-c43c-42b1-a999-31f4b2373af6) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:50.671780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.679485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad740291-2ac9-4585-832b-de85e0c5670e None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:50.691000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d426fd-83b0-4624-94b0-3302f97c786a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41566d13-55dd-4ee6-afdb-a62d632d875f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:50.708740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:50.715123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:50.715654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5fd1ca-14ee-4ff2-b0f0-dcd292574deb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:50.715779 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.720257 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7c5fd1ca-14ee-4ff2-b0f0-dcd292574deb tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=bd39b918-29d4-4582-a952-16c5c46de92f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1102846 Sep 24 00:11:50.723321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38496) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:50.784092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-980d7701-9ea8-46e7-9356-6c42888eec19 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2583423 Sep 24 00:11:50.784576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38498) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:50.791746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-379331785'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:50.824759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df9c184f-adf9-40cd-8324-60ad9574d03c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.851903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:50.855368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.865891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df9c184f-adf9-40cd-8324-60ad9574d03c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.873842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Allocated IP 172.20.0.2 (786794ff-c0c5-4b56-97bc-9c87c9b49f66/e4e29616-2e82-402e-9e49-50f33886732a/75f03922-8512-4671-a5f4-21d09f4dfdb9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:50.885278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2e4a95-43cd-443d-8ecc-05e0b4a02bec tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:50.886789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7b2e4a95-43cd-443d-8ecc-05e0b4a02bec tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 881 time: 0.1607831 Sep 24 00:11:50.892154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38500) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:50.899075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:11:50.923935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:50.924291 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Added segment d2e1836d-4e64-4d81-b975-ea7b81d13a53 of type vlan for network 7b1c01c9-6069-47b7-b6c9-a851372ba150 Sep 24 00:11:50.928616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bbc732c2-141a-4e8f-91c0-297d76d18b84 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd39b918-29d4-4582-a952-16c5c46de92f HTTP/1.1" status: 200 len: 205 time: 0.0353239 Sep 24 00:11:50.931355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38502) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:50.998691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.032028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df9c184f-adf9-40cd-8324-60ad9574d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.034572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df9c184f-adf9-40cd-8324-60ad9574d03c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.038227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df9c184f-adf9-40cd-8324-60ad9574d03c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41566d13-55dd-4ee6-afdb-a62d632d875f HTTP/1.1" status: 204 len: 168 time: 0.3750191 Sep 24 00:11:51.049827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9c184f-adf9-40cd-8324-60ad9574d03c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41566d13-55dd-4ee6-afdb-a62d632d875f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:51.062841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.079080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.085891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:51.086606 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.138887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.154805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3646541 Sep 24 00:11:51.156536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38508) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:51.197104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'ports': [{'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6'}, {'network_id': '7b1c01c9-6069-47b7-b6c9-a851372ba150'}]} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:51.197605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:51.197881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': '7b1c01c9-6069-47b7-b6c9-a851372ba150'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:51.205753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84469bb-a076-4ca4-b7d9-83aac63cf00a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Network': ['ID=7b1c01c9-6069-47b7-b6c9-a851372ba150,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:51.219511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 7b1c01c9-6069-47b7-b6c9-a851372ba150 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:11:51.246479 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.281954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80bffff0-2e08-49e5-a8a8-2d37c0cd7876 req-5fc1db2e-f519-41bb-9ce4-7f9f47c666df tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 210 time: 0.1133096 Sep 24 00:11:51.306543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.356494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Deleting port b6c454cf-9286-40eb-a314-30699c6a546d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:51.356903 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.366918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:51.374817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:51.408830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:51.462104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Pushing event updated for resources: {'Port': ['ID=75f03922-8512-4671-a5f4-21d09f4dfdb9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:51.487635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:51.488507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.504284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.508499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 2} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:51.515051 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.519569 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-d81f28e3-3681-4efc-b94f-4a48ef7199e9 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2611480 Sep 24 00:11:51.534647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Request body: {'port': {'device_id': '919a7ad9-2548-4995-bfda-cba2d4893744', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:51.538707 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.539802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Calling delete_port for b6c454cf-9286-40eb-a314-30699c6a546d owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:51.586384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4df3594e-2902-48f0-b685-6eea6dd3f162 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:11:51.616846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.636535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafbabaa-0487-4be0-8df3-1acb24d40fac req-490281d4-1996-4bc1-a989-d88072b160db tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:51.638080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aafbabaa-0487-4be0-8df3-1acb24d40fac req-490281d4-1996-4bc1-a989-d88072b160db tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 943 time: 0.1049674 Sep 24 00:11:51.714201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 06119fc6-f4ca-4324-bdbe-9fbeddbc19b9 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:11:51.734869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aafbabaa-0487-4be0-8df3-1acb24d40fac req-e3d45f54-247f-4ac2-be47-9feba312c936 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847995 Sep 24 00:11:51.830431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.870955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4df3594e-2902-48f0-b685-6eea6dd3f162, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4df3594e-2902-48f0-b685-6eea6dd3f162,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:51.872530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event deleted for resources: {'Port': ['ID=b6c454cf-9286-40eb-a314-30699c6a546d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:51.910957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '4df3594e-2902-48f0-b685-6eea6dd3f162', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': '4df3594e-2902-48f0-b685-6eea6dd3f162', 'mac_address': 'fa:16:3e:f2:45:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:11:51.969756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:51.987272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.007333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df3594e-2902-48f0-b685-6eea6dd3f162 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:52.027814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.032861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4df3594e-2902-48f0-b685-6eea6dd3f162, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4df3594e-2902-48f0-b685-6eea6dd3f162,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:52.040794 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.087001 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.089683 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.123203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4df3594e-2902-48f0-b685-6eea6dd3f162,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:52.135259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 78627efc-74ca-4246-8e61-9ae7bffc655d yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:11:52.169031 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.170686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Fanout notify agent at l3_agent the message router_deleted on router bd39b918-29d4-4582-a952-16c5c46de92f {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:52.176584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f03922-8512-4671-a5f4-21d09f4dfdb9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:52.186919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.190713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.192251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b95a623a-d268-4c33-8d2e-b187dfbba73a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/bd39b918-29d4-4582-a952-16c5c46de92f HTTP/1.1" status: 204 len: 168 time: 1.2599940 Sep 24 00:11:52.196041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38532) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:52.200510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-393a4e46-62bc-43aa-ab1f-fb1700992fe5 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-149324736', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:52.221546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Transition to ACTIVE for port object 75f03922-8512-4671-a5f4-21d09f4dfdb9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:11:52.247298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4df3594e-2902-48f0-b685-6eea6dd3f162'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:11:52.253825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.313348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Pushing event updated for resources: {'Port': ['ID=75f03922-8512-4671-a5f4-21d09f4dfdb9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:52.362459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-393a4e46-62bc-43aa-ab1f-fb1700992fe5 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.363651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-393a4e46-62bc-43aa-ab1f-fb1700992fe5 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.387062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.466653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72852b0-1c39-461c-9c37-e92d1adff0a3 req-86a20681-d79f-41e8-9f2f-839e8d711d35 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:52.478792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b72852b0-1c39-461c-9c37-e92d1adff0a3 req-86a20681-d79f-41e8-9f2f-839e8d711d35 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 943 time: 0.0779018 Sep 24 00:11:52.501012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-393a4e46-62bc-43aa-ab1f-fb1700992fe5 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.529312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-393a4e46-62bc-43aa-ab1f-fb1700992fe5 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.559028 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.562713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Attempting to bind port 75f03922-8512-4671-a5f4-21d09f4dfdb9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:11:52.563178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Attempting to bind port 75f03922-8512-4671-a5f4-21d09f4dfdb9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '714bcfaa-2885-4807-ad5b-f374ea3697bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '786794ff-c0c5-4b56-97bc-9c87c9b49f66'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:11:52.563569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Attempting to bind port 75f03922-8512-4671-a5f4-21d09f4dfdb9 on network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:52.578447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-393a4e46-62bc-43aa-ab1f-fb1700992fe5 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.580318 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-393a4e46-62bc-43aa-ab1f-fb1700992fe5 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3833075 Sep 24 00:11:52.585060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b72852b0-1c39-461c-9c37-e92d1adff0a3 req-de87035b-ec67-4f19-90ad-6382f2acfd4a tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051991 Sep 24 00:11:52.585603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38542) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:52.599084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': True}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:52.602484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Port 75f03922-8512-4671-a5f4-21d09f4dfdb9 on network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:11:52.603028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Attempting to bind port 75f03922-8512-4671-a5f4-21d09f4dfdb9 on network 786794ff-c0c5-4b56-97bc-9c87c9b49f66 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:52.621267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:52.625402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:11:52.625967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Checking segment: {'id': '714bcfaa-2885-4807-ad5b-f374ea3697bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '786794ff-c0c5-4b56-97bc-9c87c9b49f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:52.626521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Bound using segment: {'id': '714bcfaa-2885-4807-ad5b-f374ea3697bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '786794ff-c0c5-4b56-97bc-9c87c9b49f66'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:11:52.627175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Bound port: 75f03922-8512-4671-a5f4-21d09f4dfdb9, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '714bcfaa-2885-4807-ad5b-f374ea3697bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '786794ff-c0c5-4b56-97bc-9c87c9b49f66'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:11:52.627692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.633198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:52.646323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:52.647441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.661968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=06119fc6-f4ca-4324-bdbe-9fbeddbc19b9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:52.771102 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=78627efc-74ca-4246-8e61-9ae7bffc655d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:52.786361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] For port 75f03922-8512-4671-a5f4-21d09f4dfdb9, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:11:52.791195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] For port 75f03922-8512-4671-a5f4-21d09f4dfdb9, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=75f03922-8512-4671-a5f4-21d09f4dfdb9,segment=NetworkSegment(714bcfaa-2885-4807-ad5b-f374ea3697bc),segment_id=714bcfaa-2885-4807-ad5b-f374ea3697bc)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:11:52.793353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Checking segment: {'id': 'd2e1836d-4e64-4d81-b975-ea7b81d13a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7b1c01c9-6069-47b7-b6c9-a851372ba150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:52.793879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network hostable DHCP agents. Network: 7b1c01c9-6069-47b7-b6c9-a851372ba150, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:11:52.809214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.849540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 7b1c01c9-6069-47b7-b6c9-a851372ba150 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:11:52.858957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:52.859779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.861365 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] 10.222.0.18 "PUT /v2.0/ports/75f03922-8512-4671-a5f4-21d09f4dfdb9 HTTP/1.1" status: 200 len: 1092 time: 1.3322766 Sep 24 00:11:52.862018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '919a7ad9-2548-4995-bfda-cba2d4893744', 'tag': '75f03922-8512-4671-a5f4-21d09f4dfdb9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:52.864410 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23" -d '{"events": [{"name": "network-changed", "server_uuid": "919a7ad9-2548-4995-bfda-cba2d4893744", "tag": "75f03922-8512-4671-a5f4-21d09f4dfdb9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:52.887602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 7b1c01c9-6069-47b7-b6c9-a851372ba150) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:52.893917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a5e9a-c662-45f1-8f98-02a29f6228ba service neutron] Pushing event updated for resources: {'Port': ['ID=75f03922-8512-4671-a5f4-21d09f4dfdb9,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:52.897149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:52.903446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:52.908548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:52.909301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:52.935479 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-415dfcce-9dec-4dee-9d3e-da85c8a0542c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7732835 Sep 24 00:11:52.935658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed881e07-a7cc-4461-86ab-9f01669f6835 None None] Network 7b1c01c9-6069-47b7-b6c9-a851372ba150 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:52.939263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38554) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:52.974506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.019457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c49ff9-6be1-4793-a11d-f8b186b1edd6 req-86ae03c1-f510-47a5-95bb-869d455d35b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:53.020150 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72898922-1b7d-433f-9e84-efaa77241057 x-openstack-request-id: req-72898922-1b7d-433f-9e84-efaa77241057 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:53.020641 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "919a7ad9-2548-4995-bfda-cba2d4893744", "tag": "75f03922-8512-4671-a5f4-21d09f4dfdb9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:53.021072 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-72898922-1b7d-433f-9e84-efaa77241057 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:53.021701 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '919a7ad9-2548-4995-bfda-cba2d4893744', 'tag': '75f03922-8512-4671-a5f4-21d09f4dfdb9', 'status': 'completed', 'code': 200} Sep 24 00:11:53.022028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78c49ff9-6be1-4793-a11d-f8b186b1edd6 req-86ae03c1-f510-47a5-95bb-869d455d35b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 944 time: 0.1418364 Sep 24 00:11:53.024350 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdac2812-1b2b-4f37-9428-25431f0860ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.076276 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78c49ff9-6be1-4793-a11d-f8b186b1edd6 req-f152b65b-9078-4830-b71d-3fe61bd3c5b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475597 Sep 24 00:11:53.108851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-0cb4376f-7cf2-4bad-8ac1-6d682bc05ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:53.112159 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-0cb4376f-7cf2-4bad-8ac1-6d682bc05ef1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba057e1a55204339afb98474fbe7106e&device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 1095 time: 0.1705625 Sep 24 00:11:53.176460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b73bce2c-64a0-440a-a22c-8aa8baba16f8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 78627efc-74ca-4246-8e61-9ae7bffc655d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:53.176850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b73bce2c-64a0-440a-a22c-8aa8baba16f8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.180996 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-c7a4a4e0-97af-4e27-9517-bce2a22a450d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75f03922-8512-4671-a5f4-21d09f4dfdb9 HTTP/1.1" status: 200 len: 217 time: 0.0587926 Sep 24 00:11:53.297624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b73bce2c-64a0-440a-a22c-8aa8baba16f8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.312361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-54e88e79-e465-4bea-91f1-866fecf71df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:53.313874 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-54e88e79-e465-4bea-91f1-866fecf71df0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4e29616-2e82-402e-9e49-50f33886732a HTTP/1.1" status: 200 len: 857 time: 0.1182325 Sep 24 00:11:53.317116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.318890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b73bce2c-64a0-440a-a22c-8aa8baba16f8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 78627efc-74ca-4246-8e61-9ae7bffc655d owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:53.340594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.356907 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-54d056c8-72c2-4dd2-b4e8-71288b3c0a19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=786794ff-c0c5-4b56-97bc-9c87c9b49f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332201 Sep 24 00:11:53.507931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Allocated IP 172.25.5.225 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/80db2098-ad27-4645-8293-6bf30e07b658) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:53.525096 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-f757f325-45cf-4b55-904e-12ea3c2cf36c service neutron] 10.222.0.18 "GET /v2.0/networks/786794ff-c0c5-4b56-97bc-9c87c9b49f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291749 Sep 24 00:11:53.528170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b73bce2c-64a0-440a-a22c-8aa8baba16f8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.586809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4df3594e-2902-48f0-b685-6eea6dd3f162 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:53.587394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73bce2c-64a0-440a-a22c-8aa8baba16f8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=78627efc-74ca-4246-8e61-9ae7bffc655d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:53.610115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b73bce2c-64a0-440a-a22c-8aa8baba16f8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.612549 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b73bce2c-64a0-440a-a22c-8aa8baba16f8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/78627efc-74ca-4246-8e61-9ae7bffc655d HTTP/1.1" status: 204 len: 168 time: 0.6704793 Sep 24 00:11:53.641570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38566) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:53.714267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 4df3594e-2902-48f0-b685-6eea6dd3f162 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:11:53.719633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 4df3594e-2902-48f0-b685-6eea6dd3f162 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:53.719970 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.867897 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.880825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54f75a-fae6-4214-99d9-55d2f56a80fd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:53.888571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d54f75a-fae6-4214-99d9-55d2f56a80fd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:53.893637 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4d54f75a-fae6-4214-99d9-55d2f56a80fd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2400706 Sep 24 00:11:53.907095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38574) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:53.913408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4df3594e-2902-48f0-b685-6eea6dd3f162, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4df3594e-2902-48f0-b685-6eea6dd3f162,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:53.914661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b186bac1-e4c4-405a-92f5-a6a2658af33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3594e-2902-48f0-b685-6eea6dd3f162'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:53.918260 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-904ec241-d223-472f-a4e6-4661978e79bf" -d '{"events": [{"server_uuid": "b186bac1-e4c4-405a-92f5-a6a2658af33d", "name": "network-vif-plugged", "status": "completed", "tag": "4df3594e-2902-48f0-b685-6eea6dd3f162"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:53.924770 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:53.986888 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd811f6-7879-4e2e-a338-b67631c8b07d x-openstack-request-id: req-6dd811f6-7879-4e2e-a338-b67631c8b07d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:11:53.987289 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b186bac1-e4c4-405a-92f5-a6a2658af33d", "name": "network-vif-plugged", "status": "completed", "tag": "4df3594e-2902-48f0-b685-6eea6dd3f162", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:11:53.987693 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6dd811f6-7879-4e2e-a338-b67631c8b07d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:11:53.988182 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b186bac1-e4c4-405a-92f5-a6a2658af33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df3594e-2902-48f0-b685-6eea6dd3f162', 'code': 200} Sep 24 00:11:54.033817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4df3594e-2902-48f0-b685-6eea6dd3f162,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:54.111492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fa967454-ff9c-4952-9027-f477e5a8d621 req-9d4f14d1-ce85-4d50-a7a8-e2b15090930b service neutron] 10.222.0.18 "GET /v2.0/networks/786794ff-c0c5-4b56-97bc-9c87c9b49f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5669186 Sep 24 00:11:54.203603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e7255385-f4c5-4d6b-80ed-73a50a615d59 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 06119fc6-f4ca-4324-bdbe-9fbeddbc19b9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:54.203603 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7255385-f4c5-4d6b-80ed-73a50a615d59 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:54.208071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c829a276-948b-4199-8cc8-b1498d8aa9a2 req-9de54df0-c03b-4374-8458-2e85a5189491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:54.209873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c829a276-948b-4199-8cc8-b1498d8aa9a2 req-9de54df0-c03b-4374-8458-2e85a5189491 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 1097 time: 0.1358504 Sep 24 00:11:54.228009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292b3efa-823e-4983-a5e4-c5e89c8b0d10 req-665877ed-961c-490c-8933-28a0f47a8256 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:54.231279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-292b3efa-823e-4983-a5e4-c5e89c8b0d10 req-665877ed-961c-490c-8933-28a0f47a8256 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 943 time: 0.1584380 Sep 24 00:11:54.238126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:54.357449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c829a276-948b-4199-8cc8-b1498d8aa9a2 req-b7cb52df-8452-432a-95d5-38133834050e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397574 Sep 24 00:11:54.374957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-292b3efa-823e-4983-a5e4-c5e89c8b0d10 req-860545ca-5464-46d3-b7bd-e517fa86a7f7 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218843 Sep 24 00:11:54.395916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9cd3b-54f3-40c7-8862-c080749b1886 req-6ab626cf-d4cc-4b44-866d-d617834bbd06 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:54.397859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ba9cd3b-54f3-40c7-8862-c080749b1886 req-6ab626cf-d4cc-4b44-866d-d617834bbd06 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1782768 Sep 24 00:11:54.408560 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:54.488475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:54.504118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:54.513237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'Port': ['ID=80db2098-ad27-4645-8293-6bf30e07b658,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:54.516888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:54.555429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ba9cd3b-54f3-40c7-8862-c080749b1886 req-b40e0dd5-f705-4b43-aedd-a6945fdb9e0b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340146 Sep 24 00:11:54.635134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-b46f5a8e-0014-4724-bb8e-7a78594c25db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:54.636645 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-b46f5a8e-0014-4724-bb8e-7a78594c25db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ba057e1a55204339afb98474fbe7106e&device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 1095 time: 0.4298303 Sep 24 00:11:54.640639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7255385-f4c5-4d6b-80ed-73a50a615d59 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:54.673188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e7255385-f4c5-4d6b-80ed-73a50a615d59 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 06119fc6-f4ca-4324-bdbe-9fbeddbc19b9 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:54.798553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-de246627-d435-4eb8-b6b2-7551e127016e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:54.800090 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-de246627-d435-4eb8-b6b2-7551e127016e service neutron] 10.222.0.18 "GET /v2.0/networks?id=786794ff-c0c5-4b56-97bc-9c87c9b49f66 HTTP/1.1" status: 200 len: 918 time: 0.1563075 Sep 24 00:11:54.848092 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-bbbf34cb-c90c-4780-bcf7-3e71a58c2f3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=75f03922-8512-4671-a5f4-21d09f4dfdb9 HTTP/1.1" status: 200 len: 217 time: 0.0376201 Sep 24 00:11:54.866617 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7255385-f4c5-4d6b-80ed-73a50a615d59 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:54.875408 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:54.941452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7255385-f4c5-4d6b-80ed-73a50a615d59 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=06119fc6-f4ca-4324-bdbe-9fbeddbc19b9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:54.953788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7255385-f4c5-4d6b-80ed-73a50a615d59 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:54.958002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e7255385-f4c5-4d6b-80ed-73a50a615d59 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/06119fc6-f4ca-4324-bdbe-9fbeddbc19b9 HTTP/1.1" status: 204 len: 168 time: 1.0464344 Sep 24 00:11:54.958246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38598) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:54.994036 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-70efeae0-b52d-4911-ac2d-b8d6ffc8b5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:54.995592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-70efeae0-b52d-4911-ac2d-b8d6ffc8b5b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e4e29616-2e82-402e-9e49-50f33886732a HTTP/1.1" status: 200 len: 857 time: 0.1394866 Sep 24 00:11:55.041331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ddccc7-a737-444c-bd11-39258bb87da9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:55.045424 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-31ddccc7-a737-444c-bd11-39258bb87da9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0838034 Sep 24 00:11:55.045424 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-90696fe4-d91a-4c06-9be1-86be34459d6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=786794ff-c0c5-4b56-97bc-9c87c9b49f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372066 Sep 24 00:11:55.045647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:55.093004 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb256983-8241-435f-aa23-d138bac553e6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:11:55.097022 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eb256983-8241-435f-aa23-d138bac553e6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/78627efc-74ca-4246-8e61-9ae7bffc655d HTTP/1.1" status: 404 len: 333 time: 0.0474844 Sep 24 00:11:55.098004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38606) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:55.107980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.112103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.132519 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b656daf0-c784-47e8-afa3-1907ff8cd22e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:11:55.134028 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b656daf0-c784-47e8-afa3-1907ff8cd22e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/06119fc6-f4ca-4324-bdbe-9fbeddbc19b9 HTTP/1.1" status: 404 len: 333 time: 0.0358665 Sep 24 00:11:55.153512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38610) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:55.188179 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-6dcd7441-f4c4-4e01-9af8-5618d3bad3c5 service neutron] 10.222.0.18 "GET /v2.0/networks/786794ff-c0c5-4b56-97bc-9c87c9b49f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333275 Sep 24 00:11:55.275500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.297650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ae06fcda-3e1e-43d5-b486-8f7088ba5c23 req-d00bf82c-610c-40c6-88cb-66431ac5fcf0 service neutron] 10.222.0.18 "GET /v2.0/networks/786794ff-c0c5-4b56-97bc-9c87c9b49f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020224 Sep 24 00:11:55.391338 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.409822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Router 2a8764cc-d7ef-406d-b9d4-9560d66b0b9f is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:11:55.414780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b1c01c9-6069-47b7-b6c9-a851372ba150']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:55.435654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e1836d-4e64-4d81-b975-ea7b81d13a53') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:55.436214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e1836d-4e64-4d81-b975-ea7b81d13a53') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:55.478654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.523617 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.540608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:11:55.541020 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:11:55.572215 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:11:55.652770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7556a-908f-401e-9c69-2d0f1a7756aa req-f956e386-b230-4f67-9968-16d437efcefd tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:55.654330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64c7556a-908f-401e-9c69-2d0f1a7756aa req-f956e386-b230-4f67-9968-16d437efcefd tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 943 time: 0.1781793 Sep 24 00:11:55.666138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:11:55.676405 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23303d8-9920-4e51-b929-770a143f6969 None None] Sync routers for ids ['2a8764cc-d7ef-406d-b9d4-9560d66b0b9f'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:11:55.681948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.685753 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.687015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8fa5e4ad-5bc0-4f1c-a7e0-4e390957e06f tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "PUT /v2.0/routers/2a8764cc-d7ef-406d-b9d4-9560d66b0b9f HTTP/1.1" status: 200 len: 914 time: 3.0941381 Sep 24 00:11:55.690040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38626) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:55.690969 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23303d8-9920-4e51-b929-770a143f6969 None None] Routers {'2a8764cc-d7ef-406d-b9d4-9560d66b0b9f'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:55.691699 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c23303d8-9920-4e51-b929-770a143f6969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2a8764cc-d7ef-406d-b9d4-9560d66b0b9f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:55.708882 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.714470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/networks/7b1c01c9-6069-47b7-b6c9-a851372ba150 HTTP/1.1" status: 204 len: 168 time: 0.5561960 Sep 24 00:11:55.724318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38628) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:55.727778 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c23303d8-9920-4e51-b929-770a143f6969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:55.732375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1536559821'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:55.736897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Network': ['ID=7b1c01c9-6069-47b7-b6c9-a851372ba150,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:55.737363 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23303d8-9920-4e51-b929-770a143f6969 None None] Routers {'2a8764cc-d7ef-406d-b9d4-9560d66b0b9f'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:11:55.737971 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c23303d8-9920-4e51-b929-770a143f6969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2a8764cc-d7ef-406d-b9d4-9560d66b0b9f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:55.767029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.767516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.767867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.768218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.768563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.768861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.769187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.769550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.770081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.770404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.770726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.771067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1282468a-f86a-4395-a3be-e361f09eee79 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:11:55.779712 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c23303d8-9920-4e51-b929-770a143f6969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:11:55.785968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64c7556a-908f-401e-9c69-2d0f1a7756aa req-af23cb74-66b5-419a-84c3-108fddbd4c59 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212392 Sep 24 00:11:55.788292 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23303d8-9920-4e51-b929-770a143f6969 None None] The sync data for ids ['2a8764cc-d7ef-406d-b9d4-9560d66b0b9f'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:11:55.793523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d520bf-104f-417c-bc74-cfe2556b47a9 req-f501abb0-02f8-4669-a0b8-5765ac38ed8c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:55.795062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26d520bf-104f-417c-bc74-cfe2556b47a9 req-f501abb0-02f8-4669-a0b8-5765ac38ed8c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1598635 Sep 24 00:11:55.808925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:55.812462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.823577 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.874333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26d520bf-104f-417c-bc74-cfe2556b47a9 req-a03160a2-bd10-416f-add9-097c7e63d267 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712438 Sep 24 00:11:55.875088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:11:55.879711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f876a94b-5b73-4660-a185-a39db936da20 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/routers/2a8764cc-d7ef-406d-b9d4-9560d66b0b9f HTTP/1.1" status: 200 len: 920 time: 0.1858430 Sep 24 00:11:55.879847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38634) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:55.894316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.895153 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Added segment 8dc1f4a1-776b-425b-a221-167adcbc8574 of type vlan for network f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 Sep 24 00:11:55.976138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c67f495e-3c06-4e5a-8957-0bc56119311b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:55.998097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.014986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6f46e3-2ba5-4565-a62c-3886a0a5a13e tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:56.014986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-db6f46e3-2ba5-4565-a62c-3886a0a5a13e tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=2a8764cc-d7ef-406d-b9d4-9560d66b0b9f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1332922 Sep 24 00:11:56.017321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38646) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:56.051507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.060223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:56.062358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.141457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc33946-b3f4-4710-be7b-c3254589d375 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:56.145881 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fdc33946-b3f4-4710-be7b-c3254589d375 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 881 time: 0.1245408 Sep 24 00:11:56.146072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38650) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:56.179656 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ba8f9fd-ea3f-45a1-9580-a552d2dabe3e tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8764cc-d7ef-406d-b9d4-9560d66b0b9f HTTP/1.1" status: 200 len: 205 time: 0.0301566 Sep 24 00:11:56.179852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Network': ['ID=f4f27f3e-c4ea-44d1-aa56-b87cbfa62640,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:56.179945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38654) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:56.192185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:11:56.205346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-18608a7b-be1e-40aa-9abb-085260b708b4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4771698 Sep 24 00:11:56.231203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38656) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:56.236302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'f4f27f3e-c4ea-44d1-aa56-b87cbfa62640', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:56.315954 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.336098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767bf44-1def-4539-b7f0-8b268c66a75f req-60e18ed2-2b96-4d4d-bc87-19f84af725f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:56.338019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2767bf44-1def-4539-b7f0-8b268c66a75f req-60e18ed2-2b96-4d4d-bc87-19f84af725f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1655948 Sep 24 00:11:56.395733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2767bf44-1def-4539-b7f0-8b268c66a75f req-8014d905-ed38-4956-a6b1-34bac639ac1f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512428 Sep 24 00:11:56.401904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:56.407993 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.448633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.522491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Deleting port 80db2098-ad27-4645-8293-6bf30e07b658 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:56.523209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.625297 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.637621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.643760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Calling delete_port for 80db2098-ad27-4645-8293-6bf30e07b658 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:56.715945 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.728343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Checking segment: {'id': '8dc1f4a1-776b-425b-a221-167adcbc8574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f4f27f3e-c4ea-44d1-aa56-b87cbfa62640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:56.728710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network hostable DHCP agents. Network: f4f27f3e-c4ea-44d1-aa56-b87cbfa62640, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:11:56.731941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=a5eb83c1-d2a8-4a8b-95dd-e9ba4c64e623,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:56.757819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:11:56.771316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f4f27f3e-c4ea-44d1-aa56-b87cbfa62640) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:56.776767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:56.777392 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.783074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49413729-39d6-4fcd-986c-a19608defdb5 None None] Network f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:56.793911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ca63a6a3-de92-45d8-8fe8-08c119c5953e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5616360 Sep 24 00:11:56.796750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38662) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:56.803645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': 'f4f27f3e-c4ea-44d1-aa56-b87cbfa62640', 'name': 'tempest-PortsIpV6TestJSON-1896275252'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:56.884399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.978859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-f4f27f3e-c4ea-44d1-aa56-b87cbfa62640', 'network_id': 'f4f27f3e-c4ea-44d1-aa56-b87cbfa62640', 'tenant_id': '5c7951dbbbfc4b86895607f526842c85', 'fixed_ips': [{'subnet_id': 'a5eb83c1-d2a8-4a8b-95dd-e9ba4c64e623'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:11:56.979764 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:56.980892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event deleted for resources: {'Port': ['ID=80db2098-ad27-4645-8293-6bf30e07b658,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:57.007658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.101274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6576da-4a68-4198-a076-fbfe70bc0936 req-af5b091d-799f-42aa-b485-6f1492272ec1 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:57.111152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d6576da-4a68-4198-a076-fbfe70bc0936 req-af5b091d-799f-42aa-b485-6f1492272ec1 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 943 time: 0.1622217 Sep 24 00:11:57.115243 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.118197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.166802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.167519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Fanout notify agent at l3_agent the message router_deleted on router 2a8764cc-d7ef-406d-b9d4-9560d66b0b9f {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:11:57.187075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Allocated IP 2001:db8::2 (f4f27f3e-c4ea-44d1-aa56-b87cbfa62640/a5eb83c1-d2a8-4a8b-95dd-e9ba4c64e623/dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:57.192862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d6576da-4a68-4198-a076-fbfe70bc0936 req-fd10192b-13f8-43b8-8b9e-11a8c871ed10 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808513 Sep 24 00:11:57.194027 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.194123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:11:57.196243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a9e895c1-593a-47bc-9903-db0570b6e846 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/2a8764cc-d7ef-406d-b9d4-9560d66b0b9f HTTP/1.1" status: 204 len: 168 time: 1.0154715 Sep 24 00:11:57.200471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38672) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:57.204704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.211426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b5788230-b0ab-4957-ad24-2d41f4307656 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1952378161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:57.225506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 71c2a543-070d-4498-bddb-089151372717 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:11:57.275988 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5788230-b0ab-4957-ad24-2d41f4307656 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.278337 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5788230-b0ab-4957-ad24-2d41f4307656 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.349518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 75f03922-8512-4671-a5f4-21d09f4dfdb9 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:11:57.349859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5788230-b0ab-4957-ad24-2d41f4307656 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.355848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5788230-b0ab-4957-ad24-2d41f4307656 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.373132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5788230-b0ab-4957-ad24-2d41f4307656 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.374718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b5788230-b0ab-4957-ad24-2d41f4307656 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1731706 Sep 24 00:11:57.377772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38674) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:57.384795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'enable_snat': False}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:11:57.543600 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.552084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.602099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 75f03922-8512-4671-a5f4-21d09f4dfdb9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=75f03922-8512-4671-a5f4-21d09f4dfdb9,segment=NetworkSegment(714bcfaa-2885-4807-ad5b-f374ea3697bc),segment_id=714bcfaa-2885-4807-ad5b-f374ea3697bc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:57.624286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Network f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:57.638386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:57.642288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:57.644458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '75f03922-8512-4671-a5f4-21d09f4dfdb9', 'network_id': '786794ff-c0c5-4b56-97bc-9c87c9b49f66', 'port_id': '75f03922-8512-4671-a5f4-21d09f4dfdb9', 'mac_address': 'fa:16:3e:d8:6a:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e29616-2e82-402e-9e49-50f33886732a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:11:57.648899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Pushing event updated for resources: {'Port': ['ID=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:57.696504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9a446-88cc-403c-958e-a3ea96bf77be req-fb2b6823-349f-4369-b3f8-e7a2a5ba1dff tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:57.698054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a9a446-88cc-403c-958e-a3ea96bf77be req-fb2b6823-349f-4369-b3f8-e7a2a5ba1dff tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.2050195 Sep 24 00:11:57.723569 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.727135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::1c0 (f4f27f3e-c4ea-44d1-aa56-b87cbfa62640/a5eb83c1-d2a8-4a8b-95dd-e9ba4c64e623/71c2a543-070d-4498-bddb-089151372717) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:57.742716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.755973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Attempting to bind port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:11:57.756339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Attempting to bind port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8dc1f4a1-776b-425b-a221-167adcbc8574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f4f27f3e-c4ea-44d1-aa56-b87cbfa62640'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:11:57.756696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Attempting to bind port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e on network f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:11:57.764217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:11:57.765505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Checking segment: {'id': '8dc1f4a1-776b-425b-a221-167adcbc8574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f4f27f3e-c4ea-44d1-aa56-b87cbfa62640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:11:57.765910 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.766321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Bound using segment: {'id': '8dc1f4a1-776b-425b-a221-167adcbc8574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f4f27f3e-c4ea-44d1-aa56-b87cbfa62640'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:11:57.766767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Bound port: dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc1f4a1-776b-425b-a221-167adcbc8574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f4f27f3e-c4ea-44d1-aa56-b87cbfa62640'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:11:57.767157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.771431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f03922-8512-4671-a5f4-21d09f4dfdb9 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:11:57.798054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a9a446-88cc-403c-958e-a3ea96bf77be req-534841dc-d632-4d1b-8a5f-177e3c1393e9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679762 Sep 24 00:11:57.817808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 75f03922-8512-4671-a5f4-21d09f4dfdb9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=75f03922-8512-4671-a5f4-21d09f4dfdb9,segment=NetworkSegment(714bcfaa-2885-4807-ad5b-f374ea3697bc),segment_id=714bcfaa-2885-4807-ad5b-f374ea3697bc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:57.823298 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.887434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] For port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:11:57.909850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] For port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,segment=NetworkSegment(8dc1f4a1-776b-425b-a221-167adcbc8574),segment_id=8dc1f4a1-776b-425b-a221-167adcbc8574)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:11:57.911064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=75f03922-8512-4671-a5f4-21d09f4dfdb9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:57.916361 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:57.984406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56336f9f-bd15-4ea4-8716-6d831d5702b2 None None] Pushing event updated for resources: {'Port': ['ID=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:58.045236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['75f03922-8512-4671-a5f4-21d09f4dfdb9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:11:58.115940 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:58.127682 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:58.150659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:58.279544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:58.338606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Allocated IP 172.25.5.13 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/7cfea481-048e-4b21-b812-5563a1ece037) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:11:58.390094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:58.398575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:58.412474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:58.418152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:58.419078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:58.455017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=71c2a543-070d-4498-bddb-089151372717,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:58.458852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe13295-0438-429f-87ac-6253ccd5aadc req-b9be7214-8f09-458d-9d4f-971b3b7998f6 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:58.461649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbe13295-0438-429f-87ac-6253ccd5aadc req-b9be7214-8f09-458d-9d4f-971b3b7998f6 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 944 time: 0.1189830 Sep 24 00:11:58.476325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae6550b0-8ea0-499e-be3f-c98adb901f9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6752086 Sep 24 00:11:58.476414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38698) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:58.562037 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbe13295-0438-429f-87ac-6253ccd5aadc req-7741e820-b6f1-4a26-99cf-b91ed2253fc7 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591114 Sep 24 00:11:58.576426 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:58.620681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-19ddeace-492e-436b-85e3-3b19b1d5193b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 71c2a543-070d-4498-bddb-089151372717 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:11:58.621083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19ddeace-492e-436b-85e3-3b19b1d5193b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:58.731800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19ddeace-492e-436b-85e3-3b19b1d5193b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:58.753213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-19ddeace-492e-436b-85e3-3b19b1d5193b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 71c2a543-070d-4498-bddb-089151372717 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:11:58.964165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19ddeace-492e-436b-85e3-3b19b1d5193b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.035246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddeace-492e-436b-85e3-3b19b1d5193b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=71c2a543-070d-4498-bddb-089151372717,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:59.091497 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.097191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19ddeace-492e-436b-85e3-3b19b1d5193b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.100155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-19ddeace-492e-436b-85e3-3b19b1d5193b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/71c2a543-070d-4498-bddb-089151372717 HTTP/1.1" status: 204 len: 168 time: 0.6226139 Sep 24 00:11:59.104004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38714) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:59.115781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.178676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Pushing event updated for resources: {'Port': ['ID=7cfea481-048e-4b21-b812-5563a1ece037,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:59.214619 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-2278e2e1-9f30-4b0e-a0fc-45bccb9d4515 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:11:59.215193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2278e2e1-9f30-4b0e-a0fc-45bccb9d4515 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:11:59.219982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2278e2e1-9f30-4b0e-a0fc-45bccb9d4515 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/71c2a543-070d-4498-bddb-089151372717 HTTP/1.1" status: 404 len: 333 time: 0.1025717 Sep 24 00:11:59.220377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38718) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:59.237127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:11:59.239432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:11:59.242623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:11:59.266361 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e0c089-01b9-4580-aaf1-9a5bdbd68b36 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:11:59.268076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-47e0c089-01b9-4580-aaf1-9a5bdbd68b36 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/71c2a543-070d-4498-bddb-089151372717 HTTP/1.1" status: 404 len: 333 time: 0.0467064 Sep 24 00:11:59.271137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38720) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:59.285342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dda909-3216-40c5-8d51-dff654207113 req-4c1f5ae4-db35-403d-a7fc-7bdab9b4eddf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:59.296308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dda909-3216-40c5-8d51-dff654207113 req-4c1f5ae4-db35-403d-a7fc-7bdab9b4eddf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1938541 Sep 24 00:11:59.346652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4628aa-3cbd-415c-87cc-6c7379d3c118 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet a5eb83c1-d2a8-4a8b-95dd-e9ba4c64e623 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:11:59.352692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4628aa-3cbd-415c-87cc-6c7379d3c118 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.355381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 75f03922-8512-4671-a5f4-21d09f4dfdb9 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:11:59.400544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4628aa-3cbd-415c-87cc-6c7379d3c118 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.425797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dda909-3216-40c5-8d51-dff654207113 req-222ef62d-e78a-4d6b-ac43-3661447db853 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263313 Sep 24 00:11:59.456303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f65b2c-58b2-466a-82fd-267c7cbdc81c None None] Network f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:11:59.498354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 75f03922-8512-4671-a5f4-21d09f4dfdb9 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:11:59.509670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 75f03922-8512-4671-a5f4-21d09f4dfdb9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:59.510341 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.543793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4628aa-3cbd-415c-87cc-6c7379d3c118 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.636037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-adfac3bd-bbbf-445c-8a30-91059ef4ed9e None None] Provisioning complete for port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:11:59.636465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-adfac3bd-bbbf-445c-8a30-91059ef4ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.681121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4628aa-3cbd-415c-87cc-6c7379d3c118 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.710193 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.732985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4628aa-3cbd-415c-87cc-6c7379d3c118 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=a5eb83c1-d2a8-4a8b-95dd-e9ba4c64e623,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:11:59.749342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4628aa-3cbd-415c-87cc-6c7379d3c118 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.753809 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb4628aa-3cbd-415c-87cc-6c7379d3c118 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/a5eb83c1-d2a8-4a8b-95dd-e9ba4c64e623 HTTP/1.1" status: 204 len: 168 time: 0.4792793 Sep 24 00:11:59.754086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38728) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:11:59.835413 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.863875 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.869979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6f3d7-005f-4f2b-b559-9ce89d1a77d1 req-159228d6-717f-4775-b16a-ce5f836207b5 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:11:59.871695 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4bd6f3d7-005f-4f2b-b559-9ce89d1a77d1 req-159228d6-717f-4775-b16a-ce5f836207b5 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 944 time: 0.1488576 Sep 24 00:11:59.908254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 75f03922-8512-4671-a5f4-21d09f4dfdb9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=75f03922-8512-4671-a5f4-21d09f4dfdb9,segment=NetworkSegment(714bcfaa-2885-4807-ad5b-f374ea3697bc),segment_id=714bcfaa-2885-4807-ad5b-f374ea3697bc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:11:59.911631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a7ad9-2548-4995-bfda-cba2d4893744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f03922-8512-4671-a5f4-21d09f4dfdb9'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:11:59.913984 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcd941a-8a1a-4878-b924-8ade15e8cb58" -d '{"events": [{"server_uuid": "919a7ad9-2548-4995-bfda-cba2d4893744", "name": "network-vif-plugged", "status": "completed", "tag": "75f03922-8512-4671-a5f4-21d09f4dfdb9"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:11:59.937959 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:11:59.946856 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-adfac3bd-bbbf-445c-8a30-91059ef4ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.013332 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b08fb25-80f9-487c-8b86-aa9834aeb852 x-openstack-request-id: req-6b08fb25-80f9-487c-8b86-aa9834aeb852 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:00.013830 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a7ad9-2548-4995-bfda-cba2d4893744", "name": "network-vif-plugged", "status": "completed", "tag": "75f03922-8512-4671-a5f4-21d09f4dfdb9", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:00.014219 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b08fb25-80f9-487c-8b86-aa9834aeb852 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:00.015855 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919a7ad9-2548-4995-bfda-cba2d4893744', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f03922-8512-4671-a5f4-21d09f4dfdb9', 'code': 200} Sep 24 00:12:00.031117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:00.031117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.069439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-adfac3bd-bbbf-445c-8a30-91059ef4ed9e None None] For port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,segment=NetworkSegment(8dc1f4a1-776b-425b-a221-167adcbc8574),segment_id=8dc1f4a1-776b-425b-a221-167adcbc8574)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:00.080157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-adfac3bd-bbbf-445c-8a30-91059ef4ed9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.093780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] DHCP port deletion for f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:12:00.113955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=75f03922-8512-4671-a5f4-21d09f4dfdb9,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:00.196275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfac3bd-bbbf-445c-8a30-91059ef4ed9e None None] Pushing event updated for resources: {'Port': ['ID=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:00.213949 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.222083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.224370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] Deleting port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:00.225509 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.232415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] For port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,segment=NetworkSegment(8dc1f4a1-776b-425b-a221-167adcbc8574),segment_id=8dc1f4a1-776b-425b-a221-167adcbc8574)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:00.232780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.256934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:00.270399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c5562-a605-49d9-a222-b2b3a68f9cc4 req-6268d5a6-388d-4a29-af31-e32fa7985e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:00.271981 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c8c5562-a605-49d9-a222-b2b3a68f9cc4 req-6268d5a6-388d-4a29-af31-e32fa7985e49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 1097 time: 0.1670728 Sep 24 00:12:00.272712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4bd6f3d7-005f-4f2b-b559-9ce89d1a77d1 req-5d473be4-015d-43bf-be0a-dbdaff927487 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712940 Sep 24 00:12:00.309030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] For port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,segment=NetworkSegment(8dc1f4a1-776b-425b-a221-167adcbc8574),segment_id=8dc1f4a1-776b-425b-a221-167adcbc8574)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:00.309429 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.321810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] Calling delete_port for dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:00.397995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3c8c5562-a605-49d9-a222-b2b3a68f9cc4 req-e4d79105-f065-4321-bfb6-49ae9eabe0f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176941 Sep 24 00:12:00.418343 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.443963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.446769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Router e3d08c85-035e-4523-a8e5-7e9e429fc6ab is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:12:00.470090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] Pushing event deleted for resources: {'Port': ['ID=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:00.484811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f345f-46fe-4ed6-a2cc-bb1e5bf2790e None None] No DVR routers for this DVR port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:00.523697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No DVR routers for this DVR port dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:00.525280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:00.583269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30df4b7-3bc9-4837-86b0-3f1d963390a2 req-14d8c817-9312-4dc0-8230-27aef8ab8ce6 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:00.591236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f30df4b7-3bc9-4837-86b0-3f1d963390a2 req-14d8c817-9312-4dc0-8230-27aef8ab8ce6 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.0711331 Sep 24 00:12:00.606205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.627888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f27f3e-c4ea-44d1-aa56-b87cbfa62640']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:00.637658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc1f4a1-776b-425b-a221-167adcbc8574') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:00.637941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc1f4a1-776b-425b-a221-167adcbc8574') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:00.648276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.680908 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.681150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f30df4b7-3bc9-4837-86b0-3f1d963390a2 req-7e6d4528-cfa2-495d-b38a-d9840a9f7b8e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847087 Sep 24 00:12:00.682663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:00.692821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:00.692821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:00.693819 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:00.702093 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.703528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3b2e7c29-b7b9-45c0-b48d-0ad1acde9e55 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "PUT /v2.0/routers/e3d08c85-035e-4523-a8e5-7e9e429fc6ab HTTP/1.1" status: 200 len: 915 time: 3.3247349 Sep 24 00:12:00.705520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7f892-61b4-4377-8294-78e480196722 None None] Sync routers for ids ['e3d08c85-035e-4523-a8e5-7e9e429fc6ab'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:00.706295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38748) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:00.721282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7f892-61b4-4377-8294-78e480196722 None None] Routers {'e3d08c85-035e-4523-a8e5-7e9e429fc6ab'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:00.725066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cde7f892-61b4-4377-8294-78e480196722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e3d08c85-035e-4523-a8e5-7e9e429fc6ab'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:00.784867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.798032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cde7f892-61b4-4377-8294-78e480196722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:00.816439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7f892-61b4-4377-8294-78e480196722 None None] Routers {'e3d08c85-035e-4523-a8e5-7e9e429fc6ab'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:00.816880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.817188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cde7f892-61b4-4377-8294-78e480196722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e3d08c85-035e-4523-a8e5-7e9e429fc6ab'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:00.819015 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/networks/f4f27f3e-c4ea-44d1-aa56-b87cbfa62640 HTTP/1.1" status: 204 len: 168 time: 1.0639191 Sep 24 00:12:00.820436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b471a-7e48-4ad5-bf88-9f7bdb5b8156 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Network': ['ID=f4f27f3e-c4ea-44d1-aa56-b87cbfa62640,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:00.822581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38750) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:00.836970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-875200464'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:00.856568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d9f0a066-40f2-415e-a9dc-3e65ed952823 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/routers/e3d08c85-035e-4523-a8e5-7e9e429fc6ab HTTP/1.1" status: 200 len: 921 time: 0.1463509 Sep 24 00:12:00.857145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38752) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:00.857664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cde7f892-61b4-4377-8294-78e480196722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:00.858360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7f892-61b4-4377-8294-78e480196722 None None] The sync data for ids ['e3d08c85-035e-4523-a8e5-7e9e429fc6ab'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:00.898429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:00.901970 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.930737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff7b049-6297-4cdf-8ba5-450fa03f10f2 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:00.934850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3ff7b049-6297-4cdf-8ba5-450fa03f10f2 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=e3d08c85-035e-4523-a8e5-7e9e429fc6ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0743670 Sep 24 00:12:00.935720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38754) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:00.946186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:00.976416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:00.976678 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Added segment de92afec-7ca5-40cc-b07a-d2f90e139d10 of type vlan for network 5262525a-e95f-43b0-b060-12e5adf7bd40 Sep 24 00:12:01.055794 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.087225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba7b99-24a9-4bc6-a7e1-ad8e30ae5c75 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:01.088630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-deba7b99-24a9-4bc6-a7e1-ad8e30ae5c75 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/networks/91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 881 time: 0.1526465 Sep 24 00:12:01.091677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38760) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:01.096852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.104012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:01.104012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.122796 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a6340916-6f80-4a9a-873e-32b6b90bc706 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3d08c85-035e-4523-a8e5-7e9e429fc6ab HTTP/1.1" status: 200 len: 205 time: 0.0279462 Sep 24 00:12:01.126984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38762) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:01.179509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3507724 Sep 24 00:12:01.182432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38766) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:01.190200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': '5262525a-e95f-43b0-b060-12e5adf7bd40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:01.241660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25a748-d9f6-4844-9dbe-b59fc94dad5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Network': ['ID=5262525a-e95f-43b0-b060-12e5adf7bd40,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:01.258472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 5262525a-e95f-43b0-b060-12e5adf7bd40 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:01.333829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:01.340533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.356778 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.545981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4ea74-d74f-4ad1-8c72-d9581b26f74c req-c2e47813-3de2-4737-8972-e7c1a532eb97 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:01.547771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0a4ea74-d74f-4ad1-8c72-d9581b26f74c req-c2e47813-3de2-4737-8972-e7c1a532eb97 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 945 time: 0.1343436 Sep 24 00:12:01.619547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.651831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0a4ea74-d74f-4ad1-8c72-d9581b26f74c req-90b2128b-412a-456f-8ec1-8b2ec3b59cf3 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819371 Sep 24 00:12:01.706726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Deleting port 7cfea481-048e-4b21-b812-5563a1ece037 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:01.707096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.745571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.828885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Checking segment: {'id': 'de92afec-7ca5-40cc-b07a-d2f90e139d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5262525a-e95f-43b0-b060-12e5adf7bd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:01.829240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network hostable DHCP agents. Network: 5262525a-e95f-43b0-b060-12e5adf7bd40, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:01.840701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=3d830d3e-7e6d-40b7-940e-dc4719f85c28,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:01.845662 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.860282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 5262525a-e95f-43b0-b060-12e5adf7bd40 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:01.866005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfabcc7-d02b-4604-9e38-193214a4e5d5 req-b2f61c5f-b687-4c4c-b460-3dc248ae7010 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:01.867590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebfabcc7-d02b-4604-9e38-193214a4e5d5 req-b2f61c5f-b687-4c4c-b460-3dc248ae7010 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1063640 Sep 24 00:12:01.870947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 5262525a-e95f-43b0-b060-12e5adf7bd40) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:01.871970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Calling delete_port for 7cfea481-048e-4b21-b812-5563a1ece037 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:01.880650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:01.881265 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:01.881736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e5763a-effd-4d47-924d-8d8734c01c5b None None] Network 5262525a-e95f-43b0-b060-12e5adf7bd40 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:01.914443 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-975e8c32-9a68-4a07-b163-b9c893acf192 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7306917 Sep 24 00:12:01.917673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38782) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:01.924289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': '5262525a-e95f-43b0-b060-12e5adf7bd40', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1384827636'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:01.945923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebfabcc7-d02b-4604-9e38-193214a4e5d5 req-0063d9ee-ea10-4403-92b1-85a467a54f31 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714142 Sep 24 00:12:01.998196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:02.024468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:02.024816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device dcb4c45b-d9c3-4f1e-b8f2-96b640c8888e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:02.080977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:02.084902 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.104935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 4281c9ba-c088-4fe3-bcf9-25961f9212ff yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:02.119583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-5262525a-e95f-43b0-b060-12e5adf7bd40', 'network_id': '5262525a-e95f-43b0-b060-12e5adf7bd40', 'tenant_id': '5c7951dbbbfc4b86895607f526842c85', 'fixed_ips': [{'subnet_id': '3d830d3e-7e6d-40b7-940e-dc4719f85c28'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:12:02.120303 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.120707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.161848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event deleted for resources: {'Port': ['ID=7cfea481-048e-4b21-b812-5563a1ece037,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:02.234814 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.283264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::22b (5262525a-e95f-43b0-b060-12e5adf7bd40/3d830d3e-7e6d-40b7-940e-dc4719f85c28/4281c9ba-c088-4fe3-bcf9-25961f9212ff) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:02.336532 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.339616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.408294 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.408943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Fanout notify agent at l3_agent the message router_deleted on router e3d08c85-035e-4523-a8e5-7e9e429fc6ab {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:12:02.419728 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.423239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-12f0312c-1d66-44fb-97d2-467f15c2f1e2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/e3d08c85-035e-4523-a8e5-7e9e429fc6ab HTTP/1.1" status: 204 len: 168 time: 1.2944992 Sep 24 00:12:02.425456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38794) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:02.431542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1256515304', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:02.450964 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.483915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.487060 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.496356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.557045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Allocated IP 2001:db8::2 (5262525a-e95f-43b0-b060-12e5adf7bd40/3d830d3e-7e6d-40b7-940e-dc4719f85c28/6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:02.557610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.573660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 5262525a-e95f-43b0-b060-12e5adf7bd40 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:02.579475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:02.593001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:02.604374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:02.604575 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.621373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=4281c9ba-c088-4fe3-bcf9-25961f9212ff,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:02.630079 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2a078224-8b2d-4cbe-a75f-8833bea98fab tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.7110212 Sep 24 00:12:02.632741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:02.736433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.743953 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.796313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-407b8fd1-17f0-404a-8e16-dfcbeb050b3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 4281c9ba-c088-4fe3-bcf9-25961f9212ff {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:02.796811 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407b8fd1-17f0-404a-8e16-dfcbeb050b3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.809787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.811236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Pushing event updated for resources: {'Port': ['ID=6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:02.851302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Network 5262525a-e95f-43b0-b060-12e5adf7bd40 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:02.855713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:02.864194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:02.932861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407b8fd1-17f0-404a-8e16-dfcbeb050b3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.955501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Attempting to bind port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:02.955949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Attempting to bind port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'de92afec-7ca5-40cc-b07a-d2f90e139d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5262525a-e95f-43b0-b060-12e5adf7bd40'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:02.956542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Attempting to bind port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d on network 5262525a-e95f-43b0-b060-12e5adf7bd40 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:02.960099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-407b8fd1-17f0-404a-8e16-dfcbeb050b3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 4281c9ba-c088-4fe3-bcf9-25961f9212ff owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:02.972232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:02.972618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Checking segment: {'id': 'de92afec-7ca5-40cc-b07a-d2f90e139d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5262525a-e95f-43b0-b060-12e5adf7bd40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:02.973028 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:02.973425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Bound using segment: {'id': 'de92afec-7ca5-40cc-b07a-d2f90e139d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5262525a-e95f-43b0-b060-12e5adf7bd40'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:02.973920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Bound port: 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de92afec-7ca5-40cc-b07a-d2f90e139d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5262525a-e95f-43b0-b060-12e5adf7bd40'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:02.974302 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:03.007142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13d6b10-169e-4cd1-9e67-918d6727ad01 req-9e45d1e1-e08e-4add-8d77-f4692d134b68 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:03.009365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c13d6b10-169e-4cd1-9e67-918d6727ad01 req-9e45d1e1-e08e-4add-8d77-f4692d134b68 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 945 time: 0.1580803 Sep 24 00:12:03.074174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c13d6b10-169e-4cd1-9e67-918d6727ad01 req-d9c0aa42-e97e-409d-a365-27f183cadbf1 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562093 Sep 24 00:12:03.099302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] For port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:03.103679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] For port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d,segment=NetworkSegment(de92afec-7ca5-40cc-b07a-d2f90e139d10),segment_id=de92afec-7ca5-40cc-b07a-d2f90e139d10)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:03.127053 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:03.180431 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407b8fd1-17f0-404a-8e16-dfcbeb050b3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:03.209065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f835bb7-03ca-4968-babe-537cbb7b7c1e req-7d09f891-8632-4fe3-8b7d-7b2decc18a47 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:03.210470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f835bb7-03ca-4968-babe-537cbb7b7c1e req-7d09f891-8632-4fe3-8b7d-7b2decc18a47 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1551387 Sep 24 00:12:03.225513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b8fd1-17f0-404a-8e16-dfcbeb050b3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=4281c9ba-c088-4fe3-bcf9-25961f9212ff,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:03.261922 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-407b8fd1-17f0-404a-8e16-dfcbeb050b3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:03.264924 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-407b8fd1-17f0-404a-8e16-dfcbeb050b3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/4281c9ba-c088-4fe3-bcf9-25961f9212ff HTTP/1.1" status: 204 len: 168 time: 0.6287613 Sep 24 00:12:03.267759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38816) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:03.275579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1260137-d755-47ac-8730-8d0581d19d19 None None] Pushing event updated for resources: {'Port': ['ID=6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:03.315317 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f3a5271-dffa-4cdd-97ab-17e0f48813ae tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:03.319656 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0f3a5271-dffa-4cdd-97ab-17e0f48813ae tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/4281c9ba-c088-4fe3-bcf9-25961f9212ff HTTP/1.1" status: 404 len: 333 time: 0.0478482 Sep 24 00:12:03.320057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38820) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:03.395465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a11aec2-5812-4a97-86ab-51adcc111635 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 3d830d3e-7e6d-40b7-940e-dc4719f85c28 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:03.402132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a11aec2-5812-4a97-86ab-51adcc111635 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:03.460094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a11aec2-5812-4a97-86ab-51adcc111635 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:03.927489 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a11aec2-5812-4a97-86ab-51adcc111635 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:03.930796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:03.960228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.034411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a11aec2-5812-4a97-86ab-51adcc111635 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.056335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:04.062291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a11aec2-5812-4a97-86ab-51adcc111635 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=3d830d3e-7e6d-40b7-940e-dc4719f85c28,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:04.067544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a11aec2-5812-4a97-86ab-51adcc111635 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.072642 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2a11aec2-5812-4a97-86ab-51adcc111635 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/3d830d3e-7e6d-40b7-940e-dc4719f85c28 HTTP/1.1" status: 204 len: 168 time: 0.7517533 Sep 24 00:12:04.073312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38832) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:04.123059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Allocated IP 172.25.5.234 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/2e013c0c-9b22-4f61-8d25-f00f8ea51a9d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:04.134411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:04.135144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.235666 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.238440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.292203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f835bb7-03ca-4968-babe-537cbb7b7c1e req-ceedbacd-a385-49e4-9887-4224415b3450 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217625 Sep 24 00:12:04.302104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d,segment=NetworkSegment(de92afec-7ca5-40cc-b07a-d2f90e139d10),segment_id=de92afec-7ca5-40cc-b07a-d2f90e139d10)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:04.309061 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.334368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32dad23-267c-4ec0-97c5-b9c17a3786e4 req-1fbf415e-927a-4ba6-ac46-674c7b5f72db tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:04.343126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f32dad23-267c-4ec0-97c5-b9c17a3786e4 req-1fbf415e-927a-4ba6-ac46-674c7b5f72db tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 945 time: 0.4700820 Sep 24 00:12:04.354250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:04.356572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.403777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:04.413399 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.428751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f32dad23-267c-4ec0-97c5-b9c17a3786e4 req-77bef95e-3322-4213-b866-2c07ecb945e2 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813193 Sep 24 00:12:04.480069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] For port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d,segment=NetworkSegment(de92afec-7ca5-40cc-b07a-d2f90e139d10),segment_id=de92afec-7ca5-40cc-b07a-d2f90e139d10)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:04.480522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.486137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.502137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:04.583875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event updated for resources: {'Port': ['ID=2e013c0c-9b22-4f61-8d25-f00f8ea51a9d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:04.602140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:04.603937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:04.607666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:04.625125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.657722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:04.659670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No DVR routers for this DVR port 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:04.810980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b227def-cbbf-4fe2-a30f-0f6b90ea3eb9 None None] Network 5262525a-e95f-43b0-b060-12e5adf7bd40 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:04.853043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.877842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-77ed0aa4-21e4-4365-8b08-5252f1efa8ae None None] Could not find standard attr ID for object 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:12:04.886286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-0583ee58-bbfd-4fd0-a8c8-bde91cd0e47e tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:04.887961 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-0583ee58-bbfd-4fd0-a8c8-bde91cd0e47e tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.18 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 945 time: 0.1397066 Sep 24 00:12:04.933116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:04.949383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5262525a-e95f-43b0-b060-12e5adf7bd40']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:04.980306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de92afec-7ca5-40cc-b07a-d2f90e139d10') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:04.982224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de92afec-7ca5-40cc-b07a-d2f90e139d10') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:05.006982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.065781 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.070590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38848) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:05.083996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:05.084789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:05.088578 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:05.090986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3532129-66d1-4cd5-a9c5-3a37ffe8623a None None] DHCP port deletion for 5262525a-e95f-43b0-b060-12e5adf7bd40 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:12:05.161990 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Deleting port 75f03922-8512-4671-a5f4-21d09f4dfdb9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:05.162501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.184307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.185455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.201643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.207834 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/networks/5262525a-e95f-43b0-b060-12e5adf7bd40 HTTP/1.1" status: 204 len: 168 time: 1.1295187 Sep 24 00:12:05.225046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38852) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:05.281637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'name': 'tempest-PortsIpV6TestJSON-232909307'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:05.284930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043e85fb-3f3a-4480-b47f-ad8f16568f31 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Network': ['ID=5262525a-e95f-43b0-b060-12e5adf7bd40,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:05.326521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-adff8532-de88-4d6b-82fc-2f965a1135d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.349658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Router e881b357-b3a0-4328-932c-882c1631d704 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:12:05.427438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] For port 75f03922-8512-4671-a5f4-21d09f4dfdb9, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=75f03922-8512-4671-a5f4-21d09f4dfdb9,segment=NetworkSegment(714bcfaa-2885-4807-ad5b-f374ea3697bc),segment_id=714bcfaa-2885-4807-ad5b-f374ea3697bc)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:05.427714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.452875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Calling delete_port for 75f03922-8512-4671-a5f4-21d09f4dfdb9 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:05.472004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b0b4-4071-47bb-aeb7-e06f8bc1c4a3 req-4df9eabb-2079-48fa-8a49-601c4cbffd86 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:05.474526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86e3b0b4-4071-47bb-aeb7-e06f8bc1c4a3 req-4df9eabb-2079-48fa-8a49-601c4cbffd86 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.0770984 Sep 24 00:12:05.572131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-adff8532-de88-4d6b-82fc-2f965a1135d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.578114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-adff8532-de88-4d6b-82fc-2f965a1135d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.598307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:05.609780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86e3b0b4-4071-47bb-aeb7-e06f8bc1c4a3 req-dfd2244c-ea2c-40c5-8877-232e49783c5d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253171 Sep 24 00:12:05.612120 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c33bf8-4fa0-4461-96bb-1e2143945024 None None] Sync routers for ids ['e881b357-b3a0-4328-932c-882c1631d704'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:05.628539 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c33bf8-4fa0-4461-96bb-1e2143945024 None None] Routers {'e881b357-b3a0-4328-932c-882c1631d704'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:05.629323 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-15c33bf8-4fa0-4461-96bb-1e2143945024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e881b357-b3a0-4328-932c-882c1631d704'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:05.631470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e9d6a-600a-40ed-a49a-7b0bff0107d1 req-ffe4e666-1c23-420b-bb05-c1ca902fb004 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:05.635216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-858e9d6a-600a-40ed-a49a-7b0bff0107d1 req-ffe4e666-1c23-420b-bb05-c1ca902fb004 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/ports?device_id=919a7ad9-2548-4995-bfda-cba2d4893744 HTTP/1.1" status: 200 len: 945 time: 0.1090369 Sep 24 00:12:05.662222 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-15c33bf8-4fa0-4461-96bb-1e2143945024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:05.671638 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c33bf8-4fa0-4461-96bb-1e2143945024 None None] Routers {'e881b357-b3a0-4328-932c-882c1631d704'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:05.672445 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-15c33bf8-4fa0-4461-96bb-1e2143945024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e881b357-b3a0-4328-932c-882c1631d704'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:05.687011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-858e9d6a-600a-40ed-a49a-7b0bff0107d1 req-e94f37ab-e607-447b-8a89-2a4d64b8d8b8 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc3169ae-ccb9-47b6-8183-5d7588eb1263&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464919 Sep 24 00:12:05.712341 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-adff8532-de88-4d6b-82fc-2f965a1135d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57da9df6f86742b7bf8b76716c54b607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6398137 Sep 24 00:12:05.715147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38858) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:05.716814 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-15c33bf8-4fa0-4461-96bb-1e2143945024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:05.717567 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c33bf8-4fa0-4461-96bb-1e2143945024 None None] The sync data for ids ['e881b357-b3a0-4328-932c-882c1631d704'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:05.722088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff8532-de88-4d6b-82fc-2f965a1135d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3964c1f4-8ce2-4b84-b03f-26a8ab595797,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:05.725746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:05.729829 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.734419 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.746413 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.750187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-da7f9a42-769f-4a5b-af20-2f9a9044bf64 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.3225996 Sep 24 00:12:05.752780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38860) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:05.757771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:05.781571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 62b0d97c-1a96-45d6-8909-ddc0f71fa0cd yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:05.786214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Pushing event deleted for resources: {'Port': ['ID=75f03922-8512-4671-a5f4-21d09f4dfdb9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:05.869211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] No DVR routers for this DVR port 75f03922-8512-4671-a5f4-21d09f4dfdb9 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:05.874742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:05.876767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0cc2af80-9c7d-42e0-9bfd-b18f8f55e86b req-ba108267-186c-4561-98ee-9729a140e193 tempest-InstanceActionsV221TestJSON-1920319691 tempest-InstanceActionsV221TestJSON-1920319691-project] 10.222.0.18 "DELETE /v2.0/ports/75f03922-8512-4671-a5f4-21d09f4dfdb9 HTTP/1.1" status: 204 len: 173 time: 0.9819140 Sep 24 00:12:05.877224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '919a7ad9-2548-4995-bfda-cba2d4893744', 'name': 'network-vif-deleted', 'tag': '75f03922-8512-4671-a5f4-21d09f4dfdb9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:12:05.880069 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a2d6de-f579-4d5d-aecf-033186f25fe1" -d '{"events": [{"server_uuid": "919a7ad9-2548-4995-bfda-cba2d4893744", "name": "network-vif-deleted", "tag": "75f03922-8512-4671-a5f4-21d09f4dfdb9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:12:05.912837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fa6eaf7-f41e-4f48-9d9b-3dead1d38f3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.042678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:06.056992 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fa6eaf7-f41e-4f48-9d9b-3dead1d38f3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.075915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:06.076530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6b4e2b1e-1b4b-4b3b-b225-73a2e45cc53d not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:06.131442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.166358 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f10683-1a71-4b74-976b-bbd42074c902 x-openstack-request-id: req-73f10683-1a71-4b74-976b-bbd42074c902 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:06.167004 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "919a7ad9-2548-4995-bfda-cba2d4893744", "name": "network-vif-deleted", "tag": "75f03922-8512-4671-a5f4-21d09f4dfdb9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:06.167335 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73f10683-1a71-4b74-976b-bbd42074c902 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:06.167818 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '919a7ad9-2548-4995-bfda-cba2d4893744', 'name': 'network-vif-deleted', 'tag': '75f03922-8512-4671-a5f4-21d09f4dfdb9', 'status': 'completed', 'code': 200} Sep 24 00:12:06.188010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.222293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fa6eaf7-f41e-4f48-9d9b-3dead1d38f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.224759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3fa6eaf7-f41e-4f48-9d9b-3dead1d38f3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.228602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3fa6eaf7-f41e-4f48-9d9b-3dead1d38f3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3964c1f4-8ce2-4b84-b03f-26a8ab595797 HTTP/1.1" status: 204 len: 168 time: 0.5093830 Sep 24 00:12:06.239803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa6eaf7-f41e-4f48-9d9b-3dead1d38f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3964c1f4-8ce2-4b84-b03f-26a8ab595797,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:06.261565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:06.270742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:06.273466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:06.279727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:06.280379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.294302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.299030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=62b0d97c-1a96-45d6-8909-ddc0f71fa0cd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:06.311777 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.311945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-49ecf77d-819d-4c40-84a0-e95d350f8b40 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0840931 Sep 24 00:12:06.313575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38868) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:06.366353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Deleting port 2e013c0c-9b22-4f61-8d25-f00f8ea51a9d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:06.366776 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.411726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c1f52-a997-4c5b-ac88-f6f1a555eeb7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 62b0d97c-1a96-45d6-8909-ddc0f71fa0cd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:06.412601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1f52-a997-4c5b-ac88-f6f1a555eeb7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.463026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.476254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Calling delete_port for 2e013c0c-9b22-4f61-8d25-f00f8ea51a9d owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:06.489451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1f52-a997-4c5b-ac88-f6f1a555eeb7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.503648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3d6c1f52-a997-4c5b-ac88-f6f1a555eeb7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 62b0d97c-1a96-45d6-8909-ddc0f71fa0cd owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:06.520911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.591210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38872) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:06.606342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.621369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1f52-a997-4c5b-ac88-f6f1a555eeb7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.663195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d6c1f52-a997-4c5b-ac88-f6f1a555eeb7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.665148 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d6c1f52-a997-4c5b-ac88-f6f1a555eeb7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/62b0d97c-1a96-45d6-8909-ddc0f71fa0cd HTTP/1.1" status: 204 len: 168 time: 0.3504860 Sep 24 00:12:06.667779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38876) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:06.668144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c1f52-a997-4c5b-ac88-f6f1a555eeb7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=62b0d97c-1a96-45d6-8909-ddc0f71fa0cd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:06.674469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'mac_address': 'fa:16:3e:3a:bc:ff', 'name': 'tempest-PortsIpV6TestJSON-888457230'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:06.739680 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.788875 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.793275 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.811309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Pushing event deleted for resources: {'Port': ['ID=2e013c0c-9b22-4f61-8d25-f00f8ea51a9d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:06.842804 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bfb9e17ce1c45aba981d04e13e54a79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472606 Sep 24 00:12:06.842804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=348c58ee-fe59-4060-b31c-51e7243e4876,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:06.843103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38882) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:06.876161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.876514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.876850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.877178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.877515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.877842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.878158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.878616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.879060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.879694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.879694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.879932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e56253-2f55-4a44-a8a0-cc1872b7652f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:06.886396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:06.902773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b975e-c527-4b82-af93-855512ef0550 req-29b4f7f2-e2db-404b-8ace-07e96bcb14f4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:06.906553 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc099750-6f28-4dd4-a06d-3164c6d579cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.910551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a3b975e-c527-4b82-af93-855512ef0550 req-29b4f7f2-e2db-404b-8ace-07e96bcb14f4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.2179234 Sep 24 00:12:06.928634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc099750-6f28-4dd4-a06d-3164c6d579cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.932340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38888) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:06.945227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:06.997400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e88bf7-b0cc-47c8-9676-5f078a8733c4 admin admin] Deleting subnet e4e29616-2e82-402e-9e49-50f33886732a {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:07.001994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19e88bf7-b0cc-47c8-9676-5f078a8733c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.047008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19e88bf7-b0cc-47c8-9676-5f078a8733c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.075036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc099750-6f28-4dd4-a06d-3164c6d579cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.077630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc099750-6f28-4dd4-a06d-3164c6d579cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.079256 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bc099750-6f28-4dd4-a06d-3164c6d579cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/348c58ee-fe59-4060-b31c-51e7243e4876 HTTP/1.1" status: 204 len: 168 time: 0.2343817 Sep 24 00:12:07.079994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a3b975e-c527-4b82-af93-855512ef0550 req-fd817102-a259-40dd-8e69-a13b3b29a963 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669052 Sep 24 00:12:07.084307 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.111479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc099750-6f28-4dd4-a06d-3164c6d579cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=348c58ee-fe59-4060-b31c-51e7243e4876,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:07.162673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19e88bf7-b0cc-47c8-9676-5f078a8733c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.183543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port cfaddced-15f2-400c-8a93-24167b18722d yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:07.259468 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.264582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.268774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19e88bf7-b0cc-47c8-9676-5f078a8733c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.304641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e88bf7-b0cc-47c8-9676-5f078a8733c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4e29616-2e82-402e-9e49-50f33886732a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:07.323710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19e88bf7-b0cc-47c8-9676-5f078a8733c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.325997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-19e88bf7-b0cc-47c8-9676-5f078a8733c4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e4e29616-2e82-402e-9e49-50f33886732a HTTP/1.1" status: 204 len: 168 time: 0.3926911 Sep 24 00:12:07.328622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38900) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:07.409128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 75f03922-8512-4671-a5f4-21d09f4dfdb9 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:07.443544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 75f03922-8512-4671-a5f4-21d09f4dfdb9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:07.444236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 75f03922-8512-4671-a5f4-21d09f4dfdb9 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:07.453598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.578324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.626097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786794ff-c0c5-4b56-97bc-9c87c9b49f66']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:07.638257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714bcfaa-2885-4807-ad5b-f374ea3697bc') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:07.638555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714bcfaa-2885-4807-ad5b-f374ea3697bc') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:07.675913 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.696892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.705243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:07.705657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:07.708186 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:07.771020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38904) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:07.793774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd31efc0-9e14-43ef-890b-9ccde975308d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.802063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.840275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Router e881b357-b3a0-4328-932c-882c1631d704 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:12:07.887996 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd31efc0-9e14-43ef-890b-9ccde975308d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.893699 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.896033 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] 10.222.0.24 "DELETE /v2.0/networks/786794ff-c0c5-4b56-97bc-9c87c9b49f66 HTTP/1.1" status: 204 len: 168 time: 0.5661092 Sep 24 00:12:07.897953 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd31efc0-9e14-43ef-890b-9ccde975308d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.920066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:07.921046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c99f54-f8c9-463e-94d2-fc19c61ddf34 admin admin] Pushing event deleted for resources: {'Network': ['ID=786794ff-c0c5-4b56-97bc-9c87c9b49f66,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:07.958687 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd31efc0-9e14-43ef-890b-9ccde975308d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f5a39b92f5d44a9a8461512250b099c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865659 Sep 24 00:12:07.959414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38908) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:07.967186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd31efc0-9e14-43ef-890b-9ccde975308d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc16975-08c5-4093-81e2-5f13b4473fcb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:08.025712 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60b17e33-fd28-4a7c-9b12-a77a9240053f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.040017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:08.048325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.052527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cc484b23-3ec9-4d1e-b1f1-f5ca21abc001 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "PUT /v2.0/routers/e881b357-b3a0-4328-932c-882c1631d704 HTTP/1.1" status: 200 len: 706 time: 2.2986691 Sep 24 00:12:08.053194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38910) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.055250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb881a4f-e197-4597-b790-1647af065cfe None None] Sync routers for ids ['e881b357-b3a0-4328-932c-882c1631d704'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:08.057147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60b17e33-fd28-4a7c-9b12-a77a9240053f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.069816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb881a4f-e197-4597-b790-1647af065cfe None None] Routers {'e881b357-b3a0-4328-932c-882c1631d704'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:08.070636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bb881a4f-e197-4597-b790-1647af065cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e881b357-b3a0-4328-932c-882c1631d704'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:08.111567 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.159261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bb881a4f-e197-4597-b790-1647af065cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:08.179244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb881a4f-e197-4597-b790-1647af065cfe None None] Routers {'e881b357-b3a0-4328-932c-882c1631d704'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:08.179874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bb881a4f-e197-4597-b790-1647af065cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:11:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['e881b357-b3a0-4328-932c-882c1631d704'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:08.192972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8002d22d-2e03-4d4a-b63b-19be447a7cfe tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/routers/e881b357-b3a0-4328-932c-882c1631d704 HTTP/1.1" status: 200 len: 741 time: 0.1381798 Sep 24 00:12:08.196319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38914) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.232145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=cfaddced-15f2-400c-8a93-24167b18722d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:08.253522 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-636fa14b-f0ea-4635-96f7-61974931f021 tempest-RoutersAdminTest-1428898835 tempest-RoutersAdminTest-1428898835-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&device_id=e881b357-b3a0-4328-932c-882c1631d704 HTTP/1.1" status: 200 len: 205 time: 0.0558560 Sep 24 00:12:08.257303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38916) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.258191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38918) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.261585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bb881a4f-e197-4597-b790-1647af065cfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:08.262467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb881a4f-e197-4597-b790-1647af065cfe None None] The sync data for ids ['e881b357-b3a0-4328-932c-882c1631d704'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:08.272655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:08.278332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:08.285051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:08.295047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:08.296366 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.312007 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7842893d-abe6-4ba6-8b39-66462a012fa2 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=e881b357-b3a0-4328-932c-882c1631d704 HTTP/1.1" status: 200 len: 205 time: 0.0500376 Sep 24 00:12:08.313347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38920) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.326656 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-72c8de00-d9c9-419c-b367-e4b9ee71f80e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6552227 Sep 24 00:12:08.332172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38924) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.363001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9af44e-c4f8-4a98-be2e-5f9f6cc946a2 req-bb0e897b-7e74-4c67-b24f-51c7f805cb8e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:08.364548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d9af44e-c4f8-4a98-be2e-5f9f6cc946a2 req-bb0e897b-7e74-4c67-b24f-51c7f805cb8e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1725762 Sep 24 00:12:08.402769 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60b17e33-fd28-4a7c-9b12-a77a9240053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.405777 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-60b17e33-fd28-4a7c-9b12-a77a9240053f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.406994 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-60b17e33-fd28-4a7c-9b12-a77a9240053f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2dc16975-08c5-4093-81e2-5f13b4473fcb HTTP/1.1" status: 204 len: 168 time: 0.4460485 Sep 24 00:12:08.410406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-229937c9-8997-4498-b938-2c5247fc70ac tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.424913 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-68e00039-3690-4f1d-93dc-654a6672a6d7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba057e1a55204339afb98474fbe7106e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542611 Sep 24 00:12:08.425216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38928) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.439380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f4b6c7-8767-42f5-85ec-b7c3ea23760a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:08.440772 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-04f4b6c7-8767-42f5-85ec-b7c3ea23760a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/cfaddced-15f2-400c-8a93-24167b18722d HTTP/1.1" status: 200 len: 844 time: 0.0941765 Sep 24 00:12:08.441607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b17e33-fd28-4a7c-9b12-a77a9240053f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc16975-08c5-4093-81e2-5f13b4473fcb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:08.448738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38930) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.570084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be9fa365-bdb1-4c69-bf42-bccaab52e792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.595811 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be9fa365-bdb1-4c69-bf42-bccaab52e792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.628042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1958b5e2-4b09-4226-9bc6-e54c39e730ca tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port cfaddced-15f2-400c-8a93-24167b18722d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:08.628238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d9af44e-c4f8-4a98-be2e-5f9f6cc946a2 req-ed3bab49-483f-4e4b-848c-203f437c7e3f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547631 Sep 24 00:12:08.628479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1958b5e2-4b09-4226-9bc6-e54c39e730ca tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.660822 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-229937c9-8997-4498-b938-2c5247fc70ac tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.663754 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-229937c9-8997-4498-b938-2c5247fc70ac tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.726889 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1958b5e2-4b09-4226-9bc6-e54c39e730ca tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.729939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be9fa365-bdb1-4c69-bf42-bccaab52e792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.732609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be9fa365-bdb1-4c69-bf42-bccaab52e792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.734650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-be9fa365-bdb1-4c69-bf42-bccaab52e792 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc3169ae-ccb9-47b6-8183-5d7588eb1263 HTTP/1.1" status: 204 len: 168 time: 0.3085053 Sep 24 00:12:08.753282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-229937c9-8997-4498-b938-2c5247fc70ac tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.753681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1958b5e2-4b09-4226-9bc6-e54c39e730ca tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for cfaddced-15f2-400c-8a93-24167b18722d owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:08.756136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fa365-bdb1-4c69-bf42-bccaab52e792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3169ae-ccb9-47b6-8183-5d7588eb1263,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:08.756258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229937c9-8997-4498-b938-2c5247fc70ac tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Fanout notify agent at l3_agent the message router_deleted on router e881b357-b3a0-4328-932c-882c1631d704 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:12:08.779598 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-229937c9-8997-4498-b938-2c5247fc70ac tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.784497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-229937c9-8997-4498-b938-2c5247fc70ac tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/e881b357-b3a0-4328-932c-882c1631d704 HTTP/1.1" status: 204 len: 168 time: 0.4665110 Sep 24 00:12:08.791287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38936) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.824339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-27a5617a-225e-49a2-bad7-070dd99da628 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=e881b357-b3a0-4328-932c-882c1631d704 HTTP/1.1" status: 200 len: 205 time: 0.0313301 Sep 24 00:12:08.826313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38938) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.871865 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-d41c54eb-4b7f-47fd-8bc1-51380ab7424a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] delete failed (client error): The resource could not be found. Sep 24 00:12:08.872923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d41c54eb-4b7f-47fd-8bc1-51380ab7424a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/e881b357-b3a0-4328-932c-882c1631d704 HTTP/1.1" status: 404 len: 336 time: 0.0451949 Sep 24 00:12:08.876145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38940) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.910995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1958b5e2-4b09-4226-9bc6-e54c39e730ca tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.911725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-04bed510-739b-4159-9699-6db4a96801b0 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3d08c85-035e-4523-a8e5-7e9e429fc6ab HTTP/1.1" status: 200 len: 205 time: 0.0340581 Sep 24 00:12:08.913851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38944) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.957533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1958b5e2-4b09-4226-9bc6-e54c39e730ca tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:08.958324 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-f557f7cc-4ec0-47ae-a7d4-46b1e9d94896 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] delete failed (client error): The resource could not be found. Sep 24 00:12:08.959796 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1958b5e2-4b09-4226-9bc6-e54c39e730ca tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/cfaddced-15f2-400c-8a93-24167b18722d HTTP/1.1" status: 204 len: 168 time: 0.5092480 Sep 24 00:12:08.960888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958b5e2-4b09-4226-9bc6-e54c39e730ca tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=cfaddced-15f2-400c-8a93-24167b18722d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:08.962385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f557f7cc-4ec0-47ae-a7d4-46b1e9d94896 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/e3d08c85-035e-4523-a8e5-7e9e429fc6ab HTTP/1.1" status: 404 len: 336 time: 0.0472627 Sep 24 00:12:08.963134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38946) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:08.963520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38948) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.017188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9783d5cb-810f-4a75-97cd-efe77ce2ac59 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a8764cc-d7ef-406d-b9d4-9560d66b0b9f HTTP/1.1" status: 200 len: 205 time: 0.0524044 Sep 24 00:12:09.018803 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-621ec817-aa47-4af6-8ee5-8211842a0da2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:09.019650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.024454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-621ec817-aa47-4af6-8ee5-8211842a0da2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/cfaddced-15f2-400c-8a93-24167b18722d HTTP/1.1" status: 404 len: 333 time: 0.0547984 Sep 24 00:12:09.024454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38954) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.030093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'name': 'tempest-PortsIpV6TestJSON-1093443486'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:09.037463 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:09.071607 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-6386beff-7e1b-4da6-b9e9-782d41a1cbfa tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] delete failed (client error): The resource could not be found. Sep 24 00:12:09.072685 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6386beff-7e1b-4da6-b9e9-782d41a1cbfa tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/2a8764cc-d7ef-406d-b9d4-9560d66b0b9f HTTP/1.1" status: 404 len: 336 time: 0.0517910 Sep 24 00:12:09.075621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38958) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.146891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cf4492f2-ca93-492e-a648-49bb9a654ef1 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd39b918-29d4-4582-a952-16c5c46de92f HTTP/1.1" status: 200 len: 205 time: 0.0596528 Sep 24 00:12:09.149224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38966) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.173008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:09.180249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:09.199602 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-04d13c1f-b6c2-4e25-aba2-162a7489ad1a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] delete failed (client error): The resource could not be found. Sep 24 00:12:09.200682 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-04d13c1f-b6c2-4e25-aba2-162a7489ad1a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/bd39b918-29d4-4582-a952-16c5c46de92f HTTP/1.1" status: 404 len: 336 time: 0.0504885 Sep 24 00:12:09.205914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38972) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.210009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:09.234554 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8b3f2a56-13e0-4066-a8ff-bf087947ba86 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=40a3fb13-b99a-44dc-8eb0-ba4019e05ddf HTTP/1.1" status: 200 len: 205 time: 0.0275228 Sep 24 00:12:09.237132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38974) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.288528 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-c1ed1970-b030-4e7c-ac2a-a3da249bbe54 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] delete failed (client error): The resource could not be found. Sep 24 00:12:09.289742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c1ed1970-b030-4e7c-ac2a-a3da249bbe54 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/40a3fb13-b99a-44dc-8eb0-ba4019e05ddf HTTP/1.1" status: 404 len: 336 time: 0.0515683 Sep 24 00:12:09.295185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38976) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.339333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb092abd-c630-464f-8d24-45a61412e88d tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "GET /v2.0/ports?device_id=26f4f3c6-2555-41e8-8e61-21fecf4795e5 HTTP/1.1" status: 200 len: 205 time: 0.0422225 Sep 24 00:12:09.343044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38980) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.393390 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-05936385-c668-4ac1-8fad-a2e88be171f6 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] delete failed (client error): The resource could not be found. Sep 24 00:12:09.394407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-05936385-c668-4ac1-8fad-a2e88be171f6 tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/routers/26f4f3c6-2555-41e8-8e61-21fecf4795e5 HTTP/1.1" status: 404 len: 336 time: 0.0509751 Sep 24 00:12:09.397337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38988) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.440659 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98040ea-fac0-417c-bf8e-7afa1c699f0a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] DELETE failed (client error): The resource could not be found. Sep 24 00:12:09.441207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c98040ea-fac0-417c-bf8e-7afa1c699f0a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:12:09.443039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c98040ea-fac0-417c-bf8e-7afa1c699f0a tempest-RoutersAdminTest-1667265875 tempest-RoutersAdminTest-1667265875-project] 10.222.0.24 "DELETE /v2.0/subnets/7db53e69-4b01-4ce8-a8aa-38f412d943c5 HTTP/1.1" status: 404 len: 337 time: 0.0447915 Sep 24 00:12:09.556576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:09.597869 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:09.664510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:09.668523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:09.672888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:09.678844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:09.679464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:09.690720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:09.702859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cfb7074b-869c-4147-a962-7f998613c51c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6768093 Sep 24 00:12:09.705253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39010) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.711562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:09.779588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39012) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:09.824212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be531e-65e0-4af7-a6b1-7e3ed9ac1406 req-561c367f-482c-4779-9991-279c21ce74b1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:09.841031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79be531e-65e0-4af7-a6b1-7e3ed9ac1406 req-561c367f-482c-4779-9991-279c21ce74b1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.0925114 Sep 24 00:12:09.845056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:09.931963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79be531e-65e0-4af7-a6b1-7e3ed9ac1406 req-8be97ccd-4aa0-4a01-aff8-9f38253ef429 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892866 Sep 24 00:12:09.990422 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7b59ba3-763b-4da9-909b-e13156ec1a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.146712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39026) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:10.148940 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.157582 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.165293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7b59ba3-763b-4da9-909b-e13156ec1a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.174226 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7b59ba3-763b-4da9-909b-e13156ec1a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.248850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] In _notify_port_updated(), no bound segment for port ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa on network e3fe3f08-c43c-42b1-a999-31f4b2373af6 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:12:10.260623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:10.261187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.265941 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "PUT /v2.0/ports/ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa HTTP/1.1" status: 200 len: 818 time: 0.5560367 Sep 24 00:12:10.267709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39034) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:10.277558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf96567-3473-4cf9-92c7-a645ab441809 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:10.285634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a7b59ba3-763b-4da9-909b-e13156ec1a66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03b3ace16a0442e8be07e5d042dd0840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5041246 Sep 24 00:12:10.291777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39036) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:10.294588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b59ba3-763b-4da9-909b-e13156ec1a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd849ba-f954-4c17-a12b-cc813ba589cf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:10.324769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1982911996-network', 'tenant_id': '0f089ea71fe44d9db840eae83b81a6d6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:10.351801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Made reservation on behalf of 0f089ea71fe44d9db840eae83b81a6d6 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:10.354690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.366327 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.388394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5255c04-f446-45b9-8369-606c86417cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.413298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5255c04-f446-45b9-8369-606c86417cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.466115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8bba31c3-54ec-44e9-b4f5-dd671387c4c2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:10.466483 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bba31c3-54ec-44e9-b4f5-dd671387c4c2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.479994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5255c04-f446-45b9-8369-606c86417cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.483733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c5255c04-f446-45b9-8369-606c86417cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.485294 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c5255c04-f446-45b9-8369-606c86417cd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/acd849ba-f954-4c17-a12b-cc813ba589cf HTTP/1.1" status: 204 len: 168 time: 0.1923101 Sep 24 00:12:10.495296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5255c04-f446-45b9-8369-606c86417cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd849ba-f954-4c17-a12b-cc813ba589cf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:10.553616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bba31c3-54ec-44e9-b4f5-dd671387c4c2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.573296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8bba31c3-54ec-44e9-b4f5-dd671387c4c2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:10.640110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.649354 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.692378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:10.694562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4645b29-2f57-4a79-ac47-af96228caa75,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:10.713325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.713632 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Added segment 71c61c9c-9934-4200-9cc4-8a9855b2ce4f of type vlan for network 69a91898-8705-40b8-9f71-8e4265510d79 Sep 24 00:12:10.763031 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.765778 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bba31c3-54ec-44e9-b4f5-dd671387c4c2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.814618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8bba31c3-54ec-44e9-b4f5-dd671387c4c2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.816603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8bba31c3-54ec-44e9-b4f5-dd671387c4c2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa HTTP/1.1" status: 204 len: 168 time: 0.5493312 Sep 24 00:12:10.819277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:10.820152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba31c3-54ec-44e9-b4f5-dd671387c4c2 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:10.838845 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.839925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:10.840595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.881981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36501134-aa70-4470-8e1a-09c44724a3cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:10.883908 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-36501134-aa70-4470-8e1a-09c44724a3cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0631058 Sep 24 00:12:10.886537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39058) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:10.915720 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1481c4-5c33-4ded-bcef-83273b744e1a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:10.917605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bb1481c4-5c33-4ded-bcef-83273b744e1a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/ad51c56d-4fbf-4e67-8fc2-c582e69eb4fa HTTP/1.1" status: 404 len: 333 time: 0.0298645 Sep 24 00:12:10.922740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39062) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:10.927688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1258742070'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:10.947354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7984443 Sep 24 00:12:10.948293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd8064-a4f6-43ed-88fe-f58ed03c700d admin admin] Pushing event updated for resources: {'Network': ['ID=69a91898-8705-40b8-9f71-8e4265510d79,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:10.948591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39064) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:10.954327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Request body: {'subnet': {'network_id': '69a91898-8705-40b8-9f71-8e4265510d79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1982911996-subnet', 'tenant_id': '0f089ea71fe44d9db840eae83b81a6d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:10.959710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39068) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:10.964503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 69a91898-8705-40b8-9f71-8e4265510d79 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:10.981718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:10.986423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:10.992500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Made reservation on behalf of 0f089ea71fe44d9db840eae83b81a6d6 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:10.995074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.047769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:11.049355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5eb49745-ffe4-43cd-a5fa-59daf8d15899 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8212ebc1c4b4bcead3874b1d3b371ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882406 Sep 24 00:12:11.052178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39070) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:11.093116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39072) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:11.107680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799169-176a-4b3d-a4f8-bbd6edcff9fb req-96ac6467-edd6-4029-a271-5ace75add2d3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:11.109835 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb799169-176a-4b3d-a4f8-bbd6edcff9fb req-96ac6467-edd6-4029-a271-5ace75add2d3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.0593059 Sep 24 00:12:11.160485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb799169-176a-4b3d-a4f8-bbd6edcff9fb req-41f65d78-abe6-4a16-bc7d-f01ec81ad4b9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434308 Sep 24 00:12:11.191498 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.191913 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Added segment eff8a973-14ad-487c-a67f-3b2a787c5499 of type vlan for network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a Sep 24 00:12:11.294169 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0b4400c-836c-431f-a55b-327bc0aaef06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.402561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0b4400c-836c-431f-a55b-327bc0aaef06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.407003 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0b4400c-836c-431f-a55b-327bc0aaef06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.445904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b4400c-836c-431f-a55b-327bc0aaef06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cc19a1-46fd-46f9-98e9-69ba38947dc8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:11.450804 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d0b4400c-836c-431f-a55b-327bc0aaef06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8ed2199b87745818d2c37e21d499ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3566093 Sep 24 00:12:11.453432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:11.508253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09a94f3b-97d2-4099-b012-3605452359b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.532014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09a94f3b-97d2-4099-b012-3605452359b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.581807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09a94f3b-97d2-4099-b012-3605452359b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.584530 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-09a94f3b-97d2-4099-b012-3605452359b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.589558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-09a94f3b-97d2-4099-b012-3605452359b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1cc19a1-46fd-46f9-98e9-69ba38947dc8 HTTP/1.1" status: 204 len: 168 time: 0.1313365 Sep 24 00:12:11.595136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a94f3b-97d2-4099-b012-3605452359b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cc19a1-46fd-46f9-98e9-69ba38947dc8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:11.607286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.634216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.644289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-afcb39da-b031-482a-9aee-ea3033c9c0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.716551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.722945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:11.723556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.734500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4579109-456b-45bd-ab0d-f1a8d7378a58,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:11.740395 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-afcb39da-b031-482a-9aee-ea3033c9c0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.805378 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8814974 Sep 24 00:12:11.808247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39088) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:11.813599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:11.846449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cd11b1-e5a2-46a7-ad01-591d9aff3fba tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Network': ['ID=4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:11.854546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Checking segment: {'id': '71c61c9c-9934-4200-9cc4-8a9855b2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '69a91898-8705-40b8-9f71-8e4265510d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:11.855165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Network hostable DHCP agents. Network: 69a91898-8705-40b8-9f71-8e4265510d79, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:11.858686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:11.890611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Network 69a91898-8705-40b8-9f71-8e4265510d79 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:11.931393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 69a91898-8705-40b8-9f71-8e4265510d79) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:11.937499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:11.938717 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.943884 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-afcb39da-b031-482a-9aee-ea3033c9c0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.946659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-afcb39da-b031-482a-9aee-ea3033c9c0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:11.948039 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-afcb39da-b031-482a-9aee-ea3033c9c0d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2bdff363-6112-457e-9594-af0f0957128e HTTP/1.1" status: 204 len: 168 time: 0.8346961 Sep 24 00:12:11.964142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb39da-b031-482a-9aee-ea3033c9c0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdff363-6112-457e-9594-af0f0957128e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:11.999921 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-94238733-2bdf-48d0-bcd7-67989bf2e0ff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0395274 Sep 24 00:12:12.010356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026165ec-40c2-4c0c-ad7f-d5986933568b None None] Network 69a91898-8705-40b8-9f71-8e4265510d79 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:12.049973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:12.054374 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:12.286432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba440f5a-3781-486b-87ae-dc24cf73ee75 None None] Network 69a91898-8705-40b8-9f71-8e4265510d79 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:12.441994 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:12.524035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=97652ea9-502a-4d57-b47f-cd4ecfb851af,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:12.601662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd6e02-5fcf-4d05-97e1-8ed9762d6ea0 req-0d09690e-8833-4a3f-8bb6-2259aa4d1462 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:12.603767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7bcd6e02-5fcf-4d05-97e1-8ed9762d6ea0 req-0d09690e-8833-4a3f-8bb6-2259aa4d1462 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1990066 Sep 24 00:12:12.611977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Checking segment: {'id': 'eff8a973-14ad-487c-a67f-3b2a787c5499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:12.612477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network hostable DHCP agents. Network: 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:12.693401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7bcd6e02-5fcf-4d05-97e1-8ed9762d6ea0 req-bb79607a-89ed-460b-bb90-db5ae143058f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825005 Sep 24 00:12:12.694151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:12.714645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:12.725583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656169da-d35f-4aab-82a6-349575946e1b None None] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:12.726320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:12.728063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:12.751543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f441f2ba-a8aa-4178-be45-d858965dd7d0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9394312 Sep 24 00:12:12.751894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39118) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:12.758156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2b9d7b85-9907-4865-874e-aa8b7fa0e525 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:12.938628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9d7b85-9907-4865-874e-aa8b7fa0e525 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:12.945420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b9d7b85-9907-4865-874e-aa8b7fa0e525 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.073837 n-d-713498-18 neutron-server[106378]: INFO neutron.db.ipam_backend_mixin [None req-2b9d7b85-9907-4865-874e-aa8b7fa0e525 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 97652ea9-502a-4d57-b47f-cd4ecfb851af (CIDR: 2001:db8::/64) Sep 24 00:12:13.079971 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9d7b85-9907-4865-874e-aa8b7fa0e525 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:12:13.080769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9d7b85-9907-4865-874e-aa8b7fa0e525 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:12:13.090057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a', 'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a', 'tenant_id': '5c7951dbbbfc4b86895607f526842c85', 'fixed_ips': [{'subnet_id': '97652ea9-502a-4d57-b47f-cd4ecfb851af'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:12:13.090968 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.105135 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2b9d7b85-9907-4865-874e-aa8b7fa0e525 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3520267 Sep 24 00:12:13.106612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39138) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:13.112163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-f8bf60d8-520b-4cc7-afb8-85845d411009 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:13.114156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-f8bf60d8-520b-4cc7-afb8-85845d411009 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/networks?id=69a91898-8705-40b8-9f71-8e4265510d79 HTTP/1.1" status: 200 len: 821 time: 0.2531431 Sep 24 00:12:13.115568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:13.142356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-22e0aaec-1d86-4a20-8604-eb35f3ed77f6 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/quotas/0f089ea71fe44d9db840eae83b81a6d6 HTTP/1.1" status: 200 len: 375 time: 0.0169289 Sep 24 00:12:13.233961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-5c7d3325-3281-4d4d-979d-2657eb4dbdb1 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0f089ea71fe44d9db840eae83b81a6d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868318 Sep 24 00:12:13.263381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Allocated IP 2001:db8::2 (4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a/97652ea9-502a-4d57-b47f-cd4ecfb851af/638c7645-19c9-4866-9121-2648c10ba347) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:13.293196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:13.301278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.445167 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.450367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-fd9ac938-d116-49b2-adbc-b324d6ec0577 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:12:13.455700 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.460349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-fd9ac938-d116-49b2-adbc-b324d6ec0577 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2153485 Sep 24 00:12:13.520001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Pushing event updated for resources: {'Port': ['ID=638c7645-19c9-4866-9121-2648c10ba347,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:13.536697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:13.538354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:13.544305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:13.605056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Attempting to bind port 638c7645-19c9-4866-9121-2648c10ba347 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:13.605683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Attempting to bind port 638c7645-19c9-4866-9121-2648c10ba347 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'eff8a973-14ad-487c-a67f-3b2a787c5499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:13.606197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Attempting to bind port 638c7645-19c9-4866-9121-2648c10ba347 on network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:13.614030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:13.614827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Checking segment: {'id': 'eff8a973-14ad-487c-a67f-3b2a787c5499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:13.615567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.616084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Bound using segment: {'id': 'eff8a973-14ad-487c-a67f-3b2a787c5499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:13.617681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Bound port: 638c7645-19c9-4866-9121-2648c10ba347, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eff8a973-14ad-487c-a67f-3b2a787c5499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:13.618462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.627905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-cf0be3a4-763c-4b90-ae99-7cb3e909d335 service neutron] 10.222.0.24 "GET /v2.0/networks/69a91898-8705-40b8-9f71-8e4265510d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657741 Sep 24 00:12:13.698545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] For port 638c7645-19c9-4866-9121-2648c10ba347, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:13.702536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] For port 638c7645-19c9-4866-9121-2648c10ba347, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=638c7645-19c9-4866-9121-2648c10ba347,segment=NetworkSegment(eff8a973-14ad-487c-a67f-3b2a787c5499),segment_id=eff8a973-14ad-487c-a67f-3b2a787c5499)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:13.707782 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.810882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1673a-fb40-4ce7-b1f4-5fe02ed18d25 None None] Pushing event updated for resources: {'Port': ['ID=638c7645-19c9-4866-9121-2648c10ba347,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:13.816706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.917770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:13.928459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:13.938024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:13.941442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:13.949204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-aeaf3d90-77dd-4aa8-94d6-f00b968d637c service neutron] 10.222.0.24 "GET /v2.0/networks/69a91898-8705-40b8-9f71-8e4265510d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106813 Sep 24 00:12:13.974810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=84065b17-ca3f-445d-868c-49e8036b013f,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:13.989433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-654c84cd-bff2-40cb-a0ee-e46eb7c41e00 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8791134 Sep 24 00:12:13.989613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cebba-2339-4233-a96a-f5d42db1c076 req-d43727eb-1901-4e34-a7bf-de94cb698582 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:13.995338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39162) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:14.000478 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa6cebba-2339-4233-a96a-f5d42db1c076 req-d43727eb-1901-4e34-a7bf-de94cb698582 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1428533 Sep 24 00:12:14.006294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a', 'fixed_ips': [{'subnet_id': '97652ea9-502a-4d57-b47f-cd4ecfb851af'}, {'subnet_id': '84065b17-ca3f-445d-868c-49e8036b013f'}], 'name': 'tempest-PortsIpV6TestJSON-95235431'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:14.071728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa6cebba-2339-4233-a96a-f5d42db1c076 req-4367d8e1-bb44-4fef-bbc0-c296aaa3c9bc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706027 Sep 24 00:12:14.242552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:14.355593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e215f18b-fcc9-43d1-9b44-8be4f8183fb5 req-9b270e9f-c0d4-4fef-add1-5d15183f0a65 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0618422 Sep 24 00:12:14.453650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:14.490487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 43c4fe77-ae69-4d81-9260-3ca7fa05317e yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:14.635671 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:12:14.921979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::110 (4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a/97652ea9-502a-4d57-b47f-cd4ecfb851af/43c4fe77-ae69-4d81-9260-3ca7fa05317e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:14.932294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8:0:1::248 (4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a/84065b17-ca3f-445d-868c-49e8036b013f/43c4fe77-ae69-4d81-9260-3ca7fa05317e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:15.149744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.232282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.241522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39218) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:15.354615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:15.371401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:15.377380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:15.384645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:15.385308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.427865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2ffe67-a9e6-4744-9fe6-297a98e135b3 None None] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:15.429504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd017e-a561-4eee-a2a1-43e54f803610 req-91f6cf18-6d84-42e9-bf13-548ac5bcd115 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:15.431702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04dd017e-a561-4eee-a2a1-43e54f803610 req-91f6cf18-6d84-42e9-bf13-548ac5bcd115 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.2040675 Sep 24 00:12:15.442186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1310772400', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:15.449302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.4524014 Sep 24 00:12:15.459653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39236) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:15.476834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97652ea9-502a-4d57-b47f-cd4ecfb851af'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:15.507721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecfef10-df0d-4510-a1c0-07704a7cabc8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=43c4fe77-ae69-4d81-9260-3ca7fa05317e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:15.561595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b928e5e7-9d9d-4b9b-a6be-7db864c72ac3 req-22861078-affa-4d82-9c49-c4433562da30 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 210 time: 0.0721939 Sep 24 00:12:15.575067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Made reservation on behalf of 3960fd07e9fd47cdbce58c759fc6c8b7 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:15.578041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.641538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04dd017e-a561-4eee-a2a1-43e54f803610 req-3b42a2de-8797-423f-a044-a04080a31147 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541293 Sep 24 00:12:15.642510 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.707419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-71e74939-8825-4bff-bc80-2c7fb723d53e None None] Provisioning complete for port 638c7645-19c9-4866-9121-2648c10ba347 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:15.707815 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e74939-8825-4bff-bc80-2c7fb723d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.761072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.786892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.794550 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.805061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] device_id is not set on port 324e1415-a902-4ddc-aa86-147de3acf5c4 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:15.844784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-67e89e43-e64e-423a-9141-128d7664b4d6 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:15.846684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-67e89e43-e64e-423a-9141-128d7664b4d6 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.18 "GET /v2.0/networks?id=69a91898-8705-40b8-9f71-8e4265510d79 HTTP/1.1" status: 200 len: 821 time: 0.2687619 Sep 24 00:12:15.876900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=243ee2d5-1c95-4188-99ac-823cda84868b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:15.883926 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Request body: {'port': {'device_id': '90f6fcba-8be6-4f66-892c-874f2da0c0f2', 'network_id': '69a91898-8705-40b8-9f71-8e4265510d79', 'admin_state_up': True, 'tenant_id': '0f089ea71fe44d9db840eae83b81a6d6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:15.913989 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e74939-8825-4bff-bc80-2c7fb723d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:15.936741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a862e96-37d9-49b2-9edb-fc85c4b08a3c None None] Update dhcp port {'port': {'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a', 'fixed_ips': [{'subnet_id': '97652ea9-502a-4d57-b47f-cd4ecfb851af', 'ip_address': '2001:db8::2'}, {'subnet_id': '84065b17-ca3f-445d-868c-49e8036b013f'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '638c7645-19c9-4866-9121-2648c10ba347'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:12:15.962605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Allocated IP 172.25.5.254 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/324e1415-a902-4ddc-aa86-147de3acf5c4) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:15.997254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-71e74939-8825-4bff-bc80-2c7fb723d53e None None] For port 638c7645-19c9-4866-9121-2648c10ba347, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=638c7645-19c9-4866-9121-2648c10ba347,segment=NetworkSegment(eff8a973-14ad-487c-a67f-3b2a787c5499),segment_id=eff8a973-14ad-487c-a67f-3b2a787c5499)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:16.007968 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e74939-8825-4bff-bc80-2c7fb723d53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.016071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2a862e96-37d9-49b2-9edb-fc85c4b08a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.026454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39248) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:16.114944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Made reservation on behalf of 0f089ea71fe44d9db840eae83b81a6d6 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:16.118571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.121904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e74939-8825-4bff-bc80-2c7fb723d53e None None] Pushing event updated for resources: {'Port': ['ID=638c7645-19c9-4866-9121-2648c10ba347,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:16.166654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39252) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:16.199304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 638c7645-19c9-4866-9121-2648c10ba347 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:16.259256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.329609 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 638c7645-19c9-4866-9121-2648c10ba347 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:16.329979 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.332133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.376114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Allocated IP 172.20.0.3 (69a91898-8705-40b8-9f71-8e4265510d79/d4579109-456b-45bd-ab0d-f1a8d7378a58/63ce0eda-b511-47ea-b87c-714502f4417d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:16.399059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-2a862e96-37d9-49b2-9edb-fc85c4b08a3c None None] Allocated IP 2001:db8:0:1::2 (4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a/84065b17-ca3f-445d-868c-49e8036b013f/638c7645-19c9-4866-9121-2648c10ba347) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:16.409830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:16.412505 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32ce09a0-7ca8-4b96-bb60-9ce46ecfbb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.414307 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-837bccda-3983-4c82-a775-c2536da4e515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.433548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:16.436810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Pushing event updated for resources: {'Port': ['ID=324e1415-a902-4ddc-aa86-147de3acf5c4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:16.449732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:16.483358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-837bccda-3983-4c82-a775-c2536da4e515 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:12:16.483358 n-d-713498-18 neutron-server[106379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 00:12:16.483358 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id_1': '4729d0542bc54c1fa17d8a78dde1e2b6', 'expiration_1': datetime.datetime(2021, 9, 24, 0, 11, 56, 453206)}] Sep 24 00:12:16.483358 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:12:16.483764 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [None req-837bccda-3983-4c82-a775-c2536da4e515 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:12:16.505982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:16.506678 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.553763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2a862e96-37d9-49b2-9edb-fc85c4b08a3c None None] For port 638c7645-19c9-4866-9121-2648c10ba347, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=638c7645-19c9-4866-9121-2648c10ba347,segment=NetworkSegment(eff8a973-14ad-487c-a67f-3b2a787c5499),segment_id=eff8a973-14ad-487c-a67f-3b2a787c5499)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:16.554422 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.574467 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32ce09a0-7ca8-4b96-bb60-9ce46ecfbb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.580708 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32ce09a0-7ca8-4b96-bb60-9ce46ecfbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.585909 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2a862e96-37d9-49b2-9edb-fc85c4b08a3c None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.587697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4058dea4-1bbc-4e56-9b48-606e561141e7 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.3449335 Sep 24 00:12:16.590512 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:16.594930 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2a862e96-37d9-49b2-9edb-fc85c4b08a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.606228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.254'}]}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:16.613125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.633843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-32ce09a0-7ca8-4b96-bb60-9ce46ecfbb13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64d2f8d9c8824fb899116b0e1c852f69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4648042 Sep 24 00:12:16.634532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce09a0-7ca8-4b96-bb60-9ce46ecfbb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5b3611-43f6-402c-a30a-65d5db1a3ae1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:16.637952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39260) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:16.693871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a862e96-37d9-49b2-9edb-fc85c4b08a3c None None] Pushing event updated for resources: {'Port': ['ID=638c7645-19c9-4866-9121-2648c10ba347,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:16.713157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Delete allocated IP 2001:db8:0:1::248 (4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a/84065b17-ca3f-445d-868c-49e8036b013f) {{(pid=106378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 00:12:16.769020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e46381-8b3c-4a40-89e9-a4c9202d7057 req-930e4b12-dc2f-48c3-bc71-08d790b963bb tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:16.775318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50e46381-8b3c-4a40-89e9-a4c9202d7057 req-930e4b12-dc2f-48c3-bc71-08d790b963bb tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 931 time: 0.1044559 Sep 24 00:12:16.776546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe892-71d2-4bbd-b9db-673685b5db39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.784719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Network 69a91898-8705-40b8-9f71-8e4265510d79 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:16.800104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:16.816719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:16.821681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Pushing event updated for resources: {'Port': ['ID=63ce0eda-b511-47ea-b87c-714502f4417d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:16.824247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.825328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.840414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe892-71d2-4bbd-b9db-673685b5db39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.863517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797eb0fe-3230-443d-9f41-0d3ef563e577 req-12b85f42-65d7-46d9-9473-068c7c1f5b23 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:16.864915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-797eb0fe-3230-443d-9f41-0d3ef563e577 req-12b85f42-65d7-46d9-9473-068c7c1f5b23 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1453533 Sep 24 00:12:16.874378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50e46381-8b3c-4a40-89e9-a4c9202d7057 req-b9c521af-8694-4d4d-970a-4adf3fd0b96e tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935504 Sep 24 00:12:16.928113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-797eb0fe-3230-443d-9f41-0d3ef563e577 req-2d65b111-c4d7-4488-85d1-c177a4f0a68d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486956 Sep 24 00:12:16.946914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe892-71d2-4bbd-b9db-673685b5db39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.949739 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0fbe892-71d2-4bbd-b9db-673685b5db39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.951105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b0fbe892-71d2-4bbd-b9db-673685b5db39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae5b3611-43f6-402c-a30a-65d5db1a3ae1 HTTP/1.1" status: 204 len: 168 time: 0.3122003 Sep 24 00:12:16.957132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:16.957785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:16.962452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbe892-71d2-4bbd-b9db-673685b5db39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5b3611-43f6-402c-a30a-65d5db1a3ae1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:16.984669 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-837bccda-3983-4c82-a775-c2536da4e515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.008907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.019399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-a0b7b83f-455b-41e6-a562-0332165b0b0d tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1447108 Sep 24 00:12:17.102651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.119600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-837bccda-3983-4c82-a775-c2536da4e515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.128430 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-837bccda-3983-4c82-a775-c2536da4e515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.140881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.190143 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-837bccda-3983-4c82-a775-c2536da4e515 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4729d0542bc54c1fa17d8a78dde1e2b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1602535 Sep 24 00:12:17.200659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39270) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:17.202883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bccda-3983-4c82-a775-c2536da4e515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13c75007-d2d7-42d7-8e22-5099088412d3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:17.284328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] In _notify_port_updated(), no bound segment for port 43c4fe77-ae69-4d81-9260-3ca7fa05317e on network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:12:17.285849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c2796fc-dee3-4f0e-ba75-1bd0f77d2fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.296614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:17.296781 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.300577 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "PUT /v2.0/ports/43c4fe77-ae69-4d81-9260-3ca7fa05317e HTTP/1.1" status: 200 len: 924 time: 1.8367884 Sep 24 00:12:17.302891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39272) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:17.308825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '97652ea9-502a-4d57-b47f-cd4ecfb851af'}, {'subnet_id': '84065b17-ca3f-445d-868c-49e8036b013f'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:17.325174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.327508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c2796fc-dee3-4f0e-ba75-1bd0f77d2fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.338263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Request body: {'port': {'device_id': '90f6fcba-8be6-4f66-892c-874f2da0c0f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:17.343967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4245e7-ef8b-4cf8-9b0b-39475208976e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=43c4fe77-ae69-4d81-9260-3ca7fa05317e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:17.377422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39274) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:17.419946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3f143c2-c0b9-4fe0-a3dc-125807846122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.454290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.465712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94c0930-eff4-49c7-aeac-39ad21ff492c None None] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:17.486136 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c2796fc-dee3-4f0e-ba75-1bd0f77d2fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.488744 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c2796fc-dee3-4f0e-ba75-1bd0f77d2fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.489860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5c2796fc-dee3-4f0e-ba75-1bd0f77d2fd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/13c75007-d2d7-42d7-8e22-5099088412d3 HTTP/1.1" status: 204 len: 168 time: 0.2880166 Sep 24 00:12:17.523119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2796fc-dee3-4f0e-ba75-1bd0f77d2fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13c75007-d2d7-42d7-8e22-5099088412d3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:17.531821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.689304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0798e50c-3c04-42e1-85ed-eced0dc0ccdb None None] Provisioning complete for port 43c4fe77-ae69-4d81-9260-3ca7fa05317e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:17.689905 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0798e50c-3c04-42e1-85ed-eced0dc0ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.762879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3f143c2-c0b9-4fe0-a3dc-125807846122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.768499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0798e50c-3c04-42e1-85ed-eced0dc0ccdb None None] Port 43c4fe77-ae69-4d81-9260-3ca7fa05317e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:17.792894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0798e50c-3c04-42e1-85ed-eced0dc0ccdb None None] Provisioning complete for port 638c7645-19c9-4866-9121-2648c10ba347 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:17.793437 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0798e50c-3c04-42e1-85ed-eced0dc0ccdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.804359 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3f143c2-c0b9-4fe0-a3dc-125807846122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:17.901481 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b3f143c2-c0b9-4fe0-a3dc-125807846122 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f00002011472427790f7a11e0a196df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225103 Sep 24 00:12:17.903393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8:0:1::2c8 (4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a/84065b17-ca3f-445d-868c-49e8036b013f/43c4fe77-ae69-4d81-9260-3ca7fa05317e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:18.058710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39284) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:18.088182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 638c7645-19c9-4866-9121-2648c10ba347 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:18.121545 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.155642 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.234356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 638c7645-19c9-4866-9121-2648c10ba347 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:18.234729 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.277046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1779d28-efae-47de-9c10-a00e48116fb0 req-0ca8225b-202a-4362-9d9b-04618b5213bc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:18.278815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1779d28-efae-47de-9c10-a00e48116fb0 req-0ca8225b-202a-4362-9d9b-04618b5213bc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.2062244 Sep 24 00:12:18.289260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a5db6e-0f51-4f46-ae57-bebdcccd5ef4 req-7a17ab6a-61da-45de-a595-05cf3f64067f tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:18.291005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6a5db6e-0f51-4f46-ae57-bebdcccd5ef4 req-7a17ab6a-61da-45de-a595-05cf3f64067f tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 931 time: 0.2312419 Sep 24 00:12:18.302399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=43c4fe77-ae69-4d81-9260-3ca7fa05317e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:18.346867 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43ad71a2-ff81-49c7-99b3-d12e8e20f74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.361574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] In _notify_port_updated(), no bound segment for port 43c4fe77-ae69-4d81-9260-3ca7fa05317e on network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:12:18.370735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:18.371509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.377174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a7565aea-f6ac-4c2d-bf1c-9a4e482388d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "PUT /v2.0/ports/43c4fe77-ae69-4d81-9260-3ca7fa05317e HTTP/1.1" status: 200 len: 1010 time: 1.0688636 Sep 24 00:12:18.379509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39296) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:18.452280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eee08dec-7b4e-49db-b2e3-df1998070b76 None None] Provisioning complete for port 43c4fe77-ae69-4d81-9260-3ca7fa05317e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:18.452661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eee08dec-7b4e-49db-b2e3-df1998070b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.477984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43ad71a2-ff81-49c7-99b3-d12e8e20f74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.501854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1779d28-efae-47de-9c10-a00e48116fb0 req-0dfe9651-12ce-4404-8fa9-e09364985eab tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094939 Sep 24 00:12:18.506706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6a5db6e-0f51-4f46-ae57-bebdcccd5ef4 req-1fbc8419-f68c-4cb3-8139-bc7334c2a397 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053335 Sep 24 00:12:18.517235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-eee08dec-7b4e-49db-b2e3-df1998070b76 None None] Port 43c4fe77-ae69-4d81-9260-3ca7fa05317e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:18.544485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eee08dec-7b4e-49db-b2e3-df1998070b76 None None] Provisioning complete for port 638c7645-19c9-4866-9121-2648c10ba347 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:18.545624 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eee08dec-7b4e-49db-b2e3-df1998070b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.590034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63ce0eda-b511-47ea-b87c-714502f4417d {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:12:18.600839 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43ad71a2-ff81-49c7-99b3-d12e8e20f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.603460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43ad71a2-ff81-49c7-99b3-d12e8e20f74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.603696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.604638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-43ad71a2-ff81-49c7-99b3-d12e8e20f74a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9407abb-12b6-426b-83e5-39b77f6b7337 HTTP/1.1" status: 204 len: 168 time: 0.5437214 Sep 24 00:12:18.615200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f143c2-c0b9-4fe0-a3dc-125807846122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9407abb-12b6-426b-83e5-39b77f6b7337,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:18.616509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad71a2-ff81-49c7-99b3-d12e8e20f74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9407abb-12b6-426b-83e5-39b77f6b7337,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:18.623137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f18256fb-802c-4ad5-8ff7-2449b331c053 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 43c4fe77-ae69-4d81-9260-3ca7fa05317e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:18.624209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f18256fb-802c-4ad5-8ff7-2449b331c053 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.633575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Transition to ACTIVE for port object 63ce0eda-b511-47ea-b87c-714502f4417d will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:12:18.637023 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.663782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.677360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.807989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39306) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:18.825346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5d38d641-e2da-4a37-9431-82726ebc5ecd None None] Provisioning complete for port 43c4fe77-ae69-4d81-9260-3ca7fa05317e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:18.825885 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d38d641-e2da-4a37-9431-82726ebc5ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:18.836944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=63ce0eda-b511-47ea-b87c-714502f4417d,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:18.891446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5d38d641-e2da-4a37-9431-82726ebc5ecd None None] Port 43c4fe77-ae69-4d81-9260-3ca7fa05317e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:19.027424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-57e16b83-eb89-4ea3-8d92-3fe7677a8132 None None] Provisioning complete for port 43c4fe77-ae69-4d81-9260-3ca7fa05317e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:19.030721 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57e16b83-eb89-4ea3-8d92-3fe7677a8132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.048439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Attempting to bind port 63ce0eda-b511-47ea-b87c-714502f4417d on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:19.049001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Attempting to bind port 63ce0eda-b511-47ea-b87c-714502f4417d by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '71c61c9c-9934-4200-9cc4-8a9855b2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '69a91898-8705-40b8-9f71-8e4265510d79'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:19.049488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Attempting to bind port 63ce0eda-b511-47ea-b87c-714502f4417d on network 69a91898-8705-40b8-9f71-8e4265510d79 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:19.057828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Port 63ce0eda-b511-47ea-b87c-714502f4417d on network 69a91898-8705-40b8-9f71-8e4265510d79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:19.058420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Attempting to bind port 63ce0eda-b511-47ea-b87c-714502f4417d on network 69a91898-8705-40b8-9f71-8e4265510d79 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:19.067035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:19.067376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Checking segment: {'id': '71c61c9c-9934-4200-9cc4-8a9855b2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '69a91898-8705-40b8-9f71-8e4265510d79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:19.067765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Bound using segment: {'id': '71c61c9c-9934-4200-9cc4-8a9855b2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '69a91898-8705-40b8-9f71-8e4265510d79'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:19.068205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Bound port: 63ce0eda-b511-47ea-b87c-714502f4417d, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c61c9c-9934-4200-9cc4-8a9855b2ce4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '69a91898-8705-40b8-9f71-8e4265510d79'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:19.068563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.085009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.126436 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-57e16b83-eb89-4ea3-8d92-3fe7677a8132 None None] Port 43c4fe77-ae69-4d81-9260-3ca7fa05317e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:19.264933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f18256fb-802c-4ad5-8ff7-2449b331c053 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.281309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f18256fb-802c-4ad5-8ff7-2449b331c053 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 43c4fe77-ae69-4d81-9260-3ca7fa05317e owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:19.334382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1301752838-network', 'tenant_id': '5f28474713c14e1ba6c10b6e731b9d33'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:19.351927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1f28657c-d1f1-4a12-bb0c-41976daf5b6d None None] Provisioning complete for port 43c4fe77-ae69-4d81-9260-3ca7fa05317e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:19.352132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] For port 63ce0eda-b511-47ea-b87c-714502f4417d, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:19.352331 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1f28657c-d1f1-4a12-bb0c-41976daf5b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.359944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] For port 63ce0eda-b511-47ea-b87c-714502f4417d, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63ce0eda-b511-47ea-b87c-714502f4417d,segment=NetworkSegment(71c61c9c-9934-4200-9cc4-8a9855b2ce4f),segment_id=71c61c9c-9934-4200-9cc4-8a9855b2ce4f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:19.386338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.392654 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.394620 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.403751 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1f28657c-d1f1-4a12-bb0c-41976daf5b6d None None] Port 43c4fe77-ae69-4d81-9260-3ca7fa05317e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:19.470527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Made reservation on behalf of 5f28474713c14e1ba6c10b6e731b9d33 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:19.473013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.495580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:19.496227 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.497773 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] 10.222.0.18 "PUT /v2.0/ports/63ce0eda-b511-47ea-b87c-714502f4417d HTTP/1.1" status: 200 len: 1092 time: 2.4396641 Sep 24 00:12:19.498978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.500672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f6fcba-8be6-4f66-892c-874f2da0c0f2', 'tag': '63ce0eda-b511-47ea-b87c-714502f4417d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:12:19.503752 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e973f-8f09-4ed8-9708-af0716a78fac" -d '{"events": [{"name": "network-changed", "server_uuid": "90f6fcba-8be6-4f66-892c-874f2da0c0f2", "tag": "63ce0eda-b511-47ea-b87c-714502f4417d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:12:19.517352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.517707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f18256fb-802c-4ad5-8ff7-2449b331c053 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.518568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5672457-4b9b-4a44-8b74-ef4ba51b2cf2 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:12:19.562652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d27ed7-10a4-43ca-b24b-c06363acacd6 service neutron] Pushing event updated for resources: {'Port': ['ID=63ce0eda-b511-47ea-b87c-714502f4417d,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:19.611028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18256fb-802c-4ad5-8ff7-2449b331c053 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=43c4fe77-ae69-4d81-9260-3ca7fa05317e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:19.621187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-0049c9ab-d833-4ab5-911c-b9287a8fcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:19.622428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-0049c9ab-d833-4ab5-911c-b9287a8fcf83 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f089ea71fe44d9db840eae83b81a6d6&device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.0718317 Sep 24 00:12:19.682430 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-4e3c61d3-4d68-46fd-a7e3-fb08936bcdcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63ce0eda-b511-47ea-b87c-714502f4417d HTTP/1.1" status: 200 len: 217 time: 0.0497980 Sep 24 00:12:19.740698 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f18256fb-802c-4ad5-8ff7-2449b331c053 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.745879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:19.752312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f18256fb-802c-4ad5-8ff7-2449b331c053 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/43c4fe77-ae69-4d81-9260-3ca7fa05317e HTTP/1.1" status: 204 len: 168 time: 1.3705330 Sep 24 00:12:19.779571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-06eb1cce-7b2b-4626-90f7-47f27f01e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:19.781356 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-06eb1cce-7b2b-4626-90f7-47f27f01e45b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4579109-456b-45bd-ab0d-f1a8d7378a58 HTTP/1.1" status: 200 len: 861 time: 0.0922375 Sep 24 00:12:19.781702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507919d6-d713-4a42-b2a7-449c7cdff5ea req-d0350361-2efb-4dd1-8d1e-67e40bb0dc7f tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:19.783252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-507919d6-d713-4a42-b2a7-449c7cdff5ea req-d0350361-2efb-4dd1-8d1e-67e40bb0dc7f tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 943 time: 0.1040514 Sep 24 00:12:19.817813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.839612 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-79f7049c-2a79-4af3-964e-af6553c47c73 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:19.842615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-79f7049c-2a79-4af3-964e-af6553c47c73 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/43c4fe77-ae69-4d81-9260-3ca7fa05317e HTTP/1.1" status: 404 len: 333 time: 0.0928776 Sep 24 00:12:19.846419 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-ed61ed35-b230-4736-a724-d64056380182 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69a91898-8705-40b8-9f71-8e4265510d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578160 Sep 24 00:12:19.847544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39338) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:19.848877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:19.849424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-507919d6-d713-4a42-b2a7-449c7cdff5ea req-c885b8aa-15ad-4e68-b021-8dd0e0512f1c tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591588 Sep 24 00:12:19.907887 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 24 00:12:19.911727 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d6c8154b-69e6-470a-a239-7e5064503c35 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3175483 Sep 24 00:12:19.912742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39340) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:19.962784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:19.984561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be3da9e-cd89-47c8-a3f8-460e009390bf tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 84065b17-ca3f-445d-868c-49e8036b013f {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:20.025565 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8817ff8a-6514-48e6-aa23-de178b7ec9c9 x-openstack-request-id: req-8817ff8a-6514-48e6-aa23-de178b7ec9c9 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:20.025918 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f6fcba-8be6-4f66-892c-874f2da0c0f2", "tag": "63ce0eda-b511-47ea-b87c-714502f4417d", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:20.026178 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8817ff8a-6514-48e6-aa23-de178b7ec9c9 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:20.026672 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f6fcba-8be6-4f66-892c-874f2da0c0f2', 'tag': '63ce0eda-b511-47ea-b87c-714502f4417d', 'status': 'completed', 'code': 200} Sep 24 00:12:20.027771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.028181 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Added segment 9b55fd75-0628-4d8d-99bd-4febd1d21972 of type vlan for network 8298c024-5982-473a-9cb3-7540f52a584a Sep 24 00:12:20.030120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce156c-8fa0-44e4-96d4-d749fb2704b3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:20.034280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8be3da9e-cd89-47c8-a3f8-460e009390bf tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.059930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a67416-bf93-4254-93d9-c1dbc6e56398 req-ddf8b178-b6e1-473a-b4ec-e177f83802a1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:20.061563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75a67416-bf93-4254-93d9-c1dbc6e56398 req-ddf8b178-b6e1-473a-b4ec-e177f83802a1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.0850928 Sep 24 00:12:20.090350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-697516ac-a979-4e06-a085-cf94fdae4be2 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Deleting port 324e1415-a902-4ddc-aa86-147de3acf5c4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:20.090787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-697516ac-a979-4e06-a085-cf94fdae4be2 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.127745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.133940 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75a67416-bf93-4254-93d9-c1dbc6e56398 req-79e7cb07-8d13-4197-8942-77419ea5d2de tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621171 Sep 24 00:12:20.137154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8be3da9e-cd89-47c8-a3f8-460e009390bf tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.166901 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-7f37c26c-317f-4d01-8624-3a86f22c6ebb service neutron] 10.222.0.18 "GET /v2.0/networks/69a91898-8705-40b8-9f71-8e4265510d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782979 Sep 24 00:12:20.201077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-697516ac-a979-4e06-a085-cf94fdae4be2 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.214044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-697516ac-a979-4e06-a085-cf94fdae4be2 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Calling delete_port for 324e1415-a902-4ddc-aa86-147de3acf5c4 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:20.236147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.237125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:20.237711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.330510 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5106206 Sep 24 00:12:20.339750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39352) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:20.360536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Request body: {'subnet': {'network_id': '8298c024-5982-473a-9cb3-7540f52a584a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1301752838-subnet', 'tenant_id': '5f28474713c14e1ba6c10b6e731b9d33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:20.377610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-697516ac-a979-4e06-a085-cf94fdae4be2 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.402487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8be3da9e-cd89-47c8-a3f8-460e009390bf tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.418257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697516ac-a979-4e06-a085-cf94fdae4be2 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Pushing event deleted for resources: {'Port': ['ID=324e1415-a902-4ddc-aa86-147de3acf5c4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:20.426572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8462f4fb-28eb-4780-a8c2-a6491c5b3d0b admin admin] Pushing event updated for resources: {'Network': ['ID=8298c024-5982-473a-9cb3-7540f52a584a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:20.441656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 8298c024-5982-473a-9cb3-7540f52a584a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:20.478784 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b72f3cc6-d3e6-4b64-b53f-ed76ac94898b req-3c564c5d-0042-49ce-b410-b6af4df5a7e4 service neutron] 10.222.0.18 "GET /v2.0/networks/69a91898-8705-40b8-9f71-8e4265510d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970455 Sep 24 00:12:20.483263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Made reservation on behalf of 5f28474713c14e1ba6c10b6e731b9d33 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:20.486410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.497440 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-697516ac-a979-4e06-a085-cf94fdae4be2 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.500546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-697516ac-a979-4e06-a085-cf94fdae4be2 tempest-RoutersAdminNegativeIpV6Test-1095587991 tempest-RoutersAdminNegativeIpV6Test-1095587991-project-admin] 10.222.0.24 "DELETE /v2.0/ports/324e1415-a902-4ddc-aa86-147de3acf5c4 HTTP/1.1" status: 204 len: 168 time: 0.5865655 Sep 24 00:12:20.595738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8be3da9e-cd89-47c8-a3f8-460e009390bf tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.640385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be3da9e-cd89-47c8-a3f8-460e009390bf tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=84065b17-ca3f-445d-868c-49e8036b013f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:20.642427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8be3da9e-cd89-47c8-a3f8-460e009390bf tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.647479 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8be3da9e-cd89-47c8-a3f8-460e009390bf tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/84065b17-ca3f-445d-868c-49e8036b013f HTTP/1.1" status: 204 len: 168 time: 0.7906501 Sep 24 00:12:20.647702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:20.652240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4226ef-5f1e-45fc-994e-67022b6f9d59 None None] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:20.675472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-f360ab2e-c3c5-421d-bc54-4ec33c0a1674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:20.677065 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-f360ab2e-c3c5-421d-bc54-4ec33c0a1674 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0f089ea71fe44d9db840eae83b81a6d6&device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 1095 time: 0.1443782 Sep 24 00:12:20.719973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b0905c-837d-4b0c-94c1-a7e0a44814d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 97652ea9-502a-4d57-b47f-cd4ecfb851af {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:20.723210 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b0905c-837d-4b0c-94c1-a7e0a44814d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.770088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b0905c-837d-4b0c-94c1-a7e0a44814d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.848967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-4be9bbbe-925f-43f1-aaa8-7a5e547be815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:20.850793 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-4be9bbbe-925f-43f1-aaa8-7a5e547be815 service neutron] 10.222.0.18 "GET /v2.0/networks?id=69a91898-8705-40b8-9f71-8e4265510d79 HTTP/1.1" status: 200 len: 922 time: 0.1640587 Sep 24 00:12:20.855765 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.870258 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b0905c-837d-4b0c-94c1-a7e0a44814d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.938130 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-ed9155e2-e32a-4c6c-a59b-bbb5806ef753 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63ce0eda-b511-47ea-b87c-714502f4417d HTTP/1.1" status: 200 len: 217 time: 0.0747590 Sep 24 00:12:20.952551 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b0905c-837d-4b0c-94c1-a7e0a44814d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:20.984065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39376) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:20.992104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b0905c-837d-4b0c-94c1-a7e0a44814d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=97652ea9-502a-4d57-b47f-cd4ecfb851af,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:21.008307 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3b0905c-837d-4b0c-94c1-a7e0a44814d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.010067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f3b0905c-837d-4b0c-94c1-a7e0a44814d7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/97652ea9-502a-4d57-b47f-cd4ecfb851af HTTP/1.1" status: 204 len: 168 time: 0.3616540 Sep 24 00:12:21.025073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39380) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:21.042149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1844404c-7bab-4be7-99e2-3ca88730dd0c,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:21.060384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Checking segment: {'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:21.061224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Network hostable DHCP agents. Network: 8298c024-5982-473a-9cb3-7540f52a584a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:21.069993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-e4cf9d2b-f134-4226-9bf7-e2f58dee39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:21.071995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-e4cf9d2b-f134-4226-9bf7-e2f58dee39bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d4579109-456b-45bd-ab0d-f1a8d7378a58 HTTP/1.1" status: 200 len: 861 time: 0.1246586 Sep 24 00:12:21.101869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86529f-4ef8-4468-86ab-7b6b080f224d req-a24c3502-c935-40bc-9658-4acad65121d0 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:21.101869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef86529f-4ef8-4468-86ab-7b6b080f224d req-a24c3502-c935-40bc-9658-4acad65121d0 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 943 time: 0.1137819 Sep 24 00:12:21.114526 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589a0723-9a48-4dd8-8c7d-af6a30808c78 None None] Update dhcp port {'port': {'network_id': '4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a', 'fixed_ips': [{'subnet_id': '97652ea9-502a-4d57-b47f-cd4ecfb851af'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '638c7645-19c9-4866-9121-2648c10ba347'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:12:21.119727 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-0f8ffc65-ff92-4d4e-85c0-6cc82e093224 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=69a91898-8705-40b8-9f71-8e4265510d79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343018 Sep 24 00:12:21.120920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Network 8298c024-5982-473a-9cb3-7540f52a584a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:21.148632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-589a0723-9a48-4dd8-8c7d-af6a30808c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.150054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 8298c024-5982-473a-9cb3-7540f52a584a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:21.162681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:21.163613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.174091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bff2a3-e391-4532-bc07-32b30cc0b72e None None] Network 8298c024-5982-473a-9cb3-7540f52a584a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:21.230600 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cf64abea-be85-4bb6-b353-f50531bd303c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8881092 Sep 24 00:12:21.231807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.257522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef86529f-4ef8-4468-86ab-7b6b080f224d req-fff9c62d-6cd4-4825-9272-f3c467eb5bcd tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183286 Sep 24 00:12:21.320024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf072-2759-488a-b78a-5246c0f1eb0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.343932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-33afc804-1e13-4b82-85f0-ff4e4f02fbed service neutron] 10.222.0.18 "GET /v2.0/networks/69a91898-8705-40b8-9f71-8e4265510d79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151699 Sep 24 00:12:21.426608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761628-6f1a-4df5-ad2c-af69e301252a req-4d5831ce-397e-4800-a65c-b9a8ea7c2380 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:21.433961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40761628-6f1a-4df5-ad2c-af69e301252a req-4d5831ce-397e-4800-a65c-b9a8ea7c2380 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1692536 Sep 24 00:12:21.505628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 638c7645-19c9-4866-9121-2648c10ba347 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:21.506474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.508458 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac1e973f-8f09-4ed8-9708-af0716a78fac req-43ce272a-66f3-4350-8fc1-5afb1727d375 service neutron] 10.222.0.18 "GET /v2.0/networks/69a91898-8705-40b8-9f71-8e4265510d79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497352 Sep 24 00:12:21.541809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c8b93-dfff-4db2-9a67-ef0765d4db41 None None] Network 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:21.571281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40761628-6f1a-4df5-ad2c-af69e301252a req-2e613c34-82fe-47ff-90f7-7ef60c48be7b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322901 Sep 24 00:12:21.623901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf072-2759-488a-b78a-5246c0f1eb0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.625265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35128e3-9df9-401e-b6c0-459609243d34 None None] Network 8298c024-5982-473a-9cb3-7540f52a584a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:21.629834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f5bf072-2759-488a-b78a-5246c0f1eb0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.643968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] For port 638c7645-19c9-4866-9121-2648c10ba347, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=638c7645-19c9-4866-9121-2648c10ba347,segment=NetworkSegment(eff8a973-14ad-487c-a67f-3b2a787c5499),segment_id=eff8a973-14ad-487c-a67f-3b2a787c5499)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:21.644981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.653934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8424fd4b-48c8-4576-8ae6-231cbf878dab None None] Provisioning complete for port 638c7645-19c9-4866-9121-2648c10ba347 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:21.654319 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8424fd4b-48c8-4576-8ae6-231cbf878dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.661745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 638c7645-19c9-4866-9121-2648c10ba347 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:21.665215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5bf072-2759-488a-b78a-5246c0f1eb0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc102e2b-3974-44ae-ab3f-92468de25732,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:21.695109 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9f5bf072-2759-488a-b78a-5246c0f1eb0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d95155e56b4547d783a04244d8c46afd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7084129 Sep 24 00:12:21.697553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39412) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:21.768233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b24d0119-5ec0-44c0-8d45-ccab03f916f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.795292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.796517 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b24d0119-5ec0-44c0-8d45-ccab03f916f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.857214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=638c7645-19c9-4866-9121-2648c10ba347,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:21.860137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b24d0119-5ec0-44c0-8d45-ccab03f916f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.860326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No DVR routers for this DVR port 638c7645-19c9-4866-9121-2648c10ba347 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:21.863511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b24d0119-5ec0-44c0-8d45-ccab03f916f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:21.867002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b24d0119-5ec0-44c0-8d45-ccab03f916f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc102e2b-3974-44ae-ab3f-92468de25732 HTTP/1.1" status: 204 len: 168 time: 0.1661105 Sep 24 00:12:21.869597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8424fd4b-48c8-4576-8ae6-231cbf878dab None None] Could not find standard attr ID for object 638c7645-19c9-4866-9121-2648c10ba347. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:12:21.874952 n-d-713498-18 neutron-server[106380]: INFO neutron.plugins.ml2.db [None req-8424fd4b-48c8-4576-8ae6-231cbf878dab None None] No ports have port_id starting with 638c7645-19c9-4866-9121-2648c10ba347 Sep 24 00:12:21.896304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d0119-5ec0-44c0-8d45-ccab03f916f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc102e2b-3974-44ae-ab3f-92468de25732,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:21.958783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce6ad2-2a65-4bc5-a02e-88ba495a1a67 None None] DHCP port deletion for 4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:12:22.069796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.083406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 638c7645-19c9-4866-9121-2648c10ba347 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:22.115911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 638c7645-19c9-4866-9121-2648c10ba347 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:22.116392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 638c7645-19c9-4866-9121-2648c10ba347 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:22.117124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:22.132306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff8a973-14ad-487c-a67f-3b2a787c5499') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:22.132608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff8a973-14ad-487c-a67f-3b2a787c5499') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:22.144640 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.158953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.172318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:22.172743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:22.238974 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:22.243748 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.255287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.259913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39434) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:22.275504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/networks/4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a HTTP/1.1" status: 204 len: 168 time: 1.2485659 Sep 24 00:12:22.291546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249704b1-035e-4f9d-94d0-78a8cd03d9fe tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Network': ['ID=4f415ab0-48a4-43e1-9bd4-afc5c8e81b3a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:22.367989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d577f6ce-a3ce-4fa3-bd60-cee36598a6e0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:22.369563 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d577f6ce-a3ce-4fa3-bd60-cee36598a6e0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1099772 Sep 24 00:12:22.373190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39446) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:22.414797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39448) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:22.442301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-435c1dcf-717e-4a80-81af-1af7ef3d0211 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0672987 Sep 24 00:12:22.446315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39450) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:22.451805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e95d5-7f92-4ade-936a-995f147bd8f5 req-313aa048-785c-4c60-891b-ccdd82ac29a9 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:22.453310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-071e95d5-7f92-4ade-936a-995f147bd8f5 req-313aa048-785c-4c60-891b-ccdd82ac29a9 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 943 time: 0.0930593 Sep 24 00:12:22.475010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-173098216'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:22.498203 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5433cb81-7ca6-4b3d-838c-daf2feb92f1f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3960fd07e9fd47cdbce58c759fc6c8b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0818696 Sep 24 00:12:22.501018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39458) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:22.508492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-071e95d5-7f92-4ade-936a-995f147bd8f5 req-9cbe04fc-d532-4da4-95f7-3089c6fe46f8 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Sep 24 00:12:22.548812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:22.552282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.575818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5489a595-feb4-4448-89d5-c8e82f618978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.593673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:22.612457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5489a595-feb4-4448-89d5-c8e82f618978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.621019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.621447 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Added segment d50d4f34-3572-4343-8a70-c6077cd132b4 of type vlan for network 79a8208c-f56a-414d-9720-54f7e5c17fc3 Sep 24 00:12:22.681454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.709904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998bce0-d301-4597-bd1a-0ea25437041b req-ea73c45c-331a-4041-ae43-c26bf6d6bdfb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:22.714099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.719853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5998bce0-d301-4597-bd1a-0ea25437041b req-ea73c45c-331a-4041-ae43-c26bf6d6bdfb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.0752711 Sep 24 00:12:22.723548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:22.724309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.737830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5489a595-feb4-4448-89d5-c8e82f618978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.740717 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5489a595-feb4-4448-89d5-c8e82f618978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.742464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5489a595-feb4-4448-89d5-c8e82f618978 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/243ee2d5-1c95-4188-99ac-823cda84868b HTTP/1.1" status: 204 len: 168 time: 0.2398767 Sep 24 00:12:22.773035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5998bce0-d301-4597-bd1a-0ea25437041b req-92421620-291a-4c38-b29f-98da67d228e0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482507 Sep 24 00:12:22.786263 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3382599 Sep 24 00:12:22.787454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489a595-feb4-4448-89d5-c8e82f618978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243ee2d5-1c95-4188-99ac-823cda84868b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:22.789409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39468) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:22.794805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:22.824514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a180e-3506-42ea-8952-84d7a04e290f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Network': ['ID=79a8208c-f56a-414d-9720-54f7e5c17fc3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:22.846142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 79a8208c-f56a-414d-9720-54f7e5c17fc3 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:22.929487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39472) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:22.959546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:22.964146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:22.984409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11efec23-67fe-49a2-b9ac-2af11e2a6cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.117398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297509f-80f8-4929-9607-46849c41509e req-d2628dd5-ac54-4c8e-8353-2982225b084d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:23.125301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a297509f-80f8-4929-9607-46849c41509e req-d2628dd5-ac54-4c8e-8353-2982225b084d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1679065 Sep 24 00:12:23.180890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a297509f-80f8-4929-9607-46849c41509e req-2518ef51-00f9-4ee8-b602-a70ab770e477 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543885 Sep 24 00:12:23.291751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bd9cc10-61f6-427c-a385-023f3681f45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.390858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b629ad8-58ac-4a49-9da2-8f45e84bcde2 req-29424ba2-b37e-4860-b724-65bae000e365 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:23.398565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b629ad8-58ac-4a49-9da2-8f45e84bcde2 req-29424ba2-b37e-4860-b724-65bae000e365 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1355903 Sep 24 00:12:23.416118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bd9cc10-61f6-427c-a385-023f3681f45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.425914 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bd9cc10-61f6-427c-a385-023f3681f45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.452259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.478026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3bd9cc10-61f6-427c-a385-023f3681f45d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c57c4dd990af4f8088c7e5a9d7d4e506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5474768 Sep 24 00:12:23.478694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39492) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:23.480945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9cc10-61f6-427c-a385-023f3681f45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5d80d4-cd9a-450e-b994-01b50b02799f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:23.496666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 63ce0eda-b511-47ea-b87c-714502f4417d details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:12:23.592649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c37e-b030-4353-8191-dbc3b4c477b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.621542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b629ad8-58ac-4a49-9da2-8f45e84bcde2 req-4460271c-1281-4bfe-915f-e7465538b9bd tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197673 Sep 24 00:12:23.643718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c37e-b030-4353-8191-dbc3b4c477b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.671160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=89380288-44e4-440a-86d7-daf8d0f2eef2,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:23.671628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 63ce0eda-b511-47ea-b87c-714502f4417d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63ce0eda-b511-47ea-b87c-714502f4417d,segment=NetworkSegment(71c61c9c-9934-4200-9cc4-8a9855b2ce4f),segment_id=71c61c9c-9934-4200-9cc4-8a9855b2ce4f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:23.690977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '63ce0eda-b511-47ea-b87c-714502f4417d', 'network_id': '69a91898-8705-40b8-9f71-8e4265510d79', 'port_id': '63ce0eda-b511-47ea-b87c-714502f4417d', 'mac_address': 'fa:16:3e:97:1e:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4579109-456b-45bd-ab0d-f1a8d7378a58', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:12:23.705385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Checking segment: {'id': 'd50d4f34-3572-4343-8a70-c6077cd132b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:23.705907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network hostable DHCP agents. Network: 79a8208c-f56a-414d-9720-54f7e5c17fc3, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:23.740533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e94fa-f09e-4639-a050-92e8e02347b5 req-6d0aee13-7cd9-4f99-b657-1f78776777d0 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:23.742911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-961e94fa-f09e-4639-a050-92e8e02347b5 req-6d0aee13-7cd9-4f99-b657-1f78776777d0 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 943 time: 0.1222668 Sep 24 00:12:23.751280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c37e-b030-4353-8191-dbc3b4c477b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.754644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 79a8208c-f56a-414d-9720-54f7e5c17fc3 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:23.757785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a3d0c37e-b030-4353-8191-dbc3b4c477b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.763166 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a3d0c37e-b030-4353-8191-dbc3b4c477b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d5d80d4-cd9a-450e-b994-01b50b02799f HTTP/1.1" status: 204 len: 168 time: 0.2832911 Sep 24 00:12:23.773779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d0c37e-b030-4353-8191-dbc3b4c477b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5d80d4-cd9a-450e-b994-01b50b02799f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:23.788588 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.792417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 79a8208c-f56a-414d-9720-54f7e5c17fc3) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:23.804496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1e3da-bd0f-4685-9382-993e99db8be8 None None] Network 79a8208c-f56a-414d-9720-54f7e5c17fc3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:23.814297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:23.815312 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.815677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63ce0eda-b511-47ea-b87c-714502f4417d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:12:23.845304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 63ce0eda-b511-47ea-b87c-714502f4417d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63ce0eda-b511-47ea-b87c-714502f4417d,segment=NetworkSegment(71c61c9c-9934-4200-9cc4-8a9855b2ce4f),segment_id=71c61c9c-9934-4200-9cc4-8a9855b2ce4f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:23.858321 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:23.914208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-43eb4645-59c8-43d1-ad5f-8a75a52668f9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1236455 Sep 24 00:12:23.917764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39506) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:23.932568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3', 'name': 'tempest-PortsIpV6TestJSON-1597459210'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:23.948006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-961e94fa-f09e-4639-a050-92e8e02347b5 req-d286135e-bb21-43ee-9510-a02ac78d1e3f tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777427 Sep 24 00:12:24.000429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=63ce0eda-b511-47ea-b87c-714502f4417d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:24.120941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['63ce0eda-b511-47ea-b87c-714502f4417d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:12:24.149564 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-79a8208c-f56a-414d-9720-54f7e5c17fc3', 'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3', 'tenant_id': '5c7951dbbbfc4b86895607f526842c85', 'fixed_ips': [{'subnet_id': '89380288-44e4-440a-86d7-daf8d0f2eef2'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:12:24.150602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.207768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873616-5030-4080-bdde-f353ff1e542f req-b455d224-8091-497e-953c-71b17bca4047 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:24.217000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-b455d224-8091-497e-953c-71b17bca4047 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.2248392 Sep 24 00:12:24.243597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-726466f1-1cbe-4b0e-982b-4793912c6d3c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/quotas/a3c6a84110b64f28b5c71e13d76255f8 HTTP/1.1" status: 200 len: 375 time: 0.0255315 Sep 24 00:12:24.275076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:24.278959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.312757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39524) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:24.333499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 7078542f-de0c-4632-ba8f-37979240a2e9 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:24.379822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Allocated IP 2001:db8::2 (79a8208c-f56a-414d-9720-54f7e5c17fc3/89380288-44e4-440a-86d7-daf8d0f2eef2/41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:24.383433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-6fa0ee81-b279-4ae2-880d-9c59409a7841 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1350062 Sep 24 00:12:24.487781 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:24.510307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13af05c0-ef55-4f6c-ac1e-5690441c5a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.541124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-583323319'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:24.546417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-b9112aff-5b36-404a-9eed-c08e142cfe59 service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611016 Sep 24 00:12:24.585384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:24.588812 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.601337 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.618830 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.627364 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.673780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-c77b8c01-49a2-4709-8fcb-4f5999c2f3e1 service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261163 Sep 24 00:12:24.685243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Pushing event updated for resources: {'Port': ['ID=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:24.688724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Network 79a8208c-f56a-414d-9720-54f7e5c17fc3 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:24.690473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:24.695067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:24.706482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::2e5 (79a8208c-f56a-414d-9720-54f7e5c17fc3/89380288-44e4-440a-86d7-daf8d0f2eef2/7078542f-de0c-4632-ba8f-37979240a2e9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:24.761100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Attempting to bind port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:24.761547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Attempting to bind port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'd50d4f34-3572-4343-8a70-c6077cd132b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:24.762043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Attempting to bind port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a on network 79a8208c-f56a-414d-9720-54f7e5c17fc3 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:24.769139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 11, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:24.769369 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Checking segment: {'id': 'd50d4f34-3572-4343-8a70-c6077cd132b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:24.770358 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.771575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Bound using segment: {'id': 'd50d4f34-3572-4343-8a70-c6077cd132b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:24.772115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Bound port: 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd50d4f34-3572-4343-8a70-c6077cd132b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:24.772506 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.855885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] For port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:24.859863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] For port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,segment=NetworkSegment(d50d4f34-3572-4343-8a70-c6077cd132b4),segment_id=d50d4f34-3572-4343-8a70-c6077cd132b4)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:24.880522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.903110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13af05c0-ef55-4f6c-ac1e-5690441c5a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.952242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13af05c0-ef55-4f6c-ac1e-5690441c5a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:24.961022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5018d539-8bea-4db9-a7ea-c7b65edcd9b1 req-0304d0c0-3f4a-4039-a270-2982b5a3d482 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 210 time: 0.0883751 Sep 24 00:12:24.976282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a07680-f72a-424e-98b4-5f50e5882f86 None None] Pushing event updated for resources: {'Port': ['ID=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:25.037385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.127021 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-13af05c0-ef55-4f6c-ac1e-5690441c5a26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d86e71136c90403da7b44fcb36f1da2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6381433 Sep 24 00:12:25.130869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39540) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:25.154932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af05c0-ef55-4f6c-ac1e-5690441c5a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32db3110-1e01-484d-b8d7-fa3124e1329d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:25.245303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.283497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb3bab-b5af-4898-94ce-c6ab0b3794b0 req-f88388b7-f3fc-4062-bb60-dc792c058107 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:25.291723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8fb3bab-b5af-4898-94ce-c6ab0b3794b0 req-f88388b7-f3fc-4062-bb60-dc792c058107 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 944 time: 0.1564660 Sep 24 00:12:25.358965 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd5d53cb-9467-43c8-a6de-f5143a52f71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.380254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.398584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.406811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 79a8208c-f56a-414d-9720-54f7e5c17fc3 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:25.408988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd5d53cb-9467-43c8-a6de-f5143a52f71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.422740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8fb3bab-b5af-4898-94ce-c6ab0b3794b0 req-2b9a1a0e-177e-4092-9457-072b00b965fd tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287096 Sep 24 00:12:25.470381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:25.473962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:25.480828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:25.481916 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.490631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=7078542f-de0c-4632-ba8f-37979240a2e9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:25.507339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd5d53cb-9467-43c8-a6de-f5143a52f71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.511943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a30eaa-f358-4ae9-8f86-9b6e98ce6dcf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:25.512708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 63ce0eda-b511-47ea-b87c-714502f4417d up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:25.521380 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd5d53cb-9467-43c8-a6de-f5143a52f71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.525221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bd5d53cb-9467-43c8-a6de-f5143a52f71a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32db3110-1e01-484d-b8d7-fa3124e1329d HTTP/1.1" status: 204 len: 168 time: 0.3891368 Sep 24 00:12:25.537582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:25.546069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a82ab33-c4f7-4c66-92dc-894739a8df38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6264439 Sep 24 00:12:25.548464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39548) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:25.555328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': '79a8208c-f56a-414d-9720-54f7e5c17fc3', 'name': 'tempest-PortsIpV6TestJSON-155021944'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:25.558945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.559299 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment 83137db4-8112-4848-b654-3efce0a232f5 of type vlan for network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 Sep 24 00:12:25.564082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d53cb-9467-43c8-a6de-f5143a52f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32db3110-1e01-484d-b8d7-fa3124e1329d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:25.617475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 63ce0eda-b511-47ea-b87c-714502f4417d completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:12:25.622672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 63ce0eda-b511-47ea-b87c-714502f4417d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:25.623813 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.690242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.755189 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.761879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:25.762629 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.792575 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.842152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f6fcba-8be6-4f66-892c-874f2da0c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce0eda-b511-47ea-b87c-714502f4417d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:12:25.844769 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc893c1-c1a5-4ad6-b14e-6b8e5bdb258f" -d '{"events": [{"server_uuid": "90f6fcba-8be6-4f66-892c-874f2da0c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "63ce0eda-b511-47ea-b87c-714502f4417d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:12:25.856939 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.857175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:25.862228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.865720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 63ce0eda-b511-47ea-b87c-714502f4417d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63ce0eda-b511-47ea-b87c-714502f4417d,segment=NetworkSegment(71c61c9c-9934-4200-9cc4-8a9855b2ce4f),segment_id=71c61c9c-9934-4200-9cc4-8a9855b2ce4f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:25.866415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=b6d8ee3a-8e28-4fcf-b8a6-275da287a547,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:25.886882 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6e71ca52-bc2f-49d6-80c0-973019864176 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5729616 Sep 24 00:12:25.889710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39562) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:25.896304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port ab5318e7-f893-4cf2-a760-f6a7deb2ab1e yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:25.897414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:25.899360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1748766301'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:25.913826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:26.015779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:26.020327 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.115853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:26.141412 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.142091 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6 of type vlan for network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 Sep 24 00:12:26.196391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.232180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::248 (79a8208c-f56a-414d-9720-54f7e5c17fc3/89380288-44e4-440a-86d7-daf8d0f2eef2/ab5318e7-f893-4cf2-a760-f6a7deb2ab1e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:26.234618 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02c7c7ee-1937-4f0a-8376-ea3e903ffae5 req-15687344-4f0e-4f88-a8fe-23c23f8d2498 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 210 time: 0.0345314 Sep 24 00:12:26.268116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.275879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:26.276526 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.298029 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:26.353482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4620442 Sep 24 00:12:26.360078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39572) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:26.376478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': 'b6d8ee3a-8e28-4fcf-b8a6-275da287a547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:26.432854 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-937ef554-fc3b-4aa8-9fbf-914f617a9cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.474035 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9185257-01a6-42f6-87cd-1f499f838b1a x-openstack-request-id: req-f9185257-01a6-42f6-87cd-1f499f838b1a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:26.475411 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f6fcba-8be6-4f66-892c-874f2da0c0f2", "name": "network-vif-plugged", "status": "completed", "tag": "63ce0eda-b511-47ea-b87c-714502f4417d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:26.475758 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9185257-01a6-42f6-87cd-1f499f838b1a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:26.479088 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f6fcba-8be6-4f66-892c-874f2da0c0f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63ce0eda-b511-47ea-b87c-714502f4417d', 'code': 200} Sep 24 00:12:26.504126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99805836-cb2a-40d9-a705-1ad45fd90694 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=07085ea7-fdeb-4d33-b6c1-56fd0d1b4145,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:26.509312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=63ce0eda-b511-47ea-b87c-714502f4417d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:26.521032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:26.634679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:26.635167 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.753130 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.773878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dad643a-d6fc-447a-973f-6fdd97a665cc None None] Network 79a8208c-f56a-414d-9720-54f7e5c17fc3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:26.793673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69b886-b974-4560-9316-a23024ad52a9 req-e96ec789-f8f3-4469-9b32-6424c4a70693 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:26.795979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac69b886-b974-4560-9316-a23024ad52a9 req-e96ec789-f8f3-4469-9b32-6424c4a70693 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 945 time: 0.2029517 Sep 24 00:12:26.834233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873616-5030-4080-bdde-f353ff1e542f req-3911cebb-c59e-489f-834b-9f716acfe8bf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:26.835958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-3911cebb-c59e-489f-834b-9f716acfe8bf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.3725286 Sep 24 00:12:26.850715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'port': {'device_id': '438dfa9f-45bb-4bb3-8b94-cff90a2f6faa', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'admin_state_up': True, 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:26.889904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac69b886-b974-4560-9316-a23024ad52a9 req-3f8b69b7-7d3b-429c-9f47-8acce0a644e7 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815229 Sep 24 00:12:26.922427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4bb794b0-8810-4529-b466-c0f206ba4949 None None] Provisioning complete for port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:26.923611 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4bb794b0-8810-4529-b466-c0f206ba4949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:26.932972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.055803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,segment=NetworkSegment(d50d4f34-3572-4343-8a70-c6077cd132b4),segment_id=d50d4f34-3572-4343-8a70-c6077cd132b4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:27.072745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.176899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:27.226289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:27.229730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.248703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Made reservation on behalf of a3c6a84110b64f28b5c71e13d76255f8 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:27.254708 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.422648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699df28d-26a4-417c-a300-9981a9f8a431 req-e945d8bf-fc2f-4125-9eb4-7ee544bbb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:27.423126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec46d35f-7654-433b-bb7e-cd2ac5fe80e6 req-a4eff9f5-02f4-49e3-8fe9-e2915bc2f905 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 210 time: 0.0701716 Sep 24 00:12:27.424144 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-699df28d-26a4-417c-a300-9981a9f8a431 req-e945d8bf-fc2f-4125-9eb4-7ee544bbb1f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 1097 time: 0.7682207 Sep 24 00:12:27.527269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.529434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Allocated IP 172.20.0.7 (9117d1e5-03f7-487e-ace4-14594dc887ae/36cc72d9-bbac-4cdb-b503-42ba974db883/ef19bb34-09e5-4a89-a65d-32c01056034d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:27.552635 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-699df28d-26a4-417c-a300-9981a9f8a431 req-6fb7f35b-4e69-4bd4-a552-74c9e6aaea1e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877562 Sep 24 00:12:27.563489 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.655161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d55090a5-826b-4566-9676-84adc4127625 None None] Provisioning complete for port 7078542f-de0c-4632-ba8f-37979240a2e9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:27.655533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.656475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d55090a5-826b-4566-9676-84adc4127625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.668810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=c318d41b-9ba8-484c-b48a-0556bc0bb2e2,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:27.725027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 79a8208c-f56a-414d-9720-54f7e5c17fc3 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:27.726153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': '83137db4-8112-4848-b654-3efce0a232f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d8ee3a-8e28-4fcf-b8a6-275da287a547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:27.726588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: b6d8ee3a-8e28-4fcf-b8a6-275da287a547, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:27.740163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:27.750129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:27.757095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d55090a5-826b-4566-9676-84adc4127625 None None] Port 7078542f-de0c-4632-ba8f-37979240a2e9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:27.758996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:27.759679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.778069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d55090a5-826b-4566-9676-84adc4127625 None None] Provisioning complete for port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:27.778739 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d55090a5-826b-4566-9676-84adc4127625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.807865 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.819288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=ab5318e7-f893-4cf2-a760-f6a7deb2ab1e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:27.827236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:27.833224 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e9421516-348f-46dc-9afa-7f674feb4e75 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2840827 Sep 24 00:12:27.837949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39598) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:27.843942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b6d8ee3a-8e28-4fcf-b8a6-275da287a547) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:27.851464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:27.852143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:27.877710 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-80d85651-56b5-481e-ac12-b10f19292250 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5078125 Sep 24 00:12:27.877936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39602) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:27.879128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4883ad1a-fe14-4f6e-ab1b-5f9a3873749b None None] Network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:27.892116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': '07085ea7-fdeb-4d33-b6c1-56fd0d1b4145', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:28.088851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:28.121519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:28.131493 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.190337 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.215342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb61854-edb2-4a3b-bf54-ac7287ccc32b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:28.219905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6cb61854-edb2-4a3b-bf54-ac7287ccc32b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e5 HTTP/1.1" status: 200 len: 929 time: 0.3777440 Sep 24 00:12:28.220052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4df3594e-2902-48f0-b685-6eea6dd3f162'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:12:28.225000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39612) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:28.288008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-b6d8ee3a-8e28-4fcf-b8a6-275da287a547', 'network_id': 'b6d8ee3a-8e28-4fcf-b8a6-275da287a547', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': 'c318d41b-9ba8-484c-b48a-0556bc0bb2e2'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:12:28.297581 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.306002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5f2a9-6f44-464c-a67e-0b3c154b1cfc req-9eeac6fe-7289-442e-a15e-47bec27673ab tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:28.307696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fe5f2a9-6f44-464c-a67e-0b3c154b1cfc req-9eeac6fe-7289-442e-a15e-47bec27673ab tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 945 time: 0.2618709 Sep 24 00:12:28.348937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:28.368487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39614) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:28.379438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5daf15a4-e4ee-4f43-ba38-c99dc50e9932 None None] Provisioning complete for port 7078542f-de0c-4632-ba8f-37979240a2e9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:28.380374 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5daf15a4-e4ee-4f43-ba38-c99dc50e9932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.392341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:28.420848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:28.433457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'Port': ['ID=ef19bb34-09e5-4a89-a65d-32c01056034d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:28.491749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.539290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1fe5f2a9-6f44-464c-a67e-0b3c154b1cfc req-fc2ca15c-93c1-495d-b58e-3bc1e4309162 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969776 Sep 24 00:12:28.555695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:28.556064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.615862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': 'cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07085ea7-fdeb-4d33-b6c1-56fd0d1b4145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:28.616227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:28.616905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:28.617791 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.629223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=612de2b7-d57b-4cc7-b0ff-2d10c02d6e8d,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:28.642736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5daf15a4-e4ee-4f43-ba38-c99dc50e9932 None None] Port 7078542f-de0c-4632-ba8f-37979240a2e9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:28.667772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:28.691275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9367d03c-d368-4aad-84e1-d5a7e3ca31f7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port ab5318e7-f893-4cf2-a760-f6a7deb2ab1e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:28.691579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:28.692283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9367d03c-d368-4aad-84e1-d5a7e3ca31f7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.712072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:28.712844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.720992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd39ce8-a0f2-4d12-871a-8b710f262ec3 None None] Network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:28.722908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-58eed428-1092-4025-9d33-9398cf6deead tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8724563 Sep 24 00:12:28.735359 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ef9b3370-d520-4ee4-b053-49459c58181a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8549323 Sep 24 00:12:28.738799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39620) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:28.755692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e2fbd1fc-c539-4b0b-b083-4846f25a20cf tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1763403858', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:28.764401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-99acd5e7-b6bd-4609-b266-0aca298bf3ab tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:12:28.765485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-99acd5e7-b6bd-4609-b266-0aca298bf3ab tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0405486 Sep 24 00:12:28.784767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f233069-9c92-4d46-8dff-e5069fe17bba req-00f2c050-0b02-462b-9fad-8f531d5a07bf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:28.786344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f233069-9c92-4d46-8dff-e5069fe17bba req-00f2c050-0b02-462b-9fad-8f531d5a07bf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 931 time: 0.1618695 Sep 24 00:12:28.818797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1935735020'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:28.847809 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2fbd1fc-c539-4b0b-b083-4846f25a20cf tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.849628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2fbd1fc-c539-4b0b-b083-4846f25a20cf tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.884357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Allocated IP 172.20.0.2 (b6d8ee3a-8e28-4fcf-b8a6-275da287a547/c318d41b-9ba8-484c-b48a-0556bc0bb2e2/9d18b512-725d-4813-8820-6a0b84e88807) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:28.896521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Made reservation on behalf of c99c7b5cb0f54d83af2991d175ee8e16 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:28.900113 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.909882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Request body: {'port': {'device_id': '438dfa9f-45bb-4bb3-8b94-cff90a2f6faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:28.927473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.938340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-34d8abed-4476-4a91-bb89-78613a8984bb None None] Provisioning complete for port ab5318e7-f893-4cf2-a760-f6a7deb2ab1e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:28.939152 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-34d8abed-4476-4a91-bb89-78613a8984bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.961085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2fbd1fc-c539-4b0b-b083-4846f25a20cf tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.974597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2fbd1fc-c539-4b0b-b083-4846f25a20cf tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:28.978620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f233069-9c92-4d46-8dff-e5069fe17bba req-d9b6560e-2845-4392-83da-1f9e831f868a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849597 Sep 24 00:12:28.983024 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9367d03c-d368-4aad-84e1-d5a7e3ca31f7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.015639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9367d03c-d368-4aad-84e1-d5a7e3ca31f7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for ab5318e7-f893-4cf2-a760-f6a7deb2ab1e owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:29.019282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2fbd1fc-c539-4b0b-b083-4846f25a20cf tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.020838 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e2fbd1fc-c539-4b0b-b083-4846f25a20cf tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2803953 Sep 24 00:12:29.024762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39626) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:29.024762 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.072488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-34d8abed-4476-4a91-bb89-78613a8984bb None None] Port ab5318e7-f893-4cf2-a760-f6a7deb2ab1e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:29.120185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.125740 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.169296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d3fd3-0054-4b41-9cd5-64b21dbd0b47,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:29.193510 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.196200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:29.209476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.209760 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Added segment c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee of type vlan for network f973b0bd-eefa-4634-a13e-036960758d21 Sep 24 00:12:29.275376 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.280454 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.324709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.332807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:29.333834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.351756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:29.355013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Pushing event updated for resources: {'Port': ['ID=9d18b512-725d-4813-8820-6a0b84e88807,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:29.357567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:29.382163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:29.390896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef19bb34-09e5-4a89-a65d-32c01056034d {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:12:29.398707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.410920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Transition to ACTIVE for port object ef19bb34-09e5-4a89-a65d-32c01056034d will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:12:29.412146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-07085ea7-fdeb-4d33-b6c1-56fd0d1b4145', 'network_id': '07085ea7-fdeb-4d33-b6c1-56fd0d1b4145', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': '612de2b7-d57b-4cc7-b0ff-2d10c02d6e8d'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:12:29.413022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.418822 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.419668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b8c12bc3-a5bb-4356-a879-8accdcdd099a None None] Provisioning complete for port ef19bb34-09e5-4a89-a65d-32c01056034d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:29.420060 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8c12bc3-a5bb-4356-a879-8accdcdd099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.449785 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.462789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Pushing event updated for resources: {'Network': ['ID=f973b0bd-eefa-4634-a13e-036960758d21,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:29.466973 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bc40478d-8aae-484c-8082-ace86767bae0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.0970979 Sep 24 00:12:29.503421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f973b0bd-eefa-4634-a13e-036960758d21 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:29.681769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Allocated IP 172.21.0.2 (07085ea7-fdeb-4d33-b6c1-56fd0d1b4145/612de2b7-d57b-4cc7-b0ff-2d10c02d6e8d/973b5f63-3b66-4389-833e-235627452e5a) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:29.826091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39640) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:29.832646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Request body: {'port': {'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21', 'binding:host_id': 'n-h1-713498-18', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1994687688'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:29.867113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Made reservation on behalf of bf5096d75bd44214bd740d1b71debd38 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:29.869709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.905486 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:29.977260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Attempting to bind port 9d18b512-725d-4813-8820-6a0b84e88807 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:29.978154 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Attempting to bind port 9d18b512-725d-4813-8820-6a0b84e88807 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '83137db4-8112-4848-b654-3efce0a232f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d8ee3a-8e28-4fcf-b8a6-275da287a547'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:29.978717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Attempting to bind port 9d18b512-725d-4813-8820-6a0b84e88807 on network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.004342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b8c12bc3-a5bb-4356-a879-8accdcdd099a None None] Port ef19bb34-09e5-4a89-a65d-32c01056034d cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:30.020281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:30.020958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Checking segment: {'id': '83137db4-8112-4848-b654-3efce0a232f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d8ee3a-8e28-4fcf-b8a6-275da287a547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:30.022454 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.022885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Pushing event updated for resources: {'Port': ['ID=ef19bb34-09e5-4a89-a65d-32c01056034d,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:30.023178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Bound using segment: {'id': '83137db4-8112-4848-b654-3efce0a232f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d8ee3a-8e28-4fcf-b8a6-275da287a547'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:30.024098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Bound port: 9d18b512-725d-4813-8820-6a0b84e88807, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83137db4-8112-4848-b654-3efce0a232f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b6d8ee3a-8e28-4fcf-b8a6-275da287a547'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:30.024840 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.034254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.046138 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.050349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] device_id is not set on port 027c8e36-598f-4239-aeee-75214a8ec0b5 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:30.224179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] For port 9d18b512-725d-4813-8820-6a0b84e88807, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:30.224751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930bf492-9639-47cc-a7ad-36589130476e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:30.241951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] For port 9d18b512-725d-4813-8820-6a0b84e88807, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9d18b512-725d-4813-8820-6a0b84e88807,segment=NetworkSegment(83137db4-8112-4848-b654-3efce0a232f5),segment_id=83137db4-8112-4848-b654-3efce0a232f5)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:30.249610 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.252812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.296077 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.323743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46278935-596f-44b1-967e-d93b238d305f req-918be057-3e5b-4b17-b0bf-c957ad1edc59 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:30.325393 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46278935-596f-44b1-967e-d93b238d305f req-918be057-3e5b-4b17-b0bf-c957ad1edc59 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 943 time: 0.2300420 Sep 24 00:12:30.334602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:30.334602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb1741-1fbb-4ef9-9527-8bad3ef2400f None None] Pushing event updated for resources: {'Port': ['ID=9d18b512-725d-4813-8820-6a0b84e88807,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:30.349705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308f7eb-7e7b-4325-99fc-e9fe0dd9e924 req-299bfd9e-c2f4-4894-9791-06eaeeb4e0ae tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:30.351350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7308f7eb-7e7b-4325-99fc-e9fe0dd9e924 req-299bfd9e-c2f4-4894-9791-06eaeeb4e0ae tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 945 time: 0.3236454 Sep 24 00:12:30.396988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:30.402271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:30.411717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] device_id is not set on port 027c8e36-598f-4239-aeee-75214a8ec0b5 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:30.414476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9367d03c-d368-4aad-84e1-d5a7e3ca31f7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.422417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.434223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.474114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Attempting to bind port ef19bb34-09e5-4a89-a65d-32c01056034d on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.474724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Attempting to bind port ef19bb34-09e5-4a89-a65d-32c01056034d by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.475136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Attempting to bind port ef19bb34-09e5-4a89-a65d-32c01056034d on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.501690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=027c8e36-598f-4239-aeee-75214a8ec0b5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:30.505172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Pushing event updated for resources: {'Port': ['ID=973b5f63-3b66-4389-833e-235627452e5a,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:30.514210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367d03c-d368-4aad-84e1-d5a7e3ca31f7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=ab5318e7-f893-4cf2-a760-f6a7deb2ab1e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:30.517647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.534006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Checking segment: {'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:30.534547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Network hostable DHCP agents. Network: f973b0bd-eefa-4634-a13e-036960758d21, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:30.537227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Attempting to bind port 973b5f63-3b66-4389-833e-235627452e5a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.537595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Attempting to bind port 973b5f63-3b66-4389-833e-235627452e5a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07085ea7-fdeb-4d33-b6c1-56fd0d1b4145'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.538304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Attempting to bind port 973b5f63-3b66-4389-833e-235627452e5a on network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.549346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Port ef19bb34-09e5-4a89-a65d-32c01056034d on network 9117d1e5-03f7-487e-ace4-14594dc887ae not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.549519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Attempting to bind port ef19bb34-09e5-4a89-a65d-32c01056034d on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.550274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:30.550648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Checking segment: {'id': 'cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07085ea7-fdeb-4d33-b6c1-56fd0d1b4145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:30.551087 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.551484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Bound using segment: {'id': 'cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07085ea7-fdeb-4d33-b6c1-56fd0d1b4145'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:30.551955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Bound port: 973b5f63-3b66-4389-833e-235627452e5a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '07085ea7-fdeb-4d33-b6c1-56fd0d1b4145'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:30.552333 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.559734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Network f973b0bd-eefa-4634-a13e-036960758d21 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:30.574870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f973b0bd-eefa-4634-a13e-036960758d21) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:30.578286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7308f7eb-7e7b-4325-99fc-e9fe0dd9e924 req-e5366d6e-8fcf-4324-9fa1-103bb8078cce tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113643 Sep 24 00:12:30.579710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:30.587503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46278935-596f-44b1-967e-d93b238d305f req-c3832841-ac2f-43de-82dd-58b3e63656b5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301686 Sep 24 00:12:30.601092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:30.601849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Checking segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:30.602683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Bound using segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:30.603205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Bound port: ef19bb34-09e5-4a89-a65d-32c01056034d, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:30.603622 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.608548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9367d03c-d368-4aad-84e1-d5a7e3ca31f7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:30.613660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9367d03c-d368-4aad-84e1-d5a7e3ca31f7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/ab5318e7-f893-4cf2-a760-f6a7deb2ab1e HTTP/1.1" status: 204 len: 168 time: 2.3855262 Sep 24 00:12:30.614722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39646) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:30.626986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.627441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.627841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.633286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.633645 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.634098 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 2 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.653067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.653472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.653893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.663713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.664120 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.664601 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 3 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.708189 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-1520db4e-f02b-42ca-99f2-5eca056651fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:30.713043 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1520db4e-f02b-42ca-99f2-5eca056651fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/ab5318e7-f893-4cf2-a760-f6a7deb2ab1e HTTP/1.1" status: 404 len: 333 time: 0.0907040 Sep 24 00:12:30.715969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39652) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:30.726946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51312d2e-551f-4f19-b658-4eb57a8a92b4 None None] Network f973b0bd-eefa-4634-a13e-036960758d21 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:30.732686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.733026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.733375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.738114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.738449 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.739460 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 4 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.754435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.754690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.757716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.772473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.772813 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.773214 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 5 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.793633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.793963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.794312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.801734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.802069 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.802478 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 6 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.835858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.836415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.836722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.843896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.844238 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.844637 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 7 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.860078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.860289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.860484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.866544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.866911 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.867590 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 8 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.893805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.899532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.900200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.940627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.940929 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.941307 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 9 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.947465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] For port 973b5f63-3b66-4389-833e-235627452e5a, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:30.967709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.968057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.968403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.973462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.973794 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.974190 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 10 to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 Sep 24 00:12:30.989292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:30.989634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:30.989976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:30.994528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 027c8e36-598f-4239-aeee-75214a8ec0b5 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:30.996215 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 027c8e36-598f-4239-aeee-75214a8ec0b5 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:30.996604 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.000720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] For port 973b5f63-3b66-4389-833e-235627452e5a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=973b5f63-3b66-4389-833e-235627452e5a,segment=NetworkSegment(cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6),segment_id=cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:31.028570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.055355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] For port ef19bb34-09e5-4a89-a65d-32c01056034d, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:31.101751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] For port ef19bb34-09e5-4a89-a65d-32c01056034d, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ef19bb34-09e5-4a89-a65d-32c01056034d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:31.127566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.168758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b6a5f-9cc8-498f-94e9-fce350d3d1c0 None None] Pushing event updated for resources: {'Port': ['ID=973b5f63-3b66-4389-833e-235627452e5a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:31.206142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] For port 027c8e36-598f-4239-aeee-75214a8ec0b5, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:31.207257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempted to set empty binding levels {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 00:12:31.222862 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.273885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:31.280050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.281632 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] 10.222.0.20 "PUT /v2.0/ports/ef19bb34-09e5-4a89-a65d-32c01056034d HTTP/1.1" status: 200 len: 1092 time: 2.5074630 Sep 24 00:12:31.282171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438dfa9f-45bb-4bb3-8b94-cff90a2f6faa', 'tag': 'ef19bb34-09e5-4a89-a65d-32c01056034d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:12:31.284128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:31.284729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.287804 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a4d253-1452-4b14-b532-19706481da14" -d '{"events": [{"name": "network-changed", "server_uuid": "438dfa9f-45bb-4bb3-8b94-cff90a2f6faa", "tag": "ef19bb34-09e5-4a89-a65d-32c01056034d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:12:31.314252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=027c8e36-598f-4239-aeee-75214a8ec0b5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:31.321915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5651f3d4-338a-4f20-b720-cc29ed2d4f99 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 7078542f-de0c-4632-ba8f-37979240a2e9 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:31.323025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5651f3d4-338a-4f20-b720-cc29ed2d4f99 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.334963 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b3e056ba-1274-4ac9-b239-db642690f355 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.5076714 Sep 24 00:12:31.337567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39680) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:31.350252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27520bb4-27bb-4ed3-9296-7ad5146bb5da service neutron] Pushing event updated for resources: {'Port': ['ID=ef19bb34-09e5-4a89-a65d-32c01056034d,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:31.496206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Deleting port 027c8e36-598f-4239-aeee-75214a8ec0b5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:31.496612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.553001 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba6720-61d2-438b-9808-29c3b59851e8 x-openstack-request-id: req-48ba6720-61d2-438b-9808-29c3b59851e8 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:31.553581 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438dfa9f-45bb-4bb3-8b94-cff90a2f6faa", "tag": "ef19bb34-09e5-4a89-a65d-32c01056034d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:31.553581 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48ba6720-61d2-438b-9808-29c3b59851e8 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:31.553923 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438dfa9f-45bb-4bb3-8b94-cff90a2f6faa', 'tag': 'ef19bb34-09e5-4a89-a65d-32c01056034d', 'status': 'completed', 'code': 200} Sep 24 00:12:31.567377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.20.0.1 (b6d8ee3a-8e28-4fcf-b8a6-275da287a547/c318d41b-9ba8-484c-b48a-0556bc0bb2e2/7173f8e7-7bc1-4a2e-bb26-e597b551ed25) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:31.745248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] For port 027c8e36-598f-4239-aeee-75214a8ec0b5, host n-h1-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:31.745616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.771852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Calling delete_port for 027c8e36-598f-4239-aeee-75214a8ec0b5 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:31.793022 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-5742a4a8-5597-4bc7-b957-67c0570efdb6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1254156 Sep 24 00:12:31.908530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873616-5030-4080-bdde-f353ff1e542f req-2762396c-41bc-41cb-b2c5-7153a1aaafd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:31.910060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-2762396c-41bc-41cb-b2c5-7153a1aaafd0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 1095 time: 0.5463037 Sep 24 00:12:31.923286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.966479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.968624 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5651f3d4-338a-4f20-b720-cc29ed2d4f99 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:31.972366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "DELETE /v2.0/ports/027c8e36-598f-4239-aeee-75214a8ec0b5 HTTP/1.1" status: 204 len: 168 time: 0.6272986 Sep 24 00:12:31.972887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7437d52-9de6-4f21-968e-b24316eaf380 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event deleted for resources: {'Port': ['ID=027c8e36-598f-4239-aeee-75214a8ec0b5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:31.977603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39690) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:31.980522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-51bb94a9-04ba-40da-8104-6da3782c64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:31.982027 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-51bb94a9-04ba-40da-8104-6da3782c64f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1096 time: 0.1014776 Sep 24 00:12:32.068384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-4305c8ce-c03d-4fac-a005-5dd500d69ebb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef19bb34-09e5-4a89-a65d-32c01056034d HTTP/1.1" status: 200 len: 217 time: 0.1439333 Sep 24 00:12:32.073965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5651f3d4-338a-4f20-b720-cc29ed2d4f99 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 7078542f-de0c-4632-ba8f-37979240a2e9 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:32.089719 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-6150a509-f98f-4d45-8abf-692c9b7680ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] GET failed (client error): The resource could not be found. Sep 24 00:12:32.096109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39692) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:32.096256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6150a509-f98f-4d45-8abf-692c9b7680ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "GET /v2.0/ports/027c8e36-598f-4239-aeee-75214a8ec0b5 HTTP/1.1" status: 404 len: 333 time: 0.1110444 Sep 24 00:12:32.101091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Request body: {'port': {'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-662408741'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:32.162668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fee3f-8c1a-488f-a4b0-45c95ab213da req-67aa5f84-7081-451f-8404-3f58b7150ebe tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:32.164447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c93fee3f-8c1a-488f-a4b0-45c95ab213da req-67aa5f84-7081-451f-8404-3f58b7150ebe tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 945 time: 0.4201641 Sep 24 00:12:32.180793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957198d-1ff5-4646-ac9b-ba1a942f3312 req-d50e51c3-c87e-48de-b345-5a0b9176db0f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:32.182623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9957198d-1ff5-4646-ac9b-ba1a942f3312 req-d50e51c3-c87e-48de-b345-5a0b9176db0f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 943 time: 0.4010935 Sep 24 00:12:32.183701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 973b5f63-3b66-4389-833e-235627452e5a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:32.203442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Made reservation on behalf of bf5096d75bd44214bd740d1b71debd38 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:32.205714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.224480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f96cc39-0aec-433e-8978-8324ae536337 None None] Network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:32.244455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] device_id is not set on port 8e94ed40-581b-45ed-892d-ed51958bda6b yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:32.265695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.283776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873616-5030-4080-bdde-f353ff1e542f req-51fa7596-e39d-4f93-98c6-ec1d310a4a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:32.285514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-51fa7596-e39d-4f93-98c6-ec1d310a4a08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1972106 Sep 24 00:12:32.351884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c191e63a-666c-4eda-a463-f667df65b3e7 None None] Provisioning complete for port 9d18b512-725d-4813-8820-6a0b84e88807 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:32.352076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c191e63a-666c-4eda-a463-f667df65b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.372743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9957198d-1ff5-4646-ac9b-ba1a942f3312 req-ee2f499e-bafd-4014-a049-027309f07200 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547678 Sep 24 00:12:32.405581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c93fee3f-8c1a-488f-a4b0-45c95ab213da req-87053927-7fc9-4364-bca1-652fc3ec5789 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139745 Sep 24 00:12:32.468226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6873616-5030-4080-bdde-f353ff1e542f req-8bba6136-ccef-42ab-9b4e-82d9327c4f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:32.470157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-8bba6136-ccef-42ab-9b4e-82d9327c4f65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493359 Sep 24 00:12:32.488172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-7cef1886-b17f-4756-b20f-289018a500eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:32.489841 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-7cef1886-b17f-4756-b20f-289018a500eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.4847758 Sep 24 00:12:32.497515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.584724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c191e63a-666c-4eda-a463-f667df65b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.586578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 973b5f63-3b66-4389-833e-235627452e5a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:32.586966 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.613510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:32.618393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:32.621444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:32.628152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.676671 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-af181f24-2247-4df5-8819-8230d2eb096a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.1709936 Sep 24 00:12:32.684145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.757540 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5651f3d4-338a-4f20-b720-cc29ed2d4f99 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.770460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=7173f8e7-7bc1-4a2e-bb26-e597b551ed25,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:32.781535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c191e63a-666c-4eda-a463-f667df65b3e7 None None] For port 9d18b512-725d-4813-8820-6a0b84e88807, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9d18b512-725d-4813-8820-6a0b84e88807,segment=NetworkSegment(83137db4-8112-4848-b654-3efce0a232f5),segment_id=83137db4-8112-4848-b654-3efce0a232f5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:32.794119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-e1ec3f5f-7d95-4cee-ae1f-03dc444e6260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:32.796854 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-e1ec3f5f-7d95-4cee-ae1f-03dc444e6260 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1003828 Sep 24 00:12:32.801292 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c191e63a-666c-4eda-a463-f667df65b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.840602 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5651f3d4-338a-4f20-b720-cc29ed2d4f99 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.847898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5651f3d4-338a-4f20-b720-cc29ed2d4f99 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/7078542f-de0c-4632-ba8f-37979240a2e9 HTTP/1.1" status: 204 len: 168 time: 2.1258676 Sep 24 00:12:32.849228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5651f3d4-338a-4f20-b720-cc29ed2d4f99 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=7078542f-de0c-4632-ba8f-37979240a2e9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:32.849343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39696) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:32.862792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.864214 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:32.925267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-6421488c-b60c-47bb-9a61-d617fd7c1c44 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4292843 Sep 24 00:12:33.011883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 973b5f63-3b66-4389-833e-235627452e5a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=973b5f63-3b66-4389-833e-235627452e5a,segment=NetworkSegment(cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6),segment_id=cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:33.013227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c191e63a-666c-4eda-a463-f667df65b3e7 None None] Pushing event updated for resources: {'Port': ['ID=9d18b512-725d-4813-8820-6a0b84e88807,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:33.026895 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.027730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9d18b512-725d-4813-8820-6a0b84e88807 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:33.064673 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6745adb3-71bc-4ba5-b79a-1b2e96684cc4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:33.080259 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6745adb3-71bc-4ba5-b79a-1b2e96684cc4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/7078542f-de0c-4632-ba8f-37979240a2e9 HTTP/1.1" status: 404 len: 333 time: 0.2099621 Sep 24 00:12:33.081975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6873616-5030-4080-bdde-f353ff1e542f req-eea7ab88-36d5-445f-a80a-523babba625d service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468573 Sep 24 00:12:33.082675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39698) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:33.110616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Network f973b0bd-eefa-4634-a13e-036960758d21 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:33.118594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=973b5f63-3b66-4389-833e-235627452e5a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:33.138842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61b6bbc-7be2-4dbd-9c94-23b7284d2f30 None None] Network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:33.145880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-fa4f827f-d8fd-4c5a-b143-41fec07c4393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:33.147641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-fa4f827f-d8fd-4c5a-b143-41fec07c4393 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3421438 Sep 24 00:12:33.150448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:33.160570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:33.161695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:33.162537 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.244073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=8e94ed40-581b-45ed-892d-ed51958bda6b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:33.281978 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.307623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-f44ca35f-3478-446d-8eed-6e1efcadcd44 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:33.309573 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-f44ca35f-3478-446d-8eed-6e1efcadcd44 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.18 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 945 time: 0.2245643 Sep 24 00:12:33.314658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-66cab9a3-a725-46d3-8c1f-f00c12a498c9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2174795 Sep 24 00:12:33.324458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39702) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:33.336637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4d253-1452-4b14-b532-19706481da14 req-139a98f3-b1d2-410d-a151-04cac4235d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:33.338292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87a4d253-1452-4b14-b532-19706481da14 req-139a98f3-b1d2-410d-a151-04cac4235d9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 1095 time: 0.1749418 Sep 24 00:12:33.343840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a3ce51-0a49-4741-b727-a4b2cde2984b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 89380288-44e4-440a-86d7-daf8d0f2eef2 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:33.347864 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ce51-0a49-4741-b727-a4b2cde2984b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.355912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3d136fd7-a0ea-4283-8b61-4b064c24664c None None] Provisioning complete for port 973b5f63-3b66-4389-833e-235627452e5a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:33.356840 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3d136fd7-a0ea-4283-8b61-4b064c24664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.376876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:33.409839 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ce51-0a49-4741-b727-a4b2cde2984b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.513817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9d18b512-725d-4813-8820-6a0b84e88807 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:33.514146 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.528357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ce51-0a49-4741-b727-a4b2cde2984b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.599925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.637954 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-f57c3fa1-67c8-430d-a090-81f1e18beb34 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644852 Sep 24 00:12:33.651049 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ce51-0a49-4741-b727-a4b2cde2984b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.743984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c398365c-7c68-4d4c-b3e7-2b4b92d44f93 None None] Provisioning complete for port 9d18b512-725d-4813-8820-6a0b84e88807 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:33.744171 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c398365c-7c68-4d4c-b3e7-2b4b92d44f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.823809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a3ce51-0a49-4741-b727-a4b2cde2984b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=89380288-44e4-440a-86d7-daf8d0f2eef2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:33.896400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7a3ce51-0a49-4741-b727-a4b2cde2984b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:33.902285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7a3ce51-0a49-4741-b727-a4b2cde2984b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/89380288-44e4-440a-86d7-daf8d0f2eef2 HTTP/1.1" status: 204 len: 168 time: 0.7645836 Sep 24 00:12:33.910385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39708) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:33.914682 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dc663cff-232d-4b2c-890e-d6cf80da0fdf req-25545557-f6fc-46c1-ab78-4244acc5fc8b service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537956 Sep 24 00:12:33.918429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f911917-e1c3-4da8-b105-536d046b183d None None] Network 79a8208c-f56a-414d-9720-54f7e5c17fc3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:33.983416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Deleting port 63ce0eda-b511-47ea-b87c-714502f4417d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:33.983943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.069956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 973b5f63-3b66-4389-833e-235627452e5a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:34.112331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c398365c-7c68-4d4c-b3e7-2b4b92d44f93 None None] Provisioning complete for port 7173f8e7-7bc1-4a2e-bb26-e597b551ed25 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:34.113075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c398365c-7c68-4d4c-b3e7-2b4b92d44f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.166974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.228695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c398365c-7c68-4d4c-b3e7-2b4b92d44f93 None None] Port 7173f8e7-7bc1-4a2e-bb26-e597b551ed25 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:34.242580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 973b5f63-3b66-4389-833e-235627452e5a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:34.243079 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.246195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] For port 63ce0eda-b511-47ea-b87c-714502f4417d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=63ce0eda-b511-47ea-b87c-714502f4417d,segment=NetworkSegment(71c61c9c-9934-4200-9cc4-8a9855b2ce4f),segment_id=71c61c9c-9934-4200-9cc4-8a9855b2ce4f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:34.246375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.275191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Calling delete_port for 63ce0eda-b511-47ea-b87c-714502f4417d owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:34.363241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] DHCP port deletion for 79a8208c-f56a-414d-9720-54f7e5c17fc3 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:12:34.369215 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9d18b512-725d-4813-8820-6a0b84e88807 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:34.387988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] device_id is not set on port 8e94ed40-581b-45ed-892d-ed51958bda6b yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:34.406933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.424829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-731a3fa2-ef57-4eeb-8c5e-d103cc3e4edd None None] Provisioning complete for port 973b5f63-3b66-4389-833e-235627452e5a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:34.425291 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-731a3fa2-ef57-4eeb-8c5e-d103cc3e4edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.427688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:34.428231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.430062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.524597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9d18b512-725d-4813-8820-6a0b84e88807 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:34.525115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.528646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] Deleting port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:34.528646 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.562006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=8e94ed40-581b-45ed-892d-ed51958bda6b,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:34.565827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5da6c-6bae-49a7-bd35-a7462c2b3f6e req-86528c8b-4a74-4cb8-996e-1654a97b038c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:34.568298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41a5da6c-6bae-49a7-bd35-a7462c2b3f6e req-86528c8b-4a74-4cb8-996e-1654a97b038c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 943 time: 0.9208665 Sep 24 00:12:34.577453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] For port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,segment=NetworkSegment(d50d4f34-3572-4343-8a70-c6077cd132b4),segment_id=d50d4f34-3572-4343-8a70-c6077cd132b4)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:34.577980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.583949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55c905-4eb6-4abb-8763-9924c0fec850 req-80dc298e-06c2-4bdf-a94f-00307667a2a2 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:34.591743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b55c905-4eb6-4abb-8763-9924c0fec850 req-80dc298e-06c2-4bdf-a94f-00307667a2a2 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/ports?device_id=90f6fcba-8be6-4f66-892c-874f2da0c0f2 HTTP/1.1" status: 200 len: 945 time: 0.9342721 Sep 24 00:12:34.616815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:34.634634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:34.635218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:34.635708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:34.672111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] For port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,segment=NetworkSegment(d50d4f34-3572-4343-8a70-c6077cd132b4),segment_id=d50d4f34-3572-4343-8a70-c6077cd132b4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:34.672666 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.678036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41a5da6c-6bae-49a7-bd35-a7462c2b3f6e req-ef8d2aa2-0238-4e59-b98a-48c521cf6467 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834675 Sep 24 00:12:34.681468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4d253-1452-4b14-b532-19706481da14 req-a613b387-865b-4a0b-89c1-3d81b303cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:34.683482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87a4d253-1452-4b14-b532-19706481da14 req-a613b387-865b-4a0b-89c1-3d81b303cbeb service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 1.0484412 Sep 24 00:12:34.687171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:34.687761 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:34.692868 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 2 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:34.709553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] Calling delete_port for 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:34.717799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:34.718359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:34.718864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:34.728645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.735878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:34.736395 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:34.739837 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 3 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:34.758080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87a4d253-1452-4b14-b532-19706481da14 req-0018b1e0-ec0b-4c1e-822e-df8b696a0fb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef19bb34-09e5-4a89-a65d-32c01056034d HTTP/1.1" status: 200 len: 217 time: 0.0516880 Sep 24 00:12:34.771818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Pushing event deleted for resources: {'Port': ['ID=63ce0eda-b511-47ea-b87c-714502f4417d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:34.790942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:34.791447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:34.791621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:34.799573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b55c905-4eb6-4abb-8763-9924c0fec850 req-6d200ca3-0848-4e04-b877-7e0d91de0fb1 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.24 "GET /v2.0/security-groups?id=a4645b29-2f57-4a79-ac47-af96228caa75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068470 Sep 24 00:12:34.828862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:34.829345 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:34.835326 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 4 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:34.855842 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.858075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] No DVR routers for this DVR port 63ce0eda-b511-47ea-b87c-714502f4417d on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:34.861295 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.863789 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b92c4cb-c12c-44bd-89fa-ad95281a9d6d req-5ff066f5-f01e-47a1-ae0f-e2bca54e5663 tempest-ServerMetadataNegativeTestJSON-1827832473 tempest-ServerMetadataNegativeTestJSON-1827832473-project] 10.222.0.18 "DELETE /v2.0/ports/63ce0eda-b511-47ea-b87c-714502f4417d HTTP/1.1" status: 204 len: 173 time: 1.5464149 Sep 24 00:12:34.866237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f6fcba-8be6-4f66-892c-874f2da0c0f2', 'name': 'network-vif-deleted', 'tag': '63ce0eda-b511-47ea-b87c-714502f4417d'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:12:34.870392 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066c1111-01ef-42a5-9eeb-b65a159f83bf" -d '{"events": [{"server_uuid": "90f6fcba-8be6-4f66-892c-874f2da0c0f2", "name": "network-vif-deleted", "tag": "63ce0eda-b511-47ea-b87c-714502f4417d"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:12:34.873997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:34.901470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4d253-1452-4b14-b532-19706481da14 req-01bd0af6-a5cf-43b0-8a0b-eee257b01f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:34.903065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87a4d253-1452-4b14-b532-19706481da14 req-01bd0af6-a5cf-43b0-8a0b-eee257b01f89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1312795 Sep 24 00:12:34.911202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] Pushing event deleted for resources: {'Port': ['ID=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:34.922811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5894a84f-94c7-4ae3-a8ff-5636a8215797 None None] No DVR routers for this DVR port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:34.940100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:34.944538 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39bc8ef-8a5f-4917-9416-b7de13b3a370 x-openstack-request-id: req-d39bc8ef-8a5f-4917-9416-b7de13b3a370 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:34.944829 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f6fcba-8be6-4f66-892c-874f2da0c0f2", "name": "network-vif-deleted", "tag": "63ce0eda-b511-47ea-b87c-714502f4417d", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:34.945186 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d39bc8ef-8a5f-4917-9416-b7de13b3a370 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:34.946633 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f6fcba-8be6-4f66-892c-874f2da0c0f2', 'name': 'network-vif-deleted', 'tag': '63ce0eda-b511-47ea-b87c-714502f4417d', 'status': 'completed', 'code': 200} Sep 24 00:12:34.948161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:34.948490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:34.948818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:34.958107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No DVR routers for this DVR port 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:34.985605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:34.985821 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:34.986581 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 5 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:35.023351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4d253-1452-4b14-b532-19706481da14 req-d7e58c46-370e-4a56-867d-13afaf3fc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.024943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87a4d253-1452-4b14-b532-19706481da14 req-d7e58c46-370e-4a56-867d-13afaf3fc5fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137581 Sep 24 00:12:35.026974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.051149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:35.051621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:35.052049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:35.057188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.084970 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.087800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:35.088228 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:35.088715 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 6 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:35.105355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:35.105805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:35.106236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:35.112615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:35.113044 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:35.113526 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 7 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:35.139894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a8208c-f56a-414d-9720-54f7e5c17fc3']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:35.149679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:35.150067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:35.150999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:35.157213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd50d4f34-3572-4343-8a70-c6077cd132b4') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:35.157513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd50d4f34-3572-4343-8a70-c6077cd132b4') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:35.161108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:35.161429 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:35.166205 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 8 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:35.173837 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.195507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:35.195795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:35.196692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:35.202715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:35.203733 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:35.203733 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 9 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:35.205494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=7173f8e7-7bc1-4a2e-bb26-e597b551ed25,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:35.212048 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.218383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:35.218383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:35.218383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:35.220678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.226472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:35.227124 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:35.228602 n-d-713498-18 neutron-server[106378]: INFO neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 10 to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b Sep 24 00:12:35.238790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:35.241166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:35.242467 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:35.258997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:35.259340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:35.259678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:35.277356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:35.277681 n-d-713498-18 neutron-server[106378]: ERROR neutron.plugins.ml2.managers [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port 8e94ed40-581b-45ed-892d-ed51958bda6b on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:35.278013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87a4d253-1452-4b14-b532-19706481da14 req-d9b14cf2-a533-4aca-ba61-4ba5b9251c71 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364438 Sep 24 00:12:35.278129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.398983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] For port 8e94ed40-581b-45ed-892d-ed51958bda6b, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:35.400707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempted to set empty binding levels {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 00:12:35.405437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.410947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.415864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:35.423911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:35.430524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.432398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/networks/79a8208c-f56a-414d-9720-54f7e5c17fc3 HTTP/1.1" status: 204 len: 168 time: 1.5204356 Sep 24 00:12:35.442679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39716) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:35.448919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1403127057'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:35.471801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a460ca2-371a-42f6-9446-8be35d1b2ac7 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Network': ['ID=79a8208c-f56a-414d-9720-54f7e5c17fc3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:35.473788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] In _notify_port_updated(), no bound segment for port 8e94ed40-581b-45ed-892d-ed51958bda6b on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:12:35.474638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.475285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.476570 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "PUT /v2.0/ports/8e94ed40-581b-45ed-892d-ed51958bda6b HTTP/1.1" status: 200 len: 979 time: 2.1102321 Sep 24 00:12:35.482837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39718) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:35.543147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 63ce0eda-b511-47ea-b87c-714502f4417d no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:35.562346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26577e84-0627-4b94-ba7a-26235a5be98e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=8e94ed40-581b-45ed-892d-ed51958bda6b,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:35.586207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 63ce0eda-b511-47ea-b87c-714502f4417d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:35.586686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 63ce0eda-b511-47ea-b87c-714502f4417d not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:35.603077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.603559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.604251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.604894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.605401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.605837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.606345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.606802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.607804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.608371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.608842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.609235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.609633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:35.609940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.610140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.610596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.611085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.615657 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e5b7f231-6bb1-44ff-856f-2fab65fb8b5e tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14327 time: 0.1319180 Sep 24 00:12:35.617690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39720) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:35.633866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.657328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87a4d253-1452-4b14-b532-19706481da14 req-f929b058-5c95-4a1f-8a17-62e80a401708 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418660 Sep 24 00:12:35.677446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:35.688897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.689506 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Added segment 544afa75-16c1-43dc-b486-229442899850 of type vlan for network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 Sep 24 00:12:35.745881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.782205 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.788702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:35.789453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.797410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:12:35.823403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device ef19bb34-09e5-4a89-a65d-32c01056034d details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:12:35.841898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Deleting port 8e94ed40-581b-45ed-892d-ed51958bda6b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:35.847575 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.882392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a0083df1-58d7-47d8-b370-1f0f660d6755 None None] Provisioning complete for port 7173f8e7-7bc1-4a2e-bb26-e597b551ed25 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:35.885855 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a0083df1-58d7-47d8-b370-1f0f660d6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.903552 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4597757 Sep 24 00:12:35.906825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39726) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:35.907169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39728) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:35.926130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:35.939164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] For port 8e94ed40-581b-45ed-892d-ed51958bda6b, host n-h1-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:35.939537 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:35.954889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Calling delete_port for 8e94ed40-581b-45ed-892d-ed51958bda6b owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:35.955419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a0083df1-58d7-47d8-b370-1f0f660d6755 None None] Port 7173f8e7-7bc1-4a2e-bb26-e597b551ed25 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:36.003383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8434e7-176b-4fca-9ec4-369b1d9d1d2a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Network': ['ID=6c7dc9ba-03ae-4257-b19e-be57fc113d67,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:36.018910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:36.068084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port ef19bb34-09e5-4a89-a65d-32c01056034d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ef19bb34-09e5-4a89-a65d-32c01056034d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:36.110722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-67283761-0c51-4efe-9a4b-9024519e0f00 admin admin] Deleting subnet d4579109-456b-45bd-ab0d-f1a8d7378a58 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:36.122936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:36.131048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'ef19bb34-09e5-4a89-a65d-32c01056034d', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': 'ef19bb34-09e5-4a89-a65d-32c01056034d', 'mac_address': 'fa:16:3e:6c:af:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:12:36.137844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a90193a-ecb1-4c7c-8c8e-82d4d2fd04d4 req-63a57c4b-f8a9-4d31-aa42-f949da2a7b74 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:36.139767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a90193a-ecb1-4c7c-8c8e-82d4d2fd04d4 req-63a57c4b-f8a9-4d31-aa42-f949da2a7b74 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 943 time: 0.3138664 Sep 24 00:12:36.141995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67283761-0c51-4efe-9a4b-9024519e0f00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.144652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:36.149545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.157685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:36.158279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 41f3f2a9-3eee-43a1-8c4b-f31e5f58ff1a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:36.171955 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d69d68-d35b-4225-8a8d-79f619502d0f None None] Sync routers for ids ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:36.179553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6c24d7c2-7b81-4f35-bb3e-2792c577e5db tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1501005 Sep 24 00:12:36.196443 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d69d68-d35b-4225-8a8d-79f619502d0f None None] Routers {'aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:36.197572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39730) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:36.198997 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d6d69d68-d35b-4225-8a8d-79f619502d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:36.205473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e94ed40-581b-45ed-892d-ed51958bda6b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:36.209656 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.223476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.234827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef19bb34-09e5-4a89-a65d-32c01056034d {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:12:36.241704 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f11433d-6281-447c-a17b-4b1def547f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8e94ed40-581b-45ed-892d-ed51958bda6b HTTP/1.1" status: 204 len: 168 time: 0.6211643 Sep 24 00:12:36.244366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39732) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:36.284797 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d6d69d68-d35b-4225-8a8d-79f619502d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:36.286270 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b82569-f2db-44fd-859e-59066df8b15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] GET failed (client error): The resource could not be found. Sep 24 00:12:36.293438 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-34b82569-f2db-44fd-859e-59066df8b15a tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "GET /v2.0/ports/8e94ed40-581b-45ed-892d-ed51958bda6b HTTP/1.1" status: 404 len: 333 time: 0.0458808 Sep 24 00:12:36.294668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39734) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:36.294909 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d69d68-d35b-4225-8a8d-79f619502d0f None None] Routers {'aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:36.295529 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d6d69d68-d35b-4225-8a8d-79f619502d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:36.301356 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67283761-0c51-4efe-9a4b-9024519e0f00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.303531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1040560919', 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:36.312358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791ec93-3a57-4eda-913e-f92cf87118e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:36.313711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f791ec93-3a57-4eda-913e-f92cf87118e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports/7173f8e7-7bc1-4a2e-bb26-e597b551ed25 HTTP/1.1" status: 200 len: 910 time: 0.1070590 Sep 24 00:12:36.318073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39736) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:36.318233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port ef19bb34-09e5-4a89-a65d-32c01056034d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ef19bb34-09e5-4a89-a65d-32c01056034d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:36.333128 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.355264 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d6d69d68-d35b-4225-8a8d-79f619502d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:36.356069 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d69d68-d35b-4225-8a8d-79f619502d0f None None] The sync data for ids ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:36.368721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:36.380140 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.392657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a90193a-ecb1-4c7c-8c8e-82d4d2fd04d4 req-84115b4e-1f2a-4fda-a1d0-9ab5c5d043dc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938696 Sep 24 00:12:36.408823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-b0f952fd-111e-4008-beca-af31278eef38 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2956684 Sep 24 00:12:36.502326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67283761-0c51-4efe-9a4b-9024519e0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.647180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=ef19bb34-09e5-4a89-a65d-32c01056034d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:36.671211 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.673181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.673709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.674233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.674772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.675329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.675855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.676360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.676911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.677812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.678521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.679055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.679642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:36.703998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['ef19bb34-09e5-4a89-a65d-32c01056034d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:12:36.741709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-bb87f554-6935-4799-af18-3ca52799e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:36.742922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-bb87f554-6935-4799-af18-3ca52799e297 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 1097 time: 0.2650623 Sep 24 00:12:36.831925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67283761-0c51-4efe-9a4b-9024519e0f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.872639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Made reservation on behalf of bf5096d75bd44214bd740d1b71debd38 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:36.876340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.903790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] device_id is not set on port 0784639f-f17e-4236-8139-6cc9502e06ae yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:36.919348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67283761-0c51-4efe-9a4b-9024519e0f00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:36.921275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-67283761-0c51-4efe-9a4b-9024519e0f00 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d4579109-456b-45bd-ab0d-f1a8d7378a58 HTTP/1.1" status: 204 len: 168 time: 1.0098875 Sep 24 00:12:36.928127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67283761-0c51-4efe-9a4b-9024519e0f00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4579109-456b-45bd-ab0d-f1a8d7378a58,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:36.937203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39740) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:37.036152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-c25ab891-8162-4149-9365-bab1abb72e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:37.037635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-c25ab891-8162-4149-9365-bab1abb72e34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.2691185 Sep 24 00:12:37.067394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.083737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.144453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-c689e434-de84-49b2-bcd9-4ce5fe82d026 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df3594e-2902-48f0-b685-6eea6dd3f162 HTTP/1.1" status: 200 len: 217 time: 0.0763426 Sep 24 00:12:37.147144 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.188804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.228533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=773e247b-b10f-42b2-81f7-81916e3f2b48,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:37.264797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Network f973b0bd-eefa-4634-a13e-036960758d21 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:37.287114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-bddba87e-0410-4b20-9fb0-ff7b5df1273e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:37.288504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:37.289003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-bddba87e-0410-4b20-9fb0-ff7b5df1273e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1307495 Sep 24 00:12:37.299347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:37.300408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:37.301130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.308136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=0784639f-f17e-4236-8139-6cc9502e06ae,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:37.332984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-41a222aa-bd85-46e1-8a62-2ab7e1a399db tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0365503 Sep 24 00:12:37.333712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39742) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:37.345827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Checking segment: {'id': '544afa75-16c1-43dc-b486-229442899850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:37.347507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network hostable DHCP agents. Network: 6c7dc9ba-03ae-4257-b19e-be57fc113d67, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:37.376984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4542d9-9a28-4f34-ab24-12dc36e29d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:37.379205 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.382170 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cc4542d9-9a28-4f34-ab24-12dc36e29d2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "GET /v2.0/ports/0784639f-f17e-4236-8139-6cc9502e06ae HTTP/1.1" status: 200 len: 959 time: 0.0451920 Sep 24 00:12:37.382406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39744) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:37.422624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.439935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-c6fddf8e-6a60-4812-befc-e177b51cce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:37.441547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-c6fddf8e-6a60-4812-befc-e177b51cce9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1444111 Sep 24 00:12:37.444400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69a91898-8705-40b8-9f71-8e4265510d79']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:37.478424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:37.514290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c61c9c-9934-4200-9cc4-8a9855b2ce4f') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:37.514838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c61c9c-9934-4200-9cc4-8a9855b2ce4f') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:37.546099 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.574161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6c7dc9ba-03ae-4257-b19e-be57fc113d67) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:37.588740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:37.589326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.595095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51365167-0946-4533-8631-23a3f97716d9 None None] Network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:37.602835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.642479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:37.642905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:37.651026 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:37.671809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85dd6bcc-3b27-49ea-a9a7-43aa7401600f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7591655 Sep 24 00:12:37.675950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39750) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:37.688700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67', 'name': 'tempest-PortsIpV6TestJSON-1498319488', 'fixed_ips': [{'subnet_id': '773e247b-b10f-42b2-81f7-81916e3f2b48', 'ip_address': '2001:db8::10'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:37.734466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a83cb-f014-4e35-a0c9-b535b5d22a5d req-50a32270-c382-4cd1-97bd-c6d2f05434ed tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:37.736021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-222a83cb-f014-4e35-a0c9-b535b5d22a5d req-50a32270-c382-4cd1-97bd-c6d2f05434ed tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 944 time: 0.2168226 Sep 24 00:12:37.740999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.753631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-9e9b1f4e-1d93-42df-b842-49256ab79fdd service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009937 Sep 24 00:12:37.757195 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.762279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] 10.222.0.24 "DELETE /v2.0/networks/69a91898-8705-40b8-9f71-8e4265510d79 HTTP/1.1" status: 204 len: 168 time: 0.8180733 Sep 24 00:12:37.840437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9dbec077-9e31-409f-8be8-538f598151ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Deleting port 0784639f-f17e-4236-8139-6cc9502e06ae {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:37.840804 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9dbec077-9e31-409f-8be8-538f598151ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.843136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f5a9d-454c-4a67-8080-197cbcb47166 admin admin] Pushing event deleted for resources: {'Network': ['ID=69a91898-8705-40b8-9f71-8e4265510d79,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:37.857252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device ef19bb34-09e5-4a89-a65d-32c01056034d up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:37.867413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.21.0.1 (07085ea7-fdeb-4d33-b6c1-56fd0d1b4145/612de2b7-d57b-4cc7-b0ff-2d10c02d6e8d/9029bc1f-06a9-4712-8c04-60ab5bf19697) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:37.909097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-222a83cb-f014-4e35-a0c9-b535b5d22a5d req-679d9ebc-6266-4619-9be6-0d4858c2b446 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647694 Sep 24 00:12:37.949950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:37.978424 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9dbec077-9e31-409f-8be8-538f598151ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:37.999759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9dbec077-9e31-409f-8be8-538f598151ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Calling delete_port for 0784639f-f17e-4236-8139-6cc9502e06ae owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:38.015720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-6c7dc9ba-03ae-4257-b19e-be57fc113d67', 'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67', 'tenant_id': '5c7951dbbbfc4b86895607f526842c85', 'fixed_ips': [{'subnet_id': '773e247b-b10f-42b2-81f7-81916e3f2b48'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:12:38.016948 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.047019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb1c528b-6dd7-4613-8bfe-50904323f0d1 req-02c05fab-5766-4c4a-add9-27c677291e8e service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531374 Sep 24 00:12:38.104799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.177156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port ef19bb34-09e5-4a89-a65d-32c01056034d completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:12:38.185760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39754) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:38.205622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.234930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port f79d9f4e-eeae-4626-ba7e-99b480384219 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:38.240550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.242924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Allocated IP 2001:db8::2 (6c7dc9ba-03ae-4257-b19e-be57fc113d67/773e247b-b10f-42b2-81f7-81916e3f2b48/deb713de-748f-48ae-95c2-4d48acb6d9bd) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:38.254724 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9dbec077-9e31-409f-8be8-538f598151ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.293513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port ef19bb34-09e5-4a89-a65d-32c01056034d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:38.294409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.299657 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9dbec077-9e31-409f-8be8-538f598151ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.304260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9dbec077-9e31-409f-8be8-538f598151ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0784639f-f17e-4236-8139-6cc9502e06ae HTTP/1.1" status: 204 len: 168 time: 0.9198260 Sep 24 00:12:38.305135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39756) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:38.307583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-40bef12f-f0bf-4b9c-870d-c3e80249efe0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f089ea71fe44d9db840eae83b81a6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1128962 Sep 24 00:12:38.308655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbec077-9e31-409f-8be8-538f598151ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event deleted for resources: {'Port': ['ID=0784639f-f17e-4236-8139-6cc9502e06ae,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:38.320343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39758) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:38.346565 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58721fe-c1fc-4252-b597-2e8a2f2b54e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] GET failed (client error): The resource could not be found. Sep 24 00:12:38.353648 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b58721fe-c1fc-4252-b597-2e8a2f2b54e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "GET /v2.0/ports/0784639f-f17e-4236-8139-6cc9502e06ae HTTP/1.1" status: 404 len: 333 time: 0.0420821 Sep 24 00:12:38.354274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39760) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:38.375439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Request body: {'port': {'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1874782843'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:38.386280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:38.400063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:38.413758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:38.465919 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cd03261-3eb2-4d7d-b31e-96669208a25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.480596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.485746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=9029bc1f-06a9-4712-8c04-60ab5bf19697,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:38.494538 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cd03261-3eb2-4d7d-b31e-96669208a25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.496242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.517932 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.543959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Made reservation on behalf of bf5096d75bd44214bd740d1b71debd38 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:38.548808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.572099 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cd03261-3eb2-4d7d-b31e-96669208a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.575303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cd03261-3eb2-4d7d-b31e-96669208a25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.577055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4cd03261-3eb2-4d7d-b31e-96669208a25c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4645b29-2f57-4a79-ac47-af96228caa75 HTTP/1.1" status: 204 len: 168 time: 0.2557826 Sep 24 00:12:38.604465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438dfa9f-45bb-4bb3-8b94-cff90a2f6faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef19bb34-09e5-4a89-a65d-32c01056034d'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:12:38.606715 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2a2535-c290-4a50-a0ec-b6bbec9fed7c" -d '{"events": [{"server_uuid": "438dfa9f-45bb-4bb3-8b94-cff90a2f6faa", "name": "network-vif-plugged", "status": "completed", "tag": "ef19bb34-09e5-4a89-a65d-32c01056034d"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:12:38.613695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd03261-3eb2-4d7d-b31e-96669208a25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4645b29-2f57-4a79-ac47-af96228caa75,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:38.616414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:38.630175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] device_id is not set on port c90c9a80-5ab3-4f2d-964f-5a23ca542122 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:38.635332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:38.645661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port ef19bb34-09e5-4a89-a65d-32c01056034d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ef19bb34-09e5-4a89-a65d-32c01056034d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:38.657502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:38.660868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.674004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Pushing event updated for resources: {'Port': ['ID=deb713de-748f-48ae-95c2-4d48acb6d9bd,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:38.685954 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.706665 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b72d4c-fb2f-4ae3-8c4f-5f4b942e8cb6 x-openstack-request-id: req-52b72d4c-fb2f-4ae3-8c4f-5f4b942e8cb6 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:38.707176 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438dfa9f-45bb-4bb3-8b94-cff90a2f6faa", "name": "network-vif-plugged", "status": "completed", "tag": "ef19bb34-09e5-4a89-a65d-32c01056034d", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:38.707557 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52b72d4c-fb2f-4ae3-8c4f-5f4b942e8cb6 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:38.708096 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438dfa9f-45bb-4bb3-8b94-cff90a2f6faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef19bb34-09e5-4a89-a65d-32c01056034d', 'code': 200} Sep 24 00:12:38.846334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=ef19bb34-09e5-4a89-a65d-32c01056034d,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:38.867622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Attempting to bind port deb713de-748f-48ae-95c2-4d48acb6d9bd on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:38.868327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::10 (6c7dc9ba-03ae-4257-b19e-be57fc113d67/773e247b-b10f-42b2-81f7-81916e3f2b48/f79d9f4e-eeae-4626-ba7e-99b480384219) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:38.868452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Attempting to bind port deb713de-748f-48ae-95c2-4d48acb6d9bd by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '544afa75-16c1-43dc-b486-229442899850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:38.868452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Attempting to bind port deb713de-748f-48ae-95c2-4d48acb6d9bd on network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:38.884249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:38.884531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Checking segment: {'id': '544afa75-16c1-43dc-b486-229442899850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:38.885098 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.885628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Bound using segment: {'id': '544afa75-16c1-43dc-b486-229442899850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:38.886249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Bound port: deb713de-748f-48ae-95c2-4d48acb6d9bd, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544afa75-16c1-43dc-b486-229442899850', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:38.886853 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:38.955504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.039489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342a60a-f925-4f23-9d82-936b44a6789a req-8fec0330-d4f1-4500-8402-eeb5f5ceba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:39.041138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f342a60a-f925-4f23-9d82-936b44a6789a req-8fec0330-d4f1-4500-8402-eeb5f5ceba14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 1097 time: 0.2753263 Sep 24 00:12:39.070191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7955e1d8-07e2-4be9-b9c2-240033d54145 None None] Provisioning complete for port 9029bc1f-06a9-4712-8c04-60ab5bf19697 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:39.070465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7955e1d8-07e2-4be9-b9c2-240033d54145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.137902 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.140023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] For port deb713de-748f-48ae-95c2-4d48acb6d9bd, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:39.143042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f342a60a-f925-4f23-9d82-936b44a6789a req-d2c5ce77-b33f-4b86-93ab-b1702c5617d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645547 Sep 24 00:12:39.149697 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.169002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] For port deb713de-748f-48ae-95c2-4d48acb6d9bd, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=deb713de-748f-48ae-95c2-4d48acb6d9bd,segment=NetworkSegment(544afa75-16c1-43dc-b486-229442899850),segment_id=544afa75-16c1-43dc-b486-229442899850)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:39.171796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e121ece-3814-413a-90d0-5b72fce0e0e5 req-48285bd1-efb2-40dc-b6cd-3b531c484b81 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:39.179309 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.180747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e121ece-3814-413a-90d0-5b72fce0e0e5 req-48285bd1-efb2-40dc-b6cd-3b531c484b81 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 945 time: 0.1364467 Sep 24 00:12:39.236306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e121ece-3814-413a-90d0-5b72fce0e0e5 req-8c47d470-eb68-4da2-b65d-5c1c2b32b64b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471370 Sep 24 00:12:39.243801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7955e1d8-07e2-4be9-b9c2-240033d54145 None None] Port 9029bc1f-06a9-4712-8c04-60ab5bf19697 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:39.293387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ebcf9-e0d3-46fa-9723-f694c1aeae98 None None] Pushing event updated for resources: {'Port': ['ID=deb713de-748f-48ae-95c2-4d48acb6d9bd,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:39.297348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.339670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Network f973b0bd-eefa-4634-a13e-036960758d21 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:39.380058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:39.385674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:39.386644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:39.387304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.435916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=c90c9a80-5ab3-4f2d-964f-5a23ca542122,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:39.459998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6caf996d-7ce9-4a6b-87fe-f0adbb549b39 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0994599 Sep 24 00:12:39.460959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39780) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:39.466291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:39.473315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.590382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.695917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.714076 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.741702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.815711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:39.839430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:39.943417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39792) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:39.949070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:39.961515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=f79d9f4e-eeae-4626-ba7e-99b480384219,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:39.985412 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:40.001670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:40.003550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.023908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:40.039381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:40.126303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device deb713de-748f-48ae-95c2-4d48acb6d9bd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:40.146398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d24157da-2bbc-40dc-a8ea-25abe62c8832 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4694936 Sep 24 00:12:40.147082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39796) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:40.164569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-853164062-network', 'tenant_id': 'b69b6729dec34e8b8c0a646b583b3e35'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:40.202571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': '6c7dc9ba-03ae-4257-b19e-be57fc113d67', 'name': 'tempest-PortsIpV6TestJSON-1861075227', 'fixed_ips': [{'subnet_id': '773e247b-b10f-42b2-81f7-81916e3f2b48', 'ip_address': '2001:db8::f'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:40.210794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Made reservation on behalf of b69b6729dec34e8b8c0a646b583b3e35 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:40.214168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.257650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port deb713de-748f-48ae-95c2-4d48acb6d9bd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:40.259396 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.310037 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.385061 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.400494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] device_id is not set on port c90c9a80-5ab3-4f2d-964f-5a23ca542122 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:40.407704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=9029bc1f-06a9-4712-8c04-60ab5bf19697,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:40.413478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.414220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:12:40.444315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port deb713de-748f-48ae-95c2-4d48acb6d9bd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=deb713de-748f-48ae-95c2-4d48acb6d9bd,segment=NetworkSegment(544afa75-16c1-43dc-b486-229442899850),segment_id=544afa75-16c1-43dc-b486-229442899850)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:40.447011 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.449953 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.505770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0f949e1d-a33e-4a83-a898-8cf49ee6146e None None] Provisioning complete for port 9029bc1f-06a9-4712-8c04-60ab5bf19697 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:40.506073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f949e1d-a33e-4a83-a898-8cf49ee6146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.533256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6b7f0-4fba-4309-b569-c57649cab06a req-b3260d4c-d205-49fd-a986-fdbfc8896cb7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:40.549079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53f6b7f0-4fba-4309-b569-c57649cab06a req-b3260d4c-d205-49fd-a986-fdbfc8896cb7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 945 time: 0.1399295 Sep 24 00:12:40.562273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0f949e1d-a33e-4a83-a898-8cf49ee6146e None None] Port 9029bc1f-06a9-4712-8c04-60ab5bf19697 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:40.588573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=deb713de-748f-48ae-95c2-4d48acb6d9bd,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:40.614065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53f6b7f0-4fba-4309-b569-c57649cab06a req-3c2c966f-4673-4f3f-b4ff-3ff523ea7366 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640588 Sep 24 00:12:40.614680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=c90c9a80-5ab3-4f2d-964f-5a23ca542122,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:40.627693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:40.628026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:40.628537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:40.639772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:40.640353 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:40.640952 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 2 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:40.671609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:40.671960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:40.672318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:40.679532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:40.679909 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:40.680365 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 3 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:40.696166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:40.705459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:40.705837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:40.706306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:40.709330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39804) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:40.711832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577291b-b644-433e-80eb-806a78577fb6 None None] Sync routers for ids ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:40.716763 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-11a227b2-df21-4069-ae86-f6850faa880c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3971624 Sep 24 00:12:40.723175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577291b-b644-433e-80eb-806a78577fb6 None None] Routers {'aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:40.723810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2577291b-b644-433e-80eb-806a78577fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:40.757174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.765182 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.770977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:40.771823 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:40.773796 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 4 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:40.802672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:40.808552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2577291b-b644-433e-80eb-806a78577fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:40.812977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:40.813316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:40.813655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:40.816061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:40.822071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.825292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:40.825627 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:40.828459 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 5 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:40.840505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a77ca0-a524-434d-8b39-e79edfc21ccd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:40.841157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577291b-b644-433e-80eb-806a78577fb6 None None] Routers {'aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:40.842204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2577291b-b644-433e-80eb-806a78577fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:40.843984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.844112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:40.844323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:40.844453 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Added segment a5e71962-c44f-4419-8404-f6cffd6170ba of type vlan for network 80aeb448-ad32-49e4-95f4-207715dd61d1 Sep 24 00:12:40.844662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:40.858011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9d7374-220a-4d52-9c83-369a105539a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:40.860614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fe9d7374-220a-4d52-9c83-369a105539a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports/9029bc1f-06a9-4712-8c04-60ab5bf19697 HTTP/1.1" status: 200 len: 910 time: 0.1490293 Sep 24 00:12:40.871564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39806) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:40.879925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:40.880255 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:40.881587 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 6 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:40.892047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 9a1366bc-c321-4f5d-ae2d-7dcd92668402 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:40.912531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2577291b-b644-433e-80eb-806a78577fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:40.913278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2577291b-b644-433e-80eb-806a78577fb6 None None] The sync data for ids ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:40.917571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:40.941335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45969aa3-21b0-491c-b879-c600bea07dc9 None None] Network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:40.956282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:40.956282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:40.956282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:40.996677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:40.996887 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:40.998854 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 7 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:41.015155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:41.015540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:41.015928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:41.022143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:41.022465 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:41.024359 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 8 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:41.044010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:41.044382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:41.045288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.045456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:41.046388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:41.047154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.091800 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1440809 Sep 24 00:12:41.092868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:41.093217 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:41.093672 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 9 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:41.096295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39808) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:41.118329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Request body: {'subnet': {'network_id': '80aeb448-ad32-49e4-95f4-207715dd61d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-853164062-subnet', 'tenant_id': 'b69b6729dec34e8b8c0a646b583b3e35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:41.120857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a3d34ece-c952-43dd-b867-78517fd48f37 None None] Provisioning complete for port deb713de-748f-48ae-95c2-4d48acb6d9bd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:41.121670 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3d34ece-c952-43dd-b867-78517fd48f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.155655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38baa66-69bf-422a-a680-82ebb519b6ee admin admin] Pushing event updated for resources: {'Network': ['ID=80aeb448-ad32-49e4-95f4-207715dd61d1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:41.165615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:41.165960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:41.166301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:41.172829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 80aeb448-ad32-49e4-95f4-207715dd61d1 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:41.181339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:41.181608 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:41.186361 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempt 10 to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 Sep 24 00:12:41.192210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::f (6c7dc9ba-03ae-4257-b19e-be57fc113d67/773e247b-b10f-42b2-81f7-81916e3f2b48/9a1366bc-c321-4f5d-ae2d-7dcd92668402) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:41.215574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:41.215884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:41.216169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempting to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:41.244145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:41.245978 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Failed to bind port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on host n-h1-713498-18 for vnic_type normal using segments [{'id': 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f973b0bd-eefa-4634-a13e-036960758d21'}] Sep 24 00:12:41.246564 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.261804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Made reservation on behalf of b69b6729dec34e8b8c0a646b583b3e35 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:41.269350 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.398841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.439683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.504693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:41.509877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:41.518926 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:41.526428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:41.527220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.536399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=9a1366bc-c321-4f5d-ae2d-7dcd92668402,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:41.547902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] For port c90c9a80-5ab3-4f2d-964f-5a23ca542122, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:41.548305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attempted to set empty binding levels {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 00:12:41.556616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.569977 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-07c50c87-24f1-4e1d-bf79-953fffd68bd8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3787997 Sep 24 00:12:41.571913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39810) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:41.620317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] In _notify_port_updated(), no bound segment for port c90c9a80-5ab3-4f2d-964f-5a23ca542122 on network f973b0bd-eefa-4634-a13e-036960758d21 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:12:41.621191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:41.621886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.623858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "PUT /v2.0/ports/c90c9a80-5ab3-4f2d-964f-5a23ca542122 HTTP/1.1" status: 200 len: 980 time: 2.1619775 Sep 24 00:12:41.641625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39812) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:41.686568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a3e597-fc32-45df-aabe-acf9361e28f3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event updated for resources: {'Port': ['ID=c90c9a80-5ab3-4f2d-964f-5a23ca542122,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:41.724479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c6878f94-d37b-4df2-8f30-516a20565e62 None None] Provisioning complete for port f79d9f4e-eeae-4626-ba7e-99b480384219 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:41.724786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6878f94-d37b-4df2-8f30-516a20565e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.789916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.791310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3004fb-189f-4de2-b287-60db60eea971 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:41.792278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:41.794107 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5b3004fb-189f-4de2-b287-60db60eea971 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2192321 Sep 24 00:12:41.802630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39818) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:41.802837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c6878f94-d37b-4df2-8f30-516a20565e62 None None] Port f79d9f4e-eeae-4626-ba7e-99b480384219 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:41.814998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c6878f94-d37b-4df2-8f30-516a20565e62 None None] Provisioning complete for port deb713de-748f-48ae-95c2-4d48acb6d9bd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:41.815384 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6878f94-d37b-4df2-8f30-516a20565e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.011656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccbaf4fe-8bca-4cfa-8eee-ce7203af3bdd,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:42.039670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Checking segment: {'id': 'a5e71962-c44f-4419-8404-f6cffd6170ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80aeb448-ad32-49e4-95f4-207715dd61d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:42.040035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Network hostable DHCP agents. Network: 80aeb448-ad32-49e4-95f4-207715dd61d1, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:42.088165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device deb713de-748f-48ae-95c2-4d48acb6d9bd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:42.140795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Network 80aeb448-ad32-49e4-95f4-207715dd61d1 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:42.155437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 80aeb448-ad32-49e4-95f4-207715dd61d1) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:42.160857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:42.161450 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.181304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4d6bd-261a-4be8-82ac-3180803c18b4 None None] Network 80aeb448-ad32-49e4-95f4-207715dd61d1 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:42.196510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6032cc3e-0e6a-4dae-8d10-f139f8719cce admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0959971 Sep 24 00:12:42.289407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-579415ed-696a-4a4d-8d41-cfd64777c687 None None] Provisioning complete for port f79d9f4e-eeae-4626-ba7e-99b480384219 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:42.289808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-579415ed-696a-4a4d-8d41-cfd64777c687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.334871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-579415ed-696a-4a4d-8d41-cfd64777c687 None None] Port f79d9f4e-eeae-4626-ba7e-99b480384219 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:42.354981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port deb713de-748f-48ae-95c2-4d48acb6d9bd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:42.355310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.361055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Deleting port c90c9a80-5ab3-4f2d-964f-5a23ca542122 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:42.361391 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.439809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 9029bc1f-06a9-4712-8c04-60ab5bf19697 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:42.446224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] For port c90c9a80-5ab3-4f2d-964f-5a23ca542122, host n-h1-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:42.446936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.451553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.464993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Calling delete_port for c90c9a80-5ab3-4f2d-964f-5a23ca542122 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:42.490648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1242c3a-f8c7-4dbc-813c-00ea389f7cfb None None] Network 80aeb448-ad32-49e4-95f4-207715dd61d1 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:42.490844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000f65c-cf89-44b0-81d7-b07f24f56b2c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:42.499300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000f65c-cf89-44b0-81d7-b07f24f56b2c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:42.506407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000f65c-cf89-44b0-81d7-b07f24f56b2c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:42.517560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39828) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:42.517870 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2000f65c-cf89-44b0-81d7-b07f24f56b2c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.6876702 Sep 24 00:12:42.611841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d8f183de-b8ac-4771-b926-017721950343 None None] Provisioning complete for port 9a1366bc-c321-4f5d-ae2d-7dcd92668402 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:42.612220 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d8f183de-b8ac-4771-b926-017721950343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.623947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.662356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Pushing event deleted for resources: {'Port': ['ID=c90c9a80-5ab3-4f2d-964f-5a23ca542122,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:42.668304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.673020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.676660 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c11ea084-7bda-44e9-9403-8ab94bb07dbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "DELETE /v2.0/ports/c90c9a80-5ab3-4f2d-964f-5a23ca542122 HTTP/1.1" status: 204 len: 168 time: 1.0336356 Sep 24 00:12:42.679298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39832) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:42.684701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d8f183de-b8ac-4771-b926-017721950343 None None] Port 9a1366bc-c321-4f5d-ae2d-7dcd92668402 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:42.703826 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 9029bc1f-06a9-4712-8c04-60ab5bf19697 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:42.727505 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8923825f-43a5-4db5-aafa-66facd860378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] GET failed (client error): The resource could not be found. Sep 24 00:12:42.729683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8923825f-43a5-4db5-aafa-66facd860378 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973 tempest-PortsAdminExtendedAttrsIpV6TestJSON-849972973-project-admin] 10.222.0.24 "GET /v2.0/ports/c90c9a80-5ab3-4f2d-964f-5a23ca542122 HTTP/1.1" status: 404 len: 333 time: 0.0459106 Sep 24 00:12:42.735115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39834) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:42.774893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6f106493-15ac-491d-84ab-a65bffa0e8cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 9a1366bc-c321-4f5d-ae2d-7dcd92668402 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:42.775235 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f106493-15ac-491d-84ab-a65bffa0e8cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.821240 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.907097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.934381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f973b0bd-eefa-4634-a13e-036960758d21']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:42.941352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f106493-15ac-491d-84ab-a65bffa0e8cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.948065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:42.951180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f8fcc3-c5f5-4b81-86e2-119ec5ebcdee') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:42.963205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.978640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.985614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:42.986011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:42.989351 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:43.025254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6f106493-15ac-491d-84ab-a65bffa0e8cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 9a1366bc-c321-4f5d-ae2d-7dcd92668402 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:43.055138 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.062993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.073683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] 10.222.0.24 "DELETE /v2.0/networks/f973b0bd-eefa-4634-a13e-036960758d21 HTTP/1.1" status: 204 len: 168 time: 0.3338013 Sep 24 00:12:43.087059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ba6eb-988f-49d3-8a3e-0baaaf849de0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621 tempest-PortsAdminExtendedAttrsIpV6TestJSON-25458621-project] Pushing event deleted for resources: {'Network': ['ID=f973b0bd-eefa-4634-a13e-036960758d21,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:43.112318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-0b384c6c-6761-401c-b5ed-acb5f4c774a7 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:43.113828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-0b384c6c-6761-401c-b5ed-acb5f4c774a7 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/networks?id=80aeb448-ad32-49e4-95f4-207715dd61d1 HTTP/1.1" status: 200 len: 808 time: 0.2966061 Sep 24 00:12:43.165720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-f610c86f-db31-4ba2-b305-72d80249650d tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/quotas/b69b6729dec34e8b8c0a646b583b3e35 HTTP/1.1" status: 200 len: 375 time: 0.0292990 Sep 24 00:12:43.217406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-37dfb105-25a1-4c2f-9c52-59cf675b0cea tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b69b6729dec34e8b8c0a646b583b3e35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434959 Sep 24 00:12:43.220893 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.276900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=9029bc1f-06a9-4712-8c04-60ab5bf19697,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:43.323094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39850) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:43.433391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f106493-15ac-491d-84ab-a65bffa0e8cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.439766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-df265759-f676-4c76-b87e-b0fb9d981a60 service neutron] 10.222.0.24 "GET /v2.0/networks/80aeb448-ad32-49e4-95f4-207715dd61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101700 Sep 24 00:12:43.522515 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e0b8cb46-f7b9-4520-a720-d267d526dd4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c99c7b5cb0f54d83af2991d175ee8e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975229 Sep 24 00:12:43.523352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39854) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:43.576130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-5700ee9b-b988-4fc4-ac62-8df751b7026a service neutron] 10.222.0.24 "GET /v2.0/networks/80aeb448-ad32-49e4-95f4-207715dd61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284523 Sep 24 00:12:43.579284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f106493-15ac-491d-84ab-a65bffa0e8cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=9a1366bc-c321-4f5d-ae2d-7dcd92668402,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:43.579865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9708a39f-40bc-4db0-8099-e1cc0e01fe05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.603447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9708a39f-40bc-4db0-8099-e1cc0e01fe05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.659600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9708a39f-40bc-4db0-8099-e1cc0e01fe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.663568 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9708a39f-40bc-4db0-8099-e1cc0e01fe05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.668053 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9708a39f-40bc-4db0-8099-e1cc0e01fe05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e17d3fd3-0054-4b41-9cd5-64b21dbd0b47 HTTP/1.1" status: 204 len: 168 time: 0.1429043 Sep 24 00:12:43.690445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f106493-15ac-491d-84ab-a65bffa0e8cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.693883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708a39f-40bc-4db0-8099-e1cc0e01fe05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d3fd3-0054-4b41-9cd5-64b21dbd0b47,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:43.695479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6f106493-15ac-491d-84ab-a65bffa0e8cd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/9a1366bc-c321-4f5d-ae2d-7dcd92668402 HTTP/1.1" status: 204 len: 168 time: 1.1766360 Sep 24 00:12:43.698279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39858) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:43.735941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:43.780581 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-12128470-0af5-4d12-89f8-fed75a4f083f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:43.782414 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-12128470-0af5-4d12-89f8-fed75a4f083f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/9a1366bc-c321-4f5d-ae2d-7dcd92668402 HTTP/1.1" status: 404 len: 333 time: 0.0815935 Sep 24 00:12:43.785094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39862) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:44.007620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cef9d843-4d79-44ed-979c-9f4be30b46c4 req-69d7721b-2cad-495c-bed5-f291b3ba7500 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 210 time: 0.0566835 Sep 24 00:12:44.032838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d64766b9-a6f9-4132-abef-5efc1c212b39 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port f79d9f4e-eeae-4626-ba7e-99b480384219 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:44.033331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d64766b9-a6f9-4132-abef-5efc1c212b39 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.067571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:12:44.149902 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d64766b9-a6f9-4132-abef-5efc1c212b39 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.169913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d64766b9-a6f9-4132-abef-5efc1c212b39 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for f79d9f4e-eeae-4626-ba7e-99b480384219 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:44.190492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:44.197626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f3d87565-f245-43c2-ac04-6853f86ccfd2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3245108 Sep 24 00:12:44.203257 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b889524-b972-4519-8dc5-297e2e497d2b None None] Sync routers for ids ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:44.211252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39876) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:44.237805 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b889524-b972-4519-8dc5-297e2e497d2b None None] Routers {'aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:44.238425 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4b889524-b972-4519-8dc5-297e2e497d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:44.286228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39878) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:44.301466 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4b889524-b972-4519-8dc5-297e2e497d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:44.312202 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b889524-b972-4519-8dc5-297e2e497d2b None None] Routers {'aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:44.313472 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4b889524-b972-4519-8dc5-297e2e497d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:44.354659 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4b889524-b972-4519-8dc5-297e2e497d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:44.355598 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b889524-b972-4519-8dc5-297e2e497d2b None None] The sync data for ids ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:44.367945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d0c4e255-8d8d-46da-a447-f7156fb19e11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf5096d75bd44214bd740d1b71debd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0784519 Sep 24 00:12:44.371283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39882) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:44.449885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d64766b9-a6f9-4132-abef-5efc1c212b39 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.489489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64766b9-a6f9-4132-abef-5efc1c212b39 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=f79d9f4e-eeae-4626-ba7e-99b480384219,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:44.514335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d035f8b-b4ff-42d2-a9db-d119de943e1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.525973 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d64766b9-a6f9-4132-abef-5efc1c212b39 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.529782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d64766b9-a6f9-4132-abef-5efc1c212b39 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/f79d9f4e-eeae-4626-ba7e-99b480384219 HTTP/1.1" status: 204 len: 168 time: 0.7429218 Sep 24 00:12:44.532303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39884) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:44.564580 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50c3b81-9292-4928-b0a1-207aad1834bc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:44.566843 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f50c3b81-9292-4928-b0a1-207aad1834bc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/f79d9f4e-eeae-4626-ba7e-99b480384219 HTTP/1.1" status: 404 len: 333 time: 0.0332725 Sep 24 00:12:44.569582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39886) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:44.596720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d035f8b-b4ff-42d2-a9db-d119de943e1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.647510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c31c88-d856-43b0-8f0f-a8e4f141261f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 773e247b-b10f-42b2-81f7-81916e3f2b48 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:44.652096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74c31c88-d856-43b0-8f0f-a8e4f141261f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.704716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74c31c88-d856-43b0-8f0f-a8e4f141261f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.739533 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d035f8b-b4ff-42d2-a9db-d119de943e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.744997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d035f8b-b4ff-42d2-a9db-d119de943e1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.749878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0d035f8b-b4ff-42d2-a9db-d119de943e1c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/930bf492-9639-47cc-a7ad-36589130476e HTTP/1.1" status: 204 len: 168 time: 0.3382807 Sep 24 00:12:44.820501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d035f8b-b4ff-42d2-a9db-d119de943e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930bf492-9639-47cc-a7ad-36589130476e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:44.848715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74c31c88-d856-43b0-8f0f-a8e4f141261f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.876019 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.922995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74c31c88-d856-43b0-8f0f-a8e4f141261f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.953633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c31c88-d856-43b0-8f0f-a8e4f141261f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=773e247b-b10f-42b2-81f7-81916e3f2b48,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:44.958184 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74c31c88-d856-43b0-8f0f-a8e4f141261f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:44.960347 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-74c31c88-d856-43b0-8f0f-a8e4f141261f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/773e247b-b10f-42b2-81f7-81916e3f2b48 HTTP/1.1" status: 204 len: 168 time: 0.3895404 Sep 24 00:12:44.962916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39892) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:44.965309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1bb5d9-bca2-4e94-9b8c-555f4f880850 None None] Network 6c7dc9ba-03ae-4257-b19e-be57fc113d67 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:45.107802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.196631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65a0cf84-6cbc-49f4-a6a4-7258b7dcf4b5 req-52037904-9c8c-4416-94fb-c45c83fb66fe tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 210 time: 0.0425096 Sep 24 00:12:45.229591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] DHCP port deletion for 6c7dc9ba-03ae-4257-b19e-be57fc113d67 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:12:45.338322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] Deleting port deb713de-748f-48ae-95c2-4d48acb6d9bd {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:45.344725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.345466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 7173f8e7-7bc1-4a2e-bb26-e597b551ed25 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:45.345812 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.413985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port deb713de-748f-48ae-95c2-4d48acb6d9bd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:45.414340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.429359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-2ddf7ac4-f5a0-42c9-b59f-48660729258a tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:45.435519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-2ddf7ac4-f5a0-42c9-b59f-48660729258a tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.18 "GET /v2.0/networks?id=80aeb448-ad32-49e4-95f4-207715dd61d1 HTTP/1.1" status: 200 len: 808 time: 0.2151768 Sep 24 00:12:45.448458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] For port deb713de-748f-48ae-95c2-4d48acb6d9bd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=deb713de-748f-48ae-95c2-4d48acb6d9bd,segment=NetworkSegment(544afa75-16c1-43dc-b486-229442899850),segment_id=544afa75-16c1-43dc-b486-229442899850)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:45.449168 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.464191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] Calling delete_port for deb713de-748f-48ae-95c2-4d48acb6d9bd owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:45.465252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Request body: {'port': {'device_id': '219299ff-1f4a-4f8b-93e2-8826bed13185', 'network_id': '80aeb448-ad32-49e4-95f4-207715dd61d1', 'admin_state_up': True, 'tenant_id': 'b69b6729dec34e8b8c0a646b583b3e35'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:45.478188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.504118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 7173f8e7-7bc1-4a2e-bb26-e597b551ed25 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:45.579490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.592161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] For port deb713de-748f-48ae-95c2-4d48acb6d9bd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=deb713de-748f-48ae-95c2-4d48acb6d9bd,segment=NetworkSegment(544afa75-16c1-43dc-b486-229442899850),segment_id=544afa75-16c1-43dc-b486-229442899850)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:45.592508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.614529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for deb713de-748f-48ae-95c2-4d48acb6d9bd owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:45.617967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] Pushing event deleted for resources: {'Port': ['ID=deb713de-748f-48ae-95c2-4d48acb6d9bd,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:45.630411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2412210-35e8-4e74-ae97-dcb4f48bb9a9 None None] No DVR routers for this DVR port deb713de-748f-48ae-95c2-4d48acb6d9bd on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:45.730446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Made reservation on behalf of b69b6729dec34e8b8c0a646b583b3e35 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:45.734295 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.770362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.774735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:45.808337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=7173f8e7-7bc1-4a2e-bb26-e597b551ed25,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:45.842301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=deb713de-748f-48ae-95c2-4d48acb6d9bd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:45.852548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No DVR routers for this DVR port deb713de-748f-48ae-95c2-4d48acb6d9bd on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:46.001311 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.017984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.062949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device deb713de-748f-48ae-95c2-4d48acb6d9bd no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:46.088628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: deb713de-748f-48ae-95c2-4d48acb6d9bd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:46.089270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device deb713de-748f-48ae-95c2-4d48acb6d9bd not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:46.115395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c7dc9ba-03ae-4257-b19e-be57fc113d67']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:46.135005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Allocated IP 172.20.0.9 (80aeb448-ad32-49e4-95f4-207715dd61d1/ccbaf4fe-8bca-4cfa-8eee-ce7203af3bdd/d2f2fde4-daad-4b61-a846-4e219aa16337) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:46.139156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544afa75-16c1-43dc-b486-229442899850') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:46.139646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544afa75-16c1-43dc-b486-229442899850') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:46.157363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.181070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.195573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:46.195962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:46.199285 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:46.305480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.321714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.327614 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/networks/6c7dc9ba-03ae-4257-b19e-be57fc113d67 HTTP/1.1" status: 204 len: 168 time: 1.3596258 Sep 24 00:12:46.328396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39928) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:46.348534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1475217000'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:46.378321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8ee44-6e69-4509-8773-66603de4dc9c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Network': ['ID=6c7dc9ba-03ae-4257-b19e-be57fc113d67,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:46.417090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:46.420634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.452037 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.465814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:46.484069 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.484069 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Added segment a83754bd-45f0-4184-9b53-4d3b1a4fe63a of type vlan for network d3db28c8-0656-420b-a1e1-82928005cf6d Sep 24 00:12:46.537288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.539826 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.565395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:12:46.606019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Network 80aeb448-ad32-49e4-95f4-207715dd61d1 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:46.614732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:46.616848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.622346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:46.623507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.625834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Pushing event updated for resources: {'Port': ['ID=d2f2fde4-daad-4b61-a846-4e219aa16337,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:46.628252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:46.653777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10298ea3-381e-4b54-8eaf-0bd27f9cb043 req-bf67e561-b204-42ac-9dd6-593d227bfbe9 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:46.654893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10298ea3-381e-4b54-8eaf-0bd27f9cb043 req-bf67e561-b204-42ac-9dd6-593d227bfbe9 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 931 time: 0.1071548 Sep 24 00:12:46.690517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:46.696054 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3518748 Sep 24 00:12:46.698220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39938) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:46.702388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c04b4925-6f22-430a-9828-783ffb5fd79c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901969 Sep 24 00:12:46.708015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c03830-c81e-4183-bf17-76a7c80029aa None None] Sync routers for ids ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:46.709722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'd3db28c8-0656-420b-a1e1-82928005cf6d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:46.717071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c03830-c81e-4183-bf17-76a7c80029aa None None] Routers {'aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:46.717931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b7c03830-c81e-4183-bf17-76a7c80029aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:46.719122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39940) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:46.738294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d0061-e5f7-4d90-b420-adf8553e7070 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Network': ['ID=d3db28c8-0656-420b-a1e1-82928005cf6d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:46.756099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:46.756099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.772495 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-19281391-c691-4c19-b949-b37f2a98a7a0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3134022 Sep 24 00:12:46.777412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-68410b8e-0416-4e0b-8ce6-de017a4a2ffd tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c HTTP/1.1" status: 200 len: 205 time: 0.0572746 Sep 24 00:12:46.780331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39944) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:46.795093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Request body: {'port': {'device_id': '219299ff-1f4a-4f8b-93e2-8826bed13185', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:46.801290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network d3db28c8-0656-420b-a1e1-82928005cf6d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:46.803735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b7c03830-c81e-4183-bf17-76a7c80029aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:46.883915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10298ea3-381e-4b54-8eaf-0bd27f9cb043 req-9ce095c4-4e0d-42b4-baea-1ad4edd409f7 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957757 Sep 24 00:12:46.898002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a096344-ddfb-40b3-9dbe-53c8210f2c0e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.919123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39948) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:46.941916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:46.950472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:46.968089 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.079793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c03830-c81e-4183-bf17-76a7c80029aa None None] Routers {'aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:47.081544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b7c03830-c81e-4183-bf17-76a7c80029aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:47.101837 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a096344-ddfb-40b3-9dbe-53c8210f2c0e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.103751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a096344-ddfb-40b3-9dbe-53c8210f2c0e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.132415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b7c03830-c81e-4183-bf17-76a7c80029aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:47.133722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c03830-c81e-4183-bf17-76a7c80029aa None None] The sync data for ids ['aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:47.149105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a096344-ddfb-40b3-9dbe-53c8210f2c0e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.149677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a096344-ddfb-40b3-9dbe-53c8210f2c0e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Fanout notify agent at l3_agent the message router_deleted on router aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:12:47.159110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a096344-ddfb-40b3-9dbe-53c8210f2c0e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.163002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2a096344-ddfb-40b3-9dbe-53c8210f2c0e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c HTTP/1.1" status: 204 len: 168 time: 0.3815975 Sep 24 00:12:47.163620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:47.249875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-306431392'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:47.263282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c279595-134e-4f64-9833-6d613bce294b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet 612de2b7-d57b-4cc7-b0ff-2d10c02d6e8d {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:47.267626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c279595-134e-4f64-9833-6d613bce294b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.285707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.313744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Made reservation on behalf of 763f4a5e48cb40d08db543c46d07076b for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:47.317502 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.344815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.373983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=bc677567-9fae-480f-add9-66d8af974799,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:47.380747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c279595-134e-4f64-9833-6d613bce294b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.407176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Checking segment: {'id': 'a83754bd-45f0-4184-9b53-4d3b1a4fe63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3db28c8-0656-420b-a1e1-82928005cf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:47.407407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network hostable DHCP agents. Network: d3db28c8-0656-420b-a1e1-82928005cf6d, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:47.442364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network d3db28c8-0656-420b-a1e1-82928005cf6d is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:47.462406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, d3db28c8-0656-420b-a1e1-82928005cf6d) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:47.469867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:47.474053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acbc9ed-f7c2-4561-9e67-e7e1bf21ff79 None None] Network d3db28c8-0656-420b-a1e1-82928005cf6d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:47.474431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.513966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.519441 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.555631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c279595-134e-4f64-9833-6d613bce294b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.563703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5853fd9b-1baa-4656-9e3e-1c29182040fa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8587565 Sep 24 00:12:47.571182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:47.572583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39966) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:47.589645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fd26cc11-1fb0-413f-80de-32aace41e623 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-202208353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:47.608816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd47a2f9-b402-4822-92c5-9862c364de4e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:47.616904 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.617256 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Added segment 9954b578-dd9e-4322-aa07-6da62c18fc78 of type vlan for network 2613f208-ef12-41d3-8398-d52d5cb68079 Sep 24 00:12:47.659316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd26cc11-1fb0-413f-80de-32aace41e623 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.660379 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd26cc11-1fb0-413f-80de-32aace41e623 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.676217 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.704918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2f2fde4-daad-4b61-a846-4e219aa16337 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:12:47.713427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c279595-134e-4f64-9833-6d613bce294b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.717088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.723242 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.729240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:47.729858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.759167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c279595-134e-4f64-9833-6d613bce294b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=612de2b7-d57b-4cc7-b0ff-2d10c02d6e8d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:47.761471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c279595-134e-4f64-9833-6d613bce294b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.763640 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c279595-134e-4f64-9833-6d613bce294b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/612de2b7-d57b-4cc7-b0ff-2d10c02d6e8d HTTP/1.1" status: 204 len: 168 time: 0.5811050 Sep 24 00:12:47.766273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39970) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:47.769722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4f63c1-ed47-4694-ad3b-d13b335606df None None] Network 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:47.775582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Transition to ACTIVE for port object d2f2fde4-daad-4b61-a846-4e219aa16337 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:12:47.800251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.838660 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd26cc11-1fb0-413f-80de-32aace41e623 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.841377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Pushing event updated for resources: {'Network': ['ID=2613f208-ef12-41d3-8398-d52d5cb68079,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:47.855572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-81f928fb-6f22-4ed8-8377-74bc35c0006e tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9348698 Sep 24 00:12:47.857598 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd26cc11-1fb0-413f-80de-32aace41e623 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.875915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2613f208-ef12-41d3-8398-d52d5cb68079 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:47.878112 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd26cc11-1fb0-413f-80de-32aace41e623 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.882629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd26cc11-1fb0-413f-80de-32aace41e623 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3089709 Sep 24 00:12:47.883601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39984) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:47.886609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c3667d-7a05-4e8e-ae5d-7d757a47ad5d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet c318d41b-9ba8-484c-b48a-0556bc0bb2e2 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:47.895917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'network_id': 'd3db28c8-0656-420b-a1e1-82928005cf6d', 'name': 'tempest-PortsIpV6TestJSON-1663055085'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:47.903203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32c3667d-7a05-4e8e-ae5d-7d757a47ad5d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.906627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-d3db28c8-0656-420b-a1e1-82928005cf6d', 'network_id': 'd3db28c8-0656-420b-a1e1-82928005cf6d', 'tenant_id': '5c7951dbbbfc4b86895607f526842c85', 'fixed_ips': [{'subnet_id': 'bc677567-9fae-480f-add9-66d8af974799'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:12:47.907531 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:47.998429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32c3667d-7a05-4e8e-ae5d-7d757a47ad5d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.026409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f2fde4-daad-4b61-a846-4e219aa16337,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:48.029864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39990) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:48.039169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Request body: {'port': {'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079', 'binding:host_id': 'n-h1-713498-18', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1686035089'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:48.109011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Made reservation on behalf of cc856f1e05cd48f698355f86dbef6490 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:48.112188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.136916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.156322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Allocated IP 2001:db8::2 (d3db28c8-0656-420b-a1e1-82928005cf6d/bc677567-9fae-480f-add9-66d8af974799/b6bdd051-b193-425b-8c9d-c63135eb473d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:48.157574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933cb4a-f940-4941-a709-d81c594f37f5 req-a5369df6-a409-47b6-a6ca-240b52130e40 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:48.166001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a933cb4a-f940-4941-a709-d81c594f37f5 req-a5369df6-a409-47b6-a6ca-240b52130e40 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 943 time: 0.1346073 Sep 24 00:12:48.211824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] DHCP port deletion for 07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:12:48.231405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a933cb4a-f940-4941-a709-d81c594f37f5 req-12e7e42d-129f-4463-a9e1-e1f7709bfd99 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649414 Sep 24 00:12:48.257604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:48.262256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.301607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 8b89810f-fb96-4ee7-b508-044d2f2a8c42 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:48.389916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] Deleting port 973b5f63-3b66-4389-833e-235627452e5a {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:48.390527 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.395883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.412324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.441348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Attempting to bind port d2f2fde4-daad-4b61-a846-4e219aa16337 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:48.441883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Attempting to bind port d2f2fde4-daad-4b61-a846-4e219aa16337 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'a5e71962-c44f-4419-8404-f6cffd6170ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80aeb448-ad32-49e4-95f4-207715dd61d1'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:48.442148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Attempting to bind port d2f2fde4-daad-4b61-a846-4e219aa16337 on network 80aeb448-ad32-49e4-95f4-207715dd61d1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:48.456498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.467059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.472020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] device_id is not set on port 53afc1d5-e75f-4f78-902d-4a2aec6a216f yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:48.481440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Port d2f2fde4-daad-4b61-a846-4e219aa16337 on network 80aeb448-ad32-49e4-95f4-207715dd61d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:48.483287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Attempting to bind port d2f2fde4-daad-4b61-a846-4e219aa16337 on network 80aeb448-ad32-49e4-95f4-207715dd61d1 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:48.489476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:48.489820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Checking segment: {'id': 'a5e71962-c44f-4419-8404-f6cffd6170ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80aeb448-ad32-49e4-95f4-207715dd61d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:48.490208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Bound using segment: {'id': 'a5e71962-c44f-4419-8404-f6cffd6170ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80aeb448-ad32-49e4-95f4-207715dd61d1'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:48.490646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Bound port: d2f2fde4-daad-4b61-a846-4e219aa16337, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5e71962-c44f-4419-8404-f6cffd6170ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '80aeb448-ad32-49e4-95f4-207715dd61d1'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:48.491100 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.505113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Network d3db28c8-0656-420b-a1e1-82928005cf6d is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:48.512230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] For port 973b5f63-3b66-4389-833e-235627452e5a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=973b5f63-3b66-4389-833e-235627452e5a,segment=NetworkSegment(cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6),segment_id=cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:48.512625 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.517767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:48.520402 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32c3667d-7a05-4e8e-ae5d-7d757a47ad5d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.526568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:48.541887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] Calling delete_port for 973b5f63-3b66-4389-833e-235627452e5a owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:48.548769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Pushing event updated for resources: {'Port': ['ID=b6bdd051-b193-425b-8c9d-c63135eb473d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:48.609833 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32c3667d-7a05-4e8e-ae5d-7d757a47ad5d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.636626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::3ac (d3db28c8-0656-420b-a1e1-82928005cf6d/bc677567-9fae-480f-add9-66d8af974799/8b89810f-fb96-4ee7-b508-044d2f2a8c42) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:48.641263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-32c3667d-7a05-4e8e-ae5d-7d757a47ad5d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.643206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-32c3667d-7a05-4e8e-ae5d-7d757a47ad5d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/c318d41b-9ba8-484c-b48a-0556bc0bb2e2 HTTP/1.1" status: 204 len: 168 time: 0.8759785 Sep 24 00:12:48.666057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39998) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:48.667576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564f4477-4bf4-4490-b5eb-bc0492881c91 None None] Network b6d8ee3a-8e28-4fcf-b8a6-275da287a547 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:48.683093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Attempting to bind port b6bdd051-b193-425b-8c9d-c63135eb473d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:48.683457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Attempting to bind port b6bdd051-b193-425b-8c9d-c63135eb473d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'a83754bd-45f0-4184-9b53-4d3b1a4fe63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3db28c8-0656-420b-a1e1-82928005cf6d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:48.683816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Attempting to bind port b6bdd051-b193-425b-8c9d-c63135eb473d on network d3db28c8-0656-420b-a1e1-82928005cf6d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:48.703034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:48.703410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Checking segment: {'id': 'a83754bd-45f0-4184-9b53-4d3b1a4fe63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3db28c8-0656-420b-a1e1-82928005cf6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:48.703820 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.704197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Bound using segment: {'id': 'a83754bd-45f0-4184-9b53-4d3b1a4fe63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3db28c8-0656-420b-a1e1-82928005cf6d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:48.704677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Bound port: b6bdd051-b193-425b-8c9d-c63135eb473d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83754bd-45f0-4184-9b53-4d3b1a4fe63a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd3db28c8-0656-420b-a1e1-82928005cf6d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:48.705054 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.747001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.752803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c3667d-7a05-4e8e-ae5d-7d757a47ad5d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=c318d41b-9ba8-484c-b48a-0556bc0bb2e2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:48.763753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] For port d2f2fde4-daad-4b61-a846-4e219aa16337, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:48.767660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] For port d2f2fde4-daad-4b61-a846-4e219aa16337, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d2f2fde4-daad-4b61-a846-4e219aa16337,segment=NetworkSegment(a5e71962-c44f-4419-8404-f6cffd6170ba),segment_id=a5e71962-c44f-4419-8404-f6cffd6170ba)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:48.797036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.855434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:48.855808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.856736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.858503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.859617 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/d2f2fde4-daad-4b61-a846-4e219aa16337 HTTP/1.1" status: 200 len: 1092 time: 2.0707474 Sep 24 00:12:48.862101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '219299ff-1f4a-4f8b-93e2-8826bed13185', 'tag': 'd2f2fde4-daad-4b61-a846-4e219aa16337'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:12:48.865780 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41" -d '{"events": [{"name": "network-changed", "server_uuid": "219299ff-1f4a-4f8b-93e2-8826bed13185", "tag": "d2f2fde4-daad-4b61-a846-4e219aa16337"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:12:48.877940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] For port b6bdd051-b193-425b-8c9d-c63135eb473d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:48.890950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] For port b6bdd051-b193-425b-8c9d-c63135eb473d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6bdd051-b193-425b-8c9d-c63135eb473d,segment=NetworkSegment(a83754bd-45f0-4184-9b53-4d3b1a4fe63a),segment_id=a83754bd-45f0-4184-9b53-4d3b1a4fe63a)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:48.913825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.934562 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:48.942942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] Pushing event deleted for resources: {'Port': ['ID=973b5f63-3b66-4389-833e-235627452e5a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:48.977009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c80b006-642e-4156-9b33-791ac5f374df None None] No DVR routers for this DVR port 973b5f63-3b66-4389-833e-235627452e5a on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:48.993738 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057af999-4b3a-4935-b8b5-17384b5a928a x-openstack-request-id: req-057af999-4b3a-4935-b8b5-17384b5a928a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:48.994254 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "219299ff-1f4a-4f8b-93e2-8826bed13185", "tag": "d2f2fde4-daad-4b61-a846-4e219aa16337", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:48.994787 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-057af999-4b3a-4935-b8b5-17384b5a928a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:48.995468 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '219299ff-1f4a-4f8b-93e2-8826bed13185', 'tag': 'd2f2fde4-daad-4b61-a846-4e219aa16337', 'status': 'completed', 'code': 200} Sep 24 00:12:49.004537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe25d6c-a140-48fa-92b3-d96dda6d08e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d2f2fde4-daad-4b61-a846-4e219aa16337,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:49.008651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2863bb-4e16-4966-af39-0eab2283eadf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:49.027237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network d3db28c8-0656-420b-a1e1-82928005cf6d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:49.033463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-c9b7c757-0b36-4e4e-89c0-0fc38f35156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:49.035053 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-c9b7c757-0b36-4e4e-89c0-0fc38f35156d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69b6729dec34e8b8c0a646b583b3e35&device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 1095 time: 0.0896504 Sep 24 00:12:49.038546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:49.046312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 973b5f63-3b66-4389-833e-235627452e5a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:49.046979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.047618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:49.053840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:49.054548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.063087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8211c9f-9c26-4172-9d7b-a3b85e0aa1e7 None None] Pushing event updated for resources: {'Port': ['ID=b6bdd051-b193-425b-8c9d-c63135eb473d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:49.070626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] DHCP port deletion for b6d8ee3a-8e28-4fcf-b8a6-275da287a547 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:12:49.087931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1994820 Sep 24 00:12:49.087931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b0d93-c645-427a-8242-ff802336351a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=8b89810f-fb96-4ee7-b508-044d2f2a8c42,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:49.101751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40010) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:49.151251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] Deleting port 9d18b512-725d-4813-8820-6a0b84e88807 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:49.151865 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.189401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port 973b5f63-3b66-4389-833e-235627452e5a, host n-d-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:49.189771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.203951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 973b5f63-3b66-4389-833e-235627452e5a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:49.207018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Port 973b5f63-3b66-4389-833e-235627452e5a was not found and therefore no delete operation was performed {{(pid=106378) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:12:49.209835 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.236874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] For port 9d18b512-725d-4813-8820-6a0b84e88807, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9d18b512-725d-4813-8820-6a0b84e88807,segment=NetworkSegment(83137db4-8112-4848-b654-3efce0a232f5),segment_id=83137db4-8112-4848-b654-3efce0a232f5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:49.237459 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.261193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] Calling delete_port for 9d18b512-725d-4813-8820-6a0b84e88807 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:49.268996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No DVR routers for this DVR port 973b5f63-3b66-4389-833e-235627452e5a on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:49.281977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=973b5f63-3b66-4389-833e-235627452e5a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:49.350991 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-0b9ff0df-3898-46f4-9e29-815bb5d9dd33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f2fde4-daad-4b61-a846-4e219aa16337 HTTP/1.1" status: 200 len: 217 time: 0.1420209 Sep 24 00:12:49.470528 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.473018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.504642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-b0f2409f-6cf3-446d-8fbe-74eafab1b78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:49.506498 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-b0f2409f-6cf3-446d-8fbe-74eafab1b78a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ccbaf4fe-8bca-4cfa-8eee-ce7203af3bdd HTTP/1.1" status: 200 len: 848 time: 0.1452348 Sep 24 00:12:49.511043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07085ea7-fdeb-4d33-b6c1-56fd0d1b4145']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:49.529083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] Pushing event deleted for resources: {'Port': ['ID=9d18b512-725d-4813-8820-6a0b84e88807,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:49.543738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09eaa94-f4d9-4ca4-8c45-247b44cd81c8 None None] No DVR routers for this DVR port 9d18b512-725d-4813-8820-6a0b84e88807 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:49.545515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:49.546062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3a5ee6-5a7b-4e34-ad39-3d006ec65ab6') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:49.568780 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-1833cb9a-84fa-47e7-a43c-a18238974e1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80aeb448-ad32-49e4-95f4-207715dd61d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543430 Sep 24 00:12:49.572903 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.611204 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.627536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:49.627952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:49.631133 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:49.674236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] device_id is not set on port 53afc1d5-e75f-4f78-902d-4a2aec6a216f yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:49.691955 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.709402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c5421-6161-458e-b66f-8d4df5b4d7ba req-095a1b8a-cadb-4a65-94e2-6a7d7ec1c027 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:49.711050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-289c5421-6161-458e-b66f-8d4df5b4d7ba req-095a1b8a-cadb-4a65-94e2-6a7d7ec1c027 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 943 time: 0.2682266 Sep 24 00:12:49.730841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.740086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.751418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.753259 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/07085ea7-fdeb-4d33-b6c1-56fd0d1b4145 HTTP/1.1" status: 204 len: 168 time: 1.0861435 Sep 24 00:12:49.757042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40022) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:49.764411 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-8ad3c4ec-4c4d-4d8c-9e04-45d127a7198d service neutron] 10.222.0.18 "GET /v2.0/networks/80aeb448-ad32-49e4-95f4-207715dd61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840000 Sep 24 00:12:49.765432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd989c36-caa1-4090-b60a-7dbe97084bbc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=07085ea7-fdeb-4d33-b6c1-56fd0d1b4145,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:49.888749 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-77f2ed6c-1d04-4389-839a-bd5a82b24eba req-607961e8-4329-4fd2-ab77-61adcd6f4f2a service neutron] 10.222.0.18 "GET /v2.0/networks/80aeb448-ad32-49e4-95f4-207715dd61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176641 Sep 24 00:12:49.890867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-289c5421-6161-458e-b66f-8d4df5b4d7ba req-2f6ca0ec-c6d6-4a66-932f-fc378c87585c tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557372 Sep 24 00:12:49.891480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=53afc1d5-e75f-4f78-902d-4a2aec6a216f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:49.951161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:49.974714 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.015111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-af652a01-06d4-44f1-b93c-406540cbefd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:50.016896 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-af652a01-06d4-44f1-b93c-406540cbefd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b69b6729dec34e8b8c0a646b583b3e35&device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 1095 time: 0.0771315 Sep 24 00:12:50.023052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Checking segment: {'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:50.023416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Network hostable DHCP agents. Network: 2613f208-ef12-41d3-8398-d52d5cb68079, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:50.110861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6bdd051-b193-425b-8c9d-c63135eb473d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:50.164925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-b24d7cfd-7a30-4aee-b07e-ddbbf7b5ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:50.166793 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-b24d7cfd-7a30-4aee-b07e-ddbbf7b5ff00 service neutron] 10.222.0.18 "GET /v2.0/networks?id=80aeb448-ad32-49e4-95f4-207715dd61d1 HTTP/1.1" status: 200 len: 909 time: 0.1421778 Sep 24 00:12:50.182967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b6bdd051-b193-425b-8c9d-c63135eb473d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:50.183579 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.262780 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-11206ef1-304b-492d-b7be-1b9be1707f0d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d2f2fde4-daad-4b61-a846-4e219aa16337 HTTP/1.1" status: 200 len: 217 time: 0.0877519 Sep 24 00:12:50.294576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Network 2613f208-ef12-41d3-8398-d52d5cb68079 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:50.303922 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.325325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-88d1543e-6501-48a3-9666-c4638bf78d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:50.327924 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-88d1543e-6501-48a3-9666-c4638bf78d95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ccbaf4fe-8bca-4cfa-8eee-ce7203af3bdd HTTP/1.1" status: 200 len: 848 time: 0.0573001 Sep 24 00:12:50.362155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2613f208-ef12-41d3-8398-d52d5cb68079) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:50.374011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:50.379143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port b6bdd051-b193-425b-8c9d-c63135eb473d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6bdd051-b193-425b-8c9d-c63135eb473d,segment=NetworkSegment(a83754bd-45f0-4184-9b53-4d3b1a4fe63a),segment_id=a83754bd-45f0-4184-9b53-4d3b1a4fe63a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:50.379678 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-145d1433-8b69-4be4-a745-47bdba68ab1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80aeb448-ad32-49e4-95f4-207715dd61d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439422 Sep 24 00:12:50.382258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7c9921-9aa0-4783-88df-9ae5e3d30940 None None] Network 2613f208-ef12-41d3-8398-d52d5cb68079 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:50.387107 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.453895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.457251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:50.457711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:50.459025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:50.494813 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.509177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 973b5f63-3b66-4389-833e-235627452e5a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:50.513413 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.561237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 973b5f63-3b66-4389-833e-235627452e5a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:50.561581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 973b5f63-3b66-4389-833e-235627452e5a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:50.561977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9d18b512-725d-4813-8820-6a0b84e88807 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:12:50.571230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:50.571484 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:50.574287 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-c80bb862-a293-489f-adf5-7f805ba6b448 service neutron] 10.222.0.18 "GET /v2.0/networks/80aeb448-ad32-49e4-95f4-207715dd61d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856599 Sep 24 00:12:50.580624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=8b89810f-fb96-4ee7-b508-044d2f2a8c42,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:50.584651 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 2 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:50.594372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=b6bdd051-b193-425b-8c9d-c63135eb473d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:50.595778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d8ee3a-8e28-4fcf-b8a6-275da287a547']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:50.597052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9d18b512-725d-4813-8820-6a0b84e88807 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:12:50.597392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9d18b512-725d-4813-8820-6a0b84e88807 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:12:50.638556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e8710b-cd51-411c-8e62-52871e2beaa1 None None] Network d3db28c8-0656-420b-a1e1-82928005cf6d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:50.642802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83137db4-8112-4848-b654-3efce0a232f5') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:50.646158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83137db4-8112-4848-b654-3efce0a232f5') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:50.662282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.678642 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.685884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:50.686351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:50.702876 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:50.713248 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d8b8682-6d6d-4c8e-85d1-a47404db7e41 req-5f771ab2-4994-4f19-822c-ce97d7c67470 service neutron] 10.222.0.18 "GET /v2.0/networks/80aeb448-ad32-49e4-95f4-207715dd61d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306221 Sep 24 00:12:50.754612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:50.755031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:50.755459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:50.798414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:50.798964 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:50.816644 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 3 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:50.826872 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.844497 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.850364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/b6d8ee3a-8e28-4fcf-b8a6-275da287a547 HTTP/1.1" status: 204 len: 168 time: 1.0805519 Sep 24 00:12:50.852514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40040) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:50.859380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1067899112'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:50.867822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d32f7b00-b3fd-4083-9d0f-706ba8bb54ee None None] Provisioning complete for port b6bdd051-b193-425b-8c9d-c63135eb473d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:50.868199 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d32f7b00-b3fd-4083-9d0f-706ba8bb54ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.873533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:50.873905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:50.874331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:50.887172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b158083-293b-49ad-a9ee-879d65d17a3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=b6d8ee3a-8e28-4fcf-b8a6-275da287a547,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:50.902031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:50.905648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.937929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:50.938456 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:50.942485 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 4 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:50.957092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:12:50.980281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:50.980556 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment ddfd83d9-3d2f-465e-896b-2fc614e1abdb of type vlan for network 27fa8d9d-0490-44c7-8d49-0485637cddf3 Sep 24 00:12:51.017751 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.055444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.078113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:51.078504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:51.079960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:51.083293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.089628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:51.090488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.137929 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2851748 Sep 24 00:12:51.141093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40052) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:51.145073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:51.145481 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:51.146297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': '27fa8d9d-0490-44c7-8d49-0485637cddf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:51.148246 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 5 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:51.176807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:51.177223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:51.177643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:51.191444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977034c4-49b1-46ca-b8e0-345fa563e3b0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=27fa8d9d-0490-44c7-8d49-0485637cddf3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:51.192222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:51.192620 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:51.193718 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 6 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:51.205097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 27fa8d9d-0490-44c7-8d49-0485637cddf3 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:12:51.205515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1054b6-14fb-4d67-81af-5a765b811505 req-f2a409cc-0d77-4a60-a3e4-107075f08227 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:51.207084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a1054b6-14fb-4d67-81af-5a765b811505 req-f2a409cc-0d77-4a60-a3e4-107075f08227 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 943 time: 0.1348927 Sep 24 00:12:51.275671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:51.276057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:51.276376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:51.279303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:51.283011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.304997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.329191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:51.329548 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:51.335478 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 7 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:51.377451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a1054b6-14fb-4d67-81af-5a765b811505 req-4ff2ab11-a56b-463b-a750-68585c19e703 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598675 Sep 24 00:12:51.386797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:51.387299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:51.387742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:51.458862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:51.459196 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:51.461407 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 8 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:51.515986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4161c03a-fe7f-4e2c-bae9-27e9c8a9bf15 None None] Provisioning complete for port 8b89810f-fb96-4ee7-b508-044d2f2a8c42 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:51.516593 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4161c03a-fe7f-4e2c-bae9-27e9c8a9bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.572686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4161c03a-fe7f-4e2c-bae9-27e9c8a9bf15 None None] Port 8b89810f-fb96-4ee7-b508-044d2f2a8c42 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:51.582570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device d2f2fde4-daad-4b61-a846-4e219aa16337 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:12:51.594815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.599099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4161c03a-fe7f-4e2c-bae9-27e9c8a9bf15 None None] Provisioning complete for port b6bdd051-b193-425b-8c9d-c63135eb473d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:51.599719 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4161c03a-fe7f-4e2c-bae9-27e9c8a9bf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.625460 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:12:51.683302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=4e61e80f-c392-45bd-bcde-51d98712b7af,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:51.687416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': 'ddfd83d9-3d2f-465e-896b-2fc614e1abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27fa8d9d-0490-44c7-8d49-0485637cddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:51.687792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: 27fa8d9d-0490-44c7-8d49-0485637cddf3, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:12:51.712571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 27fa8d9d-0490-44c7-8d49-0485637cddf3 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:12:51.724304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 27fa8d9d-0490-44c7-8d49-0485637cddf3) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:51.729392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:51.730072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.753389 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2db46d5a-2c26-484d-9902-00d425792308 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6107719 Sep 24 00:12:51.754116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40058) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:51.756311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30d97f1-6f14-405a-ba31-2cb0c02844cf None None] Network 27fa8d9d-0490-44c7-8d49-0485637cddf3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:51.759923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d23a8965-67f7-4b63-973c-98d450bce4e4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2063153717', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:51.788407 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d23a8965-67f7-4b63-973c-98d450bce4e4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.790388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d23a8965-67f7-4b63-973c-98d450bce4e4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.879091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d23a8965-67f7-4b63-973c-98d450bce4e4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.887876 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d23a8965-67f7-4b63-973c-98d450bce4e4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.927759 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d23a8965-67f7-4b63-973c-98d450bce4e4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:51.930295 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d23a8965-67f7-4b63-973c-98d450bce4e4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1747131 Sep 24 00:12:51.932668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40064) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:51.937128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:51.937473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:51.937815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:51.943957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:51.944589 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:51.945336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'port': {'network_id': '27fa8d9d-0490-44c7-8d49-0485637cddf3', 'name': 'tempest-RoutersTest-1762435024'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:51.946059 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 9 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:51.988777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:51.989113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:51.989442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:52.002093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-27fa8d9d-0490-44c7-8d49-0485637cddf3', 'network_id': '27fa8d9d-0490-44c7-8d49-0485637cddf3', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': '4e61e80f-c392-45bd-bcde-51d98712b7af'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:12:52.003138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.004502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:52.004830 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:52.006946 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 10 to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f Sep 24 00:12:52.024813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:52.025134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:52.025473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:52.105747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:52.105747 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 53afc1d5-e75f-4f78-902d-4a2aec6a216f on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:52.105747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.169795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:52.174138 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.193813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] device_id is not set on port bfc15c15-73bf-41e6-933f-b8076c9096b6 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:52.234508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] For port 53afc1d5-e75f-4f78-902d-4a2aec6a216f, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:52.234902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempted to set empty binding levels {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 00:12:52.241865 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.274345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6bdd051-b193-425b-8c9d-c63135eb473d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:52.295382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port d2f2fde4-daad-4b61-a846-4e219aa16337, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d2f2fde4-daad-4b61-a846-4e219aa16337,segment=NetworkSegment(a5e71962-c44f-4419-8404-f6cffd6170ba),segment_id=a5e71962-c44f-4419-8404-f6cffd6170ba)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:52.302219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:52.303196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.363133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 4.3309581 Sep 24 00:12:52.365220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4f5b1bbd-57c4-49a8-90d5-95c5c6ded23e None None] Provisioning complete for port 8b89810f-fb96-4ee7-b508-044d2f2a8c42 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:52.366243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40076) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:52.367210 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f5b1bbd-57c4-49a8-90d5-95c5c6ded23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.371149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Allocated IP 172.20.0.2 (27fa8d9d-0490-44c7-8d49-0485637cddf3/4e61e80f-c392-45bd-bcde-51d98712b7af/5d74466d-2841-4cb7-87cc-3ebece740908) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:52.375822 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.377467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9783a-e761-4002-8ca3-c407fbecc9ba tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=53afc1d5-e75f-4f78-902d-4a2aec6a216f,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:52.383182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.384034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.415117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'd2f2fde4-daad-4b61-a846-4e219aa16337', 'network_id': '80aeb448-ad32-49e4-95f4-207715dd61d1', 'port_id': 'd2f2fde4-daad-4b61-a846-4e219aa16337', 'mac_address': 'fa:16:3e:a5:3d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbaf4fe-8bca-4cfa-8eee-ce7203af3bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:12:52.423280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b6bdd051-b193-425b-8c9d-c63135eb473d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:52.423655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.429083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655e6e7-d1d2-4d55-ac23-13c050edbbb0 req-a171c679-3b97-460f-b02c-a03bb618024e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:52.430847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9655e6e7-d1d2-4d55-ac23-13c050edbbb0 req-a171c679-3b97-460f-b02c-a03bb618024e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1333568 Sep 24 00:12:52.481145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=8b89810f-fb96-4ee7-b508-044d2f2a8c42,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:52.550664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Deleting port 53afc1d5-e75f-4f78-902d-4a2aec6a216f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:52.551715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.588102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9655e6e7-d1d2-4d55-ac23-13c050edbbb0 req-e258bf7e-8389-4372-a018-f7642c0fbecb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470881 Sep 24 00:12:52.624069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602409d-d983-451a-9dbe-5872844d9a93 req-6d37caa9-70c9-4b71-a5f3-a49a15ca3a7c tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:52.630411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4602409d-d983-451a-9dbe-5872844d9a93 req-6d37caa9-70c9-4b71-a5f3-a49a15ca3a7c tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 943 time: 0.1063917 Sep 24 00:12:52.641857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4f5b1bbd-57c4-49a8-90d5-95c5c6ded23e None None] Port 8b89810f-fb96-4ee7-b508-044d2f2a8c42 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:52.647451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.657028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network d3db28c8-0656-420b-a1e1-82928005cf6d is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:52.658505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] For port 53afc1d5-e75f-4f78-902d-4a2aec6a216f, host n-h1-713498-18, got binding levels [] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:52.659025 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.676925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Calling delete_port for 53afc1d5-e75f-4f78-902d-4a2aec6a216f owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:52.679600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:52.717270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2f2fde4-daad-4b61-a846-4e219aa16337 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:12:52.746553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port d2f2fde4-daad-4b61-a846-4e219aa16337, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d2f2fde4-daad-4b61-a846-4e219aa16337,segment=NetworkSegment(a5e71962-c44f-4419-8404-f6cffd6170ba),segment_id=a5e71962-c44f-4419-8404-f6cffd6170ba)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:52.753136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4602409d-d983-451a-9dbe-5872844d9a93 req-d68dd735-0585-4563-b7e1-a25debc225d9 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142573 Sep 24 00:12:52.822209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.848294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event deleted for resources: {'Port': ['ID=53afc1d5-e75f-4f78-902d-4a2aec6a216f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:52.861196 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.864084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840cba2-dd7c-4c54-a5d9-0d723e1574e3 req-d2212c46-3a6a-4b18-8a29-44642c201c3f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:52.864445 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2a15cb33-205f-4d32-adf5-acedd8a1c129 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "DELETE /v2.0/ports/53afc1d5-e75f-4f78-902d-4a2aec6a216f HTTP/1.1" status: 204 len: 168 time: 0.4964800 Sep 24 00:12:52.866079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4840cba2-dd7c-4c54-a5d9-0d723e1574e3 req-d2212c46-3a6a-4b18-8a29-44642c201c3f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1822512 Sep 24 00:12:52.866532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40090) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:52.882941 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.892123 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f352320f-d96d-4e69-9c5d-6ac471a38c23 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] GET failed (client error): The resource could not be found. Sep 24 00:12:52.893966 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f352320f-d96d-4e69-9c5d-6ac471a38c23 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "GET /v2.0/ports/53afc1d5-e75f-4f78-902d-4a2aec6a216f HTTP/1.1" status: 404 len: 333 time: 0.0263414 Sep 24 00:12:52.897662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40092) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:52.902797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Request body: {'port': {'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-984142830'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:52.935549 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.947330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Made reservation on behalf of cc856f1e05cd48f698355f86dbef6490 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:52.947330 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.970416 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:52.980170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4840cba2-dd7c-4c54-a5d9-0d723e1574e3 req-69cc5289-1922-4ec7-8791-aaa7a72c1f50 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742514 Sep 24 00:12:53.024240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Network 27fa8d9d-0490-44c7-8d49-0485637cddf3 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:53.026608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:53.029347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a89f90-9dc3-45fc-a69e-85b370297399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.030604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=d2f2fde4-daad-4b61-a846-4e219aa16337,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:53.032666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] device_id is not set on port 7c25986f-8234-49ad-9b51-8132a9d2f61b yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:53.033641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:53.045276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Router 4a650dc8-6e93-40ae-9339-677077f57fd6 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:12:53.139034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Pushing event updated for resources: {'Port': ['ID=5d74466d-2841-4cb7-87cc-3ebece740908,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:53.192122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-25cbc881-5591-4ded-b884-b7814b0e2756 None None] Provisioning complete for port 8b89810f-fb96-4ee7-b508-044d2f2a8c42 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:53.192643 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25cbc881-5591-4ded-b884-b7814b0e2756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.194339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Attempting to bind port 5d74466d-2841-4cb7-87cc-3ebece740908 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:53.194851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Attempting to bind port 5d74466d-2841-4cb7-87cc-3ebece740908 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'ddfd83d9-3d2f-465e-896b-2fc614e1abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27fa8d9d-0490-44c7-8d49-0485637cddf3'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:53.195323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Attempting to bind port 5d74466d-2841-4cb7-87cc-3ebece740908 on network 27fa8d9d-0490-44c7-8d49-0485637cddf3 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:53.203048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:12:53.203327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Checking segment: {'id': 'ddfd83d9-3d2f-465e-896b-2fc614e1abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27fa8d9d-0490-44c7-8d49-0485637cddf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:12:53.203826 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.204309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Bound using segment: {'id': 'ddfd83d9-3d2f-465e-896b-2fc614e1abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27fa8d9d-0490-44c7-8d49-0485637cddf3'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:12:53.204875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Bound port: 5d74466d-2841-4cb7-87cc-3ebece740908, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddfd83d9-3d2f-465e-896b-2fc614e1abdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '27fa8d9d-0490-44c7-8d49-0485637cddf3'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:12:53.205347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.215035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.20.0.7 (27fa8d9d-0490-44c7-8d49-0485637cddf3/4e61e80f-c392-45bd-bcde-51d98712b7af/bfc15c15-73bf-41e6-933f-b8076c9096b6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:12:53.248251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['d2f2fde4-daad-4b61-a846-4e219aa16337'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:12:53.283542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:53.297656 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eef6f4-6696-41de-b396-ec17a22ecb36 None None] Sync routers for ids ['4a650dc8-6e93-40ae-9339-677077f57fd6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:53.307616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb7491f2-57a3-4b7a-90f4-2a892cbd0f5f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "PUT /v2.0/routers/4a650dc8-6e93-40ae-9339-677077f57fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2046497 Sep 24 00:12:53.309871 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eef6f4-6696-41de-b396-ec17a22ecb36 None None] Routers {'4a650dc8-6e93-40ae-9339-677077f57fd6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:53.310481 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-66eef6f4-6696-41de-b396-ec17a22ecb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4a650dc8-6e93-40ae-9339-677077f57fd6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:53.314074 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40104) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:53.383067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-25cbc881-5591-4ded-b884-b7814b0e2756 None None] Port 8b89810f-fb96-4ee7-b508-044d2f2a8c42 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:53.402677 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-66eef6f4-6696-41de-b396-ec17a22ecb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:53.427591 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eef6f4-6696-41de-b396-ec17a22ecb36 None None] Routers {'4a650dc8-6e93-40ae-9339-677077f57fd6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:53.427591 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-66eef6f4-6696-41de-b396-ec17a22ecb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4a650dc8-6e93-40ae-9339-677077f57fd6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:53.439570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91872c49-71cf-44e3-a28c-241db6514620 req-00d2200e-5fe0-4b2b-bbb9-f7a37021577a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:53.441326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91872c49-71cf-44e3-a28c-241db6514620 req-00d2200e-5fe0-4b2b-bbb9-f7a37021577a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1020951 Sep 24 00:12:53.451836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac1d3df-3f52-48a5-b4bd-1b590bce3fe1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:53.453783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8ac1d3df-3f52-48a5-b4bd-1b590bce3fe1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a650dc8-6e93-40ae-9339-677077f57fd6 HTTP/1.1" status: 200 len: 989 time: 0.1387181 Sep 24 00:12:53.456522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] For port 5d74466d-2841-4cb7-87cc-3ebece740908, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:53.461148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40106) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:53.478171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] For port 5d74466d-2841-4cb7-87cc-3ebece740908, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d74466d-2841-4cb7-87cc-3ebece740908,segment=NetworkSegment(ddfd83d9-3d2f-465e-896b-2fc614e1abdb),segment_id=ddfd83d9-3d2f-465e-896b-2fc614e1abdb)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:12:53.489307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.490549 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-66eef6f4-6696-41de-b396-ec17a22ecb36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:53.491258 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eef6f4-6696-41de-b396-ec17a22ecb36 None None] The sync data for ids ['4a650dc8-6e93-40ae-9339-677077f57fd6'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:53.521538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.539698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.583516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f38003-992a-4c32-9273-5f7b01a999f7 None None] Pushing event updated for resources: {'Port': ['ID=5d74466d-2841-4cb7-87cc-3ebece740908,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:53.597527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91872c49-71cf-44e3-a28c-241db6514620 req-e657192b-c794-448c-a0f8-6d9b3682d1d3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390927 Sep 24 00:12:53.600476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.670103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=7c25986f-8234-49ad-9b51-8132a9d2f61b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:53.674019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.681255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Network 2613f208-ef12-41d3-8398-d52d5cb68079 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:53.700842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:53.735346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:53.736371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:53.737013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.766885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 27fa8d9d-0490-44c7-8d49-0485637cddf3 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:53.771262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:53.776134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:53.791742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd32d3b9-b12d-4d0e-8e38-d83cdb2493b3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8903782 Sep 24 00:12:53.796573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40118) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:53.811177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:53.817591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=bfc15c15-73bf-41e6-933f-b8076c9096b6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:53.881829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:53.882859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:53.901187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1bcdcf0c-b6e9-4b20-a7f4-11a63ab8c064 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.9642525 Sep 24 00:12:53.901427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40122) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:54.015912 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.136283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d74466d-2841-4cb7-87cc-3ebece740908 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:54.211865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f383df-6d20-4bc5-9fa3-718b8a9dbc3e req-fb2c8f21-97c9-4177-aafe-6cb8c0527c2b tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:54.213372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75f383df-6d20-4bc5-9fa3-718b8a9dbc3e req-fb2c8f21-97c9-4177-aafe-6cb8c0527c2b tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 944 time: 0.2792339 Sep 24 00:12:54.216979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5d74466d-2841-4cb7-87cc-3ebece740908 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:54.217587 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.323474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.323710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec714c-4261-46d9-9834-1aff7b8f7c36 req-ec4b6983-618b-4b1e-b687-af1460487ac1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:54.331626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cec714c-4261-46d9-9834-1aff7b8f7c36 req-ec4b6983-618b-4b1e-b687-af1460487ac1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1496131 Sep 24 00:12:54.369585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 5d74466d-2841-4cb7-87cc-3ebece740908, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d74466d-2841-4cb7-87cc-3ebece740908,segment=NetworkSegment(ddfd83d9-3d2f-465e-896b-2fc614e1abdb),segment_id=ddfd83d9-3d2f-465e-896b-2fc614e1abdb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:54.374266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.380962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.454652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=5d74466d-2841-4cb7-87cc-3ebece740908,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:54.480576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cec714c-4261-46d9-9834-1aff7b8f7c36 req-7a1c9afc-5f4b-4c07-92c6-d8f32c7b246e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479700 Sep 24 00:12:54.521443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75f383df-6d20-4bc5-9fa3-718b8a9dbc3e req-9c222365-820c-4334-963a-ed6c50bb3750 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773831 Sep 24 00:12:54.543332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.671749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] device_id is not set on port 7c25986f-8234-49ad-9b51-8132a9d2f61b yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:54.687715 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.699434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.704539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.726302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.788139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=bfc15c15-73bf-41e6-933f-b8076c9096b6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:54.830670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=7c25986f-8234-49ad-9b51-8132a9d2f61b,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:54.834429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:54.834788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:54.835132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:54.863478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:54.863705 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:54.864835 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 2 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:54.908028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:54.908366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:54.908703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:54.917429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:54.917768 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:54.918978 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 3 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:54.939348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e34db-dbca-4909-a638-1e877801ac1c None None] Network 27fa8d9d-0490-44c7-8d49-0485637cddf3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:54.939681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:54.940172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:54.940662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:54.945808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.954354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:54.955202 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:54.960224 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 4 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:54.985312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 8b89810f-fb96-4ee7-b508-044d2f2a8c42 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:54.985942 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:54.990306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:54.990853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:54.991352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:55.018288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:55.019036 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:55.023102 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 5 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:55.064328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:55.064659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:55.064993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:55.077232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.079494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4e523a00-b2be-4a1a-b4cb-b08b340ad835 None None] Provisioning complete for port 5d74466d-2841-4cb7-87cc-3ebece740908 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:55.079964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e523a00-b2be-4a1a-b4cb-b08b340ad835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.121572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:55.121909 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:55.124243 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 6 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:55.149464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:55.158557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:55.160034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:55.165411 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.183375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:55.183889 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:55.184427 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 7 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:55.191433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 8b89810f-fb96-4ee7-b508-044d2f2a8c42 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:55.211101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:55.211810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:55.212333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:55.331343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:55.331684 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:55.334051 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 8 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:55.357798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:55.358122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:55.358484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:55.365181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:55.365511 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:55.366016 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 9 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:55.383195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:55.383529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:55.383868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:55.392388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:55.392649 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:55.396771 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 10 to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b Sep 24 00:12:55.412296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.420704 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.484436 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6a1a8003-0537-4031-a030-acc799f95067 None None] Provisioning complete for port 5d74466d-2841-4cb7-87cc-3ebece740908 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:55.485474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8003-0537-4031-a030-acc799f95067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.499392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:12:55.499786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:12:55.500128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:12:55.504397 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.514216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=bfc15c15-73bf-41e6-933f-b8076c9096b6,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:55.517056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.541011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:12:55.541349 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 7c25986f-8234-49ad-9b51-8132a9d2f61b on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:12:55.541724 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.595261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device d2f2fde4-daad-4b61-a846-4e219aa16337 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:55.618959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=8b89810f-fb96-4ee7-b508-044d2f2a8c42,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:55.784361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port d2f2fde4-daad-4b61-a846-4e219aa16337 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:12:55.794346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6a1a8003-0537-4031-a030-acc799f95067 None None] Provisioning complete for port bfc15c15-73bf-41e6-933f-b8076c9096b6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:55.794723 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6a1a8003-0537-4031-a030-acc799f95067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.850503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port d2f2fde4-daad-4b61-a846-4e219aa16337 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:55.850928 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.854225 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6a1a8003-0537-4031-a030-acc799f95067 None None] Port bfc15c15-73bf-41e6-933f-b8076c9096b6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:55.899856 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:55.917541 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.053070 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.066048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c033eb-1bd7-4e02-8e94-547658fb0084 req-2d23c4e1-f24b-4df0-8bb2-5fb425d52afc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.073469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75c033eb-1bd7-4e02-8e94-547658fb0084 req-2d23c4e1-f24b-4df0-8bb2-5fb425d52afc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.4360487 Sep 24 00:12:56.086556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d74466d-2841-4cb7-87cc-3ebece740908 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:12:56.149913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219299ff-1f4a-4f8b-93e2-8826bed13185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f2fde4-daad-4b61-a846-4e219aa16337'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:12:56.152330 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3a4ec0-cacb-4458-912b-998feed3dad9" -d '{"events": [{"server_uuid": "219299ff-1f4a-4f8b-93e2-8826bed13185", "name": "network-vif-plugged", "status": "completed", "tag": "d2f2fde4-daad-4b61-a846-4e219aa16337"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:12:56.155487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-072a639a-576b-4343-b416-ea64466c381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.171110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-893cedee-4326-4e00-b013-2eaa54fb7b82 None None] Provisioning complete for port bfc15c15-73bf-41e6-933f-b8076c9096b6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:56.171452 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-893cedee-4326-4e00-b013-2eaa54fb7b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.175109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc773fd0-a72e-4778-9a3a-32e4e1b53c1f req-685a00a1-3ec2-44e6-a4eb-b22545c91fa0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.175719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 27fa8d9d-0490-44c7-8d49-0485637cddf3 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:56.178506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:56.184589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc773fd0-a72e-4778-9a3a-32e4e1b53c1f req-685a00a1-3ec2-44e6-a4eb-b22545c91fa0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 944 time: 0.3832874 Sep 24 00:12:56.185586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port d2f2fde4-daad-4b61-a846-4e219aa16337, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d2f2fde4-daad-4b61-a846-4e219aa16337,segment=NetworkSegment(a5e71962-c44f-4419-8404-f6cffd6170ba),segment_id=a5e71962-c44f-4419-8404-f6cffd6170ba)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:56.211674 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.278314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-893cedee-4326-4e00-b013-2eaa54fb7b82 None None] Port bfc15c15-73bf-41e6-933f-b8076c9096b6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:56.305739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=d2f2fde4-daad-4b61-a846-4e219aa16337,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:56.314472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5d74466d-2841-4cb7-87cc-3ebece740908 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:56.314879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.332694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Router 4a650dc8-6e93-40ae-9339-677077f57fd6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:12:56.359361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc773fd0-a72e-4778-9a3a-32e4e1b53c1f req-7aaa7aeb-0937-4234-852f-d66820cb7b39 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932677 Sep 24 00:12:56.363386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 48a3caff-0403-4d80-bf9d-4a70fd559f8b is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:12:56.391165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] For port 7c25986f-8234-49ad-9b51-8132a9d2f61b, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:12:56.391700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempted to set empty binding levels {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 00:12:56.409696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.420880 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75c033eb-1bd7-4e02-8e94-547658fb0084 req-bce8255d-ed09-4622-9617-7b5312c0a0df tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3465469 Sep 24 00:12:56.433281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bef8f676-5827-473c-ac39-e1a15ec5ad51 None None] Provisioning complete for port bfc15c15-73bf-41e6-933f-b8076c9096b6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:56.433570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bef8f676-5827-473c-ac39-e1a15ec5ad51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.460001 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b15554e-448d-41e3-b063-5b75ee83e92f x-openstack-request-id: req-8b15554e-448d-41e3-b063-5b75ee83e92f {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:12:56.460286 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219299ff-1f4a-4f8b-93e2-8826bed13185", "name": "network-vif-plugged", "status": "completed", "tag": "d2f2fde4-daad-4b61-a846-4e219aa16337", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:12:56.460544 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8b15554e-448d-41e3-b063-5b75ee83e92f {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:12:56.460953 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219299ff-1f4a-4f8b-93e2-8826bed13185', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2f2fde4-daad-4b61-a846-4e219aa16337', 'code': 200} Sep 24 00:12:56.488199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] In _notify_port_updated(), no bound segment for port 7c25986f-8234-49ad-9b51-8132a9d2f61b on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:12:56.489100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.489706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.496588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "PUT /v2.0/ports/7c25986f-8234-49ad-9b51-8132a9d2f61b HTTP/1.1" status: 200 len: 975 time: 2.6955409 Sep 24 00:12:56.498138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bef8f676-5827-473c-ac39-e1a15ec5ad51 None None] Port bfc15c15-73bf-41e6-933f-b8076c9096b6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:56.499999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40166) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:56.566786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:56.572896 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b4bc3e69-30f7-4166-8bde-ca75d9ba312e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/48a3caff-0403-4d80-bf9d-4a70fd559f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6701272 Sep 24 00:12:56.575714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40172) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:56.579934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d438575-545f-44d4-a285-f9529546d0ef None None] Sync routers for ids ['48a3caff-0403-4d80-bf9d-4a70fd559f8b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:56.600017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d438575-545f-44d4-a285-f9529546d0ef None None] Routers {'48a3caff-0403-4d80-bf9d-4a70fd559f8b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:56.600943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5d438575-545f-44d4-a285-f9529546d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['48a3caff-0403-4d80-bf9d-4a70fd559f8b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:56.624290 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff62e5f-5ce1-4f1b-8f8a-769b13f25c61 req-158dd5d9-1d60-4c9c-8eec-e71133db1316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.625813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aff62e5f-5ce1-4f1b-8f8a-769b13f25c61 req-158dd5d9-1d60-4c9c-8eec-e71133db1316 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 1097 time: 0.0912168 Sep 24 00:12:56.636622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338daf54-e43c-45ea-9643-f1bc676390d7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.638123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-338daf54-e43c-45ea-9643-f1bc676390d7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports/bfc15c15-73bf-41e6-933f-b8076c9096b6 HTTP/1.1" status: 200 len: 977 time: 0.0613165 Sep 24 00:12:56.643735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5d438575-545f-44d4-a285-f9529546d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:56.645558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:56.645678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40174) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:56.655092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d438575-545f-44d4-a285-f9529546d0ef None None] Routers {'48a3caff-0403-4d80-bf9d-4a70fd559f8b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:56.655964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5d438575-545f-44d4-a285-f9529546d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['48a3caff-0403-4d80-bf9d-4a70fd559f8b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:56.662463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-abe3a835-521d-4387-abd0-f922722512c6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "PUT /v2.0/routers/4a650dc8-6e93-40ae-9339-677077f57fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1987350 Sep 24 00:12:56.665394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40176) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:56.674269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=7c25986f-8234-49ad-9b51-8132a9d2f61b,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:56.678051 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2133fd3-b578-490a-9949-f9719796e879 None None] Sync routers for ids ['4a650dc8-6e93-40ae-9339-677077f57fd6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:56.692206 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2133fd3-b578-490a-9949-f9719796e879 None None] Routers {'4a650dc8-6e93-40ae-9339-677077f57fd6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:56.692749 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b2133fd3-b578-490a-9949-f9719796e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4a650dc8-6e93-40ae-9339-677077f57fd6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:56.694115 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-9962c4b4-b954-41d6-a87a-7d1bdf1e5c23 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:12:56.695982 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9962c4b4-b954-41d6-a87a-7d1bdf1e5c23 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/8b89810f-fb96-4ee7-b508-044d2f2a8c42 HTTP/1.1" status: 404 len: 333 time: 0.0285232 Sep 24 00:12:56.702674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40178) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:56.716498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.717018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.717498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.717968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.718439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.718926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.719393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.719965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.720433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.721167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.721634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.722090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.722552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.723030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.723487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.723938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.724393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:56.727970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5d438575-545f-44d4-a285-f9529546d0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:56.728592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d438575-545f-44d4-a285-f9529546d0ef None None] The sync data for ids ['48a3caff-0403-4d80-bf9d-4a70fd559f8b'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:56.731456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c4314a2a-5cb9-4d3e-9094-0296621aa31e tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15280 time: 0.2234654 Sep 24 00:12:56.734371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40180) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:56.750595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9d625ae1-c59f-4da7-9861-68db63756807 None None] Provisioning complete for port bfc15c15-73bf-41e6-933f-b8076c9096b6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:12:56.751085 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d625ae1-c59f-4da7-9861-68db63756807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.758558 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:56.827969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9d625ae1-c59f-4da7-9861-68db63756807 None None] Port bfc15c15-73bf-41e6-933f-b8076c9096b6 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:12:56.848689 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b2133fd3-b578-490a-9949-f9719796e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:56.858406 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2133fd3-b578-490a-9949-f9719796e879 None None] Routers {'4a650dc8-6e93-40ae-9339-677077f57fd6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:56.859060 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b2133fd3-b578-490a-9949-f9719796e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4a650dc8-6e93-40ae-9339-677077f57fd6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:56.891849 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b2133fd3-b578-490a-9949-f9719796e879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:56.892495 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2133fd3-b578-490a-9949-f9719796e879 None None] The sync data for ids ['4a650dc8-6e93-40ae-9339-677077f57fd6'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:56.921219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aff62e5f-5ce1-4f1b-8f8a-769b13f25c61 req-65c05d43-c865-45ca-8722-f447a08711d4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817650 Sep 24 00:12:57.155162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.155743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.155858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.156154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.156492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.156823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.157155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.157477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.157809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.158116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.158439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.158777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f538341-b5dd-4288-a202-2666c321b239 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:12:57.217230 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.221197 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c13d0885-ce0e-44ba-9207-7d2c0348a86a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.312347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Deleting port 7c25986f-8234-49ad-9b51-8132a9d2f61b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:57.313012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.423637 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c13d0885-ce0e-44ba-9207-7d2c0348a86a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.451747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c13d0885-ce0e-44ba-9207-7d2c0348a86a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.459500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port bfc15c15-73bf-41e6-933f-b8076c9096b6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:57.460172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.507796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] For port 7c25986f-8234-49ad-9b51-8132a9d2f61b, host n-h1-713498-18, got binding levels [] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:57.508502 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.576826 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Calling delete_port for 7c25986f-8234-49ad-9b51-8132a9d2f61b owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:57.580019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.593031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for bfc15c15-73bf-41e6-933f-b8076c9096b6 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:57.600337 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c13d0885-ce0e-44ba-9207-7d2c0348a86a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.600871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13d0885-ce0e-44ba-9207-7d2c0348a86a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Fanout notify agent at l3_agent the message router_deleted on router 4a650dc8-6e93-40ae-9339-677077f57fd6 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:12:57.610389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c13d0885-ce0e-44ba-9207-7d2c0348a86a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.615082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c13d0885-ce0e-44ba-9207-7d2c0348a86a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/routers/4a650dc8-6e93-40ae-9339-677077f57fd6 HTTP/1.1" status: 204 len: 168 time: 0.8785198 Sep 24 00:12:57.615244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:57.701078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7aa687-a8eb-492f-89b4-bec921530b7e req-20821fb5-d8c4-4cdd-9b8c-f17534b65d2a tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:57.702597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa7aa687-a8eb-492f-89b4-bec921530b7e req-20821fb5-d8c4-4cdd-9b8c-f17534b65d2a tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 945 time: 0.2446883 Sep 24 00:12:57.743904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3c9be-6116-4b39-b5e5-54dd08e18773 req-4685e064-9590-4684-81fa-601d27c16288 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:57.745400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fff3c9be-6116-4b39-b5e5-54dd08e18773 req-4685e064-9590-4684-81fa-601d27c16288 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1937261 Sep 24 00:12:57.753218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-00791421-afff-4ea6-aa84-0b18160f242a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet bc677567-9fae-480f-add9-66d8af974799 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:57.761727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00791421-afff-4ea6-aa84-0b18160f242a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.774719 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.805483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=bfc15c15-73bf-41e6-933f-b8076c9096b6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:57.855941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa7aa687-a8eb-492f-89b4-bec921530b7e req-6035c073-1d7b-4700-b77a-afcf35c7be90 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465168 Sep 24 00:12:57.889704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00791421-afff-4ea6-aa84-0b18160f242a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:57.896204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fff3c9be-6116-4b39-b5e5-54dd08e18773 req-878d5e6c-1e82-4b13-a1e2-4e2e56e56793 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393170 Sep 24 00:12:57.945339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.027379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.033040 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00791421-afff-4ea6-aa84-0b18160f242a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.073933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.079476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "DELETE /v2.0/ports/7c25986f-8234-49ad-9b51-8132a9d2f61b HTTP/1.1" status: 204 len: 168 time: 1.3317196 Sep 24 00:12:58.086971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40210) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:58.116426 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42c98e2-a298-4484-a4b0-6d7d6d3f7d39 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] GET failed (client error): The resource could not be found. Sep 24 00:12:58.121865 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f42c98e2-a298-4484-a4b0-6d7d6d3f7d39 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "GET /v2.0/ports/7c25986f-8234-49ad-9b51-8132a9d2f61b HTTP/1.1" status: 404 len: 333 time: 0.0301418 Sep 24 00:12:58.124393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40212) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:58.129283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-48084247', 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:58.152591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557bf6d9-b8a3-4d4c-ac6b-eec6a150bff3 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c25986f-8234-49ad-9b51-8132a9d2f61b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:58.158212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Made reservation on behalf of cc856f1e05cd48f698355f86dbef6490 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:58.161827 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.186371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] device_id is not set on port 15c525eb-458a-4359-a3ee-ddc9e9cde02a yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:12:58.242310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 48a3caff-0403-4d80-bf9d-4a70fd559f8b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:12:58.242971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00791421-afff-4ea6-aa84-0b18160f242a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.285850 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-00791421-afff-4ea6-aa84-0b18160f242a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.291404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-00791421-afff-4ea6-aa84-0b18160f242a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/bc677567-9fae-480f-add9-66d8af974799 HTTP/1.1" status: 204 len: 168 time: 0.6735005 Sep 24 00:12:58.292152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:58.292277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00791421-afff-4ea6-aa84-0b18160f242a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=bc677567-9fae-480f-add9-66d8af974799,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:58.294126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77baf52-64ef-445c-82bc-0e04ddadf070 None None] Network d3db28c8-0656-420b-a1e1-82928005cf6d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:12:58.379123 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.404354 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.408149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:12:58.414234 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a261d99a-cae4-4384-9f37-8e0f2cd5d073 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/48a3caff-0403-4d80-bf9d-4a70fd559f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7676694 Sep 24 00:12:58.417880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40222) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:58.464953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.517383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Network 2613f208-ef12-41d3-8398-d52d5cb68079 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:12:58.520966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:12:58.528941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:12:58.530056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:58.530885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.534893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=15c525eb-458a-4359-a3ee-ddc9e9cde02a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:58.554988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d8f9d151-cbb7-4309-938a-84fbb2c5620d tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.4294388 Sep 24 00:12:58.555858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:58.594292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e564356c-1dc5-4a81-bb96-bce4e5ff47a6 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:58.598862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40226) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:58.599340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e564356c-1dc5-4a81-bb96-bce4e5ff47a6 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "GET /v2.0/ports/15c525eb-458a-4359-a3ee-ddc9e9cde02a HTTP/1.1" status: 200 len: 953 time: 0.0421424 Sep 24 00:12:58.623756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2474d1-1804-4309-86c2-48d4a03f4492 None None] Sync routers for ids ['48a3caff-0403-4d80-bf9d-4a70fd559f8b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:12:58.639011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2474d1-1804-4309-86c2-48d4a03f4492 None None] Routers {'48a3caff-0403-4d80-bf9d-4a70fd559f8b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:58.639703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-dc2474d1-1804-4309-86c2-48d4a03f4492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['48a3caff-0403-4d80-bf9d-4a70fd559f8b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:58.684614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-dc2474d1-1804-4309-86c2-48d4a03f4492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:58.696306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2474d1-1804-4309-86c2-48d4a03f4492 None None] Routers {'48a3caff-0403-4d80-bf9d-4a70fd559f8b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:12:58.697042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-dc2474d1-1804-4309-86c2-48d4a03f4492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['48a3caff-0403-4d80-bf9d-4a70fd559f8b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:58.706489 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-fa43bec6-684d-494f-9a0d-c64945aa2a60 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] remove_router_interface failed (client error): The resource could not be found. Sep 24 00:12:58.709408 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fa43bec6-684d-494f-9a0d-c64945aa2a60 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/48a3caff-0403-4d80-bf9d-4a70fd559f8b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2873087 Sep 24 00:12:58.710567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40232) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:58.736438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port b6bdd051-b193-425b-8c9d-c63135eb473d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:58.736912 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.750807 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-436ebfce-f7fc-4e7b-a2b6-ab52a6c2212a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a3caff-0403-4d80-bf9d-4a70fd559f8b HTTP/1.1" status: 200 len: 205 time: 0.0381818 Sep 24 00:12:58.754344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40234) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:58.757034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-dc2474d1-1804-4309-86c2-48d4a03f4492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:58.757449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2474d1-1804-4309-86c2-48d4a03f4492 None None] The sync data for ids ['48a3caff-0403-4d80-bf9d-4a70fd559f8b'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:12:58.765477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] DHCP port deletion for d3db28c8-0656-420b-a1e1-82928005cf6d request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:12:58.813469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] Deleting port b6bdd051-b193-425b-8c9d-c63135eb473d {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:58.813843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.875621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] For port b6bdd051-b193-425b-8c9d-c63135eb473d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6bdd051-b193-425b-8c9d-c63135eb473d,segment=NetworkSegment(a83754bd-45f0-4184-9b53-4d3b1a4fe63a),segment_id=a83754bd-45f0-4184-9b53-4d3b1a4fe63a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:58.876009 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.886048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] For port b6bdd051-b193-425b-8c9d-c63135eb473d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6bdd051-b193-425b-8c9d-c63135eb473d,segment=NetworkSegment(a83754bd-45f0-4184-9b53-4d3b1a4fe63a),segment_id=a83754bd-45f0-4184-9b53-4d3b1a4fe63a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:12:58.886410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.891176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] Calling delete_port for b6bdd051-b193-425b-8c9d-c63135eb473d owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:58.891507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-175bc779-93e8-429e-a3fa-69175ecca358 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.937433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for b6bdd051-b193-425b-8c9d-c63135eb473d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:58.987049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-264f8383-2f55-47fc-8393-6995e2783044 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Deleting port 15c525eb-458a-4359-a3ee-ddc9e9cde02a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:12:58.987396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-264f8383-2f55-47fc-8393-6995e2783044 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:58.995629 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.029424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] Pushing event deleted for resources: {'Port': ['ID=b6bdd051-b193-425b-8c9d-c63135eb473d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:59.039419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebd97d3-f336-49cd-a4d8-931a9b23bd51 None None] No DVR routers for this DVR port b6bdd051-b193-425b-8c9d-c63135eb473d on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:59.071923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af08561-5b92-4ebe-9dc0-dd9cbad13507 req-403969b4-7f42-41b0-bb32-a9d93e9914cc tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:59.073579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6af08561-5b92-4ebe-9dc0-dd9cbad13507 req-403969b4-7f42-41b0-bb32-a9d93e9914cc tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 945 time: 0.1133401 Sep 24 00:12:59.097667 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.160871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1415ae-0ae4-400a-8891-0494f11c6b21 req-66464f33-42ad-4ac8-8d86-71f9d899b9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:12:59.162450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d1415ae-0ae4-400a-8891-0494f11c6b21 req-66464f33-42ad-4ac8-8d86-71f9d899b9b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1070936 Sep 24 00:12:59.165337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6af08561-5b92-4ebe-9dc0-dd9cbad13507 req-2646734b-ded5-408b-8aab-1beb4febad71 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546997 Sep 24 00:12:59.238889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d1415ae-0ae4-400a-8891-0494f11c6b21 req-a9746f9f-c4d2-485b-83eb-1c1f6cccb7e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649378 Sep 24 00:12:59.439151 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-175bc779-93e8-429e-a3fa-69175ecca358 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.444096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-175bc779-93e8-429e-a3fa-69175ecca358 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.534261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-264f8383-2f55-47fc-8393-6995e2783044 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.556244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-264f8383-2f55-47fc-8393-6995e2783044 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Calling delete_port for 15c525eb-458a-4359-a3ee-ddc9e9cde02a owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:12:59.558650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-175bc779-93e8-429e-a3fa-69175ecca358 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.559205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175bc779-93e8-429e-a3fa-69175ecca358 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Fanout notify agent at l3_agent the message router_deleted on router 48a3caff-0403-4d80-bf9d-4a70fd559f8b {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:12:59.568304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-175bc779-93e8-429e-a3fa-69175ecca358 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.569423 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-175bc779-93e8-429e-a3fa-69175ecca358 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/48a3caff-0403-4d80-bf9d-4a70fd559f8b HTTP/1.1" status: 204 len: 168 time: 0.8119667 Sep 24 00:12:59.572107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40264) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:59.580257 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.640020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b0aac6f-f0f4-4220-abc4-557b4b3b81ad tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet 4e61e80f-c392-45bd-bcde-51d98712b7af {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:12:59.643375 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b0aac6f-f0f4-4220-abc4-557b4b3b81ad tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.651910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=b6bdd051-b193-425b-8c9d-c63135eb473d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:59.659162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No DVR routers for this DVR port b6bdd051-b193-425b-8c9d-c63135eb473d on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:12:59.712137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b0aac6f-f0f4-4220-abc4-557b4b3b81ad tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.759125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.784024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-264f8383-2f55-47fc-8393-6995e2783044 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.793185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3db28c8-0656-420b-a1e1-82928005cf6d']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:59.827148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83754bd-45f0-4184-9b53-4d3b1a4fe63a') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:59.827466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83754bd-45f0-4184-9b53-4d3b1a4fe63a') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:12:59.829339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f8383-2f55-47fc-8393-6995e2783044 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event deleted for resources: {'Port': ['ID=15c525eb-458a-4359-a3ee-ddc9e9cde02a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:12:59.842658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.850876 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-264f8383-2f55-47fc-8393-6995e2783044 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.851854 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b0aac6f-f0f4-4220-abc4-557b4b3b81ad tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.856225 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-264f8383-2f55-47fc-8393-6995e2783044 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "DELETE /v2.0/ports/15c525eb-458a-4359-a3ee-ddc9e9cde02a HTTP/1.1" status: 204 len: 168 time: 1.2283590 Sep 24 00:12:59.856652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40274) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:59.861928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.868358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:12:59.868789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:12:59.872978 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:12:59.908246 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-71dfb8e0-e47c-4330-a126-3f2e2a3a8586 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] GET failed (client error): The resource could not be found. Sep 24 00:12:59.909988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-71dfb8e0-e47c-4330-a126-3f2e2a3a8586 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "GET /v2.0/ports/15c525eb-458a-4359-a3ee-ddc9e9cde02a HTTP/1.1" status: 404 len: 333 time: 0.0532479 Sep 24 00:12:59.917185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40278) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:59.924980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Request body: {'port': {'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1499016724'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:12:59.952682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.967205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.973398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/networks/d3db28c8-0656-420b-a1e1-82928005cf6d HTTP/1.1" status: 204 len: 168 time: 1.6762311 Sep 24 00:12:59.975325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40284) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:12:59.987191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Made reservation on behalf of cc856f1e05cd48f698355f86dbef6490 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:12:59.989368 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:12:59.996318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829f72f-2d9b-44dc-b547-77bdd625820f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Network': ['ID=d3db28c8-0656-420b-a1e1-82928005cf6d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:00.000752 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b0aac6f-f0f4-4220-abc4-557b4b3b81ad tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.055388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6bdd051-b193-425b-8c9d-c63135eb473d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:13:00.067178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0aac6f-f0f4-4220-abc4-557b4b3b81ad tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=4e61e80f-c392-45bd-bcde-51d98712b7af,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:00.069789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b0aac6f-f0f4-4220-abc4-557b4b3b81ad tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.073764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5b0aac6f-f0f4-4220-abc4-557b4b3b81ad tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/4e61e80f-c392-45bd-bcde-51d98712b7af HTTP/1.1" status: 204 len: 168 time: 0.4951994 Sep 24 00:13:00.073764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] device_id is not set on port 3d558af6-f350-40ce-a062-0ef887fea8a9 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:13:00.074204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40286) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:00.083776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529b8e9e-ec14-4ed7-9cea-1e5e1b59e538 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:00.085268 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-529b8e9e-ec14-4ed7-9cea-1e5e1b59e538 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/457eff78-12a6-43b3-bda2-4f10e4c7e4c4 HTTP/1.1" status: 200 len: 844 time: 0.1078601 Sep 24 00:13:00.089760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40288) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:00.103691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee001b-ebbd-44ee-8552-54d6f7c0f2f9 None None] Network 27fa8d9d-0490-44c7-8d49-0485637cddf3 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:00.132339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-05f45ea0-5fcf-4899-8a3d-a14a682e8041 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/457eff78-12a6-43b3-bda2-4f10e4c7e4c4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0412703 Sep 24 00:13:00.159394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40290) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:00.164256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:00.185110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.210344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b6bdd051-b193-425b-8c9d-c63135eb473d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:13:00.211273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6bdd051-b193-425b-8c9d-c63135eb473d not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:13:00.250330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 5d74466d-2841-4cb7-87cc-3ebece740908 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:00.250739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.356362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port 5d74466d-2841-4cb7-87cc-3ebece740908, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d74466d-2841-4cb7-87cc-3ebece740908,segment=NetworkSegment(ddfd83d9-3d2f-465e-896b-2fc614e1abdb),segment_id=ddfd83d9-3d2f-465e-896b-2fc614e1abdb)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:00.357339 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.386448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 5d74466d-2841-4cb7-87cc-3ebece740908 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:00.396137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] DHCP port deletion for 27fa8d9d-0490-44c7-8d49-0485637cddf3 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:13:00.401943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:00.404537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.452500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] Deleting port 5d74466d-2841-4cb7-87cc-3ebece740908 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:00.452882 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.476855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.491812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No DVR routers for this DVR port 5d74466d-2841-4cb7-87cc-3ebece740908 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:00.540621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] For port 5d74466d-2841-4cb7-87cc-3ebece740908, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d74466d-2841-4cb7-87cc-3ebece740908,segment=NetworkSegment(ddfd83d9-3d2f-465e-896b-2fc614e1abdb),segment_id=ddfd83d9-3d2f-465e-896b-2fc614e1abdb)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:00.541521 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.545120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=5d74466d-2841-4cb7-87cc-3ebece740908,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:00.548839 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.560819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] Calling delete_port for 5d74466d-2841-4cb7-87cc-3ebece740908 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:00.592670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6a97f-5d4f-400e-9032-ecdb4b8db263 req-ad5c6f40-126d-41c4-96a9-ebd34c4a3064 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:00.594370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bb6a97f-5d4f-400e-9032-ecdb4b8db263 req-ad5c6f40-126d-41c4-96a9-ebd34c4a3064 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.2008994 Sep 24 00:13:00.618084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.640757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fa8d9d-0490-44c7-8d49-0485637cddf3']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:00.648195 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.653070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfd83d9-3d2f-465e-896b-2fc614e1abdb') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:00.653897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfd83d9-3d2f-465e-896b-2fc614e1abdb') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:00.662984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.667817 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.689360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.696694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:13:00.697257 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:13:00.701877 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:13:00.746272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] Pushing event deleted for resources: {'Port': ['ID=5d74466d-2841-4cb7-87cc-3ebece740908,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:00.748186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21dd34e0-0ead-4231-a845-9f1181915935 None None] No DVR routers for this DVR port 5d74466d-2841-4cb7-87cc-3ebece740908 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:00.759958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bb6a97f-5d4f-400e-9032-ecdb4b8db263 req-4a86f4c8-522c-4218-9a8a-a2af6e91ed4d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453991 Sep 24 00:13:00.761652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Network 2613f208-ef12-41d3-8398-d52d5cb68079 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:00.775038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:00.787104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:00.787104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:00.787104 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.790370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=3d558af6-f350-40ce-a062-0ef887fea8a9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:00.797536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.804685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.829739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.835856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/27fa8d9d-0490-44c7-8d49-0485637cddf3 HTTP/1.1" status: 204 len: 168 time: 0.7571530 Sep 24 00:13:00.835856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75a0e61-9f57-42c5-a2a1-51cf2df4ca2b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=27fa8d9d-0490-44c7-8d49-0485637cddf3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:00.836083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40306) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:00.841949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-74558333'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:00.844988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-099073cf-da8c-4239-974e-df9c62c0a6da tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9239163 Sep 24 00:13:00.847446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40308) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:00.855035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:00.861449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:00.865315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:00.868508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.887544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:00.887544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:00.887544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.893769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da65b765-edc9-4aed-888e-a3e796f15463 None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:00.907622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=63897547-c6cd-4c6f-bb51-fe5bcc4558a8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:00.909514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:00.917002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8c42d7c8-052f-4bd7-b81e-053bc82688b9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7565618 Sep 24 00:13:00.922799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.923346 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment e48a1b71-6ef4-4d65-83e9-ad5a51a85405 of type vlan for network 075bcaac-2da0-42e9-bb1b-d18441ceca76 Sep 24 00:13:00.934058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40310) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:00.939386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b56b3810-4907-495e-8f29-90e9930fbe6f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'security_group': {'name': 'tempest-secgroup-686640487'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:00.953903 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.973975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:00.995373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56b3810-4907-495e-8f29-90e9930fbe6f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.006348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.015482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:01.016197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.104014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'tenant_id': '5c7951dbbbfc4b86895607f526842c85', 'fixed_ips': [{'subnet_id': '63897547-c6cd-4c6f-bb51-fe5bcc4558a8'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:13:01.105078 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.125722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=075bcaac-2da0-42e9-bb1b-d18441ceca76,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:01.180358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56b3810-4907-495e-8f29-90e9930fbe6f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.193707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 075bcaac-2da0-42e9-bb1b-d18441ceca76 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:01.194945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c2566bbd-2a94-4241-b38c-bd82bc997e45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.3575962 Sep 24 00:13:01.197280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40320) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:01.205696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56b3810-4907-495e-8f29-90e9930fbe6f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.206132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': '075bcaac-2da0-42e9-bb1b-d18441ceca76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:01.243908 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b56b3810-4907-495e-8f29-90e9930fbe6f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.245154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b56b3810-4907-495e-8f29-90e9930fbe6f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3095767 Sep 24 00:13:01.255896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] device_id is not set on port 3d558af6-f350-40ce-a062-0ef887fea8a9 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:13:01.256124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40322) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:01.262837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.264538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b3810-4907-495e-8f29-90e9930fbe6f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14432375-01d6-45b3-8868-fd9d9641c14c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:01.265253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9bdf073d-f49e-4502-aed5-2c35e9712c38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'security_group': {'name': 'tempest-secgroup-1124509182'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:01.270878 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.350653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=3d558af6-f350-40ce-a062-0ef887fea8a9,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:01.355619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.356032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.356963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.361950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.362368 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.363020 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 2 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.382150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.382489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.382867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.391476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.391909 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.393427 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 3 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.422954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Allocated IP 2001:db8::2 (e3fe3f08-c43c-42b1-a999-31f4b2373af6/63897547-c6cd-4c6f-bb51-fe5bcc4558a8/123fbaca-3ff7-4ff3-a87a-74641bee24e8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:01.444938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.445279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.445614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.451163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.451680 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.452298 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 4 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.470435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.470888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.472602 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bdf073d-f49e-4502-aed5-2c35e9712c38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.483333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.485720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:01.489447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.491711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.492819 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.493438 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 5 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.512544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.516569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.517166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.522933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.524322 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.525660 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 6 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.543312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.543643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.544675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.550163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.550497 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.551066 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 7 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.565650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.565986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.566342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.572425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.572758 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.573154 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 8 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.590530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.592301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.592649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.629831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.630195 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.630889 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 9 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.656984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.656984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.656984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.668178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.668513 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.668958 n-d-713498-18 neutron-server[106379]: INFO neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempt 10 to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 Sep 24 00:13:01.682651 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.694352 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.695724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.696361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.696859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempting to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.702320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:01.702863 n-d-713498-18 neutron-server[106379]: ERROR neutron.plugins.ml2.managers [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Failed to bind port 3d558af6-f350-40ce-a062-0ef887fea8a9 on host n-h1-713498-18 for vnic_type normal using segments [{'id': '9954b578-dd9e-4322-aa07-6da62c18fc78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '2613f208-ef12-41d3-8398-d52d5cb68079'}] Sep 24 00:13:01.704069 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.719591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bdf073d-f49e-4502-aed5-2c35e9712c38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.732883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bdf073d-f49e-4502-aed5-2c35e9712c38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.749904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:01.754146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:01.757921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:01.802651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Pushing event updated for resources: {'Port': ['ID=123fbaca-3ff7-4ff3-a87a-74641bee24e8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:01.814972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] For port 3d558af6-f350-40ce-a062-0ef887fea8a9, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:01.816204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attempted to set empty binding levels {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 00:13:01.824956 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.843921 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bdf073d-f49e-4502-aed5-2c35e9712c38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.847908 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9bdf073d-f49e-4502-aed5-2c35e9712c38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5883586 Sep 24 00:13:01.848066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Attempting to bind port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:01.848066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Attempting to bind port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'e812229e-73d3-44e7-9055-7c47c95a059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:01.848066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Attempting to bind port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 on network e3fe3f08-c43c-42b1-a999-31f4b2373af6 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:01.855163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40346) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:01.869843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:01.869843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Checking segment: {'id': 'e812229e-73d3-44e7-9055-7c47c95a059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:01.869843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.869843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Bound using segment: {'id': 'e812229e-73d3-44e7-9055-7c47c95a059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:01.869843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Bound port: 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e812229e-73d3-44e7-9055-7c47c95a059d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:01.870616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2103999268', 'security_groups': ['f24904e2-c05b-4950-adf1-1c35c91dcd62'], 'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63897547-c6cd-4c6f-bb51-fe5bcc4558a8'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:01.870709 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.878856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf073d-f49e-4502-aed5-2c35e9712c38 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f24904e2-c05b-4950-adf1-1c35c91dcd62,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:01.930144 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.972571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0e519608-07a8-489b-8025-3d29a360439b None None] For port 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:01.979748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0e519608-07a8-489b-8025-3d29a360439b None None] For port 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=123fbaca-3ff7-4ff3-a87a-74641bee24e8,segment=NetworkSegment(e812229e-73d3-44e7-9055-7c47c95a059d),segment_id=e812229e-73d3-44e7-9055-7c47c95a059d)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:01.984971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] In _notify_port_updated(), no bound segment for port 3d558af6-f350-40ce-a062-0ef887fea8a9 on network 2613f208-ef12-41d3-8398-d52d5cb68079 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:13:01.986996 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.991068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:01.994002 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:01.999992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "PUT /v2.0/ports/3d558af6-f350-40ce-a062-0ef887fea8a9 HTTP/1.1" status: 200 len: 976 time: 1.1489499 Sep 24 00:13:02.002304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40348) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:02.034451 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47018c-71fe-417a-a570-ca0247eb27e5 tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event updated for resources: {'Port': ['ID=3d558af6-f350-40ce-a062-0ef887fea8a9,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:02.074442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d74466d-2841-4cb7-87cc-3ebece740908 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:13:02.107279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=f0bee7f0-a907-4b63-a22e-66311eb722fc,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:02.120916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': 'e48a1b71-6ef4-4d65-83e9-ad5a51a85405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '075bcaac-2da0-42e9-bb1b-d18441ceca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:02.121395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: 075bcaac-2da0-42e9-bb1b-d18441ceca76, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:02.128438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5d74466d-2841-4cb7-87cc-3ebece740908 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:13:02.129508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d74466d-2841-4cb7-87cc-3ebece740908 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:13:02.163735 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 075bcaac-2da0-42e9-bb1b-d18441ceca76 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:02.168322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e519608-07a8-489b-8025-3d29a360439b None None] Pushing event updated for resources: {'Port': ['ID=123fbaca-3ff7-4ff3-a87a-74641bee24e8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:02.176562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:02.195123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 075bcaac-2da0-42e9-bb1b-d18441ceca76) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:02.211188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:02.211408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f6ac9-5ed4-424d-9715-e93bc3dd0bfa req-66d997fa-09e0-401f-a599-3eafd4048aa7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:02.211894 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.216876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32761e8-98db-4e49-b229-4adeaf872755 None None] Network 075bcaac-2da0-42e9-bb1b-d18441ceca76 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:02.228848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f63f6ac9-5ed4-424d-9715-e93bc3dd0bfa req-66d997fa-09e0-401f-a599-3eafd4048aa7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.3284924 Sep 24 00:13:02.245190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7d93128c-2193-48ba-bf1c-e8cfb26dffb3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0437756 Sep 24 00:13:02.260399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40356) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:02.265134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b3b69e2f-9345-4024-a111-0d5f4c144239 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1124338555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:02.344952 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3b69e2f-9345-4024-a111-0d5f4c144239 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.346495 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3b69e2f-9345-4024-a111-0d5f4c144239 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.356067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.363721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f63f6ac9-5ed4-424d-9715-e93bc3dd0bfa req-a3973df5-e2bc-4253-909f-d29bb4b1288f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339819 Sep 24 00:13:02.424141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Deleting port 3d558af6-f350-40ce-a062-0ef887fea8a9 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:02.424947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.450801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 574962fc-6f58-46a9-8a9a-01199e505eb1 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:13:02.475722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-075bcaac-2da0-42e9-bb1b-d18441ceca76', 'network_id': '075bcaac-2da0-42e9-bb1b-d18441ceca76', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': 'f0bee7f0-a907-4b63-a22e-66311eb722fc'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:13:02.476704 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.527573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] For port 3d558af6-f350-40ce-a062-0ef887fea8a9, host n-h1-713498-18, got binding levels [] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:02.528100 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.595513 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3b69e2f-9345-4024-a111-0d5f4c144239 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.611191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3b69e2f-9345-4024-a111-0d5f4c144239 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.640594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Calling delete_port for 3d558af6-f350-40ce-a062-0ef887fea8a9 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:02.651447 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3b69e2f-9345-4024-a111-0d5f4c144239 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.652995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b3b69e2f-9345-4024-a111-0d5f4c144239 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3915544 Sep 24 00:13:02.655657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40366) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:02.742126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Allocated IP 172.20.0.2 (075bcaac-2da0-42e9-bb1b-d18441ceca76/f0bee7f0-a907-4b63-a22e-66311eb722fc/f749a848-0504-45cd-a8be-308c0b524940) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:02.803074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::1fe (e3fe3f08-c43c-42b1-a999-31f4b2373af6/63897547-c6cd-4c6f-bb51-fe5bcc4558a8/574962fc-6f58-46a9-8a9a-01199e505eb1) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:02.927515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83506701-bad2-47b0-bd6f-56325eda0737 req-5914c1fe-1871-4d91-a991-e1da099833b0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:02.929317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83506701-bad2-47b0-bd6f-56325eda0737 req-5914c1fe-1871-4d91-a991-e1da099833b0 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 945 time: 0.1419525 Sep 24 00:13:02.960136 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.967848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:02.990105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.028763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Pushing event updated for resources: {'Port': ['ID=f749a848-0504-45cd-a8be-308c0b524940,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:03.030948 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.041535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Network 075bcaac-2da0-42e9-bb1b-d18441ceca76 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:03.043301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:03.046451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:03.085880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:03.095773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:03.102452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.121689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Attempting to bind port f749a848-0504-45cd-a8be-308c0b524940 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:03.121689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Attempting to bind port f749a848-0504-45cd-a8be-308c0b524940 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'e48a1b71-6ef4-4d65-83e9-ad5a51a85405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '075bcaac-2da0-42e9-bb1b-d18441ceca76'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:03.122990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Attempting to bind port f749a848-0504-45cd-a8be-308c0b524940 on network 075bcaac-2da0-42e9-bb1b-d18441ceca76 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:03.129557 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:03.130255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Checking segment: {'id': 'e48a1b71-6ef4-4d65-83e9-ad5a51a85405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '075bcaac-2da0-42e9-bb1b-d18441ceca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:03.130670 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.131250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Bound using segment: {'id': 'e48a1b71-6ef4-4d65-83e9-ad5a51a85405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '075bcaac-2da0-42e9-bb1b-d18441ceca76'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:03.131835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Bound port: f749a848-0504-45cd-a8be-308c0b524940, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e48a1b71-6ef4-4d65-83e9-ad5a51a85405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '075bcaac-2da0-42e9-bb1b-d18441ceca76'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:03.132333 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.143396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:03.151415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:03.152078 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.173040 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3175702 Sep 24 00:13:03.179525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83506701-bad2-47b0-bd6f-56325eda0737 req-8f9aea0a-3543-4f29-8724-6e0655a547b3 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666560 Sep 24 00:13:03.183555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40378) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:03.189981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d558af6-f350-40ce-a062-0ef887fea8a9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:03.203113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8449a473-d192-4d22-89f8-08ddd0d54d20 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:03.207404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac85cc-2780-49b1-95b5-0614f800a997 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=574962fc-6f58-46a9-8a9a-01199e505eb1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:03.257263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] For port f749a848-0504-45cd-a8be-308c0b524940, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:03.264179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] For port f749a848-0504-45cd-a8be-308c0b524940, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f749a848-0504-45cd-a8be-308c0b524940,segment=NetworkSegment(e48a1b71-6ef4-4d65-83e9-ad5a51a85405),segment_id=e48a1b71-6ef4-4d65-83e9-ad5a51a85405)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:03.271948 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.348277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167badf5-d118-4796-93fe-722f16d0f456 None None] Pushing event updated for resources: {'Port': ['ID=f749a848-0504-45cd-a8be-308c0b524940,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:03.605912 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.609160 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.614104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-176c1aea-e8a7-463b-ae2d-98fc5fc4a42b tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "DELETE /v2.0/ports/3d558af6-f350-40ce-a062-0ef887fea8a9 HTTP/1.1" status: 204 len: 168 time: 1.5788219 Sep 24 00:13:03.616196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40388) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:03.662381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] Provisioning complete for port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:03.662381 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.671793 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dd012cc-7846-4b79-a70d-41c5e4340c2a tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] GET failed (client error): The resource could not be found. Sep 24 00:13:03.676689 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9dd012cc-7846-4b79-a70d-41c5e4340c2a tempest-PortsAdminExtendedAttrsTestJSON-219826234 tempest-PortsAdminExtendedAttrsTestJSON-219826234-project-admin] 10.222.0.24 "GET /v2.0/ports/3d558af6-f350-40ce-a062-0ef887fea8a9 HTTP/1.1" status: 404 len: 333 time: 0.0574219 Sep 24 00:13:03.676958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:03.737931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] Port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:03.772203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:03.772651 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.818132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.824810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfd19f3-fd8e-4a6f-ac4d-ab78cf71169f req-7d51e5a6-9511-4d5f-b268-f04a5d687343 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:03.828795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7dfd19f3-fd8e-4a6f-ac4d-ab78cf71169f req-7d51e5a6-9511-4d5f-b268-f04a5d687343 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.2492404 Sep 24 00:13:03.883895 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.923359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7dfd19f3-fd8e-4a6f-ac4d-ab78cf71169f req-ed72a127-b4a0-48ff-be8c-80a986d69620 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863345 Sep 24 00:13:03.928966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] For port 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=123fbaca-3ff7-4ff3-a87a-74641bee24e8,segment=NetworkSegment(e812229e-73d3-44e7-9055-7c47c95a059d),segment_id=e812229e-73d3-44e7-9055-7c47c95a059d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:03.937468 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.961600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:03.987297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2613f208-ef12-41d3-8398-d52d5cb68079']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:04.003714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9954b578-dd9e-4322-aa07-6da62c18fc78') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:04.004423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9954b578-dd9e-4322-aa07-6da62c18fc78') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:04.009930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4899eb-241f-4337-9d86-9250d5ab8bd1 None None] Pushing event updated for resources: {'Port': ['ID=123fbaca-3ff7-4ff3-a87a-74641bee24e8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:04.017539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.034702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.041957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:13:04.042718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:13:04.060040 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:13:04.063997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ae209313-f905-45f6-ba0c-724072a8220f None None] Provisioning complete for port 574962fc-6f58-46a9-8a9a-01199e505eb1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:04.065762 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae209313-f905-45f6-ba0c-724072a8220f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.081054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8449a473-d192-4d22-89f8-08ddd0d54d20 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:04.085793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8449a473-d192-4d22-89f8-08ddd0d54d20 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.126467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ae209313-f905-45f6-ba0c-724072a8220f None None] Port 574962fc-6f58-46a9-8a9a-01199e505eb1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:04.182652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 123fbaca-3ff7-4ff3-a87a-74641bee24e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:04.193313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.219197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.233269 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] 10.222.0.24 "DELETE /v2.0/networks/2613f208-ef12-41d3-8398-d52d5cb68079 HTTP/1.1" status: 204 len: 168 time: 0.5504894 Sep 24 00:13:04.235473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478186a8-cde9-4391-a044-a522bb5f638a tempest-PortsAdminExtendedAttrsTestJSON-168082106 tempest-PortsAdminExtendedAttrsTestJSON-168082106-project] Pushing event deleted for resources: {'Network': ['ID=2613f208-ef12-41d3-8398-d52d5cb68079,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:04.249901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-332f17ee-1187-4177-a6da-9911d31fd373 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:04.252923 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-332f17ee-1187-4177-a6da-9911d31fd373 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.18 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 945 time: 0.1704986 Sep 24 00:13:04.302312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:04.302679 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.448801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f749a848-0504-45cd-a8be-308c0b524940 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:04.471648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Deleting port d2f2fde4-daad-4b61-a846-4e219aa16337 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:04.472263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.474605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.20.0.1 (075bcaac-2da0-42e9-bb1b-d18441ceca76/f0bee7f0-a907-4b63-a22e-66311eb722fc/b9965b5e-21ef-427f-ad05-1771052b7bc2) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:04.480023 n-d-713498-18 neutron-server[106379]: INFO neutron.db.ipam_backend_mixin [None req-8449a473-d192-4d22-89f8-08ddd0d54d20 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63897547-c6cd-4c6f-bb51-fe5bcc4558a8 (CIDR: 2001:db8::/64) Sep 24 00:13:04.490358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93795c3-6366-43f0-98fe-49bd819de310 req-856250e5-868a-4704-8bce-ba1b7831188b tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:04.492289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a93795c3-6366-43f0-98fe-49bd819de310 req-856250e5-868a-4704-8bce-ba1b7831188b tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 945 time: 0.1942849 Sep 24 00:13:04.496529 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-8449a473-d192-4d22-89f8-08ddd0d54d20 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:04.499878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8449a473-d192-4d22-89f8-08ddd0d54d20 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:04.512662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f749a848-0504-45cd-a8be-308c0b524940 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:04.513033 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.623076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a93795c3-6366-43f0-98fe-49bd819de310 req-568c5aa3-09e2-457f-8f3f-96ddb36580bd tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/security-groups?id=d4a77ca0-a524-434d-8b39-e79edfc21ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122115 Sep 24 00:13:04.630374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8449a473-d192-4d22-89f8-08ddd0d54d20 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4414277 Sep 24 00:13:04.634577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40406) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:04.640196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:04.676926 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.714088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] For port d2f2fde4-daad-4b61-a846-4e219aa16337, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d2f2fde4-daad-4b61-a846-4e219aa16337,segment=NetworkSegment(a5e71962-c44f-4419-8404-f6cffd6170ba),segment_id=a5e71962-c44f-4419-8404-f6cffd6170ba)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:04.714551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.720302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port f749a848-0504-45cd-a8be-308c0b524940, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f749a848-0504-45cd-a8be-308c0b524940,segment=NetworkSegment(e48a1b71-6ef4-4d65-83e9-ad5a51a85405),segment_id=e48a1b71-6ef4-4d65-83e9-ad5a51a85405)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:04.732340 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.734134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Calling delete_port for d2f2fde4-daad-4b61-a846-4e219aa16337 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:04.806668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=f749a848-0504-45cd-a8be-308c0b524940,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:04.835832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40414) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:04.931735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e268a4-7225-4f16-90b7-e8b5a497603f None None] Network 075bcaac-2da0-42e9-bb1b-d18441ceca76 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:04.960845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:04.963111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:04.965324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.030180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.041362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Pushing event deleted for resources: {'Port': ['ID=d2f2fde4-daad-4b61-a846-4e219aa16337,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:05.068008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] No DVR routers for this DVR port d2f2fde4-daad-4b61-a846-4e219aa16337 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:05.081957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['d2f2fde4-daad-4b61-a846-4e219aa16337'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:13:05.096842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.101209 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a87550ec-1f0e-4231-8c22-f78ad149205c req-b0f7fec4-cf0d-4b1c-af99-feb2adeb1933 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.18 "DELETE /v2.0/ports/d2f2fde4-daad-4b61-a846-4e219aa16337 HTTP/1.1" status: 204 len: 173 time: 0.8412886 Sep 24 00:13:05.102307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '219299ff-1f4a-4f8b-93e2-8826bed13185', 'name': 'network-vif-deleted', 'tag': 'd2f2fde4-daad-4b61-a846-4e219aa16337'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:13:05.106987 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34f6242-bc9b-4dce-a29e-9ba861253c9f" -d '{"events": [{"server_uuid": "219299ff-1f4a-4f8b-93e2-8826bed13185", "name": "network-vif-deleted", "tag": "d2f2fde4-daad-4b61-a846-4e219aa16337"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:13:05.133525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7d299a64-e675-4bd4-b6b3-c81029223f39 None None] Provisioning complete for port f749a848-0504-45cd-a8be-308c0b524940 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:05.133969 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d299a64-e675-4bd4-b6b3-c81029223f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.223148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebd215-5a50-4b2e-ac48-8d9fc7b6d330 req-3ea4be3d-9858-4172-b2fb-1dc459d7372d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:05.224769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43ebd215-5a50-4b2e-ac48-8d9fc7b6d330 req-3ea4be3d-9858-4172-b2fb-1dc459d7372d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1854780 Sep 24 00:13:05.240371 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7cf3499d-fe8f-4d5b-a3c7-e453c53b5c42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=763f4a5e48cb40d08db543c46d07076b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023266 Sep 24 00:13:05.241060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:05.249201 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e46407-86b0-4e00-bd6c-52f1b8e119eb x-openstack-request-id: req-f5e46407-86b0-4e00-bd6c-52f1b8e119eb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:13:05.249473 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "219299ff-1f4a-4f8b-93e2-8826bed13185", "name": "network-vif-deleted", "tag": "d2f2fde4-daad-4b61-a846-4e219aa16337", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:13:05.249778 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5e46407-86b0-4e00-bd6c-52f1b8e119eb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:13:05.256306 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '219299ff-1f4a-4f8b-93e2-8826bed13185', 'name': 'network-vif-deleted', 'tag': 'd2f2fde4-daad-4b61-a846-4e219aa16337', 'status': 'completed', 'code': 200} Sep 24 00:13:05.256470 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.351052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 075bcaac-2da0-42e9-bb1b-d18441ceca76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:05.374720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:05.383046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43ebd215-5a50-4b2e-ac48-8d9fc7b6d330 req-924c6ad5-501e-49cc-b09f-d0f22d947876 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482928 Sep 24 00:13:05.383674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=b9965b5e-21ef-427f-ad05-1771052b7bc2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:05.386241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:05.497120 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6aace5f0-755b-4130-843a-f273d5b005db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.543424 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.615887 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6aace5f0-755b-4130-843a-f273d5b005db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.740267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99b67cf1-3b7f-46d3-a5bd-4a8ba87dd3d0 None None] Provisioning complete for port b9965b5e-21ef-427f-ad05-1771052b7bc2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:05.741233 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99b67cf1-3b7f-46d3-a5bd-4a8ba87dd3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.766326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.799552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-ab9f7738-8317-4ea9-a166-88ae36664211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:05.800132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99b67cf1-3b7f-46d3-a5bd-4a8ba87dd3d0 None None] Port b9965b5e-21ef-427f-ad05-1771052b7bc2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:05.804593 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-ab9f7738-8317-4ea9-a166-88ae36664211 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1096 time: 0.1370988 Sep 24 00:13:05.810744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99b67cf1-3b7f-46d3-a5bd-4a8ba87dd3d0 None None] Provisioning complete for port f749a848-0504-45cd-a8be-308c0b524940 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:05.811547 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99b67cf1-3b7f-46d3-a5bd-4a8ba87dd3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.832683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb35d3df-24f7-4686-aefe-108da2817d43 req-a14ae547-9736-4f88-9a74-e3f6cdc9bc81 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:05.834416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb35d3df-24f7-4686-aefe-108da2817d43 req-a14ae547-9736-4f88-9a74-e3f6cdc9bc81 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.2162580 Sep 24 00:13:05.894403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98f7f35c-7d02-49bc-8390-5b7d492e8912 req-9534fe65-87a5-4194-88e2-9a05e0f3c863 tempest-ServerTagsTestJSON-1347789710 tempest-ServerTagsTestJSON-1347789710-project] 10.222.0.24 "GET /v2.0/ports?device_id=219299ff-1f4a-4f8b-93e2-8826bed13185 HTTP/1.1" status: 200 len: 210 time: 0.1134033 Sep 24 00:13:05.972337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:05.977307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-a4109964-4d0c-4a0d-aa2f-43671e5391b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:05.979411 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-a4109964-4d0c-4a0d-aa2f-43671e5391b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1678329 Sep 24 00:13:05.983627 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.987747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6aace5f0-755b-4130-843a-f273d5b005db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:05.990993 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6aace5f0-755b-4130-843a-f273d5b005db admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.001101 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6aace5f0-755b-4130-843a-f273d5b005db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd47a2f9-b402-4822-92c5-9862c364de4e HTTP/1.1" status: 204 len: 168 time: 0.7484963 Sep 24 00:13:06.035565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:06.049647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71817e0-d429-442e-92f8-ced27e012a89 None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:06.051189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:06.051900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.060878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=54862f2c-7e43-4040-b5dc-78cfe199cd88,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:06.088407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 123fbaca-3ff7-4ff3-a87a-74641bee24e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:06.138032 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-7ce66b34-83e4-4b6f-a632-8b083ce91b07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.1515470 Sep 24 00:13:06.206701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-a929e461-ae33-48bf-bc71-5ffda1ff98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:06.213885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-a929e461-ae33-48bf-bc71-5ffda1ff98ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0693648 Sep 24 00:13:06.216459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aace5f0-755b-4130-843a-f273d5b005db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd47a2f9-b402-4822-92c5-9862c364de4e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:06.231256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eabf33ac-58bb-4398-9357-ced2044311dc tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5950561 Sep 24 00:13:06.234459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40448) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:06.277879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-566fa8af-d1d9-4749-b767-5c51bdded4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:06.279803 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-566fa8af-d1d9-4749-b767-5c51bdded4d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584409 Sep 24 00:13:06.287371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-808144999', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54862f2c-7e43-4040-b5dc-78cfe199cd88'}], 'security_groups': ['14432375-01d6-45b3-8868-fd9d9641c14c']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:06.304284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-90274280-c359-49f7-b85e-c01129401156 None None] Provisioning complete for port b9965b5e-21ef-427f-ad05-1771052b7bc2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:06.304652 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90274280-c359-49f7-b85e-c01129401156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.337157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb35d3df-24f7-4686-aefe-108da2817d43 req-bf5e5fe3-8d4a-4e69-86d9-9326021a7366 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4598982 Sep 24 00:13:06.438945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:06.439324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.443305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-90274280-c359-49f7-b85e-c01129401156 None None] Port b9965b5e-21ef-427f-ad05-1771052b7bc2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:06.519096 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-c5fd3b22-9b9a-42b7-8bfc-d49655a61bfd service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317054 Sep 24 00:13:06.520074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40454) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:06.569365 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.586811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.692862 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-72de4a07-389e-43a6-a6f1-e1640f89dc85 req-68983e4d-46fb-4eeb-be8b-3d53c15e73be service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474361 Sep 24 00:13:06.705938 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-53f5efda-3f0e-45b4-bfac-43307a41e1f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc856f1e05cd48f698355f86dbef6490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846895 Sep 24 00:13:06.709807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40462) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:06.712228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=b9965b5e-21ef-427f-ad05-1771052b7bc2,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:06.725880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.728934 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.771160 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.785664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.797316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f749a848-0504-45cd-a8be-308c0b524940 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:06.821846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.845908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7053799d-1a39-4490-9804-d14cfcf9b3ae None None] Update dhcp port {'port': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'fixed_ips': [{'subnet_id': '63897547-c6cd-4c6f-bb51-fe5bcc4558a8', 'ip_address': '2001:db8::2'}, {'subnet_id': '54862f2c-7e43-4040-b5dc-78cfe199cd88'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '123fbaca-3ff7-4ff3-a87a-74641bee24e8'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:13:06.881302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.885195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.888774 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d2863bb-4e16-4966-af39-0eab2283eadf HTTP/1.1" status: 204 len: 168 time: 0.1755247 Sep 24 00:13:06.890037 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7053799d-1a39-4490-9804-d14cfcf9b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.905424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2863bb-4e16-4966-af39-0eab2283eadf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:06.916380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.916887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.917651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.918100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.918532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.919192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.919725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.920267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.920698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.921168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.923040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.923521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d47d47-9bfc-4406-8663-51ea99915a35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:06.970073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 075bcaac-2da0-42e9-bb1b-d18441ceca76 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:06.974943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:06.976468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f749a848-0504-45cd-a8be-308c0b524940 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:06.976777 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:06.986858 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40472) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:07.079299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbc32de-1e11-4433-bee6-c162a4a48011 admin admin] Deleting subnet ccbaf4fe-8bca-4cfa-8eee-ce7203af3bdd {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:07.088508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edbc32de-1e11-4433-bee6-c162a4a48011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.174726 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edbc32de-1e11-4433-bee6-c162a4a48011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.280267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 83272b95-c8b2-48df-b298-2f11ae68d09a is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:13:07.327204 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edbc32de-1e11-4433-bee6-c162a4a48011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.368912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7053799d-1a39-4490-9804-d14cfcf9b3ae None None] Allocated IP 2001:db8:0:1::2 (e3fe3f08-c43c-42b1-a999-31f4b2373af6/54862f2c-7e43-4040-b5dc-78cfe199cd88/123fbaca-3ff7-4ff3-a87a-74641bee24e8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:07.445001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:07.454381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0aa2176f-aa08-4e46-9848-397628e60013 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/83272b95-c8b2-48df-b298-2f11ae68d09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7966514 Sep 24 00:13:07.456278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40478) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:07.462088 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30469b-e0fa-4e0a-987f-2153f8a16ea1 None None] Sync routers for ids ['83272b95-c8b2-48df-b298-2f11ae68d09a'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:07.473127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edbc32de-1e11-4433-bee6-c162a4a48011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.479299 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30469b-e0fa-4e0a-987f-2153f8a16ea1 None None] Routers {'83272b95-c8b2-48df-b298-2f11ae68d09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:07.482625 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fd30469b-e0fa-4e0a-987f-2153f8a16ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['83272b95-c8b2-48df-b298-2f11ae68d09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:07.601270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d9a6b867-6da3-43ff-8610-5e33c0917792 None None] Provisioning complete for port b9965b5e-21ef-427f-ad05-1771052b7bc2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:07.603981 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9a6b867-6da3-43ff-8610-5e33c0917792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.610990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-edbc32de-1e11-4433-bee6-c162a4a48011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.629876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-edbc32de-1e11-4433-bee6-c162a4a48011 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ccbaf4fe-8bca-4cfa-8eee-ce7203af3bdd HTTP/1.1" status: 204 len: 168 time: 0.6290135 Sep 24 00:13:07.629876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc32de-1e11-4433-bee6-c162a4a48011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccbaf4fe-8bca-4cfa-8eee-ce7203af3bdd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:07.630198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device d2f2fde4-daad-4b61-a846-4e219aa16337 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:13:07.630289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40490) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:07.641721 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fd30469b-e0fa-4e0a-987f-2153f8a16ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:07.661977 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30469b-e0fa-4e0a-987f-2153f8a16ea1 None None] Routers {'83272b95-c8b2-48df-b298-2f11ae68d09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:07.662827 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fd30469b-e0fa-4e0a-987f-2153f8a16ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['83272b95-c8b2-48df-b298-2f11ae68d09a'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:07.684868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: d2f2fde4-daad-4b61-a846-4e219aa16337 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:13:07.685631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device d2f2fde4-daad-4b61-a846-4e219aa16337 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:13:07.734852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d9a6b867-6da3-43ff-8610-5e33c0917792 None None] Port b9965b5e-21ef-427f-ad05-1771052b7bc2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:07.740212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-fd30469b-e0fa-4e0a-987f-2153f8a16ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:07.741476 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd30469b-e0fa-4e0a-987f-2153f8a16ea1 None None] The sync data for ids ['83272b95-c8b2-48df-b298-2f11ae68d09a'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:07.752467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7053799d-1a39-4490-9804-d14cfcf9b3ae None None] For port 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=123fbaca-3ff7-4ff3-a87a-74641bee24e8,segment=NetworkSegment(e812229e-73d3-44e7-9055-7c47c95a059d),segment_id=e812229e-73d3-44e7-9055-7c47c95a059d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:07.789354 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.795868 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7053799d-1a39-4490-9804-d14cfcf9b3ae None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.802695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7053799d-1a39-4490-9804-d14cfcf9b3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.918208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.943954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80aeb448-ad32-49e4-95f4-207715dd61d1']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:07.955736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e71962-c44f-4419-8404-f6cffd6170ba') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:07.955968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e71962-c44f-4419-8404-f6cffd6170ba') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:07.968655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.984590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7053799d-1a39-4490-9804-d14cfcf9b3ae None None] Pushing event updated for resources: {'Port': ['ID=123fbaca-3ff7-4ff3-a87a-74641bee24e8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:07.986444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:07.995532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:13:07.997062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:13:08.000443 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:13:08.061605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73c5e8b-7265-43f9-9328-47ed04874ec2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:08.072851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d73c5e8b-7265-43f9-9328-47ed04874ec2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports/b9965b5e-21ef-427f-ad05-1771052b7bc2 HTTP/1.1" status: 200 len: 910 time: 0.6154089 Sep 24 00:13:08.073662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40502) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.127773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:08.139996 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:08.142452 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] 10.222.0.24 "DELETE /v2.0/networks/80aeb448-ad32-49e4-95f4-207715dd61d1 HTTP/1.1" status: 204 len: 168 time: 0.5126319 Sep 24 00:13:08.161557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6453bde-fd05-40be-b231-ee32abe1680a admin admin] Pushing event deleted for resources: {'Network': ['ID=80aeb448-ad32-49e4-95f4-207715dd61d1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:08.255150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684b21e1-c200-48f3-92a1-f804ba21b8e8 req-e43cfb27-91c9-4b7c-9a5f-c1529c26e563 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:08.262603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-684b21e1-c200-48f3-92a1-f804ba21b8e8 req-e43cfb27-91c9-4b7c-9a5f-c1529c26e563 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.3731875 Sep 24 00:13:08.322249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40512) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.379127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c3aed078-931e-46a9-afc6-24504c7f6de3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b69b6729dec34e8b8c0a646b583b3e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0554125 Sep 24 00:13:08.383530 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40514) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.431414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40516) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.491359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-684b21e1-c200-48f3-92a1-f804ba21b8e8 req-69e10c5a-19a3-42e9-809c-347c704805d1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277868 Sep 24 00:13:08.495090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Delete allocated IP 2001:db8::1fe (e3fe3f08-c43c-42b1-a999-31f4b2373af6/63897547-c6cd-4c6f-bb51-fe5bcc4558a8) {{(pid=106379) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 00:13:08.502403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd1f7d2-b4d8-4f99-bc89-ce2d012407e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:08.516554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8:0:1::342 (e3fe3f08-c43c-42b1-a999-31f4b2373af6/54862f2c-7e43-4040-b5dc-78cfe199cd88/574962fc-6f58-46a9-8a9a-01199e505eb1) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:08.561946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd1f7d2-b4d8-4f99-bc89-ce2d012407e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:08.681439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd1f7d2-b4d8-4f99-bc89-ce2d012407e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:08.690990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abd1f7d2-b4d8-4f99-bc89-ce2d012407e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:08.694521 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-abd1f7d2-b4d8-4f99-bc89-ce2d012407e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d4a77ca0-a524-434d-8b39-e79edfc21ccd HTTP/1.1" status: 204 len: 168 time: 0.3075206 Sep 24 00:13:08.742735 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-5f6a4357-40d9-412d-8cfc-ac13c795e9bd tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.744644 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5f6a4357-40d9-412d-8cfc-ac13c795e9bd tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3122633 Sep 24 00:13:08.746184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd1f7d2-b4d8-4f99-bc89-ce2d012407e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a77ca0-a524-434d-8b39-e79edfc21ccd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:08.757907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40530) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.763950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-6d88d26b-640c-4137-a3d1-9b2feaabe230 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.765210 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6d88d26b-640c-4137-a3d1-9b2feaabe230 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0058610 Sep 24 00:13:08.767841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40532) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.789201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-6cf88ee6-009d-44d7-b85b-b54df6813c09 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.790379 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6cf88ee6-009d-44d7-b85b-b54df6813c09 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0213158 Sep 24 00:13:08.792933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.797716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-2d548c0c-9de8-4b8f-826a-4b08b1a02540 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.799530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2d548c0c-9de8-4b8f-826a-4b08b1a02540 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0055342 Sep 24 00:13:08.801792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40536) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.806188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-3fe583ac-ba9b-4271-9e5a-2dc555ae69c2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.807306 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3fe583ac-ba9b-4271-9e5a-2dc555ae69c2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0044351 Sep 24 00:13:08.809654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40538) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.813902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-6fdc6f35-76fa-4d5d-9569-a732cbb3be3f tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.815019 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6fdc6f35-76fa-4d5d-9569-a732cbb3be3f tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043392 Sep 24 00:13:08.817664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40540) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.822678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-999cd60b-1ef4-4203-93b6-71df216710c2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.823907 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-999cd60b-1ef4-4203-93b6-71df216710c2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0057542 Sep 24 00:13:08.827236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40542) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.832441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-995f10ac-4f26-4dcd-ae83-7109fc82a4b3 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.833535 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-995f10ac-4f26-4dcd-ae83-7109fc82a4b3 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0054979 Sep 24 00:13:08.835938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40544) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.841511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-552ef8ab-05c1-4cf2-952a-758aade049d2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.845742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-552ef8ab-05c1-4cf2-952a-758aade049d2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088735 Sep 24 00:13:08.847125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40546) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.852141 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-a4d3749c-6a13-46bb-b2e5-ebb0f61b794b tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.857003 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a4d3749c-6a13-46bb-b2e5-ebb0f61b794b tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0073729 Sep 24 00:13:08.857822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40548) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.864665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-a8174dd2-9ff9-4a76-958a-3f62b39488ab tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.868967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a8174dd2-9ff9-4a76-958a-3f62b39488ab tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0092521 Sep 24 00:13:08.869724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40550) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.875796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-5ebb79cb-50a7-4367-8323-61ce1cdc97e7 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.880151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ebb79cb-50a7-4367-8323-61ce1cdc97e7 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0088274 Sep 24 00:13:08.880919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40552) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.886018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-230eebda-4f14-4475-92fd-18b7a1a59d0f tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.890573 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-230eebda-4f14-4475-92fd-18b7a1a59d0f tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0078027 Sep 24 00:13:08.891480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40554) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.897381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-80b80bd4-933a-4bf5-8c89-f6b6f65a9c1d tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.913156 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-80b80bd4-933a-4bf5-8c89-f6b6f65a9c1d tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0203333 Sep 24 00:13:08.913935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40556) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.921323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-f4b18e7d-fc98-499c-a9a2-62220e32ee7d tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.924800 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f4b18e7d-fc98-499c-a9a2-62220e32ee7d tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0075352 Sep 24 00:13:08.925669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40562) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.930578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-ea8842d6-220c-45e5-90a0-1445bffccc9b tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.931617 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ea8842d6-220c-45e5-90a0-1445bffccc9b tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0056591 Sep 24 00:13:08.934103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.942256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-3ac369e2-ff2c-46d6-b0b6-a18e4a00166a tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.943499 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3ac369e2-ff2c-46d6-b0b6-a18e4a00166a tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083778 Sep 24 00:13:08.945946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40566) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.952092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-72310127-79c2-4cce-85b3-b1ca146f3da2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.953092 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-72310127-79c2-4cce-85b3-b1ca146f3da2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0062487 Sep 24 00:13:08.955591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40568) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.960797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-32c1863f-a469-4209-b2db-6d3161fdf9d9 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.963937 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-32c1863f-a469-4209-b2db-6d3161fdf9d9 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0052381 Sep 24 00:13:08.965385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40570) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.973253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-59fe3ae8-5e8f-4b28-8d7f-05e89a49d8a4 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.976519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-59fe3ae8-5e8f-4b28-8d7f-05e89a49d8a4 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086529 Sep 24 00:13:08.977096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40572) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.982455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-0490bebf-a656-4c07-b979-ce8686b1fd8a tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:08.991169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bbc4474f-2aee-45db-99b4-d080c9aa46f8 None None] Provisioning complete for port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:08.991670 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbc4474f-2aee-45db-99b4-d080c9aa46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:08.993458 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0490bebf-a656-4c07-b979-ce8686b1fd8a tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0143702 Sep 24 00:13:08.994243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40574) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:08.999227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-66b3b0c5-dd78-4a29-bb47-b9635555cd5a tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.006620 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-66b3b0c5-dd78-4a29-bb47-b9635555cd5a tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0106449 Sep 24 00:13:09.007468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40576) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.010455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.013288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-160c7429-3bb4-448c-89c0-be497bd177b7 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.015507 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-160c7429-3bb4-448c-89c0-be497bd177b7 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0064800 Sep 24 00:13:09.016913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40578) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.023394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-5cf2b860-f41f-49e0-a458-a9413f5909ea tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.026690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5cf2b860-f41f-49e0-a458-a9413f5909ea tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0063434 Sep 24 00:13:09.027982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40580) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.039191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-2c1358f1-df5a-45f4-9fd0-786f46baa67f tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.043590 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2c1358f1-df5a-45f4-9fd0-786f46baa67f tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0117087 Sep 24 00:13:09.044392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40582) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.045976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4474f-2aee-45db-99b4-d080c9aa46f8 None None] Port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:09.050422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-84201f78-51ca-46fe-a007-afd74f030242 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.051435 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-84201f78-51ca-46fe-a007-afd74f030242 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061700 Sep 24 00:13:09.056986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40584) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.062416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-67741950-430b-4080-9019-43999ae364b4 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.063829 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-67741950-430b-4080-9019-43999ae364b4 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0052614 Sep 24 00:13:09.075662 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.077061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bbc4474f-2aee-45db-99b4-d080c9aa46f8 None None] Provisioning complete for port 574962fc-6f58-46a9-8a9a-01199e505eb1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:09.077253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40588) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.077455 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbc4474f-2aee-45db-99b4-d080c9aa46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.088659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-78256450-ca57-4884-ad58-745c91f40bf2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.092948 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-78256450-ca57-4884-ad58-745c91f40bf2 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0104578 Sep 24 00:13:09.098562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40590) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.103194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-f155e299-94ae-440b-88c4-acb826c1cf67 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.104355 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f155e299-94ae-440b-88c4-acb826c1cf67 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043883 Sep 24 00:13:09.107638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40592) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.113041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-0685b8bc-cea0-4969-aef5-9c941196eb17 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.116014 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0685b8bc-cea0-4969-aef5-9c941196eb17 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0049841 Sep 24 00:13:09.116582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.125895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-9505d4b3-93ef-48a0-9995-ccc1448104bf tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.126890 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9505d4b3-93ef-48a0-9995-ccc1448104bf tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0094266 Sep 24 00:13:09.131917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40596) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.136521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4474f-2aee-45db-99b4-d080c9aa46f8 None None] Port 574962fc-6f58-46a9-8a9a-01199e505eb1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:09.138672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-c647ac4b-1353-4d5a-9512-82aaea30724c tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.142278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40598) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.142565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c647ac4b-1353-4d5a-9512-82aaea30724c tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0084181 Sep 24 00:13:09.146739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-f2e44f04-18ce-4840-a28e-72b448de1491 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.146962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.149926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f2e44f04-18ce-4840-a28e-72b448de1491 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0044727 Sep 24 00:13:09.150351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40600) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.155118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-ff883089-59c8-4bd1-9b46-9f2b473d3da3 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.158219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bbc4474f-2aee-45db-99b4-d080c9aa46f8 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:09.158356 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ff883089-59c8-4bd1-9b46-9f2b473d3da3 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0046887 Sep 24 00:13:09.158457 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbc4474f-2aee-45db-99b4-d080c9aa46f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.160634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40602) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.177847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fbec4-2b6a-44cf-ae3d-24caa1bef01f req-4f57d526-373b-49b9-9dd2-6392fd6956ed tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:09.179290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-604fbec4-2b6a-44cf-ae3d-24caa1bef01f req-4f57d526-373b-49b9-9dd2-6392fd6956ed tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.3593719 Sep 24 00:13:09.185609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-98191ecd-6199-4abb-80f2-2658525e79ac tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.189045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-98191ecd-6199-4abb-80f2-2658525e79ac tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0251696 Sep 24 00:13:09.189295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.209496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-4b68ebc4-e86e-41be-9ee9-851cd3fa6872 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.212850 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4b68ebc4-e86e-41be-9ee9-851cd3fa6872 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0202851 Sep 24 00:13:09.213638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40608) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.228789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-9719424a-499e-474e-a52e-86f0679b3003 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.232822 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9719424a-499e-474e-a52e-86f0679b3003 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0152831 Sep 24 00:13:09.240115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40610) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.250724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-5ffe0325-45d2-40b6-bcc0-4699beb642db tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.255212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] In _notify_port_updated(), no bound segment for port 574962fc-6f58-46a9-8a9a-01199e505eb1 on network e3fe3f08-c43c-42b1-a999-31f4b2373af6 {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:13:09.256355 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ffe0325-45d2-40b6-bcc0-4699beb642db tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0149896 Sep 24 00:13:09.258442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40612) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.259106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:09.259869 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.261243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "PUT /v2.0/ports/574962fc-6f58-46a9-8a9a-01199e505eb1 HTTP/1.1" status: 200 len: 930 time: 3.0231364 Sep 24 00:13:09.266703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40614) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.268235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-e2a14d7e-3858-4ffd-ad6f-b1dab9ca1017 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.273933 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e2a14d7e-3858-4ffd-ad6f-b1dab9ca1017 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0091531 Sep 24 00:13:09.275140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40616) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.287742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-5ad4088e-a1e4-4c67-8420-122110bed583 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.289151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ad4088e-a1e4-4c67-8420-122110bed583 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0127695 Sep 24 00:13:09.291922 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40618) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.294702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ad712-7fac-4bcb-bf60-fafb5055a79c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=574962fc-6f58-46a9-8a9a-01199e505eb1,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:09.302593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-103834f7-48a3-4d4f-9cf1-35c8787855ff tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.303669 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-103834f7-48a3-4d4f-9cf1-35c8787855ff tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0106463 Sep 24 00:13:09.307197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40620) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.317645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-9cba7e1c-c0f5-40ac-b6bb-d293691e1fa6 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.319023 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9cba7e1c-c0f5-40ac-b6bb-d293691e1fa6 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0107594 Sep 24 00:13:09.322582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40624) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.328278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-ab64bd4b-839b-428a-8a23-9479170e0433 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.329530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab64bd4b-839b-428a-8a23-9479170e0433 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0058289 Sep 24 00:13:09.332338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40626) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.337189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-5be4762e-c453-4a68-a4e7-ac4995305ef5 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.338521 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5be4762e-c453-4a68-a4e7-ac4995305ef5 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047774 Sep 24 00:13:09.341424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40628) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.346411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-174fa179-d9b3-4bdf-b5e3-6528ebde57b9 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.347529 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-174fa179-d9b3-4bdf-b5e3-6528ebde57b9 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0047536 Sep 24 00:13:09.348904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-604fbec4-2b6a-44cf-ae3d-24caa1bef01f req-0753936a-ddac-4357-841f-95463c84f286 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454277 Sep 24 00:13:09.349935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.356389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-53cf4ac4-fbba-4cfb-a947-6c932eb6cdde tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.357497 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-53cf4ac4-fbba-4cfb-a947-6c932eb6cdde tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0065544 Sep 24 00:13:09.360121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40632) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.366676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-21b1e7a1-dd35-4bf3-8dc3-6eae994e8f04 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.368017 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-21b1e7a1-dd35-4bf3-8dc3-6eae994e8f04 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0067468 Sep 24 00:13:09.371460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.376985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-3adc9893-38f7-4970-91e5-088e03cff593 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.380971 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3adc9893-38f7-4970-91e5-088e03cff593 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0084062 Sep 24 00:13:09.381807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40638) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.388004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-2b5e8813-a7f6-42d6-bb8b-41bb806ef703 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.392441 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2b5e8813-a7f6-42d6-bb8b-41bb806ef703 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0095680 Sep 24 00:13:09.392750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40640) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.398364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-ca56f196-6a3a-46f3-8630-2e1d713a4382 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.399502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ca56f196-6a3a-46f3-8630-2e1d713a4382 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0056717 Sep 24 00:13:09.406659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40644) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.415613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-0c653e43-febe-4ee8-b445-d09040715d8d tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.418676 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0c653e43-febe-4ee8-b445-d09040715d8d tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0108624 Sep 24 00:13:09.420794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40646) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.429560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-fcd381f8-b386-4c15-a43f-c845e645dc52 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.430847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fcd381f8-b386-4c15-a43f-c845e645dc52 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061777 Sep 24 00:13:09.433827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40650) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.438128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-b94f8820-a8d1-459b-bbed-65f0596be1b3 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.439309 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b94f8820-a8d1-459b-bbed-65f0596be1b3 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0042818 Sep 24 00:13:09.444532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40654) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.448880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-ab8511f1-8c87-433a-82b0-0d93bd81d4ac tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.449825 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab8511f1-8c87-433a-82b0-0d93bd81d4ac tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0042017 Sep 24 00:13:09.453820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40656) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.461765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-a0912ad8-c2fa-4d5f-9feb-df20dbaf2f4c tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.462739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a0912ad8-c2fa-4d5f-9feb-df20dbaf2f4c tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067987 Sep 24 00:13:09.466215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40658) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.479908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-647a16cc-d59b-411d-ac16-4143fab4f828 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.487150 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-647a16cc-d59b-411d-ac16-4143fab4f828 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0196860 Sep 24 00:13:09.488272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40660) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.500350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-c6d58427-7e07-4591-bfda-c85f243657e6 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.503804 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c6d58427-7e07-4591-bfda-c85f243657e6 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0111017 Sep 24 00:13:09.507277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40662) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.508676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7ed85e91-1c08-4f15-bec2-797563345cb1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 574962fc-6f58-46a9-8a9a-01199e505eb1 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:09.509022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ed85e91-1c08-4f15-bec2-797563345cb1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.512031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-3d7d0aff-ad5d-45a7-8f09-be79db560b30 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.514436 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.517110 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d7d0aff-ad5d-45a7-8f09-be79db560b30 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0086148 Sep 24 00:13:09.517660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40664) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.524329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [None req-3ca9529d-b30a-46f3-8579-1d5a05a15f9e tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.527997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3ca9529d-b30a-46f3-8579-1d5a05a15f9e tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0067823 Sep 24 00:13:09.529746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40666) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.541322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-857ab007-a744-4848-ab88-0ef7337c08bd tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.548053 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-857ab007-a744-4848-ab88-0ef7337c08bd tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0168941 Sep 24 00:13:09.549285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40668) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.560648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-eb886543-da10-4f80-8a47-d032986e9eba tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.562748 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eb886543-da10-4f80-8a47-d032986e9eba tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0114000 Sep 24 00:13:09.563638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40672) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.568304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-55e1012c-0ce1-4b28-b2e9-2641c36f040b tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.571241 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-55e1012c-0ce1-4b28-b2e9-2641c36f040b tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0065858 Sep 24 00:13:09.573745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40674) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.583917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-a0651d29-e226-4363-8959-4f4ccf6ba421 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.587740 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a0651d29-e226-4363-8959-4f4ccf6ba421 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0093002 Sep 24 00:13:09.590286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40676) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.605645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-1dc67fcb-9923-4e27-a042-9a2e19499620 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.607106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1dc67fcb-9923-4e27-a042-9a2e19499620 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0117970 Sep 24 00:13:09.608376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40680) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.617590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-1777076e-c446-4348-b6b1-b85baf8e17e5 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.625660 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1777076e-c446-4348-b6b1-b85baf8e17e5 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0127060 Sep 24 00:13:09.626359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40682) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.634591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-c3fb467d-2fda-4541-958f-d13e991ce424 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.639178 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c3fb467d-2fda-4541-958f-d13e991ce424 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0083818 Sep 24 00:13:09.639178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40684) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.652402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-29ac7164-1b47-4b99-8e04-655404b46031 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.655932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-29ac7164-1b47-4b99-8e04-655404b46031 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0136549 Sep 24 00:13:09.656885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.661894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-4add9b49-dda6-44b0-bc1b-33bd11673ca8 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.672924 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4add9b49-dda6-44b0-bc1b-33bd11673ca8 tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0115547 Sep 24 00:13:09.672924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40690) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:09.678081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [None req-82dba808-be1a-48e8-b0cf-3fefa94a788c tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:09.685375 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-82dba808-be1a-48e8-b0cf-3fefa94a788c tempest-ExtensionsTestJSON-456309999 tempest-ExtensionsTestJSON-456309999-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0101869 Sep 24 00:13:09.723209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3f25ea25-3799-4165-8aba-66886d5d412a None None] Provisioning complete for port 574962fc-6f58-46a9-8a9a-01199e505eb1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:09.725918 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3f25ea25-3799-4165-8aba-66886d5d412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.810345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3f25ea25-3799-4165-8aba-66886d5d412a None None] Port 574962fc-6f58-46a9-8a9a-01199e505eb1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:09.870244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ed85e91-1c08-4f15-bec2-797563345cb1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:09.896112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7ed85e91-1c08-4f15-bec2-797563345cb1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 574962fc-6f58-46a9-8a9a-01199e505eb1 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:09.911991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae92ed5-573b-4dc6-a6b6-de0dbb254b5c req-5e01de55-9256-4eb6-912f-0e8e005ce848 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:09.914986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fae92ed5-573b-4dc6-a6b6-de0dbb254b5c req-5e01de55-9256-4eb6-912f-0e8e005ce848 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1999443 Sep 24 00:13:10.035972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 123fbaca-3ff7-4ff3-a87a-74641bee24e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:10.073083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40708) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:10.089941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40712) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:10.097597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:10.098111 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.230153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b5668dd-884a-4407-b9b0-5f1a3265a5fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.249072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fae92ed5-573b-4dc6-a6b6-de0dbb254b5c req-181d88dd-65be-4e9a-b459-c57e243cefc5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3189874 Sep 24 00:13:10.322096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ed85e91-1c08-4f15-bec2-797563345cb1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.329615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-704832079-network', 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:10.354239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed85e91-1c08-4f15-bec2-797563345cb1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=574962fc-6f58-46a9-8a9a-01199e505eb1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:10.411790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7ed85e91-1c08-4f15-bec2-797563345cb1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.414122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7ed85e91-1c08-4f15-bec2-797563345cb1 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/574962fc-6f58-46a9-8a9a-01199e505eb1 HTTP/1.1" status: 204 len: 168 time: 1.1445165 Sep 24 00:13:10.416715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40724) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:10.428332 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b5668dd-884a-4407-b9b0-5f1a3265a5fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.436406 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b5668dd-884a-4407-b9b0-5f1a3265a5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.446200 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20bb057-3335-4dc9-8fb3-20ff69b8bade tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:13:10.447862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e20bb057-3335-4dc9-8fb3-20ff69b8bade tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/574962fc-6f58-46a9-8a9a-01199e505eb1 HTTP/1.1" status: 404 len: 333 time: 0.0302253 Sep 24 00:13:10.456890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40726) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:10.458795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port b9965b5e-21ef-427f-ad05-1771052b7bc2 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:10.459140 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.502458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:10.505729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.521179 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0b5668dd-884a-4407-b9b0-5f1a3265a5fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a2a94fa0d5744c899e8c2ed923f2f2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4466355 Sep 24 00:13:10.530989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40732) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:10.538687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5668dd-884a-4407-b9b0-5f1a3265a5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e59f740-1aa2-4882-9b54-8094683414f8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:10.541150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.635701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755cf8c-57b9-454e-a79f-8b1c342fcb54 req-280e282e-5411-41ee-a0ae-f400210cfb13 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:10.637709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7755cf8c-57b9-454e-a79f-8b1c342fcb54 req-280e282e-5411-41ee-a0ae-f400210cfb13 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1535378 Sep 24 00:13:10.702558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.707439 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2027115-1cf8-4c04-9371-ce9251c339dd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.725126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7755cf8c-57b9-454e-a79f-8b1c342fcb54 req-32eed781-2a01-4c60-9fe2-0e929565ec0b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789573 Sep 24 00:13:10.735171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for b9965b5e-21ef-427f-ad05-1771052b7bc2 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:10.761594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2027115-1cf8-4c04-9371-ce9251c339dd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.856788 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2027115-1cf8-4c04-9371-ce9251c339dd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.859553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2027115-1cf8-4c04-9371-ce9251c339dd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:10.860824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e2027115-1cf8-4c04-9371-ce9251c339dd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/security-groups/f24904e2-c05b-4950-adf1-1c35c91dcd62 HTTP/1.1" status: 204 len: 168 time: 0.3987207 Sep 24 00:13:10.866542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40740) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:10.921908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2027115-1cf8-4c04-9371-ce9251c339dd tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24904e2-c05b-4950-adf1-1c35c91dcd62,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:11.013294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f92dd5e3-db93-48aa-b48c-96581d02f90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.022129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df43b2dc-5991-4dd1-af8f-06acd3eea7be tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.046665 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f92dd5e3-db93-48aa-b48c-96581d02f90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.055690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df43b2dc-5991-4dd1-af8f-06acd3eea7be tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.058802 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.102075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=b9965b5e-21ef-427f-ad05-1771052b7bc2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:11.104902 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.109822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.135753 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f92dd5e3-db93-48aa-b48c-96581d02f90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.138928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f92dd5e3-db93-48aa-b48c-96581d02f90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.140228 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f92dd5e3-db93-48aa-b48c-96581d02f90b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e59f740-1aa2-4882-9b54-8094683414f8 HTTP/1.1" status: 204 len: 168 time: 0.6083090 Sep 24 00:13:11.152597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:11.159710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3884565c-498c-4b60-99aa-8a358a616510,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:11.172795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.174408 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Added segment ad163985-53ee-401e-ad9b-1316002b3cc0 of type vlan for network 7535db54-e52f-4873-8dc1-92355e04ada4 Sep 24 00:13:11.174944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92dd5e3-db93-48aa-b48c-96581d02f90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e59f740-1aa2-4882-9b54-8094683414f8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:11.182995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df43b2dc-5991-4dd1-af8f-06acd3eea7be tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.187209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-df43b2dc-5991-4dd1-af8f-06acd3eea7be tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.188752 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-df43b2dc-5991-4dd1-af8f-06acd3eea7be tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/security-groups/14432375-01d6-45b3-8868-fd9d9641c14c HTTP/1.1" status: 204 len: 168 time: 0.2915030 Sep 24 00:13:11.197089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40746) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:11.258306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43b2dc-5991-4dd1-af8f-06acd3eea7be tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14432375-01d6-45b3-8868-fd9d9641c14c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:11.272317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.347290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.349996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:11.350904 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.391366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-15252db4-4dbf-4cab-a203-24d59d4cec2e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 63897547-c6cd-4c6f-bb51-fe5bcc4558a8 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:11.392765 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3016598 Sep 24 00:13:11.397523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40750) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:11.400340 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-15252db4-4dbf-4cab-a203-24d59d4cec2e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.410581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Request body: {'subnet': {'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-704832079-subnet', 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:11.414485 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.451061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bd47c2-e52a-4bd8-b979-52349c922e51 admin admin] Pushing event updated for resources: {'Network': ['ID=7535db54-e52f-4873-8dc1-92355e04ada4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:11.461351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 7535db54-e52f-4873-8dc1-92355e04ada4 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:11.545892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-15252db4-4dbf-4cab-a203-24d59d4cec2e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.614192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:11.616681 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:11.801884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 83272b95-c8b2-48df-b298-2f11ae68d09a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:13:11.806878 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-15252db4-4dbf-4cab-a203-24d59d4cec2e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.112188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40782) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:12.241117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547443392'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:12.271778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.281181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.363196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09293e0a-d513-4f33-b533-217c1c4a50fc req-c3954151-cafb-4912-b263-c1212a8b5de5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:12.370271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09293e0a-d513-4f33-b533-217c1c4a50fc req-c3954151-cafb-4912-b263-c1212a8b5de5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.5354757 Sep 24 00:13:12.370498 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.375203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.375865 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-15252db4-4dbf-4cab-a203-24d59d4cec2e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.378052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:12.394096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a890f4c-e371-4193-9d07-ded417b3a4f5 None None] Sync routers for ids ['83272b95-c8b2-48df-b298-2f11ae68d09a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:12.396621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3f177f49-46f5-4397-8ebe-3adfda2bf350 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/83272b95-c8b2-48df-b298-2f11ae68d09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3163800 Sep 24 00:13:12.405381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40790) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:12.408615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a890f4c-e371-4193-9d07-ded417b3a4f5 None None] Routers {'83272b95-c8b2-48df-b298-2f11ae68d09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:12.409434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a890f4c-e371-4193-9d07-ded417b3a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['83272b95-c8b2-48df-b298-2f11ae68d09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:12.431106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15252db4-4dbf-4cab-a203-24d59d4cec2e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=63897547-c6cd-4c6f-bb51-fe5bcc4558a8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:12.444813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a890f4c-e371-4193-9d07-ded417b3a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:12.454880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a890f4c-e371-4193-9d07-ded417b3a4f5 None None] Routers {'83272b95-c8b2-48df-b298-2f11ae68d09a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:12.455606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a890f4c-e371-4193-9d07-ded417b3a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['83272b95-c8b2-48df-b298-2f11ae68d09a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:12.462303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-15252db4-4dbf-4cab-a203-24d59d4cec2e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.464281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-15252db4-4dbf-4cab-a203-24d59d4cec2e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/63897547-c6cd-4c6f-bb51-fe5bcc4558a8 HTTP/1.1" status: 204 len: 168 time: 1.2652204 Sep 24 00:13:12.470868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40796) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:12.479828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:12.496916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a890f4c-e371-4193-9d07-ded417b3a4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:12.498251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a890f4c-e371-4193-9d07-ded417b3a4f5 None None] The sync data for ids ['83272b95-c8b2-48df-b298-2f11ae68d09a'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:12.500116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6ea030-e273-4f2b-8817-d2f05b4bd612 None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:12.510272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bddea01-c19d-4049-9714-95f4024e62c6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:12.547113 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2f3ab213-06ef-4e01-9762-3697940f874f tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=83272b95-c8b2-48df-b298-2f11ae68d09a HTTP/1.1" status: 200 len: 205 time: 0.1398175 Sep 24 00:13:12.550941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09293e0a-d513-4f33-b533-217c1c4a50fc req-8f05c252-4376-43bb-aca3-9d76672731ef tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797888 Sep 24 00:13:12.551763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40798) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:12.580109 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.605176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.613738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.654435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.655847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5425551 Sep 24 00:13:12.658798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:12.666882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e293473-fc90-44c5-b31e-9266c09e8b92 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bcf275-68e3-47a9-a577-3ec98da56dbc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:12.786739 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-423220cf-0cb8-482f-accd-ed1949098daa tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1270804 Sep 24 00:13:12.787456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40810) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:12.791750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-56b018cf-e0e1-4a7a-8d55-7a22da8f6273 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-security--1235479400', 'description': 'tempest-security-description-1708909376'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:12.815023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe461a5f-bfe9-4a01-9e58-dc5d281d1ea0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.844923 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56b018cf-e0e1-4a7a-8d55-7a22da8f6273 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.959377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56b018cf-e0e1-4a7a-8d55-7a22da8f6273 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.964233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56b018cf-e0e1-4a7a-8d55-7a22da8f6273 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.967659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56b018cf-e0e1-4a7a-8d55-7a22da8f6273 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:12.968997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-56b018cf-e0e1-4a7a-8d55-7a22da8f6273 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "PUT /v2.0/security-groups/05bcf275-68e3-47a9-a577-3ec98da56dbc HTTP/1.1" status: 200 len: 1780 time: 0.1806500 Sep 24 00:13:12.998499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40814) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:12.999303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b018cf-e0e1-4a7a-8d55-7a22da8f6273 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05bcf275-68e3-47a9-a577-3ec98da56dbc,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:13.046434 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ecaf3d0-884f-4eea-bafe-ea5300014615 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups/05bcf275-68e3-47a9-a577-3ec98da56dbc HTTP/1.1" status: 200 len: 1780 time: 0.0420923 Sep 24 00:13:13.050368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40816) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:13.115572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Checking segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:13.115996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Network hostable DHCP agents. Network: 7535db54-e52f-4873-8dc1-92355e04ada4, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:13.122678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e91188-dc2d-406a-9cb2-7ec169971a5c tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.123293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59b704d5-6054-4774-9bcf-25ca6f431ed7,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:13.151365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e91188-dc2d-406a-9cb2-7ec169971a5c tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.165690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe461a5f-bfe9-4a01-9e58-dc5d281d1ea0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.168112 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe461a5f-bfe9-4a01-9e58-dc5d281d1ea0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.218710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e91188-dc2d-406a-9cb2-7ec169971a5c tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.219456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe461a5f-bfe9-4a01-9e58-dc5d281d1ea0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.219956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe461a5f-bfe9-4a01-9e58-dc5d281d1ea0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Fanout notify agent at l3_agent the message router_deleted on router 83272b95-c8b2-48df-b298-2f11ae68d09a {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:13:13.224302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e91188-dc2d-406a-9cb2-7ec169971a5c tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.225649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a1e91188-dc2d-406a-9cb2-7ec169971a5c tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/05bcf275-68e3-47a9-a577-3ec98da56dbc HTTP/1.1" status: 204 len: 168 time: 0.1743104 Sep 24 00:13:13.229295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40822) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:13.246689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fe461a5f-bfe9-4a01-9e58-dc5d281d1ea0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.250319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fe461a5f-bfe9-4a01-9e58-dc5d281d1ea0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/83272b95-c8b2-48df-b298-2f11ae68d09a HTTP/1.1" status: 204 len: 168 time: 0.6932685 Sep 24 00:13:13.250490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e91188-dc2d-406a-9cb2-7ec169971a5c tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bcf275-68e3-47a9-a577-3ec98da56dbc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:13.253249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40824) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:13.272563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cd603e-f7e9-48de-9130-ab7b25cd15d8 req-e6ed9db7-3559-4146-9ef9-7f8747753ae4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:13.274132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54cd603e-f7e9-48de-9130-ab7b25cd15d8 req-e6ed9db7-3559-4146-9ef9-7f8747753ae4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.4889889 Sep 24 00:13:13.278609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:13.282075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.333737 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b34515d1-f808-45f3-8871-d35e8db4f608 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030095 Sep 24 00:13:13.336763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40826) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:13.341374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-57616ce6-f8f1-49e5-a4b4-b3b823512df8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet f0bee7f0-a907-4b63-a22e-66311eb722fc {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:13.344757 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57616ce6-f8f1-49e5-a4b4-b3b823512df8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.357881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Network 7535db54-e52f-4873-8dc1-92355e04ada4 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:13.397112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57616ce6-f8f1-49e5-a4b4-b3b823512df8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.408205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 7535db54-e52f-4873-8dc1-92355e04ada4) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:13.416423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54cd603e-f7e9-48de-9130-ab7b25cd15d8 req-2bb428c6-9ca2-49d2-b73e-84f5cd16cace tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306796 Sep 24 00:13:13.421711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653f04dd-38bd-46e9-91c4-24b1c3facf1d None None] Network 7535db54-e52f-4873-8dc1-92355e04ada4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:13.423377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:13.424141 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.468654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3ada47e8-293f-4699-8c93-c82182eb6850 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0692103 Sep 24 00:13:13.511847 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57616ce6-f8f1-49e5-a4b4-b3b823512df8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.548304 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-655783e0-c607-4647-83cb-43325cc0337b tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] delete failed (client error): The resource could not be found. Sep 24 00:13:13.553532 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-655783e0-c607-4647-83cb-43325cc0337b tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/05bcf275-68e3-47a9-a577-3ec98da56dbc HTTP/1.1" status: 404 len: 347 time: 0.0394170 Sep 24 00:13:13.569369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40834) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:13.573819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e2bab95c-1372-45a1-8e01-f1799424bca8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1179684407'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:13.598077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7ce4ccb9-f925-458b-8b7a-75d40c0291a2 None None] Provisioning complete for port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:13.598731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ccb9-f925-458b-8b7a-75d40c0291a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.667908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7ce4ccb9-f925-458b-8b7a-75d40c0291a2 None None] Port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:13.668426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2bab95c-1372-45a1-8e01-f1799424bca8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.694988 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57616ce6-f8f1-49e5-a4b4-b3b823512df8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.714391 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57616ce6-f8f1-49e5-a4b4-b3b823512df8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.719289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-57616ce6-f8f1-49e5-a4b4-b3b823512df8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/f0bee7f0-a907-4b63-a22e-66311eb722fc HTTP/1.1" status: 204 len: 168 time: 0.4557071 Sep 24 00:13:13.729543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40842) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:13.736659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57616ce6-f8f1-49e5-a4b4-b3b823512df8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=f0bee7f0-a907-4b63-a22e-66311eb722fc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:13.767401 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5959a836-e8d8-4b40-95cc-417b3c38f270 None None] Network 075bcaac-2da0-42e9-bb1b-d18441ceca76 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:13.799991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.804266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01b6df8-3d6f-4734-896f-12ba635405b7 None None] Network 7535db54-e52f-4873-8dc1-92355e04ada4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:13.837439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2bab95c-1372-45a1-8e01-f1799424bca8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.843159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2bab95c-1372-45a1-8e01-f1799424bca8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.861471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7ce4ccb9-f925-458b-8b7a-75d40c0291a2 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:13.862474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7ce4ccb9-f925-458b-8b7a-75d40c0291a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.864909 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e2bab95c-1372-45a1-8e01-f1799424bca8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.866455 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e2bab95c-1372-45a1-8e01-f1799424bca8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2963266 Sep 24 00:13:13.874162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40846) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:13.881716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-45289726-9b2b-4794-8960-4fe6f949234a tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '42930e6a-dee4-4620-af96-d7cd354b1d59', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:13.891217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=6b7ebdd7-c461-4d16-a274-28a7f9696345,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:13.921443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:13.924583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:13.941506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.945801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:13.946392 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:13.956699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bab95c-1372-45a1-8e01-f1799424bca8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42930e6a-dee4-4620-af96-d7cd354b1d59,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:13.964870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad70885a-4bf0-4a8e-82c8-f257713bb6a7 None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:13.970184 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45289726-9b2b-4794-8960-4fe6f949234a tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.040423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-89ec68a5-aa6a-49e6-aafd-0208d3685e28 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5673349 Sep 24 00:13:14.043988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40856) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:14.052779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ef98d1bc-ac76-4952-8786-07fdd808ca3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'security_group': {'name': 'tempest-secgroup-837939252'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:14.064013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port f749a848-0504-45cd-a8be-308c0b524940 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:14.064500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.082944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef98d1bc-ac76-4952-8786-07fdd808ca3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.118012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45289726-9b2b-4794-8960-4fe6f949234a tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.128333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45289726-9b2b-4794-8960-4fe6f949234a tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.176822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45289726-9b2b-4794-8960-4fe6f949234a tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b700dd5-768c-40c2-baa8-046ea7cd07b8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:14.255891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port f749a848-0504-45cd-a8be-308c0b524940, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f749a848-0504-45cd-a8be-308c0b524940,segment=NetworkSegment(e48a1b71-6ef4-4d65-83e9-ad5a51a85405),segment_id=e48a1b71-6ef4-4d65-83e9-ad5a51a85405)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:14.255891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.270546 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef98d1bc-ac76-4952-8786-07fdd808ca3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.279224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for f749a848-0504-45cd-a8be-308c0b524940 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:14.291814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef98d1bc-ac76-4952-8786-07fdd808ca3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.304863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45289726-9b2b-4794-8960-4fe6f949234a tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.308643 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-45289726-9b2b-4794-8960-4fe6f949234a tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4310782 Sep 24 00:13:14.313698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40864) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:14.315356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] DHCP port deletion for 075bcaac-2da0-42e9-bb1b-d18441ceca76 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:13:14.329131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-7f1ed888-4a80-4f24-b640-d7a3bae1b3df tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:14.338833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-7f1ed888-4a80-4f24-b640-d7a3bae1b3df tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.2230096 Sep 24 00:13:14.342651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef98d1bc-ac76-4952-8786-07fdd808ca3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.343909 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ef98d1bc-ac76-4952-8786-07fdd808ca3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2989528 Sep 24 00:13:14.345039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98d1bc-ac76-4952-8786-07fdd808ca3f tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e722c38f-e109-425e-9d26-aca941849e97,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:14.347076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40868) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:14.354722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d15f9f7b-d52e-4392-b7f9-27af95c72286 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'security_group': {'name': 'tempest-secgroup-734763585'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:14.357128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-1decde8b-817d-420d-b971-4b7348e8e12e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/quotas/2ad4e10a11c840b496a7ddcd458c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0172892 Sep 24 00:13:14.373252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bac210e8-9bc8-42ea-ba9f-4dfbb7e56e88 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.385565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bac210e8-9bc8-42ea-ba9f-4dfbb7e56e88 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.406814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d15f9f7b-d52e-4392-b7f9-27af95c72286 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.428784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] Deleting port f749a848-0504-45cd-a8be-308c0b524940 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:14.430536 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.452118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-79c667b7-7a1a-4907-8d1d-d58809ff2a1e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0936050 Sep 24 00:13:14.455895 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bac210e8-9bc8-42ea-ba9f-4dfbb7e56e88 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.461329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-36bd7e60-0ec6-4dab-bca1-5d8f8dea3ced service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:13:14.473979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bac210e8-9bc8-42ea-ba9f-4dfbb7e56e88 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.477670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bac210e8-9bc8-42ea-ba9f-4dfbb7e56e88 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3b700dd5-768c-40c2-baa8-046ea7cd07b8 HTTP/1.1" status: 204 len: 168 time: 0.1605840 Sep 24 00:13:14.477827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-36bd7e60-0ec6-4dab-bca1-5d8f8dea3ced service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0228269 Sep 24 00:13:14.481911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40872) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:14.496984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac210e8-9bc8-42ea-ba9f-4dfbb7e56e88 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b700dd5-768c-40c2-baa8-046ea7cd07b8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:14.547288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] For port f749a848-0504-45cd-a8be-308c0b524940, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f749a848-0504-45cd-a8be-308c0b524940,segment=NetworkSegment(e48a1b71-6ef4-4d65-83e9-ad5a51a85405),segment_id=e48a1b71-6ef4-4d65-83e9-ad5a51a85405)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:14.548580 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.567598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] Calling delete_port for f749a848-0504-45cd-a8be-308c0b524940 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:14.581278 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-cebeb0d2-f6e2-4976-af86-e89aae32d4a5 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048083 Sep 24 00:13:14.585876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e0fb36-4d97-492f-b79a-2630c426f044 None None] Update dhcp port {'port': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'fixed_ips': [{'subnet_id': '54862f2c-7e43-4040-b5dc-78cfe199cd88', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b7ebdd7-c461-4d16-a274-28a7f9696345'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '123fbaca-3ff7-4ff3-a87a-74641bee24e8'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:13:14.593146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d15f9f7b-d52e-4392-b7f9-27af95c72286 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.599036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d15f9f7b-d52e-4392-b7f9-27af95c72286 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.638310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d15f9f7b-d52e-4392-b7f9-27af95c72286 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.644143 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d15f9f7b-d52e-4392-b7f9-27af95c72286 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2959614 Sep 24 00:13:14.645760 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb36-4d97-492f-b79a-2630c426f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.649462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40874) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:14.657991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-680be629-0f4a-4caa-bf9e-380e9d247d9b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'security_group': {'name': 'tempest-secgroup-1596945839'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:14.666306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f9f7b-d52e-4392-b7f9-27af95c72286 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c85b1da9-2ba1-43bf-afa8-d06b882bbd22,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:14.693238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-680be629-0f4a-4caa-bf9e-380e9d247d9b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.725086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1f49e618-be4c-4238-9a69-fe02202542d5 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1525974 Sep 24 00:13:14.729919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40880) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:14.768121 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.810007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] Pushing event deleted for resources: {'Port': ['ID=f749a848-0504-45cd-a8be-308c0b524940,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:14.820190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff519c-9472-4ff0-a417-bcfb4137b302 None None] No DVR routers for this DVR port f749a848-0504-45cd-a8be-308c0b524940 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:14.833172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935a2b9-9ec9-444d-9a4e-4555dfccc10c req-b0dd2ad0-58c2-45d9-b915-af12c8fc4d00 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:14.836202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7935a2b9-9ec9-444d-9a4e-4555dfccc10c req-b0dd2ad0-58c2-45d9-b915-af12c8fc4d00 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.2468832 Sep 24 00:13:14.843135 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-680be629-0f4a-4caa-bf9e-380e9d247d9b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.847578 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-680be629-0f4a-4caa-bf9e-380e9d247d9b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.886356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680be629-0f4a-4caa-bf9e-380e9d247d9b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2524f62e-91ad-4edc-84dc-745e795f85d1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:14.890679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-680be629-0f4a-4caa-bf9e-380e9d247d9b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.891427 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-680be629-0f4a-4caa-bf9e-380e9d247d9b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2413809 Sep 24 00:13:14.894277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40884) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:14.900376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-133759098', 'security_groups': ['2524f62e-91ad-4edc-84dc-745e795f85d1'], 'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6b7ebdd7-c461-4d16-a274-28a7f9696345'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:14.910983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f3e0fb36-4d97-492f-b79a-2630c426f044 None None] Allocated IP 2001:db8::2 (e3fe3f08-c43c-42b1-a999-31f4b2373af6/6b7ebdd7-c461-4d16-a274-28a7f9696345/123fbaca-3ff7-4ff3-a87a-74641bee24e8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:14.915570 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:14.944400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7935a2b9-9ec9-444d-9a4e-4555dfccc10c req-6d63af8a-96f3-4178-9788-12a706ef7b65 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821166 Sep 24 00:13:14.975295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-7e394cba-1719-4772-b7c8-21f7169e1ecf service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933196 Sep 24 00:13:14.989387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No DVR routers for this DVR port f749a848-0504-45cd-a8be-308c0b524940 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:14.991736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=f749a848-0504-45cd-a8be-308c0b524940,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:15.005196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64e2a089-b8f5-4410-9a33-2a499457ff24 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.065274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f3e0fb36-4d97-492f-b79a-2630c426f044 None None] For port 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=123fbaca-3ff7-4ff3-a87a-74641bee24e8,segment=NetworkSegment(e812229e-73d3-44e7-9055-7c47c95a059d),segment_id=e812229e-73d3-44e7-9055-7c47c95a059d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:15.117602 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64e2a089-b8f5-4410-9a33-2a499457ff24 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.143186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:15.289298 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb36-4d97-492f-b79a-2630c426f044 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.298617 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb36-4d97-492f-b79a-2630c426f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.332514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.349269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.352897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] device_id is not set on port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:13:15.386586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e0fb36-4d97-492f-b79a-2630c426f044 None None] Pushing event updated for resources: {'Port': ['ID=123fbaca-3ff7-4ff3-a87a-74641bee24e8,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:15.403883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075bcaac-2da0-42e9-bb1b-d18441ceca76']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:15.413715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e48a1b71-6ef4-4d65-83e9-ad5a51a85405') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:15.414128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e48a1b71-6ef4-4d65-83e9-ad5a51a85405') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:15.424393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.441529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.450538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:13:15.451195 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.544813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea206c56-e0c9-43b0-8586-f42a4a2ea9bf req-be71792a-771a-4b1d-b483-125ee7e06d7f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 210 time: 0.3422217 Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:13:15.545607 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:13:15.548909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64e2a089-b8f5-4410-9a33-2a499457ff24 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.551694 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64e2a089-b8f5-4410-9a33-2a499457ff24 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.555613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-64e2a089-b8f5-4410-9a33-2a499457ff24 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/42930e6a-dee4-4620-af96-d7cd354b1d59 HTTP/1.1" status: 204 len: 168 time: 0.7834966 Sep 24 00:13:15.558899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40906) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:15.568785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8::a5 (e3fe3f08-c43c-42b1-a999-31f4b2373af6/6b7ebdd7-c461-4d16-a274-28a7f9696345/9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:15.585211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.591362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.593562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/075bcaac-2da0-42e9-bb1b-d18441ceca76 HTTP/1.1" status: 204 len: 168 time: 1.8626251 Sep 24 00:13:15.600235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40908) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:15.607534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1065713987', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:15.635972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2a089-b8f5-4410-9a33-2a499457ff24 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42930e6a-dee4-4620-af96-d7cd354b1d59,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:15.638695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740da54-9562-47d5-bb29-6b416682b5b5 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=075bcaac-2da0-42e9-bb1b-d18441ceca76,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:15.680973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00cd65-e5f0-4201-8c0d-e9931dc24880 req-aea93888-5c7f-4149-97ca-cb89712583bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:15.690090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e00cd65-e5f0-4201-8c0d-e9931dc24880 req-aea93888-5c7f-4149-97ca-cb89712583bb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.6368868 Sep 24 00:13:15.749234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e00cd65-e5f0-4201-8c0d-e9931dc24880 req-334e4047-1d35-4403-ba00-5bd013c71203 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538232 Sep 24 00:13:15.755982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.757241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.764018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9dd7437d-3d9e-4cd8-9a38-c9083879caf0 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2007971 Sep 24 00:13:15.770731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40910) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:15.779196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a8b3da72-a7bf-4718-8d0e-c0c28eb0be93 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676463125'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:15.824261 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b3da72-a7bf-4718-8d0e-c0c28eb0be93 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.908053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:15.995907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262f650-b23a-4aa9-9fc3-8ef76f980076 req-1f3c21b8-6501-4680-a17b-4a5b40195d2e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:16.008048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5262f650-b23a-4aa9-9fc3-8ef76f980076 req-1f3c21b8-6501-4680-a17b-4a5b40195d2e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1257730 Sep 24 00:13:16.121231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 123fbaca-3ff7-4ff3-a87a-74641bee24e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:16.131916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5262f650-b23a-4aa9-9fc3-8ef76f980076 req-5829e6c2-620c-491f-86e6-c323448b1b48 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214058 Sep 24 00:13:16.145907 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b3da72-a7bf-4718-8d0e-c0c28eb0be93 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.150678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.151390 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b3da72-a7bf-4718-8d0e-c0c28eb0be93 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.156577 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.201367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b3da72-a7bf-4718-8d0e-c0c28eb0be93 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57891112-bdb9-4d8c-9283-113e1baff450,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:16.218074 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b3da72-a7bf-4718-8d0e-c0c28eb0be93 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.222897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a8b3da72-a7bf-4718-8d0e-c0c28eb0be93 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4507866 Sep 24 00:13:16.223533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40922) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:16.229025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7e3eab8d-f1e4-426a-abe9-fa68dbdd8635 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '57891112-bdb9-4d8c-9283-113e1baff450', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:16.229192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.243357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:16.244106 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.316067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:16.326652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:16.343166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:16.344026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e3eab8d-f1e4-426a-abe9-fa68dbdd8635 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.349035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:16.349693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.365111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:16.401919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958982dd-48cf-4477-ae84-b5ca2abf5925 req-0eb7dd70-57ee-4348-a2cf-6f3a6aeadb99 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:16.415448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-958982dd-48cf-4477-ae84-b5ca2abf5925 req-0eb7dd70-57ee-4348-a2cf-6f3a6aeadb99 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1648822 Sep 24 00:13:16.448441 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-31fac0b4-bae1-4f90-92e6-e3c72e4e8fa4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5525534 Sep 24 00:13:16.454956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40928) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:16.461267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-573e73d8-5c65-4f5a-a940-49a29ef9094b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:16.494538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-958982dd-48cf-4477-ae84-b5ca2abf5925 req-f069ffb0-35d8-4f8b-9bfe-174e3b708c3d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789557 Sep 24 00:13:16.512308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-492a7e12-d349-49f5-b309-3e5c84ff7c08 None None] Provisioning complete for port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:16.512661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-492a7e12-d349-49f5-b309-3e5c84ff7c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.568760 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e3eab8d-f1e4-426a-abe9-fa68dbdd8635 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.574009 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e3eab8d-f1e4-426a-abe9-fa68dbdd8635 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.600303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3eab8d-f1e4-426a-abe9-fa68dbdd8635 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ef601f-8e16-4f1e-a160-7dc060e7036c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:16.617382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-492a7e12-d349-49f5-b309-3e5c84ff7c08 None None] Port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:16.625043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f749a848-0504-45cd-a8be-308c0b524940 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:13:16.631560 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e3eab8d-f1e4-426a-abe9-fa68dbdd8635 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.632907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7e3eab8d-f1e4-426a-abe9-fa68dbdd8635 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4082966 Sep 24 00:13:16.637271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40934) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:16.642054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f5d91605-e5e9-47c4-902b-dfc46eed5529 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '57891112-bdb9-4d8c-9283-113e1baff450', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:16.690399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f749a848-0504-45cd-a8be-308c0b524940 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:13:16.690749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f749a848-0504-45cd-a8be-308c0b524940 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:13:16.699663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-492a7e12-d349-49f5-b309-3e5c84ff7c08 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:16.700930 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-492a7e12-d349-49f5-b309-3e5c84ff7c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.774437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39c11757-a9a9-44d2-b24b-6a2534584eaf req-dfcd48be-a361-4a71-8dc4-54d6beb1cd79 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 210 time: 0.0895722 Sep 24 00:13:16.776495 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5d91605-e5e9-47c4-902b-dfc46eed5529 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.847581 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5d91605-e5e9-47c4-902b-dfc46eed5529 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.859297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5d91605-e5e9-47c4-902b-dfc46eed5529 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.886871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d91605-e5e9-47c4-902b-dfc46eed5529 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=626562b5-0902-4830-8073-025a09b403d9,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:16.940871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5e6fc8b3-c2ec-41f8-b956-00eaaff6a734 None None] Provisioning complete for port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:16.941686 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e6fc8b3-c2ec-41f8-b956-00eaaff6a734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.952169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573e73d8-5c65-4f5a-a940-49a29ef9094b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:16.955785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-573e73d8-5c65-4f5a-a940-49a29ef9094b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.959412 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5d91605-e5e9-47c4-902b-dfc46eed5529 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:16.962809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f5d91605-e5e9-47c4-902b-dfc46eed5529 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3231156 Sep 24 00:13:16.964955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40942) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:16.979588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5e6fc8b3-c2ec-41f8-b956-00eaaff6a734 None None] Port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:16.982927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8a64c6a8-69b1-45cc-bb7e-fc61aa96a1b6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '57891112-bdb9-4d8c-9283-113e1baff450', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:16.986983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-09ebc4da-cfc9-4352-88c5-6e71d60cafe7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:16.988343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-09ebc4da-cfc9-4352-88c5-6e71d60cafe7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.4726706 Sep 24 00:13:17.009540 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a64c6a8-69b1-45cc-bb7e-fc61aa96a1b6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.029801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Request body: {'port': {'device_id': 'fdc58c22-e315-4c21-8d9c-e1d86c5b868f', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'admin_state_up': True, 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:17.073029 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a64c6a8-69b1-45cc-bb7e-fc61aa96a1b6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.078162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a64c6a8-69b1-45cc-bb7e-fc61aa96a1b6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.097860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64c6a8-69b1-45cc-bb7e-fc61aa96a1b6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9ea812-92b8-450c-936c-d301708ec93d,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:17.102512 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a64c6a8-69b1-45cc-bb7e-fc61aa96a1b6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.104415 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8a64c6a8-69b1-45cc-bb7e-fc61aa96a1b6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376407 Sep 24 00:13:17.107122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40948) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.112848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-60969477-6413-4633-bab0-e9203f52580e tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '57891112-bdb9-4d8c-9283-113e1baff450', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:17.145373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60969477-6413-4633-bab0-e9203f52580e tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.175858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.215994 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60969477-6413-4633-bab0-e9203f52580e tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.227218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60969477-6413-4633-bab0-e9203f52580e tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.234198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.246138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60969477-6413-4633-bab0-e9203f52580e tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de20144-e456-414e-bd06-999138d624f4,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:17.259657 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-60969477-6413-4633-bab0-e9203f52580e tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.261870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-60969477-6413-4633-bab0-e9203f52580e tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1517642 Sep 24 00:13:17.264511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40950) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.269239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b9dc240b-186b-4abc-9029-4c95dc5c1078 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '57891112-bdb9-4d8c-9283-113e1baff450', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:17.296557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b9dc240b-186b-4abc-9029-4c95dc5c1078 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.319431 n-d-713498-18 neutron-server[106378]: INFO neutron.db.ipam_backend_mixin [None req-573e73d8-5c65-4f5a-a940-49a29ef9094b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b7ebdd7-c461-4d16-a274-28a7f9696345 (CIDR: 2001:db8::/64) Sep 24 00:13:17.330067 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-573e73d8-5c65-4f5a-a940-49a29ef9094b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:17.330581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573e73d8-5c65-4f5a-a940-49a29ef9094b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:17.359157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b9dc240b-186b-4abc-9029-4c95dc5c1078 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.363863 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b9dc240b-186b-4abc-9029-4c95dc5c1078 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.382403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc240b-186b-4abc-9029-4c95dc5c1078 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ba063f-5672-4c31-84e3-d1597ff28ec0,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:17.400499 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b9dc240b-186b-4abc-9029-4c95dc5c1078 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.400761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:17.402110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b9dc240b-186b-4abc-9029-4c95dc5c1078 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1364932 Sep 24 00:13:17.404391 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.405172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40956) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.417425 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-573e73d8-5c65-4f5a-a940-49a29ef9094b tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9648552 Sep 24 00:13:17.422528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40958) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.425669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.25.5.203 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/62becfa6-5e5d-4019-bd6a-baec0fbf45a4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:17.428986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-51339ec0-a8d3-41a8-a079-14bc50ec2e80 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:17.465120 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-154c0979-798a-4c74-8fb4-4792c070edd6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.477374 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-154c0979-798a-4c74-8fb4-4792c070edd6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.548608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-154c0979-798a-4c74-8fb4-4792c070edd6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.561494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-154c0979-798a-4c74-8fb4-4792c070edd6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.564820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-154c0979-798a-4c74-8fb4-4792c070edd6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e2ba063f-5672-4c31-84e3-d1597ff28ec0 HTTP/1.1" status: 204 len: 168 time: 0.1561441 Sep 24 00:13:17.564820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c0979-798a-4c74-8fb4-4792c070edd6 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2ba063f-5672-4c31-84e3-d1597ff28ec0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:17.565819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40960) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.607336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51339ec0-a8d3-41a8-a079-14bc50ec2e80 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:17.610780 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-51339ec0-a8d3-41a8-a079-14bc50ec2e80 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.613688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.633794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0644ab4c-3953-4419-98b6-9de949dec070 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0649855 Sep 24 00:13:17.643693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40964) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.680452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-430629b1-f17f-441a-9fc6-b75cb096fdd8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.699632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Allocated IP 172.20.0.7 (7535db54-e52f-4873-8dc1-92355e04ada4/59b704d5-6054-4774-9bcf-25ca6f431ed7/fc0c9b0b-20e8-46c8-bf82-e05f992247f4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:17.713905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.722026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-430629b1-f17f-441a-9fc6-b75cb096fdd8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.768270 n-d-713498-18 neutron-server[106379]: INFO neutron.db.ipam_backend_mixin [None req-51339ec0-a8d3-41a8-a079-14bc50ec2e80 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 54862f2c-7e43-4040-b5dc-78cfe199cd88 (CIDR: 2001:db8:0:1::/64) Sep 24 00:13:17.769644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-430629b1-f17f-441a-9fc6-b75cb096fdd8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.775270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:17.776770 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-430629b1-f17f-441a-9fc6-b75cb096fdd8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.777903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-430629b1-f17f-441a-9fc6-b75cb096fdd8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7de20144-e456-414e-bd06-999138d624f4 HTTP/1.1" status: 204 len: 168 time: 0.1332655 Sep 24 00:13:17.778889 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-51339ec0-a8d3-41a8-a079-14bc50ec2e80 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:17.779386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51339ec0-a8d3-41a8-a079-14bc50ec2e80 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:17.781195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40968) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.787238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:17.795273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:17.805403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430629b1-f17f-441a-9fc6-b75cb096fdd8 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7de20144-e456-414e-bd06-999138d624f4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:17.826179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-51339ec0-a8d3-41a8-a079-14bc50ec2e80 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4024622 Sep 24 00:13:17.829196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=62becfa6-5e5d-4019-bd6a-baec0fbf45a4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:17.831347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40972) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.845378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a6883308-4263-4695-a6b7-fff7d538401f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0622809 Sep 24 00:13:17.848075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40974) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.852329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'subnet': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:17.874564 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5edaefe-9312-47b3-9c48-2970a759e45f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.883088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5edaefe-9312-47b3-9c48-2970a759e45f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.924646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6205072c-5690-4aef-91b1-5c06df7205a8 req-21707f15-bbed-4078-b8fb-4dad1eeb05e6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 210 time: 0.0344255 Sep 24 00:13:17.944235 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5edaefe-9312-47b3-9c48-2970a759e45f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.953404 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5edaefe-9312-47b3-9c48-2970a759e45f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:17.954650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f5edaefe-9312-47b3-9c48-2970a759e45f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2a9ea812-92b8-450c-936c-d301708ec93d HTTP/1.1" status: 204 len: 168 time: 0.1054683 Sep 24 00:13:17.959936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40982) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:17.968267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edaefe-9312-47b3-9c48-2970a759e45f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a9ea812-92b8-450c-936c-d301708ec93d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:18.167803 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.180797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e496d586-3f29-4caa-a91b-2aaeedbf8f1a tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1911585 Sep 24 00:13:18.183693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40984) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:18.209367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cce3e37-16d8-4027-bfc3-c86822e4b90b tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.217576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cce3e37-16d8-4027-bfc3-c86822e4b90b tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.257263 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cce3e37-16d8-4027-bfc3-c86822e4b90b tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.264431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cce3e37-16d8-4027-bfc3-c86822e4b90b tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.266231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4cce3e37-16d8-4027-bfc3-c86822e4b90b tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/626562b5-0902-4830-8073-025a09b403d9 HTTP/1.1" status: 204 len: 168 time: 0.0811083 Sep 24 00:13:18.269100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Made reservation on behalf of 5c7951dbbbfc4b86895607f526842c85 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:18.270530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40990) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:18.272812 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.291468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce3e37-16d8-4027-bfc3-c86822e4b90b tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=626562b5-0902-4830-8073-025a09b403d9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:18.327140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f8c1509d-60b1-4d4c-8141-d18971550fb5 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0551591 Sep 24 00:13:18.329757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40992) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:18.354421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46bbd4a6-bd98-4ed2-88e4-90165c07bc84 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.362157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46bbd4a6-bd98-4ed2-88e4-90165c07bc84 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.396214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46bbd4a6-bd98-4ed2-88e4-90165c07bc84 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.401889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46bbd4a6-bd98-4ed2-88e4-90165c07bc84 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.404066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-46bbd4a6-bd98-4ed2-88e4-90165c07bc84 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/12ef601f-8e16-4f1e-a160-7dc060e7036c HTTP/1.1" status: 204 len: 168 time: 0.0723908 Sep 24 00:13:18.406939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40994) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:18.424693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbd4a6-bd98-4ed2-88e4-90165c07bc84 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12ef601f-8e16-4f1e-a160-7dc060e7036c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:18.455741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6e7f39ef-96d0-4925-af62-b1da09640ee0 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0476856 Sep 24 00:13:18.458557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40996) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:18.517349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87cbdf7c-135a-4d1f-b2de-c49f536db099 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.541624 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87cbdf7c-135a-4d1f-b2de-c49f536db099 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.588527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87cbdf7c-135a-4d1f-b2de-c49f536db099 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.591784 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87cbdf7c-135a-4d1f-b2de-c49f536db099 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.595377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-87cbdf7c-135a-4d1f-b2de-c49f536db099 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/57891112-bdb9-4d8c-9283-113e1baff450 HTTP/1.1" status: 204 len: 168 time: 0.1334534 Sep 24 00:13:18.596385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41002) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:18.614427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbdf7c-135a-4d1f-b2de-c49f536db099 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57891112-bdb9-4d8c-9283-113e1baff450,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:18.655861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-51760ae5-5efa-40ad-bf7a-5cb0e35ff883 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0583243 Sep 24 00:13:18.656494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41004) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:18.661321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5b7b32d8-2991-4191-96e5-8682a38b1dc9 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-secgroup--829210651'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:18.686094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b7b32d8-2991-4191-96e5-8682a38b1dc9 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.686351 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.708142 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.778914 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b7b32d8-2991-4191-96e5-8682a38b1dc9 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.791077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b7b32d8-2991-4191-96e5-8682a38b1dc9 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.797722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Network 7535db54-e52f-4873-8dc1-92355e04ada4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:18.810478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:18.814470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b32d8-2991-4191-96e5-8682a38b1dc9 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39a7a0-3894-48b6-b3da-3c3d253531b4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:18.822250 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b7b32d8-2991-4191-96e5-8682a38b1dc9 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.826526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:18.826952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5b7b32d8-2991-4191-96e5-8682a38b1dc9 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1693490 Sep 24 00:13:18.827586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41006) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:18.831926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8100aa7f-e86b-40f4-8d1f-5f0ca82e0772 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '3a39a7a0-3894-48b6-b3da-3c3d253531b4', 'direction': 'ingress', 'protocol': 17}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:18.834673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event updated for resources: {'Port': ['ID=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:18.857150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8100aa7f-e86b-40f4-8d1f-5f0ca82e0772 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.919666 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8100aa7f-e86b-40f4-8d1f-5f0ca82e0772 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.924694 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8100aa7f-e86b-40f4-8d1f-5f0ca82e0772 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.944316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:18.944966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.947069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100aa7f-e86b-40f4-8d1f-5f0ca82e0772 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd85a84-d292-4495-853b-eacd0e7b16a5,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:18.967540 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8100aa7f-e86b-40f4-8d1f-5f0ca82e0772 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:18.974966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8100aa7f-e86b-40f4-8d1f-5f0ca82e0772 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1457021 Sep 24 00:13:18.995248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41016) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:19.039294 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a63fc4e-a703-4674-9686-c0e8cfa84803 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0154614 Sep 24 00:13:19.052741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Request body: {'port': {'device_id': 'fdc58c22-e315-4c21-8d9c-e1d86c5b868f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:19.109348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d20ecf5b-626d-41ad-b3d9-ce9ab3f1f16f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.131052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316cd5f-13ce-405b-9258-087de6b7efdd req-198e77d4-d5c6-4418-a19b-e43ed8764e44 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:19.132458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d316cd5f-13ce-405b-9258-087de6b7efdd req-198e77d4-d5c6-4418-a19b-e43ed8764e44 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 931 time: 0.0804493 Sep 24 00:13:19.158527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d20ecf5b-626d-41ad-b3d9-ce9ab3f1f16f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.190613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.198109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.201918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d316cd5f-13ce-405b-9258-087de6b7efdd req-58176774-f764-4084-a490-1b2da8fbfa8d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595493 Sep 24 00:13:19.235063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d20ecf5b-626d-41ad-b3d9-ce9ab3f1f16f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.238100 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d20ecf5b-626d-41ad-b3d9-ce9ab3f1f16f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.239592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d20ecf5b-626d-41ad-b3d9-ce9ab3f1f16f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a39a7a0-3894-48b6-b3da-3c3d253531b4 HTTP/1.1" status: 204 len: 168 time: 0.2430823 Sep 24 00:13:19.243397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41022) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:19.266631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ecf5b-626d-41ad-b3d9-ce9ab3f1f16f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39a7a0-3894-48b6-b3da-3c3d253531b4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:19.281633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.299883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6b2886cf-07b7-4fc9-9d55-e2a9b7be7d32 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0558715 Sep 24 00:13:19.303595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41024) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:19.307940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f26b365a-6369-4b1d-a585-adf4698d6dea tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-secgroup--618533804'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:19.334166 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f26b365a-6369-4b1d-a585-adf4698d6dea tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.359506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:19.373368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:19.385240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ab1d07-71a9-49d9-980d-3ffe26a7ab73 None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:19.426212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:19.426825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.436181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Subnet': ['ID=84f2f423-7993-43f0-8e76-aefb62147ea8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:19.457262 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f26b365a-6369-4b1d-a585-adf4698d6dea tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.468347 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f26b365a-6369-4b1d-a585-adf4698d6dea tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.511490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b365a-6369-4b1d-a585-adf4698d6dea tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b62448f0-7cbc-4b80-8370-9f2120c975d3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:19.519083 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8734b86a-eda5-492d-af91-8f0930ed2b13 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6785066 Sep 24 00:13:19.524305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41030) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:19.525642 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f26b365a-6369-4b1d-a585-adf4698d6dea tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.531078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f26b365a-6369-4b1d-a585-adf4698d6dea tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2264345 Sep 24 00:13:19.531850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41032) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:19.540859 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-481024325', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '84f2f423-7993-43f0-8e76-aefb62147ea8'}], 'security_groups': ['e722c38f-e109-425e-9d26-aca941849e97', 'c85b1da9-2ba1-43bf-afa8-d06b882bbd22']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:19.553738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bd396f82-8272-47b4-9375-404cc83cf2ba tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-secgroup--485295399'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:19.604026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd396f82-8272-47b4-9375-404cc83cf2ba tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.691221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.699648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd396f82-8272-47b4-9375-404cc83cf2ba tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.704284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd396f82-8272-47b4-9375-404cc83cf2ba tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.709040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb183f1-86bc-4698-9368-bb32e54feb52 None None] Update dhcp port {'port': {'network_id': 'e3fe3f08-c43c-42b1-a999-31f4b2373af6', 'fixed_ips': [{'subnet_id': '54862f2c-7e43-4040-b5dc-78cfe199cd88', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6b7ebdd7-c461-4d16-a274-28a7f9696345', 'ip_address': '2001:db8::2'}, {'subnet_id': '84f2f423-7993-43f0-8e76-aefb62147ea8'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '123fbaca-3ff7-4ff3-a87a-74641bee24e8'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:13:19.738178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ceb183f1-86bc-4698-9368-bb32e54feb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.742166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd396f82-8272-47b4-9375-404cc83cf2ba tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eed6be7-ab54-4443-9ad4-07eb02867640,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:19.744446 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bd396f82-8272-47b4-9375-404cc83cf2ba tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.745681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bd396f82-8272-47b4-9375-404cc83cf2ba tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1982450 Sep 24 00:13:19.748502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41034) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:19.755411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5b555d88-8d6f-4388-a1c6-a44859684f6f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': 'b62448f0-7cbc-4b80-8370-9f2120c975d3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5eed6be7-ab54-4443-9ad4-07eb02867640', 'remote_ip_prefix': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:19.788866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0c9b0b-20e8-46c8-bf82-e05f992247f4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:13:19.791756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b555d88-8d6f-4388-a1c6-a44859684f6f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.797364 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.817857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Transition to ACTIVE for port object fc0c9b0b-20e8-46c8-bf82-e05f992247f4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:13:19.820629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 59734911-54da-4ef3-a7fc-d139439cf763 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:13:19.829667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.885693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b555d88-8d6f-4388-a1c6-a44859684f6f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.891051 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b555d88-8d6f-4388-a1c6-a44859684f6f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.918159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b555d88-8d6f-4388-a1c6-a44859684f6f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e56be53-197f-43b4-863d-636a54561711,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:19.926668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5b555d88-8d6f-4388-a1c6-a44859684f6f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.928367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5b555d88-8d6f-4388-a1c6-a44859684f6f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1787233 Sep 24 00:13:19.931444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41040) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:19.963971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcf0976a-e500-45df-902b-d61008749609 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:19.971126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ceb183f1-86bc-4698-9368-bb32e54feb52 None None] Allocated IP 2001:db8:0:2::2 (e3fe3f08-c43c-42b1-a999-31f4b2373af6/84f2f423-7993-43f0-8e76-aefb62147ea8/123fbaca-3ff7-4ff3-a87a-74641bee24e8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:19.972830 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcf0976a-e500-45df-902b-d61008749609 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.023210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Pushing event updated for resources: {'Port': ['ID=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:20.033297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcf0976a-e500-45df-902b-d61008749609 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.038656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fcf0976a-e500-45df-902b-d61008749609 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.039821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fcf0976a-e500-45df-902b-d61008749609 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6e56be53-197f-43b4-863d-636a54561711 HTTP/1.1" status: 204 len: 168 time: 0.1065061 Sep 24 00:13:20.042490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41044) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:20.061605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf0976a-e500-45df-902b-d61008749609 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e56be53-197f-43b4-863d-636a54561711,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:20.095478 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9e32c412-12bf-4401-954b-56265c2d04aa tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0518973 Sep 24 00:13:20.098891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41046) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:20.101690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ceb183f1-86bc-4698-9368-bb32e54feb52 None None] For port 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=123fbaca-3ff7-4ff3-a87a-74641bee24e8,segment=NetworkSegment(e812229e-73d3-44e7-9055-7c47c95a059d),segment_id=e812229e-73d3-44e7-9055-7c47c95a059d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:20.135449 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ceb183f1-86bc-4698-9368-bb32e54feb52 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.144380 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ceb183f1-86bc-4698-9368-bb32e54feb52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.166534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f8a672df-6476-4d14-a541-b5a515395223 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.172911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:20.184645 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9ae19-2785-4217-91b8-d6549baa5494 None None] Sync routers for ids ['59734911-54da-4ef3-a7fc-d139439cf763'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:20.196170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f8a672df-6476-4d14-a541-b5a515395223 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.201313 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9ae19-2785-4217-91b8-d6549baa5494 None None] Routers {'59734911-54da-4ef3-a7fc-d139439cf763'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:20.202378 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dac9ae19-2785-4217-91b8-d6549baa5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['59734911-54da-4ef3-a7fc-d139439cf763'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:20.211707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Attempting to bind port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:20.212181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Attempting to bind port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:20.212297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Attempting to bind port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:20.257188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f8a672df-6476-4d14-a541-b5a515395223 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.257188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f8a672df-6476-4d14-a541-b5a515395223 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.257188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f8a672df-6476-4d14-a541-b5a515395223 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/5eed6be7-ab54-4443-9ad4-07eb02867640 HTTP/1.1" status: 204 len: 168 time: 0.1548431 Sep 24 00:13:20.258717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41054) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:20.264371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 on network 7535db54-e52f-4873-8dc1-92355e04ada4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:20.264705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Attempting to bind port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:20.268343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a672df-6476-4d14-a541-b5a515395223 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eed6be7-ab54-4443-9ad4-07eb02867640,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:20.293136 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dac9ae19-2785-4217-91b8-d6549baa5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:20.313695 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac9ae19-2785-4217-91b8-d6549baa5494 None None] Routers {'59734911-54da-4ef3-a7fc-d139439cf763'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:20.315458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb183f1-86bc-4698-9368-bb32e54feb52 None None] Pushing event updated for resources: {'Port': ['ID=123fbaca-3ff7-4ff3-a87a-74641bee24e8,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:20.318950 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dac9ae19-2785-4217-91b8-d6549baa5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['59734911-54da-4ef3-a7fc-d139439cf763'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:20.322718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.331596 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd3acde8-c4e2-4d94-a5e4-274c95adf532 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.7303100 Sep 24 00:13:20.335501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41056) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:20.346586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:20.347246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Checking segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:20.347992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Bound using segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:20.348638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Bound port: fc0c9b0b-20e8-46c8-bf82-e05f992247f4, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:20.349191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.364772 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-dac9ae19-2785-4217-91b8-d6549baa5494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:20.365814 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac9ae19-2785-4217-91b8-d6549baa5494 None None] The sync data for ids ['59734911-54da-4ef3-a7fc-d139439cf763'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:20.520579 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ee51bcb-1097-4361-8091-a4a553f9aa33 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2533047 Sep 24 00:13:20.526342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41058) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:20.552189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] For port fc0c9b0b-20e8-46c8-bf82-e05f992247f4, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:20.600365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] For port fc0c9b0b-20e8-46c8-bf82-e05f992247f4, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:20.620789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.710867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Delete allocated IP 2001:db8::a5 (e3fe3f08-c43c-42b1-a999-31f4b2373af6/6b7ebdd7-c461-4d16-a274-28a7f9696345) {{(pid=106378) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 00:13:20.718093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:20.718714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.720155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] 10.222.0.18 "PUT /v2.0/ports/fc0c9b0b-20e8-46c8-bf82-e05f992247f4 HTTP/1.1" status: 200 len: 1092 time: 1.6730449 Sep 24 00:13:20.722476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc58c22-e315-4c21-8d9c-e1d86c5b868f', 'tag': 'fc0c9b0b-20e8-46c8-bf82-e05f992247f4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:13:20.724800 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc58c22-e315-4c21-8d9c-e1d86c5b868f", "tag": "fc0c9b0b-20e8-46c8-bf82-e05f992247f4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:13:20.727617 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f390a8d7-c9e3-4e81-a16b-e5a5fb4e94b2 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.757014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Allocated IP 2001:db8:0:2::1a7 (e3fe3f08-c43c-42b1-a999-31f4b2373af6/84f2f423-7993-43f0-8e76-aefb62147ea8/9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:20.799192 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e59055e-940b-47b8-9679-602f1c86b2c1 x-openstack-request-id: req-4e59055e-940b-47b8-9679-602f1c86b2c1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:13:20.799705 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc58c22-e315-4c21-8d9c-e1d86c5b868f", "tag": "fc0c9b0b-20e8-46c8-bf82-e05f992247f4", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:13:20.800129 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e59055e-940b-47b8-9679-602f1c86b2c1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:13:20.800678 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdc58c22-e315-4c21-8d9c-e1d86c5b868f', 'tag': 'fc0c9b0b-20e8-46c8-bf82-e05f992247f4', 'status': 'completed', 'code': 200} Sep 24 00:13:20.860825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e1257a-7f9d-4090-a845-10120517be2f service neutron] Pushing event updated for resources: {'Port': ['ID=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:20.882994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f390a8d7-c9e3-4e81-a16b-e5a5fb4e94b2 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:20.906873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d59c0-8783-428d-91fc-6fbfffbef091 req-f3ae4296-90b6-4242-96d0-271165765271 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:20.909354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f17d59c0-8783-428d-91fc-6fbfffbef091 req-f3ae4296-90b6-4242-96d0-271165765271 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 943 time: 0.5037837 Sep 24 00:13:20.915983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-98c6b840-54d0-4b43-bf9d-d0cde176b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:20.917614 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-98c6b840-54d0-4b43-bf9d-d0cde176b8a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 1095 time: 0.1116264 Sep 24 00:13:20.971495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-33a57a82-8f2a-4b2f-9bcd-2e3318372f7a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/routers/59734911-54da-4ef3-a7fc-d139439cf763 HTTP/1.1" status: 200 len: 881 time: 0.6346333 Sep 24 00:13:20.974842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f17d59c0-8783-428d-91fc-6fbfffbef091 req-0b63fc44-e0d1-417e-86f6-d3fcbd99d93b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593090 Sep 24 00:13:20.975417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41066) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:20.995367 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-9a8d8309-0ef5-46b6-b8c4-658c39768000 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0c9b0b-20e8-46c8-bf82-e05f992247f4 HTTP/1.1" status: 200 len: 217 time: 0.0633245 Sep 24 00:13:21.110511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f390a8d7-c9e3-4e81-a16b-e5a5fb4e94b2 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.113289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f390a8d7-c9e3-4e81-a16b-e5a5fb4e94b2 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.117134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f390a8d7-c9e3-4e81-a16b-e5a5fb4e94b2 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/b62448f0-7cbc-4b80-8370-9f2120c975d3 HTTP/1.1" status: 204 len: 168 time: 0.5875230 Sep 24 00:13:21.119357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41074) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:21.148670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-b403f40d-f868-407b-88a4-c2978cdbf52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:21.149162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a72d6102-56d4-4982-9b53-a2c2b4d1e600 None None] Provisioning complete for port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:21.150172 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-b403f40d-f868-407b-88a4-c2978cdbf52f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.1146500 Sep 24 00:13:21.150571 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a72d6102-56d4-4982-9b53-a2c2b4d1e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.150921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390a8d7-c9e3-4e81-a16b-e5a5fb4e94b2 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b62448f0-7cbc-4b80-8370-9f2120c975d3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:21.194716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-c6c97ba1-3eea-4358-8802-72eb91ea7fbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359538 Sep 24 00:13:21.197957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3efebb91-1d1b-413e-ac77-a1c5e242473c tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771587 Sep 24 00:13:21.204471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.206121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:21.211259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-710b2ff3-73db-4962-8a84-d67203f99214 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-secgroup--846383385'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:21.228148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a72d6102-56d4-4982-9b53-a2c2b4d1e600 None None] Port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:21.228550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.239279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a72d6102-56d4-4982-9b53-a2c2b4d1e600 None None] Provisioning complete for port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:21.239632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a72d6102-56d4-4982-9b53-a2c2b4d1e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.288174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a72d6102-56d4-4982-9b53-a2c2b4d1e600 None None] Port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:21.299711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a72d6102-56d4-4982-9b53-a2c2b4d1e600 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:21.300088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a72d6102-56d4-4982-9b53-a2c2b4d1e600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.342284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-710b2ff3-73db-4962-8a84-d67203f99214 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.349809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] In _notify_port_updated(), no bound segment for port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae on network e3fe3f08-c43c-42b1-a999-31f4b2373af6 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:13:21.359245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:21.360516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.365684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "PUT /v2.0/ports/9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae HTTP/1.1" status: 200 len: 969 time: 1.8308940 Sep 24 00:13:21.366466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41078) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:21.407707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4272e0b0-a2ec-4530-a38b-3f155b295ef0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.4311867 Sep 24 00:13:21.415531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41082) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:21.420616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f6330522-4530-472c-a8c7-e6da82e7b80a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1065713987'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:21.442358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5229a2c-a7d0-4868-8e56-cbca9a8da771 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event updated for resources: {'Port': ['ID=9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:21.474405 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-3501171d-a831-44b2-9c41-2a8e66797b83 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678115 Sep 24 00:13:21.620657 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-88b7773f-7548-4fff-a56d-19567606ccf6 req-e6b85db5-531f-434b-b74b-6a113dc8d7e3 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203513 Sep 24 00:13:21.630106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8f29acdc-7257-40d3-be79-52b885f6e81a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:21.630549 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f29acdc-7257-40d3-be79-52b885f6e81a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.641953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-710b2ff3-73db-4962-8a84-d67203f99214 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.654023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-710b2ff3-73db-4962-8a84-d67203f99214 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.726063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-710b2ff3-73db-4962-8a84-d67203f99214 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.730060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-710b2ff3-73db-4962-8a84-d67203f99214 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5229065 Sep 24 00:13:21.733030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41090) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:21.744108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ec83ce1b-aef5-4fe1-9a02-dbcbaf0eb7ad tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '162ff20a-58de-4090-b114-3bef7fc23070', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:21.752184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710b2ff3-73db-4962-8a84-d67203f99214 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=162ff20a-58de-4090-b114-3bef7fc23070,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:21.762032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-94e6a353-fa8b-4051-b23f-71aadb4da54a None None] Provisioning complete for port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:21.762450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94e6a353-fa8b-4051-b23f-71aadb4da54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.791872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f29acdc-7257-40d3-be79-52b885f6e81a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.810076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8f29acdc-7257-40d3-be79-52b885f6e81a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:21.827879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-94e6a353-fa8b-4051-b23f-71aadb4da54a None None] Port 9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:21.831224 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ec83ce1b-aef5-4fe1-9a02-dbcbaf0eb7ad tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.831522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-bae57c05-ba2b-483b-b5cc-bbf1284b1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:21.833053 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-bae57c05-ba2b-483b-b5cc-bbf1284b1507 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 1095 time: 0.1256948 Sep 24 00:13:21.892148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6330522-4530-472c-a8c7-e6da82e7b80a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.915165 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6330522-4530-472c-a8c7-e6da82e7b80a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.969278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ec83ce1b-aef5-4fe1-9a02-dbcbaf0eb7ad tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.977633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ec83ce1b-aef5-4fe1-9a02-dbcbaf0eb7ad tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:21.980446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-ac8a7194-9b3d-42e8-b871-d6c3f6e073ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:21.982239 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-ac8a7194-9b3d-42e8-b871-d6c3f6e073ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 906 time: 0.1174340 Sep 24 00:13:22.002207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83ce1b-aef5-4fe1-9a02-dbcbaf0eb7ad tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2def3d92-afca-4b2b-b5f4-b78495cf1ec9,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:22.044644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ec83ce1b-aef5-4fe1-9a02-dbcbaf0eb7ad tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.048846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ec83ce1b-aef5-4fe1-9a02-dbcbaf0eb7ad tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3131676 Sep 24 00:13:22.051149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41098) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.101202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6330522-4530-472c-a8c7-e6da82e7b80a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 59734911-54da-4ef3-a7fc-d139439cf763 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:13:22.114651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6f29-02b5-4495-8a4a-3977a66149b5 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.140034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6f29-02b5-4495-8a4a-3977a66149b5 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.160163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 123fbaca-3ff7-4ff3-a87a-74641bee24e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:22.233329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec8d14-b0e8-4db4-a107-db53ee0add6c req-6577d16f-09ea-439c-b4fb-32cf545ce421 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:22.239308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02ec8d14-b0e8-4db4-a107-db53ee0add6c req-6577d16f-09ea-439c-b4fb-32cf545ce421 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 943 time: 0.1365654 Sep 24 00:13:22.242033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6f29-02b5-4495-8a4a-3977a66149b5 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.243064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:22.243512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.252959 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6f29-02b5-4495-8a4a-3977a66149b5 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.254801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7a6c6f29-02b5-4495-8a4a-3977a66149b5 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2def3d92-afca-4b2b-b5f4-b78495cf1ec9 HTTP/1.1" status: 204 len: 168 time: 0.2020490 Sep 24 00:13:22.261367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41104) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.296251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c6f29-02b5-4495-8a4a-3977a66149b5 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2def3d92-afca-4b2b-b5f4-b78495cf1ec9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:22.357212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02ec8d14-b0e8-4db4-a107-db53ee0add6c req-a6f145f4-ba75-4fcb-971d-eab332780f7b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129954 Sep 24 00:13:22.366948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6330522-4530-472c-a8c7-e6da82e7b80a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:22.378767 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f6330522-4530-472c-a8c7-e6da82e7b80a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.382247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f6330522-4530-472c-a8c7-e6da82e7b80a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/59734911-54da-4ef3-a7fc-d139439cf763 HTTP/1.1" status: 200 len: 888 time: 0.9634602 Sep 24 00:13:22.383503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41110) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.385528 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45ed5d-e49c-497f-b8a5-5ffa4558c806 None None] Sync routers for ids ['59734911-54da-4ef3-a7fc-d139439cf763'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:22.400092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e4fe83cb-ed9e-488d-b213-66857967be4d tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1354077 Sep 24 00:13:22.401001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45ed5d-e49c-497f-b8a5-5ffa4558c806 None None] Routers {'59734911-54da-4ef3-a7fc-d139439cf763'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:22.401767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3e45ed5d-e49c-497f-b8a5-5ffa4558c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['59734911-54da-4ef3-a7fc-d139439cf763'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:22.438795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41112) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.442918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3e45ed5d-e49c-497f-b8a5-5ffa4558c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:22.462823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e45ed5d-e49c-497f-b8a5-5ffa4558c806 None None] Routers {'59734911-54da-4ef3-a7fc-d139439cf763'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:22.463466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3e45ed5d-e49c-497f-b8a5-5ffa4558c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:12:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['59734911-54da-4ef3-a7fc-d139439cf763'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:22.504432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3e45ed5d-e49c-497f-b8a5-5ffa4558c806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:22.505096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45ed5d-e49c-497f-b8a5-5ffa4558c806 None None] The sync data for ids ['59734911-54da-4ef3-a7fc-d139439cf763'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:22.525211 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-a799eb2f-80a6-4fa4-af79-ed9923b42777 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0c9b0b-20e8-46c8-bf82-e05f992247f4 HTTP/1.1" status: 200 len: 217 time: 0.5140982 Sep 24 00:13:22.538786 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd877dbb-87f2-4b7a-b2b8-26f85aa18bf7 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.555887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-056d4512-8753-4ea4-a36c-2a05bf05fee4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/routers/59734911-54da-4ef3-a7fc-d139439cf763 HTTP/1.1" status: 200 len: 888 time: 0.1711764 Sep 24 00:13:22.556359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41114) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.581638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f29acdc-7257-40d3-be79-52b885f6e81a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.598151 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-59394519-52e1-488a-b04b-bf7bcf0ea9a6 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=59734911-54da-4ef3-a7fc-d139439cf763 HTTP/1.1" status: 200 len: 205 time: 0.0331426 Sep 24 00:13:22.600088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41116) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.617156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-11936f75-2abe-4f79-adaa-b5740e43f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:22.618620 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-11936f75-2abe-4f79-adaa-b5740e43f312 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0859070 Sep 24 00:13:22.621050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29acdc-7257-40d3-be79-52b885f6e81a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:22.639691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd877dbb-87f2-4b7a-b2b8-26f85aa18bf7 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.652575 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8f29acdc-7257-40d3-be79-52b885f6e81a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.658054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.659230 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8f29acdc-7257-40d3-be79-52b885f6e81a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae HTTP/1.1" status: 204 len: 168 time: 1.2841282 Sep 24 00:13:22.702879 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-1599d92e-e6af-40bd-a78d-b3a8b46aa580 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538032 Sep 24 00:13:22.711817 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-87114db6-52ba-4851-9645-2bd2c45b055e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] GET failed (client error): The resource could not be found. Sep 24 00:13:22.717381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-87114db6-52ba-4851-9645-2bd2c45b055e tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports/9aaa3836-3c84-4f94-9bf4-1aeb6cdceeae HTTP/1.1" status: 404 len: 333 time: 0.0544455 Sep 24 00:13:22.718528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41124) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.769644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd877dbb-87f2-4b7a-b2b8-26f85aa18bf7 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.773026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd877dbb-87f2-4b7a-b2b8-26f85aa18bf7 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.774297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd877dbb-87f2-4b7a-b2b8-26f85aa18bf7 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/162ff20a-58de-4090-b114-3bef7fc23070 HTTP/1.1" status: 204 len: 168 time: 0.3388326 Sep 24 00:13:22.778018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41126) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.786727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd877dbb-87f2-4b7a-b2b8-26f85aa18bf7 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=162ff20a-58de-4090-b114-3bef7fc23070,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:22.797427 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.884940 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-3d73c3b5-a75c-44dd-b9ea-a8f2f58a71cc service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744971 Sep 24 00:13:22.890348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7183482c-1056-4618-b380-80fabd900fd9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.924285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.927808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a153c73c-e2d0-4812-946d-bdd74ad6a5c2 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478214 Sep 24 00:13:22.934972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41128) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:22.950822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e74ba1e7-89f8-497e-a31e-175b8eb5dbdc tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708380714'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:22.956570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bbcafd1f-3414-42eb-beec-92bd29eb2fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:22.959312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7183482c-1056-4618-b380-80fabd900fd9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.002475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e74ba1e7-89f8-497e-a31e-175b8eb5dbdc tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.046020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 62becfa6-5e5d-4019-bd6a-baec0fbf45a4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:23.046823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.073506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7183482c-1056-4618-b380-80fabd900fd9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.076384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7183482c-1056-4618-b380-80fabd900fd9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.080284 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7183482c-1056-4618-b380-80fabd900fd9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/security-groups/2524f62e-91ad-4edc-84dc-745e795f85d1 HTTP/1.1" status: 204 len: 168 time: 0.3582811 Sep 24 00:13:23.083880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41134) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:23.095461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7183482c-1056-4618-b380-80fabd900fd9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2524f62e-91ad-4edc-84dc-745e795f85d1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:23.098784 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e986e1e3-f048-47db-b09a-73c8dbbfe4b0 req-eca9aa6a-3e86-4dd7-a73a-78417364fc8d service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891320 Sep 24 00:13:23.203756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.238852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a90ba9de-aad7-40bc-a4df-0dd4e00b4b27 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.240624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 62becfa6-5e5d-4019-bd6a-baec0fbf45a4 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:23.244474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e74ba1e7-89f8-497e-a31e-175b8eb5dbdc tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.257128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e74ba1e7-89f8-497e-a31e-175b8eb5dbdc tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.290561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a90ba9de-aad7-40bc-a4df-0dd4e00b4b27 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.348525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e74ba1e7-89f8-497e-a31e-175b8eb5dbdc tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.349782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e74ba1e7-89f8-497e-a31e-175b8eb5dbdc tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4137101 Sep 24 00:13:23.352789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41142) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:23.358996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3f22e558-8b6c-4cbf-b2e2-899f8c476941 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '00a69aff-2a45-4c09-a8d7-e5609c3afe21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:23.366009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ba1e7-89f8-497e-a31e-175b8eb5dbdc tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a69aff-2a45-4c09-a8d7-e5609c3afe21,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:23.401507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f22e558-8b6c-4cbf-b2e2-899f8c476941 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.407445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a90ba9de-aad7-40bc-a4df-0dd4e00b4b27 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.411424 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a90ba9de-aad7-40bc-a4df-0dd4e00b4b27 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.415132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a90ba9de-aad7-40bc-a4df-0dd4e00b4b27 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/security-groups/c85b1da9-2ba1-43bf-afa8-d06b882bbd22 HTTP/1.1" status: 204 len: 168 time: 0.3255789 Sep 24 00:13:23.421665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41146) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:23.496777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ba9de-aad7-40bc-a4df-0dd4e00b4b27 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c85b1da9-2ba1-43bf-afa8-d06b882bbd22,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:23.521127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f22e558-8b6c-4cbf-b2e2-899f8c476941 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.526021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb048-4618-4af1-bb34-559d8b92bab4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.534641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f22e558-8b6c-4cbf-b2e2-899f8c476941 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.549438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fc1ed-21c5-44a4-80bf-5a114b8dac08 req-a45ac322-fbd8-47b3-acdb-00e5627414d2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:23.551078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b8fc1ed-21c5-44a4-80bf-5a114b8dac08 req-a45ac322-fbd8-47b3-acdb-00e5627414d2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 943 time: 0.0939920 Sep 24 00:13:23.566265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f22e558-8b6c-4cbf-b2e2-899f8c476941 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e424f9-65ab-4fba-b923-7813b070e01b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:23.569539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb048-4618-4af1-bb34-559d8b92bab4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.583372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f22e558-8b6c-4cbf-b2e2-899f8c476941 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.584641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f22e558-8b6c-4cbf-b2e2-899f8c476941 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2307739 Sep 24 00:13:23.587457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41148) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:23.617338 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ebdcd031-1480-47ba-b71e-d204c50a89f3 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules/96e424f9-65ab-4fba-b923-7813b070e01b HTTP/1.1" status: 200 len: 763 time: 0.0286441 Sep 24 00:13:23.620206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41152) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:23.623398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b8fc1ed-21c5-44a4-80bf-5a114b8dac08 req-bbb3d3c4-8ae8-470c-b714-7b40c844708c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510404 Sep 24 00:13:23.636295 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.648586 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb048-4618-4af1-bb34-559d8b92bab4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.651153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f3bb048-4618-4af1-bb34-559d8b92bab4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.652307 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7f3bb048-4618-4af1-bb34-559d8b92bab4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/security-groups/e722c38f-e109-425e-9d26-aca941849e97 HTTP/1.1" status: 204 len: 168 time: 0.2296982 Sep 24 00:13:23.657640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41156) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:23.674171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=62becfa6-5e5d-4019-bd6a-baec0fbf45a4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:23.683245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bb048-4618-4af1-bb34-559d8b92bab4 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e722c38f-e109-425e-9d26-aca941849e97,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:23.714239 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01f5b251-90af-4581-8fdb-3f0014273b21 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0927153 Sep 24 00:13:23.718281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41158) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:23.725000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fc0c9b0b-20e8-46c8-bf82-e05f992247f4 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:13:23.760821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.774742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fb46-7d3c-4ff4-afa4-50ab10bf5000 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.791048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fb46-7d3c-4ff4-afa4-50ab10bf5000 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.800645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac5eb9b-65b0-4d58-9178-23e35649ba58 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 6b7ebdd7-c461-4d16-a274-28a7f9696345 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:23.815734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eb9b-65b0-4d58-9178-23e35649ba58 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.853639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fc0c9b0b-20e8-46c8-bf82-e05f992247f4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:23.876131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'fc0c9b0b-20e8-46c8-bf82-e05f992247f4', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'port_id': 'fc0c9b0b-20e8-46c8-bf82-e05f992247f4', 'mac_address': 'fa:16:3e:c7:4a:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b704d5-6054-4774-9bcf-25ca6f431ed7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:13:23.879667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eb9b-65b0-4d58-9178-23e35649ba58 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.908630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fb46-7d3c-4ff4-afa4-50ab10bf5000 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.925918 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.927050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4e4fb46-7d3c-4ff4-afa4-50ab10bf5000 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:23.931098 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b4e4fb46-7d3c-4ff4-afa4-50ab10bf5000 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/96e424f9-65ab-4fba-b923-7813b070e01b HTTP/1.1" status: 204 len: 168 time: 0.2116787 Sep 24 00:13:23.941476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0c9b0b-20e8-46c8-bf82-e05f992247f4 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:13:23.952685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:23.966008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4fb46-7d3c-4ff4-afa4-50ab10bf5000 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96e424f9-65ab-4fba-b923-7813b070e01b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:23.968335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fc0c9b0b-20e8-46c8-bf82-e05f992247f4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:23.980676 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.034827 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eb9b-65b0-4d58-9178-23e35649ba58 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.058792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:24.095703 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7f928b98-bbc0-45ff-97f0-53481b2ad931 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1392570 Sep 24 00:13:24.096867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41166) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.100908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7ad48c79-8728-474c-97b1-d3289b110376 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '00a69aff-2a45-4c09-a8d7-e5609c3afe21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:24.153888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ad48c79-8728-474c-97b1-d3289b110376 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.160611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eb9b-65b0-4d58-9178-23e35649ba58 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.195335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.197629 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.200505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac5eb9b-65b0-4d58-9178-23e35649ba58 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=6b7ebdd7-c461-4d16-a274-28a7f9696345,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:24.209639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:13:24.248708 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.250273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Fanout notify agent at l3_agent the message router_deleted on router 59734911-54da-4ef3-a7fc-d139439cf763 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:13:24.250418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6ac5eb9b-65b0-4d58-9178-23e35649ba58 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.255984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6ac5eb9b-65b0-4d58-9178-23e35649ba58 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/6b7ebdd7-c461-4d16-a274-28a7f9696345 HTTP/1.1" status: 204 len: 168 time: 0.5937817 Sep 24 00:13:24.258581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41174) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.281630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.283472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6fe98fd8-9364-4668-b6c5-20121594d4b3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/59734911-54da-4ef3-a7fc-d139439cf763 HTTP/1.1" status: 204 len: 168 time: 1.6824341 Sep 24 00:13:24.287035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736767c0-f378-4c5c-8f3e-374f6d1d658d None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:24.289345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41176) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.298864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-2025390624'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:24.331364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:24.337774 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.349994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ada1120-e1db-4563-9781-39c06cbc5558 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 84f2f423-7993-43f0-8e76-aefb62147ea8 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:24.355260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ad48c79-8728-474c-97b1-d3289b110376 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.356978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ada1120-e1db-4563-9781-39c06cbc5558 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.370276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:24.382280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ad48c79-8728-474c-97b1-d3289b110376 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.384380 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.385052 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment 2ed26c86-e632-4d94-ab72-4fe256a07c96 of type vlan for network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 Sep 24 00:13:24.416946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad48c79-8728-474c-97b1-d3289b110376 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1f2b232-942f-446c-b76d-1b27fde59f64,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:24.429134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ad48c79-8728-474c-97b1-d3289b110376 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.430959 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ad48c79-8728-474c-97b1-d3289b110376 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3334901 Sep 24 00:13:24.434741 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ada1120-e1db-4563-9781-39c06cbc5558 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.437767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41178) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.451452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.479789 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6b7b4428-6637-4ad4-8b6f-594c78697507 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules/e1f2b232-942f-446c-b76d-1b27fde59f64 HTTP/1.1" status: 200 len: 763 time: 0.0407755 Sep 24 00:13:24.483373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41180) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.485423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.494217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:24.495039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.534132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2430658 Sep 24 00:13:24.537401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.542511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': 'a920eb47-6f89-4b2b-98f5-b8ba2fc38a35', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:24.583704 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1ca300af-6a06-497a-9d28-32a833f8cbec tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0990732 Sep 24 00:13:24.587448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41188) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.613823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51cd8f-d9d7-4b4f-bd3e-a7f7c46b2e83 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=a920eb47-6f89-4b2b-98f5-b8ba2fc38a35,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:24.620714 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ada1120-e1db-4563-9781-39c06cbc5558 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.645810 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:24.677058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20772dca-5db0-45d5-ac54-d98bc38e746f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.690884 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20772dca-5db0-45d5-ac54-d98bc38e746f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.734953 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ada1120-e1db-4563-9781-39c06cbc5558 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.742102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20772dca-5db0-45d5-ac54-d98bc38e746f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.748126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:24.749587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20772dca-5db0-45d5-ac54-d98bc38e746f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.753296 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-20772dca-5db0-45d5-ac54-d98bc38e746f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e1f2b232-942f-446c-b76d-1b27fde59f64 HTTP/1.1" status: 204 len: 168 time: 0.1626258 Sep 24 00:13:24.753451 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.756016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41192) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.783256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada1120-e1db-4563-9781-39c06cbc5558 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=84f2f423-7993-43f0-8e76-aefb62147ea8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:24.793854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ada1120-e1db-4563-9781-39c06cbc5558 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.798341 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ada1120-e1db-4563-9781-39c06cbc5558 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/84f2f423-7993-43f0-8e76-aefb62147ea8 HTTP/1.1" status: 204 len: 168 time: 0.5386353 Sep 24 00:13:24.798993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41194) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.801105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20772dca-5db0-45d5-ac54-d98bc38e746f tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e1f2b232-942f-446c-b76d-1b27fde59f64,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:24.839108 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ace59d-1017-45ab-83de-db870cc63e91 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:24.839566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ace59d-1017-45ab-83de-db870cc63e91 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:24.844702 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-40ace59d-1017-45ab-83de-db870cc63e91 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/6b7ebdd7-c461-4d16-a274-28a7f9696345 HTTP/1.1" status: 404 len: 337 time: 0.0445635 Sep 24 00:13:24.845318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41196) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:24.923852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3f8595-deab-48a0-bf99-8c78c190472c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting subnet 54862f2c-7e43-4040-b5dc-78cfe199cd88 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:24.927643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8595-deab-48a0-bf99-8c78c190472c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:24.998040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8595-deab-48a0-bf99-8c78c190472c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.048554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cede1f29-64c9-4cf5-be3c-fa2451ac4ec1 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2663243 Sep 24 00:13:25.053301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.060118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-dcaf1643-d9d6-405b-909d-e414fc5359cd tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Request body: {'security_group_rule': {'security_group_id': '00a69aff-2a45-4c09-a8d7-e5609c3afe21', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:25.068048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff639ae2-d9ae-4d38-98e6-afa11c042db5 req-b9663e01-b062-4cda-88df-35b72673507d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:25.069723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff639ae2-d9ae-4d38-98e6-afa11c042db5 req-b9663e01-b062-4cda-88df-35b72673507d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 944 time: 0.3121572 Sep 24 00:13:25.123215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1643-d9d6-405b-909d-e414fc5359cd tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.161664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff639ae2-d9ae-4d38-98e6-afa11c042db5 req-e768da37-9685-4f9d-859b-c786d1eafb0f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774875 Sep 24 00:13:25.164614 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.190849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8595-deab-48a0-bf99-8c78c190472c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.270135 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1643-d9d6-405b-909d-e414fc5359cd tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.275312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1643-d9d6-405b-909d-e414fc5359cd tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.302894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaf1643-d9d6-405b-909d-e414fc5359cd tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fc840e3-fd63-4220-a854-f45c679552e1,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:25.310805 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcaf1643-d9d6-405b-909d-e414fc5359cd tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.312055 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dcaf1643-d9d6-405b-909d-e414fc5359cd tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2577729 Sep 24 00:13:25.314954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.315839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=62e89b79-2744-48e6-a940-75c20755e8f1,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:25.316392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8595-deab-48a0-bf99-8c78c190472c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.318802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': '2ed26c86-e632-4d94-ab72-4fe256a07c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a920eb47-6f89-4b2b-98f5-b8ba2fc38a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:25.319221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: a920eb47-6f89-4b2b-98f5-b8ba2fc38a35, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:25.342667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:25.360428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, a920eb47-6f89-4b2b-98f5-b8ba2fc38a35) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:25.368653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f8595-deab-48a0-bf99-8c78c190472c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Subnet': ['ID=54862f2c-7e43-4040-b5dc-78cfe199cd88,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:25.369911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f23435-310c-42a2-9ff0-22d5b9a2c53d None None] Network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:25.376573 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0e1312c7-e4c1-49b2-b905-cf72f7e7252e tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules/0fc840e3-fd63-4220-a854-f45c679552e1 HTTP/1.1" status: 200 len: 764 time: 0.0555756 Sep 24 00:13:25.376870 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0f3f8595-deab-48a0-bf99-8c78c190472c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.378592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0f3f8595-deab-48a0-bf99-8c78c190472c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/54862f2c-7e43-4040-b5dc-78cfe199cd88 HTTP/1.1" status: 204 len: 168 time: 0.5323422 Sep 24 00:13:25.379711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.386350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41222) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.386895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:25.388968 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.414021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4982a5f2-5e5e-44ff-9e82-e919188c4778 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8753803 Sep 24 00:13:25.414941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.422820 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b5fc3f-de69-485c-a3ed-5d5604e3f8c9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.423293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b5fc3f-de69-485c-a3ed-5d5604e3f8c9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.427399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f1b5fc3f-de69-485c-a3ed-5d5604e3f8c9 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/63897547-c6cd-4c6f-bb51-fe5bcc4558a8 HTTP/1.1" status: 404 len: 337 time: 0.0376794 Sep 24 00:13:25.427721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41226) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.429384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-39dfbee2-71a2-43d2-8f07-dd1972fdf481 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-102322324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:25.466414 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2022b380-7eb2-4f92-b7df-40c8f1b5e261 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "GET /v2.0/ports?device_id=4a650dc8-6e93-40ae-9339-677077f57fd6 HTTP/1.1" status: 200 len: 205 time: 0.0354736 Sep 24 00:13:25.467348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41228) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.478747 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d1fe2dcb-3516-45fa-babd-a8bcdbe788c2 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0970302 Sep 24 00:13:25.481490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41230) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.481613 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39dfbee2-71a2-43d2-8f07-dd1972fdf481 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.482639 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39dfbee2-71a2-43d2-8f07-dd1972fdf481 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.507960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21714031-1a17-46d1-bf58-c9345094a675 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.513458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6275f829-f360-4349-8e42-2799ca56abde None None] Network e3fe3f08-c43c-42b1-a999-31f4b2373af6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:25.517173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21714031-1a17-46d1-bf58-c9345094a675 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.519535 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-d9c06fe1-b010-41a5-bfa1-e12e7df527c8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] delete failed (client error): The resource could not be found. Sep 24 00:13:25.520437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d9c06fe1-b010-41a5-bfa1-e12e7df527c8 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/routers/4a650dc8-6e93-40ae-9339-677077f57fd6 HTTP/1.1" status: 404 len: 336 time: 0.0521536 Sep 24 00:13:25.524060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41232) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.547678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21714031-1a17-46d1-bf58-c9345094a675 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.554558 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21714031-1a17-46d1-bf58-c9345094a675 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.555861 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-21714031-1a17-46d1-bf58-c9345094a675 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/0fc840e3-fd63-4220-a854-f45c679552e1 HTTP/1.1" status: 204 len: 168 time: 0.0736806 Sep 24 00:13:25.562236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41234) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.568665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21714031-1a17-46d1-bf58-c9345094a675 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0fc840e3-fd63-4220-a854-f45c679552e1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:25.570138 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc70a357-aee0-434d-8239-02ffff4391ad tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.570414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc70a357-aee0-434d-8239-02ffff4391ad tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.572208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cc70a357-aee0-434d-8239-02ffff4391ad tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/bc677567-9fae-480f-add9-66d8af974799 HTTP/1.1" status: 404 len: 337 time: 0.0448220 Sep 24 00:13:25.575727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41236) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.610710 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-84491f0f-d4c4-4bd2-8834-9219bdc2cb16 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0475397 Sep 24 00:13:25.613430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41238) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.620571 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ad2bcc-5b3f-45f7-937a-aa19aee2131c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.621028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ad2bcc-5b3f-45f7-937a-aa19aee2131c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.623446 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-58ad2bcc-5b3f-45f7-937a-aa19aee2131c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/773e247b-b10f-42b2-81f7-81916e3f2b48 HTTP/1.1" status: 404 len: 337 time: 0.0467970 Sep 24 00:13:25.625938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41240) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.653721 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-724e9287-8b5e-4560-acee-3e7a843613e0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.654185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-724e9287-8b5e-4560-acee-3e7a843613e0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.656090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-724e9287-8b5e-4560-acee-3e7a843613e0 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/89380288-44e4-440a-86d7-daf8d0f2eef2 HTTP/1.1" status: 404 len: 337 time: 0.0292444 Sep 24 00:13:25.658519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41242) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.678166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-a920eb47-6f89-4b2b-98f5-b8ba2fc38a35', 'network_id': 'a920eb47-6f89-4b2b-98f5-b8ba2fc38a35', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': '62e89b79-2744-48e6-a940-75c20755e8f1'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:13:25.679053 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.682027 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b20a69-9080-4736-a32b-f30593d01b10 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.705124 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39dfbee2-71a2-43d2-8f07-dd1972fdf481 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.706576 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-92977ddd-310f-44f5-8c2f-cb306084fd55 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.707320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92977ddd-310f-44f5-8c2f-cb306084fd55 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.709293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-92977ddd-310f-44f5-8c2f-cb306084fd55 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/43c4fe77-ae69-4d81-9260-3ca7fa05317e HTTP/1.1" status: 404 len: 333 time: 0.0498340 Sep 24 00:13:25.712158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41244) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.712308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b20a69-9080-4736-a32b-f30593d01b10 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.737957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fc0c9b0b-20e8-46c8-bf82-e05f992247f4 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:25.741690 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b10460a-3435-43d3-83db-6a3a44c3f2aa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.742147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b10460a-3435-43d3-83db-6a3a44c3f2aa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.747269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4b10460a-3435-43d3-83db-6a3a44c3f2aa tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/84065b17-ca3f-445d-868c-49e8036b013f HTTP/1.1" status: 404 len: 337 time: 0.0308259 Sep 24 00:13:25.747269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39dfbee2-71a2-43d2-8f07-dd1972fdf481 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.754334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41246) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.758683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bdcc3ff2-7021-403e-b372-aa48679dc823 None None] Provisioning complete for port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:25.759099 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3ff2-7021-403e-b372-aa48679dc823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.768093 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-39dfbee2-71a2-43d2-8f07-dd1972fdf481 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.772749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-39dfbee2-71a2-43d2-8f07-dd1972fdf481 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3558500 Sep 24 00:13:25.773432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41248) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.790897 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-873452f5-d511-4c98-87e2-bbe310fee4f6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.791746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-873452f5-d511-4c98-87e2-bbe310fee4f6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.796958 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-873452f5-d511-4c98-87e2-bbe310fee4f6 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/97652ea9-502a-4d57-b47f-cd4ecfb851af HTTP/1.1" status: 404 len: 337 time: 0.0411463 Sep 24 00:13:25.798199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41250) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.827052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b20a69-9080-4736-a32b-f30593d01b10 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.831114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50b20a69-9080-4736-a32b-f30593d01b10 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.832601 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-50b20a69-9080-4736-a32b-f30593d01b10 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "DELETE /v2.0/security-groups/00a69aff-2a45-4c09-a8d7-e5609c3afe21 HTTP/1.1" status: 204 len: 168 time: 0.2179472 Sep 24 00:13:25.833904 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a1afec-b68c-4444-b3d1-db674911de8a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.834907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a1afec-b68c-4444-b3d1-db674911de8a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.836297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41252) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.839920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-51a1afec-b68c-4444-b3d1-db674911de8a tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/4281c9ba-c088-4fe3-bcf9-25961f9212ff HTTP/1.1" status: 404 len: 333 time: 0.0397868 Sep 24 00:13:25.841533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41254) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.860187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b20a69-9080-4736-a32b-f30593d01b10 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a69aff-2a45-4c09-a8d7-e5609c3afe21,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:25.890925 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1732dbe-a57d-46d7-8750-380d7bbe79bb tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.893180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1732dbe-a57d-46d7-8750-380d7bbe79bb tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.899510 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e1732dbe-a57d-46d7-8750-380d7bbe79bb tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/3d830d3e-7e6d-40b7-940e-dc4719f85c28 HTTP/1.1" status: 404 len: 337 time: 0.0472937 Sep 24 00:13:25.900806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.917867 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:25.942846 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b8cfbe-1955-4f26-86c9-cd2d0f350063 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] DELETE failed (client error): The resource could not be found. Sep 24 00:13:25.943495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b8cfbe-1955-4f26-86c9-cd2d0f350063 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:13:25.947590 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d1b8cfbe-1955-4f26-86c9-cd2d0f350063 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/subnets/a5eb83c1-d2a8-4a8b-95dd-e9ba4c64e623 HTTP/1.1" status: 404 len: 337 time: 0.0447149 Sep 24 00:13:25.948560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41258) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:25.956772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc3ff2-7021-403e-b372-aa48679dc823 None None] Port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:26.034424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] DHCP port deletion for e3fe3f08-c43c-42b1-a999-31f4b2373af6 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:13:26.042116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bdcc3ff2-7021-403e-b372-aa48679dc823 None None] Provisioning complete for port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:26.042490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdcc3ff2-7021-403e-b372-aa48679dc823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.044642 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-088a6858-34f8-464b-b2f1-392fffecc6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.069065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:13:26.077518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:26.077911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.097317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5233234-d0b9-45aa-a3fa-f756bf6e0443 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:26.098242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5233234-d0b9-45aa-a3fa-f756bf6e0443 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.101708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Allocated IP 172.20.0.2 (a920eb47-6f89-4b2b-98f5-b8ba2fc38a35/62e89b79-2744-48e6-a940-75c20755e8f1/a247bb50-30ba-4063-b590-f1b214e31ab2) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:26.106681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a92e83c8-40e2-40cc-b35d-c81553a3a6a0 tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2685513 Sep 24 00:13:26.115866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41260) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:26.194286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5233234-d0b9-45aa-a3fa-f756bf6e0443 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.236284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5233234-d0b9-45aa-a3fa-f756bf6e0443 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 457eff78-12a6-43b3-bda2-4f10e4c7e4c4 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:26.271062 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.338206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-07c3959a-7060-402a-be44-8078996c4fec tempest-SecGroupTest-224339488 tempest-SecGroupTest-224339488-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2179868 Sep 24 00:13:26.348564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5233234-d0b9-45aa-a3fa-f756bf6e0443 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.387372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5233234-d0b9-45aa-a3fa-f756bf6e0443 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=457eff78-12a6-43b3-bda2-4f10e4c7e4c4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:26.401924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5233234-d0b9-45aa-a3fa-f756bf6e0443 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.406424 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f5233234-d0b9-45aa-a3fa-f756bf6e0443 tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/ports/457eff78-12a6-43b3-bda2-4f10e4c7e4c4 HTTP/1.1" status: 204 len: 168 time: 0.4547133 Sep 24 00:13:26.406678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41268) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:26.469791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] Deleting port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:26.470906 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.482791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330194b-ae1d-4834-88b7-17bfc70bcb6d req-2a151e1a-81f1-47b3-977e-57225c696b43 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:26.490516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b330194b-ae1d-4834-88b7-17bfc70bcb6d req-2a151e1a-81f1-47b3-977e-57225c696b43 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 944 time: 0.2142699 Sep 24 00:13:26.524173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.598137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Deleting port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:26.598470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.641751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b330194b-ae1d-4834-88b7-17bfc70bcb6d req-b34250c0-bd0f-4689-a102-c47f9985b137 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502795 Sep 24 00:13:26.656601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] For port 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=123fbaca-3ff7-4ff3-a87a-74641bee24e8,segment=NetworkSegment(e812229e-73d3-44e7-9055-7c47c95a059d),segment_id=e812229e-73d3-44e7-9055-7c47c95a059d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:26.657284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.670552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] Calling delete_port for 123fbaca-3ff7-4ff3-a87a-74641bee24e8 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:26.686987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] For port 123fbaca-3ff7-4ff3-a87a-74641bee24e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=123fbaca-3ff7-4ff3-a87a-74641bee24e8,segment=NetworkSegment(e812229e-73d3-44e7-9055-7c47c95a059d),segment_id=e812229e-73d3-44e7-9055-7c47c95a059d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:26.687735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.703684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Calling delete_port for 123fbaca-3ff7-4ff3-a87a-74641bee24e8 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:26.726268 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.776859 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.783572 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.798564 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc58c22-e315-4c21-8d9c-e1d86c5b868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0c9b0b-20e8-46c8-bf82-e05f992247f4'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:13:26.801457 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c7e9a9-0a2b-4e2c-ac15-4c380d427db8" -d '{"events": [{"server_uuid": "fdc58c22-e315-4c21-8d9c-e1d86c5b868f", "name": "network-vif-plugged", "status": "completed", "tag": "fc0c9b0b-20e8-46c8-bf82-e05f992247f4"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:13:26.816890 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.872377 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ecb5ed-9a44-4c1a-a785-6ef15441cd89 x-openstack-request-id: req-75ecb5ed-9a44-4c1a-a785-6ef15441cd89 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:13:26.873022 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc58c22-e315-4c21-8d9c-e1d86c5b868f", "name": "network-vif-plugged", "status": "completed", "tag": "fc0c9b0b-20e8-46c8-bf82-e05f992247f4", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:13:26.873472 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-75ecb5ed-9a44-4c1a-a785-6ef15441cd89 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:13:26.874699 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc58c22-e315-4c21-8d9c-e1d86c5b868f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0c9b0b-20e8-46c8-bf82-e05f992247f4', 'code': 200} Sep 24 00:13:26.878295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fc0c9b0b-20e8-46c8-bf82-e05f992247f4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:26.886478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Pushing event updated for resources: {'Port': ['ID=a247bb50-30ba-4063-b590-f1b214e31ab2,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:26.902158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.904807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.943616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41274) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:26.953531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:26.959506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:26.960970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.20.0.1 (a920eb47-6f89-4b2b-98f5-b8ba2fc38a35/62e89b79-2744-48e6-a940-75c20755e8f1/db8195e5-3179-4d68-b522-0dbd94ead38b) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:26.962685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:26.967073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:26.985423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] No DVR routers for this DVR port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:26.990437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Port': ['ID=123fbaca-3ff7-4ff3-a87a-74641bee24e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:27.007397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] No DVR routers for this DVR port 123fbaca-3ff7-4ff3-a87a-74641bee24e8 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:27.053417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:27.088697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48811b82-049e-4673-8be1-940668ab3f64 None None] Pushing event deleted for resources: {'Port': ['ID=123fbaca-3ff7-4ff3-a87a-74641bee24e8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:27.094428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Attempting to bind port a247bb50-30ba-4063-b590-f1b214e31ab2 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:27.094901 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Attempting to bind port a247bb50-30ba-4063-b590-f1b214e31ab2 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '2ed26c86-e632-4d94-ab72-4fe256a07c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a920eb47-6f89-4b2b-98f5-b8ba2fc38a35'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:27.095340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Attempting to bind port a247bb50-30ba-4063-b590-f1b214e31ab2 on network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:27.101173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:27.101569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Checking segment: {'id': '2ed26c86-e632-4d94-ab72-4fe256a07c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a920eb47-6f89-4b2b-98f5-b8ba2fc38a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:27.102102 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.102567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Bound using segment: {'id': '2ed26c86-e632-4d94-ab72-4fe256a07c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a920eb47-6f89-4b2b-98f5-b8ba2fc38a35'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:27.103139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Bound port: a247bb50-30ba-4063-b590-f1b214e31ab2, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ed26c86-e632-4d94-ab72-4fe256a07c96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a920eb47-6f89-4b2b-98f5-b8ba2fc38a35'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:27.103598 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.109765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a998cb7-f859-47a7-ac7e-1d0230519296 req-1a6b36ea-f080-43aa-a4b7-651e90b1ed16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:27.111570 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a998cb7-f859-47a7-ac7e-1d0230519296 req-1a6b36ea-f080-43aa-a4b7-651e90b1ed16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 1097 time: 0.1263936 Sep 24 00:13:27.140844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.153121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.179332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3fe3f08-c43c-42b1-a999-31f4b2373af6']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:27.198377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e812229e-73d3-44e7-9055-7c47c95a059d') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:27.198709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e812229e-73d3-44e7-9055-7c47c95a059d') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:27.202202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a998cb7-f859-47a7-ac7e-1d0230519296 req-adf7deb4-135e-4e4f-a5a4-48c4bbfc6909 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585434 Sep 24 00:13:27.211161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.232300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.240119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:13:27.241186 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:13:27.244276 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:13:27.246992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] For port a247bb50-30ba-4063-b590-f1b214e31ab2, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:27.262628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] For port a247bb50-30ba-4063-b590-f1b214e31ab2, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a247bb50-30ba-4063-b590-f1b214e31ab2,segment=NetworkSegment(2ed26c86-e632-4d94-ab72-4fe256a07c96),segment_id=2ed26c86-e632-4d94-ab72-4fe256a07c96)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:27.268489 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.270670 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.330447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:27.338916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:27.341761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6bffbe-2233-4342-9aff-693f0d83d7b8 None None] Pushing event updated for resources: {'Port': ['ID=a247bb50-30ba-4063-b590-f1b214e31ab2,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:27.342560 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.349432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-718fcfb5-845e-4704-b433-dc2d91b83558 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6cce368f0f9641f9a348705a2b76dbae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4044375 Sep 24 00:13:27.350715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:27.356516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41280) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:27.363572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.371069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] 10.222.0.24 "DELETE /v2.0/networks/e3fe3f08-c43c-42b1-a999-31f4b2373af6 HTTP/1.1" status: 204 len: 168 time: 0.9629536 Sep 24 00:13:27.372614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8999f4-d88d-4183-8310-ec54f3d8507c tempest-PortsIpV6TestJSON-595406918 tempest-PortsIpV6TestJSON-595406918-project] Pushing event deleted for resources: {'Network': ['ID=e3fe3f08-c43c-42b1-a999-31f4b2373af6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:27.439354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=db8195e5-3179-4d68-b522-0dbd94ead38b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:27.461634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.575999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27de8a22-a27a-4bdf-b70a-3a2f2e3b7413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.620369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27de8a22-a27a-4bdf-b70a-3a2f2e3b7413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.659868 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.690870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41288) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:27.854036 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27de8a22-a27a-4bdf-b70a-3a2f2e3b7413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.857329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-27de8a22-a27a-4bdf-b70a-3a2f2e3b7413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:27.858570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-27de8a22-a27a-4bdf-b70a-3a2f2e3b7413 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5bddea01-c19d-4049-9714-95f4024e62c6 HTTP/1.1" status: 204 len: 168 time: 0.4992750 Sep 24 00:13:27.885224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de8a22-a27a-4bdf-b70a-3a2f2e3b7413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bddea01-c19d-4049-9714-95f4024e62c6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:27.889334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41294) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:27.892685 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ce0e1bc-98e5-4625-82bf-300f871fbcdb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c7951dbbbfc4b86895607f526842c85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000668 Sep 24 00:13:27.909648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b0b974-7de6-4fe3-bcfc-bddec7f611d1 req-5a9850b8-af02-4218-b2e8-190c880c64fd tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:27.911555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04b0b974-7de6-4fe3-bcfc-bddec7f611d1 req-5a9850b8-af02-4218-b2e8-190c880c64fd tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 945 time: 0.1311543 Sep 24 00:13:28.040411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04b0b974-7de6-4fe3-bcfc-bddec7f611d1 req-47f9647a-08fe-41d2-a7c1-758213b20b3b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074631 Sep 24 00:13:28.074117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e64ba41b-9684-421c-adeb-e7824dd92dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.112619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e64ba41b-9684-421c-adeb-e7824dd92dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.135561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.136751 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a247bb50-30ba-4063-b590-f1b214e31ab2 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:28.169011 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.235573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a247bb50-30ba-4063-b590-f1b214e31ab2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:28.235874 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.284012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=db8195e5-3179-4d68-b522-0dbd94ead38b,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:28.302527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.308609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e64ba41b-9684-421c-adeb-e7824dd92dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.311663 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e64ba41b-9684-421c-adeb-e7824dd92dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.315021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e64ba41b-9684-421c-adeb-e7824dd92dbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2284b5b8-94df-4848-a3eb-2c5b9d580cc8 HTTP/1.1" status: 204 len: 168 time: 0.4198947 Sep 24 00:13:28.326713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64ba41b-9684-421c-adeb-e7824dd92dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2284b5b8-94df-4848-a3eb-2c5b9d580cc8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:28.460209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:28.463455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:28.481631 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.549196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a247bb50-30ba-4063-b590-f1b214e31ab2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a247bb50-30ba-4063-b590-f1b214e31ab2,segment=NetworkSegment(2ed26c86-e632-4d94-ab72-4fe256a07c96),segment_id=2ed26c86-e632-4d94-ab72-4fe256a07c96)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:28.555187 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:28.626811 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:13:28.633817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 123fbaca-3ff7-4ff3-a87a-74641bee24e8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:13:28.693596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 123fbaca-3ff7-4ff3-a87a-74641bee24e8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:13:28.695236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 123fbaca-3ff7-4ff3-a87a-74641bee24e8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:13:28.702054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router db798905-56a6-4c24-9e26-c111afc17b6b is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:13:28.746197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a247bb50-30ba-4063-b590-f1b214e31ab2,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:28.812264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621a7961-eebf-42bd-93d8-e68b71a87bef None None] Network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:28.837059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:28.847632 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba8e62-42de-41da-b89e-e9c916ebc281 None None] Sync routers for ids ['db798905-56a6-4c24-9e26-c111afc17b6b'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:28.860290 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba8e62-42de-41da-b89e-e9c916ebc281 None None] Routers {'db798905-56a6-4c24-9e26-c111afc17b6b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:28.863436 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6eba8e62-42de-41da-b89e-e9c916ebc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['db798905-56a6-4c24-9e26-c111afc17b6b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:28.865514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-548bab1e-161b-4de4-b3aa-eca0d40979a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/db798905-56a6-4c24-9e26-c111afc17b6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0908775 Sep 24 00:13:28.866353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41326) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:28.900732 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6eba8e62-42de-41da-b89e-e9c916ebc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:28.910196 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba8e62-42de-41da-b89e-e9c916ebc281 None None] Routers {'db798905-56a6-4c24-9e26-c111afc17b6b'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:28.911034 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6eba8e62-42de-41da-b89e-e9c916ebc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['db798905-56a6-4c24-9e26-c111afc17b6b'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:28.957718 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6eba8e62-42de-41da-b89e-e9c916ebc281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:28.959154 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba8e62-42de-41da-b89e-e9c916ebc281 None None] The sync data for ids ['db798905-56a6-4c24-9e26-c111afc17b6b'] in n-d-713498-18 is: [] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:28.995067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae0f0f5-5fc3-49a2-8037-1906a24adac0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:29.004040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41330) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:29.004335 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8ae0f0f5-5fc3-49a2-8037-1906a24adac0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports/db8195e5-3179-4d68-b522-0dbd94ead38b HTTP/1.1" status: 200 len: 910 time: 0.1359842 Sep 24 00:13:29.012632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a59e000e-d25c-45ee-b630-9c34ca0cdb7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '62e89b79-2744-48e6-a940-75c20755e8f1'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:29.013124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d345cf76-4ae2-4d80-8bfd-a2404fd2f147 None None] Provisioning complete for port a247bb50-30ba-4063-b590-f1b214e31ab2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:29.013550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d345cf76-4ae2-4d80-8bfd-a2404fd2f147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.118189 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.303323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201acef4-802c-440f-94f6-cd3c90b2024b req-eabc0a06-1e9c-4478-812e-a3577a96e3ea tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:29.304846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-201acef4-802c-440f-94f6-cd3c90b2024b req-eabc0a06-1e9c-4478-812e-a3577a96e3ea tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 945 time: 0.1165540 Sep 24 00:13:29.306054 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a59e000e-d25c-45ee-b630-9c34ca0cdb7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.342112 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41344) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:29.436306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-201acef4-802c-440f-94f6-cd3c90b2024b req-5526fee6-5617-4ede-8021-76dc009bcd9e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127284 Sep 24 00:13:29.685453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c8c09de9-66b7-4828-ba6d-1c240ca1d59a None None] Provisioning complete for port db8195e5-3179-4d68-b522-0dbd94ead38b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:29.685883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8c09de9-66b7-4828-ba6d-1c240ca1d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.688004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c0bb3943-5fbc-41c5-b08b-6ded960eea55 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:29.688446 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-c0bb3943-5fbc-41c5-b08b-6ded960eea55 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 00:13:29.688933 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-c0bb3943-5fbc-41c5-b08b-6ded960eea55 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 00:13:29.689910 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0bb3943-5fbc-41c5-b08b-6ded960eea55 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3463860 Sep 24 00:13:29.695110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41362) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:29.700799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--684243298'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:29.738703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c8c09de9-66b7-4828-ba6d-1c240ca1d59a None None] Port db8195e5-3179-4d68-b522-0dbd94ead38b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:29.750301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c8c09de9-66b7-4828-ba6d-1c240ca1d59a None None] Provisioning complete for port a247bb50-30ba-4063-b590-f1b214e31ab2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:29.751056 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c8c09de9-66b7-4828-ba6d-1c240ca1d59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.766396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.778374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.845365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41364) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:29.942856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62fb58-e3a2-4e6f-8c77-6ed2f72eb4b0 req-f6544494-629f-4377-9a04-bef574bdede4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:29.944754 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d62fb58-e3a2-4e6f-8c77-6ed2f72eb4b0 req-f6544494-629f-4377-9a04-bef574bdede4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.1787322 Sep 24 00:13:29.946805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934313940'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:29.959289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.972061 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:29.982006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d62fb58-e3a2-4e6f-8c77-6ed2f72eb4b0 req-7c10d8ec-cfb9-4106-bdb1-09b7db2073b2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/quotas/2ad4e10a11c840b496a7ddcd458c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0281069 Sep 24 00:13:30.019594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5108ce6c-6e78-47b3-bbff-5c15cdcf4d3f None None] Provisioning complete for port db8195e5-3179-4d68-b522-0dbd94ead38b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:30.020546 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5108ce6c-6e78-47b3-bbff-5c15cdcf4d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.033523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.054448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.065522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb50e76-7330-4214-a1cc-99a75ed6819c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:30.126968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a247bb50-30ba-4063-b590-f1b214e31ab2 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:30.175377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d62fb58-e3a2-4e6f-8c77-6ed2f72eb4b0 req-9e4bb872-93b7-461c-a87e-41d4707a68ea tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770470 Sep 24 00:13:30.187525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.190498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5108ce6c-6e78-47b3-bbff-5c15cdcf4d3f None None] Port db8195e5-3179-4d68-b522-0dbd94ead38b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:30.211658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.265883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227f9d2d-c72e-41eb-8c36-03bb1c84da4a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:30.274690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a247bb50-30ba-4063-b590-f1b214e31ab2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:30.275106 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.343330 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a59e000e-d25c-45ee-b630-9c34ca0cdb7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.368545 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a59e000e-d25c-45ee-b630-9c34ca0cdb7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.369256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.377489 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.416292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d62fb58-e3a2-4e6f-8c77-6ed2f72eb4b0 req-a4729486-8467-46ee-840f-4d50153315af service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275429 Sep 24 00:13:30.480262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b36d64a8-201e-493e-8e93-8a443cd39aed None None] Provisioning complete for port db8195e5-3179-4d68-b522-0dbd94ead38b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:30.481163 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b36d64a8-201e-493e-8e93-8a443cd39aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.499313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.505792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.507196 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c342a4a1-0435-48c7-8f3e-66772f511363 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8111289 Sep 24 00:13:30.516877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41370) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:30.517998 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.523886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b36d64a8-201e-493e-8e93-8a443cd39aed None None] Port db8195e5-3179-4d68-b522-0dbd94ead38b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:30.525183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5296c2df-cb01-4463-b521-a21db6fbb8dd tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '227f9d2d-c72e-41eb-8c36-03bb1c84da4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:30.567300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a1b1a7-4b1b-4c0a-9c60-e8eb038b239c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:30.580651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.581860 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7353308 Sep 24 00:13:30.588382 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5296c2df-cb01-4463-b521-a21db6fbb8dd tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.613976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41372) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:30.647968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70c0bc-08f9-4fed-a754-003b5115e781 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07bfcaa-0cf2-4d29-a9ee-851740f8f371,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:30.721361 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5296c2df-cb01-4463-b521-a21db6fbb8dd tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.735074 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e423b347-ed1a-4fac-bded-aa24db1767a9 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1145968 Sep 24 00:13:30.735074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5296c2df-cb01-4463-b521-a21db6fbb8dd tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.738348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41374) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:30.746706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-617d9d99-f6f0-4a3c-9402-53db2bb32068 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-security--582705384', 'description': 'tempest-security-description-1608300241'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:30.770173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296c2df-cb01-4463-b521-a21db6fbb8dd tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2378e233-abb5-471d-87bd-d1d31cc9ee56,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:30.787937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5296c2df-cb01-4463-b521-a21db6fbb8dd tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.791851 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5296c2df-cb01-4463-b521-a21db6fbb8dd tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2687871 Sep 24 00:13:30.792217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41376) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:30.797217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-74dcb7da-347f-4da0-a3c0-075f4dff264e tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '227f9d2d-c72e-41eb-8c36-03bb1c84da4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:30.807058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617d9d99-f6f0-4a3c-9402-53db2bb32068 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.859889 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74dcb7da-347f-4da0-a3c0-075f4dff264e tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.884543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617d9d99-f6f0-4a3c-9402-53db2bb32068 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.895295 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617d9d99-f6f0-4a3c-9402-53db2bb32068 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.895813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e000e-d25c-45ee-b630-9c34ca0cdb7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:30.896428 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a59e000e-d25c-45ee-b630-9c34ca0cdb7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.897757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a59e000e-d25c-45ee-b630-9c34ca0cdb7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/ports/db8195e5-3179-4d68-b522-0dbd94ead38b HTTP/1.1" status: 200 len: 910 time: 1.8921413 Sep 24 00:13:30.899472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-617d9d99-f6f0-4a3c-9402-53db2bb32068 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:30.900317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e000e-d25c-45ee-b630-9c34ca0cdb7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=db8195e5-3179-4d68-b522-0dbd94ead38b,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:30.901612 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-617d9d99-f6f0-4a3c-9402-53db2bb32068 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "PUT /v2.0/security-groups/d07bfcaa-0cf2-4d29-a9ee-851740f8f371 HTTP/1.1" status: 200 len: 1779 time: 0.1593413 Sep 24 00:13:30.903351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41378) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:30.908328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41380) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:30.945467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d9d99-f6f0-4a3c-9402-53db2bb32068 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07bfcaa-0cf2-4d29-a9ee-851740f8f371,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:30.953310 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-74dcb7da-347f-4da0-a3c0-075f4dff264e tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 00:13:30.957467 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-74dcb7da-347f-4da0-a3c0-075f4dff264e tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1643522 Sep 24 00:13:30.958612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41382) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.013910 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1b6dc93-8bde-47de-bbde-8f84f5d42b34 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.029113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d62fb58-e3a2-4e6f-8c77-6ed2f72eb4b0 req-8c02e148-0afe-4aca-876a-33a6cf38ce79 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6021147 Sep 24 00:13:31.040147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-94712fa8-15d4-4f68-a42a-51bd974f1044 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups/d07bfcaa-0cf2-4d29-a9ee-851740f8f371 HTTP/1.1" status: 200 len: 1779 time: 0.1245544 Sep 24 00:13:31.042937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41384) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.045456 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1b6dc93-8bde-47de-bbde-8f84f5d42b34 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.104652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1b6dc93-8bde-47de-bbde-8f84f5d42b34 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.108658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1b6dc93-8bde-47de-bbde-8f84f5d42b34 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.109900 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d1b6dc93-8bde-47de-bbde-8f84f5d42b34 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/227f9d2d-c72e-41eb-8c36-03bb1c84da4a HTTP/1.1" status: 204 len: 168 time: 0.1508904 Sep 24 00:13:31.114979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41386) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.130067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b6dc93-8bde-47de-bbde-8f84f5d42b34 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=227f9d2d-c72e-41eb-8c36-03bb1c84da4a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:31.216431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-de953b87-0663-488e-a847-a66390f54ed3 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965056 Sep 24 00:13:31.216656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.221319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-aee0670f-56bc-4144-8f8f-679619d89255 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1488935152'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:31.237659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53226cd8-20bc-474c-9c39-f65fc23b30d5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.244458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aee0670f-56bc-4144-8f8f-679619d89255 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.292180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53226cd8-20bc-474c-9c39-f65fc23b30d5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.372421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aee0670f-56bc-4144-8f8f-679619d89255 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.382816 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53226cd8-20bc-474c-9c39-f65fc23b30d5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.384511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aee0670f-56bc-4144-8f8f-679619d89255 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.385819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53226cd8-20bc-474c-9c39-f65fc23b30d5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.390686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-53226cd8-20bc-474c-9c39-f65fc23b30d5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/d07bfcaa-0cf2-4d29-a9ee-851740f8f371 HTTP/1.1" status: 204 len: 168 time: 0.3444841 Sep 24 00:13:31.391215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41400) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.420457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53226cd8-20bc-474c-9c39-f65fc23b30d5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07bfcaa-0cf2-4d29-a9ee-851740f8f371,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:31.459665 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.525461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aee0670f-56bc-4144-8f8f-679619d89255 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.529123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aee0670f-56bc-4144-8f8f-679619d89255 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3114412 Sep 24 00:13:31.530571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0670f-56bc-4144-8f8f-679619d89255 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf66b31-fd0d-4c4b-be7f-216018753841,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:31.534293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41412) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.544666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2249a35d-0666-456f-8bde-a9df19e09aea tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': 'abf66b31-fd0d-4c4b-be7f-216018753841', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:31.545730 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-2249a35d-0666-456f-8bde-a9df19e09aea tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 24 00:13:31.546977 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-2249a35d-0666-456f-8bde-a9df19e09aea tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:31.551554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2249a35d-0666-456f-8bde-a9df19e09aea tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148513 Sep 24 00:13:31.554515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41414) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.579262 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e53960ca-f2d4-435d-86e9-0053c9f7a7a5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1574240 Sep 24 00:13:31.579262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41418) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.604430 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-b1970658-34a8-42dc-9b5c-c8e9b429b5ba tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] delete failed (client error): The resource could not be found. Sep 24 00:13:31.609069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b1970658-34a8-42dc-9b5c-c8e9b429b5ba tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/d07bfcaa-0cf2-4d29-a9ee-851740f8f371 HTTP/1.1" status: 404 len: 347 time: 0.0256131 Sep 24 00:13:31.610115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41422) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.617376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a9004f5f-ac13-4f59-a89c-6bd061d51ccc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987115182'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:31.654551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f575c1b5-68be-446f-ac4a-107723f142fe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.713748 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9004f5f-ac13-4f59-a89c-6bd061d51ccc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.735304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f575c1b5-68be-446f-ac4a-107723f142fe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.841344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f575c1b5-68be-446f-ac4a-107723f142fe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.844996 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f575c1b5-68be-446f-ac4a-107723f142fe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.848536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f575c1b5-68be-446f-ac4a-107723f142fe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/abf66b31-fd0d-4c4b-be7f-216018753841 HTTP/1.1" status: 204 len: 168 time: 0.2908120 Sep 24 00:13:31.855082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41448) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:31.886572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575c1b5-68be-446f-ac4a-107723f142fe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf66b31-fd0d-4c4b-be7f-216018753841,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:31.957664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port db8195e5-3179-4d68-b522-0dbd94ead38b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:31.958012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:31.998099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9004f5f-ac13-4f59-a89c-6bd061d51ccc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.006455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9004f5f-ac13-4f59-a89c-6bd061d51ccc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.036310 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9386b7ce-dc60-430f-89e0-23072dd134fd tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1795144 Sep 24 00:13:32.043517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41476) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:32.049237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-674594af-3029-4738-9fa1-1ab7ec7b8bbe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1655517269'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:32.059077 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9004f5f-ac13-4f59-a89c-6bd061d51ccc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.060358 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a9004f5f-ac13-4f59-a89c-6bd061d51ccc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4492135 Sep 24 00:13:32.063148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41480) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:32.065204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9004f5f-ac13-4f59-a89c-6bd061d51ccc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e5909d-da24-441a-abe5-9d25c4d32a0b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:32.071661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1065471e-c23a-45ca-b8eb-fe0258ad3a14 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '48e5909d-da24-441a-abe5-9d25c4d32a0b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:32.094658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-674594af-3029-4738-9fa1-1ab7ec7b8bbe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.145081 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.145599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1065471e-c23a-45ca-b8eb-fe0258ad3a14 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.163436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for db8195e5-3179-4d68-b522-0dbd94ead38b owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:32.194136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-d484539c-baa2-4593-8bc9-c364445b7ada tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:32.196410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-d484539c-baa2-4593-8bc9-c364445b7ada tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.2035801 Sep 24 00:13:32.244199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1065471e-c23a-45ca-b8eb-fe0258ad3a14 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.280221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-28e82e48-5450-48fd-be8e-d77fb6c2f147 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/quotas/2ad4e10a11c840b496a7ddcd458c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0758359 Sep 24 00:13:32.285011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-674594af-3029-4738-9fa1-1ab7ec7b8bbe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.286169 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1065471e-c23a-45ca-b8eb-fe0258ad3a14 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.300864 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-674594af-3029-4738-9fa1-1ab7ec7b8bbe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.342661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1065471e-c23a-45ca-b8eb-fe0258ad3a14 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a0b0d45-d57d-4608-bba0-7b7930654b71,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:32.361121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1065471e-c23a-45ca-b8eb-fe0258ad3a14 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.365821 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1065471e-c23a-45ca-b8eb-fe0258ad3a14 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3012826 Sep 24 00:13:32.369824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41508) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:32.373925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-674594af-3029-4738-9fa1-1ab7ec7b8bbe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.380257 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-674594af-3029-4738-9fa1-1ab7ec7b8bbe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3355021 Sep 24 00:13:32.380996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41512) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:32.398847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-80263f3b-d057-47bb-8f21-7cd96a694b08 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '68bbde50-784b-40f5-9783-5aec7a0a2907', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:32.400395 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-80263f3b-d057-47bb-8f21-7cd96a694b08 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 24 00:13:32.401021 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-80263f3b-d057-47bb-8f21-7cd96a694b08 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:32.403653 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-80263f3b-d057-47bb-8f21-7cd96a694b08 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0088060 Sep 24 00:13:32.407205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41516) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:32.409701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674594af-3029-4738-9fa1-1ab7ec7b8bbe tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68bbde50-784b-40f5-9783-5aec7a0a2907,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:32.456072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-fd202403-e2cb-4240-ba90-d8841443a1fe tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1698122 Sep 24 00:13:32.462513 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf5fcc6f-954d-4986-af96-8308d5911c28 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.488756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf5fcc6f-954d-4986-af96-8308d5911c28 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.642447 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf5fcc6f-954d-4986-af96-8308d5911c28 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.663452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf5fcc6f-954d-4986-af96-8308d5911c28 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.667895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bf5fcc6f-954d-4986-af96-8308d5911c28 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3a0b0d45-d57d-4608-bba0-7b7930654b71 HTTP/1.1" status: 204 len: 168 time: 0.2915382 Sep 24 00:13:32.671642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41552) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:32.672415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5fcc6f-954d-4986-af96-8308d5911c28 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a0b0d45-d57d-4608-bba0-7b7930654b71,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:32.682059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.690045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-382547c5-3908-4783-88bf-43960fd98949 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.723723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-e7205e55-b6e2-4835-94db-0fa441631e19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0902166 Sep 24 00:13:32.734985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=db8195e5-3179-4d68-b522-0dbd94ead38b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:32.776277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-c770b5a2-a227-478a-bbf4-10506b5bafb0 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3112147 Sep 24 00:13:32.819393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-382547c5-3908-4783-88bf-43960fd98949 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:32.839300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-eac27646-091d-4b89-851e-51967c676f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:32.840939 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-eac27646-091d-4b89-851e-51967c676f21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1096 time: 0.0554929 Sep 24 00:13:32.886520 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-825b5c70-f4ca-4db3-a373-a14d2244febf tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2115786 Sep 24 00:13:32.890170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41574) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:33.038831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-257be7bd-84cd-4fa2-a392-8942da050253 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.063036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-257be7bd-84cd-4fa2-a392-8942da050253 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.071119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-6221e9fc-e805-40ab-b833-6f340edcec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:33.072618 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-6221e9fc-e805-40ab-b833-6f340edcec0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.2066998 Sep 24 00:13:33.088237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.100453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-382547c5-3908-4783-88bf-43960fd98949 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.103594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-382547c5-3908-4783-88bf-43960fd98949 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.105293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-382547c5-3908-4783-88bf-43960fd98949 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/68bbde50-784b-40f5-9783-5aec7a0a2907 HTTP/1.1" status: 204 len: 168 time: 0.6970899 Sep 24 00:13:33.118651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41598) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:33.133006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-24d83d9c-84cb-469c-bcd2-4bf5f57b3909 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441801 Sep 24 00:13:33.142934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382547c5-3908-4783-88bf-43960fd98949 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bbde50-784b-40f5-9783-5aec7a0a2907,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:33.233689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-257be7bd-84cd-4fa2-a392-8942da050253 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.236398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-257be7bd-84cd-4fa2-a392-8942da050253 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.243599 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-257be7bd-84cd-4fa2-a392-8942da050253 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/48e5909d-da24-441a-abe5-9d25c4d32a0b HTTP/1.1" status: 204 len: 168 time: 0.3522692 Sep 24 00:13:33.243739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41614) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:33.248621 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-bfa7e564-20cc-4858-848c-f1e9ebccbb37 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.1541181 Sep 24 00:13:33.284199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257be7bd-84cd-4fa2-a392-8942da050253 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e5909d-da24-441a-abe5-9d25c4d32a0b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:33.344686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-52174a21-2ceb-4bf3-a272-6383c2c025ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:33.347193 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-52174a21-2ceb-4bf3-a272-6383c2c025ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0721304 Sep 24 00:13:33.357152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ad54333a-d29d-483d-bbc2-2b51f36ec61a tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2371736 Sep 24 00:13:33.364609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b027cd9d-90e2-4399-a28b-d3b63e154469 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943758 Sep 24 00:13:33.366004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41626) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:33.373523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474886429'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:33.373984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:33.381441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-69b6d721-a439-4a78-80ad-62f80614a9c4 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-secgroup--159027317'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:33.434893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-32b2a150-4690-4a73-8f8f-ea46e86e2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:33.436680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-32b2a150-4690-4a73-8f8f-ea46e86e2b34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0814078 Sep 24 00:13:33.489645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:13:33.489645 n-d-713498-18 neutron-server[106379]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 00:13:33.489645 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id': '5f9fa42cfe114c56b08bf95b62b32216', 'id': '1861cc89-b933-42c6-bf12-688abac793d9', 'expiration': datetime.datetime(2021, 9, 24, 0, 15, 33, 451005)}] Sep 24 00:13:33.489645 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:13:33.490035 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:13:33.501513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69b6d721-a439-4a78-80ad-62f80614a9c4 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.522925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0dc3d39a-0bfa-4ecf-858c-897f4be6ceba req-5c9092df-1f4c-444c-b968-fb36529ce181 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 210 time: 0.0937762 Sep 24 00:13:33.524742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router db798905-56a6-4c24-9e26-c111afc17b6b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:13:33.625667 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-9c4e8d99-da65-4b61-b4df-5e5465660cde service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788070 Sep 24 00:13:33.652925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:33.665769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfd795-2efc-4df2-8a4d-c28475157a8c None None] Sync routers for ids ['db798905-56a6-4c24-9e26-c111afc17b6b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:33.677221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aaa97433-f2be-4b57-b9f4-803dd258b2d4 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/db798905-56a6-4c24-9e26-c111afc17b6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7664220 Sep 24 00:13:33.677432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41670) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:33.687875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfd795-2efc-4df2-8a4d-c28475157a8c None None] Routers {'db798905-56a6-4c24-9e26-c111afc17b6b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:33.688524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57cfd795-2efc-4df2-8a4d-c28475157a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['db798905-56a6-4c24-9e26-c111afc17b6b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:33.745355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8e7cb18d-f2dd-4321-b69a-041e2d28e547 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=db798905-56a6-4c24-9e26-c111afc17b6b HTTP/1.1" status: 200 len: 205 time: 0.0667236 Sep 24 00:13:33.747161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57cfd795-2efc-4df2-8a4d-c28475157a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:33.748059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41680) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:33.792498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cfd795-2efc-4df2-8a4d-c28475157a8c None None] Routers {'db798905-56a6-4c24-9e26-c111afc17b6b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:33.793933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57cfd795-2efc-4df2-8a4d-c28475157a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['db798905-56a6-4c24-9e26-c111afc17b6b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:33.860851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-57cfd795-2efc-4df2-8a4d-c28475157a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:33.861692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57cfd795-2efc-4df2-8a4d-c28475157a8c None None] The sync data for ids ['db798905-56a6-4c24-9e26-c111afc17b6b'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:33.884767 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69b6d721-a439-4a78-80ad-62f80614a9c4 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.906476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69b6d721-a439-4a78-80ad-62f80614a9c4 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.908145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d655e9-f330-447c-865b-9c3deeeab1e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.934792 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d48e65c-8cce-4cef-b5a6-6c85b7c5161a req-4a2b9ad6-753b-4d8d-b7a8-a403024fdfbd service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003979 Sep 24 00:13:33.947562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6d721-a439-4a78-80ad-62f80614a9c4 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e97a86-051b-489e-9c39-b59bc70237a4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:33.951416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-69b6d721-a439-4a78-80ad-62f80614a9c4 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:33.957088 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-69b6d721-a439-4a78-80ad-62f80614a9c4 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5802016 Sep 24 00:13:33.958692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41704) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:33.964381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-47de4941-02bf-4729-9e7b-93f7243be25c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '56e97a86-051b-489e-9c39-b59bc70237a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:34.019624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-47de4941-02bf-4729-9e7b-93f7243be25c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.114854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-47de4941-02bf-4729-9e7b-93f7243be25c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.131023 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-47de4941-02bf-4729-9e7b-93f7243be25c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.155932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de4941-02bf-4729-9e7b-93f7243be25c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66eef329-f75b-4191-8128-80724da1be28,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:34.172994 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.178328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-47de4941-02bf-4729-9e7b-93f7243be25c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.186938 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-47de4941-02bf-4729-9e7b-93f7243be25c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2260873 Sep 24 00:13:34.188801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41730) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.201324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cf0e7c37-8f08-4884-bc7c-23aa89610763 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '56e97a86-051b-489e-9c39-b59bc70237a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:34.208786 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d655e9-f330-447c-865b-9c3deeeab1e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.235704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d655e9-f330-447c-865b-9c3deeeab1e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.238300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7c37-8f08-4884-bc7c-23aa89610763 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.313827 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d655e9-f330-447c-865b-9c3deeeab1e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.314465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d655e9-f330-447c-865b-9c3deeeab1e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Fanout notify agent at l3_agent the message router_deleted on router db798905-56a6-4c24-9e26-c111afc17b6b {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:13:34.322576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1d655e9-f330-447c-865b-9c3deeeab1e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.323709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a1d655e9-f330-447c-865b-9c3deeeab1e8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/db798905-56a6-4c24-9e26-c111afc17b6b HTTP/1.1" status: 204 len: 168 time: 0.5741813 Sep 24 00:13:34.326842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41744) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.336021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7c37-8f08-4884-bc7c-23aa89610763 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.341982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7c37-8f08-4884-bc7c-23aa89610763 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.360845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e7c37-8f08-4884-bc7c-23aa89610763 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bb79efc-279b-49b9-8a7b-966a96df7403,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:34.408623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5709b9-33c2-4af3-8ff2-41f69a0f79ab tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet 62e89b79-2744-48e6-a940-75c20755e8f1 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:34.415617 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5709b9-33c2-4af3-8ff2-41f69a0f79ab tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.469377 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.476848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5709b9-33c2-4af3-8ff2-41f69a0f79ab tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.477887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cf0e7c37-8f08-4884-bc7c-23aa89610763 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.482149 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cf0e7c37-8f08-4884-bc7c-23aa89610763 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2890527 Sep 24 00:13:34.482313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.482504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41766) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.488528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9587028d-8aae-481d-80c3-c237c796dc1f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '56e97a86-051b-489e-9c39-b59bc70237a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:34.527283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.531984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41774) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.533108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1660264 Sep 24 00:13:34.538134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-aa74f533-7087-4b62-bc47-9e2960e72417 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '90bc9fc2-fae9-4f4c-bcc6-a3130f2c3ce1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:34.540186 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-aa74f533-7087-4b62-bc47-9e2960e72417 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 24 00:13:34.540711 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-aa74f533-7087-4b62-bc47-9e2960e72417 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:34.541711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aa74f533-7087-4b62-bc47-9e2960e72417 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086706 Sep 24 00:13:34.544448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41780) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.549680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2abe43cb-12a8-48c9-bc9c-d6f72565548f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '90bc9fc2-fae9-4f4c-bcc6-a3130f2c3ce1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:34.550335 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-2abe43cb-12a8-48c9-bc9c-d6f72565548f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 24 00:13:34.551148 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-2abe43cb-12a8-48c9-bc9c-d6f72565548f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:34.552158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2abe43cb-12a8-48c9-bc9c-d6f72565548f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065193 Sep 24 00:13:34.555493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41782) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.561983 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9587028d-8aae-481d-80c3-c237c796dc1f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.565970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a42cac38-f0e4-430e-adb9-f3a6db45b421 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '90bc9fc2-fae9-4f4c-bcc6-a3130f2c3ce1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:34.567299 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-a42cac38-f0e4-430e-adb9-f3a6db45b421 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 24 00:13:34.568124 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-a42cac38-f0e4-430e-adb9-f3a6db45b421 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:34.569647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a42cac38-f0e4-430e-adb9-f3a6db45b421 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0129857 Sep 24 00:13:34.572131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41784) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.575923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01e64f-5915-459a-97f0-349ebc3999d8 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc9fc2-fae9-4f4c-bcc6-a3130f2c3ce1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:34.578060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-db9d874f-170c-4fd2-be50-1d2d41c51e30 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '90bc9fc2-fae9-4f4c-bcc6-a3130f2c3ce1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:34.579216 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-db9d874f-170c-4fd2-be50-1d2d41c51e30 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 24 00:13:34.579919 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-db9d874f-170c-4fd2-be50-1d2d41c51e30 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:34.581038 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-db9d874f-170c-4fd2-be50-1d2d41c51e30 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073202 Sep 24 00:13:34.584097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41786) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.659142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce1fdfcb-68a5-44f0-a995-217663048373 req-92bf0089-74f7-4a64-85a4-0799f12cf2d2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 210 time: 0.0408173 Sep 24 00:13:34.663160 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5709b9-33c2-4af3-8ff2-41f69a0f79ab tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.664492 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9587028d-8aae-481d-80c3-c237c796dc1f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.706938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9587028d-8aae-481d-80c3-c237c796dc1f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.730205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1968df81-f9bf-483c-9e96-62eabe099eee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.756500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5709b9-33c2-4af3-8ff2-41f69a0f79ab tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.767588 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1968df81-f9bf-483c-9e96-62eabe099eee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.771154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9587028d-8aae-481d-80c3-c237c796dc1f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1621ed5f-18de-470a-a7e7-890f943e3b36,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:34.782693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9587028d-8aae-481d-80c3-c237c796dc1f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.783955 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9587028d-8aae-481d-80c3-c237c796dc1f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3001184 Sep 24 00:13:34.786806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41810) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.797078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-de05161d-efa9-47bd-889d-8b861370b083 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '56e97a86-051b-489e-9c39-b59bc70237a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:34.856297 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1968df81-f9bf-483c-9e96-62eabe099eee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.859015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1968df81-f9bf-483c-9e96-62eabe099eee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.863012 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1968df81-f9bf-483c-9e96-62eabe099eee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/90bc9fc2-fae9-4f4c-bcc6-a3130f2c3ce1 HTTP/1.1" status: 204 len: 168 time: 0.2751095 Sep 24 00:13:34.863012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de05161d-efa9-47bd-889d-8b861370b083 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.863593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41820) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.874847 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5709b9-33c2-4af3-8ff2-41f69a0f79ab tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:34.877571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8c5709b9-33c2-4af3-8ff2-41f69a0f79ab tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/62e89b79-2744-48e6-a940-75c20755e8f1 HTTP/1.1" status: 204 len: 168 time: 0.5497336 Sep 24 00:13:34.880555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8911bf60-f5ce-445e-9570-04a390c93d34 None None] Network a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:34.887472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41822) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:34.894219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5709b9-33c2-4af3-8ff2-41f69a0f79ab tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=62e89b79-2744-48e6-a940-75c20755e8f1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:34.915579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968df81-f9bf-483c-9e96-62eabe099eee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc9fc2-fae9-4f4c-bcc6-a3130f2c3ce1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:34.935870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-1f6653a6-0e27-498d-ad16-71fa4b3664f5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:34.938199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-1f6653a6-0e27-498d-ad16-71fa4b3664f5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.1772337 Sep 24 00:13:34.968028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Request body: {'port': {'device_id': 'fa316e3c-7392-4ca1-b7d5-0995a6480593', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'admin_state_up': True, 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:35.045017 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-71b548a0-cf36-4970-bbf3-4cdcef8068c7 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1776476 Sep 24 00:13:35.049960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41840) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:35.060666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531514420'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:35.071039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.075081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de05161d-efa9-47bd-889d-8b861370b083 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.090453 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de05161d-efa9-47bd-889d-8b861370b083 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.125518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.127378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05161d-efa9-47bd-889d-8b861370b083 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206f27e3-5e8e-4ad8-b08e-aaa5ff00eaba,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:35.132779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-de05161d-efa9-47bd-889d-8b861370b083 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.134566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-de05161d-efa9-47bd-889d-8b861370b083 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3468361 Sep 24 00:13:35.139226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41850) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:35.145289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1d19fdd4-ee0c-4e9b-a286-58b45ae39ece tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '56e97a86-051b-489e-9c39-b59bc70237a4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:35.165593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] DHCP port deletion for a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:13:35.167171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:35.172394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.182344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:13:35.182344 n-d-713498-18 neutron-server[106378]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 00:13:35.182344 n-d-713498-18 neutron-server[106378]: [parameters: {'project_id_1': '5f9fa42cfe114c56b08bf95b62b32216', 'expiration_1': datetime.datetime(2021, 9, 24, 0, 13, 15, 176250)}] Sep 24 00:13:35.182344 n-d-713498-18 neutron-server[106378]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:13:35.182717 n-d-713498-18 neutron-server[106378]: DEBUG oslo_db.api [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:13:35.202206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port a247bb50-30ba-4063-b590-f1b214e31ab2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:35.202557 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.225813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] Deleting port a247bb50-30ba-4063-b590-f1b214e31ab2 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:35.226461 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.289851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port a247bb50-30ba-4063-b590-f1b214e31ab2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a247bb50-30ba-4063-b590-f1b214e31ab2,segment=NetworkSegment(2ed26c86-e632-4d94-ab72-4fe256a07c96),segment_id=2ed26c86-e632-4d94-ab72-4fe256a07c96)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:35.290483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.304303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for a247bb50-30ba-4063-b590-f1b214e31ab2 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:35.307405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] For port a247bb50-30ba-4063-b590-f1b214e31ab2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a247bb50-30ba-4063-b590-f1b214e31ab2,segment=NetworkSegment(2ed26c86-e632-4d94-ab72-4fe256a07c96),segment_id=2ed26c86-e632-4d94-ab72-4fe256a07c96)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:35.307405 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.324780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] Calling delete_port for a247bb50-30ba-4063-b590-f1b214e31ab2 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:35.325786 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d19fdd4-ee0c-4e9b-a286-58b45ae39ece tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.375219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Allocated IP 172.20.0.5 (7535db54-e52f-4873-8dc1-92355e04ada4/59b704d5-6054-4774-9bcf-25ca6f431ed7/85072ef9-8f10-41f2-81da-3fa1f4b73e0c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:35.395536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:13:35.404749 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:13:35.422071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.435704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No DVR routers for this DVR port a247bb50-30ba-4063-b590-f1b214e31ab2 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:35.438101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=a247bb50-30ba-4063-b590-f1b214e31ab2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:35.438309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] No DVR routers for this DVR port a247bb50-30ba-4063-b590-f1b214e31ab2 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:35.448580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d19fdd4-ee0c-4e9b-a286-58b45ae39ece tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.458706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d19fdd4-ee0c-4e9b-a286-58b45ae39ece tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.460586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e639e-b88c-4280-a2fd-0e21997be658 None None] Pushing event deleted for resources: {'Port': ['ID=a247bb50-30ba-4063-b590-f1b214e31ab2,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:35.520130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19fdd4-ee0c-4e9b-a286-58b45ae39ece tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f7146c-5498-42ff-ab60-4418bd9c6030,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:35.534954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d19fdd4-ee0c-4e9b-a286-58b45ae39ece tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.536153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1d19fdd4-ee0c-4e9b-a286-58b45ae39ece tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3958826 Sep 24 00:13:35.541445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41890) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:35.546512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.574745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a920eb47-6f89-4b2b-98f5-b8ba2fc38a35']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:35.585531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ed26c86-e632-4d94-ab72-4fe256a07c96') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:35.585692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ed26c86-e632-4d94-ab72-4fe256a07c96') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:35.597302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.606679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72dfb314-7103-4321-a505-5c7c04ddcc00 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.614533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.622444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72dfb314-7103-4321-a505-5c7c04ddcc00 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.622967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:13:35.623618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:13:35.627612 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:13:35.664438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.676360 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72dfb314-7103-4321-a505-5c7c04ddcc00 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.681561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72dfb314-7103-4321-a505-5c7c04ddcc00 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.682901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-72dfb314-7103-4321-a505-5c7c04ddcc00 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/33f7146c-5498-42ff-ab60-4418bd9c6030 HTTP/1.1" status: 204 len: 168 time: 0.1403422 Sep 24 00:13:35.687322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41910) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:35.706363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.719285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfb314-7103-4321-a505-5c7c04ddcc00 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33f7146c-5498-42ff-ab60-4418bd9c6030,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:35.726858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.737963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.744713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41920) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:35.745228 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/a920eb47-6f89-4b2b-98f5-b8ba2fc38a35 HTTP/1.1" status: 204 len: 168 time: 0.8518498 Sep 24 00:13:35.755096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3a56582e-32a3-435a-b5f9-d7cbbe23e860 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1985362924', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:35.768438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aae6f5-2cf5-4b7b-a8a7-b9b345dd0351 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=a920eb47-6f89-4b2b-98f5-b8ba2fc38a35,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:35.801877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-33049060-b647-4960-8bb1-85ac68d8fbed tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1119788 Sep 24 00:13:35.806836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41930) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:35.808015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.822954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:13:35.845843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.854584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.898628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e8866e-65b1-40ec-9680-40304d57ddd4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:35.912006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Network 7535db54-e52f-4873-8dc1-92355e04ada4 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:35.922524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:35.930859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:35.955379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.959444 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f6ef2c1-090f-4f2d-a82f-d0464c323444 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9052553 Sep 24 00:13:35.961904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41948) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:35.967926 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e9a1719e-5b32-4353-99d6-2fe10f5575da tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:35.968417 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-e9a1719e-5b32-4353-99d6-2fe10f5575da tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 00:13:35.968672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-718e156c-d58f-419d-9923-6bb9c9fa451a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.968912 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-e9a1719e-5b32-4353-99d6-2fe10f5575da tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:35.970021 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e9a1719e-5b32-4353-99d6-2fe10f5575da tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070992 Sep 24 00:13:35.973288 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a56582e-32a3-435a-b5f9-d7cbbe23e860 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.973629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:35.974300 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a56582e-32a3-435a-b5f9-d7cbbe23e860 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:35.978011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event updated for resources: {'Port': ['ID=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:35.978317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c9ddef75-d0dd-45e1-8734-864c38c64337 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:35.997429 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-718e156c-d58f-419d-9923-6bb9c9fa451a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.009485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e70ff9-5d79-4338-9559-e2eb42d2b04e req-6748ddc0-5167-4c41-8941-c1a038764f43 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:36.017831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9e70ff9-5d79-4338-9559-e2eb42d2b04e req-6748ddc0-5167-4c41-8941-c1a038764f43 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 931 time: 0.2115951 Sep 24 00:13:36.041938 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-c9ddef75-d0dd-45e1-8734-864c38c64337 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:36.047229 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c9ddef75-d0dd-45e1-8734-864c38c64337 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0724065 Sep 24 00:13:36.047802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41958) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.052248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-68efe8fc-ad2e-4b65-b5dd-43d752111a2f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.052931 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-68efe8fc-ad2e-4b65-b5dd-43d752111a2f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 24 00:13:36.053562 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-68efe8fc-ad2e-4b65-b5dd-43d752111a2f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:36.054680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-68efe8fc-ad2e-4b65-b5dd-43d752111a2f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059659 Sep 24 00:13:36.057689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41960) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.063294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-eaf20953-ab5e-409f-b0ab-295a16bb74e2 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.082978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:36.083536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.115321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-718e156c-d58f-419d-9923-6bb9c9fa451a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.122531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a247bb50-30ba-4063-b590-f1b214e31ab2 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:13:36.123933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-718e156c-d58f-419d-9923-6bb9c9fa451a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.127872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-718e156c-d58f-419d-9923-6bb9c9fa451a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/206f27e3-5e8e-4ad8-b08e-aaa5ff00eaba HTTP/1.1" status: 204 len: 168 time: 0.3171349 Sep 24 00:13:36.128329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41962) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.151070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a247bb50-30ba-4063-b590-f1b214e31ab2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:13:36.151986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a247bb50-30ba-4063-b590-f1b214e31ab2 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:13:36.157119 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a56582e-32a3-435a-b5f9-d7cbbe23e860 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.159457 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-eaf20953-ab5e-409f-b0ab-295a16bb74e2 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:36.163530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eaf20953-ab5e-409f-b0ab-295a16bb74e2 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1017525 Sep 24 00:13:36.167855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9e70ff9-5d79-4338-9559-e2eb42d2b04e req-6f6581f3-2d6b-4691-a65a-d294311b522f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486216 Sep 24 00:13:36.171980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41964) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.172762 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a56582e-32a3-435a-b5f9-d7cbbe23e860 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.185997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2783026c-729f-4ddd-9c95-d241ce3b623b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.185997 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-2783026c-729f-4ddd-9c95-d241ce3b623b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 00:13:36.185997 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-2783026c-729f-4ddd-9c95-d241ce3b623b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:36.186607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2783026c-729f-4ddd-9c95-d241ce3b623b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087237 Sep 24 00:13:36.189522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41966) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.190306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7b0f4b47-a93d-43c3-b27c-0831f0e80ff9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2341912 Sep 24 00:13:36.193966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e156c-d58f-419d-9923-6bb9c9fa451a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=206f27e3-5e8e-4ad8-b08e-aaa5ff00eaba,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:36.203392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-76338e8e-b3d1-4388-b8b6-e073bb22d03d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0865591 Sep 24 00:13:36.205084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Request body: {'port': {'device_id': 'fa316e3c-7392-4ca1-b7d5-0995a6480593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.210255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a5164769-45df-4900-a29e-af62146703ab tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.229924 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a56582e-32a3-435a-b5f9-d7cbbe23e860 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.232624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3a56582e-32a3-435a-b5f9-d7cbbe23e860 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4872997 Sep 24 00:13:36.236528 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1132b0da-a4a2-4f08-848d-4a66f0a26053 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1051974 Sep 24 00:13:36.238198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41968) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.240133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41970) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.249496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1796980060'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.293818 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5068eb1-4ff7-4463-8a02-db250110e269 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.297416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.304474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5068eb1-4ff7-4463-8a02-db250110e269 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.322149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-9844cefe-ff16-475a-b5f6-b34cc87fd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:36.323863 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-9844cefe-ff16-475a-b5f6-b34cc87fd36e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 1097 time: 0.0701785 Sep 24 00:13:36.326394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:36.337711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.337711 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-a5164769-45df-4900-a29e-af62146703ab tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:36.337711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a5164769-45df-4900-a29e-af62146703ab tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1404500 Sep 24 00:13:36.338074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41974) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.345464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-dd3c079b-d4a2-4221-9def-178b025b14d7 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.345937 n-d-713498-18 neutron-server[106378]: WARNING neutron.api.v2.base [None req-dd3c079b-d4a2-4221-9def-178b025b14d7 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 24 00:13:36.346408 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-dd3c079b-d4a2-4221-9def-178b025b14d7 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:36.347407 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dd3c079b-d4a2-4221-9def-178b025b14d7 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076368 Sep 24 00:13:36.353719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41976) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.359180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-18f13198-5782-4540-858a-be74cd11cc61 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.384134 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5068eb1-4ff7-4463-8a02-db250110e269 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.395364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5068eb1-4ff7-4463-8a02-db250110e269 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.396644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5068eb1-4ff7-4463-8a02-db250110e269 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1621ed5f-18de-470a-a7e7-890f943e3b36 HTTP/1.1" status: 204 len: 168 time: 0.1555912 Sep 24 00:13:36.400468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41978) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.401199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:36.419006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5068eb1-4ff7-4463-8a02-db250110e269 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1621ed5f-18de-470a-a7e7-890f943e3b36,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:36.463167 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.463476 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment 3c821919-f38c-405d-8193-d5fc5879bafe of type vlan for network 42af75c1-bfd8-43ad-8566-88ed5197aca6 Sep 24 00:13:36.485813 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-18f13198-5782-4540-858a-be74cd11cc61 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:36.486933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-18f13198-5782-4540-858a-be74cd11cc61 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1312127 Sep 24 00:13:36.489829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41980) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.496609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7b23dceb-a8fa-41ef-8660-c11995993edc tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '76e8866e-65b1-40ec-9680-40304d57ddd4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.535775 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.549348 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7a697b0e-aec5-4402-a0cd-3925291d9114 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1448214 Sep 24 00:13:36.550510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-b6c66034-b062-4acc-ad87-26c198ce2825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:36.551925 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-b6c66034-b062-4acc-ad87-26c198ce2825 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1972070 Sep 24 00:13:36.552380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41982) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.553915 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.593377 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-7b23dceb-a8fa-41ef-8660-c11995993edc tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:36.594334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7b23dceb-a8fa-41ef-8660-c11995993edc tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1035998 Sep 24 00:13:36.599604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41984) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.613673 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-92f7572d-c4e7-4386-b678-7bdcae7d4705 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df3594e-2902-48f0-b685-6eea6dd3f162 HTTP/1.1" status: 200 len: 217 time: 0.0496085 Sep 24 00:13:36.698162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-115f4e8e-a320-4be1-8f80-331d07b37bae tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.716518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85072ef9-8f10-41f2-81da-3fa1f4b73e0c {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:13:36.728414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.741460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-115f4e8e-a320-4be1-8f80-331d07b37bae tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.759986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Transition to ACTIVE for port object 85072ef9-8f10-41f2-81da-3fa1f4b73e0c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:13:36.767425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.841124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Pushing event updated for resources: {'Port': ['ID=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:36.845055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-115f4e8e-a320-4be1-8f80-331d07b37bae tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.853694 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-115f4e8e-a320-4be1-8f80-331d07b37bae tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.853694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-115f4e8e-a320-4be1-8f80-331d07b37bae tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/76e8866e-65b1-40ec-9680-40304d57ddd4 HTTP/1.1" status: 204 len: 168 time: 0.2485459 Sep 24 00:13:36.853694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41990) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.889882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f4e8e-a320-4be1-8f80-331d07b37bae tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e8866e-65b1-40ec-9680-40304d57ddd4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:36.953187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9aef52b9-a914-4a03-8867-bf3690443f33 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0934944 Sep 24 00:13:36.954095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41998) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:36.958450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-aa2b7976-ba7e-42c2-97e6-1b61392e4b95 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481726757'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:36.978273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d003fda-2847-4c2b-bc8c-61821ed1eb87 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:36.989417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Attempting to bind port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:36.989821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Attempting to bind port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:36.990390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Attempting to bind port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:36.994830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.000560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:37.001120 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.004640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d003fda-2847-4c2b-bc8c-61821ed1eb87 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.008485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c on network 7535db54-e52f-4873-8dc1-92355e04ada4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:37.008902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Attempting to bind port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:37.025266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7976-ba7e-42c2-97e6-1b61392e4b95 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.033314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:37.033639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Checking segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:37.034021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Bound using segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:37.034461 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Bound port: 85072ef9-8f10-41f2-81da-3fa1f4b73e0c, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:37.034834 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.049885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-3f728cca-4c20-48b4-9584-e575a61b7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:37.051456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-3f728cca-4c20-48b4-9584-e575a61b7a6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.4276416 Sep 24 00:13:37.063677 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8204527 Sep 24 00:13:37.066601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42004) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:37.071775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:37.130040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e9d91-c60b-4093-9d49-f750a29dea45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=42af75c1-bfd8-43ad-8566-88ed5197aca6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:37.136328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d003fda-2847-4c2b-bc8c-61821ed1eb87 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.143904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 42af75c1-bfd8-43ad-8566-88ed5197aca6 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:37.146219 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9d003fda-2847-4c2b-bc8c-61821ed1eb87 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.147385 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9d003fda-2847-4c2b-bc8c-61821ed1eb87 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/9bb79efc-279b-49b9-8a7b-966a96df7403 HTTP/1.1" status: 204 len: 168 time: 0.5911305 Sep 24 00:13:37.154928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42006) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:37.161795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d003fda-2847-4c2b-bc8c-61821ed1eb87 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9bb79efc-279b-49b9-8a7b-966a96df7403,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:37.179117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-4c98939a-799c-42ce-b8c8-46efbfda79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:37.180690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-4c98939a-799c-42ce-b8c8-46efbfda79cf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1192453 Sep 24 00:13:37.231483 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-abbdd133-f499-4264-9e6e-b40272268703 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0728717 Sep 24 00:13:37.231908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42010) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:37.301097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a65c338-64a0-462c-8b4a-57dfce4ae12c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.311336 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a65c338-64a0-462c-8b4a-57dfce4ae12c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.344651 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-97861c60-9269-4321-ae82-dd28b5deb3d1 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560931 Sep 24 00:13:37.360715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a65c338-64a0-462c-8b4a-57dfce4ae12c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.365794 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2a65c338-64a0-462c-8b4a-57dfce4ae12c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.366971 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2a65c338-64a0-462c-8b4a-57dfce4ae12c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/66eef329-f75b-4191-8128-80724da1be28 HTTP/1.1" status: 204 len: 168 time: 0.1341243 Sep 24 00:13:37.380644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42012) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:37.407703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65c338-64a0-462c-8b4a-57dfce4ae12c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66eef329-f75b-4191-8128-80724da1be28,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:37.474887 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cd19d4d5-1124-45a0-9983-b62cf7284514 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0916779 Sep 24 00:13:37.477649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42014) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:37.521093 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3973acc-e356-41e0-aed5-a5d54c497452 req-fd7e6985-f9b8-49ff-8cc3-9272d97ab2a7 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693549 Sep 24 00:13:37.554421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aec45915-0b5f-4b90-9a93-c089e983113f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.577863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aec45915-0b5f-4b90-9a93-c089e983113f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.625113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] For port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:37.625680 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aec45915-0b5f-4b90-9a93-c089e983113f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.627777 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aec45915-0b5f-4b90-9a93-c089e983113f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.631510 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aec45915-0b5f-4b90-9a93-c089e983113f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/56e97a86-051b-489e-9c39-b59bc70237a4 HTTP/1.1" status: 204 len: 168 time: 0.1504421 Sep 24 00:13:37.633867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42016) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:37.636581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-3243dffb-c174-477c-82ca-9baf2bab8646 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:37.638650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-3243dffb-c174-477c-82ca-9baf2bab8646 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/networks?id=8298c024-5982-473a-9cb3-7540f52a584a HTTP/1.1" status: 200 len: 814 time: 0.6418052 Sep 24 00:13:37.651575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec45915-0b5f-4b90-9a93-c089e983113f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e97a86-051b-489e-9c39-b59bc70237a4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:37.671951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] For port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:37.685331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-45af47ad-3c58-4540-ba63-eb7f9abf4163 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/quotas/5f28474713c14e1ba6c10b6e731b9d33 HTTP/1.1" status: 200 len: 375 time: 0.0342953 Sep 24 00:13:37.686531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.695237 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fbdaf2d5-c6fb-44df-8c69-db8b2bffff3b tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0595784 Sep 24 00:13:37.698912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42018) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:37.705276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-04078409-2b5e-4fbb-8558-99395c35d732 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-secgroup--214284681'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:37.706100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4884112-9ef1-4812-abcc-949631e2524b req-24f5613d-e613-4ca8-bb69-770687939019 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:37.707628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4884112-9ef1-4812-abcc-949631e2524b req-24f5613d-e613-4ca8-bb69-770687939019 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 943 time: 0.2048457 Sep 24 00:13:37.778720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-edb7cb2a-d7bc-4fea-a2fa-951fa9d070d5 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f28474713c14e1ba6c10b6e731b9d33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815983 Sep 24 00:13:37.786284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:37.786926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.788275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] 10.222.0.20 "PUT /v2.0/ports/85072ef9-8f10-41f2-81da-3fa1f4b73e0c HTTP/1.1" status: 200 len: 1092 time: 1.5904126 Sep 24 00:13:37.794485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa316e3c-7392-4ca1-b7d5-0995a6480593', 'tag': '85072ef9-8f10-41f2-81da-3fa1f4b73e0c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:13:37.798004 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a572ca-d35e-4ae9-8d86-06ac36832bda" -d '{"events": [{"name": "network-changed", "server_uuid": "fa316e3c-7392-4ca1-b7d5-0995a6480593", "tag": "85072ef9-8f10-41f2-81da-3fa1f4b73e0c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:13:37.855968 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7976-ba7e-42c2-97e6-1b61392e4b95 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.893191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7976-ba7e-42c2-97e6-1b61392e4b95 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.904297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e5f2c-e329-4a45-bdbd-23b3656e8159 service neutron] Pushing event updated for resources: {'Port': ['ID=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:37.928077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4884112-9ef1-4812-abcc-949631e2524b req-ed7c9c4e-4057-457d-88e1-d74ae4d32fd4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851335 Sep 24 00:13:37.979716 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9914dfa0-b407-4934-b2e2-855bda2f1ac0 x-openstack-request-id: req-9914dfa0-b407-4934-b2e2-855bda2f1ac0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:13:37.980013 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa316e3c-7392-4ca1-b7d5-0995a6480593", "tag": "85072ef9-8f10-41f2-81da-3fa1f4b73e0c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:13:37.980268 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9914dfa0-b407-4934-b2e2-855bda2f1ac0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:13:37.980708 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa316e3c-7392-4ca1-b7d5-0995a6480593', 'tag': '85072ef9-8f10-41f2-81da-3fa1f4b73e0c', 'status': 'completed', 'code': 200} Sep 24 00:13:37.984883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:37.988638 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:37.992842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04078409-2b5e-4fbb-8558-99395c35d732 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.007406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aa2b7976-ba7e-42c2-97e6-1b61392e4b95 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.011392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aa2b7976-ba7e-42c2-97e6-1b61392e4b95 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0561328 Sep 24 00:13:38.012931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42022) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.017952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d71fb537-757e-4809-8ddc-2b88131facba tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': 'ffd8ccd8-511b-488e-bdf2-1bdbd1ec37dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:38.021751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b7976-ba7e-42c2-97e6-1b61392e4b95 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd8ccd8-511b-488e-bdf2-1bdbd1ec37dd,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:38.052241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-ab9e0cd6-b383-44b9-abc6-2766c6395525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:38.053829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-ab9e0cd6-b383-44b9-abc6-2766c6395525 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 1095 time: 0.2297535 Sep 24 00:13:38.089644 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04078409-2b5e-4fbb-8558-99395c35d732 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.098154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-b47a9c0f-cd33-4532-be67-7d25b8933ecd service neutron] 10.222.0.24 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916379 Sep 24 00:13:38.099986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04078409-2b5e-4fbb-8558-99395c35d732 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.135577 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04078409-2b5e-4fbb-8558-99395c35d732 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.137380 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-04078409-2b5e-4fbb-8558-99395c35d732 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4356654 Sep 24 00:13:38.140685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42024) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.148632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7e5d0472-2530-4350-be4b-20163b22d69a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '00103976-b61a-4dcf-ba02-04dcefc4e85a', 'direction': 'ingress', 'protocol': 17}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:38.149105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7d9c4c1b-5403-4fb6-9db3-c956409f4bc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85072ef9-8f10-41f2-81da-3fa1f4b73e0c HTTP/1.1" status: 200 len: 217 time: 0.0655119 Sep 24 00:13:38.155945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04078409-2b5e-4fbb-8558-99395c35d732 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00103976-b61a-4dcf-ba02-04dcefc4e85a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:38.182504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0472-2530-4350-be4b-20163b22d69a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.187649 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-d71fb537-757e-4809-8ddc-2b88131facba tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The resource could not be found. Sep 24 00:13:38.188714 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d71fb537-757e-4809-8ddc-2b88131facba tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1746726 Sep 24 00:13:38.198850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42026) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.203924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4eba2fb2-065d-4215-a8a2-4b0bc2378ec5 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': 'ffd8ccd8-511b-488e-bdf2-1bdbd1ec37dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5763e82d-d8c2-41ed-b190-2474de6526b5'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:38.271512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-4194e98f-afe4-4ae7-8ad6-4d30d7a02961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:38.271813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0472-2530-4350-be4b-20163b22d69a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.273048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-4194e98f-afe4-4ae7-8ad6-4d30d7a02961 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.1120095 Sep 24 00:13:38.276020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0472-2530-4350-be4b-20163b22d69a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.283259 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-4eba2fb2-065d-4215-a8a2-4b0bc2378ec5 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The resource could not be found. Sep 24 00:13:38.284302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4eba2fb2-065d-4215-a8a2-4b0bc2378ec5 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0841324 Sep 24 00:13:38.289424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42028) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.303455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d0472-2530-4350-be4b-20163b22d69a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50eddcf8-0259-43b9-83a2-3ef5c23abbf7,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:38.317696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e5d0472-2530-4350-be4b-20163b22d69a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.322835 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7e5d0472-2530-4350-be4b-20163b22d69a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1780901 Sep 24 00:13:38.325324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42030) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.336826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-7194b266-4f08-4bb5-8caf-f1e387068e66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420964 Sep 24 00:13:38.347523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ec0253ba-6681-4614-a84b-cfaf3400cb22 service neutron] 10.222.0.24 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112343 Sep 24 00:13:38.386354 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bfdda1a-1bee-42aa-8938-fd01d4cbf933 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.419232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3f289e-e8f2-4eb4-be72-793633905a7e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.427357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bfdda1a-1bee-42aa-8938-fd01d4cbf933 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.461700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3f289e-e8f2-4eb4-be72-793633905a7e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.469450 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.548341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bfdda1a-1bee-42aa-8938-fd01d4cbf933 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.551192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0bfdda1a-1bee-42aa-8938-fd01d4cbf933 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.555367 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0bfdda1a-1bee-42aa-8938-fd01d4cbf933 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/ffd8ccd8-511b-488e-bdf2-1bdbd1ec37dd HTTP/1.1" status: 204 len: 168 time: 0.2637427 Sep 24 00:13:38.556493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42038) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.588240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-407228ef-3106-4a15-ab1f-115272373a06 req-2e55deeb-285d-4c95-854e-2515946fafae tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 210 time: 0.0629852 Sep 24 00:13:38.590706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfdda1a-1bee-42aa-8938-fd01d4cbf933 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd8ccd8-511b-488e-bdf2-1bdbd1ec37dd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:38.595750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-d843ef4b-fa55-41c7-b09a-9a879069c11a service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471192 Sep 24 00:13:38.596881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3f289e-e8f2-4eb4-be72-793633905a7e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.600516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3f289e-e8f2-4eb4-be72-793633905a7e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.604960 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6a3f289e-e8f2-4eb4-be72-793633905a7e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/00103976-b61a-4dcf-ba02-04dcefc4e85a HTTP/1.1" status: 204 len: 168 time: 0.2786834 Sep 24 00:13:38.606573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42040) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.647602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3f289e-e8f2-4eb4-be72-793633905a7e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00103976-b61a-4dcf-ba02-04dcefc4e85a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:38.679968 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c50092dd-c3fe-43b2-a450-a9bbb6f96123 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1189778 Sep 24 00:13:38.685746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42044) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.690349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-609fc62d-a594-42ee-86ba-c222382911ee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': 'e555f78d-6a2b-4897-a4b9-875fd669ffe5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:38.709036 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-438668a7-41e3-41b3-a129-37f5e909dfa7 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0919032 Sep 24 00:13:38.710559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42048) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.717004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=deaa9ff6-b928-40d9-bc5a-16a4cae5b467,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:38.717660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ee273c11-9f2a-4498-b2f0-27d396a055d3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502218624'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:38.737543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:38.737906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: 42af75c1-bfd8-43ad-8566-88ed5197aca6, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:38.758878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f36f359-8637-466e-9ddd-bc4600a2970f req-cdb4f40c-ffaf-4811-9c78-ae92c1d9e106 service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489713 Sep 24 00:13:38.772379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 42af75c1-bfd8-43ad-8566-88ed5197aca6 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:38.775654 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee273c11-9f2a-4498-b2f0-27d396a055d3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.788401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 42af75c1-bfd8-43ad-8566-88ed5197aca6) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:38.793339 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-609fc62d-a594-42ee-86ba-c222382911ee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The resource could not be found. Sep 24 00:13:38.794055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:38.795416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.798090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42050) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.798419 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-609fc62d-a594-42ee-86ba-c222382911ee tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1117828 Sep 24 00:13:38.803716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--27627737'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:38.816636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7aab0e7-c33b-4fbc-b6f4-40d64004dc26 None None] Network 42af75c1-bfd8-43ad-8566-88ed5197aca6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:38.885139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-900925c0-b7a4-49b6-80bc-4f42787389c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:38.887151 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-900925c0-b7a4-49b6-80bc-4f42787389c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 1095 time: 0.0637486 Sep 24 00:13:38.890828 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee273c11-9f2a-4498-b2f0-27d396a055d3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.898053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee273c11-9f2a-4498-b2f0-27d396a055d3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:38.936476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee273c11-9f2a-4498-b2f0-27d396a055d3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40de628b-ab5d-4249-8411-88aaf0a35980,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:38.999416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:38.999676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b4d824ea-3190-44d1-8f58-dea1ea224b12 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9316530 Sep 24 00:13:39.021532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-42af75c1-bfd8-43ad-8566-88ed5197aca6', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:13:39.022019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-4d779bf7-3b05-41e6-872d-190962f5a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:39.022862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.023728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-4d779bf7-3b05-41e6-872d-190962f5a7e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 906 time: 0.1281586 Sep 24 00:13:39.029561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.062279 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee273c11-9f2a-4498-b2f0-27d396a055d3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.063700 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ee273c11-9f2a-4498-b2f0-27d396a055d3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3521612 Sep 24 00:13:39.066549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42058) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:39.098060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e108b6b5-f30d-468a-ab71-9a9480012622 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1045503342'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:39.135997 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.146441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-b1060d20-239f-4337-975b-e53dc33a670b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85072ef9-8f10-41f2-81da-3fa1f4b73e0c HTTP/1.1" status: 200 len: 217 time: 0.1128428 Sep 24 00:13:39.201074 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:13:39.201074 n-d-713498-18 neutron-server[106379]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 00:13:39.201074 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id_1': '5f9fa42cfe114c56b08bf95b62b32216', 'expiration_1': datetime.datetime(2021, 9, 24, 0, 13, 19, 138493)}] Sep 24 00:13:39.201074 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:13:39.201468 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:13:39.212279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Allocated IP 172.20.0.2 (42af75c1-bfd8-43ad-8566-88ed5197aca6/deaa9ff6-b928-40d9-bc5a-16a4cae5b467/a07e3c12-68a6-4a1a-a52f-25ee386eb9d8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:39.214243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd3a27-00c9-459f-a04a-4f5a59988b70 req-0469cd86-95b2-4c02-80a9-2c93afff3730 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:39.224470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dfd3a27-00c9-459f-a04a-4f5a59988b70 req-0469cd86-95b2-4c02-80a9-2c93afff3730 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 943 time: 0.1883752 Sep 24 00:13:39.246441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e108b6b5-f30d-468a-ab71-9a9480012622 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.268151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-ac9c8118-6ba8-4db9-846a-a5042a1a13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:39.269719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-ac9c8118-6ba8-4db9-846a-a5042a1a13fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.1151459 Sep 24 00:13:39.279576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dfd3a27-00c9-459f-a04a-4f5a59988b70 req-dc2d7c13-daef-40a1-87e8-33d425f9e5c5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544477 Sep 24 00:13:39.325458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-926cfd90-5d52-4da2-9f60-d9df4da2209c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445025 Sep 24 00:13:39.400510 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.408770 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.425683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e108b6b5-f30d-468a-ab71-9a9480012622 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.436413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-1cc0b285-8727-4422-a443-3e6f2fe4aa27 service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021619 Sep 24 00:13:39.445450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Network 42af75c1-bfd8-43ad-8566-88ed5197aca6 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:39.447590 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e108b6b5-f30d-468a-ab71-9a9480012622 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.450344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:39.454012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:39.457943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.469308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Pushing event updated for resources: {'Port': ['ID=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:39.479630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.479630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.479990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.480087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.480462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.481272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.481659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.482044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.482162 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e108b6b5-f30d-468a-ab71-9a9480012622 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.482399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.482716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.483444 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e108b6b5-f30d-468a-ab71-9a9480012622 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4157307 Sep 24 00:13:39.486195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.486591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:39.486706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42060) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:39.525479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3ca42276-2048-410e-a9ed-c00a209a0d7c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '40de628b-ab5d-4249-8411-88aaf0a35980', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2e8a0772-412d-4f8d-ba82-96add7b2e6c3', 'remote_ip_prefix': None}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:39.532996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108b6b5-f30d-468a-ab71-9a9480012622 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8a0772-412d-4f8d-ba82-96add7b2e6c3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:39.552758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Attempting to bind port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:39.553195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Attempting to bind port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:39.553562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Attempting to bind port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 on network 42af75c1-bfd8-43ad-8566-88ed5197aca6 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:39.559200 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:39.559583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Checking segment: {'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:39.560035 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.560515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Bound using segment: {'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:39.560987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Bound port: a07e3c12-68a6-4a1a-a52f-25ee386eb9d8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:39.561374 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.577818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08a572ca-d35e-4ae9-8d86-06ac36832bda req-7b764287-d1fe-4298-ab71-a5fd797b210a service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344280 Sep 24 00:13:39.579229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ca42276-2048-410e-a9ed-c00a209a0d7c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.642176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] For port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:39.645872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] For port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,segment=NetworkSegment(3c821919-f38c-405d-8193-d5fc5879bafe),segment_id=3c821919-f38c-405d-8193-d5fc5879bafe)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:39.653591 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.653782 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ca42276-2048-410e-a9ed-c00a209a0d7c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.662511 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ca42276-2048-410e-a9ed-c00a209a0d7c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.687633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca42276-2048-410e-a9ed-c00a209a0d7c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2f1268-630d-46cb-a3d1-4c718c7ae92d,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:39.729492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ca42276-2048-410e-a9ed-c00a209a0d7c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.734312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3ca42276-2048-410e-a9ed-c00a209a0d7c tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2439756 Sep 24 00:13:39.734312 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.737244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c31cdc-80f3-44c0-b9e0-3ca3f36fd799 None None] Pushing event updated for resources: {'Port': ['ID=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:39.740295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42064) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:39.743759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8f7d99b-3160-4cb2-b84e-65afbaf5d60a req-da1100b5-1542-4849-afce-649f5a8c7996 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 210 time: 0.0591578 Sep 24 00:13:39.857188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.865586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.871565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d95c7db-e42a-4ff3-a801-6aa6285fdc58 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.888768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d95c7db-e42a-4ff3-a801-6aa6285fdc58 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.899580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.900901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1016524 Sep 24 00:13:39.901960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b3343-9208-4ca8-82aa-c1e49b00db12 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67503896-48ef-4487-b475-3b5fa5a6e8b7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:39.904239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42068) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:39.917091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-01826fab-9b02-41a4-8be6-a4d7fbfb7bb9 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--730218647'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:39.925520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.20.0.1 (42af75c1-bfd8-43ad-8566-88ed5197aca6/deaa9ff6-b928-40d9-bc5a-16a4cae5b467/5dc56a85-1426-48c7-801d-b7518dac2ab5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:39.953714 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01826fab-9b02-41a4-8be6-a4d7fbfb7bb9 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:39.983690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-60be3946-2bc7-4082-ae69-ba2e5ebbe127 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:39.985311 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-60be3946-2bc7-4082-ae69-ba2e5ebbe127 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.18 "GET /v2.0/networks?id=8298c024-5982-473a-9cb3-7540f52a584a HTTP/1.1" status: 200 len: 814 time: 0.2428257 Sep 24 00:13:39.989304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d95c7db-e42a-4ff3-a801-6aa6285fdc58 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.007103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d95c7db-e42a-4ff3-a801-6aa6285fdc58 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.008248 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d95c7db-e42a-4ff3-a801-6aa6285fdc58 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8f2f1268-630d-46cb-a3d1-4c718c7ae92d HTTP/1.1" status: 204 len: 168 time: 0.2670596 Sep 24 00:13:40.016107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42070) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:40.022329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Request body: {'port': {'device_id': '43fa4d53-c107-44e8-bd76-de8c082ae856', 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a', 'admin_state_up': True, 'tenant_id': '5f28474713c14e1ba6c10b6e731b9d33'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:40.041328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95c7db-e42a-4ff3-a801-6aa6285fdc58 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f2f1268-630d-46cb-a3d1-4c718c7ae92d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:40.103052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e14eed04-59b7-437c-b3df-5e2fcf066bd7 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0854864 Sep 24 00:13:40.107443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42072) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:40.165145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01826fab-9b02-41a4-8be6-a4d7fbfb7bb9 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.173140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:40.175718 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01826fab-9b02-41a4-8be6-a4d7fbfb7bb9 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.206034 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.232670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Made reservation on behalf of 5f28474713c14e1ba6c10b6e731b9d33 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:40.232968 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4c150ed-700d-4d8f-9c8d-25455cd4a940 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.233822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:40.234205 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.235095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01826fab-9b02-41a4-8be6-a4d7fbfb7bb9 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332e964e-080a-40e9-ac19-2065f0d3e1ff,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:40.237635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.238431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01826fab-9b02-41a4-8be6-a4d7fbfb7bb9 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.242374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-01826fab-9b02-41a4-8be6-a4d7fbfb7bb9 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3281517 Sep 24 00:13:40.243070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42074) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:40.247974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-530af296-96bc-45e6-b764-67a1b131d9d6 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group_rule': {'security_group_id': '67503896-48ef-4487-b475-3b5fa5a6e8b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '332e964e-080a-40e9-ac19-2065f0d3e1ff'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:40.284350 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4c150ed-700d-4d8f-9c8d-25455cd4a940 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.332339 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.343578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.369946 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-530af296-96bc-45e6-b764-67a1b131d9d6 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:13:40.372283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-530af296-96bc-45e6-b764-67a1b131d9d6 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1282344 Sep 24 00:13:40.379284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,segment=NetworkSegment(3c821919-f38c-405d-8193-d5fc5879bafe),segment_id=3c821919-f38c-405d-8193-d5fc5879bafe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:40.384504 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.384668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42078) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:40.404534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4c150ed-700d-4d8f-9c8d-25455cd4a940 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.407459 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b4c150ed-700d-4d8f-9c8d-25455cd4a940 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.408698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b4c150ed-700d-4d8f-9c8d-25455cd4a940 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/2e8a0772-412d-4f8d-ba82-96add7b2e6c3 HTTP/1.1" status: 204 len: 168 time: 0.3001137 Sep 24 00:13:40.414319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42080) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:40.438511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a79a109-fbf0-4cb8-80ec-e9b4d08deaa3 req-6f853d5a-060a-4e0d-adb3-9f9a861286fc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:40.440420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a79a109-fbf0-4cb8-80ec-e9b4d08deaa3 req-6f853d5a-060a-4e0d-adb3-9f9a861286fc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 943 time: 0.0868027 Sep 24 00:13:40.440540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:40.451942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c150ed-700d-4d8f-9c8d-25455cd4a940 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8a0772-412d-4f8d-ba82-96add7b2e6c3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:40.460972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 42af75c1-bfd8-43ad-8566-88ed5197aca6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:40.474058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=5dc56a85-1426-48c7-801d-b7518dac2ab5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:40.476584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:40.484150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:40.522434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a79a109-fbf0-4cb8-80ec-e9b4d08deaa3 req-d16dea8e-b779-4f6c-bdd0-3ed2b2b066e5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717492 Sep 24 00:13:40.530801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7a9ca7d5-f113-4cae-8cf8-1b70c204d0a3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1128452 Sep 24 00:13:40.533451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42082) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:40.545269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Allocated IP 172.20.0.10 (8298c024-5982-473a-9cb3-7540f52a584a/1844404c-7bab-4be7-99e2-3ca88730dd0c/5b1b4208-722a-45d6-a434-4c37fc88d811) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:40.593320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.638822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3aa6-60a9-4299-a0d3-ab6cb8b38323 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.723682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3aa6-60a9-4299-a0d3-ab6cb8b38323 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.783496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f6015ba-7b2e-4d15-a9c8-d4f2ee844271 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.845786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d44988c-343e-41ed-92c6-c031f119ea5f req-115a467c-4ca5-4595-83e5-13149bb1c76b tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 210 time: 0.0320137 Sep 24 00:13:40.878072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b3ed5c-4eb3-4312-a5ad-186fb3d98abf None None] Network 42af75c1-bfd8-43ad-8566-88ed5197aca6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:40.895751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f6015ba-7b2e-4d15-a9c8-d4f2ee844271 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.915971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3aa6-60a9-4299-a0d3-ab6cb8b38323 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.918580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3aa6-60a9-4299-a0d3-ab6cb8b38323 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.919753 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cd4d3aa6-60a9-4299-a0d3-ab6cb8b38323 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/332e964e-080a-40e9-ac19-2065f0d3e1ff HTTP/1.1" status: 204 len: 168 time: 0.5323730 Sep 24 00:13:40.922460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42086) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:40.933057 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:40.963616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d3aa6-60a9-4299-a0d3-ab6cb8b38323 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=332e964e-080a-40e9-ac19-2065f0d3e1ff,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:40.982594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f18d754b-7485-4f9e-8462-44a0cbd142e4 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.0586982 Sep 24 00:13:40.983103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42088) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.016197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-150fd3ab-4294-4b1f-be6d-0dbacf6c5b36 None None] Provisioning complete for port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:41.016422 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-150fd3ab-4294-4b1f-be6d-0dbacf6c5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.023501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.045955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f6015ba-7b2e-4d15-a9c8-d4f2ee844271 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.048534 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f6015ba-7b2e-4d15-a9c8-d4f2ee844271 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.052080 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7f6015ba-7b2e-4d15-a9c8-d4f2ee844271 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/40de628b-ab5d-4249-8411-88aaf0a35980 HTTP/1.1" status: 204 len: 168 time: 0.5133593 Sep 24 00:13:41.054153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42090) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.103110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-69b66a31-60b4-48a2-a339-1e51821087e0 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0457716 Sep 24 00:13:41.104123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.108753 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c9ccbd55-8d3d-47be-a7ed-6c223c70c7dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-secgroup--1272389559'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:41.117348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6015ba-7b2e-4d15-a9c8-d4f2ee844271 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de628b-ab5d-4249-8411-88aaf0a35980,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:41.140701 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9ccbd55-8d3d-47be-a7ed-6c223c70c7dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.188104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-890a1fda-2fa2-40c4-a0a0-d7a47f4edf3f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.229786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.266287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-890a1fda-2fa2-40c4-a0a0-d7a47f4edf3f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.266880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9ccbd55-8d3d-47be-a7ed-6c223c70c7dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.271467 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9ccbd55-8d3d-47be-a7ed-6c223c70c7dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.301771 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9ccbd55-8d3d-47be-a7ed-6c223c70c7dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.305928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c9ccbd55-8d3d-47be-a7ed-6c223c70c7dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2008293 Sep 24 00:13:41.307462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42094) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.313222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4d2c7e5e-f04b-4152-a774-9afc9bcb87cc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': '613ecb03-951e-4f1e-a9d8-5ba02431a115', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:41.317564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ccbd55-8d3d-47be-a7ed-6c223c70c7dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613ecb03-951e-4f1e-a9d8-5ba02431a115,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:41.331296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Network 8298c024-5982-473a-9cb3-7540f52a584a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:41.350590 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7e5e-f04b-4152-a774-9afc9bcb87cc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.370180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:41.375909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2beb4c96-69a4-45fe-a5f7-b4ebbc03dd29 None None] Provisioning complete for port 5dc56a85-1426-48c7-801d-b7518dac2ab5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:41.377221 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2beb4c96-69a4-45fe-a5f7-b4ebbc03dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.381773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:41.389969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Pushing event updated for resources: {'Port': ['ID=5b1b4208-722a-45d6-a434-4c37fc88d811,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:41.419489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2beb4c96-69a4-45fe-a5f7-b4ebbc03dd29 None None] Port 5dc56a85-1426-48c7-801d-b7518dac2ab5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:41.438904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2beb4c96-69a4-45fe-a5f7-b4ebbc03dd29 None None] Provisioning complete for port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:41.439762 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2beb4c96-69a4-45fe-a5f7-b4ebbc03dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.442244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7e5e-f04b-4152-a774-9afc9bcb87cc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.449776 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7e5e-f04b-4152-a774-9afc9bcb87cc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.450896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-890a1fda-2fa2-40c4-a0a0-d7a47f4edf3f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.453583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-890a1fda-2fa2-40c4-a0a0-d7a47f4edf3f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.457601 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-890a1fda-2fa2-40c4-a0a0-d7a47f4edf3f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/67503896-48ef-4487-b475-3b5fa5a6e8b7 HTTP/1.1" status: 204 len: 168 time: 0.4547169 Sep 24 00:13:41.462928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42096) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.470445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c7e5e-f04b-4152-a774-9afc9bcb87cc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5d5f6b7-b34d-45f1-a1b7-c126f8c47bc8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:41.487423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7e5e-f04b-4152-a774-9afc9bcb87cc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.489585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4d2c7e5e-f04b-4152-a774-9afc9bcb87cc tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1808698 Sep 24 00:13:41.492526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42098) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.502343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:41.503013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.509384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a1fda-2fa2-40c4-a0a0-d7a47f4edf3f tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67503896-48ef-4487-b475-3b5fa5a6e8b7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:41.535460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c32f90f9-c2da-46d6-b308-7d72006f2bb9 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.546815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c32f90f9-c2da-46d6-b308-7d72006f2bb9 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.548497 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-ffe6b65f-d2c7-4e24-8cf0-00eff1ffda0d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5450733 Sep 24 00:13:41.574149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Request body: {'port': {'device_id': '43fa4d53-c107-44e8-bd76-de8c082ae856', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:41.578079 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.585539 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-09ae0b31-aff7-435c-80ae-bbc2a52c4f31 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1179039 Sep 24 00:13:41.589128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42102) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.594508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-84adbd2d-5e6b-4260-a8b1-5ecf9ac9f341 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261318454'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:41.607869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.623974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c32f90f9-c2da-46d6-b308-7d72006f2bb9 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.649619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c32f90f9-c2da-46d6-b308-7d72006f2bb9 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.654439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c32f90f9-c2da-46d6-b308-7d72006f2bb9 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/c5d5f6b7-b34d-45f1-a1b7-c126f8c47bc8 HTTP/1.1" status: 204 len: 168 time: 0.1571696 Sep 24 00:13:41.656295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42104) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.667266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84adbd2d-5e6b-4260-a8b1-5ecf9ac9f341 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.669641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f90f9-c2da-46d6-b308-7d72006f2bb9 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c5d5f6b7-b34d-45f1-a1b7-c126f8c47bc8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:41.678503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a30337dd-3725-4bf1-950f-0499f4171e41 None None] Provisioning complete for port 5dc56a85-1426-48c7-801d-b7518dac2ab5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:41.679185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a30337dd-3725-4bf1-950f-0499f4171e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.702206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc0dc9e-0463-4881-9ac0-5fa469d00963 req-5e1e5f3a-5f37-4fe9-95a3-2c78946e81df tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:41.705705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fc0dc9e-0463-4881-9ac0-5fa469d00963 req-5e1e5f3a-5f37-4fe9-95a3-2c78946e81df tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 943 time: 0.0935576 Sep 24 00:13:41.715179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a30337dd-3725-4bf1-950f-0499f4171e41 None None] Port 5dc56a85-1426-48c7-801d-b7518dac2ab5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:41.768558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fc0dc9e-0463-4881-9ac0-5fa469d00963 req-cd254a81-7e1f-48b6-b566-c81971bfa1dd tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570819 Sep 24 00:13:41.820781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84adbd2d-5e6b-4260-a8b1-5ecf9ac9f341 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.824863 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84adbd2d-5e6b-4260-a8b1-5ecf9ac9f341 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.851071 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84adbd2d-5e6b-4260-a8b1-5ecf9ac9f341 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.855757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-84adbd2d-5e6b-4260-a8b1-5ecf9ac9f341 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2619145 Sep 24 00:13:41.856357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42108) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.861213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7e72449d-341e-46d4-966e-2ab7350edaed tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Request body: {'security_group': {'name': 'default'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:41.861905 n-d-713498-18 neutron-server[106379]: WARNING neutron.api.v2.base [None req-7e72449d-341e-46d4-966e-2ab7350edaed tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 00:13:41.862397 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-7e72449d-341e-46d4-966e-2ab7350edaed tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 00:13:41.866076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7e72449d-341e-46d4-966e-2ab7350edaed tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "PUT /v2.0/security-groups/c9c1bc07-838b-41a5-969b-71ab2a50e113 HTTP/1.1" status: 409 len: 330 time: 0.0065131 Sep 24 00:13:41.866234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42110) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:41.874833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adbd2d-5e6b-4260-a8b1-5ecf9ac9f341 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c1bc07-838b-41a5-969b-71ab2a50e113,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:41.943706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9a9290ca-b6e1-456f-9211-3dc158927f6b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:41.986879 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9a9290ca-b6e1-456f-9211-3dc158927f6b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.012101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aaa7a-610b-44d8-89c4-52be75a093ac req-32eff46c-f3fb-4816-a023-6acfd6b4f23e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:42.013764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-831aaa7a-610b-44d8-89c4-52be75a093ac req-32eff46c-f3fb-4816-a023-6acfd6b4f23e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 932 time: 0.0911148 Sep 24 00:13:42.018522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.020715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.043561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=5dc56a85-1426-48c7-801d-b7518dac2ab5,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:42.070079 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9a9290ca-b6e1-456f-9211-3dc158927f6b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.072665 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9a9290ca-b6e1-456f-9211-3dc158927f6b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.073806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9a9290ca-b6e1-456f-9211-3dc158927f6b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/c9c1bc07-838b-41a5-969b-71ab2a50e113 HTTP/1.1" status: 204 len: 168 time: 0.2068038 Sep 24 00:13:42.080239 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-02f27fa8-2194-45b9-8d1c-b0b04495f8b5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4205041 Sep 24 00:13:42.080239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.080503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-831aaa7a-610b-44d8-89c4-52be75a093ac req-3ef3e528-e64b-4172-b23e-056434865826 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540946 Sep 24 00:13:42.081522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42116) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.111246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9290ca-b6e1-456f-9211-3dc158927f6b tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c1bc07-838b-41a5-969b-71ab2a50e113,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:42.130447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 85072ef9-8f10-41f2-81da-3fa1f4b73e0c details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:13:42.157674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7356df2-59df-40a6-bcc0-9e05538f4f7a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.195401 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:42.207348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7356df2-59df-40a6-bcc0-9e05538f4f7a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.257029 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7356df2-59df-40a6-bcc0-9e05538f4f7a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.262971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7356df2-59df-40a6-bcc0-9e05538f4f7a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.267012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f7356df2-59df-40a6-bcc0-9e05538f4f7a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/613ecb03-951e-4f1e-a9d8-5ba02431a115 HTTP/1.1" status: 204 len: 168 time: 0.1818769 Sep 24 00:13:42.268423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42120) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.282318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7356df2-59df-40a6-bcc0-9e05538f4f7a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613ecb03-951e-4f1e-a9d8-5ba02431a115,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:42.325491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8106249f-3980-4e29-a33d-03669166bc07 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2046592 Sep 24 00:13:42.329322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42122) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.333085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:42.333497 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.342211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6e5afa1e-657b-4ad6-9e17-b83ab26a3568 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721321 Sep 24 00:13:42.346901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42124) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.352072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-135cda7b-6542-4783-960a-bc662f8b460e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group': {'name': 'tempest-secgroup--485477287'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:42.372834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 42af75c1-bfd8-43ad-8566-88ed5197aca6 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:42.376352 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-09c478e3-82a4-439c-a663-98572419b431 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] delete failed (client error): The resource could not be found. Sep 24 00:13:42.377421 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-09c478e3-82a4-439c-a663-98572419b431 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "DELETE /v2.0/security-groups/955eae46-c6f6-4592-8d12-a8fb1d12517b HTTP/1.1" status: 404 len: 347 time: 0.0469229 Sep 24 00:13:42.378371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:42.380654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-135cda7b-6542-4783-960a-bc662f8b460e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.381829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42126) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.384439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:42.411871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '85072ef9-8f10-41f2-81da-3fa1f4b73e0c', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'port_id': '85072ef9-8f10-41f2-81da-3fa1f4b73e0c', 'mac_address': 'fa:16:3e:7b:46:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b704d5-6054-4774-9bcf-25ca6f431ed7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:13:42.437399 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-55e333a1-8904-4367-bd73-03e090152763 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] show failed (client error): The resource could not be found. Sep 24 00:13:42.438476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-55e333a1-8904-4367-bd73-03e090152763 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-groups/186180d1-1741-4778-b010-2c1264b931f8 HTTP/1.1" status: 404 len: 347 time: 0.0557327 Sep 24 00:13:42.443649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42128) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.517361 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-9fa560ba-d038-4c84-8807-b3a558c51c72 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] show failed (client error): The resource could not be found. Sep 24 00:13:42.517839 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.518426 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9fa560ba-d038-4c84-8807-b3a558c51c72 tempest-NegativeSecGroupTest-1350992837 tempest-NegativeSecGroupTest-1350992837-project] 10.222.0.24 "GET /v2.0/security-group-rules/a3c4d57e-1185-4f06-93e0-c377568547c7 HTTP/1.1" status: 404 len: 356 time: 0.0736983 Sep 24 00:13:42.537278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85072ef9-8f10-41f2-81da-3fa1f4b73e0c {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:13:42.558818 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-135cda7b-6542-4783-960a-bc662f8b460e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.566591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:42.569393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-135cda7b-6542-4783-960a-bc662f8b460e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.583054 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.645985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135cda7b-6542-4783-960a-bc662f8b460e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f67494-f0d7-460e-9ed0-c85511b39a16,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:42.667382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:42.685309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-135cda7b-6542-4783-960a-bc662f8b460e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.687773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-135cda7b-6542-4783-960a-bc662f8b460e tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3395379 Sep 24 00:13:42.691409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42132) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.713786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6f3d2fe6-81a1-4e25-b543-62386c1bc1e3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': 'c8f67494-f0d7-460e-9ed0-c85511b39a16', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:42.753291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1b4208-722a-45d6-a434-4c37fc88d811 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:13:42.769588 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.789246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:13:42.796500 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2fe6-81a1-4e25-b543-62386c1bc1e3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.800596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Transition to ACTIVE for port object 5b1b4208-722a-45d6-a434-4c37fc88d811 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:13:42.810601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['85072ef9-8f10-41f2-81da-3fa1f4b73e0c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:13:42.815478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.862607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5a77b3fe-351c-44b9-a113-0d73251b2672 None None] Provisioning complete for port 5dc56a85-1426-48c7-801d-b7518dac2ab5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:42.863388 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5a77b3fe-351c-44b9-a113-0d73251b2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:42.903730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42140) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:42.931984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f842430-9bdc-42eb-9530-8dd6cc489a22 req-a15cef36-4a47-472a-a0af-64aad329b995 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:42.933690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f842430-9bdc-42eb-9530-8dd6cc489a22 req-a15cef36-4a47-472a-a0af-64aad329b995 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 944 time: 0.0636919 Sep 24 00:13:42.939138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5a77b3fe-351c-44b9-a113-0d73251b2672 None None] Port 5dc56a85-1426-48c7-801d-b7518dac2ab5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:42.990231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f842430-9bdc-42eb-9530-8dd6cc489a22 req-571099a1-18bf-4aa4-8a03-baacd15cfe0c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482900 Sep 24 00:13:42.994399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1b4208-722a-45d6-a434-4c37fc88d811,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:43.054276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2fe6-81a1-4e25-b543-62386c1bc1e3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.061547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:43.070797 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:43.080290 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:43.080974 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:43.085540 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2fe6-81a1-4e25-b543-62386c1bc1e3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.093679 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-06e9762a-2b2e-4cc6-9fbf-e3e074d1909c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0929570 Sep 24 00:13:43.096508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42144) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:43.101628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1721828325'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:43.127627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:43.133239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.135502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d2fe6-81a1-4e25-b543-62386c1bc1e3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19baad9b-3daa-4980-9592-e0e157b8534e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:43.147149 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f3d2fe6-81a1-4e25-b543-62386c1bc1e3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.150645 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6f3d2fe6-81a1-4e25-b543-62386c1bc1e3 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4566948 Sep 24 00:13:43.159609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42148) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:43.160866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:43.170798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.171310 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment 8e222247-3e0e-4362-b5bb-29c9fed83d40 of type vlan for network 98aef3db-997e-42c0-80e4-4541a6fb3e45 Sep 24 00:13:43.175288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Attempting to bind port 5b1b4208-722a-45d6-a434-4c37fc88d811 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:43.175627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Attempting to bind port 5b1b4208-722a-45d6-a434-4c37fc88d811 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:43.175956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Attempting to bind port 5b1b4208-722a-45d6-a434-4c37fc88d811 on network 8298c024-5982-473a-9cb3-7540f52a584a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:43.188160 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3f87a18a-7453-4b49-a590-0cb14962b7ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f9fa42cfe114c56b08bf95b62b32216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2808824 Sep 24 00:13:43.191040 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-45ad9e57-850b-459c-8a4e-a40b042271f1 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules/19baad9b-3daa-4980-9592-e0e157b8534e HTTP/1.1" status: 200 len: 763 time: 0.0281649 Sep 24 00:13:43.191726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Port 5b1b4208-722a-45d6-a434-4c37fc88d811 on network 8298c024-5982-473a-9cb3-7540f52a584a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:13:43.192048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Attempting to bind port 5b1b4208-722a-45d6-a434-4c37fc88d811 on network 8298c024-5982-473a-9cb3-7540f52a584a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:43.193967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42150) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:43.194304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42152) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:43.204158 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:13:43.233845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:43.234267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Checking segment: {'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:43.234573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Bound using segment: {'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:43.235052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Bound port: 5b1b4208-722a-45d6-a434-4c37fc88d811, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:43.235411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.242886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.295935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eeab22-c452-47ab-9889-f5743cf64678 req-d3bdf68c-d49d-4aff-b486-c391cad88718 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:43.297578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44eeab22-c452-47ab-9889-f5743cf64678 req-d3bdf68c-d49d-4aff-b486-c391cad88718 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 944 time: 0.1143775 Sep 24 00:13:43.298608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.305768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:43.306591 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.319465 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d8b9c886-b0e0-4c70-8540-bd97ea64f649 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1229377 Sep 24 00:13:43.322147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42154) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:43.368113 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a57992ea-7cff-42fe-aa21-f8e2e056b86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.371388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2731538 Sep 24 00:13:43.379339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42156) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:43.387952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:43.395187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f41bcc8f-3fc9-46d2-9381-19032a5837dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.397542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] For port 5b1b4208-722a-45d6-a434-4c37fc88d811, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:43.415037 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:40Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:41Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:43.422080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a57992ea-7cff-42fe-aa21-f8e2e056b86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.424767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] For port 5b1b4208-722a-45d6-a434-4c37fc88d811, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=5b1b4208-722a-45d6-a434-4c37fc88d811,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:43.426631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f41bcc8f-3fc9-46d2-9381-19032a5837dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.439321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44eeab22-c452-47ab-9889-f5743cf64678 req-556a8820-1a47-48a8-b148-902c5f87584b tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300507 Sep 24 00:13:43.442258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb3ae1-86f8-4a70-8ad7-39aba128246a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=98aef3db-997e-42c0-80e4-4541a6fb3e45,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:43.443690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.445557 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:13:43.446084 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Updating router 466bef95-8350-4b04-b877-10f7b754a7d8 port 5dc56a85-1426-48c7-801d-b7518dac2ab5 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:13:43.460451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 98aef3db-997e-42c0-80e4-4541a6fb3e45 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:43.482485 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.591841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:43.592891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.594467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:43.598624 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] 10.222.0.18 "PUT /v2.0/ports/5b1b4208-722a-45d6-a434-4c37fc88d811 HTTP/1.1" status: 200 len: 1093 time: 2.0308671 Sep 24 00:13:43.598624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43fa4d53-c107-44e8-bd76-de8c082ae856', 'tag': '5b1b4208-722a-45d6-a434-4c37fc88d811'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:13:43.601519 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441d45cf-dc4e-4595-b254-6397533fbc81" -d '{"events": [{"name": "network-changed", "server_uuid": "43fa4d53-c107-44e8-bd76-de8c082ae856", "tag": "5b1b4208-722a-45d6-a434-4c37fc88d811"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:13:43.607115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.623205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f41bcc8f-3fc9-46d2-9381-19032a5837dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.631847 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f41bcc8f-3fc9-46d2-9381-19032a5837dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.637337 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f41bcc8f-3fc9-46d2-9381-19032a5837dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/19baad9b-3daa-4980-9592-e0e157b8534e HTTP/1.1" status: 204 len: 168 time: 0.3136535 Sep 24 00:13:43.640216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:43.654242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc831c1-3097-4c10-b1ea-7df644145724 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1b4208-722a-45d6-a434-4c37fc88d811,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:43.685130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bcc8f-3fc9-46d2-9381-19032a5837dd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19baad9b-3daa-4980-9592-e0e157b8534e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:43.713399 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1f9926-987a-4a03-9349-b7c46f69a85e x-openstack-request-id: req-9b1f9926-987a-4a03-9349-b7c46f69a85e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:13:43.713724 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43fa4d53-c107-44e8-bd76-de8c082ae856", "tag": "5b1b4208-722a-45d6-a434-4c37fc88d811", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:13:43.714004 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b1f9926-987a-4a03-9349-b7c46f69a85e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:13:43.714411 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43fa4d53-c107-44e8-bd76-de8c082ae856', 'tag': '5b1b4208-722a-45d6-a434-4c37fc88d811', 'status': 'completed', 'code': 200} Sep 24 00:13:43.747237 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a57992ea-7cff-42fe-aa21-f8e2e056b86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.749902 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a57992ea-7cff-42fe-aa21-f8e2e056b86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.751105 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a57992ea-7cff-42fe-aa21-f8e2e056b86e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efb50e76-7330-4214-a1cc-99a75ed6819c HTTP/1.1" status: 204 len: 168 time: 0.5558062 Sep 24 00:13:43.779528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57992ea-7cff-42fe-aa21-f8e2e056b86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb50e76-7330-4214-a1cc-99a75ed6819c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:43.787717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02904154-980a-46c4-85e7-7858ecff39ab req-1573d185-d5d8-469a-8d2a-9a6f1f3036a0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:43.794814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02904154-980a-46c4-85e7-7858ecff39ab req-1573d185-d5d8-469a-8d2a-9a6f1f3036a0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0707393 Sep 24 00:13:43.796285 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-743d40e2-a937-480e-9976-e153c5a8c0ec tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1511030 Sep 24 00:13:43.800436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42168) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:43.805208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a496984b-356f-4d40-97e9-f9b42a2eed42 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': 'c8f67494-f0d7-460e-9ed0-c85511b39a16', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:43.812440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-7f93ea73-d6d2-4079-a280-2c4cd37e18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:43.814141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-7f93ea73-d6d2-4079-a280-2c4cd37e18ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f28474713c14e1ba6c10b6e731b9d33&device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 1096 time: 0.1522338 Sep 24 00:13:43.824238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-cb822446-55ae-42a9-987e-437b81a8c512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:43.825704 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-cb822446-55ae-42a9-987e-437b81a8c512 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1096 time: 0.1438673 Sep 24 00:13:43.866562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02904154-980a-46c4-85e7-7858ecff39ab req-43b07b2e-c2f6-4484-ad6f-9f21bb482aea tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649443 Sep 24 00:13:43.890825 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-3c7b02b8-88f0-4c1b-8e48-1c99e4c5b185 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b1b4208-722a-45d6-a434-4c37fc88d811 HTTP/1.1" status: 200 len: 217 time: 0.0595264 Sep 24 00:13:43.891600 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.904994 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.936270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:43.983823 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Pushing event updated for resources: {'Port': ['ID=5dc56a85-1426-48c7-801d-b7518dac2ab5,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:44.020777 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.021235 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.021665 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.022410 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.022938 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.023365 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.024098 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.024523 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.024951 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.025369 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.025800 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.026219 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:13:44.042253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=1ed7283a-481c-4f4d-9d0c-fdde89203a83,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:44.057143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:44.057740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: 98aef3db-997e-42c0-80e4-4541a6fb3e45, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:44.074750 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a496984b-356f-4d40-97e9-f9b42a2eed42 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.099086 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Attempting to bind port 5dc56a85-1426-48c7-801d-b7518dac2ab5 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:44.100380 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Attempting to bind port 5dc56a85-1426-48c7-801d-b7518dac2ab5 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:44.101193 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Attempting to bind port 5dc56a85-1426-48c7-801d-b7518dac2ab5 on network 42af75c1-bfd8-43ad-8566-88ed5197aca6 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:44.101834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 98aef3db-997e-42c0-80e4-4541a6fb3e45 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:44.107973 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:44.108745 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Checking segment: {'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:44.109358 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.109987 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Bound using segment: {'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:44.110684 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Bound port: 5dc56a85-1426-48c7-801d-b7518dac2ab5, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c821919-f38c-405d-8193-d5fc5879bafe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:44.111408 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.120591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-c2a4a9a3-77a5-4775-88af-10878ab3ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:44.124078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-c2a4a9a3-77a5-4775-88af-10878ab3ed11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.2854295 Sep 24 00:13:44.132631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 98aef3db-997e-42c0-80e4-4541a6fb3e45) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:44.136277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 85072ef9-8f10-41f2-81da-3fa1f4b73e0c up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:44.138722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:44.139343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.169368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e121a2-f649-4ec2-aa68-17578d84d0e4 req-c94bccf0-2f81-4747-b627-1b5f49aeb2b8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:44.177121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e121a2-f649-4ec2-aa68-17578d84d0e4 req-c94bccf0-2f81-4747-b627-1b5f49aeb2b8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 944 time: 0.0876379 Sep 24 00:13:44.197836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7be97850-aa0c-4fc3-83f7-fc113e29f40b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8173718 Sep 24 00:13:44.203221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42178) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:44.205962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a679826-e710-4339-8991-419444a3e592 None None] Network 98aef3db-997e-42c0-80e4-4541a6fb3e45 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:44.267124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-93466550-c569-4022-9cfb-cf1c7dbd85d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:44.270082 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] For port 5dc56a85-1426-48c7-801d-b7518dac2ab5, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:44.271389 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-93466550-c569-4022-9cfb-cf1c7dbd85d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1844404c-7bab-4be7-99e2-3ca88730dd0c HTTP/1.1" status: 200 len: 854 time: 0.3669808 Sep 24 00:13:44.280808 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] For port 5dc56a85-1426-48c7-801d-b7518dac2ab5, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5dc56a85-1426-48c7-801d-b7518dac2ab5,segment=NetworkSegment(3c821919-f38c-405d-8193-d5fc5879bafe),segment_id=3c821919-f38c-405d-8193-d5fc5879bafe)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:44.290521 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.344118 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-eb402b02-4e90-40e1-9568-3aed769d27d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8298c024-5982-473a-9cb3-7540f52a584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549667 Sep 24 00:13:44.358665 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a496984b-356f-4d40-97e9-f9b42a2eed42 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.360481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e121a2-f649-4ec2-aa68-17578d84d0e4 req-c661e954-8d44-41b9-8227-fccc303e19ed tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824117 Sep 24 00:13:44.381121 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-7e10e94a-135c-47f1-b0ab-d7b8bee58dae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.2382109 Sep 24 00:13:44.391533 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:44.392154 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:44.394214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a496984b-356f-4d40-97e9-f9b42a2eed42 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.426276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fa1af283-bb7a-4e3c-b846-5a990074c59a None None] Provisioning complete for port 5dc56a85-1426-48c7-801d-b7518dac2ab5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:44.426650 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa1af283-bb7a-4e3c-b846-5a990074c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.478209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a496984b-356f-4d40-97e9-f9b42a2eed42 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1227c244-ee4b-44a7-9f8d-893f4078d8a7,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:44.537250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a496984b-356f-4d40-97e9-f9b42a2eed42 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.541767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a496984b-356f-4d40-97e9-f9b42a2eed42 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7400596 Sep 24 00:13:44.544457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-6a51b50f-2247-424a-98b1-ef283fa9ca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:44.545434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:44.547575 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-6a51b50f-2247-424a-98b1-ef283fa9ca3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1544032 Sep 24 00:13:44.555636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:13:44.571765 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:44.572526 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.596765 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1c9a3e1c-5088-4929-9e73-183dc54294c7 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules/1227c244-ee4b-44a7-9f8d-893f4078d8a7 HTTP/1.1" status: 200 len: 763 time: 0.0479209 Sep 24 00:13:44.604951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42190) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:44.617586 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a014c288-23e8-4140-ab29-bb9ecc1e5ed6 None None] Pushing event updated for resources: {'Port': ['ID=5dc56a85-1426-48c7-801d-b7518dac2ab5,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:44.627727 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-3cbb287e-32fe-451c-bc35-23401e1ce24f service neutron] 10.222.0.18 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731025 Sep 24 00:13:44.662989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-e6998fbd-6548-43b8-9dbc-270a3ce49b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:44.665101 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-e6998fbd-6548-43b8-9dbc-270a3ce49b99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077812 Sep 24 00:13:44.675212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:13:44.805905 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a66bf611-8190-4d49-b65c-6f39a99b3f36 req-6c7dbe91-9ea8-4856-b94b-045819568f54 service neutron] 10.222.0.18 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699212 Sep 24 00:13:44.823837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-a179edf7-30c9-407d-ba2c-b9ed46df8da1 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483622 Sep 24 00:13:44.825069 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa1af283-bb7a-4e3c-b846-5a990074c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.907749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fa1af283-bb7a-4e3c-b846-5a990074c59a None None] For port 5dc56a85-1426-48c7-801d-b7518dac2ab5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5dc56a85-1426-48c7-801d-b7518dac2ab5,segment=NetworkSegment(3c821919-f38c-405d-8193-d5fc5879bafe),segment_id=3c821919-f38c-405d-8193-d5fc5879bafe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:44.925239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-98aef3db-997e-42c0-80e4-4541a6fb3e45', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:13:44.930340 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.966170 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa1af283-bb7a-4e3c-b846-5a990074c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:44.974100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e31301b5-c93a-4136-b591-1b7f3eaf7d1a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3669653 Sep 24 00:13:44.985273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8550dff2-f5b7-4198-80e0-1040bac25d5d req-3bbb1c46-0688-422f-85f1-28a9a2126767 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:44.987224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8550dff2-f5b7-4198-80e0-1040bac25d5d req-3bbb1c46-0688-422f-85f1-28a9a2126767 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 944 time: 0.3677235 Sep 24 00:13:44.991429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:45.029243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8cb96667-ff7a-4ee1-b6d1-bc1662e42272 req-85ae7190-3286-4cdd-8087-5ce30d3a3367 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974037 Sep 24 00:13:45.050039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-3bdfadc7-9948-4666-87ae-907226e53456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:45.053605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-3bdfadc7-9948-4666-87ae-907226e53456 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f28474713c14e1ba6c10b6e731b9d33&device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 1096 time: 0.1634007 Sep 24 00:13:45.074714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:45.128156 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:40Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:45.144008 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84d2e0d4-d4a2-4571-a2c9-238ff7a44721 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.174956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-f850dfba-2f65-43f5-90e4-1fc64cf6007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:45.176623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-f850dfba-2f65-43f5-90e4-1fc64cf6007d service neutron] 10.222.0.18 "GET /v2.0/networks?id=8298c024-5982-473a-9cb3-7540f52a584a HTTP/1.1" status: 200 len: 915 time: 0.1125865 Sep 24 00:13:45.180496 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5a17e4-fdb1-4c15-a302-6a1e4fed7f97 None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:40Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:45.185961 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84d2e0d4-d4a2-4571-a2c9-238ff7a44721 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.202037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Allocated IP 172.21.0.2 (98aef3db-997e-42c0-80e4-4541a6fb3e45/1ed7283a-481c-4f4d-9d0c-fdde89203a83/d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:45.253141 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.269760 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-40348b90-e420-4acf-819c-78e548109137 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5b1b4208-722a-45d6-a434-4c37fc88d811 HTTP/1.1" status: 200 len: 217 time: 0.0847406 Sep 24 00:13:45.285714 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.297213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8550dff2-f5b7-4198-80e0-1040bac25d5d req-a339cf20-0607-4f55-8d72-fbd1baeea3e0 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886622 Sep 24 00:13:45.305601 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-333f0fd2-6f17-40f5-ad1a-5b7a960ca96e tempest-ServiceProvidersTest-490008414 tempest-ServiceProvidersTest-490008414-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2264113 Sep 24 00:13:45.335203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa316e3c-7392-4ca1-b7d5-0995a6480593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85072ef9-8f10-41f2-81da-3fa1f4b73e0c'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:13:45.337648 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e76433c-aa87-488d-9bfc-945d08bd4ffb" -d '{"events": [{"server_uuid": "fa316e3c-7392-4ca1-b7d5-0995a6480593", "name": "network-vif-plugged", "status": "completed", "tag": "85072ef9-8f10-41f2-81da-3fa1f4b73e0c"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:13:45.344925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ac026-9a8d-430a-a211-63c7b163866a req-49f73c0f-9cc5-481e-9a5a-6f638882a6d1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:45.346534 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee4ac026-9a8d-430a-a211-63c7b163866a req-49f73c0f-9cc5-481e-9a5a-6f638882a6d1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.3582585 Sep 24 00:13:45.355263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-28208c43-170e-4145-b9c0-604f7251e396 None None] Provisioning complete for port 5dc56a85-1426-48c7-801d-b7518dac2ab5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:45.355682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-28208c43-170e-4145-b9c0-604f7251e396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.380831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-ae94631d-c84a-4485-b915-74ae7da4f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:45.382534 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-ae94631d-c84a-4485-b915-74ae7da4f4ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1844404c-7bab-4be7-99e2-3ca88730dd0c HTTP/1.1" status: 200 len: 854 time: 0.1034713 Sep 24 00:13:45.394239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1af283-bb7a-4e3c-b846-5a990074c59a None None] Pushing event updated for resources: {'Port': ['ID=5dc56a85-1426-48c7-801d-b7518dac2ab5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:45.428432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84d2e0d4-d4a2-4571-a2c9-238ff7a44721 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.434741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84d2e0d4-d4a2-4571-a2c9-238ff7a44721 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.440208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-84d2e0d4-d4a2-4571-a2c9-238ff7a44721 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/1227c244-ee4b-44a7-9f8d-893f4078d8a7 HTTP/1.1" status: 204 len: 168 time: 0.4476023 Sep 24 00:13:45.440668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-8190ae23-3d77-4fa2-af5a-b71e001325c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8298c024-5982-473a-9cb3-7540f52a584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465162 Sep 24 00:13:45.442466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42212) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:45.628401 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.633012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:45.638031 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da70c12-1a9d-4274-bcdd-755d26a0bea3 x-openstack-request-id: req-0da70c12-1a9d-4274-bcdd-755d26a0bea3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:13:45.638654 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa316e3c-7392-4ca1-b7d5-0995a6480593", "name": "network-vif-plugged", "status": "completed", "tag": "85072ef9-8f10-41f2-81da-3fa1f4b73e0c", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:13:45.639211 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0da70c12-1a9d-4274-bcdd-755d26a0bea3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:13:45.639957 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa316e3c-7392-4ca1-b7d5-0995a6480593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85072ef9-8f10-41f2-81da-3fa1f4b73e0c', 'code': 200} Sep 24 00:13:45.644646 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-a137c9ee-45dc-42af-9e95-0694f888970e service neutron] 10.222.0.18 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974766 Sep 24 00:13:45.655779 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.669597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:45.719382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Network 98aef3db-997e-42c0-80e4-4541a6fb3e45 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:45.742230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:45.755295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:45.802396 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-441d45cf-dc4e-4595-b254-6397533fbc81 req-208da937-ab96-4697-b287-d9a71ba22e8d service neutron] 10.222.0.18 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486208 Sep 24 00:13:45.893336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42218) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:45.979878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Pushing event updated for resources: {'Port': ['ID=d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.035861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.050185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d2e0d4-d4a2-4571-a2c9-238ff7a44721 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1227c244-ee4b-44a7-9f8d-893f4078d8a7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.073356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Attempting to bind port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:46.073729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Attempting to bind port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:46.074641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Attempting to bind port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 on network 98aef3db-997e-42c0-80e4-4541a6fb3e45 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:46.085387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:46.085770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Checking segment: {'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:46.086177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.086563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Bound using segment: {'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:46.087070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Bound port: d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:46.087463 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.116360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66dd755d-83bc-4773-b593-8c9583d77afc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.193572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] For port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:46.197279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] For port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5,segment=NetworkSegment(8e222247-3e0e-4362-b5bb-29c9fed83d40),segment_id=8e222247-3e0e-4362-b5bb-29c9fed83d40)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:46.207519 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.212640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee4ac026-9a8d-430a-a211-63c7b163866a req-36403920-fa6e-49c3-b844-0684b77e17f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8576696 Sep 24 00:13:46.267047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0f0008b5-47ad-45d3-8e58-1fe60fd1f228 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7088845 Sep 24 00:13:46.267844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42222) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:46.271686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5dc56a85-1426-48c7-801d-b7518dac2ab5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:46.272092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-24b4825c-efee-4b80-9287-732433a53a6a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Request body: {'security_group_rule': {'security_group_id': 'c8f67494-f0d7-460e-9ed0-c85511b39a16', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:46.279610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66dd755d-83bc-4773-b593-8c9583d77afc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.280661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa47b250-35a3-403d-ae94-f3566e10c94e req-0da5fa5d-124f-4548-89fc-d6159723261b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:46.283272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa47b250-35a3-403d-ae94-f3566e10c94e req-0da5fa5d-124f-4548-89fc-d6159723261b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 945 time: 0.7238560 Sep 24 00:13:46.288374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66dd755d-83bc-4773-b593-8c9583d77afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.310298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9702b2c5-defc-4b60-b197-7208b5baaae9 req-14e02a6f-8f20-4542-af54-4190324aac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:46.312003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9702b2c5-defc-4b60-b197-7208b5baaae9 req-14e02a6f-8f20-4542-af54-4190324aac43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 1097 time: 0.7552803 Sep 24 00:13:46.338125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329e4e00-2bd3-426e-b9f0-8c02b7d0eed9 None None] Pushing event updated for resources: {'Port': ['ID=d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.350782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-66dd755d-83bc-4773-b593-8c9583d77afc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c30a99c84add4109a06916c7e9053377&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4562588 Sep 24 00:13:46.351555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dd755d-83bc-4773-b593-8c9583d77afc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5f5de8-2128-49bf-8636-3fc7c7e1e012,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.354012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42226) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:46.374625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.21.0.1 (98aef3db-997e-42c0-80e4-4541a6fb3e45/1ed7283a-481c-4f4d-9d0c-fdde89203a83/7987b410-840c-4b37-9884-136862a82fea) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:46.389016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5dc56a85-1426-48c7-801d-b7518dac2ab5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:46.389925 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.410004 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-24b4825c-efee-4b80-9287-732433a53a6a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Project cda9dff8aac04241a8ffbbe8044a946f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:13:46.421248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa47b250-35a3-403d-ae94-f3566e10c94e req-04a75b0f-523f-4dce-9d83-7b41ece6057f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132333 Sep 24 00:13:46.431917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24b4825c-efee-4b80-9287-732433a53a6a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.448691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9702b2c5-defc-4b60-b197-7208b5baaae9 req-ace71a7b-7052-4039-a3cc-b42428a38b0b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239419 Sep 24 00:13:46.451225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08324cc1-b689-4b20-a5fa-b4ec36e637a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.487067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08324cc1-b689-4b20-a5fa-b4ec36e637a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.549772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24b4825c-efee-4b80-9287-732433a53a6a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.554306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ab728-24d6-4cbe-a568-e75c5ef8042d req-1bcef06e-7a0b-4c5c-bfe0-f9d20aa5b9f4 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:46.556019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df3ab728-24d6-4cbe-a568-e75c5ef8042d req-1bcef06e-7a0b-4c5c-bfe0-f9d20aa5b9f4 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 944 time: 0.1335373 Sep 24 00:13:46.557233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24b4825c-efee-4b80-9287-732433a53a6a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.578565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b4825c-efee-4b80-9287-732433a53a6a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e188076b-1a1e-4148-a6cd-566dc56abb96,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.581694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08324cc1-b689-4b20-a5fa-b4ec36e637a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.584283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08324cc1-b689-4b20-a5fa-b4ec36e637a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.585517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-08324cc1-b689-4b20-a5fa-b4ec36e637a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf5f5de8-2128-49bf-8636-3fc7c7e1e012 HTTP/1.1" status: 204 len: 168 time: 0.2185791 Sep 24 00:13:46.595348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08324cc1-b689-4b20-a5fa-b4ec36e637a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5f5de8-2128-49bf-8636-3fc7c7e1e012,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.597416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-24b4825c-efee-4b80-9287-732433a53a6a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.601099 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-24b4825c-efee-4b80-9287-732433a53a6a tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3305328 Sep 24 00:13:46.601973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42230) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:46.629772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.631778 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-44224584-4b63-4471-9f75-9847a128f822 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules/e188076b-1a1e-4148-a6cd-566dc56abb96 HTTP/1.1" status: 200 len: 769 time: 0.0293577 Sep 24 00:13:46.634261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42232) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:46.640639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df3ab728-24d6-4cbe-a568-e75c5ef8042d req-8bee392b-3379-4426-9196-4910c2d04ec1 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683420 Sep 24 00:13:46.696462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.715869 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b3a94cee-0465-404d-bbe9-e236f83a155b tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0798407 Sep 24 00:13:46.716560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42234) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:46.757987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f664b6e5-dfab-49ed-9988-25ab60817d9f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.768193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 98aef3db-997e-42c0-80e4-4541a6fb3e45 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:46.768684 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f664b6e5-dfab-49ed-9988-25ab60817d9f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.772125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:46.776107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:46.805259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f664b6e5-dfab-49ed-9988-25ab60817d9f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.811960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=7987b410-840c-4b37-9884-136862a82fea,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.828346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f664b6e5-dfab-49ed-9988-25ab60817d9f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.832402 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f664b6e5-dfab-49ed-9988-25ab60817d9f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e188076b-1a1e-4148-a6cd-566dc56abb96 HTTP/1.1" status: 204 len: 168 time: 0.1147001 Sep 24 00:13:46.833032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42238) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:46.845906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.854181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664b6e5-dfab-49ed-9988-25ab60817d9f tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e188076b-1a1e-4148-a6cd-566dc56abb96,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:46.898149 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6dd31185-0e84-4fe2-9fa9-6aeef1d085cd tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615263 Sep 24 00:13:46.898916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42240) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:46.961326 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0d657b7-bff0-400e-961d-ee0e438cfab5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.985703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0d657b7-bff0-400e-961d-ee0e438cfab5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:46.986325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.035044 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0d657b7-bff0-400e-961d-ee0e438cfab5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.037950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b0d657b7-bff0-400e-961d-ee0e438cfab5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.039279 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b0d657b7-bff0-400e-961d-ee0e438cfab5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8f67494-f0d7-460e-9ed0-c85511b39a16 HTTP/1.1" status: 204 len: 168 time: 0.1393175 Sep 24 00:13:47.042348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42248) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:47.053293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d657b7-bff0-400e-961d-ee0e438cfab5 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f67494-f0d7-460e-9ed0-c85511b39a16,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:47.172459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-37d41af1-b063-4da2-972e-e5fa09678f8d tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1259391 Sep 24 00:13:47.178174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42252) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:47.262116 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26368301-431c-4ae1-af0b-2629f9c91582 tempest-SecGroupIPv6Test-36306503 tempest-SecGroupIPv6Test-36306503-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0833743 Sep 24 00:13:47.329407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.335609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.510113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=7987b410-840c-4b37-9884-136862a82fea,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:47.582502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42270) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:47.609393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.619696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42274) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:47.622286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a1396-2cb0-406d-979d-d687b4c5da7b req-8c7fff5c-7f8d-4345-b99f-1e6d14ebfb9e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:47.623995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-153a1396-2cb0-406d-979d-d687b4c5da7b req-8c7fff5c-7f8d-4345-b99f-1e6d14ebfb9e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.2829912 Sep 24 00:13:47.708683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e9f7f-270b-465c-afb5-92e3fbe66b12 req-1f103af7-03b6-47c9-a0fa-fc61a60df895 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:47.715944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-832e9f7f-270b-465c-afb5-92e3fbe66b12 req-1f103af7-03b6-47c9-a0fa-fc61a60df895 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 945 time: 0.1625669 Sep 24 00:13:47.754969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1341522783-network', 'tenant_id': '10e08cff6a2247a88155a0d72635f078'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:47.763590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909dfb34-0efd-4423-8c92-56a881f4c3ad None None] Network 98aef3db-997e-42c0-80e4-4541a6fb3e45 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:47.780898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Made reservation on behalf of 10e08cff6a2247a88155a0d72635f078 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:47.784483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.794677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-153a1396-2cb0-406d-979d-d687b4c5da7b req-1ee9cd24-dd9f-4f97-a1a0-39d3c6b437c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583967 Sep 24 00:13:47.800943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.819059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-832e9f7f-270b-465c-afb5-92e3fbe66b12 req-8f3faab9-99bc-438b-97cb-5fdf1b59ba03 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022344 Sep 24 00:13:47.828190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 98aef3db-997e-42c0-80e4-4541a6fb3e45 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:47.829211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:47.858215 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b4dc4673-322f-4bbd-b544-2612021e588d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cda9dff8aac04241a8ffbbe8044a946f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2370532 Sep 24 00:13:47.861553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42282) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:47.872395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 5b1b4208-722a-45d6-a434-4c37fc88d811 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:13:47.920819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-936a1f60-a5e0-4813-b796-db69e3fc63bc None None] Provisioning complete for port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:47.921452 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-936a1f60-a5e0-4813-b796-db69e3fc63bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.958497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db6c9119-6e21-4864-82fd-0b14aa28dfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:47.966876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:13:47.987231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7ce74-3abb-467b-a63e-de9299b714e3 req-f59aa407-2fc2-4637-b00c-ad2ee6870909 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:47.988839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4e7ce74-3abb-467b-a63e-de9299b714e3 req-f59aa407-2fc2-4637-b00c-ad2ee6870909 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 944 time: 0.0793459 Sep 24 00:13:48.003913 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db6c9119-6e21-4864-82fd-0b14aa28dfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.067655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.077768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.103256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4e7ce74-3abb-467b-a63e-de9299b714e3 req-69b7bf04-936c-42b3-92e9-2c50412babe9 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982008 Sep 24 00:13:48.114207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:48.127838 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.128327 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Added segment 68d28b78-0379-460a-a118-e2a86361ee79 of type vlan for network e34ea2e7-3f5c-427a-8e4c-8c548366d149 Sep 24 00:13:48.143157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 5b1b4208-722a-45d6-a434-4c37fc88d811, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=5b1b4208-722a-45d6-a434-4c37fc88d811,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:48.155589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:48.161205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d538fa88-c7fd-461d-ab05-4ff4a4414726 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9570162 Sep 24 00:13:48.167307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42284) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:48.170551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:48.173401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1922775347'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:48.176948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '5b1b4208-722a-45d6-a434-4c37fc88d811', 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a', 'port_id': '5b1b4208-722a-45d6-a434-4c37fc88d811', 'mac_address': 'fa:16:3e:fe:69:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1844404c-7bab-4be7-99e2-3ca88730dd0c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:13:48.182248 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-936a1f60-a5e0-4813-b796-db69e3fc63bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.189483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:48.189649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db6c9119-6e21-4864-82fd-0b14aa28dfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.192331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db6c9119-6e21-4864-82fd-0b14aa28dfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.193484 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-db6c9119-6e21-4864-82fd-0b14aa28dfaa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c8a1b1a7-4b1b-4c0a-9c60-e8eb038b239c HTTP/1.1" status: 204 len: 168 time: 0.3308549 Sep 24 00:13:48.206632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:48.211750 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.217940 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.221311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6cc030-9cac-4715-8ba2-0bfac7582310,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:48.244755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:48.258795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.259744 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment 422bd150-1739-4e1e-ab24-bd6458b40800 of type vlan for network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 Sep 24 00:13:48.266699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:48.267457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:48.268722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c9119-6e21-4864-82fd-0b14aa28dfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a1b1a7-4b1b-4c0a-9c60-e8eb038b239c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:48.301747 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.302907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:48.303524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.345329 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7616267 Sep 24 00:13:48.348354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42288) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:48.354618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.356683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-936a1f60-a5e0-4813-b796-db69e3fc63bc None None] For port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5,segment=NetworkSegment(8e222247-3e0e-4362-b5bb-29c9fed83d40),segment_id=8e222247-3e0e-4362-b5bb-29c9fed83d40)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:48.356875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Request body: {'subnet': {'network_id': 'e34ea2e7-3f5c-427a-8e4c-8c548366d149', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1341522783-subnet', 'tenant_id': '10e08cff6a2247a88155a0d72635f078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:48.374307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-936a1f60-a5e0-4813-b796-db69e3fc63bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.375875 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.396021 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.403442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:48.404059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00bd5f-ca69-4d5a-95c1-cc0173f09ce9 admin admin] Pushing event updated for resources: {'Network': ['ID=e34ea2e7-3f5c-427a-8e4c-8c548366d149,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:48.406480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.432378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Made reservation on behalf of 10e08cff6a2247a88155a0d72635f078 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:48.435374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.440719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e34ea2e7-3f5c-427a-8e4c-8c548366d149 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:48.553240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1b4208-722a-45d6-a434-4c37fc88d811 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:13:48.563068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=3cb606b2-5edd-4b63-98f5-b802e464d4b2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:48.577962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:13:48.581215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-78b34998-30c7-4847-8414-b0de3098b07b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4124923 Sep 24 00:13:48.581592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:48.584124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42292) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:48.589092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:48.680157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 5b1b4208-722a-45d6-a434-4c37fc88d811, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=5b1b4208-722a-45d6-a434-4c37fc88d811,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:48.681295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a1f60-a5e0-4813-b796-db69e3fc63bc None None] Pushing event updated for resources: {'Port': ['ID=d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:48.690402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:48.690841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.694440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:48.698990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.707987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.734655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.878924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-81edc8da-e913-4626-b140-06479e045d93 None None] Provisioning complete for port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:48.879409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-81edc8da-e913-4626-b140-06479e045d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.884283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Checking segment: {'id': '68d28b78-0379-460a-a118-e2a86361ee79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e34ea2e7-3f5c-427a-8e4c-8c548366d149'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:48.884793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Network hostable DHCP agents. Network: e34ea2e7-3f5c-427a-8e4c-8c548366d149, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:48.894454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=08e4c1b0-7d97-41df-b469-b5a00c5225b1,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:48.931131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=5b1b4208-722a-45d6-a434-4c37fc88d811,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:48.935071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Network e34ea2e7-3f5c-427a-8e4c-8c548366d149 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:48.948066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e34ea2e7-3f5c-427a-8e4c-8c548366d149) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:48.954147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:48.954822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:48.978047 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-663888b9-fd2b-47ef-be50-e1c1dd5923dc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6286297 Sep 24 00:13:49.000198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['5b1b4208-722a-45d6-a434-4c37fc88d811'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:13:49.002781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48d1da9-a17d-4b7c-8335-10df26e4fc0f None None] Network e34ea2e7-3f5c-427a-8e4c-8c548366d149 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:49.129330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950066f-54a9-42af-8e52-f223151144d3 req-b5c18a44-3647-4053-9c4a-9822227d8a2f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:49.131433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5950066f-54a9-42af-8e52-f223151144d3 req-b5c18a44-3647-4053-9c4a-9822227d8a2f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 945 time: 0.1943369 Sep 24 00:13:49.140746 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:49.194399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=94581ef1-510a-449d-9bd3-4475bbb62cd7,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:49.340397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5950066f-54a9-42af-8e52-f223151144d3 req-c5218af7-75c2-48e9-b152-1e87266723d2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960435 Sep 24 00:13:49.376703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d432a4d-e815-4cd6-b12a-56b3e5ad3b56 req-0bcf5d54-ccc2-4880-aa68-96424a6892f3 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:49.378284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d432a4d-e815-4cd6-b12a-56b3e5ad3b56 req-0bcf5d54-ccc2-4880-aa68-96424a6892f3 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 945 time: 0.1374364 Sep 24 00:13:49.381853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:49.382212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: 3cb606b2-5edd-4b63-98f5-b802e464d4b2, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:49.435676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:49.448444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d432a4d-e815-4cd6-b12a-56b3e5ad3b56 req-96e6a6a0-7c20-4a2e-97ed-bf1b52707e7b tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627770 Sep 24 00:13:49.449653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3cb606b2-5edd-4b63-98f5-b802e464d4b2) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:49.455801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:49.456388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:49.504735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae6b1391-fc81-4638-a8cf-d535140c46cb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9194937 Sep 24 00:13:49.507600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:49.523373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d8b125-9b26-4ae3-a77c-e2922572a95c None None] Network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:49.549018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96baa22-b33c-41c9-bfdc-d90fc5272310 req-c42dc312-d8c9-4e7f-beda-d46d914ed000 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:49.550589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f96baa22-b33c-41c9-bfdc-d90fc5272310 req-c42dc312-d8c9-4e7f-beda-d46d914ed000 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 945 time: 0.0902548 Sep 24 00:13:49.609264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42328) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:49.612338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f96baa22-b33c-41c9-bfdc-d90fc5272310 req-0cadbe8e-8e25-4e3f-916f-b5771c89b192 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556197 Sep 24 00:13:49.748550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2100121-c9b1-4558-81ed-0dffd92dea26 None None] Network e34ea2e7-3f5c-427a-8e4c-8c548366d149 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:49.897555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-81edc8da-e913-4626-b140-06479e045d93 None None] Provisioning complete for port 7987b410-840c-4b37-9884-136862a82fea triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:49.898562 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-81edc8da-e913-4626-b140-06479e045d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:49.906046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:13:49.908075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:49.915876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:46Z', 'revision_number': 3, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:47Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:49.927261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42340) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:49.930598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d513c235-d2e6-40ce-aa97-fcd286f8d335 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1618969619', 'prefixes': ['172.20.0.0/16']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:49.942108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-784958860-network', 'tenant_id': '6338b2c6dd62430c9b041b665d54dfbb'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:49.964975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:13:49.964975 n-d-713498-18 neutron-server[106379]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 00:13:49.964975 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id': '6338b2c6dd62430c9b041b665d54dfbb', 'id': 'dec9ed3b-df79-4ed3-9476-4be877ea7350', 'expiration': datetime.datetime(2021, 9, 24, 0, 15, 49, 954918)}] Sep 24 00:13:49.964975 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:13:49.965708 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:13:49.987985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:13:49.988345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Updating router 466bef95-8350-4b04-b877-10f7b754a7d8 port 7987b410-840c-4b37-9884-136862a82fea binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:13:50.031500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-81edc8da-e913-4626-b140-06479e045d93 None None] Port 7987b410-840c-4b37-9884-136862a82fea cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:50.049672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3a485-0838-440a-b877-f45e2dd9f6a4 req-84c9386e-cb38-4c1b-a254-92002378c175 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:50.051334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cf3a485-0838-440a-b877-f45e2dd9f6a4 req-84c9386e-cb38-4c1b-a254-92002378c175 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 945 time: 0.0741367 Sep 24 00:13:50.075575 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d513c235-d2e6-40ce-aa97-fcd286f8d335 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] Notify callbacks [] for subnetpool, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.079755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d513c235-d2e6-40ce-aa97-fcd286f8d335 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4664929 Sep 24 00:13:50.080471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42342) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:50.086159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.109447 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.146247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:50.151509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cf3a485-0838-440a-b877-f45e2dd9f6a4 req-951129f7-facb-4517-9b07-f2ad3c55dfa7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895875 Sep 24 00:13:50.161220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5b36322c-5f61-4bd8-a483-a4b8838beecc tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] 10.222.0.24 "GET /v2.0/subnetpools/61647f2b-089a-4704-b29c-2b0883f49058 HTTP/1.1" status: 200 len: 732 time: 0.0778563 Sep 24 00:13:50.161941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42344) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:50.166810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-40108d39-c474-4b0b-a931-64a36799cb14 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1117842292'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:50.249808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-40108d39-c474-4b0b-a931-64a36799cb14 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] Notify callbacks [] for subnetpool, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.254030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-40108d39-c474-4b0b-a931-64a36799cb14 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] 10.222.0.24 "PUT /v2.0/subnetpools/61647f2b-089a-4704-b29c-2b0883f49058 HTTP/1.1" status: 200 len: 684 time: 0.0908635 Sep 24 00:13:50.254738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42346) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:50.255598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a29d6d8f-5f0a-42f3-ad4b-dc4b9ae8cfdb None None] Provisioning complete for port 7987b410-840c-4b37-9884-136862a82fea triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:50.256160 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a29d6d8f-5f0a-42f3-ad4b-dc4b9ae8cfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.332437 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d8d010b-3390-471d-9bab-bb065db422cc tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] Notify callbacks [] for subnetpool, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.333631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2d8d010b-3390-471d-9bab-bb065db422cc tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] 10.222.0.24 "DELETE /v2.0/subnetpools/61647f2b-089a-4704-b29c-2b0883f49058 HTTP/1.1" status: 204 len: 168 time: 0.0778689 Sep 24 00:13:50.336899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42348) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:50.352980 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-fed59076-3b2e-4ca5-b20f-6891e37b03b2 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] show failed (client error): The resource could not be found. Sep 24 00:13:50.357410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fed59076-3b2e-4ca5-b20f-6891e37b03b2 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] 10.222.0.24 "GET /v2.0/subnetpools/61647f2b-089a-4704-b29c-2b0883f49058 HTTP/1.1" status: 404 len: 346 time: 0.0161562 Sep 24 00:13:50.358998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42350) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:50.373218 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-b8ad1dc9-3417-4487-8744-b1474c947624 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] delete failed (client error): The resource could not be found. Sep 24 00:13:50.378519 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b8ad1dc9-3417-4487-8744-b1474c947624 tempest-SubnetPoolsTestJSON-593602773 tempest-SubnetPoolsTestJSON-593602773-project] 10.222.0.24 "DELETE /v2.0/subnetpools/61647f2b-089a-4704-b29c-2b0883f49058 HTTP/1.1" status: 404 len: 346 time: 0.0154953 Sep 24 00:13:50.378743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Allocated IP 172.22.0.2 (3cb606b2-5edd-4b63-98f5-b802e464d4b2/94581ef1-510a-449d-9bd3-4475bbb62cd7/ba2219af-8a5b-4616-981f-362b12abfe15) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:50.388439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a29d6d8f-5f0a-42f3-ad4b-dc4b9ae8cfdb None None] Port 7987b410-840c-4b37-9884-136862a82fea cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:50.445355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:50.445746 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.499842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Made reservation on behalf of 6338b2c6dd62430c9b041b665d54dfbb for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:50.503253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.517232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.687053 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.702255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef558c45-f2cd-43a3-be5d-b12465d083f9 req-9140dc43-f4d0-4c6d-9e9b-c0b5ec15a9e4 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:50.704134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef558c45-f2cd-43a3-be5d-b12465d083f9 req-9140dc43-f4d0-4c6d-9e9b-c0b5ec15a9e4 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 945 time: 0.1078470 Sep 24 00:13:50.705675 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.708833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42358) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:50.750294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:50.765600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612546be-3541-4eae-b278-2fccef603f17,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:50.776743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.777647 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Added segment 9d10d7f4-36fa-4c54-9350-8ee086b48308 of type vlan for network 06dc978f-96f5-4e09-8c08-c5079d3f5b66 Sep 24 00:13:50.783894 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.795045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef558c45-f2cd-43a3-be5d-b12465d083f9 req-9565ae13-733c-4c76-87a5-3e82768652ed tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815625 Sep 24 00:13:50.799163 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.840984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.876229 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.879727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.880672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:50.881272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.883506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.22.0.1 (3cb606b2-5edd-4b63-98f5-b802e464d4b2/94581ef1-510a-449d-9bd3-4475bbb62cd7/e653a6de-376f-4d6c-98bc-42bedbc9a26c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:50.885634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fc881d-5c67-4758-ac25-dabfe692ae4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.887440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:50.893081 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:50.896844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:50.899594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:50.907518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Pushing event updated for resources: {'Port': ['ID=ba2219af-8a5b-4616-981f-362b12abfe15,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:50.972151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] Pushing event updated for resources: {'Network': ['ID=06dc978f-96f5-4e09-8c08-c5079d3f5b66,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:51.006641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 06dc978f-96f5-4e09-8c08-c5079d3f5b66 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:51.039058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.042058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271efec-5f86-4c0f-984a-05ec0bc323a3 None None] Pushing event updated for resources: {'Port': ['ID=7987b410-840c-4b37-9884-136862a82fea,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:51.059880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fc881d-5c67-4758-ac25-dabfe692ae4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.065759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-29fc881d-5c67-4758-ac25-dabfe692ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.079520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Attempting to bind port ba2219af-8a5b-4616-981f-362b12abfe15 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:51.079922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Attempting to bind port ba2219af-8a5b-4616-981f-362b12abfe15 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:51.080288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Attempting to bind port ba2219af-8a5b-4616-981f-362b12abfe15 on network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:51.087830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1f475d01-0da6-4fe4-abe1-33531f2b07c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1518297 Sep 24 00:13:51.091087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42362) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:51.097918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Request body: {'subnet': {'network_id': '06dc978f-96f5-4e09-8c08-c5079d3f5b66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-784958860-subnet', 'tenant_id': '6338b2c6dd62430c9b041b665d54dfbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:51.103013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.111743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-29fc881d-5c67-4758-ac25-dabfe692ae4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7099531f6024780b2ae95c369092584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003220 Sep 24 00:13:51.115330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:51.116402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc881d-5c67-4758-ac25-dabfe692ae4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861b0d8f-96c3-4062-bc84-6a009ee731b6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:51.161250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:51.161629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Checking segment: {'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:51.162038 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.162440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Bound using segment: {'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:51.162976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Bound port: ba2219af-8a5b-4616-981f-362b12abfe15, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:51.163366 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.164473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=e653a6de-376f-4d6c-98bc-42bedbc9a26c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:51.191568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:51.193747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:51.202052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:51.206506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Made reservation on behalf of 6338b2c6dd62430c9b041b665d54dfbb for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:51.209217 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.219442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Attempting to bind port 7987b410-840c-4b37-9884-136862a82fea on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:51.220034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Attempting to bind port 7987b410-840c-4b37-9884-136862a82fea by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:51.220598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Attempting to bind port 7987b410-840c-4b37-9884-136862a82fea on network 98aef3db-997e-42c0-80e4-4541a6fb3e45 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:51.242750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-8e999bbf-9dff-40e7-8724-46df0d77ebe5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:51.244691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-8e999bbf-9dff-40e7-8724-46df0d77ebe5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 945 time: 0.0909832 Sep 24 00:13:51.246950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:51.247582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Checking segment: {'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:51.248270 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.248834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Bound using segment: {'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:51.249330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Bound port: 7987b410-840c-4b37-9884-136862a82fea, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e222247-3e0e-4362-b5bb-29c9fed83d40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:51.249722 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.312562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.317033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ce61f7e-ee88-495f-b2b9-da41ceca50b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.323278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] For port ba2219af-8a5b-4616-981f-362b12abfe15, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:51.347184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] For port ba2219af-8a5b-4616-981f-362b12abfe15, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ba2219af-8a5b-4616-981f-362b12abfe15,segment=NetworkSegment(422bd150-1739-4e1e-ab24-bd6458b40800),segment_id=422bd150-1739-4e1e-ab24-bd6458b40800)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:51.354408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-08d71edc-7f64-4790-bf32-113f96d8aa2b None None] Provisioning complete for port 7987b410-840c-4b37-9884-136862a82fea triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:51.354818 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08d71edc-7f64-4790-bf32-113f96d8aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.364806 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.389490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ce61f7e-ee88-495f-b2b9-da41ceca50b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.402138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] For port 7987b410-840c-4b37-9884-136862a82fea, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:51.437803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5537415-2aed-4af7-85a1-454893bbde48 req-74423f85-4b4f-43ee-8ea0-735662f50f19 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:51.439595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5537415-2aed-4af7-85a1-454893bbde48 req-74423f85-4b4f-43ee-8ea0-735662f50f19 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 945 time: 0.1534631 Sep 24 00:13:51.478014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Deleting port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:13:51.478445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.487112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.515124 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ce61f7e-ee88-495f-b2b9-da41ceca50b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.517838 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ce61f7e-ee88-495f-b2b9-da41ceca50b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.521802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5ce61f7e-ee88-495f-b2b9-da41ceca50b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/861b0d8f-96c3-4062-bc84-6a009ee731b6 HTTP/1.1" status: 204 len: 168 time: 0.3990149 Sep 24 00:13:51.576146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce61f7e-ee88-495f-b2b9-da41ceca50b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861b0d8f-96c3-4062-bc84-6a009ee731b6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:51.582675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.597720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5537415-2aed-4af7-85a1-454893bbde48 req-42ab9902-7315-4e08-8d45-faf85960eced tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356301 Sep 24 00:13:51.627952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] For port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:51.629030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.632127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] For port 7987b410-840c-4b37-9884-136862a82fea, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7987b410-840c-4b37-9884-136862a82fea,segment=NetworkSegment(8e222247-3e0e-4362-b5bb-29c9fed83d40),segment_id=8e222247-3e0e-4362-b5bb-29c9fed83d40)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:51.654450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Calling delete_port for 85072ef9-8f10-41f2-81da-3fa1f4b73e0c owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:13:51.659188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-08d71edc-7f64-4790-bf32-113f96d8aa2b None None] Port 7987b410-840c-4b37-9884-136862a82fea cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:51.668666 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.678725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a8739-a0af-4cec-93ac-50095ec7ec77 None None] Pushing event updated for resources: {'Port': ['ID=ba2219af-8a5b-4616-981f-362b12abfe15,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:51.751226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9f4b5f-1982-4f16-a50b-29f291c50381,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:51.759102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:51.759798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:51.760227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Checking segment: {'id': '9d10d7f4-36fa-4c54-9350-8ee086b48308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '06dc978f-96f5-4e09-8c08-c5079d3f5b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:51.760596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Network hostable DHCP agents. Network: 06dc978f-96f5-4e09-8c08-c5079d3f5b66, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:51.815934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271efec-5f86-4c0f-984a-05ec0bc323a3 None None] Pushing event updated for resources: {'Port': ['ID=7987b410-840c-4b37-9884-136862a82fea,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:51.825187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Network 06dc978f-96f5-4e09-8c08-c5079d3f5b66 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:51.878298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 5b1b4208-722a-45d6-a434-4c37fc88d811 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:51.926587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 06dc978f-96f5-4e09-8c08-c5079d3f5b66) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:51.936792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:13:51.943771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:51.944808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:51.980863 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-023a6c34-931d-409a-935c-bf7c63d87001 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8868055 Sep 24 00:13:52.051713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd79415-543d-43b4-a94a-8993195f7f64 None None] Network 06dc978f-96f5-4e09-8c08-c5079d3f5b66 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:52.072536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.081970 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.170545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b5f632-468e-4143-b7a7-eb4a92a1b73c req-f6632d23-3d8f-475f-acbd-36410257c168 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:52.172833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16b5f632-468e-4143-b7a7-eb4a92a1b73c req-f6632d23-3d8f-475f-acbd-36410257c168 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 945 time: 0.2441843 Sep 24 00:13:52.199538 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.208424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=e653a6de-376f-4d6c-98bc-42bedbc9a26c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:52.211802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.289078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:13:52.291380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['85072ef9-8f10-41f2-81da-3fa1f4b73e0c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:13:52.293192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ba2219af-8a5b-4616-981f-362b12abfe15 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:52.330495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42380) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:52.361450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16b5f632-468e-4143-b7a7-eb4a92a1b73c req-a6663659-aa00-41cf-8fc8-1d8a4a5e961a tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755114 Sep 24 00:13:52.364779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event deleted for resources: {'Port': ['ID=85072ef9-8f10-41f2-81da-3fa1f4b73e0c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:52.385331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] No DVR routers for this DVR port 85072ef9-8f10-41f2-81da-3fa1f4b73e0c on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:13:52.389208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.391762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b512aed0-2c3e-4d94-9c95-73fee8aaff3f req-91ed1162-4ac8-4af3-b6ea-ac8251777b95 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "DELETE /v2.0/ports/85072ef9-8f10-41f2-81da-3fa1f4b73e0c HTTP/1.1" status: 204 len: 173 time: 1.1332860 Sep 24 00:13:52.392258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa316e3c-7392-4ca1-b7d5-0995a6480593', 'name': 'network-vif-deleted', 'tag': '85072ef9-8f10-41f2-81da-3fa1f4b73e0c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:13:52.394813 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b517e0-7e34-4a14-a2dc-24aff6945846" -d '{"events": [{"server_uuid": "fa316e3c-7392-4ca1-b7d5-0995a6480593", "name": "network-vif-deleted", "tag": "85072ef9-8f10-41f2-81da-3fa1f4b73e0c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:13:52.421478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-44872b1d-4a94-4dfa-bcc0-822df5ef1096 admin admin] Deleting subnet 08e4c1b0-7d97-41df-b469-b5a00c5225b1 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:52.428468 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44872b1d-4a94-4dfa-bcc0-822df5ef1096 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.450929 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b13ab71-c8b9-4ab0-9cdc-dafd7583be4c x-openstack-request-id: req-3b13ab71-c8b9-4ab0-9cdc-dafd7583be4c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:13:52.451222 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa316e3c-7392-4ca1-b7d5-0995a6480593", "name": "network-vif-deleted", "tag": "85072ef9-8f10-41f2-81da-3fa1f4b73e0c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:13:52.451467 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3b13ab71-c8b9-4ab0-9cdc-dafd7583be4c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:13:52.451880 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa316e3c-7392-4ca1-b7d5-0995a6480593', 'name': 'network-vif-deleted', 'tag': '85072ef9-8f10-41f2-81da-3fa1f4b73e0c', 'status': 'completed', 'code': 200} Sep 24 00:13:52.463874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:52.469528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:52.476371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fdb17dd2-9013-424a-bd30-c0bb7b319fe7 None None] Provisioning complete for port 7987b410-840c-4b37-9884-136862a82fea triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:52.477427 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fdb17dd2-9013-424a-bd30-c0bb7b319fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.486395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 5b1b4208-722a-45d6-a434-4c37fc88d811 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:13:52.498428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 5b1b4208-722a-45d6-a434-4c37fc88d811 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:52.498724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.501772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44872b1d-4a94-4dfa-bcc0-822df5ef1096 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.613394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44872b1d-4a94-4dfa-bcc0-822df5ef1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.671717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:13:52.788630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44872b1d-4a94-4dfa-bcc0-822df5ef1096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.810158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd722929-1788-4c91-973c-53257492377f req-0b660f26-9033-4f68-abba-803b1a711f34 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa316e3c-7392-4ca1-b7d5-0995a6480593 HTTP/1.1" status: 200 len: 210 time: 0.0369644 Sep 24 00:13:52.845939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:52.848427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44872b1d-4a94-4dfa-bcc0-822df5ef1096 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08e4c1b0-7d97-41df-b469-b5a00c5225b1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:52.854181 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e44863c4-e9dc-4685-985e-3e3599de0cf7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3454683 Sep 24 00:13:52.855924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-44872b1d-4a94-4dfa-bcc0-822df5ef1096 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.857817 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-44872b1d-4a94-4dfa-bcc0-822df5ef1096 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08e4c1b0-7d97-41df-b469-b5a00c5225b1 HTTP/1.1" status: 204 len: 168 time: 0.5262613 Sep 24 00:13:52.858578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42396) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:52.860276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42398) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:52.861328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ba2219af-8a5b-4616-981f-362b12abfe15 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:52.861781 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.863909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'network': {'name': 'tempest-RoutersTest-1605411592'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:52.901598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6fea90-b2f5-496d-bac8-4c6cbec276f1 None None] Network 06dc978f-96f5-4e09-8c08-c5079d3f5b66 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:52.958422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:52.961939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:52.991741 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.008694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:13:53.026544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42402) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:53.027886 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.028239 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added segment 32cf2ca0-a677-444e-8929-9361139e59f5 of type vlan for network cf90a411-3872-49f4-8ede-d9c8846c5110 Sep 24 00:13:53.032800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0045409 Sep 24 00:13:53.036532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42404) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:53.168784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.199140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.202242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e34ea2e7-3f5c-427a-8e4c-8c548366d149']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:53.206604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7823cf3a-e6b7-4b7f-92cc-bbfb5d5e9da4 tempest-NetworksApiDiscovery-573608637 tempest-NetworksApiDiscovery-573608637-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1686482 Sep 24 00:13:53.210937 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-14f0942d-7b0c-4498-9150-c5b88b1340ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.234405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d28b78-0379-460a-a118-e2a86361ee79') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:53.235175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d28b78-0379-460a-a118-e2a86361ee79') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:53.235754 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fdb17dd2-9013-424a-bd30-c0bb7b319fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.248662 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.256501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.276168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7485fb-0fb0-4715-871c-c477a4945e61 None None] Network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:53.286185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.288530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.294669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:53.295397 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.308491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:13:53.308864 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:13:53.324753 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:13:53.364835 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5027003 Sep 24 00:13:53.366312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42410) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:53.370437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'subnet': {'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:53.441021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0878cec0-4522-485b-a7b8-ee9e83640b3c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Network': ['ID=cf90a411-3872-49f4-8ede-d9c8846c5110,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:53.454696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.459595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.459827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fdb17dd2-9013-424a-bd30-c0bb7b319fe7 None None] For port 7987b410-840c-4b37-9884-136862a82fea, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7987b410-840c-4b37-9884-136862a82fea,segment=NetworkSegment(8e222247-3e0e-4362-b5bb-29c9fed83d40),segment_id=8e222247-3e0e-4362-b5bb-29c9fed83d40)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:53.466072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e34ea2e7-3f5c-427a-8e4c-8c548366d149 HTTP/1.1" status: 204 len: 168 time: 0.5953584 Sep 24 00:13:53.469364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42416) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:53.470942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fa4d53-c107-44e8-bd76-de8c082ae856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1b4208-722a-45d6-a434-4c37fc88d811'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:13:53.473536 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1847ab67-6312-4f8d-8cc2-1ed28c709c59" -d '{"events": [{"server_uuid": "43fa4d53-c107-44e8-bd76-de8c082ae856", "name": "network-vif-plugged", "status": "completed", "tag": "5b1b4208-722a-45d6-a434-4c37fc88d811"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:13:53.496956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:51Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:51Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:50Z', 'revision_number': 1, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:53.499409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fdb17dd2-9013-424a-bd30-c0bb7b319fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.501297 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.503520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network cf90a411-3872-49f4-8ede-d9c8846c5110 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:13:53.506572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8074ac6-d9d8-45f4-ad35-3ac1f4329d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=e34ea2e7-3f5c-427a-8e4c-8c548366d149,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:53.515765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Made reservation on behalf of 1e138d0555194152afddf9dd6774bae9 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:53.519656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.553098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 5b1b4208-722a-45d6-a434-4c37fc88d811, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=5b1b4208-722a-45d6-a434-4c37fc88d811,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:53.564341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa97e6-66c3-4345-afac-63b9ba758b73 req-90fd32ff-297d-4fbc-9886-801495094769 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:53.565625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba641770-f89d-45f8-a3f8-8b4cf5ab9f9a admin admin] Deleting subnet de9f4b5f-1982-4f16-a50b-29f291c50381 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:13:53.565886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0aa97e6-66c3-4345-afac-63b9ba758b73 req-90fd32ff-297d-4fbc-9886-801495094769 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 945 time: 0.1148336 Sep 24 00:13:53.570094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba641770-f89d-45f8-a3f8-8b4cf5ab9f9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.611470 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2b8fa8-5999-4f12-9e7c-9eefb2d97ccd x-openstack-request-id: req-6f2b8fa8-5999-4f12-9e7c-9eefb2d97ccd {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:13:53.612099 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fa4d53-c107-44e8-bd76-de8c082ae856", "name": "network-vif-plugged", "status": "completed", "tag": "5b1b4208-722a-45d6-a434-4c37fc88d811", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:13:53.612499 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6f2b8fa8-5999-4f12-9e7c-9eefb2d97ccd {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:13:53.613115 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fa4d53-c107-44e8-bd76-de8c082ae856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1b4208-722a-45d6-a434-4c37fc88d811', 'code': 200} Sep 24 00:13:53.626631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba641770-f89d-45f8-a3f8-8b4cf5ab9f9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.656261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12174ea3-8703-4b59-b4f8-2364cf69be8b None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:51Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:51Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:50Z', 'revision_number': 1, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:53.658234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.671955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0aa97e6-66c3-4345-afac-63b9ba758b73 req-72f7b1ac-2b80-4023-a386-2628b8d29a1d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692613 Sep 24 00:13:53.677643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42422) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:53.713341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba641770-f89d-45f8-a3f8-8b4cf5ab9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.795411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb66ab-c6d3-45f6-a3b9-69df1d67cfa9 req-4ac2683f-91b1-4abf-b168-65521155ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:53.797259 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-80eb66ab-c6d3-45f6-a3b9-69df1d67cfa9 req-4ac2683f-91b1-4abf-b168-65521155ba09 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 1098 time: 0.1850748 Sep 24 00:13:53.842860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port ba2219af-8a5b-4616-981f-362b12abfe15, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ba2219af-8a5b-4616-981f-362b12abfe15,segment=NetworkSegment(422bd150-1739-4e1e-ab24-bd6458b40800),segment_id=422bd150-1739-4e1e-ab24-bd6458b40800)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:53.860596 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-80eb66ab-c6d3-45f6-a3b9-69df1d67cfa9 req-9cdfaf18-8e38-4332-9ded-edbc6b69ec93 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543933 Sep 24 00:13:53.866218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb17dd2-9013-424a-bd30-c0bb7b319fe7 None None] Pushing event updated for resources: {'Port': ['ID=7987b410-840c-4b37-9884-136862a82fea,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:53.879413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-889a6ded-b69b-48bb-9402-a6f9b5d202ec None None] Provisioning complete for port ba2219af-8a5b-4616-981f-362b12abfe15 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:53.879952 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-889a6ded-b69b-48bb-9402-a6f9b5d202ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.880445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.883763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba641770-f89d-45f8-a3f8-8b4cf5ab9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.896359 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.906340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba641770-f89d-45f8-a3f8-8b4cf5ab9f9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:53.911465 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ba641770-f89d-45f8-a3f8-8b4cf5ab9f9a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/de9f4b5f-1982-4f16-a50b-29f291c50381 HTTP/1.1" status: 204 len: 168 time: 0.4395916 Sep 24 00:13:53.913406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42430) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:53.953995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba641770-f89d-45f8-a3f8-8b4cf5ab9f9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9f4b5f-1982-4f16-a50b-29f291c50381,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:53.968068 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c2ee808a-9b8e-4a5b-b330-22727329a3eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.030944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Subnet': ['ID=97c3ceb0-677b-40f0-81d0-3615a4930f36,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:54.053409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Checking segment: {'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:54.054134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network hostable DHCP agents. Network: cf90a411-3872-49f4-8ede-d9c8846c5110, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:13:54.084087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.092428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network cf90a411-3872-49f4-8ede-d9c8846c5110 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:13:54.124888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, cf90a411-3872-49f4-8ede-d9c8846c5110) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:54.130522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:54.132618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.203075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a08acc8-36bc-4540-ae48-feeef7a8456c None None] Network cf90a411-3872-49f4-8ede-d9c8846c5110 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:54.205453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7987b410-840c-4b37-9884-136862a82fea up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:54.205862 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c2ee808a-9b8e-4a5b-b330-22727329a3eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.212950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c2ee808a-9b8e-4a5b-b330-22727329a3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.247962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-55b850db-be0b-44e0-98a2-98ac90ba2422 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8816319 Sep 24 00:13:54.248203 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42432) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:54.276552 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c2ee808a-9b8e-4a5b-b330-22727329a3eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40d690b3984b401b98a01e3abb4abfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976443 Sep 24 00:13:54.278528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee808a-9b8e-4a5b-b330-22727329a3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d596c2b3-0270-4c7a-a471-a1f6393dee46,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:54.283954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42434) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:54.299100 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.344654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87c73bf8-fe03-4419-819b-ac34250b6369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.370678 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87c73bf8-fe03-4419-819b-ac34250b6369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.404989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06dc978f-96f5-4e09-8c08-c5079d3f5b66']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:54.453254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87c73bf8-fe03-4419-819b-ac34250b6369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.458031 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87c73bf8-fe03-4419-819b-ac34250b6369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.459143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d10d7f4-36fa-4c54-9350-8ee086b48308') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:54.460074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-87c73bf8-fe03-4419-819b-ac34250b6369 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d596c2b3-0270-4c7a-a471-a1f6393dee46 HTTP/1.1" status: 204 len: 168 time: 0.1746290 Sep 24 00:13:54.462563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d10d7f4-36fa-4c54-9350-8ee086b48308') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:54.472100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=5b1b4208-722a-45d6-a434-4c37fc88d811,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:54.473084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.489631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.494547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:13:54.495044 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:13:54.540265 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:13:54.545003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c73bf8-fe03-4419-819b-ac34250b6369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d596c2b3-0270-4c7a-a471-a1f6393dee46,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:54.656800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.664006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.668784 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] 10.222.0.24 "DELETE /v2.0/networks/06dc978f-96f5-4e09-8c08-c5079d3f5b66 HTTP/1.1" status: 204 len: 168 time: 0.7540462 Sep 24 00:13:54.739019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9418a6a-6bbd-4e10-90b5-bfee85662d2f admin admin] Pushing event deleted for resources: {'Network': ['ID=06dc978f-96f5-4e09-8c08-c5079d3f5b66,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:54.750621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7987b410-840c-4b37-9884-136862a82fea triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:54.752386 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:54.843610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=ba2219af-8a5b-4616-981f-362b12abfe15,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:54.965305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-cf90a411-3872-49f4-8ede-d9c8846c5110', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:13:54.966219 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.107621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.249836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ae7a1608-38c5-43b5-b5c9-a82144f72967 None None] Provisioning complete for port ba2219af-8a5b-4616-981f-362b12abfe15 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:55.258213 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1608-38c5-43b5-b5c9-a82144f72967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.314272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42462) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:55.383198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Allocated IP 172.23.0.2 (cf90a411-3872-49f4-8ede-d9c8846c5110/97c3ceb0-677b-40f0-81d0-3615a4930f36/4171614e-3a10-436d-bf85-66b1b543ee0b) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:55.470827 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a5e6113-f171-42a3-97c8-23c6bb62c51e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10e08cff6a2247a88155a0d72635f078&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546748 Sep 24 00:13:55.474463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42468) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:55.627029 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f317fbb8-909e-4d81-a66d-d81d44f08b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.661063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b7e329-a1b0-40cc-8abf-2c67f2b1f1e5 req-89b88fc5-2340-4611-96b8-68812a8b0455 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:55.662739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4b7e329-a1b0-40cc-8abf-2c67f2b1f1e5 req-89b88fc5-2340-4611-96b8-68812a8b0455 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 946 time: 0.8426526 Sep 24 00:13:55.670364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-5d8849ef-ef2f-400e-95a1-b039cab121d0 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:55.684251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-5d8849ef-ef2f-400e-95a1-b039cab121d0 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.9416690 Sep 24 00:13:55.707561 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:55.713323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-e3b6fdcb-ba2f-40b5-b4e1-c7f4c90e5da0 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/quotas/2ad4e10a11c840b496a7ddcd458c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0285461 Sep 24 00:13:55.713943 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.724321 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:55.724961 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:55.740551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f317fbb8-909e-4d81-a66d-d81d44f08b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.758393 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.804387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ae7a1608-38c5-43b5-b5c9-a82144f72967 None None] Provisioning complete for port e653a6de-376f-4d6c-98bc-42bedbc9a26c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:55.804997 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae7a1608-38c5-43b5-b5c9-a82144f72967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.826492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4b7e329-a1b0-40cc-8abf-2c67f2b1f1e5 req-aab8269c-7a66-4d5c-83d3-842b08ba912e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395459 Sep 24 00:13:55.852396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a1608-38c5-43b5-b5c9-a82144f72967 None None] Port e653a6de-376f-4d6c-98bc-42bedbc9a26c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:55.855148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-03a44155-c522-43c1-b325-a6e152d942be tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1408904 Sep 24 00:13:55.888433 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:13:55.897189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Network cf90a411-3872-49f4-8ede-d9c8846c5110 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:55.905998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:55.910824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:55.915354 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f317fbb8-909e-4d81-a66d-d81d44f08b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.920825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f317fbb8-909e-4d81-a66d-d81d44f08b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.921049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Pushing event updated for resources: {'Port': ['ID=4171614e-3a10-436d-bf85-66b1b543ee0b,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:55.922593 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f317fbb8-909e-4d81-a66d-d81d44f08b2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c6cc030-9cac-4715-8ba2-0bfac7582310 HTTP/1.1" status: 204 len: 168 time: 0.4412887 Sep 24 00:13:55.923349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:55.928149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Allocated IP 172.23.0.1 (cf90a411-3872-49f4-8ede-d9c8846c5110/97c3ceb0-677b-40f0-81d0-3615a4930f36/5d7d529c-53f0-4af7-b292-d7450fd13252) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:55.942311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317fbb8-909e-4d81-a66d-d81d44f08b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6cc030-9cac-4715-8ba2-0bfac7582310,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:56.042000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Attempting to bind port 4171614e-3a10-436d-bf85-66b1b543ee0b on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:56.042927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Attempting to bind port 4171614e-3a10-436d-bf85-66b1b543ee0b by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:56.043390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Attempting to bind port 4171614e-3a10-436d-bf85-66b1b543ee0b on network cf90a411-3872-49f4-8ede-d9c8846c5110 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:56.045932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-247fb896-d571-4614-ac8a-c36163cc6af1 None None] Provisioning complete for port e653a6de-376f-4d6c-98bc-42bedbc9a26c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:56.046378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-247fb896-d571-4614-ac8a-c36163cc6af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.079951 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-df80ca38-a2f5-4e8e-8d19-3229ba89f628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.087345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:56.087830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Checking segment: {'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:56.088306 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.089860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Bound using segment: {'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:56.090429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Bound port: 4171614e-3a10-436d-bf85-66b1b543ee0b, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:56.090936 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.132685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-9f637a1c-0ccb-4e17-afd3-85545874edf0 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583287 Sep 24 00:13:56.178965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] For port 4171614e-3a10-436d-bf85-66b1b543ee0b, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:56.184757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] For port 4171614e-3a10-436d-bf85-66b1b543ee0b, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4171614e-3a10-436d-bf85-66b1b543ee0b,segment=NetworkSegment(32cf2ca0-a677-444e-8929-9361139e59f5),segment_id=32cf2ca0-a677-444e-8929-9361139e59f5)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:56.192348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 85072ef9-8f10-41f2-81da-3fa1f4b73e0c no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:13:56.194398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ba2219af-8a5b-4616-981f-362b12abfe15 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:56.202725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.212178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.280410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.295387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 85072ef9-8f10-41f2-81da-3fa1f4b73e0c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:13:56.295888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 85072ef9-8f10-41f2-81da-3fa1f4b73e0c not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:13:56.303150 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-247fb896-d571-4614-ac8a-c36163cc6af1 None None] Port e653a6de-376f-4d6c-98bc-42bedbc9a26c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:13:56.331765 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-008ec3f1-1a23-49ac-85e8-708c1ab14b01 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880338 Sep 24 00:13:56.338678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network cf90a411-3872-49f4-8ede-d9c8846c5110 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:56.344353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:56.358327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:13:56.398270 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:51Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:51Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:56.412298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e3014-8d08-4009-bd23-b626d3270eb2 None None] Pushing event updated for resources: {'Port': ['ID=4171614e-3a10-436d-bf85-66b1b543ee0b,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:56.425943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ba2219af-8a5b-4616-981f-362b12abfe15 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:56.427640 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.473570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=5d7d529c-53f0-4af7-b292-d7450fd13252,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:56.481613 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:13:56.482454 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Updating router 466bef95-8350-4b04-b877-10f7b754a7d8 port e653a6de-376f-4d6c-98bc-42bedbc9a26c binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:13:56.493745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.551903 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.600005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42486) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:56.676997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-66c8b1a9-d9c3-45a1-85ae-2b1e55e47bd3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6338b2c6dd62430c9b041b665d54dfbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753891 Sep 24 00:13:56.680216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42492) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:56.732604 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.760892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7462c62d-8192-44c3-bae7-499049f6c925 req-431e40fc-b2bd-44e1-950f-3dedfc70143b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 210 time: 0.0482152 Sep 24 00:13:56.795676 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.809372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d2da1ff0-26e8-4695-86ff-8ceb5c536736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.862519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d2da1ff0-26e8-4695-86ff-8ceb5c536736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.936234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d2da1ff0-26e8-4695-86ff-8ceb5c536736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.938840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d2da1ff0-26e8-4695-86ff-8ceb5c536736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:56.942507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d2da1ff0-26e8-4695-86ff-8ceb5c536736 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/612546be-3541-4eae-b278-2fccef603f17 HTTP/1.1" status: 204 len: 168 time: 0.2590759 Sep 24 00:13:56.963831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2da1ff0-26e8-4695-86ff-8ceb5c536736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612546be-3541-4eae-b278-2fccef603f17,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:57.040588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cc2fe-a3be-4832-9f79-d3aed3ad0ffd req-40b8c91e-4880-4348-9775-3c81b4812e05 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:57.049747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-388cc2fe-a3be-4832-9f79-d3aed3ad0ffd req-40b8c91e-4880-4348-9775-3c81b4812e05 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 946 time: 0.0751724 Sep 24 00:13:57.111956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-388cc2fe-a3be-4832-9f79-d3aed3ad0ffd req-ef2ee383-3d26-4fe9-b1b4-3ec83570ce89 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582621 Sep 24 00:13:57.149085 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:57.164625 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:57.231457 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d22181-bf63-45f2-b3a0-92b469765240 None None] Pushing event updated for resources: {'Port': ['ID=e653a6de-376f-4d6c-98bc-42bedbc9a26c,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:57.331829 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Attempting to bind port e653a6de-376f-4d6c-98bc-42bedbc9a26c on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:13:57.332709 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Attempting to bind port e653a6de-376f-4d6c-98bc-42bedbc9a26c by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:13:57.333281 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Attempting to bind port e653a6de-376f-4d6c-98bc-42bedbc9a26c on network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:13:57.353803 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:13:57.356707 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Checking segment: {'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:13:57.357352 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:57.357905 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Bound using segment: {'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:13:57.359339 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Bound port: e653a6de-376f-4d6c-98bc-42bedbc9a26c, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '422bd150-1739-4e1e-ab24-bd6458b40800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:13:57.359907 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:57.467922 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] For port e653a6de-376f-4d6c-98bc-42bedbc9a26c, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:13:57.472650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] For port e653a6de-376f-4d6c-98bc-42bedbc9a26c, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e653a6de-376f-4d6c-98bc-42bedbc9a26c,segment=NetworkSegment(422bd150-1739-4e1e-ab24-bd6458b40800),segment_id=422bd150-1739-4e1e-ab24-bd6458b40800)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:13:57.487066 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:57.672435 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:57.673475 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:57.748664 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d22181-bf63-45f2-b3a0-92b469765240 None None] Pushing event updated for resources: {'Port': ['ID=e653a6de-376f-4d6c-98bc-42bedbc9a26c,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:57.798202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4b46983f-fb6d-4055-b84b-5b57dbe5dbff None None] Provisioning complete for port e653a6de-376f-4d6c-98bc-42bedbc9a26c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:57.800018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b46983f-fb6d-4055-b84b-5b57dbe5dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:57.897473 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:13:58.101607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73397813-473c-4fae-a874-2fc88ef1266f req-a6dadd43-9417-4eec-afa3-2df5a5e57438 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 210 time: 0.0943291 Sep 24 00:13:58.173569 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b46983f-fb6d-4055-b84b-5b57dbe5dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:58.263941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a73fba-9508-42de-801d-1ebc7b3753ab None None] Network cf90a411-3872-49f4-8ede-d9c8846c5110 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:13:58.469448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:58.471263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e653a6de-376f-4d6c-98bc-42bedbc9a26c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:58.481630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:58.524459 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:56Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5d7d529c-53f0-4af7-b292-d7450fd13252', 'name': '', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:52:30:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:55Z', 'updated_at': '2021-09-24T00:13:55Z', 'revision_number': 1, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:57Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:58.559687 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cd397c-7bff-4f72-b605-25f632fb61cd None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:56Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5d7d529c-53f0-4af7-b292-d7450fd13252', 'name': '', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:52:30:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:55Z', 'updated_at': '2021-09-24T00:13:55Z', 'revision_number': 1, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:57Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:13:58.618592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4b46983f-fb6d-4055-b84b-5b57dbe5dbff None None] For port e653a6de-376f-4d6c-98bc-42bedbc9a26c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e653a6de-376f-4d6c-98bc-42bedbc9a26c,segment=NetworkSegment(422bd150-1739-4e1e-ab24-bd6458b40800),segment_id=422bd150-1739-4e1e-ab24-bd6458b40800)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:13:58.638477 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4b46983f-fb6d-4055-b84b-5b57dbe5dbff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:58.780327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:58.787659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event updated for resources: {'Port': ['ID=5d7d529c-53f0-4af7-b292-d7450fd13252,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:58.789052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-9480f04e-ba3f-40e0-8514-58b05ad423e9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:13:58.790611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-9480f04e-ba3f-40e0-8514-58b05ad423e9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.2952175 Sep 24 00:13:58.821829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Request body: {'port': {'device_id': '0672cd99-723f-47e4-ac77-b9e56ffd8d5a', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'admin_state_up': True, 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:58.879969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46983f-fb6d-4055-b84b-5b57dbe5dbff None None] Pushing event updated for resources: {'Port': ['ID=e653a6de-376f-4d6c-98bc-42bedbc9a26c,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:13:58.902709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e653a6de-376f-4d6c-98bc-42bedbc9a26c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:58.911860 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:58.918229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bf2d2f89-76b3-40e2-b032-75e9e5b54bfb None None] Provisioning complete for port e653a6de-376f-4d6c-98bc-42bedbc9a26c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:58.922346 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f89-76b3-40e2-b032-75e9e5b54bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:59.027286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Network cf90a411-3872-49f4-8ede-d9c8846c5110 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:13:59.031803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:13:59.128516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:13:59.134471 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:59.224888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42626) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:59.240926 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:59.368463 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4171614e-3a10-436d-bf85-66b1b543ee0b up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:13:59.438225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:13:59.481760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47b41102-d961-48e8-bd7e-ebb365f2ae0d req-14c8fd07-c569-4ef0-96c9-2b2a5ca2d657 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 210 time: 0.1372302 Sep 24 00:13:59.610783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4171614e-3a10-436d-bf85-66b1b543ee0b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:59.612509 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:59.619166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bf2d2f89-76b3-40e2-b032-75e9e5b54bfb None None] Provisioning complete for port 4171614e-3a10-436d-bf85-66b1b543ee0b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:13:59.621699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f89-76b3-40e2-b032-75e9e5b54bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:59.659243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Allocated IP 172.20.0.8 (7535db54-e52f-4873-8dc1-92355e04ada4/59b704d5-6054-4774-9bcf-25ca6f431ed7/cc463780-11d9-4931-a5e7-63d711c86e1a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:13:59.702205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:13:59.715907 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-432135b0-75c7-4976-b1fd-0d007ca06432 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4529338 Sep 24 00:13:59.716921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42632) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:13:59.729107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:13:59.831191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:13:59.913676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:13:59.914313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:13:59.928305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5afd412f-72af-4b81-9957-63c26bc1ff26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:59.992641 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:13:59.996634 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.052610 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f89-76b3-40e2-b032-75e9e5b54bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.057488 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.162609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Network 7535db54-e52f-4873-8dc1-92355e04ada4 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:14:00.167150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event updated for resources: {'Port': ['ID=cc463780-11d9-4931-a5e7-63d711c86e1a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:00.170267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:14:00.183586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:14:00.223342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.223684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.224217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.224742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.225246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.225745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.226380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.226922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.227438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.227954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.228282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.228759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:00.291662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:00.292842 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.335000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:00.365760 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5afd412f-72af-4b81-9957-63c26bc1ff26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.374587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5afd412f-72af-4b81-9957-63c26bc1ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.384698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-bebd3e5f-6c72-4cd7-a22d-32a05770ed4f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5677028 Sep 24 00:14:00.401213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Request body: {'port': {'device_id': '0672cd99-723f-47e4-ac77-b9e56ffd8d5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:00.445867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bf2d2f89-76b3-40e2-b032-75e9e5b54bfb None None] For port 4171614e-3a10-436d-bf85-66b1b543ee0b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4171614e-3a10-436d-bf85-66b1b543ee0b,segment=NetworkSegment(32cf2ca0-a677-444e-8929-9361139e59f5),segment_id=32cf2ca0-a677-444e-8929-9361139e59f5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:00.449697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:00.460536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5afd412f-72af-4b81-9957-63c26bc1ff26 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5427c887d5c4d2ca4ca6b133ae1d3e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2264676 Sep 24 00:14:00.476787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42646) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:00.479565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd412f-72af-4b81-9957-63c26bc1ff26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80af670-48d4-427d-b368-aa82084c6ef0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:00.492133 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf2d2f89-76b3-40e2-b032-75e9e5b54bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.528939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 00:14:00.560427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Removed routes are [] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 00:14:00.561164 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.638363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-6899e712-3eeb-4e1e-ba6c-ccfa25d15229 req-95615fd2-1291-4287-a339-8f64296ec92b tempest-ServersAdminNegativeTestJSON-387670474 tempest-ServersAdminNegativeTestJSON-387670474-project] (106378) timed out ('10.222.0.20', 53383) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:14:00.692555 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:14:00.693170 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:14:00.706909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.709050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c38f0969-46e7-4e3b-9442-85954af39d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.736129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d2f89-76b3-40e2-b032-75e9e5b54bfb None None] Pushing event updated for resources: {'Port': ['ID=4171614e-3a10-436d-bf85-66b1b543ee0b,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:00.756923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e212105-fd98-47ae-8ad2-6350960d3985 req-cdb764d3-1a35-4172-aaa7-59fd072297c5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:00.758695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a46a6512-adcf-47c4-8c73-1c1707dd6540 None None] Provisioning complete for port 4171614e-3a10-436d-bf85-66b1b543ee0b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:00.759259 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a46a6512-adcf-47c4-8c73-1c1707dd6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.767914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e212105-fd98-47ae-8ad2-6350960d3985 req-cdb764d3-1a35-4172-aaa7-59fd072297c5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 931 time: 0.1514351 Sep 24 00:14:00.831495 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c38f0969-46e7-4e3b-9442-85954af39d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.869897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.875198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:00.987295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:14:01.041039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a46a6512-adcf-47c4-8c73-1c1707dd6540 None None] Provisioning complete for port 5d7d529c-53f0-4af7-b292-d7450fd13252 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:01.041039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a46a6512-adcf-47c4-8c73-1c1707dd6540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.046913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:13:56Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5d7d529c-53f0-4af7-b292-d7450fd13252', 'name': '', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:52:30:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:55Z', 'updated_at': '2021-09-24T00:13:57Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:01.100829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:14:01.101420 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Updating router 466bef95-8350-4b04-b877-10f7b754a7d8 port 5d7d529c-53f0-4af7-b292-d7450fd13252 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:14:01.103859 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:14:01.113169 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.114977 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1c81beca-b3e3-4b83-8c23-f5814ac0e3fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 200 len: 934 time: 1.3924384 Sep 24 00:14:01.117524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42660) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:01.138783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a46a6512-adcf-47c4-8c73-1c1707dd6540 None None] Port 5d7d529c-53f0-4af7-b292-d7450fd13252 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:14:01.142665 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.157788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc463780-11d9-4931-a5e7-63d711c86e1a {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:01.170682 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.189945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Transition to ACTIVE for port object cc463780-11d9-4931-a5e7-63d711c86e1a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:14:01.211951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.285075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e212105-fd98-47ae-8ad2-6350960d3985 req-d9b51fda-e4d7-4e9c-8bd9-2f012f40ee9e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162854 Sep 24 00:14:01.319301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Pushing event updated for resources: {'Port': ['ID=cc463780-11d9-4931-a5e7-63d711c86e1a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:01.375122 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-337f0e8c-f645-4189-b652-a095946af429 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 200 len: 934 time: 0.2552342 Sep 24 00:14:01.375790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42664) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:01.383481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'routes': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:01.396597 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c38f0969-46e7-4e3b-9442-85954af39d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.399189 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c38f0969-46e7-4e3b-9442-85954af39d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.403529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c38f0969-46e7-4e3b-9442-85954af39d4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d80af670-48d4-427d-b368-aa82084c6ef0 HTTP/1.1" status: 204 len: 168 time: 0.9037540 Sep 24 00:14:01.416213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f0969-46e7-4e3b-9442-85954af39d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80af670-48d4-427d-b368-aa82084c6ef0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:01.458981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Attempting to bind port cc463780-11d9-4931-a5e7-63d711c86e1a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:14:01.459416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Attempting to bind port cc463780-11d9-4931-a5e7-63d711c86e1a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:14:01.459749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Attempting to bind port cc463780-11d9-4931-a5e7-63d711c86e1a on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:01.489961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Port cc463780-11d9-4931-a5e7-63d711c86e1a on network 7535db54-e52f-4873-8dc1-92355e04ada4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:14:01.499137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Attempting to bind port cc463780-11d9-4931-a5e7-63d711c86e1a on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:01.510189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:14:01.510458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Checking segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:14:01.518358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Bound using segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:14:01.518929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Bound port: cc463780-11d9-4931-a5e7-63d711c86e1a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:14:01.519311 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.541515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e653a6de-376f-4d6c-98bc-42bedbc9a26c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:14:01.622721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] For port cc463780-11d9-4931-a5e7-63d711c86e1a, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:14:01.626481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] For port cc463780-11d9-4931-a5e7-63d711c86e1a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cc463780-11d9-4931-a5e7-63d711c86e1a,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:14:01.639917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.649223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.664815 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.688130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e653a6de-376f-4d6c-98bc-42bedbc9a26c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:01.688798 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.795456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Pushing event updated for resources: {'Port': ['ID=cc463780-11d9-4931-a5e7-63d711c86e1a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:01.814518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:01.818633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.820439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-65c3cbf9-9311-433c-88d9-c45a07c0c3aa service neutron] 10.222.0.20 "PUT /v2.0/ports/cc463780-11d9-4931-a5e7-63d711c86e1a HTTP/1.1" status: 200 len: 1092 time: 1.4266155 Sep 24 00:14:01.821162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0672cd99-723f-47e4-ac77-b9e56ffd8d5a', 'tag': 'cc463780-11d9-4931-a5e7-63d711c86e1a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:01.824769 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09653ee3-3117-4175-b2c7-1a174708e422" -d '{"events": [{"name": "network-changed", "server_uuid": "0672cd99-723f-47e4-ac77-b9e56ffd8d5a", "tag": "cc463780-11d9-4931-a5e7-63d711c86e1a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:01.834247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added routes are [] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 00:14:01.834456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 00:14:01.870739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.884929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09f4b4-7251-46fb-8716-a806d1a606e3 None None] Pushing event updated for resources: {'Port': ['ID=5d7d529c-53f0-4af7-b292-d7450fd13252,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:01.905756 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d1b9a6-01af-4ea4-8252-b49782669d28 x-openstack-request-id: req-c3d1b9a6-01af-4ea4-8252-b49782669d28 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:01.906147 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0672cd99-723f-47e4-ac77-b9e56ffd8d5a", "tag": "cc463780-11d9-4931-a5e7-63d711c86e1a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:01.906299 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c3d1b9a6-01af-4ea4-8252-b49782669d28 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:01.906704 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0672cd99-723f-47e4-ac77-b9e56ffd8d5a', 'tag': 'cc463780-11d9-4931-a5e7-63d711c86e1a', 'status': 'completed', 'code': 200} Sep 24 00:14:01.927710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Attempting to bind port 5d7d529c-53f0-4af7-b292-d7450fd13252 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:14:01.928086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Attempting to bind port 5d7d529c-53f0-4af7-b292-d7450fd13252 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:14:01.930261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Attempting to bind port 5d7d529c-53f0-4af7-b292-d7450fd13252 on network cf90a411-3872-49f4-8ede-d9c8846c5110 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:01.950852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:14:01.951246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Checking segment: {'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:14:01.951606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.954650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Bound using segment: {'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:14:01.954650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Bound port: 5d7d529c-53f0-4af7-b292-d7450fd13252, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cf2ca0-a677-444e-8929-9361139e59f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:14:01.954650 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:01.969341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-d46fc5c0-8d0b-4698-9d28-a2236f136819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:01.970852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-d46fc5c0-8d0b-4698-9d28-a2236f136819 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 1095 time: 0.0825319 Sep 24 00:14:02.029434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-98778147-c6e4-42a5-83b6-c42b88fda710 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc463780-11d9-4931-a5e7-63d711c86e1a HTTP/1.1" status: 200 len: 217 time: 0.0472486 Sep 24 00:14:02.100705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-0289635d-3303-4c91-8a7a-a11b8ffea489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:02.104147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-0289635d-3303-4c91-8a7a-a11b8ffea489 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0681880 Sep 24 00:14:02.109345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4171614e-3a10-436d-bf85-66b1b543ee0b up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:14:02.154613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3f68fae2-220b-4c88-8145-b756086d7014 None None] Provisioning complete for port 5d7d529c-53f0-4af7-b292-d7450fd13252 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:02.155017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3f68fae2-220b-4c88-8145-b756086d7014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.160968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] For port 5d7d529c-53f0-4af7-b292-d7450fd13252, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:14:02.164178 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-2dd206be-8f51-4331-a7a4-e35ba11c2154 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542417 Sep 24 00:14:02.188815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42674) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:02.201925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] For port 5d7d529c-53f0-4af7-b292-d7450fd13252, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d7d529c-53f0-4af7-b292-d7450fd13252,segment=NetworkSegment(32cf2ca0-a677-444e-8929-9361139e59f5),segment_id=32cf2ca0-a677-444e-8929-9361139e59f5)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:14:02.210030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.216869 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.228120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3f68fae2-220b-4c88-8145-b756086d7014 None None] Port 5d7d529c-53f0-4af7-b292-d7450fd13252 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:14:02.230310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e92e491-7b23-40b5-b487-7b1d76a59a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.232254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4171614e-3a10-436d-bf85-66b1b543ee0b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:02.232618 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.234059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.287702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-3754e416-4a1f-4df2-b1ca-97e3fa689749 service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163461 Sep 24 00:14:02.298005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:02.298641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:02.422052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8b8010f-2456-4c4c-9450-445b61669d45 req-0ad6c78f-b9b5-4de8-affd-e11ef780ee6e service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191239 Sep 24 00:14:02.434310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:14:02.457899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09f4b4-7251-46fb-8716-a806d1a606e3 None None] Pushing event updated for resources: {'Port': ['ID=5d7d529c-53f0-4af7-b292-d7450fd13252,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:02.641905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:02.658432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e92e491-7b23-40b5-b487-7b1d76a59a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.673026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:14:02.681437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.686941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653ee3-3117-4175-b2c7-1a174708e422 req-859e404f-ba4e-4690-925a-a0b3e071e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:02.688206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3b246729-959f-4e0c-aa09-33c0d22e6d7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 200 len: 700 time: 1.3112381 Sep 24 00:14:02.689638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e92e491-7b23-40b5-b487-7b1d76a59a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:02.701172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42684) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:02.701397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09653ee3-3117-4175-b2c7-1a174708e422 req-859e404f-ba4e-4690-925a-a0b3e071e46d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 1095 time: 0.1875191 Sep 24 00:14:02.722359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74923f89-19e1-438a-9e72-a156e4b7ff8b req-032c21d5-e37c-4789-bc12-e19967ec29e7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:02.724174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74923f89-19e1-438a-9e72-a156e4b7ff8b req-032c21d5-e37c-4789-bc12-e19967ec29e7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 943 time: 0.2526290 Sep 24 00:14:02.780447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92e491-7b23-40b5-b487-7b1d76a59a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8538d565-b73a-46e6-92c6-2cb6c127faca,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:02.788496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74923f89-19e1-438a-9e72-a156e4b7ff8b req-fd2c0929-3eb5-49dc-8cb2-136cab3c7481 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529201 Sep 24 00:14:02.793848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1e92e491-7b23-40b5-b487-7b1d76a59a38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85dbaf32425347db90488a01900cb2de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6038508 Sep 24 00:14:02.869107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42686) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:02.930489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653ee3-3117-4175-b2c7-1a174708e422 req-09819f18-29bc-4da5-b52c-f37f54853a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:02.932536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09653ee3-3117-4175-b2c7-1a174708e422 req-09819f18-29bc-4da5-b52c-f37f54853a8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 906 time: 0.2313335 Sep 24 00:14:02.990231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09653ee3-3117-4175-b2c7-1a174708e422 req-179afbe5-51a4-4ea1-9c2b-daafc1384aad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cc463780-11d9-4931-a5e7-63d711c86e1a HTTP/1.1" status: 200 len: 217 time: 0.0479498 Sep 24 00:14:03.051539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b2961c3b-114e-442f-8728-c0538e47263d None None] Provisioning complete for port 5d7d529c-53f0-4af7-b292-d7450fd13252 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:03.052324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2961c3b-114e-442f-8728-c0538e47263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.064735 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e76ab8db-6f62-4349-87c3-a8f902407f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.086403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09653ee3-3117-4175-b2c7-1a174708e422 req-4329d86e-1ad0-4e93-b5ee-ca1a1ffc8be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:03.088445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09653ee3-3117-4175-b2c7-1a174708e422 req-4329d86e-1ad0-4e93-b5ee-ca1a1ffc8be3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0900779 Sep 24 00:14:03.100050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e76ab8db-6f62-4349-87c3-a8f902407f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.169202 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e76ab8db-6f62-4349-87c3-a8f902407f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.171946 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e76ab8db-6f62-4349-87c3-a8f902407f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.173213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e76ab8db-6f62-4349-87c3-a8f902407f63 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8538d565-b73a-46e6-92c6-2cb6c127faca HTTP/1.1" status: 204 len: 168 time: 0.3010564 Sep 24 00:14:03.191269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09653ee3-3117-4175-b2c7-1a174708e422 req-440e3c88-525d-4fc6-8707-15ad9061c60f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372643 Sep 24 00:14:03.197873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ab8db-6f62-4349-87c3-a8f902407f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538d565-b73a-46e6-92c6-2cb6c127faca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:03.317089 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4322c8d2-b46d-422b-bbcc-6b896de14773 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 200 len: 700 time: 0.6199214 Sep 24 00:14:03.320258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42700) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:03.331520 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09653ee3-3117-4175-b2c7-1a174708e422 req-9954d338-ea3e-4e5e-94e2-1e08700dbaf5 service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314728 Sep 24 00:14:03.461742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-95d48069-ac9f-464d-b119-4712f433584d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:01Z', 'revision_number': 7, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5d7d529c-53f0-4af7-b292-d7450fd13252', 'name': '', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:52:30:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:55Z', 'updated_at': '2021-09-24T00:14:02Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:03.539579 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2961c3b-114e-442f-8728-c0538e47263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.547232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09653ee3-3117-4175-b2c7-1a174708e422 req-993902f6-5485-482c-a3aa-1b7c03c646ca service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084286 Sep 24 00:14:03.557935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d7d529c-53f0-4af7-b292-d7450fd13252 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:14:03.618377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b2961c3b-114e-442f-8728-c0538e47263d None None] For port 5d7d529c-53f0-4af7-b292-d7450fd13252, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d7d529c-53f0-4af7-b292-d7450fd13252,segment=NetworkSegment(32cf2ca0-a677-444e-8929-9361139e59f5),segment_id=32cf2ca0-a677-444e-8929-9361139e59f5)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:03.621569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d48069-ac9f-464d-b119-4712f433584d None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:01Z', 'revision_number': 7, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5d7d529c-53f0-4af7-b292-d7450fd13252', 'name': '', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:52:30:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:55Z', 'updated_at': '2021-09-24T00:14:02Z', 'revision_number': 4, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:14:03.656247 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2961c3b-114e-442f-8728-c0538e47263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.724285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2961c3b-114e-442f-8728-c0538e47263d None None] Pushing event updated for resources: {'Port': ['ID=5d7d529c-53f0-4af7-b292-d7450fd13252,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:03.770578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5d7d529c-53f0-4af7-b292-d7450fd13252 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:03.771000 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.906796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:03.943844 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:14:03.958441 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:03.971021 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:04.008846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f847fa6-9ea1-4e87-acba-c8b0b02c32db req-c9c606e3-09c2-4a3c-9a8a-f64544bf3c20 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:04.010636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f847fa6-9ea1-4e87-acba-c8b0b02c32db req-c9c606e3-09c2-4a3c-9a8a-f64544bf3c20 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 943 time: 0.0831375 Sep 24 00:14:04.074474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f847fa6-9ea1-4e87-acba-c8b0b02c32db req-0bd12c3e-d3e5-4dce-8fd2-47286ccffad0 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558653 Sep 24 00:14:04.137218 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:04.302994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 5d7d529c-53f0-4af7-b292-d7450fd13252 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:04.303388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:04.431667 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:01Z', 'revision_number': 7, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5d7d529c-53f0-4af7-b292-d7450fd13252', 'name': '', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:52:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:55Z', 'updated_at': '2021-09-24T00:14:03Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:04.457761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port 5d7d529c-53f0-4af7-b292-d7450fd13252, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d7d529c-53f0-4af7-b292-d7450fd13252,segment=NetworkSegment(32cf2ca0-a677-444e-8929-9361139e59f5),segment_id=32cf2ca0-a677-444e-8929-9361139e59f5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:04.459029 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:04.466979 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:14:04.477111 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:04.477822 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:04.482486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 5d7d529c-53f0-4af7-b292-d7450fd13252 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:04.715264 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:04.779533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:04.924588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=5d7d529c-53f0-4af7-b292-d7450fd13252,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:05.097380 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:01Z', 'revision_number': 7, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5d7d529c-53f0-4af7-b292-d7450fd13252', 'name': '', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:52:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:55Z', 'updated_at': '2021-09-24T00:14:03Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:05.171742 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2b5d78-1bdc-4b70-8a60-08ba24bf6594 None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:01Z', 'revision_number': 7, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5d7d529c-53f0-4af7-b292-d7450fd13252', 'name': '', 'network_id': 'cf90a411-3872-49f4-8ede-d9c8846c5110', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:52:30:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:55Z', 'updated_at': '2021-09-24T00:14:03Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '97c3ceb0-677b-40f0-81d0-3615a4930f36', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:14:05.172322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:05.256797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee1524-b089-4941-be14-ee599f569b50 req-9054d968-f9ce-42b2-946f-6794bae73857 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:05.267112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddee1524-b089-4941-be14-ee599f569b50 req-9054d968-f9ce-42b2-946f-6794bae73857 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 943 time: 0.0756092 Sep 24 00:14:05.319699 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddee1524-b089-4941-be14-ee599f569b50 req-57b2a525-7c85-4fe6-9251-347c87148d90 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517218 Sep 24 00:14:05.451092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:14:05.571788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:14:05.587078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ae0a7296-3a4c-4290-8502-774e328c7a7c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2634752 Sep 24 00:14:05.587547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:14:05.587966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42750) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:05.598991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:05.600012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:05.626416 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:14:05.657274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-143cf143-cc91-4f65-b9d0-bf4cc6788d17 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet 97c3ceb0-677b-40f0-81d0-3615a4930f36 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:14:05.660786 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-143cf143-cc91-4f65-b9d0-bf4cc6788d17 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:05.711270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-143cf143-cc91-4f65-b9d0-bf4cc6788d17 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:05.726562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:05.829904 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-143cf143-cc91-4f65-b9d0-bf4cc6788d17 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:05.907517 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-143cf143-cc91-4f65-b9d0-bf4cc6788d17 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:05.942362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143cf143-cc91-4f65-b9d0-bf4cc6788d17 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=97c3ceb0-677b-40f0-81d0-3615a4930f36,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:05.946326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-143cf143-cc91-4f65-b9d0-bf4cc6788d17 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:05.951853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42758) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:05.952834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-143cf143-cc91-4f65-b9d0-bf4cc6788d17 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/97c3ceb0-677b-40f0-81d0-3615a4930f36 HTTP/1.1" status: 204 len: 168 time: 0.3635423 Sep 24 00:14:05.975169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6f533b-b4ea-4b76-8d4f-478376f2c16d None None] Network cf90a411-3872-49f4-8ede-d9c8846c5110 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:14:06.150185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:04Z', 'revision_number': 8, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:06.175448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.245707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:14:06.264031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cc463780-11d9-4931-a5e7-63d711c86e1a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:14:06.278562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 4171614e-3a10-436d-bf85-66b1b543ee0b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:06.278951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.279773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:06.280406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:06.357387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port 4171614e-3a10-436d-bf85-66b1b543ee0b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4171614e-3a10-436d-bf85-66b1b543ee0b,segment=NetworkSegment(32cf2ca0-a677-444e-8929-9361139e59f5),segment_id=32cf2ca0-a677-444e-8929-9361139e59f5)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:06.357758 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.374575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 4171614e-3a10-436d-bf85-66b1b543ee0b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:06.521038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.552367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:06.559541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595785b3-cb03-4a06-8077-49aecfb5c8d4 None None] DHCP port deletion for cf90a411-3872-49f4-8ede-d9c8846c5110 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:14:06.568048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ec2dc-fa24-4277-9b51-dc8a54a9c806 req-ed046874-0126-4521-a9df-7c816abac911 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:06.577538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d2ec2dc-fa24-4277-9b51-dc8a54a9c806 req-ed046874-0126-4521-a9df-7c816abac911 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 943 time: 0.1353333 Sep 24 00:14:06.580184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No DVR routers for this DVR port 4171614e-3a10-436d-bf85-66b1b543ee0b on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:06.588329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=4171614e-3a10-436d-bf85-66b1b543ee0b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:06.642292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d2ec2dc-fa24-4277-9b51-dc8a54a9c806 req-0fc94872-ba72-4478-b55e-9a7c149bf611 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568745 Sep 24 00:14:06.643904 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.677297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cc463780-11d9-4931-a5e7-63d711c86e1a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cc463780-11d9-4931-a5e7-63d711c86e1a,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:06.702879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'cc463780-11d9-4931-a5e7-63d711c86e1a', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'port_id': 'cc463780-11d9-4931-a5e7-63d711c86e1a', 'mac_address': 'fa:16:3e:c8:fa:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b704d5-6054-4774-9bcf-25ca6f431ed7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:14:06.703445 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.724604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf90a411-3872-49f4-8ede-d9c8846c5110']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:06.738832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cf2ca0-a677-444e-8929-9361139e59f5') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:06.739173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cf2ca0-a677-444e-8929-9361139e59f5') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:06.748956 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.763428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.769228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:14:06.769615 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:14:06.773248 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:14:06.786197 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.817544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc463780-11d9-4931-a5e7-63d711c86e1a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:06.845678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.853160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.858696 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/cf90a411-3872-49f4-8ede-d9c8846c5110 HTTP/1.1" status: 204 len: 168 time: 0.9018672 Sep 24 00:14:06.859183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42778) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:06.873458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076c8f4-97dd-45c0-8cf7-94cf2228bda7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=cf90a411-3872-49f4-8ede-d9c8846c5110,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:06.877531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cc463780-11d9-4931-a5e7-63d711c86e1a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cc463780-11d9-4931-a5e7-63d711c86e1a,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:06.885317 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:06.945959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=cc463780-11d9-4931-a5e7-63d711c86e1a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:06.952892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:04Z', 'revision_number': 8, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:06.984112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c17395d-5bab-40f1-8ec5-cdc762c4131e None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:04Z', 'revision_number': 8, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e653a6de-376f-4d6c-98bc-42bedbc9a26c', 'name': '', 'network_id': '3cb606b2-5edd-4b63-98f5-b802e464d4b2', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:34:5e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:50Z', 'updated_at': '2021-09-24T00:13:58Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '94581ef1-510a-449d-9bd3-4475bbb62cd7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:14:07.098243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cc463780-11d9-4931-a5e7-63d711c86e1a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:07.405346 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:07.498529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d7d529c-53f0-4af7-b292-d7450fd13252 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:07.530959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5d7d529c-53f0-4af7-b292-d7450fd13252 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:07.531718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d7d529c-53f0-4af7-b292-d7450fd13252 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:07.532127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4171614e-3a10-436d-bf85-66b1b543ee0b no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:07.569092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 4171614e-3a10-436d-bf85-66b1b543ee0b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:07.571142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4171614e-3a10-436d-bf85-66b1b543ee0b not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:07.839431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42405b0d-2ace-4ab4-a67f-e4a717e371f3 req-a7d598dc-d980-40df-aaf7-91f974947d46 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:07.840705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42405b0d-2ace-4ab4-a67f-e4a717e371f3 req-a7d598dc-d980-40df-aaf7-91f974947d46 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 944 time: 0.0904386 Sep 24 00:14:07.967895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42405b0d-2ace-4ab4-a67f-e4a717e371f3 req-af5d8459-339f-44b5-b25b-79e5ddfac8bb tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Sep 24 00:14:07.984874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port e653a6de-376f-4d6c-98bc-42bedbc9a26c {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:07.985212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:08.112149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port e653a6de-376f-4d6c-98bc-42bedbc9a26c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e653a6de-376f-4d6c-98bc-42bedbc9a26c,segment=NetworkSegment(422bd150-1739-4e1e-ab24-bd6458b40800),segment_id=422bd150-1739-4e1e-ab24-bd6458b40800)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:08.112577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:08.129967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for e653a6de-376f-4d6c-98bc-42bedbc9a26c owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:08.270161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cc463780-11d9-4931-a5e7-63d711c86e1a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:14:08.377630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:08.381724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port cc463780-11d9-4931-a5e7-63d711c86e1a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:14:08.387001 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port cc463780-11d9-4931-a5e7-63d711c86e1a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:08.387371 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:08.409567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=e653a6de-376f-4d6c-98bc-42bedbc9a26c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:08.513686 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:08.562930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0672cd99-723f-47e4-ac77-b9e56ffd8d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc463780-11d9-4931-a5e7-63d711c86e1a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:08.566086 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1822eb9-fa68-47bc-858a-492ddfe4799d" -d '{"events": [{"server_uuid": "0672cd99-723f-47e4-ac77-b9e56ffd8d5a", "name": "network-vif-plugged", "status": "completed", "tag": "cc463780-11d9-4931-a5e7-63d711c86e1a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:08.583224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cc463780-11d9-4931-a5e7-63d711c86e1a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cc463780-11d9-4931-a5e7-63d711c86e1a,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:08.595980 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:08.621496 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:08.697487 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2efbcb9-e8a6-426d-87cd-31ba63b88522 x-openstack-request-id: req-b2efbcb9-e8a6-426d-87cd-31ba63b88522 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:08.697786 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0672cd99-723f-47e4-ac77-b9e56ffd8d5a", "name": "network-vif-plugged", "status": "completed", "tag": "cc463780-11d9-4931-a5e7-63d711c86e1a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:08.698042 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2efbcb9-e8a6-426d-87cd-31ba63b88522 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:08.699000 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0672cd99-723f-47e4-ac77-b9e56ffd8d5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc463780-11d9-4931-a5e7-63d711c86e1a', 'code': 200} Sep 24 00:14:08.699807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=cc463780-11d9-4931-a5e7-63d711c86e1a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:08.816448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb1617c-4fa4-4665-982b-1ab1e21450f3 req-f83a610c-5c40-47ce-a4b3-2c38803818d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:08.817894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-feb1617c-4fa4-4665-982b-1ab1e21450f3 req-f83a610c-5c40-47ce-a4b3-2c38803818d8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 1097 time: 0.0949187 Sep 24 00:14:08.906243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-feb1617c-4fa4-4665-982b-1ab1e21450f3 req-d92cc0d0-7aba-42a4-b094-db64c3b1fa2e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734816 Sep 24 00:14:08.906243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:14:09.093024 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:09.400980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:14:09.408441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c50220e2-fb6d-422e-a063-b86ff08a71fb tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5479498 Sep 24 00:14:09.411009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42824) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:09.414879 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:14:09.432053 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:09.433120 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:09.501268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1722d700-ad9b-401a-9ce6-b4371cd134a3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet 94581ef1-510a-449d-9bd3-4475bbb62cd7 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:14:09.519594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29fd19-d4ba-450f-908b-81c3143bdce6 req-c0f78030-ccfb-4604-9909-0e5ef5bf54a3 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:09.522527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf29fd19-d4ba-450f-908b-81c3143bdce6 req-c0f78030-ccfb-4604-9909-0e5ef5bf54a3 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 945 time: 0.2247968 Sep 24 00:14:09.523301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1722d700-ad9b-401a-9ce6-b4371cd134a3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:09.606175 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:09.611228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1722d700-ad9b-401a-9ce6-b4371cd134a3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:09.662709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf29fd19-d4ba-450f-908b-81c3143bdce6 req-43da078f-bc24-4bc0-a1fc-98e79c3af802 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132383 Sep 24 00:14:09.714633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1722d700-ad9b-401a-9ce6-b4371cd134a3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:09.820385 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1722d700-ad9b-401a-9ce6-b4371cd134a3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:09.858358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722d700-ad9b-401a-9ce6-b4371cd134a3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=94581ef1-510a-449d-9bd3-4475bbb62cd7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:09.861771 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1722d700-ad9b-401a-9ce6-b4371cd134a3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:09.866395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1722d700-ad9b-401a-9ce6-b4371cd134a3 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/94581ef1-510a-449d-9bd3-4475bbb62cd7 HTTP/1.1" status: 204 len: 168 time: 0.4515898 Sep 24 00:14:09.867168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42830) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:09.871326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745e8e2-9fff-47b6-8fe6-0e4d16480cca None None] Network 3cb606b2-5edd-4b63-98f5-b802e464d4b2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:14:09.979483 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:08Z', 'revision_number': 9, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:10.038546 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:14:10.040210 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.062227 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:10.064063 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:10.168951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port ba2219af-8a5b-4616-981f-362b12abfe15 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:10.170299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.254286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] DHCP port deletion for 3cb606b2-5edd-4b63-98f5-b802e464d4b2 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:14:10.278706 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:10.288912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port ba2219af-8a5b-4616-981f-362b12abfe15, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ba2219af-8a5b-4616-981f-362b12abfe15,segment=NetworkSegment(422bd150-1739-4e1e-ab24-bd6458b40800),segment_id=422bd150-1739-4e1e-ab24-bd6458b40800)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:10.289283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.305348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for ba2219af-8a5b-4616-981f-362b12abfe15 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:10.348507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] Deleting port ba2219af-8a5b-4616-981f-362b12abfe15 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:10.359002 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.461681 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.477428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] For port ba2219af-8a5b-4616-981f-362b12abfe15, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ba2219af-8a5b-4616-981f-362b12abfe15,segment=NetworkSegment(422bd150-1739-4e1e-ab24-bd6458b40800),segment_id=422bd150-1739-4e1e-ab24-bd6458b40800)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:10.478090 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.496988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=ba2219af-8a5b-4616-981f-362b12abfe15,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:10.497328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] Calling delete_port for ba2219af-8a5b-4616-981f-362b12abfe15 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:10.512611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.513275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.513831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.514372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.514925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.515483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.516056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.516774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.517304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.517854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.518387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.520977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:10.525112 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No DVR routers for this DVR port ba2219af-8a5b-4616-981f-362b12abfe15 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:10.695181 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.726833 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.749875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb606b2-5edd-4b63-98f5-b802e464d4b2']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:10.755403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] No DVR routers for this DVR port ba2219af-8a5b-4616-981f-362b12abfe15 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:10.757003 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c320e-fd20-48cc-b34b-88b50d264436 None None] Pushing event deleted for resources: {'Port': ['ID=ba2219af-8a5b-4616-981f-362b12abfe15,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:10.777257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422bd150-1739-4e1e-ab24-bd6458b40800') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:10.778348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422bd150-1739-4e1e-ab24-bd6458b40800') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:10.806530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.842801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.857974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:14:10.858422 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:14:10.863108 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:14:10.868915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3becdb-8aa0-46e7-869e-1a78fa990089 req-0d585345-f86a-49f9-bb24-17ee791b4b45 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:10.878781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf3becdb-8aa0-46e7-869e-1a78fa990089 req-0d585345-f86a-49f9-bb24-17ee791b4b45 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 945 time: 0.0814390 Sep 24 00:14:10.898818 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:08Z', 'revision_number': 9, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:10.928508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf3becdb-8aa0-46e7-869e-1a78fa990089 req-1e08c084-e9f9-4fda-9bd9-34524a4d5c86 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487070 Sep 24 00:14:10.971331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.974379 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d02261a9-74ed-4f8a-8597-17cf75c1cf86 None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:08Z', 'revision_number': 9, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7987b410-840c-4b37-9884-136862a82fea', 'name': '', 'network_id': '98aef3db-997e-42c0-80e4-4541a6fb3e45', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:54:db:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2822, 'fixed_ips': [{'subnet_id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:45Z', 'updated_at': '2021-09-24T00:13:53Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': '1ed7283a-481c-4f4d-9d0c-fdde89203a83', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:14:10.977306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:10.979984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/3cb606b2-5edd-4b63-98f5-b802e464d4b2 HTTP/1.1" status: 204 len: 168 time: 1.1113930 Sep 24 00:14:10.983672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42846) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:10.998704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b87af1-dcda-48c9-a02f-6ab2cd17312d tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=3cb606b2-5edd-4b63-98f5-b802e464d4b2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:11.231312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d201f-97b5-4f15-ad9b-612f4639f219 req-a7e501ec-66e6-4330-96ae-277339c4ffd8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:11.232778 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac3d201f-97b5-4f15-ad9b-612f4639f219 req-a7e501ec-66e6-4330-96ae-277339c4ffd8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 945 time: 0.1237144 Sep 24 00:14:11.338029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac3d201f-97b5-4f15-ad9b-612f4639f219 req-58b8edf4-2406-4f5a-b670-92e6aeea196c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652180 Sep 24 00:14:11.471333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e653a6de-376f-4d6c-98bc-42bedbc9a26c no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:11.509754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: e653a6de-376f-4d6c-98bc-42bedbc9a26c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:11.510105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e653a6de-376f-4d6c-98bc-42bedbc9a26c not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:11.510515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ba2219af-8a5b-4616-981f-362b12abfe15 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:11.539255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ba2219af-8a5b-4616-981f-362b12abfe15 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:11.539691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ba2219af-8a5b-4616-981f-362b12abfe15 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:11.634182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:11.876696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f097be5d-08bf-46e5-8688-fe871f23c003 req-8c3a9ee4-b1a1-426e-a03e-4376b97b5ee6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:11.879007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f097be5d-08bf-46e5-8688-fe871f23c003 req-8c3a9ee4-b1a1-426e-a03e-4376b97b5ee6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 945 time: 0.1347497 Sep 24 00:14:11.965228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f097be5d-08bf-46e5-8688-fe871f23c003 req-eac95a94-d4f3-4679-b70e-a6bfacd4b694 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780575 Sep 24 00:14:12.094237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 7987b410-840c-4b37-9884-136862a82fea {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:12.095028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:12.252250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port 7987b410-840c-4b37-9884-136862a82fea, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7987b410-840c-4b37-9884-136862a82fea,segment=NetworkSegment(8e222247-3e0e-4362-b5bb-29c9fed83d40),segment_id=8e222247-3e0e-4362-b5bb-29c9fed83d40)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:12.252487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:12.274838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 7987b410-840c-4b37-9884-136862a82fea owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:12.516782 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:12.549266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=7987b410-840c-4b37-9884-136862a82fea,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:12.837378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:13.004415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-aab44ab3-f2b0-4fc3-bf9c-b0e5b34b782f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:13.005965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-aab44ab3-f2b0-4fc3-bf9c-b0e5b34b782f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 945 time: 0.1030242 Sep 24 00:14:13.193754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:14:13.258522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c59772f-ace9-4f1a-8caf-4ceafb5f2bdf req-d27d9763-839b-40e6-8655-7a4f5db0db90 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:13.263329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c59772f-ace9-4f1a-8caf-4ceafb5f2bdf req-d27d9763-839b-40e6-8655-7a4f5db0db90 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 945 time: 0.1574373 Sep 24 00:14:13.390416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Deleting port cc463780-11d9-4931-a5e7-63d711c86e1a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:13.391061 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:13.436447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c59772f-ace9-4f1a-8caf-4ceafb5f2bdf req-00db44b6-71f0-4886-8cf5-2dfd6675636a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319816 Sep 24 00:14:13.480394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:14:13.493310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:14:13.529624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:13.530692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:13.538003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7c62913d-a646-448c-9e8c-f42205559a21 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5498672 Sep 24 00:14:13.538784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42898) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:13.587825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] For port cc463780-11d9-4931-a5e7-63d711c86e1a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cc463780-11d9-4931-a5e7-63d711c86e1a,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:13.589931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:13.606401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Calling delete_port for cc463780-11d9-4931-a5e7-63d711c86e1a owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:13.649935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b32b6a-ae77-4909-857c-ff22bf9255c8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet 1ed7283a-481c-4f4d-9d0c-fdde89203a83 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:14:13.659888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95b32b6a-ae77-4909-857c-ff22bf9255c8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:13.757973 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95b32b6a-ae77-4909-857c-ff22bf9255c8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:13.779839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:13.920608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:13.945140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cc463780-11d9-4931-a5e7-63d711c86e1a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:13.947926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:14.005682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event deleted for resources: {'Port': ['ID=cc463780-11d9-4931-a5e7-63d711c86e1a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:14.015192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95b32b6a-ae77-4909-857c-ff22bf9255c8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:14.118574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] No DVR routers for this DVR port cc463780-11d9-4931-a5e7-63d711c86e1a on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:14.122972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:14.130578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e658eda-cff9-4d0b-b030-10ca49b787fe req-7fa89030-9759-4b9b-bc1a-af834742e628 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "DELETE /v2.0/ports/cc463780-11d9-4931-a5e7-63d711c86e1a HTTP/1.1" status: 204 len: 173 time: 1.0848839 Sep 24 00:14:14.131241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0672cd99-723f-47e4-ac77-b9e56ffd8d5a', 'name': 'network-vif-deleted', 'tag': 'cc463780-11d9-4931-a5e7-63d711c86e1a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:14.134168 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ac7c6e-6d39-4e90-b5e8-e4d1ca5c55e7" -d '{"events": [{"server_uuid": "0672cd99-723f-47e4-ac77-b9e56ffd8d5a", "name": "network-vif-deleted", "tag": "cc463780-11d9-4931-a5e7-63d711c86e1a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:14.196348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95b32b6a-ae77-4909-857c-ff22bf9255c8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:14.202003 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aad621e-42f4-48df-8a34-5bb63e55c0bb x-openstack-request-id: req-0aad621e-42f4-48df-8a34-5bb63e55c0bb {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:14.202317 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0672cd99-723f-47e4-ac77-b9e56ffd8d5a", "name": "network-vif-deleted", "tag": "cc463780-11d9-4931-a5e7-63d711c86e1a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:14.202573 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0aad621e-42f4-48df-8a34-5bb63e55c0bb {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:14.203010 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0672cd99-723f-47e4-ac77-b9e56ffd8d5a', 'name': 'network-vif-deleted', 'tag': 'cc463780-11d9-4931-a5e7-63d711c86e1a', 'status': 'completed', 'code': 200} Sep 24 00:14:14.239806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b32b6a-ae77-4909-857c-ff22bf9255c8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed7283a-481c-4f4d-9d0c-fdde89203a83,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:14.246986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95b32b6a-ae77-4909-857c-ff22bf9255c8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:14.250521 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-95b32b6a-ae77-4909-857c-ff22bf9255c8 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/1ed7283a-481c-4f4d-9d0c-fdde89203a83 HTTP/1.1" status: 204 len: 168 time: 0.7106686 Sep 24 00:14:14.253334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42904) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:14.364186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:14.377951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bab938-1c76-4911-9ba4-db67aac30313 None None] Network 98aef3db-997e-42c0-80e4-4541a6fb3e45 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:14:14.463547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:14.468018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:14.574659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5,segment=NetworkSegment(8e222247-3e0e-4362-b5bb-29c9fed83d40),segment_id=8e222247-3e0e-4362-b5bb-29c9fed83d40)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:14.575155 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:14.628586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:14.697850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-150c6f15-61d1-4451-a2f7-d886e6724912 req-2fe5496f-2f7d-4945-8c7b-3b6379d1099e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=0672cd99-723f-47e4-ac77-b9e56ffd8d5a HTTP/1.1" status: 200 len: 210 time: 0.0923717 Sep 24 00:14:14.913811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:14.925398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:12Z', 'revision_number': 10, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:14.953676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No DVR routers for this DVR port d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:14.960840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:15.007253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fa090e-31ff-435e-b3ed-79b9cf83c16e None None] DHCP port deletion for 98aef3db-997e-42c0-80e4-4541a6fb3e45 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:14:15.015881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:14:15.043157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:15.044266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:15.081018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:15.110710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98aef3db-997e-42c0-80e4-4541a6fb3e45']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:15.124942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e222247-3e0e-4362-b5bb-29c9fed83d40') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:15.125701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e222247-3e0e-4362-b5bb-29c9fed83d40') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:15.139134 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:15.155737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:15.163638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:14:15.164682 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:15.236177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:14:15.249011 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:14:15.264427 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:15.276831 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:15.281569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/98aef3db-997e-42c0-80e4-4541a6fb3e45 HTTP/1.1" status: 204 len: 168 time: 1.0246613 Sep 24 00:14:15.281874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42922) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:15.299935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257a76d2-e1bd-4138-96a0-14ce6f265314 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=98aef3db-997e-42c0-80e4-4541a6fb3e45,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:15.650033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:15.694942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:15.695733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d05dbca8-32cf-4f61-8c8d-c6606d7bf4c5 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:15.843438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:12Z', 'revision_number': 10, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:15.948909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567cf96-2dff-4c0d-a469-4d4419323fe7 None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:12Z', 'revision_number': 10, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None, '_interfaces': [{'id': '5dc56a85-1426-48c7-801d-b7518dac2ab5', 'name': '', 'network_id': '42af75c1-bfd8-43ad-8566-88ed5197aca6', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'mac_address': 'fa:16:3e:da:c5:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2797, 'fixed_ips': [{'subnet_id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:13:39Z', 'updated_at': '2021-09-24T00:13:44Z', 'revision_number': 5, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'subnets': [{'id': 'deaa9ff6-b928-40d9-bc5a-16a4cae5b467', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:14:16.139690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:16.474454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-23e96bae-aa5f-49f1-9eb9-0a0f9b6827bd tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:16.475928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-23e96bae-aa5f-49f1-9eb9-0a0f9b6827bd tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.1860497 Sep 24 00:14:16.491750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-c2063ff8-aa4c-40d1-a192-7fd34638b80c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/quotas/2ad4e10a11c840b496a7ddcd458c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0098848 Sep 24 00:14:16.572232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-21dd262c-a2ef-44cf-b307-b88fa070c4e4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0675869 Sep 24 00:14:16.747458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-23d32c1c-82bd-4f97-8d66-995d12449e6a service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592414 Sep 24 00:14:16.832949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port 5dc56a85-1426-48c7-801d-b7518dac2ab5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:16.833554 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:16.956672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-550c9fc7-91cb-4d79-ac54-999bb547b1b5 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975322 Sep 24 00:14:16.963731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port 5dc56a85-1426-48c7-801d-b7518dac2ab5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5dc56a85-1426-48c7-801d-b7518dac2ab5,segment=NetworkSegment(3c821919-f38c-405d-8193-d5fc5879bafe),segment_id=3c821919-f38c-405d-8193-d5fc5879bafe)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:16.964282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:16.985383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for 5dc56a85-1426-48c7-801d-b7518dac2ab5 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:17.183929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a2da787-ca59-4aad-b9e8-61acc66fcf81 req-418140f4-ea36-4abe-9efb-ee21b66a22b5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 210 time: 0.0607522 Sep 24 00:14:17.240696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:17.305947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=5dc56a85-1426-48c7-801d-b7518dac2ab5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:17.471429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7987b410-840c-4b37-9884-136862a82fea no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:17.512240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7987b410-840c-4b37-9884-136862a82fea {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:17.512798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7987b410-840c-4b37-9884-136862a82fea not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:17.770346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:17.939347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:14:18.040669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:14:18.046597 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7534376e-efd1-474b-8a5b-b00955ea1357 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7633214 Sep 24 00:14:18.048947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42998) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:18.052514 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:14:18.077162 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:18.079114 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:18.117997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-578bc2a9-51fb-4f35-a6df-d4aba23293a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting subnet deaa9ff6-b928-40d9-bc5a-16a4cae5b467 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:14:18.123074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-578bc2a9-51fb-4f35-a6df-d4aba23293a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:18.196875 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-578bc2a9-51fb-4f35-a6df-d4aba23293a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:18.199279 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:18.295038 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:17Z', 'revision_number': 11, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:18.317229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cc463780-11d9-4931-a5e7-63d711c86e1a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:18.329902 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:14:18.340191 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:18.341041 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:18.356396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: cc463780-11d9-4931-a5e7-63d711c86e1a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:18.357191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cc463780-11d9-4931-a5e7-63d711c86e1a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:18.375175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-b0998642-5cbb-4bbb-ba31-940b6159bc7f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:18.377652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-b0998642-5cbb-4bbb-ba31-940b6159bc7f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.1827664 Sep 24 00:14:18.393675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Request body: {'port': {'device_id': 'c604760b-8685-4103-ad1a-738e392a09e6', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'admin_state_up': True, 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:18.440725 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:18.465619 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-578bc2a9-51fb-4f35-a6df-d4aba23293a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:18.495599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d092c6d-d458-4d00-84b2-38ef4bb3d632 req-6faeee4f-ec59-4200-892c-52d22a67be31 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 210 time: 0.0589201 Sep 24 00:14:18.622982 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:17Z', 'revision_number': 11, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:18.638944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-578bc2a9-51fb-4f35-a6df-d4aba23293a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:18.657941 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e748fba2-4a02-4b5a-8c36-66e848e8b9e4 None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:17Z', 'revision_number': 11, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:14:18.681666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:14:18.686984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:18.765337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578bc2a9-51fb-4f35-a6df-d4aba23293a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Subnet': ['ID=deaa9ff6-b928-40d9-bc5a-16a4cae5b467,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:18.783855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-578bc2a9-51fb-4f35-a6df-d4aba23293a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:18.788184 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-578bc2a9-51fb-4f35-a6df-d4aba23293a1 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/deaa9ff6-b928-40d9-bc5a-16a4cae5b467 HTTP/1.1" status: 204 len: 168 time: 0.7365432 Sep 24 00:14:18.791889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1281838a-c47b-48a2-9274-40f39b3942da None None] Network 42af75c1-bfd8-43ad-8566-88ed5197aca6 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:14:18.793344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43024) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:19.079136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] DHCP port deletion for 42af75c1-bfd8-43ad-8566-88ed5197aca6 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:14:19.172838 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] Deleting port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:19.173210 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.306059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] For port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,segment=NetworkSegment(3c821919-f38c-405d-8193-d5fc5879bafe),segment_id=3c821919-f38c-405d-8193-d5fc5879bafe)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:19.306655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.337032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.339433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] Calling delete_port for a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:19.398358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Allocated IP 172.20.0.3 (7535db54-e52f-4873-8dc1-92355e04ada4/59b704d5-6054-4774-9bcf-25ca6f431ed7/b9b8648d-7aa5-4d92-8043-75a53bb36b3c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:14:19.481309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Deleting port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:19.482694 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.541147 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.580490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:19.584213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] Pushing event deleted for resources: {'Port': ['ID=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:19.607722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:19.608362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:19.609039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5dc56a85-1426-48c7-801d-b7518dac2ab5 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:19.638252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197c6c2b-6ead-4a4e-b9a0-521be3dbf93b None None] No DVR routers for this DVR port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:19.640051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5dc56a85-1426-48c7-801d-b7518dac2ab5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:19.640575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5dc56a85-1426-48c7-801d-b7518dac2ab5 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:19.710353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27ff198a-1aa9-4a84-a037-d4b2af3c8f9d req-ef107f48-59a6-475b-a212-5ea9e8718bfc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 210 time: 0.0323467 Sep 24 00:14:19.732394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] For port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,segment=NetworkSegment(3c821919-f38c-405d-8193-d5fc5879bafe),segment_id=3c821919-f38c-405d-8193-d5fc5879bafe)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:19.732947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.750892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Calling delete_port for a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:19.832058 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.912768 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:19.927575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:19.974854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event updated for resources: {'Port': ['ID=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:19.982811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.022104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Port': ['ID=a07e3c12-68a6-4a1a-a52f-25ee386eb9d8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:20.026777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Network 7535db54-e52f-4873-8dc1-92355e04ada4 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:14:20.028304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No DVR routers for this DVR port a07e3c12-68a6-4a1a-a52f-25ee386eb9d8 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:20.033201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:14:20.036507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:14:20.126822 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.176857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42af75c1-bfd8-43ad-8566-88ed5197aca6']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:20.193241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c821919-f38c-405d-8193-d5fc5879bafe') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:20.193535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c821919-f38c-405d-8193-d5fc5879bafe') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:20.201128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:20.201666 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.215511 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.233147 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.235937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-90ded43d-1a4f-492f-8fe8-58f4cf74d8a1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8486860 Sep 24 00:14:20.245853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:14:20.246738 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:14:20.267338 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:14:20.281730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Request body: {'port': {'device_id': 'c604760b-8685-4103-ad1a-738e392a09e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:20.390381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.426165 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.430578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/networks/42af75c1-bfd8-43ad-8566-88ed5197aca6 HTTP/1.1" status: 204 len: 168 time: 1.6340587 Sep 24 00:14:20.431068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:20.439526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'routes': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:20.443144 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.446240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6ce5b-a20c-4005-84f3-ae5982634ed0 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Pushing event deleted for resources: {'Network': ['ID=42af75c1-bfd8-43ad-8566-88ed5197aca6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:20.668912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Added routes are [] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 00:14:20.669732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.extraroute_db [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Removed routes are [] {{(pid=106378) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 00:14:20.670601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.894338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b8648d-7aa5-4d92-8043-75a53bb36b3c {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:20.903378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.934579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Transition to ACTIVE for port object b9b8648d-7aa5-4d92-8043-75a53bb36b3c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:14:20.949979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.954040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:20.965072 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:21.085135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 466bef95-8350-4b04-b877-10f7b754a7d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:14:21.152740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:21.186806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db111a5b-7ae4-4fbf-baf9-6740a7a70d75 req-4f5a7d36-f506-49ee-bd2c-6b16f53dbae5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:21.188549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db111a5b-7ae4-4fbf-baf9-6740a7a70d75 req-4f5a7d36-f506-49ee-bd2c-6b16f53dbae5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.2523420 Sep 24 00:14:21.223866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:14:21.242991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] Sync routers for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:14:21.264278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:21.271347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:21.277672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:21.282688 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91d86456-bc07-44c1-8e3b-ece6789c1cdc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 200 len: 701 time: 0.8494017 Sep 24 00:14:21.285625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43088) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:21.346476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-36d18bcd-381c-4483-8c4b-50572f94fd75 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 200 len: 205 time: 0.0545118 Sep 24 00:14:21.347419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43092) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:21.373051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86aaa13-6a53-4952-9227-93b531770794 req-f4fab30f-26ec-46cd-9eda-8a4ce70c78f6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:21.374671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a86aaa13-6a53-4952-9227-93b531770794 req-f4fab30f-26ec-46cd-9eda-8a4ce70c78f6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 943 time: 0.4352612 Sep 24 00:14:21.453075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:21.523380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db111a5b-7ae4-4fbf-baf9-6740a7a70d75 req-51b0f3bf-d0b4-4525-90aa-817a409fdb7a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106001 Sep 24 00:14:21.541889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Attempting to bind port b9b8648d-7aa5-4d92-8043-75a53bb36b3c on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:14:21.545596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Attempting to bind port b9b8648d-7aa5-4d92-8043-75a53bb36b3c by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:14:21.545939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Attempting to bind port b9b8648d-7aa5-4d92-8043-75a53bb36b3c on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:21.561935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33285618-09e5-49e4-ae57-9f3ccaa78864 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:21.569817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Port b9b8648d-7aa5-4d92-8043-75a53bb36b3c on network 7535db54-e52f-4873-8dc1-92355e04ada4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:14:21.570144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Attempting to bind port b9b8648d-7aa5-4d92-8043-75a53bb36b3c on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:21.595313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a86aaa13-6a53-4952-9227-93b531770794 req-fef09528-2515-45e6-9733-77dac2835bfa tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987860 Sep 24 00:14:21.611560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:14:21.611780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Checking segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:14:21.612141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Bound using segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:14:21.612583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Bound port: b9b8648d-7aa5-4d92-8043-75a53bb36b3c, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:14:21.613018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:21.639803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:17Z', 'revision_number': 11, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:21.669531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] Checking router: 466bef95-8350-4b04-b877-10f7b754a7d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:14:21.679147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] Routers {'466bef95-8350-4b04-b877-10f7b754a7d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:21.679996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['466bef95-8350-4b04-b877-10f7b754a7d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:21.797506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] For port b9b8648d-7aa5-4d92-8043-75a53bb36b3c, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:14:21.803266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] Set router 466bef95-8350-4b04-b877-10f7b754a7d8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:21.809364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8af6df-7edf-4502-9f76-2602fd77637e req-1dce7896-4b5e-4c4d-8a14-817479d4b559 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:21.818837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a8af6df-7edf-4502-9f76-2602fd77637e req-1dce7896-4b5e-4c4d-8a14-817479d4b559 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1193297 Sep 24 00:14:21.830302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] For port b9b8648d-7aa5-4d92-8043-75a53bb36b3c, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:14:21.849977 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:21.945721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:17Z', 'revision_number': 11, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:21.949721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:21.951114 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:21.953440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] 10.222.0.20 "PUT /v2.0/ports/b9b8648d-7aa5-4d92-8043-75a53bb36b3c HTTP/1.1" status: 200 len: 1092 time: 1.6787410 Sep 24 00:14:21.960324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33285618-09e5-49e4-ae57-9f3ccaa78864 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:21.963505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33285618-09e5-49e4-ae57-9f3ccaa78864 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:21.977036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c604760b-8685-4103-ad1a-738e392a09e6', 'tag': 'b9b8648d-7aa5-4d92-8043-75a53bb36b3c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:21.988515 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4920b1e5-3d5c-42ce-8968-bbca2113c049" -d '{"events": [{"name": "network-changed", "server_uuid": "c604760b-8685-4103-ad1a-738e392a09e6", "tag": "b9b8648d-7aa5-4d92-8043-75a53bb36b3c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:22.015742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a8af6df-7edf-4502-9f76-2602fd77637e req-bb02bf3f-2dde-4f4d-bbf4-b76eaae2fc4b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958649 Sep 24 00:14:22.040974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0a5e14-43d8-43f3-b2cf-122e55a18e8f None None] The sync data for ids ['466bef95-8350-4b04-b877-10f7b754a7d8'] in n-d-713498-18 is: [{'id': '466bef95-8350-4b04-b877-10f7b754a7d8', 'name': 'tempest-RoutersTest-router-1985362924', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:13:35Z', 'updated_at': '2021-09-24T00:14:17Z', 'revision_number': 11, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:14:22.047916 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33285618-09e5-49e4-ae57-9f3ccaa78864 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.048693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33285618-09e5-49e4-ae57-9f3ccaa78864 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Fanout notify agent at l3_agent the message router_deleted on router 466bef95-8350-4b04-b877-10f7b754a7d8 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:14:22.057998 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33285618-09e5-49e4-ae57-9f3ccaa78864 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.064798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43114) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:22.073463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9ddcc40e-65c1-40e2-bfa0-5e9f38f9f570 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-362446887', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:22.078423 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-33285618-09e5-49e4-ae57-9f3ccaa78864 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 204 len: 168 time: 0.7278411 Sep 24 00:14:22.130597 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3059065f-dcf6-47df-bea3-496510d5be48 x-openstack-request-id: req-3059065f-dcf6-47df-bea3-496510d5be48 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:22.130867 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c604760b-8685-4103-ad1a-738e392a09e6", "tag": "b9b8648d-7aa5-4d92-8043-75a53bb36b3c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:22.131087 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3059065f-dcf6-47df-bea3-496510d5be48 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:22.131548 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c604760b-8685-4103-ad1a-738e392a09e6', 'tag': 'b9b8648d-7aa5-4d92-8043-75a53bb36b3c', 'status': 'completed', 'code': 200} Sep 24 00:14:22.133146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc40e-65c1-40e2-bfa0-5e9f38f9f570 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.134234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc40e-65c1-40e2-bfa0-5e9f38f9f570 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.168799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6644a40-067c-4c3b-bebe-5e19017a67d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:22.222567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d2beea13-ae09-4546-b0de-8609592cf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:22.224135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-d2beea13-ae09-4546-b0de-8609592cf35f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 1095 time: 0.2010703 Sep 24 00:14:22.278775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-50e02db4-5100-4675-bc5b-73a9040886f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b8648d-7aa5-4d92-8043-75a53bb36b3c HTTP/1.1" status: 200 len: 217 time: 0.0416269 Sep 24 00:14:22.343864 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc40e-65c1-40e2-bfa0-5e9f38f9f570 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.420237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-95c199b7-d94d-45cc-a14c-91b832388e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:22.421704 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-95c199b7-d94d-45cc-a14c-91b832388e6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0748014 Sep 24 00:14:22.422596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc40e-65c1-40e2-bfa0-5e9f38f9f570 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.480236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ddcc40e-65c1-40e2-bfa0-5e9f38f9f570 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.481654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9ddcc40e-65c1-40e2-bfa0-5e9f38f9f570 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4156439 Sep 24 00:14:22.483918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-9b2e061e-2626-43f7-b57b-c6bf062dd2ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476573 Sep 24 00:14:22.485394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43128) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:22.491573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e1077d5b-2b58-4e4d-912e-36117626cb73 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Request body: {'router': {'admin_state_up': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:22.627051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-e4ec7597-4b84-47d7-aab6-1632030c12c2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:22.630148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-e4ec7597-4b84-47d7-aab6-1632030c12c2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.2826781 Sep 24 00:14:22.660882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-ef5a02bd-f42d-4e35-acd9-09ff970deb7e service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686382 Sep 24 00:14:22.662615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-96b00b3d-90e4-4bd4-b990-f4390b77a7c3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/quotas/a3c6a84110b64f28b5c71e13d76255f8 HTTP/1.1" status: 200 len: 375 time: 0.0167336 Sep 24 00:14:22.812396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1077d5b-2b58-4e4d-912e-36117626cb73 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-456336', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-454912', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14211'] for router, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.827623 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1077d5b-2b58-4e4d-912e-36117626cb73 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-456361', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-456354', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-454937'] for router, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:22.831223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4472de6-79cb-4ab3-b0f7-a831f4b8dadf req-0491d86f-854f-4216-b6d7-1078d44f3174 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:22.832761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4472de6-79cb-4ab3-b0f7-a831f4b8dadf req-0491d86f-854f-4216-b6d7-1078d44f3174 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 943 time: 0.1097145 Sep 24 00:14:22.851027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-1730f9fd-17ac-47a7-90ca-9a37b4e9e663 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1801252 Sep 24 00:14:22.904995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ff7bb95-19bf-42b4-b3a2-5dadc3747b90 req-b1ad1f6c-c5e4-45dd-8032-7b93ba0e0431 service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355673 Sep 24 00:14:22.933418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4472de6-79cb-4ab3-b0f7-a831f4b8dadf req-fa8f8dd0-69c2-4ff1-8c7c-8753b2e372b0 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814376 Sep 24 00:14:22.971674 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bddb85f6-c0a8-4f2f-ad74-0413be9d2aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:23.068966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1077d5b-2b58-4e4d-912e-36117626cb73 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Router 75751226-2799-4e16-a1a1-57c03ae679fc is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:14:23.113658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-0d6a193f-ad9f-4cfc-b548-488adf301a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:23.115440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-0d6a193f-ad9f-4cfc-b548-488adf301a69 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 1095 time: 0.1280150 Sep 24 00:14:23.119508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-05ac24ec-285b-4950-8fc5-2f62bf58c4b7 service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478867 Sep 24 00:14:23.210198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1077d5b-2b58-4e4d-912e-36117626cb73 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:14:23.221002 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] Sync routers for ids ['75751226-2799-4e16-a1a1-57c03ae679fc'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:14:23.231540 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] Routers {'75751226-2799-4e16-a1a1-57c03ae679fc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:23.232131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1077d5b-2b58-4e4d-912e-36117626cb73 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:23.232672 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['75751226-2799-4e16-a1a1-57c03ae679fc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:23.235898 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e1077d5b-2b58-4e4d-912e-36117626cb73 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "PUT /v2.0/routers/75751226-2799-4e16-a1a1-57c03ae679fc HTTP/1.1" status: 200 len: 693 time: 0.7469320 Sep 24 00:14:23.236324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43148) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:23.319568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-106dcdea-0f99-45ff-bef7-0aa2f99a25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:23.321141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-106dcdea-0f99-45ff-bef7-0aa2f99a25ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 906 time: 0.1854694 Sep 24 00:14:23.325844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-60046d84-32ed-4bd3-9474-10a283eef0f0 service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801667 Sep 24 00:14:23.341874 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e7c7d18c-9c48-4cf0-9889-02c77304e32e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/routers/75751226-2799-4e16-a1a1-57c03ae679fc HTTP/1.1" status: 200 len: 699 time: 0.1032603 Sep 24 00:14:23.349387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43156) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:23.360219 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] Set router 75751226-2799-4e16-a1a1-57c03ae679fc gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:23.368698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-1f1aae83-0045-4830-b27c-83de1edca50e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9b8648d-7aa5-4d92-8043-75a53bb36b3c HTTP/1.1" status: 200 len: 217 time: 0.0367415 Sep 24 00:14:23.392481 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4f03d9c8-8cab-4af1-be63-c2fee5ba0022 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=75751226-2799-4e16-a1a1-57c03ae679fc HTTP/1.1" status: 200 len: 205 time: 0.0396168 Sep 24 00:14:23.399263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43158) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:23.436964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-d39925e2-c6b2-406d-a81d-2ea7fdfbbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:23.438572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-d39925e2-c6b2-406d-a81d-2ea7fdfbbb8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0623436 Sep 24 00:14:23.453599 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75751226-2799-4e16-a1a1-57c03ae679fc', 'name': 'tempest-RoutersTest-router-362446887', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:14:22Z', 'updated_at': '2021-09-24T00:14:22Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:23.488836 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] Checking router: 75751226-2799-4e16-a1a1-57c03ae679fc for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:14:23.491799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-5c644b63-defd-47bf-9a1a-35e432ddcf5b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448816 Sep 24 00:14:23.497526 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97f5a605-0953-431f-a9ba-9421d7375415 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:23.528089 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] Routers {'75751226-2799-4e16-a1a1-57c03ae679fc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:14:23.529076 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['75751226-2799-4e16-a1a1-57c03ae679fc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:23.680143 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] Set router 75751226-2799-4e16-a1a1-57c03ae679fc gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:14:23.685717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58fd95e8-16af-4476-9a3c-9ff34a15ae08 req-8057906d-4bf9-48dd-91fe-936c28a4ac9d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 210 time: 0.1064970 Sep 24 00:14:23.750984 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-27720ba9-e513-4754-bfe7-6a0780bae4c8 service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492969 Sep 24 00:14:23.782749 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75751226-2799-4e16-a1a1-57c03ae679fc', 'name': 'tempest-RoutersTest-router-362446887', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:14:22Z', 'updated_at': '2021-09-24T00:14:22Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:14:23.813806 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743d0d53-4aab-49cc-a907-400cae5589f9 None None] The sync data for ids ['75751226-2799-4e16-a1a1-57c03ae679fc'] in n-d-713498-18 is: [{'id': '75751226-2799-4e16-a1a1-57c03ae679fc', 'name': 'tempest-RoutersTest-router-362446887', 'tenant_id': '1e138d0555194152afddf9dd6774bae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:14:22Z', 'updated_at': '2021-09-24T00:14:22Z', 'revision_number': 2, 'project_id': '1e138d0555194152afddf9dd6774bae9', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:14:23.952303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4920b1e5-3d5c-42ce-8968-bbca2113c049 req-4f049666-55a4-4a04-8554-db0d5c511432 service neutron] 10.222.0.20 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848962 Sep 24 00:14:24.204268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb06f9b-30c5-4f3f-854a-9c4b06c51763 req-dbec26fe-4a76-4bce-9ef8-cf53d803e009 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:24.206314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bb06f9b-30c5-4f3f-854a-9c4b06c51763 req-dbec26fe-4a76-4bce-9ef8-cf53d803e009 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 943 time: 0.0779905 Sep 24 00:14:24.272263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bb06f9b-30c5-4f3f-854a-9c4b06c51763 req-9db0c4fb-81a8-42af-bb41-1d9dad2d76cf tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578468 Sep 24 00:14:24.286481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97f5a605-0953-431f-a9ba-9421d7375415 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:24.289562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97f5a605-0953-431f-a9ba-9421d7375415 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:24.373472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97f5a605-0953-431f-a9ba-9421d7375415 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:24.374409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f5a605-0953-431f-a9ba-9421d7375415 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Fanout notify agent at l3_agent the message router_deleted on router 75751226-2799-4e16-a1a1-57c03ae679fc {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:14:24.387652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97f5a605-0953-431f-a9ba-9421d7375415 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:24.394192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43192) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.395196 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-97f5a605-0953-431f-a9ba-9421d7375415 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/75751226-2799-4e16-a1a1-57c03ae679fc HTTP/1.1" status: 204 len: 168 time: 0.9943461 Sep 24 00:14:24.429663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-da3adc66-57c1-4666-a569-72c4a8d3e837 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=75751226-2799-4e16-a1a1-57c03ae679fc HTTP/1.1" status: 200 len: 205 time: 0.0340085 Sep 24 00:14:24.433119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43194) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.493664 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-1f7f9fc8-ba79-4eed-a0e9-c154b585d1da tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] delete failed (client error): The resource could not be found. Sep 24 00:14:24.498230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.499124 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1f7f9fc8-ba79-4eed-a0e9-c154b585d1da tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/75751226-2799-4e16-a1a1-57c03ae679fc HTTP/1.1" status: 404 len: 336 time: 0.0648100 Sep 24 00:14:24.537670 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7e76ed5-087d-4f9b-970e-f16eda16a2ac tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:24.538072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7e76ed5-087d-4f9b-970e-f16eda16a2ac tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:24.542033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7e76ed5-087d-4f9b-970e-f16eda16a2ac tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/97c3ceb0-677b-40f0-81d0-3615a4930f36 HTTP/1.1" status: 404 len: 337 time: 0.0404792 Sep 24 00:14:24.543147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43204) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.577656 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c435375f-abeb-49ba-b7f6-657989c6526c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:24.578150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c435375f-abeb-49ba-b7f6-657989c6526c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:24.580240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c435375f-abeb-49ba-b7f6-657989c6526c tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/94581ef1-510a-449d-9bd3-4475bbb62cd7 HTTP/1.1" status: 404 len: 337 time: 0.0360262 Sep 24 00:14:24.582816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.613524 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4acaf8-125c-457b-9415-fe8b1bcd3a41 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:24.614280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4acaf8-125c-457b-9415-fe8b1bcd3a41 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:24.616379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-de4acaf8-125c-457b-9415-fe8b1bcd3a41 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/1ed7283a-481c-4f4d-9d0c-fdde89203a83 HTTP/1.1" status: 404 len: 337 time: 0.0326502 Sep 24 00:14:24.618964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43208) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.653487 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9448915b-58a8-4890-9c43-07ae7d9bb3b7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:24.653949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9448915b-58a8-4890-9c43-07ae7d9bb3b7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:24.656465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9448915b-58a8-4890-9c43-07ae7d9bb3b7 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/deaa9ff6-b928-40d9-bc5a-16a4cae5b467 HTTP/1.1" status: 404 len: 337 time: 0.0350771 Sep 24 00:14:24.659082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43212) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.690228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0ef02e7a-017b-40d2-a5ec-413597fbc248 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 200 len: 205 time: 0.0298741 Sep 24 00:14:24.692603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43216) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.787789 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-1206dbcf-52be-4f68-94f2-4382c9a01c45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] delete failed (client error): The resource could not be found. Sep 24 00:14:24.791281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1206dbcf-52be-4f68-94f2-4382c9a01c45 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/466bef95-8350-4b04-b877-10f7b754a7d8 HTTP/1.1" status: 404 len: 336 time: 0.0951829 Sep 24 00:14:24.792384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43222) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.806740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b62825a8-7723-4994-b9f6-f4272938bbfc req-7cabbeb7-b2a3-4cb6-b9dd-a5fcb3138a51 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 210 time: 0.0357692 Sep 24 00:14:24.874824 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1cc6a4dc-568b-4edc-a776-225166ec1b03 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=db798905-56a6-4c24-9e26-c111afc17b6b HTTP/1.1" status: 200 len: 205 time: 0.0811296 Sep 24 00:14:24.877532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43226) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:24.971849 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-20bec09c-340d-4bdf-b86a-0f715985854a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] delete failed (client error): The resource could not be found. Sep 24 00:14:24.976327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-20bec09c-340d-4bdf-b86a-0f715985854a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/db798905-56a6-4c24-9e26-c111afc17b6b HTTP/1.1" status: 404 len: 336 time: 0.0953064 Sep 24 00:14:24.977334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43232) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.047346 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7530f23c-32a8-400a-a80f-47af26989e43 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:25.050411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7530f23c-32a8-400a-a80f-47af26989e43 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:25.060517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7530f23c-32a8-400a-a80f-47af26989e43 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/62e89b79-2744-48e6-a940-75c20755e8f1 HTTP/1.1" status: 404 len: 337 time: 0.0813260 Sep 24 00:14:25.062136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43236) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.129898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43238) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.143223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f03666f9-95cb-49bd-af9b-d73fa127e31b tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=59734911-54da-4ef3-a7fc-d139439cf763 HTTP/1.1" status: 200 len: 205 time: 0.0751505 Sep 24 00:14:25.228023 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-5a6e5540-4dd2-4b27-ac69-70526770f690 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] delete failed (client error): The resource could not be found. Sep 24 00:14:25.232227 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5a6e5540-4dd2-4b27-ac69-70526770f690 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/59734911-54da-4ef3-a7fc-d139439cf763 HTTP/1.1" status: 404 len: 336 time: 0.1006308 Sep 24 00:14:25.234482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43244) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.237728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-2a6d88fa-c14c-40de-bf1c-902a98073fd4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:25.241247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-2a6d88fa-c14c-40de-bf1c-902a98073fd4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.2909830 Sep 24 00:14:25.256564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'port': {'device_id': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'admin_state_up': True, 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:25.346023 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bbacd224-632a-4f53-8eaa-b3b082d16d43 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=83272b95-c8b2-48df-b298-2f11ae68d09a HTTP/1.1" status: 200 len: 205 time: 0.1087756 Sep 24 00:14:25.346647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43248) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.430833 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-c6910129-ce20-4c07-91a4-58887bbf11fc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] delete failed (client error): The resource could not be found. Sep 24 00:14:25.439057 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c6910129-ce20-4c07-91a4-58887bbf11fc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/83272b95-c8b2-48df-b298-2f11ae68d09a HTTP/1.1" status: 404 len: 336 time: 0.0908179 Sep 24 00:14:25.445752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43250) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.521541 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-81693601-ecaf-47fe-8b4e-dbdf09567e37 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:25.523926 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81693601-ecaf-47fe-8b4e-dbdf09567e37 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:25.528829 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-81693601-ecaf-47fe-8b4e-dbdf09567e37 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/f0bee7f0-a907-4b63-a22e-66311eb722fc HTTP/1.1" status: 404 len: 337 time: 0.0818648 Sep 24 00:14:25.531440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43252) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.556774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Made reservation on behalf of a3c6a84110b64f28b5c71e13d76255f8 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:14:25.561569 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:25.574065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82bc1d-6aa0-47ae-849c-d7a16feb4aa8 req-47bd7633-3e6e-4e31-b32d-d215fffb2ddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:25.581923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c82bc1d-6aa0-47ae-849c-d7a16feb4aa8 req-47bd7633-3e6e-4e31-b32d-d215fffb2ddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 943 time: 0.0884299 Sep 24 00:14:25.599339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-269f078b-42c8-4445-8ad9-38d9fe4bbb2e tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=48a3caff-0403-4d80-bf9d-4a70fd559f8b HTTP/1.1" status: 200 len: 205 time: 0.0634189 Sep 24 00:14:25.603608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43254) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.648968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c82bc1d-6aa0-47ae-849c-d7a16feb4aa8 req-8de02f54-aa1f-4732-8326-a33cfabcea79 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659308 Sep 24 00:14:25.712446 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-71103621-f8e7-40b1-a890-012d10c741c2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] delete failed (client error): The resource could not be found. Sep 24 00:14:25.713959 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-71103621-f8e7-40b1-a890-012d10c741c2 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/48a3caff-0403-4d80-bf9d-4a70fd559f8b HTTP/1.1" status: 404 len: 336 time: 0.1089079 Sep 24 00:14:25.716476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.752151 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2823e3d8-8405-4f9f-8e9a-030e1c231d29 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:25.752870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2823e3d8-8405-4f9f-8e9a-030e1c231d29 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:25.755743 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2823e3d8-8405-4f9f-8e9a-030e1c231d29 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/4e61e80f-c392-45bd-bcde-51d98712b7af HTTP/1.1" status: 404 len: 337 time: 0.0370874 Sep 24 00:14:25.757633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43258) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.793904 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c602b88-9b2b-4f80-b693-f6609f3baedc tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "GET /v2.0/ports?device_id=aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c HTTP/1.1" status: 200 len: 205 time: 0.0350258 Sep 24 00:14:25.796285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43260) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.805951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Allocated IP 172.20.0.14 (9117d1e5-03f7-487e-ace4-14594dc887ae/36cc72d9-bbac-4cdb-b503-42ba974db883/23156fbd-b557-43ab-b389-9252bd6cfe02) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:14:25.839039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:25.893265 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-125194dc-4cc8-4c42-84f0-8a1ff5e02d99 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] delete failed (client error): The resource could not be found. Sep 24 00:14:25.903812 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-125194dc-4cc8-4c42-84f0-8a1ff5e02d99 tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/routers/aa5c8da2-aef1-48e5-8db0-48ac90ac6c6c HTTP/1.1" status: 404 len: 336 time: 0.1019881 Sep 24 00:14:25.904630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43264) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.938533 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0413794-8bdf-4878-b343-330025fcbb6a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:25.939120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0413794-8bdf-4878-b343-330025fcbb6a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:25.943856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f0413794-8bdf-4878-b343-330025fcbb6a tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/612de2b7-d57b-4cc7-b0ff-2d10c02d6e8d HTTP/1.1" status: 404 len: 337 time: 0.0380919 Sep 24 00:14:25.951707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43266) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:25.977538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-165b2ab9-57e4-4ae7-9828-5c99faf54e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:26.052401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71a61a65-c7b6-4916-b356-8c8f0c61303f req-a9e1942d-8bc7-4ba0-8ae1-2c1d970f1615 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 210 time: 0.1151485 Sep 24 00:14:26.103727 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-85eb443d-7c1e-4d6a-969d-163a230aa61f tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] DELETE failed (client error): The resource could not be found. Sep 24 00:14:26.103896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85eb443d-7c1e-4d6a-969d-163a230aa61f tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:14:26.113892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85eb443d-7c1e-4d6a-969d-163a230aa61f tempest-RoutersTest-937559335 tempest-RoutersTest-937559335-project] 10.222.0.24 "DELETE /v2.0/subnets/c318d41b-9ba8-484c-b48a-0556bc0bb2e2 HTTP/1.1" status: 404 len: 337 time: 0.1545794 Sep 24 00:14:26.197966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:26.277990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:26.289652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4df3594e-2902-48f0-b685-6eea6dd3f162', 'ef19bb34-09e5-4a89-a65d-32c01056034d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:26.400690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b9b8648d-7aa5-4d92-8043-75a53bb36b3c details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:14:26.418467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:14:26.422969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:14:26.425993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:14:26.480109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'Port': ['ID=23156fbd-b557-43ab-b389-9252bd6cfe02,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:26.542952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:26.544000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:26.569530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-08d209d1-7cf5-48c7-81bf-59413cf38a17 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3190026 Sep 24 00:14:26.583377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Request body: {'port': {'device_id': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:26.672222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:26.695832 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:26.952385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b9b8648d-7aa5-4d92-8043-75a53bb36b3c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:26.976156 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:26.990189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'b9b8648d-7aa5-4d92-8043-75a53bb36b3c', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'port_id': 'b9b8648d-7aa5-4d92-8043-75a53bb36b3c', 'mac_address': 'fa:16:3e:42:7a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b704d5-6054-4774-9bcf-25ca6f431ed7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:14:27.002159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-09f36934-2b33-4555-904a-133741ae411b None None] Provisioning complete for port 23156fbd-b557-43ab-b389-9252bd6cfe02 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:27.002791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09f36934-2b33-4555-904a-133741ae411b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.013167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c87720-8bd3-4c45-a2fb-aaae090a3951 req-8826374a-e2f4-42de-80f1-6db7ae0aafaa tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:27.014832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01c87720-8bd3-4c45-a2fb-aaae090a3951 req-8826374a-e2f4-42de-80f1-6db7ae0aafaa tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 943 time: 0.2270377 Sep 24 00:14:27.139110 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.164828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01c87720-8bd3-4c45-a2fb-aaae090a3951 req-2a40271c-e529-47c4-aa23-d8f2bdc8b819 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401339 Sep 24 00:14:27.180668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-517085fb-14bd-45e4-b562-e440c7dbfa4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e138d0555194152afddf9dd6774bae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5029230 Sep 24 00:14:27.184719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43292) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:27.210868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9b8648d-7aa5-4d92-8043-75a53bb36b3c {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:27.242531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b9b8648d-7aa5-4d92-8043-75a53bb36b3c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:27.248431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-09f36934-2b33-4555-904a-133741ae411b None None] Port 23156fbd-b557-43ab-b389-9252bd6cfe02 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:14:27.254852 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.335085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ea90b3c-1d53-47e7-911d-ffdae4f5363e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.364669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ea90b3c-1d53-47e7-911d-ffdae4f5363e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.373950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23156fbd-b557-43ab-b389-9252bd6cfe02 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:27.397833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:27.425150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.469367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66143ce-8813-4e34-a177-678530675395 req-0f351705-18b9-41a5-bc4f-e3ef5436fe7a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:27.471841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b9b8648d-7aa5-4d92-8043-75a53bb36b3c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:27.485199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a66143ce-8813-4e34-a177-678530675395 req-0f351705-18b9-41a5-bc4f-e3ef5436fe7a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 932 time: 0.2332473 Sep 24 00:14:27.546235 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ea90b3c-1d53-47e7-911d-ffdae4f5363e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.549402 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ea90b3c-1d53-47e7-911d-ffdae4f5363e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.551621 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8ea90b3c-1d53-47e7-911d-ffdae4f5363e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05a30eaa-f358-4ae9-8f86-9b6e98ce6dcf HTTP/1.1" status: 204 len: 168 time: 0.3655238 Sep 24 00:14:27.571370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Transition to ACTIVE for port object 23156fbd-b557-43ab-b389-9252bd6cfe02 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:14:27.572267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea90b3c-1d53-47e7-911d-ffdae4f5363e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a30eaa-f358-4ae9-8f86-9b6e98ce6dcf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:27.617004 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:27.687854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a66143ce-8813-4e34-a177-678530675395 req-0992f923-8d93-4934-b397-5f408b33a2f4 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791101 Sep 24 00:14:28.329545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Pushing event updated for resources: {'Port': ['ID=23156fbd-b557-43ab-b389-9252bd6cfe02,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:28.389194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec804e87-8445-4bd5-b58a-3201a1eeb624 req-162163fb-0214-4baa-b77b-0efa357904c7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:28.393085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b9b8648d-7aa5-4d92-8043-75a53bb36b3c up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:14:28.397062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec804e87-8445-4bd5-b58a-3201a1eeb624 req-162163fb-0214-4baa-b77b-0efa357904c7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 944 time: 0.0959175 Sep 24 00:14:28.439997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Attempting to bind port 23156fbd-b557-43ab-b389-9252bd6cfe02 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:14:28.440327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Attempting to bind port 23156fbd-b557-43ab-b389-9252bd6cfe02 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:14:28.440648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Attempting to bind port 23156fbd-b557-43ab-b389-9252bd6cfe02 on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:28.467339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Port 23156fbd-b557-43ab-b389-9252bd6cfe02 on network 9117d1e5-03f7-487e-ace4-14594dc887ae not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:14:28.467723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Attempting to bind port 23156fbd-b557-43ab-b389-9252bd6cfe02 on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:28.480401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec804e87-8445-4bd5-b58a-3201a1eeb624 req-25ebd7a2-7ff9-48c7-8bd6-7a3ced17e501 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823979 Sep 24 00:14:28.483501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:14:28.483801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Checking segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:14:28.484131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Bound using segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:14:28.484560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Bound port: 23156fbd-b557-43ab-b389-9252bd6cfe02, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:14:28.485299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:28.502376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port b9b8648d-7aa5-4d92-8043-75a53bb36b3c completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:14:28.502376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port b9b8648d-7aa5-4d92-8043-75a53bb36b3c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:28.502376 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:28.596840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] For port 23156fbd-b557-43ab-b389-9252bd6cfe02, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:14:28.602699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] For port 23156fbd-b557-43ab-b389-9252bd6cfe02, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=23156fbd-b557-43ab-b389-9252bd6cfe02,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:14:28.614519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:28.645858 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:28.654135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:28.654610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:28.659531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] 10.222.0.20 "PUT /v2.0/ports/23156fbd-b557-43ab-b389-9252bd6cfe02 HTTP/1.1" status: 200 len: 1093 time: 2.0807691 Sep 24 00:14:28.660040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'tag': '23156fbd-b557-43ab-b389-9252bd6cfe02'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:28.666109 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e19a603-1f8d-4250-b223-26a3b7e18791" -d '{"events": [{"name": "network-changed", "server_uuid": "754032bc-b7b5-4bdf-aa86-ef6e702a2a68", "tag": "23156fbd-b557-43ab-b389-9252bd6cfe02"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:28.700765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c37a2-a095-4789-9635-9d1aa17b226f service neutron] Pushing event updated for resources: {'Port': ['ID=23156fbd-b557-43ab-b389-9252bd6cfe02,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:28.724155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c604760b-8685-4103-ad1a-738e392a09e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b8648d-7aa5-4d92-8043-75a53bb36b3c'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:28.726428 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced92fc1-eb65-40f8-8309-b6194fec1282" -d '{"events": [{"server_uuid": "c604760b-8685-4103-ad1a-738e392a09e6", "name": "network-vif-plugged", "status": "completed", "tag": "b9b8648d-7aa5-4d92-8043-75a53bb36b3c"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:28.762773 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbf2969-0c00-46f7-97ab-9843de95e098 x-openstack-request-id: req-fbbf2969-0c00-46f7-97ab-9843de95e098 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:28.763291 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754032bc-b7b5-4bdf-aa86-ef6e702a2a68", "tag": "23156fbd-b557-43ab-b389-9252bd6cfe02", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:28.763800 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbbf2969-0c00-46f7-97ab-9843de95e098 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:28.764467 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'tag': '23156fbd-b557-43ab-b389-9252bd6cfe02', 'status': 'completed', 'code': 200} Sep 24 00:14:28.771864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b9b8648d-7aa5-4d92-8043-75a53bb36b3c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:28.780263 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:28.794355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-b627631a-df43-4e1e-bcb0-4c3ba5da4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:28.807847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-b627631a-df43-4e1e-bcb0-4c3ba5da4de5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 1096 time: 0.1004219 Sep 24 00:14:28.882734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:28.890240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-abebaeb9-43f3-47d8-b5ed-707bf9a4608a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23156fbd-b557-43ab-b389-9252bd6cfe02 HTTP/1.1" status: 200 len: 217 time: 0.0748596 Sep 24 00:14:29.034455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c57bc-6c54-466e-be87-8ad4ca6acc52 req-2eecf704-54eb-451b-9e0b-8261aab1ac15 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:29.036811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc8c57bc-6c54-466e-be87-8ad4ca6acc52 req-2eecf704-54eb-451b-9e0b-8261aab1ac15 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 944 time: 0.1491697 Sep 24 00:14:29.044800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-3841ed39-151f-4ab0-b10b-d49f9fad5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:29.047114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-3841ed39-151f-4ab0-b10b-d49f9fad5aca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1431823 Sep 24 00:14:29.121652 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:29.204187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc8c57bc-6c54-466e-be87-8ad4ca6acc52 req-fe701c35-9a34-4322-b21e-0e1806a977ce tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557724 Sep 24 00:14:29.220229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-76f26bc5-4acf-4a71-8e57-caecabb67fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:29.222282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-76f26bc5-4acf-4a71-8e57-caecabb67fb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1664984 Sep 24 00:14:29.249603 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3682cc-9432-4d64-93ee-9833c9697133 x-openstack-request-id: req-ae3682cc-9432-4d64-93ee-9833c9697133 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:29.251057 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c604760b-8685-4103-ad1a-738e392a09e6", "name": "network-vif-plugged", "status": "completed", "tag": "b9b8648d-7aa5-4d92-8043-75a53bb36b3c", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:29.251556 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae3682cc-9432-4d64-93ee-9833c9697133 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:29.252229 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c604760b-8685-4103-ad1a-738e392a09e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b8648d-7aa5-4d92-8043-75a53bb36b3c', 'code': 200} Sep 24 00:14:29.406955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a27bb-e1c1-4524-934c-f0429d8ccf0b req-5e2690e1-e79b-4f88-ba14-20824ec710fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:29.412980 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8c7a27bb-e1c1-4524-934c-f0429d8ccf0b req-5e2690e1-e79b-4f88-ba14-20824ec710fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 1097 time: 0.1041963 Sep 24 00:14:29.469993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-9b1de171-9534-4bc1-a3cd-9f2b5531e11e service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2321913 Sep 24 00:14:29.516097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8c7a27bb-e1c1-4524-934c-f0429d8ccf0b req-6a6afe77-126c-4604-8916-8508e4d92dc3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795240 Sep 24 00:14:29.724527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69a4cbb9-c1ad-4a8c-9569-d377eba8f704 req-a1fbd8e8-cdc2-47e2-ba6a-86f73e571016 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491136 Sep 24 00:14:29.759497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846796f-3f48-4666-9a45-ed4955776b5d req-0a672f7e-fee9-4230-9001-15aa4c9611ec tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:29.776609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7846796f-3f48-4666-9a45-ed4955776b5d req-0a672f7e-fee9-4230-9001-15aa4c9611ec tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 945 time: 0.1373713 Sep 24 00:14:29.855050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7846796f-3f48-4666-9a45-ed4955776b5d req-d8695217-930a-48cf-ae7d-452c914590cb tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766184 Sep 24 00:14:29.915558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-cc1fe1fd-9320-4e91-9c99-605d93ec71bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:29.918077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-cc1fe1fd-9320-4e91-9c99-605d93ec71bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 1096 time: 0.0950634 Sep 24 00:14:30.137096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-0f194b8b-5752-4033-99c6-7503e0a55715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:30.140822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-0f194b8b-5752-4033-99c6-7503e0a55715 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.2153611 Sep 24 00:14:30.207579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-c641f725-b5a5-411f-8594-2641ccf0c96d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23156fbd-b557-43ab-b389-9252bd6cfe02 HTTP/1.1" status: 200 len: 217 time: 0.0582106 Sep 24 00:14:30.289855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-04a3640d-bb4e-412d-a8d9-6491a81c571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:30.293094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-04a3640d-bb4e-412d-a8d9-6491a81c571a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0778825 Sep 24 00:14:30.390904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-174ee64d-08de-43e4-a8e7-7fd8ddba7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:30.392338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-174ee64d-08de-43e4-a8e7-7fd8ddba7ce3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899582 Sep 24 00:14:30.418282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adead466-cf4e-4bf6-be14-e81885b6688c req-ccdda3ac-6b40-4dd5-81fd-044012fd0b8b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:30.419934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adead466-cf4e-4bf6-be14-e81885b6688c req-ccdda3ac-6b40-4dd5-81fd-044012fd0b8b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 944 time: 0.0816121 Sep 24 00:14:30.511225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adead466-cf4e-4bf6-be14-e81885b6688c req-6ad45727-9710-4d4d-897b-c821e3850258 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810173 Sep 24 00:14:30.544719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-140ee2fb-14fe-49b4-a2b6-a60700a83d24 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436303 Sep 24 00:14:30.672789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e19a603-1f8d-4250-b223-26a3b7e18791 req-994bc24b-a05e-4d37-89eb-9a29a4e75202 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210637 Sep 24 00:14:31.052834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613ee2a-bd15-410e-b265-43d5f5319646 req-1fb2acc9-84cc-44b6-9a6f-681d198d994a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:31.054942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5613ee2a-bd15-410e-b265-43d5f5319646 req-1fb2acc9-84cc-44b6-9a6f-681d198d994a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 945 time: 0.1056492 Sep 24 00:14:31.148330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5613ee2a-bd15-410e-b265-43d5f5319646 req-415081e1-947a-4d7a-bd8b-afe891815ec9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870781 Sep 24 00:14:31.548998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-3a542b1b-99ac-4d6b-84b4-cf09f2474053 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:31.551524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-3a542b1b-99ac-4d6b-84b4-cf09f2474053 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.1455343 Sep 24 00:14:31.577261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-3cb5e8c7-c565-4a13-912c-7f1660ee18cb tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/quotas/2ad4e10a11c840b496a7ddcd458c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0188117 Sep 24 00:14:31.722720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8ff93c8e-3e36-4569-9a70-32da6c9fd996 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397517 Sep 24 00:14:31.763482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0162d0-2aec-4247-b0ec-e721aff68b48 req-5ee6e75e-5d98-41f6-b760-cb7a38dc4b2b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:31.774743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa0162d0-2aec-4247-b0ec-e721aff68b48 req-5ee6e75e-5d98-41f6-b760-cb7a38dc4b2b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 944 time: 0.1278837 Sep 24 00:14:31.842171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa0162d0-2aec-4247-b0ec-e721aff68b48 req-e80f1fd9-a501-4523-84b2-1dded228ded2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597157 Sep 24 00:14:32.099086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-4cb64e78-361d-448e-80cd-9579c49071dd service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652005 Sep 24 00:14:32.276503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-e4d210de-1ffa-4953-b1b0-eeefc7111110 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690099 Sep 24 00:14:32.406491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 23156fbd-b557-43ab-b389-9252bd6cfe02 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:14:32.578602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43480) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:32.644238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 23156fbd-b557-43ab-b389-9252bd6cfe02, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=23156fbd-b557-43ab-b389-9252bd6cfe02,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:32.670192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-255f8595-5b83-475f-91c0-3b43103145ed req-1e8ea4a3-5782-45ef-944a-f1f0fdd2072a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 210 time: 0.0686541 Sep 24 00:14:32.672233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '23156fbd-b557-43ab-b389-9252bd6cfe02', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': '23156fbd-b557-43ab-b389-9252bd6cfe02', 'mac_address': 'fa:16:3e:e0:3a:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:14:32.748380 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:32.771388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23156fbd-b557-43ab-b389-9252bd6cfe02 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:32.795219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 23156fbd-b557-43ab-b389-9252bd6cfe02, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=23156fbd-b557-43ab-b389-9252bd6cfe02,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:32.796387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9e30752-cc52-4467-abb8-e9389ca29391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:32.801691 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:32.876242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=23156fbd-b557-43ab-b389-9252bd6cfe02,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:33.014594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9e30752-cc52-4467-abb8-e9389ca29391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.021945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9e30752-cc52-4467-abb8-e9389ca29391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.030134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['23156fbd-b557-43ab-b389-9252bd6cfe02'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:33.079475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e7d14-8208-4e8b-931c-4026f88aae99 req-50c9b581-8bd8-4b7f-b317-6abfcd485517 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:33.088943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e30752-cc52-4467-abb8-e9389ca29391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdcf119-f0ec-4f89-8588-d577975d7deb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:33.090493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c0e7d14-8208-4e8b-931c-4026f88aae99 req-50c9b581-8bd8-4b7f-b317-6abfcd485517 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 945 time: 0.0975575 Sep 24 00:14:33.151285 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f9e30752-cc52-4467-abb8-e9389ca29391 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f379442958074384b35e1423f73bba37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685551 Sep 24 00:14:33.151596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43502) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:33.156689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c0e7d14-8208-4e8b-931c-4026f88aae99 req-9d7f2a79-8880-48a3-b90e-b3eb9205d0d7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651922 Sep 24 00:14:33.233542 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e924-02bc-4193-b9e6-8da6685732dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.264709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e924-02bc-4193-b9e6-8da6685732dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.322906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e924-02bc-4193-b9e6-8da6685732dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.325992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ff5e924-02bc-4193-b9e6-8da6685732dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.327351 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3ff5e924-02bc-4193-b9e6-8da6685732dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0cdcf119-f0ec-4f89-8588-d577975d7deb HTTP/1.1" status: 204 len: 168 time: 0.1747019 Sep 24 00:14:33.338747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5e924-02bc-4193-b9e6-8da6685732dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdcf119-f0ec-4f89-8588-d577975d7deb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:33.662585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43512) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:33.678221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54159296-6193-40ee-896c-20c2f3f8b9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.842516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b8220c0-1acc-4f43-a00a-2899258f2409 req-555f03ff-afa1-45be-bccf-41075b185209 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 210 time: 0.0405910 Sep 24 00:14:33.888019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54159296-6193-40ee-896c-20c2f3f8b9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.896483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54159296-6193-40ee-896c-20c2f3f8b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:33.991970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54159296-6193-40ee-896c-20c2f3f8b9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36111cac-cd0b-4977-a469-e689e6bf9741,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:34.023754 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-54159296-6193-40ee-896c-20c2f3f8b9c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64a9ea8695ef4956bd73adbd7bbfcb18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599429 Sep 24 00:14:34.025558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43526) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:34.052243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-ec647f71-d8d7-426e-ba20-f3b2136075be tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:34.054118 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-ec647f71-d8d7-426e-ba20-f3b2136075be tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.2272613 Sep 24 00:14:34.068247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Request body: {'port': {'device_id': 'a11535a9-ee73-41f5-bbb7-9921c8f98826', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'admin_state_up': True, 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:34.092447 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f62c0d7-86ff-466b-8b8b-0fc146c7ce86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:34.120172 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f62c0d7-86ff-466b-8b8b-0fc146c7ce86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:34.190301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f62c0d7-86ff-466b-8b8b-0fc146c7ce86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:34.194387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6f62c0d7-86ff-466b-8b8b-0fc146c7ce86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:34.196615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6f62c0d7-86ff-466b-8b8b-0fc146c7ce86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36111cac-cd0b-4977-a469-e689e6bf9741 HTTP/1.1" status: 204 len: 168 time: 0.1697481 Sep 24 00:14:34.238016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62c0d7-86ff-466b-8b8b-0fc146c7ce86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36111cac-cd0b-4977-a469-e689e6bf9741,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:34.300861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:14:34.311837 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:34.369280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec79eb-721d-4d8b-8a1b-6f29061e8357 req-ff94c154-1cf3-4ad4-889e-e0369aafb8c9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:34.371272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eec79eb-721d-4d8b-8a1b-6f29061e8357 req-ff94c154-1cf3-4ad4-889e-e0369aafb8c9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 945 time: 0.1022794 Sep 24 00:14:34.394688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 23156fbd-b557-43ab-b389-9252bd6cfe02 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:14:34.483458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eec79eb-721d-4d8b-8a1b-6f29061e8357 req-27eddb05-fe36-4735-87fe-5c4fc7d0cac3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035979 Sep 24 00:14:34.527231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 23156fbd-b557-43ab-b389-9252bd6cfe02 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:14:34.531871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 23156fbd-b557-43ab-b389-9252bd6cfe02 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:34.532302 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:34.589347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Allocated IP 172.20.0.9 (7535db54-e52f-4873-8dc1-92355e04ada4/59b704d5-6054-4774-9bcf-25ca6f431ed7/125a393f-36b6-494c-925d-ff623ee8f325) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:14:34.712674 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:34.752555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-50dd986d-4bf8-40c2-a490-35d0ccc0b917 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0929964 Sep 24 00:14:34.778679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 23156fbd-b557-43ab-b389-9252bd6cfe02, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=23156fbd-b557-43ab-b389-9252bd6cfe02,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:34.779909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23156fbd-b557-43ab-b389-9252bd6cfe02'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:34.782695 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ca63a1-e85f-4178-83f5-90228587129c" -d '{"events": [{"server_uuid": "754032bc-b7b5-4bdf-aa86-ef6e702a2a68", "name": "network-vif-plugged", "status": "completed", "tag": "23156fbd-b557-43ab-b389-9252bd6cfe02"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:34.793004 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:34.847800 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79248d16-d9b9-41b1-bbac-7ed31b2a3ab5 x-openstack-request-id: req-79248d16-d9b9-41b1-bbac-7ed31b2a3ab5 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:34.848163 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754032bc-b7b5-4bdf-aa86-ef6e702a2a68", "name": "network-vif-plugged", "status": "completed", "tag": "23156fbd-b557-43ab-b389-9252bd6cfe02", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:34.848601 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-79248d16-d9b9-41b1-bbac-7ed31b2a3ab5 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:34.849104 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23156fbd-b557-43ab-b389-9252bd6cfe02', 'code': 200} Sep 24 00:14:34.862234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=23156fbd-b557-43ab-b389-9252bd6cfe02,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:34.900399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-9fb00aea-c955-462b-9754-31bcb12132af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:34.902103 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-9fb00aea-c955-462b-9754-31bcb12132af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 1097 time: 0.0910621 Sep 24 00:14:34.917500 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:35.009117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c9db353-f42f-4cea-beba-fac9511706dc req-836aff7e-40e7-431c-bf53-50ca9981592b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 210 time: 0.0469580 Sep 24 00:14:35.020306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17176a-1269-4faf-b05f-f7c3dbdf9742 req-b6bf3d77-ccb2-4c80-a479-a7abfb2cb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:35.024352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c17176a-1269-4faf-b05f-f7c3dbdf9742 req-b6bf3d77-ccb2-4c80-a479-a7abfb2cb9e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 1098 time: 0.1253235 Sep 24 00:14:35.040703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:35.054705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b9b8648d-7aa5-4d92-8043-75a53bb36b3c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:35.058063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:35.073863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c17176a-1269-4faf-b05f-f7c3dbdf9742 req-4a2ee50e-bc80-4d61-94cc-f59083a0d7ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371680 Sep 24 00:14:35.110803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-91179b5a-1934-4dd4-a2e2-a511c37b627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:35.118636 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-91179b5a-1934-4dd4-a2e2-a511c37b627f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 906 time: 0.1895788 Sep 24 00:14:35.228258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Network 7535db54-e52f-4873-8dc1-92355e04ada4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:14:35.233003 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-bf140e14-0348-4248-be16-e47909f61acb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fc0c9b0b-20e8-46c8-bf82-e05f992247f4 HTTP/1.1" status: 200 len: 217 time: 0.1053822 Sep 24 00:14:35.236905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:14:35.244619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:14:35.270413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event updated for resources: {'Port': ['ID=125a393f-36b6-494c-925d-ff623ee8f325,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:35.372976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:35.373794 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:35.378469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-7c103106-17de-45a6-8ba2-623b719525be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:35.380143 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-7c103106-17de-45a6-8ba2-623b719525be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.1326742 Sep 24 00:14:35.397725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-54b52170-11ce-417b-b739-c3c59142987d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3343735 Sep 24 00:14:35.551523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Request body: {'port': {'device_id': 'a11535a9-ee73-41f5-bbb7-9921c8f98826', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:35.589647 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-c568149e-9cb9-4a63-8edf-c4ed05435b37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671079 Sep 24 00:14:35.702590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b539a9-be85-4190-bc38-d3e3f51babda req-590c98b7-b936-496f-9901-4daae9c808b0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:35.706206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16b539a9-be85-4190-bc38-d3e3f51babda req-590c98b7-b936-496f-9901-4daae9c808b0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 946 time: 0.1389763 Sep 24 00:14:35.709015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:35.764368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16b539a9-be85-4190-bc38-d3e3f51babda req-5816da5b-b01e-4a1c-a203-c9d17fc8bedc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498836 Sep 24 00:14:35.785019 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-d165bbc5-42b3-4332-a59c-48e96cf12845 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795247 Sep 24 00:14:35.984846 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f50f5820-0f2d-4145-b23a-ac17f5856683 req-69757788-da99-4aef-be96-453864d1fb4f service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893353 Sep 24 00:14:36.142929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125a393f-36b6-494c-925d-ff623ee8f325 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:36.151327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:36.159191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ff299-dd63-446e-9239-e5768fda2f9b req-c8f677e6-e9bb-48eb-8fe4-9edc12626494 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:36.160896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-668ff299-dd63-446e-9239-e5768fda2f9b req-c8f677e6-e9bb-48eb-8fe4-9edc12626494 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 931 time: 0.0679390 Sep 24 00:14:36.168082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Transition to ACTIVE for port object 125a393f-36b6-494c-925d-ff623ee8f325 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:14:36.172197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:36.212731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-668ff299-dd63-446e-9239-e5768fda2f9b req-42913e99-27b2-48ca-af3c-8bd322ec4cb9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451186 Sep 24 00:14:36.273284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Pushing event updated for resources: {'Port': ['ID=125a393f-36b6-494c-925d-ff623ee8f325,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:36.325244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Attempting to bind port 125a393f-36b6-494c-925d-ff623ee8f325 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:14:36.325553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Attempting to bind port 125a393f-36b6-494c-925d-ff623ee8f325 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:14:36.325872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Attempting to bind port 125a393f-36b6-494c-925d-ff623ee8f325 on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:36.330057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Port 125a393f-36b6-494c-925d-ff623ee8f325 on network 7535db54-e52f-4873-8dc1-92355e04ada4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:14:36.330374 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Attempting to bind port 125a393f-36b6-494c-925d-ff623ee8f325 on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:36.335101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:14:36.335431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Checking segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:14:36.335803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Bound using segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:14:36.336221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Bound port: 125a393f-36b6-494c-925d-ff623ee8f325, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:14:36.336566 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:36.403916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] For port 125a393f-36b6-494c-925d-ff623ee8f325, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:14:36.408223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] For port 125a393f-36b6-494c-925d-ff623ee8f325, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=125a393f-36b6-494c-925d-ff623ee8f325,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:14:36.415374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:36.468636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:36.469262 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:36.470742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] 10.222.0.18 "PUT /v2.0/ports/125a393f-36b6-494c-925d-ff623ee8f325 HTTP/1.1" status: 200 len: 1092 time: 0.9376600 Sep 24 00:14:36.471252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11535a9-ee73-41f5-bbb7-9921c8f98826', 'tag': '125a393f-36b6-494c-925d-ff623ee8f325'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:36.473819 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24" -d '{"events": [{"name": "network-changed", "server_uuid": "a11535a9-ee73-41f5-bbb7-9921c8f98826", "tag": "125a393f-36b6-494c-925d-ff623ee8f325"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:36.508975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893d2c7-da9f-4ff2-a557-af5fa78e2e80 service neutron] Pushing event updated for resources: {'Port': ['ID=125a393f-36b6-494c-925d-ff623ee8f325,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:36.531797 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0275bbb5-5faa-4075-8b12-271c6dd93e84 x-openstack-request-id: req-0275bbb5-5faa-4075-8b12-271c6dd93e84 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:36.532597 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11535a9-ee73-41f5-bbb7-9921c8f98826", "tag": "125a393f-36b6-494c-925d-ff623ee8f325", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:36.532848 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0275bbb5-5faa-4075-8b12-271c6dd93e84 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:36.533239 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a11535a9-ee73-41f5-bbb7-9921c8f98826', 'tag': '125a393f-36b6-494c-925d-ff623ee8f325', 'status': 'completed', 'code': 200} Sep 24 00:14:36.554511 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:36.576421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-bcec251d-a85c-4057-88be-2ec13281a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:36.578225 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-bcec251d-a85c-4057-88be-2ec13281a558 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 1095 time: 0.0567787 Sep 24 00:14:36.636084 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-08ae081b-d7fb-408d-8990-d5bf6effd5c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125a393f-36b6-494c-925d-ff623ee8f325 HTTP/1.1" status: 200 len: 217 time: 0.0500245 Sep 24 00:14:36.718366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-dada7a8f-c6fb-4330-adfc-53e55d8f7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:36.719897 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-dada7a8f-c6fb-4330-adfc-53e55d8f7637 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0773475 Sep 24 00:14:36.772062 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-8c918b18-9da0-4391-8465-dfa3f0a1c95f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441821 Sep 24 00:14:36.956582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330771ca-a3ab-40ab-81b8-002eb3a847d8 req-5cd66ef3-3cd3-42cc-81cb-e55490100016 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:36.963492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-e32230d6-92ef-46d3-8908-f1e3206cd5cb service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844122 Sep 24 00:14:36.964625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-330771ca-a3ab-40ab-81b8-002eb3a847d8 req-5cd66ef3-3cd3-42cc-81cb-e55490100016 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 946 time: 0.0572233 Sep 24 00:14:37.015187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-330771ca-a3ab-40ab-81b8-002eb3a847d8 req-7fa251e3-1cf7-4acb-aa98-a722a2433f70 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459814 Sep 24 00:14:37.073448 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-121ee82c-2e0c-41a6-bc3a-96268939e0b1 req-519112ce-8ea2-4661-b3c5-fc2e0d976791 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019416 Sep 24 00:14:37.134542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-db711636-f1cb-46a7-af70-5b89eb7c3bdf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a3c6a84110b64f28b5c71e13d76255f8 HTTP/1.1" status: 200 len: 267 time: 0.0361364 Sep 24 00:14:37.174336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-20403d06-92b7-464b-943a-17458952637f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:37.175906 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-20403d06-92b7-464b-943a-17458952637f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 1095 time: 0.0529697 Sep 24 00:14:37.192220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-eaee9075-e0d0-4483-b069-22fb7c0415f1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:37.194595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-eaee9075-e0d0-4483-b069-22fb7c0415f1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Sep 24 00:14:37.205745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'port': {'security_groups': []}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:37.286813 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:37.297879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-9a00fdd7-9bec-4e97-bd37-9235bd7ea4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:37.301060 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-9a00fdd7-9bec-4e97-bd37-9235bd7ea4b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 906 time: 0.1157649 Sep 24 00:14:37.358305 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-960644f8-ec77-4178-a101-dabaf30b5d58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=125a393f-36b6-494c-925d-ff623ee8f325 HTTP/1.1" status: 200 len: 217 time: 0.0476723 Sep 24 00:14:37.423402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850e3fb-bc01-409b-be13-a28496867328 req-9b6204a0-b6fe-4f87-9c97-efb5ac63f6fc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:37.425596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e850e3fb-bc01-409b-be13-a28496867328 req-9b6204a0-b6fe-4f87-9c97-efb5ac63f6fc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 943 time: 0.0930238 Sep 24 00:14:37.432508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-8f2bd663-3abd-4d90-95ae-32998b298436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:37.434433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-8f2bd663-3abd-4d90-95ae-32998b298436 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0670714 Sep 24 00:14:37.475968 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-2920849d-130b-48fe-956b-cd6391aeb8b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279546 Sep 24 00:14:37.572817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e850e3fb-bc01-409b-be13-a28496867328 req-7fe8d29b-cd8c-4356-886e-c0bd749d12b0 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315544 Sep 24 00:14:37.614307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] For port 23156fbd-b557-43ab-b389-9252bd6cfe02, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=23156fbd-b557-43ab-b389-9252bd6cfe02,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:37.623049 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-6c204606-a376-4f90-9290-de4dc047e248 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376626 Sep 24 00:14:37.646909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:37.653170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:37.664745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4df3594e-2902-48f0-b685-6eea6dd3f162', 'ef19bb34-09e5-4a89-a65d-32c01056034d', '23156fbd-b557-43ab-b389-9252bd6cfe02'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:37.703332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:37.703981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:37.705541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdbfd357-a41c-40ce-ad18-8a839d30b7f2 req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "PUT /v2.0/ports/23156fbd-b557-43ab-b389-9252bd6cfe02 HTTP/1.1" status: 200 len: 905 time: 0.5044236 Sep 24 00:14:37.708233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'tag': '23156fbd-b557-43ab-b389-9252bd6cfe02'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:37.710532 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d32c851-5cc3-4076-8baf-2aa5b9207c78" -d '{"events": [{"name": "network-changed", "server_uuid": "754032bc-b7b5-4bdf-aa86-ef6e702a2a68", "tag": "23156fbd-b557-43ab-b389-9252bd6cfe02"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:37.742852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7405bf3-26a4-4b0f-8fe5-d72e83c39d6c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'Port': ['ID=23156fbd-b557-43ab-b389-9252bd6cfe02,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:37.793155 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2f480c-cc5d-41c4-9e8a-4e2f364eb5d0 x-openstack-request-id: req-5f2f480c-cc5d-41c4-9e8a-4e2f364eb5d0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:37.793155 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "754032bc-b7b5-4bdf-aa86-ef6e702a2a68", "tag": "23156fbd-b557-43ab-b389-9252bd6cfe02", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:37.793827 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5f2f480c-cc5d-41c4-9e8a-4e2f364eb5d0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:37.794789 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'tag': '23156fbd-b557-43ab-b389-9252bd6cfe02', 'status': 'completed', 'code': 200} Sep 24 00:14:37.814081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['23156fbd-b557-43ab-b389-9252bd6cfe02'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:37.815998 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c83ca102-bac1-4009-a39e-4dbbc8c7cc24 req-162b9424-75a7-4fa2-bfbb-c1b301280042 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849141 Sep 24 00:14:37.901426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebf968-c70b-4769-aef5-208f757e558f req-8234a852-3119-446e-992d-95e9c58904e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:37.904090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28ebf968-c70b-4769-aef5-208f757e558f req-8234a852-3119-446e-992d-95e9c58904e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 908 time: 0.1079113 Sep 24 00:14:37.907874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-8cde01d6-129a-41f1-8357-2efa570f4c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:37.909314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-8cde01d6-129a-41f1-8357-2efa570f4c7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 1060 time: 0.0825377 Sep 24 00:14:38.110122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-5e4b8ffd-6de8-42d9-b0a6-a87213b209d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.111771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-5e4b8ffd-6de8-42d9-b0a6-a87213b209d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1909854 Sep 24 00:14:38.170965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-fdd1baf3-c1f9-426a-adaa-9b0e18296ee7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=23156fbd-b557-43ab-b389-9252bd6cfe02 HTTP/1.1" status: 200 len: 217 time: 0.0498672 Sep 24 00:14:38.184044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc79ad6-961d-40f0-a7f3-088a5e05decc req-f9707b32-4ff7-43d9-bbc2-5e34c0a5e5c9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.185839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abc79ad6-961d-40f0-a7f3-088a5e05decc req-f9707b32-4ff7-43d9-bbc2-5e34c0a5e5c9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1488523 Sep 24 00:14:38.230997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-409419a0-9894-4081-9e84-89fefbda19db service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0888338 Sep 24 00:14:38.262323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c6e744d1-674a-4430-a5fa-e8129cb5b9f9 None None] Provisioning complete for port 23156fbd-b557-43ab-b389-9252bd6cfe02 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:38.270467 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6e744d1-674a-4430-a5fa-e8129cb5b9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:38.283525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abc79ad6-961d-40f0-a7f3-088a5e05decc req-a8f420fa-1a40-4226-b914-96f8e319dfb0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873122 Sep 24 00:14:38.291330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-e1f25a87-9089-4c77-b8e6-ae957d0e80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.293463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-e1f25a87-9089-4c77-b8e6-ae957d0e80de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1067171 Sep 24 00:14:38.359292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-6a64051e-d4ed-4d72-ba62-9064f1720e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.360603 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-6a64051e-d4ed-4d72-ba62-9064f1720e8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 1097 time: 0.1004300 Sep 24 00:14:38.361909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-e01ea787-97f8-4d8f-b5b6-08ee7732cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.364257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-e01ea787-97f8-4d8f-b5b6-08ee7732cb26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627844 Sep 24 00:14:38.497804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-4b704db8-1c56-404d-8063-8e6c4bece45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.498665 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-4b704db8-1c56-404d-8063-8e6c4bece45c service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1182950 Sep 24 00:14:38.569052 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-2ebec36a-3818-4c07-a4a7-06d385734616 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef19bb34-09e5-4a89-a65d-32c01056034d HTTP/1.1" status: 200 len: 217 time: 0.0593531 Sep 24 00:14:38.623056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033be42-cf19-4fed-9f73-9d7bdbfb3ad0 req-2b14736b-6e65-4294-a55c-50ded5661652 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.631733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5033be42-cf19-4fed-9f73-9d7bdbfb3ad0 req-2b14736b-6e65-4294-a55c-50ded5661652 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.2000470 Sep 24 00:14:38.635361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-ba49bb3f-e2aa-44d2-add5-b0c58f89ed35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.638258 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-ba49bb3f-e2aa-44d2-add5-b0c58f89ed35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0613406 Sep 24 00:14:38.711335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-802e3df8-ea1c-491c-9fbf-15363c4c31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.712654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-466391d1-a40b-4d2e-8aa3-680916dba996 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402612 Sep 24 00:14:38.713158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-802e3df8-ea1c-491c-9fbf-15363c4c31ae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685751 Sep 24 00:14:38.718413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5033be42-cf19-4fed-9f73-9d7bdbfb3ad0 req-dd3a75c9-75a4-47c4-99b4-b0547d839088 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856607 Sep 24 00:14:38.799245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0207e357-d0e0-47ba-908b-6d32586f6a48 req-09261135-4670-4375-9608-c38b508dba43 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:38.801370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0207e357-d0e0-47ba-908b-6d32586f6a48 req-09261135-4670-4375-9608-c38b508dba43 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 943 time: 0.1309755 Sep 24 00:14:38.890133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0207e357-d0e0-47ba-908b-6d32586f6a48 req-6541f4d5-0131-4d3d-8aa7-c52b7c92309b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810409 Sep 24 00:14:38.928923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d32c851-5cc3-4076-8baf-2aa5b9207c78 req-593ffcb1-87d2-498d-97de-d33f20602b2a service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964281 Sep 24 00:14:38.955008 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-936976ce-883e-4d6a-a35f-812d3083dee4 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210863 Sep 24 00:14:39.084853 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:39.089030 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1b36908b-fdd0-48c7-8acf-79061ef9761c req-e1e16f9e-3de1-46b0-afb9-d37c28eaf3f9 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270204 Sep 24 00:14:39.182481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-f96eb538-7171-42ab-8db7-cb4d2a936ecb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:39.184275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-f96eb538-7171-42ab-8db7-cb4d2a936ecb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.1558218 Sep 24 00:14:39.202474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-c11f349a-9f5f-4d4a-b31e-be90584aaf18 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/quotas/a3c6a84110b64f28b5c71e13d76255f8 HTTP/1.1" status: 200 len: 375 time: 0.0096989 Sep 24 00:14:39.293083 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-5114e2fa-0708-4c44-ac1f-7dd4e743059e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0809917 Sep 24 00:14:39.404014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-362d3bdb-b7f2-4f44-bdee-3c57f5aa95c4 service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096392 Sep 24 00:14:39.517658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-aa5e9f14-2cd6-445e-bdb3-d456fa5eb610 service neutron] 10.222.0.24 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125064 Sep 24 00:14:39.806510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970f405c-dc10-4c64-b78e-a02a968f5c27 req-8dd117c1-fb9b-4c35-95f8-09069ab2fc78 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 210 time: 0.1028161 Sep 24 00:14:40.043770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 125a393f-36b6-494c-925d-ff623ee8f325 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:14:40.160275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b6f95-2241-411d-a0c1-f7f4b5ac8738 req-f5029c98-40e7-4090-afee-d5d2262edf66 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:40.169631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e0b6f95-2241-411d-a0c1-f7f4b5ac8738 req-f5029c98-40e7-4090-afee-d5d2262edf66 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 943 time: 0.1119928 Sep 24 00:14:40.259943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e0b6f95-2241-411d-a0c1-f7f4b5ac8738 req-4a4ef52e-d656-4047-af88-610e29cdf040 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702815 Sep 24 00:14:40.320314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 125a393f-36b6-494c-925d-ff623ee8f325, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=125a393f-36b6-494c-925d-ff623ee8f325,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:40.340381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '125a393f-36b6-494c-925d-ff623ee8f325', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'port_id': '125a393f-36b6-494c-925d-ff623ee8f325', 'mac_address': 'fa:16:3e:3c:d2:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b704d5-6054-4774-9bcf-25ca6f431ed7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:14:40.410623 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:40.434632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125a393f-36b6-494c-925d-ff623ee8f325 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:40.463807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 125a393f-36b6-494c-925d-ff623ee8f325, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=125a393f-36b6-494c-925d-ff623ee8f325,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:40.469226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:40.527887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=125a393f-36b6-494c-925d-ff623ee8f325,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:40.536450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.536701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.537118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.537597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.537926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.539106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.539106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.539106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.539619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.539933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.540327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.540936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:14:40.566160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:40.732321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['125a393f-36b6-494c-925d-ff623ee8f325'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:40.842187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9506fada-662f-4fcd-9796-24ef5c7f2217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:40.958436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3f0f925-6167-48c4-8372-158197252d26 req-4a0ffa26-7b2a-416b-bac2-25e501ffd09e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 210 time: 0.0335090 Sep 24 00:14:40.984510 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9506fada-662f-4fcd-9796-24ef5c7f2217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:40.989228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9506fada-662f-4fcd-9796-24ef5c7f2217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:41.036136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9506fada-662f-4fcd-9796-24ef5c7f2217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d5ac42-9027-4479-a2bf-2e4a306912e4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:41.040591 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9506fada-662f-4fcd-9796-24ef5c7f2217 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad30b1b17dd54c5bbb26849187dda523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4732804 Sep 24 00:14:41.043804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43728) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:41.102377 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3af3338b-155e-45f4-854f-3c58c0d5b130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:41.126069 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3af3338b-155e-45f4-854f-3c58c0d5b130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:41.184279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3af3338b-155e-45f4-854f-3c58c0d5b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:41.190445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3af3338b-155e-45f4-854f-3c58c0d5b130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:41.197959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3af3338b-155e-45f4-854f-3c58c0d5b130 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02d5ac42-9027-4479-a2bf-2e4a306912e4 HTTP/1.1" status: 204 len: 168 time: 0.1497438 Sep 24 00:14:41.230942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3338b-155e-45f4-854f-3c58c0d5b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d5ac42-9027-4479-a2bf-2e4a306912e4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:41.461050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c1b6b-f909-418e-9998-3a742cc253e6 req-c0ae8898-1ac0-4d4c-9e11-935a530e3c86 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:41.469728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-398c1b6b-f909-418e-9998-3a742cc253e6 req-c0ae8898-1ac0-4d4c-9e11-935a530e3c86 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 944 time: 0.1254518 Sep 24 00:14:41.516221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-398c1b6b-f909-418e-9998-3a742cc253e6 req-6719fc5f-0e7f-48cc-afa0-d21a749ba0c7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454333 Sep 24 00:14:41.684041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43738) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:41.706387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d5a9-f0dc-40c5-8b8c-2c252735866f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:41.847722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-84871cdc-6155-4faf-9e25-7c7899b3a85e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:41.854196 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-84871cdc-6155-4faf-9e25-7c7899b3a85e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 812 time: 0.6751804 Sep 24 00:14:41.867401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Request body: {'port': {'device_id': 'f41b8995-186f-4960-963c-6eae0955c83a', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'admin_state_up': True, 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:41.907882 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d5a9-f0dc-40c5-8b8c-2c252735866f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:41.930135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c9b5d5a9-f0dc-40c5-8b8c-2c252735866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:41.965753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c9b5d5a9-f0dc-40c5-8b8c-2c252735866f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4e11ab3cc83f4696b1e52e1e632298a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2805891 Sep 24 00:14:41.968184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43748) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:14:42.041992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 125a393f-36b6-494c-925d-ff623ee8f325 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:14:42.060252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Made reservation on behalf of a3c6a84110b64f28b5c71e13d76255f8 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:14:42.065502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.165008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 125a393f-36b6-494c-925d-ff623ee8f325 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:14:42.170432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 125a393f-36b6-494c-925d-ff623ee8f325 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:42.170985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.189063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5d5a9-f0dc-40c5-8b8c-2c252735866f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2e7033-7293-45ba-8760-68df03762a65,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:42.237572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-040ec944-97d8-4a53-b7ee-a2f1f2f2f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.258979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dfcdd2b-9e27-435b-852e-293edadbb320 req-5881b4dd-f663-4e98-9881-3d8cb956d1d5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 210 time: 0.1665871 Sep 24 00:14:42.277094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Allocated IP 172.20.0.10 (9117d1e5-03f7-487e-ace4-14594dc887ae/36cc72d9-bbac-4cdb-b503-42ba974db883/34edd10b-ca9e-49e2-9bab-649f73644288) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:14:42.288095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-040ec944-97d8-4a53-b7ee-a2f1f2f2f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.307748 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.382159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11535a9-ee73-41f5-bbb7-9921c8f98826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125a393f-36b6-494c-925d-ff623ee8f325'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:42.388430 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04a5597a-5cbe-4aa2-bd5b-ba5455d274eb" -d '{"events": [{"server_uuid": "a11535a9-ee73-41f5-bbb7-9921c8f98826", "name": "network-vif-plugged", "status": "completed", "tag": "125a393f-36b6-494c-925d-ff623ee8f325"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:42.401690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-040ec944-97d8-4a53-b7ee-a2f1f2f2f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.405355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-040ec944-97d8-4a53-b7ee-a2f1f2f2f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.408943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-040ec944-97d8-4a53-b7ee-a2f1f2f2f4f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d2e7033-7293-45ba-8760-68df03762a65 HTTP/1.1" status: 204 len: 168 time: 0.4373736 Sep 24 00:14:42.417514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ec944-97d8-4a53-b7ee-a2f1f2f2f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2e7033-7293-45ba-8760-68df03762a65,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:42.433121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 125a393f-36b6-494c-925d-ff623ee8f325, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=125a393f-36b6-494c-925d-ff623ee8f325,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:42.449115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.487398 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9667e58a-84e4-4eec-8e51-ff887ff5a7e5 x-openstack-request-id: req-9667e58a-84e4-4eec-8e51-ff887ff5a7e5 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:42.489491 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11535a9-ee73-41f5-bbb7-9921c8f98826", "name": "network-vif-plugged", "status": "completed", "tag": "125a393f-36b6-494c-925d-ff623ee8f325", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:42.489928 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9667e58a-84e4-4eec-8e51-ff887ff5a7e5 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:42.490349 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11535a9-ee73-41f5-bbb7-9921c8f98826', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125a393f-36b6-494c-925d-ff623ee8f325', 'code': 200} Sep 24 00:14:42.577935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=125a393f-36b6-494c-925d-ff623ee8f325,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:42.627964 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:14:42.643631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db77df-d274-4eaa-bb8a-c17cf40ac731 req-4025183e-2ef3-48be-9456-8076d23f9134 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:42.648215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.653899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75db77df-d274-4eaa-bb8a-c17cf40ac731 req-4025183e-2ef3-48be-9456-8076d23f9134 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 945 time: 0.0676653 Sep 24 00:14:42.657069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbbb9f5-2bf7-4508-85c7-194085e535f5 req-b04fbc35-030a-4bbd-ba0c-aaa9cc8d1554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:42.658984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0cbbb9f5-2bf7-4508-85c7-194085e535f5 req-b04fbc35-030a-4bbd-ba0c-aaa9cc8d1554 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 1097 time: 0.1049037 Sep 24 00:14:42.732459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75db77df-d274-4eaa-bb8a-c17cf40ac731 req-2ba1edc2-4410-4bcc-a5af-a2bd01d859fc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777268 Sep 24 00:14:42.777704 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0cbbb9f5-2bf7-4508-85c7-194085e535f5 req-1f6dd236-9aaa-4e50-8302-d67a5d643f70 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098926 Sep 24 00:14:42.783866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:42.801082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4df3594e-2902-48f0-b685-6eea6dd3f162', 'ef19bb34-09e5-4a89-a65d-32c01056034d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:42.878827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event updated for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:42.878827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Network 9117d1e5-03f7-487e-ace4-14594dc887ae is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:14:42.888185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:14:42.892395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:14:43.006316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:43.012951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:43.057429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fa898eb8-cf04-42f8-a806-2228a9217027 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1941824 Sep 24 00:14:43.089100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Request body: {'port': {'device_id': 'f41b8995-186f-4960-963c-6eae0955c83a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:43.200816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:43.434619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-46b1e1fd-30f8-4942-a5e7-3392b8c5e2c7 None None] Provisioning complete for port 34edd10b-ca9e-49e2-9bab-649f73644288 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:43.435333 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-46b1e1fd-30f8-4942-a5e7-3392b8c5e2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:43.521862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229fe6e-a373-40f3-85af-6015dd3bb621 req-9895f339-27d6-4984-98e5-53a27d37e2c7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:43.535474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f229fe6e-a373-40f3-85af-6015dd3bb621 req-9895f339-27d6-4984-98e5-53a27d37e2c7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 932 time: 0.1542237 Sep 24 00:14:43.591900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34edd10b-ca9e-49e2-9bab-649f73644288 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:43.600762 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:43.614232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Transition to ACTIVE for port object 34edd10b-ca9e-49e2-9bab-649f73644288 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:14:43.618731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:43.631823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f229fe6e-a373-40f3-85af-6015dd3bb621 req-c18f23b3-82ae-4c2b-89b9-3edd0374a761 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892863 Sep 24 00:14:43.655915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-46b1e1fd-30f8-4942-a5e7-3392b8c5e2c7 None None] Port 34edd10b-ca9e-49e2-9bab-649f73644288 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:14:43.690134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Pushing event updated for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:43.900032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Attempting to bind port 34edd10b-ca9e-49e2-9bab-649f73644288 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:14:43.901376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Attempting to bind port 34edd10b-ca9e-49e2-9bab-649f73644288 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:14:43.901376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Attempting to bind port 34edd10b-ca9e-49e2-9bab-649f73644288 on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:43.908448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Port 34edd10b-ca9e-49e2-9bab-649f73644288 on network 9117d1e5-03f7-487e-ace4-14594dc887ae not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:14:43.908448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Attempting to bind port 34edd10b-ca9e-49e2-9bab-649f73644288 on network 9117d1e5-03f7-487e-ace4-14594dc887ae {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:43.913488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:14:43.913982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Checking segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:14:43.914469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Bound using segment: {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:14:43.915063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Bound port: 34edd10b-ca9e-49e2-9bab-649f73644288, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e9ba1d7-7dca-4465-809f-1ab71cc02dff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:14:43.915525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:43.962573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca138f-fceb-4ffc-bfe3-a691f755ecd1 req-7d9c6e0b-1b6c-49b8-8261-ad8e19a1ec4e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:43.972749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5ca138f-fceb-4ffc-bfe3-a691f755ecd1 req-7d9c6e0b-1b6c-49b8-8261-ad8e19a1ec4e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 945 time: 0.1326323 Sep 24 00:14:44.036860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:14:44.051365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:14:44.057545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:44.108436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5ca138f-fceb-4ffc-bfe3-a691f755ecd1 req-84de1bbb-15c1-428b-a30e-9c36b347a7c4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203849 Sep 24 00:14:44.142746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:44.143368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:44.145394 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] 10.222.0.20 "PUT /v2.0/ports/34edd10b-ca9e-49e2-9bab-649f73644288 HTTP/1.1" status: 200 len: 1093 time: 1.0723939 Sep 24 00:14:44.145920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:44.163616 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81020d9-2ae4-4254-b4ec-02ca3272158a" -d '{"events": [{"name": "network-changed", "server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:44.229702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec273067-dc36-41eb-b1b0-c3fcf321b8ab service neutron] Pushing event updated for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:44.258475 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4263d5a2-39bc-47a2-8ce1-2ac4866d04c0 x-openstack-request-id: req-4263d5a2-39bc-47a2-8ce1-2ac4866d04c0 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:44.258798 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:44.260774 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4263d5a2-39bc-47a2-8ce1-2ac4866d04c0 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:44.261263 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288', 'status': 'completed', 'code': 200} Sep 24 00:14:44.314509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-86faf6ee-715f-4a38-ae0f-70a3f05054a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:44.318278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-86faf6ee-715f-4a38-ae0f-70a3f05054a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 1096 time: 0.0598855 Sep 24 00:14:44.374156 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-732ea87e-3e52-4c34-8f90-5e6a581abe95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34edd10b-ca9e-49e2-9bab-649f73644288 HTTP/1.1" status: 200 len: 217 time: 0.0463660 Sep 24 00:14:44.512078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fcaef867-d742-4fec-a878-96eb01617567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:44.513638 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-fcaef867-d742-4fec-a878-96eb01617567 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.1289439 Sep 24 00:14:44.581173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-604b506f-f0b4-40ba-b614-ad40a67b9f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:44.582868 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-604b506f-f0b4-40ba-b614-ad40a67b9f6c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601015 Sep 24 00:14:44.707336 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-a01e0251-02ab-46e1-be7a-ad1e9af67d0e service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166275 Sep 24 00:14:44.823971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692af29-9aa8-42a1-af13-92b301463da7 req-510b81c0-9b58-4694-a3f6-56c1118c3b0e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:44.826078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7692af29-9aa8-42a1-af13-92b301463da7 req-510b81c0-9b58-4694-a3f6-56c1118c3b0e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 944 time: 0.0878961 Sep 24 00:14:44.864858 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-323d95f8-8c36-4dc1-9ff1-3d40809321e6 req-83bd79dc-21d7-4e42-a787-83f073fd1323 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477845 Sep 24 00:14:44.881649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7692af29-9aa8-42a1-af13-92b301463da7 req-7462a41b-28e6-49a3-b725-2c12950bbdc2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491438 Sep 24 00:14:44.968388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-1b034d4d-b818-4dc7-a09e-d92aad8fc379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:44.970790 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-1b034d4d-b818-4dc7-a09e-d92aad8fc379 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 1096 time: 0.0465295 Sep 24 00:14:45.104436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-3cd6287c-0332-447f-b4be-8897de648733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:45.106134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-3cd6287c-0332-447f-b4be-8897de648733 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1289051 Sep 24 00:14:45.159019 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-05c4a7c6-470f-4244-aba0-dfd2dd0e8c51 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34edd10b-ca9e-49e2-9bab-649f73644288 HTTP/1.1" status: 200 len: 217 time: 0.0433934 Sep 24 00:14:45.243009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-888bed8e-2aa2-4255-9d0a-e3148a7ad0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:45.245290 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-888bed8e-2aa2-4255-9d0a-e3148a7ad0ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0793700 Sep 24 00:14:45.310044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a4c22-6032-4565-8c89-c0ae998b324a req-9996b66b-a316-4160-8cb8-04b4a829c19a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:45.317714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c9a4c22-6032-4565-8c89-c0ae998b324a req-9996b66b-a316-4160-8cb8-04b4a829c19a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 945 time: 0.0722289 Sep 24 00:14:45.349726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-4e6fae32-faec-4fa0-a92d-ac2606051e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:45.352247 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-4e6fae32-faec-4fa0-a92d-ac2606051e90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827765 Sep 24 00:14:45.374007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c9a4c22-6032-4565-8c89-c0ae998b324a req-5e23e01c-1ad3-4e32-b26b-cfe0ef82601a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553443 Sep 24 00:14:45.495340 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-2e31746d-af3c-4b4b-9731-91047500fecb service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185486 Sep 24 00:14:45.554670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea5b4a-c7c5-4489-94a7-45f37bf9d3c1 req-8d027a19-06b6-46b2-b4f8-5b268cf90748 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:45.571478 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02ea5b4a-c7c5-4489-94a7-45f37bf9d3c1 req-8d027a19-06b6-46b2-b4f8-5b268cf90748 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 945 time: 0.1035883 Sep 24 00:14:45.681127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02ea5b4a-c7c5-4489-94a7-45f37bf9d3c1 req-6a37e8cb-54c3-4f85-8b6c-14a8276e3fef tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893850 Sep 24 00:14:45.683581 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e81020d9-2ae4-4254-b4ec-02ca3272158a req-74098248-69fc-45b9-90d9-60440dfe6dbf service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808455 Sep 24 00:14:45.821053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6c278-7b1f-4eb6-b166-5ffb27ee7eac req-9decf7d0-045e-4471-9738-cd2dbc8bdcde tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:45.832042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ca6c278-7b1f-4eb6-b166-5ffb27ee7eac req-9decf7d0-045e-4471-9738-cd2dbc8bdcde tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 945 time: 0.0797429 Sep 24 00:14:45.891722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ca6c278-7b1f-4eb6-b166-5ffb27ee7eac req-8d2bf480-8d5f-4219-b77f-285d9772fb73 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586753 Sep 24 00:14:46.130010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0e2b7-f6b2-4d00-a8a8-e022704a4058 req-b523f47a-393c-4659-b462-bee5af1ecb82 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:46.132494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ed0e2b7-f6b2-4d00-a8a8-e022704a4058 req-b523f47a-393c-4659-b462-bee5af1ecb82 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 944 time: 0.0747187 Sep 24 00:14:46.201524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ed0e2b7-f6b2-4d00-a8a8-e022704a4058 req-1c42e9d1-61d9-42a2-bfed-2f2f67e61144 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627046 Sep 24 00:14:46.259981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36235b3a-5d44-4c00-aeb9-66ecc6a541a8 req-0f55fc4d-966d-4442-9e2d-7da92fdbab08 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:46.261722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36235b3a-5d44-4c00-aeb9-66ecc6a541a8 req-0f55fc4d-966d-4442-9e2d-7da92fdbab08 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 945 time: 0.0718141 Sep 24 00:14:46.311123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36235b3a-5d44-4c00-aeb9-66ecc6a541a8 req-d4018a44-2361-4d09-91c1-73f3bcef17a3 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425928 Sep 24 00:14:47.372578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abd35-ec5f-4139-8c07-36db71118274 req-169454ec-53c6-41ff-9c17-0d8b427747c9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:47.374691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b7abd35-ec5f-4139-8c07-36db71118274 req-169454ec-53c6-41ff-9c17-0d8b427747c9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 944 time: 0.0804729 Sep 24 00:14:47.516813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b7abd35-ec5f-4139-8c07-36db71118274 req-db58a3b0-9698-44fc-820e-ad4161c23866 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339564 Sep 24 00:14:47.546318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-903e32ae-895c-4146-9e5c-7cc680b52754 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:47.548232 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-903e32ae-895c-4146-9e5c-7cc680b52754 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 945 time: 0.1671035 Sep 24 00:14:47.597991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5620f5-960a-43b4-9b31-96c78173bb5a req-8fc0dc1c-f3cd-4a04-a41f-992b628183ee tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:47.599665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e5620f5-960a-43b4-9b31-96c78173bb5a req-8fc0dc1c-f3cd-4a04-a41f-992b628183ee tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 945 time: 0.0819519 Sep 24 00:14:47.674827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Deleting port 125a393f-36b6-494c-925d-ff623ee8f325 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:47.675447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:47.691331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e5620f5-960a-43b4-9b31-96c78173bb5a req-412511e5-5a9c-4996-8a31-f800be9d8ae2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790584 Sep 24 00:14:47.790221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] For port 125a393f-36b6-494c-925d-ff623ee8f325, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=125a393f-36b6-494c-925d-ff623ee8f325,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:47.790690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:47.804978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Calling delete_port for 125a393f-36b6-494c-925d-ff623ee8f325 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:47.990925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:48.003983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4', '125a393f-36b6-494c-925d-ff623ee8f325'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:48.007425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b9b8648d-7aa5-4d92-8043-75a53bb36b3c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:48.023482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event deleted for resources: {'Port': ['ID=125a393f-36b6-494c-925d-ff623ee8f325,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:48.140830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] No DVR routers for this DVR port 125a393f-36b6-494c-925d-ff623ee8f325 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:48.147367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:48.156257 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-98c43c6b-0d94-4da5-88f6-4b77b062d0e9 req-4d1d81a8-5e63-466f-b778-4832da4fcc52 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "DELETE /v2.0/ports/125a393f-36b6-494c-925d-ff623ee8f325 HTTP/1.1" status: 204 len: 173 time: 0.6011453 Sep 24 00:14:48.156741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11535a9-ee73-41f5-bbb7-9921c8f98826', 'name': 'network-vif-deleted', 'tag': '125a393f-36b6-494c-925d-ff623ee8f325'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:48.176818 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bca65a72-9e50-44f4-973c-2d0436f65355" -d '{"events": [{"server_uuid": "a11535a9-ee73-41f5-bbb7-9921c8f98826", "name": "network-vif-deleted", "tag": "125a393f-36b6-494c-925d-ff623ee8f325"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:48.272721 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b133d38f-1da6-43a4-8b9f-d3ac881a9240 x-openstack-request-id: req-b133d38f-1da6-43a4-8b9f-d3ac881a9240 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:48.273019 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11535a9-ee73-41f5-bbb7-9921c8f98826", "name": "network-vif-deleted", "tag": "125a393f-36b6-494c-925d-ff623ee8f325", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:48.273274 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b133d38f-1da6-43a4-8b9f-d3ac881a9240 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:48.273695 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a11535a9-ee73-41f5-bbb7-9921c8f98826', 'name': 'network-vif-deleted', 'tag': '125a393f-36b6-494c-925d-ff623ee8f325', 'status': 'completed', 'code': 200} Sep 24 00:14:48.454963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 34edd10b-ca9e-49e2-9bab-649f73644288 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:14:48.624944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:48.662168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '34edd10b-ca9e-49e2-9bab-649f73644288', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': '34edd10b-ca9e-49e2-9bab-649f73644288', 'mac_address': 'fa:16:3e:79:ce:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:14:48.743768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:48.770865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902c8b5e-a156-4657-942e-f15d6190a972 req-f8ffdf14-c2f4-4dc5-8ad4-e510b8ce0d54 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:48.777961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34edd10b-ca9e-49e2-9bab-649f73644288 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:48.782008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-902c8b5e-a156-4657-942e-f15d6190a972 req-f8ffdf14-c2f4-4dc5-8ad4-e510b8ce0d54 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 944 time: 0.1137023 Sep 24 00:14:48.830504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:48.838505 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:48.881104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-902c8b5e-a156-4657-942e-f15d6190a972 req-bec8084b-fcfb-4416-9539-32a696d1837e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981283 Sep 24 00:14:48.912331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:48.931443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4f8c04d-d70c-4d84-a95c-e76898670646 req-d5104e6e-3527-4d0a-85ec-03345ccec442 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=a11535a9-ee73-41f5-bbb7-9921c8f98826 HTTP/1.1" status: 200 len: 210 time: 0.0288901 Sep 24 00:14:49.107195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['34edd10b-ca9e-49e2-9bab-649f73644288'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:50.086602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a232ec0-1757-4af2-b82f-dbb4c627a418 req-2c6806c1-709d-4835-bfe2-e075ef60a978 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:50.092633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 125a393f-36b6-494c-925d-ff623ee8f325 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:50.096184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a232ec0-1757-4af2-b82f-dbb4c627a418 req-2c6806c1-709d-4835-bfe2-e075ef60a978 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 945 time: 0.1339538 Sep 24 00:14:50.144579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 125a393f-36b6-494c-925d-ff623ee8f325 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:50.145380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 125a393f-36b6-494c-925d-ff623ee8f325 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:50.238406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a232ec0-1757-4af2-b82f-dbb4c627a418 req-c594470a-a561-4da1-88b1-31832aa83b0e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409428 Sep 24 00:14:50.326916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05612a72-92f5-4d3a-864e-743a64902aa3 req-3d37d2c4-3dd9-4375-bd52-92a35d4ad041 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:50.328693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05612a72-92f5-4d3a-864e-743a64902aa3 req-3d37d2c4-3dd9-4375-bd52-92a35d4ad041 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 945 time: 0.0570014 Sep 24 00:14:50.369991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05612a72-92f5-4d3a-864e-743a64902aa3 req-cff3a818-0fb4-4c07-9ae7-d18bd46a294d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Sep 24 00:14:50.477568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 34edd10b-ca9e-49e2-9bab-649f73644288 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:14:50.586328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 34edd10b-ca9e-49e2-9bab-649f73644288 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:14:50.590766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 34edd10b-ca9e-49e2-9bab-649f73644288 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:14:50.591157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:50.709370 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:50.756814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:50.760496 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2deaa8f5-1d11-45b8-ab08-38578d09a41d" -d '{"events": [{"server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "name": "network-vif-plugged", "status": "completed", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:50.789721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:50.797399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:50.896508 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d301ce18-5cd2-4324-991b-f3c533a1c299 x-openstack-request-id: req-d301ce18-5cd2-4324-991b-f3c533a1c299 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:50.896912 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "name": "network-vif-plugged", "status": "completed", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:50.897228 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d301ce18-5cd2-4324-991b-f3c533a1c299 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:50.897729 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288', 'code': 200} Sep 24 00:14:50.901511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:51.000633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c619a17-4a55-4177-b6e9-4e3bf1919b98 req-2617ba1b-30c8-4c79-8964-0c8d2b632d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:51.003040 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c619a17-4a55-4177-b6e9-4e3bf1919b98 req-2617ba1b-30c8-4c79-8964-0c8d2b632d2c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 1098 time: 0.0795777 Sep 24 00:14:51.055855 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c619a17-4a55-4177-b6e9-4e3bf1919b98 req-b6a43b09-bc1b-460a-9533-01de0ac679b3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406721 Sep 24 00:14:51.462132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3283fe-8e21-4f86-94e1-c00887125183 req-ae6c0c1a-c344-4030-9c18-7b58507817a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:51.469477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed3283fe-8e21-4f86-94e1-c00887125183 req-ae6c0c1a-c344-4030-9c18-7b58507817a9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1518970 Sep 24 00:14:51.559112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed3283fe-8e21-4f86-94e1-c00887125183 req-b97f9391-69fc-4950-bc5e-6fa0a22acbc7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821700 Sep 24 00:14:51.591287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b4f3a-e42a-4cef-96a1-c7471af74a14 req-a9359d8d-d751-46df-b6f0-de87150d726f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:51.592797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d4b4f3a-e42a-4cef-96a1-c7471af74a14 req-a9359d8d-d751-46df-b6f0-de87150d726f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 945 time: 0.0918787 Sep 24 00:14:51.684861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d4b4f3a-e42a-4cef-96a1-c7471af74a14 req-322f6cf6-f2bf-471b-b722-255ea94214f1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751047 Sep 24 00:14:52.015234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdce7402-9588-4792-8e71-97cf9670f599 req-b93f79e0-82f4-4156-bcfe-47a541da04b1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:52.016764 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cdce7402-9588-4792-8e71-97cf9670f599 req-b93f79e0-82f4-4156-bcfe-47a541da04b1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 945 time: 0.0744822 Sep 24 00:14:52.194812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Deleting port b9b8648d-7aa5-4d92-8043-75a53bb36b3c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:14:52.196285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:52.411095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] For port b9b8648d-7aa5-4d92-8043-75a53bb36b3c, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:52.412371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:52.432103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Calling delete_port for b9b8648d-7aa5-4d92-8043-75a53bb36b3c owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:14:52.606652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:52.620396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:52.622803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b9b8648d-7aa5-4d92-8043-75a53bb36b3c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:52.640261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event deleted for resources: {'Port': ['ID=b9b8648d-7aa5-4d92-8043-75a53bb36b3c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:52.705972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] No DVR routers for this DVR port b9b8648d-7aa5-4d92-8043-75a53bb36b3c on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:14:52.709181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:52.711476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cdce7402-9588-4792-8e71-97cf9670f599 req-4c0bdc7c-e40a-4cc1-8f51-a2bd96749283 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.20 "DELETE /v2.0/ports/b9b8648d-7aa5-4d92-8043-75a53bb36b3c HTTP/1.1" status: 204 len: 173 time: 0.6872556 Sep 24 00:14:52.711963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c604760b-8685-4103-ad1a-738e392a09e6', 'name': 'network-vif-deleted', 'tag': 'b9b8648d-7aa5-4d92-8043-75a53bb36b3c'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:52.723930 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28a687bc-def5-4e53-b936-fb3fe5df5a3c" -d '{"events": [{"server_uuid": "c604760b-8685-4103-ad1a-738e392a09e6", "name": "network-vif-deleted", "tag": "b9b8648d-7aa5-4d92-8043-75a53bb36b3c"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:52.815601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffb24b-0d84-41f5-ae43-8c8e4dfa9fd8 req-2420c8b3-19cb-467b-ad4b-049647d54964 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:52.820155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6ffb24b-0d84-41f5-ae43-8c8e4dfa9fd8 req-2420c8b3-19cb-467b-ad4b-049647d54964 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1114581 Sep 24 00:14:52.976480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8ccd2db-96a3-4829-8c04-18c8190fadaf req-20166ef5-78cc-4c4e-9e28-2518cece5f5e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=c604760b-8685-4103-ad1a-738e392a09e6 HTTP/1.1" status: 200 len: 210 time: 0.1028068 Sep 24 00:14:52.980626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6ffb24b-0d84-41f5-ae43-8c8e4dfa9fd8 req-fa3e50e8-5fcf-4c2a-b83f-74d87e037e8b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499605 Sep 24 00:14:53.051253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8cf1d629-f2b8-4958-aecb-e3e222c09d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:53.095403 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a15cb0-6114-4a01-abba-2ef957045fa4 x-openstack-request-id: req-c7a15cb0-6114-4a01-abba-2ef957045fa4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:53.096577 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c604760b-8685-4103-ad1a-738e392a09e6", "name": "network-vif-deleted", "tag": "b9b8648d-7aa5-4d92-8043-75a53bb36b3c", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:53.097088 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c7a15cb0-6114-4a01-abba-2ef957045fa4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:53.097775 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c604760b-8685-4103-ad1a-738e392a09e6', 'name': 'network-vif-deleted', 'tag': 'b9b8648d-7aa5-4d92-8043-75a53bb36b3c', 'status': 'completed', 'code': 200} Sep 24 00:14:53.476535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70865e1b-2795-400e-a62d-f42417558091 req-088ad487-572d-4a25-9ed4-1ad05dd881a2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:53.485776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70865e1b-2795-400e-a62d-f42417558091 req-088ad487-572d-4a25-9ed4-1ad05dd881a2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1313000 Sep 24 00:14:53.560378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70865e1b-2795-400e-a62d-f42417558091 req-ea976778-5256-4b1a-83a8-7cd9b2b5f9f8 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732360 Sep 24 00:14:54.382748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-caed97df-d616-4575-b699-9cc2aa5ec171 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:54.384593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-caed97df-d616-4575-b699-9cc2aa5ec171 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.1508930 Sep 24 00:14:54.410137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-9b4bf560-e3fc-4752-bdb8-e68010a103b9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/quotas/2ad4e10a11c840b496a7ddcd458c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0180662 Sep 24 00:14:54.471196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-de858ac7-2995-413c-a876-c37b5d73d24c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0570531 Sep 24 00:14:54.642193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-756e91c5-05e3-442e-86dd-ca1db8879b03 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622243 Sep 24 00:14:54.784831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771d463-0e70-4ce7-9c39-236e3b01e392 req-14b1c6a0-61f7-4b9b-8ee8-e7b2cdd9ca6d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:54.786437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9771d463-0e70-4ce7-9c39-236e3b01e392 req-14b1c6a0-61f7-4b9b-8ee8-e7b2cdd9ca6d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1039000 Sep 24 00:14:54.842775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-2b14064c-f879-45ae-bf3f-8431e3e04e5b service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898465 Sep 24 00:14:54.904295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9771d463-0e70-4ce7-9c39-236e3b01e392 req-90033207-6aea-4ca3-b497-42a2c57f5692 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096447 Sep 24 00:14:55.199372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4bf190a3-ac78-447e-bda4-5c7ed1b32838 req-bb9fcbdc-63c0-42c1-9321-b4251d817a54 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 210 time: 0.0744159 Sep 24 00:14:55.607732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaec35-5c3a-47cd-9d3c-ea71d0b3716c req-4f39621b-2d46-4189-b235-babfd0bb91a2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:55.615225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5deaec35-5c3a-47cd-9d3c-ea71d0b3716c req-4f39621b-2d46-4189-b235-babfd0bb91a2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1097519 Sep 24 00:14:55.687989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5deaec35-5c3a-47cd-9d3c-ea71d0b3716c req-35ae2571-f19b-4f3c-947b-b9451220f589 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650933 Sep 24 00:14:55.845826 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:55.993658 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23ed836c-2a99-4622-830b-1c210ce3aeb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:56.296954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6a953a5-03a4-4c46-a1bc-9a4e06f3ec00 req-c48cfad7-9464-48ab-bd5a-7ea43ff998d8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 210 time: 0.0419869 Sep 24 00:14:56.494247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b9b8648d-7aa5-4d92-8043-75a53bb36b3c no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:14:56.528837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: b9b8648d-7aa5-4d92-8043-75a53bb36b3c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:14:56.529187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b9b8648d-7aa5-4d92-8043-75a53bb36b3c not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:14:56.584828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-ed66c57c-34dc-4d53-a862-b08b11986aa2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:56.587383 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-ed66c57c-34dc-4d53-a862-b08b11986aa2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.1472521 Sep 24 00:14:56.607972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Request body: {'port': {'device_id': '2c3634e9-5441-49fc-8966-914ebbba2287', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'admin_state_up': True, 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:56.748573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:56.750451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:14:56.755840 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:56.964352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26719379-1c32-45bd-91d9-15bde1ed3854 req-9d4c9f14-5ff4-4348-bfa1-400f98a0457f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:56.970395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Allocated IP 172.20.0.11 (7535db54-e52f-4873-8dc1-92355e04ada4/59b704d5-6054-4774-9bcf-25ca6f431ed7/fafa685c-af08-4c3d-bf5e-86b6e4e5b345) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:14:56.980336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26719379-1c32-45bd-91d9-15bde1ed3854 req-9d4c9f14-5ff4-4348-bfa1-400f98a0457f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1727087 Sep 24 00:14:57.107963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26719379-1c32-45bd-91d9-15bde1ed3854 req-5a421530-6de4-479d-8c9e-6b8691b73292 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250453 Sep 24 00:14:57.268171 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:57.304425 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:57.316295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:57.338746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-c6b47a1e-8e30-42fe-a666-622183f6e3bc req-310b9960-1075-4135-aeb9-e869ad811306 service neutron] (106378) timed out ('10.222.0.20', 53142) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:14:57.356054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Network 7535db54-e52f-4873-8dc1-92355e04ada4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:14:57.359246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:14:57.365261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:14:57.409050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event updated for resources: {'Port': ['ID=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:57.491128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:57.491966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:57.510822 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-702ed389-ca6d-4615-a700-632f88b3d69d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9134016 Sep 24 00:14:57.519129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b3772-3571-4130-9c9c-05f72177d5f0 req-16405b76-b40a-47d1-ad87-7a79ce1eb031 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:57.523694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Request body: {'port': {'device_id': '2c3634e9-5441-49fc-8966-914ebbba2287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:14:57.525992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-493b3772-3571-4130-9c9c-05f72177d5f0 req-16405b76-b40a-47d1-ad87-7a79ce1eb031 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 932 time: 0.1441996 Sep 24 00:14:57.576984 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-493b3772-3571-4130-9c9c-05f72177d5f0 req-ae5468ff-22ea-4c8a-b0ab-2568d585ca8c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446055 Sep 24 00:14:57.600292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:57.976638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafa685c-af08-4c3d-bf5e-86b6e4e5b345 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:57.985735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:57.999407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Transition to ACTIVE for port object fafa685c-af08-4c3d-bf5e-86b6e4e5b345 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:14:58.004643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:58.098368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Pushing event updated for resources: {'Port': ['ID=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:58.180556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Attempting to bind port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:14:58.181188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Attempting to bind port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:14:58.182306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Attempting to bind port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:58.201231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 on network 7535db54-e52f-4873-8dc1-92355e04ada4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:14:58.201533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Attempting to bind port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:14:58.212566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:14:58.212934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Checking segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:14:58.213351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Bound using segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:14:58.213782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Bound port: fafa685c-af08-4c3d-bf5e-86b6e4e5b345, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:14:58.214173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:58.328832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1bf7c-d123-4655-8eb9-cae9bdb901e4 req-9c1eb4d3-c5ca-42bd-ad83-a41154e607e3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:58.340589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8e1bf7c-d123-4655-8eb9-cae9bdb901e4 req-9c1eb4d3-c5ca-42bd-ad83-a41154e607e3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1147902 Sep 24 00:14:58.404919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] For port fafa685c-af08-4c3d-bf5e-86b6e4e5b345, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:14:58.408587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] For port fafa685c-af08-4c3d-bf5e-86b6e4e5b345, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:14:58.417138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8e1bf7c-d123-4655-8eb9-cae9bdb901e4 req-528a167d-9ddf-4063-a1ca-6fa2d1670aaf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753779 Sep 24 00:14:58.417284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:58.435168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-6735261f-7973-4138-9c91-b917fbd8b8a6 req-d64a20dd-f0bc-4ca3-8e89-bdaf89846b85 service neutron] (106379) timed out ('10.222.0.20', 53137) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:14:58.496140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 34edd10b-ca9e-49e2-9bab-649f73644288 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:14:58.533740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:58.534399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:58.543372 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] 10.222.0.18 "PUT /v2.0/ports/fafa685c-af08-4c3d-bf5e-86b6e4e5b345 HTTP/1.1" status: 200 len: 1093 time: 1.0250580 Sep 24 00:14:58.543868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3634e9-5441-49fc-8966-914ebbba2287', 'tag': 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:14:58.546217 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73411e0b-b53e-4e15-9326-3a4e540f160b" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3634e9-5441-49fc-8966-914ebbba2287", "tag": "fafa685c-af08-4c3d-bf5e-86b6e4e5b345"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:14:58.640524 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ffc92e0-ca42-4a1b-a857-9bbfd5c22015 x-openstack-request-id: req-9ffc92e0-ca42-4a1b-a857-9bbfd5c22015 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:14:58.641103 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3634e9-5441-49fc-8966-914ebbba2287", "tag": "fafa685c-af08-4c3d-bf5e-86b6e4e5b345", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:14:58.641103 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ffc92e0-ca42-4a1b-a857-9bbfd5c22015 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:14:58.641536 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3634e9-5441-49fc-8966-914ebbba2287', 'tag': 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345', 'status': 'completed', 'code': 200} Sep 24 00:14:58.729003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df430799-a4d2-4f33-90ec-4edc75bc1cfc service neutron] Pushing event updated for resources: {'Port': ['ID=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:58.758727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:58.768696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09c8bb-35b2-4ec4-a64c-21fe1174a000 req-70009fd9-d823-49db-bc5a-fe3e5e457e80 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:58.784043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '34edd10b-ca9e-49e2-9bab-649f73644288', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'port_id': '34edd10b-ca9e-49e2-9bab-649f73644288', 'mac_address': 'fa:16:3e:79:ce:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:14:58.785713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-bfd35edb-430e-4832-8e5c-1fda14c78c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:58.787609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-bfd35edb-430e-4832-8e5c-1fda14c78c49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 1096 time: 0.1873171 Sep 24 00:14:58.788246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d09c8bb-35b2-4ec4-a64c-21fe1174a000 req-70009fd9-d823-49db-bc5a-fe3e5e457e80 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 944 time: 0.1162243 Sep 24 00:14:58.863249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:58.873163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d09c8bb-35b2-4ec4-a64c-21fe1174a000 req-e62e6b90-aafd-486f-b31f-ce77495330e9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839219 Sep 24 00:14:58.889728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34edd10b-ca9e-49e2-9bab-649f73644288 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:14:58.905075 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-b54d1a5d-6257-44ef-9fdb-8607e000b6c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafa685c-af08-4c3d-bf5e-86b6e4e5b345 HTTP/1.1" status: 200 len: 217 time: 0.1000123 Sep 24 00:14:58.933961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:14:58.938299 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:59.041065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:14:59.045727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['34edd10b-ca9e-49e2-9bab-649f73644288'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:14:59.095428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-7f605277-ed97-4e9f-9935-33448b30973f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:59.097159 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-7f605277-ed97-4e9f-9935-33448b30973f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.1911433 Sep 24 00:14:59.184726 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-236ce878-31e8-411c-9017-5fca0156288a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800664 Sep 24 00:14:59.434226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:14:59.674219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-088f74ff-4bc8-4516-8ed3-3e2f22327504 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812863 Sep 24 00:14:59.736071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc1483-6ea1-4065-9c61-e6bbdecfb6af req-553e25db-14ba-4288-a294-a9ac00ec84cf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:14:59.741395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bbc1483-6ea1-4065-9c61-e6bbdecfb6af req-553e25db-14ba-4288-a294-a9ac00ec84cf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 945 time: 0.1450868 Sep 24 00:14:59.870418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bbc1483-6ea1-4065-9c61-e6bbdecfb6af req-222ad423-139c-4a6b-9a2f-45d0b3fa7780 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203289 Sep 24 00:14:59.917856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8ca4a829-d308-4711-bea0-c2b494231be0 req-d9e76fcf-e023-4ddc-8b10-fce8dda206f1 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342665 Sep 24 00:15:00.077580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1b943-bb52-4b6b-a94d-6f51fe9f863f req-b46cfca2-f0fe-480e-8241-1cbdc4954407 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:00.087111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22c1b943-bb52-4b6b-a94d-6f51fe9f863f req-b46cfca2-f0fe-480e-8241-1cbdc4954407 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 944 time: 0.1200643 Sep 24 00:15:00.089498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-1aae2a4f-84c5-46c4-be22-7d14dad7dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:00.093619 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-1aae2a4f-84c5-46c4-be22-7d14dad7dcd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 1096 time: 0.1112440 Sep 24 00:15:00.257710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-f9d55e05-d565-4151-8e55-fcc88275fd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:00.259684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-f9d55e05-d565-4151-8e55-fcc88275fd25 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 906 time: 0.1584079 Sep 24 00:15:00.264047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22c1b943-bb52-4b6b-a94d-6f51fe9f863f req-80a83c35-71d0-4b7b-be69-9e6da46ecae8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757061 Sep 24 00:15:00.325388 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-d41ba6dd-53ff-4b66-9205-ae080398b13c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fafa685c-af08-4c3d-bf5e-86b6e4e5b345 HTTP/1.1" status: 200 len: 217 time: 0.0582306 Sep 24 00:15:00.405019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-ad64fbfc-e4b1-440b-8e15-1100830847a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:00.406581 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-ad64fbfc-e4b1-440b-8e15-1100830847a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0647666 Sep 24 00:15:00.465371 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-e57d85d6-7626-465f-9ad9-0ed8afc40e2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510006 Sep 24 00:15:00.508850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 34edd10b-ca9e-49e2-9bab-649f73644288 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:15:00.643418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 34edd10b-ca9e-49e2-9bab-649f73644288 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:15:00.643800 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:00.649614 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-50fadba1-3e66-44ab-86aa-77c0dace7e54 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758032 Sep 24 00:15:00.858593 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:00.921008 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73411e0b-b53e-4e15-9326-3a4e540f160b req-7b79e107-fe70-4d4f-a4b4-976d92397c54 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587466 Sep 24 00:15:00.929469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:00.932287 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5759965c-d26c-47ec-abf1-c3b29bf3325f" -d '{"events": [{"server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "name": "network-vif-plugged", "status": "completed", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:00.970431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:00.976564 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:01.043478 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7b4ae8-9d46-4868-a878-b78d86d06abb x-openstack-request-id: req-3c7b4ae8-9d46-4868-a878-b78d86d06abb {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:01.044294 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "name": "network-vif-plugged", "status": "completed", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:01.044700 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3c7b4ae8-9d46-4868-a878-b78d86d06abb {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:01.045247 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288', 'code': 200} Sep 24 00:15:01.079971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:01.136455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c56e8-70fd-4e12-8f3d-a5aa7f9b3977 req-09157125-ab75-4c6c-97de-54917185c5b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:01.149584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-939c56e8-70fd-4e12-8f3d-a5aa7f9b3977 req-09157125-ab75-4c6c-97de-54917185c5b7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1272328 Sep 24 00:15:01.266160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-939c56e8-70fd-4e12-8f3d-a5aa7f9b3977 req-2b629bce-c0c7-4dfc-b520-f4eaf6169c1e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155393 Sep 24 00:15:01.447389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce1104-2e1c-4e32-8697-c10770b0e8ec req-86c33ed4-4034-445c-9bc4-3d54e6b08199 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:01.453780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9ce1104-2e1c-4e32-8697-c10770b0e8ec req-86c33ed4-4034-445c-9bc4-3d54e6b08199 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 944 time: 0.1154711 Sep 24 00:15:01.520341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9ce1104-2e1c-4e32-8697-c10770b0e8ec req-dbd74fa0-4e58-4555-98ac-bd72aa650a3a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592654 Sep 24 00:15:02.117904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fafa685c-af08-4c3d-bf5e-86b6e4e5b345 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:15:02.311052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fafa685c-af08-4c3d-bf5e-86b6e4e5b345, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:02.325446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'port_id': 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345', 'mac_address': 'fa:16:3e:66:05:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b704d5-6054-4774-9bcf-25ca6f431ed7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:15:02.372831 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:02.388288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafa685c-af08-4c3d-bf5e-86b6e4e5b345 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:15:02.416537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fafa685c-af08-4c3d-bf5e-86b6e4e5b345, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:02.433474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:02.491294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae06399-31e8-42b7-8573-809d014f5f4d req-69f58879-6b53-4a4d-b92d-a43febf7e14c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:02.501137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ae06399-31e8-42b7-8573-809d014f5f4d req-69f58879-6b53-4a4d-b92d-a43febf7e14c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.0821316 Sep 24 00:15:02.624512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:02.661748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fafa685c-af08-4c3d-bf5e-86b6e4e5b345'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:02.662470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ae06399-31e8-42b7-8573-809d014f5f4d req-faee023c-29ae-4b17-9441-08a3df81cb19 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601851 Sep 24 00:15:02.845275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bffda27-125c-4efb-877b-47d75d1df372 req-7d25de88-a326-4dad-8e03-6e4476a27494 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:02.850510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bffda27-125c-4efb-877b-47d75d1df372 req-7d25de88-a326-4dad-8e03-6e4476a27494 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 945 time: 0.1335435 Sep 24 00:15:02.961904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bffda27-125c-4efb-877b-47d75d1df372 req-7bfbf298-46a6-4222-a27f-21f6e8a30a4c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958138 Sep 24 00:15:03.898492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb6a20-bd20-4cf6-80f3-b70c6ce545fb req-c6797d37-60d1-4374-a62a-edc9d0c9a043 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:03.900267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45eb6a20-bd20-4cf6-80f3-b70c6ce545fb req-c6797d37-60d1-4374-a62a-edc9d0c9a043 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1164346 Sep 24 00:15:03.962849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45eb6a20-bd20-4cf6-80f3-b70c6ce545fb req-635be26d-c7d3-476c-be36-f8a0a8a2cbe5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518661 Sep 24 00:15:04.105726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c5ef5-2173-4a83-a29f-e73b4fdf9434 req-6ff39566-31fd-4609-bd1a-945e1e62c0f9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:04.113158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e33c5ef5-2173-4a83-a29f-e73b4fdf9434 req-6ff39566-31fd-4609-bd1a-945e1e62c0f9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 945 time: 0.0830278 Sep 24 00:15:04.119915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fafa685c-af08-4c3d-bf5e-86b6e4e5b345 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:15:04.284942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:15:04.295077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:15:04.295701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:04.444063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:04.488449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3634e9-5441-49fc-8966-914ebbba2287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:04.493258 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72670486-903f-4ea1-a643-106a2ed71201" -d '{"events": [{"server_uuid": "2c3634e9-5441-49fc-8966-914ebbba2287", "name": "network-vif-plugged", "status": "completed", "tag": "fafa685c-af08-4c3d-bf5e-86b6e4e5b345"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:04.527832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port fafa685c-af08-4c3d-bf5e-86b6e4e5b345, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:04.542536 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:04.649232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:04.838359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e33c5ef5-2173-4a83-a29f-e73b4fdf9434 req-8500de15-2d7b-4c27-a98b-17d487a530be tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7243481 Sep 24 00:15:04.847709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0117d-8cde-4fb9-9d1c-2390794d5195 req-a8c2226e-e63d-47db-b71d-a5bd6a3b8505 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:04.855789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42d0117d-8cde-4fb9-9d1c-2390794d5195 req-a8c2226e-e63d-47db-b71d-a5bd6a3b8505 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 946 time: 0.7399945 Sep 24 00:15:04.901829 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1876d989-27d7-4d38-8b17-30ab0eaa06c8 x-openstack-request-id: req-1876d989-27d7-4d38-8b17-30ab0eaa06c8 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:04.902276 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3634e9-5441-49fc-8966-914ebbba2287", "name": "network-vif-plugged", "status": "completed", "tag": "fafa685c-af08-4c3d-bf5e-86b6e4e5b345", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:04.902781 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1876d989-27d7-4d38-8b17-30ab0eaa06c8 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:04.903418 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3634e9-5441-49fc-8966-914ebbba2287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345', 'code': 200} Sep 24 00:15:04.921606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42d0117d-8cde-4fb9-9d1c-2390794d5195 req-b6fc54f9-9c02-4972-88a8-71cc91d3337e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648615 Sep 24 00:15:05.110572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067523b7-2786-4d31-aa87-122f8d83a2e4 req-640fc64c-4be5-4e6e-bdf9-5439bfad5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:05.112135 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-067523b7-2786-4d31-aa87-122f8d83a2e4 req-640fc64c-4be5-4e6e-bdf9-5439bfad5bf4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 1098 time: 0.1279054 Sep 24 00:15:05.191205 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-067523b7-2786-4d31-aa87-122f8d83a2e4 req-bd61f591-45ab-4e92-a3d7-b1aeae2859a3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656230 Sep 24 00:15:05.211010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf6c6b-beef-44ee-a34f-456c3cda2afc req-f0da8233-7247-4d79-b4bd-39a3ab7503ff tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:05.213125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ecf6c6b-beef-44ee-a34f-456c3cda2afc req-f0da8233-7247-4d79-b4bd-39a3ab7503ff tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.0909679 Sep 24 00:15:05.325694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ecf6c6b-beef-44ee-a34f-456c3cda2afc req-5cd76a14-c422-43cd-bba9-996b1d80d988 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920789 Sep 24 00:15:05.676710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-bd379a6e-0619-450e-8536-a8df520f3945 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:05.678185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-bd379a6e-0619-450e-8536-a8df520f3945 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.18 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 946 time: 0.0813794 Sep 24 00:15:05.815575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Deleting port 5b1b4208-722a-45d6-a434-4c37fc88d811 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:15:05.816200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:05.986661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] For port 5b1b4208-722a-45d6-a434-4c37fc88d811, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=5b1b4208-722a-45d6-a434-4c37fc88d811,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:05.988575 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:06.029300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Calling delete_port for 5b1b4208-722a-45d6-a434-4c37fc88d811 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:15:06.067043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f426d97-e26b-4697-9cb5-abde3d728591 req-315abed0-fd93-4084-afc7-393fddb1d74f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:06.084174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f426d97-e26b-4697-9cb5-abde3d728591 req-315abed0-fd93-4084-afc7-393fddb1d74f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 946 time: 0.1119668 Sep 24 00:15:06.207144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f426d97-e26b-4697-9cb5-abde3d728591 req-c7f0f1cc-a2c4-4a60-9ad4-dd190175a562 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043458 Sep 24 00:15:06.262670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:06.276726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['5b1b4208-722a-45d6-a434-4c37fc88d811'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:06.286670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5275fec5-6f4a-4f9a-8fc6-7660f8ba6bb2 req-97c10f9c-789d-4b18-bff9-2bd3475f9da2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:06.288476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5275fec5-6f4a-4f9a-8fc6-7660f8ba6bb2 req-97c10f9c-789d-4b18-bff9-2bd3475f9da2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=43fa4d53-c107-44e8-bd76-de8c082ae856 HTTP/1.1" status: 200 len: 867 time: 0.2032640 Sep 24 00:15:06.397654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5275fec5-6f4a-4f9a-8fc6-7660f8ba6bb2 req-c3fe96af-e2d1-4a6d-b6ed-f9bc5a230e6c tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962601 Sep 24 00:15:06.408867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Pushing event deleted for resources: {'Port': ['ID=5b1b4208-722a-45d6-a434-4c37fc88d811,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:06.436031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] No DVR routers for this DVR port 5b1b4208-722a-45d6-a434-4c37fc88d811 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:15:06.439302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:06.441593 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c6962c17-2407-4764-8c03-50b9ec97f466 req-ad692c6a-4336-48b6-b91f-7827efba298f tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.18 "DELETE /v2.0/ports/5b1b4208-722a-45d6-a434-4c37fc88d811 HTTP/1.1" status: 204 len: 173 time: 0.7556019 Sep 24 00:15:06.442060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43fa4d53-c107-44e8-bd76-de8c082ae856', 'name': 'network-vif-deleted', 'tag': '5b1b4208-722a-45d6-a434-4c37fc88d811'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:06.452294 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c648971-ba82-4d78-b7ca-78b96b0b7876" -d '{"events": [{"server_uuid": "43fa4d53-c107-44e8-bd76-de8c082ae856", "name": "network-vif-deleted", "tag": "5b1b4208-722a-45d6-a434-4c37fc88d811"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:06.560350 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957e1280-1785-42f2-a1c9-717602ba243e x-openstack-request-id: req-957e1280-1785-42f2-a1c9-717602ba243e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:06.560763 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43fa4d53-c107-44e8-bd76-de8c082ae856", "name": "network-vif-deleted", "tag": "5b1b4208-722a-45d6-a434-4c37fc88d811", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:06.561021 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-957e1280-1785-42f2-a1c9-717602ba243e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:06.561430 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43fa4d53-c107-44e8-bd76-de8c082ae856', 'name': 'network-vif-deleted', 'tag': '5b1b4208-722a-45d6-a434-4c37fc88d811', 'status': 'completed', 'code': 200} Sep 24 00:15:06.567613 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:06.640941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef4374-e3a8-4b28-a8fc-285806b82ef6 req-e0e0f10f-7c34-4432-a19a-ab56d3e27603 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:06.646001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16ef4374-e3a8-4b28-a8fc-285806b82ef6 req-e0e0f10f-7c34-4432-a19a-ab56d3e27603 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1540058 Sep 24 00:15:06.738397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16ef4374-e3a8-4b28-a8fc-285806b82ef6 req-234e5d2b-6b92-43d0-99a3-be3a9341f779 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787122 Sep 24 00:15:07.439650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaeb58a-9855-4642-b2fc-fd48fd38ddd1 req-1644065d-432c-45bd-8f2c-b01b64af424d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:07.457759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbaeb58a-9855-4642-b2fc-fd48fd38ddd1 req-1644065d-432c-45bd-8f2c-b01b64af424d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 946 time: 0.0861449 Sep 24 00:15:07.547187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbaeb58a-9855-4642-b2fc-fd48fd38ddd1 req-92fb0c74-b822-403d-b201-c653f3136955 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882616 Sep 24 00:15:08.282466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617307a3-33b7-4c84-9c80-fbd81c98b267 req-50120c94-8489-4955-b137-ef19c6674b50 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:08.283970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-617307a3-33b7-4c84-9c80-fbd81c98b267 req-50120c94-8489-4955-b137-ef19c6674b50 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 946 time: 0.3217914 Sep 24 00:15:08.313389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44538) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:08.317202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eecf9b-3392-4274-b742-de95a6062262 req-142d24e0-9d4d-4ab8-9b53-693d32a50a60 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:08.332892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31eecf9b-3392-4274-b742-de95a6062262 req-142d24e0-9d4d-4ab8-9b53-693d32a50a60 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.2964587 Sep 24 00:15:08.501868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31eecf9b-3392-4274-b742-de95a6062262 req-68e779d0-4de5-4f40-afd9-42431cec850a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645331 Sep 24 00:15:08.549121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-617307a3-33b7-4c84-9c80-fbd81c98b267 req-02af507c-7362-4023-90d4-c34a6fe92a6e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093191 Sep 24 00:15:08.656601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22649d62-181e-42af-bf3f-927fe15c3692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:08.803978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3851057-6f7c-446a-89c4-b66603b20181 req-7465795f-138d-4599-ae96-c0c55363b4c6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:08.822002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3851057-6f7c-446a-89c4-b66603b20181 req-7465795f-138d-4599-ae96-c0c55363b4c6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 946 time: 0.1463821 Sep 24 00:15:08.878551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22649d62-181e-42af-bf3f-927fe15c3692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:08.892181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-22649d62-181e-42af-bf3f-927fe15c3692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:08.956339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3851057-6f7c-446a-89c4-b66603b20181 req-030a1122-61d6-4e91-b115-b3a046653534 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331444 Sep 24 00:15:08.997054 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-22649d62-181e-42af-bf3f-927fe15c3692 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=372ec8443a9a4390a404250372ee3487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6787901 Sep 24 00:15:08.999690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44560) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:09.034903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44562) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:09.064502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22649d62-181e-42af-bf3f-927fe15c3692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c3b8f6b-cf08-4586-ae08-80bc16252f96,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:09.143531 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:09.146174 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:09.176537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:09.240842 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:09.249567 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:09.254164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c3b8f6b-cf08-4586-ae08-80bc16252f96 HTTP/1.1" status: 204 len: 168 time: 0.2511654 Sep 24 00:15:09.282477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c3b8f6b-cf08-4586-ae08-80bc16252f96,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:09.312474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.315294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.315825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.317611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.318177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.318690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.323461 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.324085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.324584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.325171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.325664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.326228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-523a9c61-77dc-4cef-a4da-061a02e872ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:09.419184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6aba69b-f221-49e1-8bb0-ff1121aab969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:09.758108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6aba69b-f221-49e1-8bb0-ff1121aab969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:09.805097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c90674-56bb-4f8b-ab00-6935c1ab0332 req-d2af102d-845f-4e18-9c4e-1adbefefa35f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:09.829465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56c90674-56bb-4f8b-ab00-6935c1ab0332 req-d2af102d-845f-4e18-9c4e-1adbefefa35f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 946 time: 0.2699978 Sep 24 00:15:09.911871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c92e6e-cb7a-47d3-a85c-2c10bf02a3d9 req-16174c6e-e2f0-4840-93f6-f6e37e25dbe9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:09.923032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7c92e6e-cb7a-47d3-a85c-2c10bf02a3d9 req-16174c6e-e2f0-4840-93f6-f6e37e25dbe9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.2710497 Sep 24 00:15:09.924443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6aba69b-f221-49e1-8bb0-ff1121aab969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.004641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44586) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:10.011203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b6aba69b-f221-49e1-8bb0-ff1121aab969 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=234dbab2548f44839e3dfc845f912ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9730477 Sep 24 00:15:10.013705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44588) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:10.030526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56c90674-56bb-4f8b-ab00-6935c1ab0332 req-64c175a7-39d6-42a4-a91c-0a6712b0652f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995203 Sep 24 00:15:10.052784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65a90e5a-eead-4264-9ada-f871edbdba28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.075569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7c92e6e-cb7a-47d3-a85c-2c10bf02a3d9 req-5d7454db-4128-4f48-bebe-1ffc4e38490d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519780 Sep 24 00:15:10.082053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aba69b-f221-49e1-8bb0-ff1121aab969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c084d6d3-5017-44df-a7a7-eb1a27a106a0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:10.163505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 5b1b4208-722a-45d6-a434-4c37fc88d811 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:15:10.244822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 5b1b4208-722a-45d6-a434-4c37fc88d811 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:15:10.245618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 5b1b4208-722a-45d6-a434-4c37fc88d811 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:15:10.319014 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.395841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.505140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65a90e5a-eead-4264-9ada-f871edbdba28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.514205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.518726 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.524173 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c084d6d3-5017-44df-a7a7-eb1a27a106a0 HTTP/1.1" status: 204 len: 168 time: 0.5088999 Sep 24 00:15:10.537772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c084d6d3-5017-44df-a7a7-eb1a27a106a0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:10.541671 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65a90e5a-eead-4264-9ada-f871edbdba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.563377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.564338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.564981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.565546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.566118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.566746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.567471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.568062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.568711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.569261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.569975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.571055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64bdca-de46-4b6b-a3ef-94a51f2bd26d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:15:10.667283 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-65a90e5a-eead-4264-9ada-f871edbdba28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1afafb22668d4a709de9992d4e2777ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610329 Sep 24 00:15:10.669982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44598) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:10.671019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a90e5a-eead-4264-9ada-f871edbdba28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d447a2e2-850e-4d9e-9ed7-a03bea14d7c0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:10.708544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-7aca5594-0d7a-4e46-a6dc-0f09522e6cc7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:10.710261 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-7aca5594-0d7a-4e46-a6dc-0f09522e6cc7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 946 time: 0.1053500 Sep 24 00:15:10.740695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73228471-f305-4038-b680-bf4415056e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.767050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73228471-f305-4038-b680-bf4415056e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.845870 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73228471-f305-4038-b680-bf4415056e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.856143 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73228471-f305-4038-b680-bf4415056e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:10.859523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-73228471-f305-4038-b680-bf4415056e30 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d447a2e2-850e-4d9e-9ed7-a03bea14d7c0 HTTP/1.1" status: 204 len: 168 time: 0.1860244 Sep 24 00:15:10.868608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73228471-f305-4038-b680-bf4415056e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d447a2e2-850e-4d9e-9ed7-a03bea14d7c0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:10.936909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Deleting port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:15:10.941681 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:11.155625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] For port fafa685c-af08-4c3d-bf5e-86b6e4e5b345, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:11.156287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:11.198217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Calling delete_port for fafa685c-af08-4c3d-bf5e-86b6e4e5b345 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:15:11.317157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44630) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:11.404137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c62b815-c804-44a3-ac75-fe8d64116b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:11.521257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e3d57-ae38-48ae-9f3b-74973267e105 req-f677c1b9-d73d-4966-8d1e-a0aec423c9be tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:11.523343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec3e3d57-ae38-48ae-9f3b-74973267e105 req-f677c1b9-d73d-4966-8d1e-a0aec423c9be tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.2521224 Sep 24 00:15:11.534516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40deb90a-389d-4ebb-bd21-6881db4fd001 req-1836b3f5-9962-465e-b738-86c6ac7dc620 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:11.542988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40deb90a-389d-4ebb-bd21-6881db4fd001 req-1836b3f5-9962-465e-b738-86c6ac7dc620 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c3634e9-5441-49fc-8966-914ebbba2287 HTTP/1.1" status: 200 len: 946 time: 0.2702737 Sep 24 00:15:11.567882 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:11.582548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4', 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:11.630356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event deleted for resources: {'Port': ['ID=fafa685c-af08-4c3d-bf5e-86b6e4e5b345,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:11.700998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] No DVR routers for this DVR port fafa685c-af08-4c3d-bf5e-86b6e4e5b345 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:15:11.714145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:11.716936 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-36e55711-7de3-4708-a0c3-96fd8b414f51 req-14bcb7a8-59e9-4096-8572-9dbf9b79dddc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "DELETE /v2.0/ports/fafa685c-af08-4c3d-bf5e-86b6e4e5b345 HTTP/1.1" status: 204 len: 173 time: 1.0003293 Sep 24 00:15:11.717581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3634e9-5441-49fc-8966-914ebbba2287', 'name': 'network-vif-deleted', 'tag': 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:11.729701 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef756b88-255b-45ef-ba2b-14023536adc6" -d '{"events": [{"server_uuid": "2c3634e9-5441-49fc-8966-914ebbba2287", "name": "network-vif-deleted", "tag": "fafa685c-af08-4c3d-bf5e-86b6e4e5b345"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:11.731378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec3e3d57-ae38-48ae-9f3b-74973267e105 req-dbf07bae-4976-4bac-8897-81f2a285dda7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858969 Sep 24 00:15:11.797584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40deb90a-389d-4ebb-bd21-6881db4fd001 req-db306a83-59d0-4a93-8166-3950e2fa58c4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533014 Sep 24 00:15:11.873431 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e824dfdc-c25f-49f4-8967-9030821d5c65 x-openstack-request-id: req-e824dfdc-c25f-49f4-8967-9030821d5c65 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:11.873845 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3634e9-5441-49fc-8966-914ebbba2287", "name": "network-vif-deleted", "tag": "fafa685c-af08-4c3d-bf5e-86b6e4e5b345", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:11.874190 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e824dfdc-c25f-49f4-8967-9030821d5c65 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:11.874683 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3634e9-5441-49fc-8966-914ebbba2287', 'name': 'network-vif-deleted', 'tag': 'fafa685c-af08-4c3d-bf5e-86b6e4e5b345', 'status': 'completed', 'code': 200} Sep 24 00:15:11.933506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c62b815-c804-44a3-ac75-fe8d64116b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:11.947218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c62b815-c804-44a3-ac75-fe8d64116b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:11.974243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6c62b815-c804-44a3-ac75-fe8d64116b85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=05927c4bfa694a95a9ccca0660df75f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6556876 Sep 24 00:15:11.977476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44650) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:12.008178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62b815-c804-44a3-ac75-fe8d64116b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe117e9-fcd4-45a8-a2ef-ef8024e19aee,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:12.080200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13f5a161-ae1c-4cf7-8c89-04cbab85c0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:12.105698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13f5a161-ae1c-4cf7-8c89-04cbab85c0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:12.262193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13f5a161-ae1c-4cf7-8c89-04cbab85c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:12.264813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13f5a161-ae1c-4cf7-8c89-04cbab85c0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:12.268955 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-13f5a161-ae1c-4cf7-8c89-04cbab85c0b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0fe117e9-fcd4-45a8-a2ef-ef8024e19aee HTTP/1.1" status: 204 len: 168 time: 0.2871008 Sep 24 00:15:12.287861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f5a161-ae1c-4cf7-8c89-04cbab85c0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe117e9-fcd4-45a8-a2ef-ef8024e19aee,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:13.068766 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032a96b-6598-45f0-b6f8-3b80d9e9c4f6 req-71fa5925-45b0-4263-ad8e-c384a6a2f0eb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:13.072748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e032a96b-6598-45f0-b6f8-3b80d9e9c4f6 req-71fa5925-45b0-4263-ad8e-c384a6a2f0eb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1721251 Sep 24 00:15:13.257432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e032a96b-6598-45f0-b6f8-3b80d9e9c4f6 req-b09e44f7-104e-4926-845c-c8dcd871ee52 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541200 Sep 24 00:15:13.448756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-d485eb08-6e59-4b8a-a259-fb0d001cb17c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:13.456385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-d485eb08-6e59-4b8a-a259-fb0d001cb17c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.1472471 Sep 24 00:15:13.473393 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-c2793af0-a7b9-4b50-aa8e-9d1274e26113 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/quotas/2ad4e10a11c840b496a7ddcd458c6d35 HTTP/1.1" status: 200 len: 375 time: 0.0159888 Sep 24 00:15:13.554995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-b5d6fe85-ff72-414c-848d-5a4008e9d2b7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0804412 Sep 24 00:15:13.707721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-5414bc45-24ff-432f-a8c5-86eff7262bfb service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518044 Sep 24 00:15:13.891284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-e29335b0-6387-45d2-895d-dc88e5cfea60 service neutron] 10.222.0.24 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772840 Sep 24 00:15:14.181278 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cf96d50-ea06-4024-a9bd-cc6da80a2e79 req-cb4a28d8-f470-4893-ac14-5bcc3f1775b9 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 210 time: 0.0486746 Sep 24 00:15:14.519467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246b2a-f28f-4e9f-bd19-248c621c27b4 req-85a3b4e1-3111-4749-8cb9-498bb4c0c13d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:14.529229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01246b2a-f28f-4e9f-bd19-248c621c27b4 req-85a3b4e1-3111-4749-8cb9-498bb4c0c13d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1134648 Sep 24 00:15:14.584828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01246b2a-f28f-4e9f-bd19-248c621c27b4 req-0c96376c-7e70-44ce-8a76-2859288af65d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543799 Sep 24 00:15:15.339251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b93a3636-fb99-4147-ad3b-57c226ec4128 req-f267b85a-cdc0-428c-9965-5ed4263b50f6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 210 time: 0.0465021 Sep 24 00:15:15.915927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-6507d5d6-bc9a-42b9-afef-ddd713b45d0b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:15.918241 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-6507d5d6-bc9a-42b9-afef-ddd713b45d0b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 805 time: 0.2835317 Sep 24 00:15:15.939864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Request body: {'port': {'device_id': '34ac2c1f-ccc7-447b-9141-b1b02ea6c732', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'admin_state_up': True, 'tenant_id': '2ad4e10a11c840b496a7ddcd458c6d35'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:15:15.955330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc8ff5-c7e6-4aa2-9d76-b0eaa361208a req-ea9ad02d-3688-4006-ae47-bc4f0ac82fe7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:15.973464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84fc8ff5-c7e6-4aa2-9d76-b0eaa361208a req-ea9ad02d-3688-4006-ae47-bc4f0ac82fe7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1726263 Sep 24 00:15:16.068553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84fc8ff5-c7e6-4aa2-9d76-b0eaa361208a req-3a0459a8-e434-48b2-a9b3-2e090fff470e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933638 Sep 24 00:15:16.233356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fafa685c-af08-4c3d-bf5e-86b6e4e5b345 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:15:16.289708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Made reservation on behalf of 2ad4e10a11c840b496a7ddcd458c6d35 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:15:16.290207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: fafa685c-af08-4c3d-bf5e-86b6e4e5b345 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:15:16.291036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fafa685c-af08-4c3d-bf5e-86b6e4e5b345 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:15:16.295285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:16.523983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc8060c0-5be0-4558-8d18-a27e39214233 req-eef8645b-cc8d-49f5-bfb3-4c1772b66437 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 210 time: 0.0668125 Sep 24 00:15:17.100913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44868) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:17.324126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Allocated IP 172.20.0.3 (7535db54-e52f-4873-8dc1-92355e04ada4/59b704d5-6054-4774-9bcf-25ca6f431ed7/74bc5405-2b6b-4417-9bc2-3010f679b3a2) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:15:17.362369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc18693-66b9-4837-8e25-359490d35596 req-1eb42dc0-1e01-4902-970c-76821857c42e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:17.388386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bc18693-66b9-4837-8e25-359490d35596 req-1eb42dc0-1e01-4902-970c-76821857c42e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1485877 Sep 24 00:15:17.480592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bc18693-66b9-4837-8e25-359490d35596 req-dcd5f208-b7ff-45a4-82a4-86c81aee9c47 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881672 Sep 24 00:15:17.527162 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:17.574831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:17.581904 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a696f18-c4a6-43f0-be22-0e7311f9ea5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:17.588422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:17.691122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event updated for resources: {'Port': ['ID=74bc5405-2b6b-4417-9bc2-3010f679b3a2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:17.718072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Network 7535db54-e52f-4873-8dc1-92355e04ada4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:15:17.720254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:15:17.724916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:15:17.836491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:17.840232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:17.877939 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a696f18-c4a6-43f0-be22-0e7311f9ea5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:17.910302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-332423ec-a5af-4eed-b6af-70d513944341 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9744656 Sep 24 00:15:17.927491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Request body: {'port': {'device_id': '34ac2c1f-ccc7-447b-9141-b1b02ea6c732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:15:17.999256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a696f18-c4a6-43f0-be22-0e7311f9ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.069667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.082802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2a696f18-c4a6-43f0-be22-0e7311f9ea5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a09dae74773742d5b996eb0926a1c18a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9806209 Sep 24 00:15:18.086106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44886) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:18.098870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cfcd2-e6b4-43a6-996d-bf485adc1b2e req-e9c0d500-2ce1-432b-81fc-722f9bd6f2f3 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:18.103198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f9cfcd2-e6b4-43a6-996d-bf485adc1b2e req-e9c0d500-2ce1-432b-81fc-722f9bd6f2f3 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 931 time: 0.2204640 Sep 24 00:15:18.104533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a696f18-c4a6-43f0-be22-0e7311f9ea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6b6098-986b-4cb7-917e-4e76bc765d2d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:18.209937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f9cfcd2-e6b4-43a6-996d-bf485adc1b2e req-962ce5d1-f9d2-47ac-981a-00011fc8215f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581956 Sep 24 00:15:18.280676 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e179a0c-95f3-4b9e-b90b-90f9964fe322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.326483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e179a0c-95f3-4b9e-b90b-90f9964fe322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.470232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e179a0c-95f3-4b9e-b90b-90f9964fe322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.473992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e179a0c-95f3-4b9e-b90b-90f9964fe322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.478493 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4e179a0c-95f3-4b9e-b90b-90f9964fe322 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db6b6098-986b-4cb7-917e-4e76bc765d2d HTTP/1.1" status: 204 len: 168 time: 0.3878787 Sep 24 00:15:18.511200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e179a0c-95f3-4b9e-b90b-90f9964fe322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6b6098-986b-4cb7-917e-4e76bc765d2d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:18.572228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74bc5405-2b6b-4417-9bc2-3010f679b3a2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:15:18.582356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.596759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Transition to ACTIVE for port object 74bc5405-2b6b-4417-9bc2-3010f679b3a2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:15:18.602340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.662437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Pushing event updated for resources: {'Port': ['ID=74bc5405-2b6b-4417-9bc2-3010f679b3a2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:18.757284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Attempting to bind port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:15:18.760137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Attempting to bind port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:15:18.761555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Attempting to bind port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:15:18.773520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 on network 7535db54-e52f-4873-8dc1-92355e04ada4 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:15:18.777960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Attempting to bind port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 on network 7535db54-e52f-4873-8dc1-92355e04ada4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:15:18.789717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:15:18.791163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Checking segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:15:18.791722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Bound using segment: {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:15:18.795367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Bound port: 74bc5405-2b6b-4417-9bc2-3010f679b3a2, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad163985-53ee-401e-ad9b-1316002b3cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:15:18.796125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:18.796301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-12437ab7-2e07-45f8-a0b5-32a194c8e389 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:18.798162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-12437ab7-2e07-45f8-a0b5-32a194c8e389 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/networks?id=8298c024-5982-473a-9cb3-7540f52a584a HTTP/1.1" status: 200 len: 814 time: 0.3767321 Sep 24 00:15:18.837612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-56382bee-ffc8-44a7-b4cc-bbecf3ae6a35 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/quotas/5f28474713c14e1ba6c10b6e731b9d33 HTTP/1.1" status: 200 len: 375 time: 0.0324209 Sep 24 00:15:18.905116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] For port 74bc5405-2b6b-4417-9bc2-3010f679b3a2, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:15:18.919032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] For port 74bc5405-2b6b-4417-9bc2-3010f679b3a2, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=74bc5405-2b6b-4417-9bc2-3010f679b3a2,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:15:18.957833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-4b90e844-95bb-4137-a8c1-472b57d7105b tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5f28474713c14e1ba6c10b6e731b9d33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1130099 Sep 24 00:15:18.962722 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:19.013707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:19.014219 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:19.015837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] 10.222.0.18 "PUT /v2.0/ports/74bc5405-2b6b-4417-9bc2-3010f679b3a2 HTTP/1.1" status: 200 len: 1092 time: 1.0974007 Sep 24 00:15:19.016364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ac2c1f-ccc7-447b-9141-b1b02ea6c732', 'tag': '74bc5405-2b6b-4417-9bc2-3010f679b3a2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:19.018557 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a" -d '{"events": [{"name": "network-changed", "server_uuid": "34ac2c1f-ccc7-447b-9141-b1b02ea6c732", "tag": "74bc5405-2b6b-4417-9bc2-3010f679b3a2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:19.053682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b476309-38e8-48de-b2d7-2646f882106e service neutron] Pushing event updated for resources: {'Port': ['ID=74bc5405-2b6b-4417-9bc2-3010f679b3a2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:19.106122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c5094a-f003-495a-93b6-b7c6f4f72336 req-9886ee3b-e2c9-4060-9a05-2da82a33ba20 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:19.107887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7c5094a-f003-495a-93b6-b7c6f4f72336 req-9886ee3b-e2c9-4060-9a05-2da82a33ba20 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.4739294 Sep 24 00:15:19.152589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-73cb7819-951f-4e3d-9b85-fdeb416b72ce service neutron] 10.222.0.24 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938324 Sep 24 00:15:19.158242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-61bae1e9-ee37-4362-824e-7f27881a6160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:19.162805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-61bae1e9-ee37-4362-824e-7f27881a6160 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 1095 time: 0.0850575 Sep 24 00:15:19.240331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-ad185a39-b6f1-433a-bf24-07c6b08c1dcb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bc5405-2b6b-4417-9bc2-3010f679b3a2 HTTP/1.1" status: 200 len: 217 time: 0.0722146 Sep 24 00:15:19.241193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44938) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:19.265759 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ed49-7216-4010-801f-982283214869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:19.339111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-2d20b5c9-2769-4158-b435-8c6cbe6271b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:19.341693 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-2d20b5c9-2769-4158-b435-8c6cbe6271b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.0672381 Sep 24 00:15:19.352969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-221b66f4-de79-448a-9724-93f404c71812 service neutron] 10.222.0.24 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833091 Sep 24 00:15:19.385979 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-f9682419-89e9-495d-bb52-8ce2ec5ce5e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364375 Sep 24 00:15:19.396907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7c5094a-f003-495a-93b6-b7c6f4f72336 req-e6ac73cc-cac3-4db1-ac03-c2d809b39b5d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803226 Sep 24 00:15:19.550158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-a51d66a4-a134-41ba-bb8e-120bf66d35c5 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555450 Sep 24 00:15:19.552159 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a3d79c-6b3d-4db9-8f45-868754ee1b68 x-openstack-request-id: req-56a3d79c-6b3d-4db9-8f45-868754ee1b68 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:19.552335 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ac2c1f-ccc7-447b-9141-b1b02ea6c732", "tag": "74bc5405-2b6b-4417-9bc2-3010f679b3a2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:19.552599 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56a3d79c-6b3d-4db9-8f45-868754ee1b68 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:19.552995 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ac2c1f-ccc7-447b-9141-b1b02ea6c732', 'tag': '74bc5405-2b6b-4417-9bc2-3010f679b3a2', 'status': 'completed', 'code': 200} Sep 24 00:15:19.627880 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:15:19.782439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2aaa608c-a818-4dcf-9de9-4b67301274a7 req-f1591fd9-4ec0-41b2-8414-48b2f1773ab1 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 210 time: 0.0545793 Sep 24 00:15:19.809244 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-53319b4d-39d7-4b67-ba6a-0da82890366c req-2ef4f6ad-809b-4bb2-bbc6-7023f20287f2 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511444 Sep 24 00:15:19.843658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e9969f-abd9-4ae4-a86d-05a674b184da req-055ea5df-c83a-43f4-a234-fe8c2957f65f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:19.845123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3e9969f-abd9-4ae4-a86d-05a674b184da req-055ea5df-c83a-43f4-a234-fe8c2957f65f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 943 time: 0.1703379 Sep 24 00:15:19.922055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3e9969f-abd9-4ae4-a86d-05a674b184da req-a64f60e7-7565-4e57-9bae-c03be66057c0 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565121 Sep 24 00:15:19.998413 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ed49-7216-4010-801f-982283214869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:20.005907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b2c6ed49-7216-4010-801f-982283214869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:20.048781 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-a18dc998-e2d4-4f34-b0a6-81c616c0a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:20.050426 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-a18dc998-e2d4-4f34-b0a6-81c616c0a4fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 1095 time: 0.1521556 Sep 24 00:15:20.060005 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b2c6ed49-7216-4010-801f-982283214869 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=981f9215aaf3417dafb5b10237027f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8149214 Sep 24 00:15:20.060005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6ed49-7216-4010-801f-982283214869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ed10d6-b63e-4928-b9ee-1c20fa375d98,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:20.060853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44970) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:20.181558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-747fd401-355b-43e3-822b-5bd3740da8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:20.237033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-747fd401-355b-43e3-822b-5bd3740da8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:20.261076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-aea8c977-8063-4d29-b97d-47e0c1afae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:20.262777 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-aea8c977-8063-4d29-b97d-47e0c1afae0c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 200 len: 906 time: 0.2007580 Sep 24 00:15:20.325061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-d0fe79a7-8760-4c56-a70e-c27dcd9915a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74bc5405-2b6b-4417-9bc2-3010f679b3a2 HTTP/1.1" status: 200 len: 217 time: 0.0542226 Sep 24 00:15:20.341317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-747fd401-355b-43e3-822b-5bd3740da8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:20.344247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-747fd401-355b-43e3-822b-5bd3740da8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:20.348140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-747fd401-355b-43e3-822b-5bd3740da8de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99ed10d6-b63e-4928-b9ee-1c20fa375d98 HTTP/1.1" status: 204 len: 168 time: 0.2860734 Sep 24 00:15:20.359818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747fd401-355b-43e3-822b-5bd3740da8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ed10d6-b63e-4928-b9ee-1c20fa375d98,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:20.441402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-f7042a9e-3b43-4f1d-9f8b-02a68cac4131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:20.442921 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-f7042a9e-3b43-4f1d-9f8b-02a68cac4131 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 200 len: 845 time: 0.1042500 Sep 24 00:15:20.490649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-c44afdad-d376-4b86-9508-0ed9911d9a9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7535db54-e52f-4873-8dc1-92355e04ada4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385864 Sep 24 00:15:20.586602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841e5ca-c7c6-455f-94b3-ff89817f3e66 req-f3088664-8972-4876-91ff-78ea3022647d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:20.588217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e841e5ca-c7c6-455f-94b3-ff89817f3e66 req-f3088664-8972-4876-91ff-78ea3022647d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.0700505 Sep 24 00:15:20.641491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e841e5ca-c7c6-455f-94b3-ff89817f3e66 req-b68c1199-d1b9-48d9-ac02-e1b0b0cc601a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460954 Sep 24 00:15:20.674592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-22a7c690-b143-4e09-9152-339b4a69f917 service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749597 Sep 24 00:15:20.823155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-450c9a08-5fb5-4cd1-bb58-73e3a5dcb61a req-f0906e3b-79cb-4063-8ed7-713e347723ca service neutron] 10.222.0.18 "GET /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407313 Sep 24 00:15:20.929576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19117060-d822-4b1d-91f5-1e33f3fd62f6 req-29795598-a824-4feb-acf9-0e52235be231 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 210 time: 0.0470762 Sep 24 00:15:21.069662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9adf56-9a55-4e83-9950-2121e3dffcec req-a929ed5c-c3d5-4df4-aec6-f08fcbf9100c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:21.071237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b9adf56-9a55-4e83-9950-2121e3dffcec req-a929ed5c-c3d5-4df4-aec6-f08fcbf9100c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 943 time: 0.0570207 Sep 24 00:15:21.081299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-7939208b-b5d6-4a80-b78d-91b307faf93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:21.082867 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-7939208b-b5d6-4a80-b78d-91b307faf93f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 1098 time: 0.0774472 Sep 24 00:15:21.141369 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b9adf56-9a55-4e83-9950-2121e3dffcec req-08082a4d-510f-46c1-9def-e59d8a1bc68f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471404 Sep 24 00:15:21.320776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-2ad96813-b4a8-4f5b-92fd-8271f0dbe0b2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:21.322701 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-2ad96813-b4a8-4f5b-92fd-8271f0dbe0b2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.18 "GET /v2.0/networks?id=8298c024-5982-473a-9cb3-7540f52a584a HTTP/1.1" status: 200 len: 814 time: 0.2364669 Sep 24 00:15:21.324000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-b0f743fc-b078-4586-b7de-88c15a5edd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:21.325333 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-b0f743fc-b078-4586-b7de-88c15a5edd11 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.2162900 Sep 24 00:15:21.345760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Request body: {'port': {'device_id': 'a18f63f8-fb89-461c-976b-0c1e4ae447a9', 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a', 'admin_state_up': True, 'tenant_id': '5f28474713c14e1ba6c10b6e731b9d33'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:15:21.393988 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-88cb3b74-b53b-4134-b571-ef9b35d139e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=34edd10b-ca9e-49e2-9bab-649f73644288 HTTP/1.1" status: 200 len: 217 time: 0.0609100 Sep 24 00:15:21.494117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-aa880f62-8730-46df-8349-50f9ae1f0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:21.496583 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-aa880f62-8730-46df-8349-50f9ae1f0590 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0866237 Sep 24 00:15:21.567518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-8f2e0325-83db-4654-a64e-545a713b2b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:21.569371 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-8f2e0325-83db-4654-a64e-545a713b2b58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632885 Sep 24 00:15:21.575254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Made reservation on behalf of 5f28474713c14e1ba6c10b6e731b9d33 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:15:21.580298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:21.801798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Allocated IP 172.20.0.3 (8298c024-5982-473a-9cb3-7540f52a584a/1844404c-7bab-4be7-99e2-3ca88730dd0c/bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:15:21.814088 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-e533b9b9-26e0-4615-833a-ada58a127d8b service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303958 Sep 24 00:15:21.874459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fc1f0-072f-4c00-805e-9939f081ed4e req-7dfdced2-7db7-4c1f-85b5-2b53c0fd9bdf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:21.886576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e4fc1f0-072f-4c00-805e-9939f081ed4e req-7dfdced2-7db7-4c1f-85b5-2b53c0fd9bdf tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.0800037 Sep 24 00:15:21.932361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e4fc1f0-072f-4c00-805e-9939f081ed4e req-b3903221-5e9a-48f5-b9c1-121d1c30c535 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 Sep 24 00:15:21.991058 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-01efa8c3-5477-40f9-86fa-a81aedb55f40 req-f4e7f126-97e5-4660-8858-cf089785fd41 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700342 Sep 24 00:15:22.066256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:22.109339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f736c4fb-c9d3-4b08-9314-8671b8b0b3c7 req-665f0bc4-afd4-4057-b405-c6e2ebb66ed3 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 210 time: 0.0554764 Sep 24 00:15:22.114912 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:22.203812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Network 8298c024-5982-473a-9cb3-7540f52a584a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:15:22.209866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:15:22.219039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:15:22.263021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Pushing event updated for resources: {'Port': ['ID=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:22.275062 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 74bc5405-2b6b-4417-9bc2-3010f679b3a2 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:15:22.284173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:22.285174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:22.303182 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-cd73de65-89d0-45df-b49b-c0aea7b4378e tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9687274 Sep 24 00:15:22.318352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Request body: {'port': {'device_id': 'a18f63f8-fb89-461c-976b-0c1e4ae447a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:15:22.318786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b9291-dff2-4e0f-8480-dfcf594343b7 req-ffecf377-1ffd-479b-b82a-96e979098d7e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:22.320578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d3b9291-dff2-4e0f-8480-dfcf594343b7 req-ffecf377-1ffd-479b-b82a-96e979098d7e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 943 time: 0.0988195 Sep 24 00:15:22.419841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d3b9291-dff2-4e0f-8480-dfcf594343b7 req-319d3952-de33-4f2d-8ff7-d85a8a8da602 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923014 Sep 24 00:15:22.440590 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:22.452197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 74bc5405-2b6b-4417-9bc2-3010f679b3a2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=74bc5405-2b6b-4417-9bc2-3010f679b3a2,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:22.468935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '74bc5405-2b6b-4417-9bc2-3010f679b3a2', 'network_id': '7535db54-e52f-4873-8dc1-92355e04ada4', 'port_id': '74bc5405-2b6b-4417-9bc2-3010f679b3a2', 'mac_address': 'fa:16:3e:31:d4:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59b704d5-6054-4774-9bcf-25ca6f431ed7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:15:22.519791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:22.537252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74bc5405-2b6b-4417-9bc2-3010f679b3a2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:15:22.559829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 74bc5405-2b6b-4417-9bc2-3010f679b3a2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=74bc5405-2b6b-4417-9bc2-3010f679b3a2,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:22.565472 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:22.622135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=74bc5405-2b6b-4417-9bc2-3010f679b3a2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:22.774892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['74bc5405-2b6b-4417-9bc2-3010f679b3a2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:22.790361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:15:22.808376 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:22.824751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Transition to ACTIVE for port object bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:15:22.829861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:22.880285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Pushing event updated for resources: {'Port': ['ID=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:23.095179 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-142d2349-6959-4a0c-8437-f5b220ec2c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:23.116527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Attempting to bind port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:15:23.116848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Attempting to bind port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:15:23.117177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Attempting to bind port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 on network 8298c024-5982-473a-9cb3-7540f52a584a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:15:23.122398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 on network 8298c024-5982-473a-9cb3-7540f52a584a not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:15:23.122720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Attempting to bind port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 on network 8298c024-5982-473a-9cb3-7540f52a584a {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:15:23.128183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 15, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:15:23.128460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Checking segment: {'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:15:23.128958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Bound using segment: {'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:15:23.129390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Bound port: bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b55fd75-0628-4d8d-99bd-4febd1d21972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:15:23.129743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:23.232943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f2853c-dcb6-4cf8-9923-259d1a13eb21 req-a80a0341-68b5-4f3e-8583-a3929d5d07f5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:23.238121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57f2853c-dcb6-4cf8-9923-259d1a13eb21 req-a80a0341-68b5-4f3e-8583-a3929d5d07f5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1734109 Sep 24 00:15:23.270690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] For port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:15:23.279564 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] For port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:15:23.287628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:23.332482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:23.333180 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:23.334589 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] 10.222.0.18 "PUT /v2.0/ports/bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 HTTP/1.1" status: 200 len: 1092 time: 1.0233827 Sep 24 00:15:23.335061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a18f63f8-fb89-461c-976b-0c1e4ae447a9', 'tag': 'bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:23.337921 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173" -d '{"events": [{"name": "network-changed", "server_uuid": "a18f63f8-fb89-461c-976b-0c1e4ae447a9", "tag": "bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:23.374477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57f2853c-dcb6-4cf8-9923-259d1a13eb21 req-2c653eb6-6428-46c0-b24f-032da1178a4c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281970 Sep 24 00:15:23.392241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda781b6-95a2-43eb-affc-755f6e8022c8 req-4bd2ae3f-54b3-421c-a2fe-bb1c2156ca0c tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:23.398069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eda781b6-95a2-43eb-affc-755f6e8022c8 req-4bd2ae3f-54b3-421c-a2fe-bb1c2156ca0c tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 943 time: 0.1553380 Sep 24 00:15:23.399000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ea93-4212-459e-bbfc-118ca5e361dc service neutron] Pushing event updated for resources: {'Port': ['ID=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:23.466291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eda781b6-95a2-43eb-affc-755f6e8022c8 req-e61fee64-13d1-47f4-963e-67c086baf7c2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610871 Sep 24 00:15:23.484652 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b0b8ab-6185-4d39-9096-6d94e3dab673 x-openstack-request-id: req-70b0b8ab-6185-4d39-9096-6d94e3dab673 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:23.484977 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a18f63f8-fb89-461c-976b-0c1e4ae447a9", "tag": "bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:23.485370 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70b0b8ab-6185-4d39-9096-6d94e3dab673 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:23.486006 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a18f63f8-fb89-461c-976b-0c1e4ae447a9', 'tag': 'bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8', 'status': 'completed', 'code': 200} Sep 24 00:15:23.486328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45114) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:23.523106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-b04cb11f-a078-49f1-ad42-2007e21d57b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:23.527974 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-b04cb11f-a078-49f1-ad42-2007e21d57b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f28474713c14e1ba6c10b6e731b9d33&device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 1095 time: 0.1134038 Sep 24 00:15:23.609535 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-aa28633a-8f1e-4275-a12a-f7a578f3f9e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 HTTP/1.1" status: 200 len: 217 time: 0.0766568 Sep 24 00:15:23.632013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6008182b-2d06-4e9f-8ecc-5b996d99a8a8 req-3f622e0a-6d62-459b-9069-46885ee5982a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:23.634644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6008182b-2d06-4e9f-8ecc-5b996d99a8a8 req-3f622e0a-6d62-459b-9069-46885ee5982a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 944 time: 0.0936880 Sep 24 00:15:23.683668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-f195d2b4-e521-4d8a-86be-6695596fb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:23.689842 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-f195d2b4-e521-4d8a-86be-6695596fb4a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1844404c-7bab-4be7-99e2-3ca88730dd0c HTTP/1.1" status: 200 len: 854 time: 0.0732806 Sep 24 00:15:23.733885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-67fefa5d-e2ac-4a81-b716-4add7e6d8354 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8298c024-5982-473a-9cb3-7540f52a584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366094 Sep 24 00:15:23.763422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6008182b-2d06-4e9f-8ecc-5b996d99a8a8 req-c93a10c9-95c5-4f69-b1b6-a0006b3cceaa tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974576 Sep 24 00:15:23.764955 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54bd6f6b-bc08-43b9-92fc-fd1cead7e887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:23.918931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54bd6f6b-bc08-43b9-92fc-fd1cead7e887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:23.923766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54bd6f6b-bc08-43b9-92fc-fd1cead7e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:23.931658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-73a4855f-49b4-457d-be32-b8304523db4e service neutron] 10.222.0.18 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893368 Sep 24 00:15:23.973599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-54bd6f6b-bc08-43b9-92fc-fd1cead7e887 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a224f7dcda38460ab554f476a3f8cde2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4861560 Sep 24 00:15:23.976019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd6f6b-bc08-43b9-92fc-fd1cead7e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab6542d-639a-4d5a-968a-4c7ed4ceb941,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:23.978785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45146) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:24.072651 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e0a068bc-d7b5-4196-a5ca-c56b4b79e645 req-3dc4a5f9-9dc5-4708-bf98-3472a046590f service neutron] 10.222.0.18 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337550 Sep 24 00:15:24.080903 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aabdf6c2-5edd-43ae-97e4-129c7c388e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.117773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aabdf6c2-5edd-43ae-97e4-129c7c388e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.226020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-d8cbccec-b3d1-476f-809a-127223c51e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:24.227844 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-d8cbccec-b3d1-476f-809a-127223c51e50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f28474713c14e1ba6c10b6e731b9d33&device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 1095 time: 0.0895565 Sep 24 00:15:24.229045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aabdf6c2-5edd-43ae-97e4-129c7c388e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.231930 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aabdf6c2-5edd-43ae-97e4-129c7c388e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.233053 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aabdf6c2-5edd-43ae-97e4-129c7c388e23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ab6542d-639a-4d5a-968a-4c7ed4ceb941 HTTP/1.1" status: 204 len: 168 time: 0.2533171 Sep 24 00:15:24.243876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdf6c2-5edd-43ae-97e4-129c7c388e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab6542d-639a-4d5a-968a-4c7ed4ceb941,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:24.284524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 74bc5405-2b6b-4417-9bc2-3010f679b3a2 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:15:24.357294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-d9d29944-9eb1-4943-b121-d8d675147c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:24.359280 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-d9d29944-9eb1-4943-b121-d8d675147c4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=8298c024-5982-473a-9cb3-7540f52a584a HTTP/1.1" status: 200 len: 915 time: 0.1172378 Sep 24 00:15:24.392884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:15:24.415924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:15:24.416295 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.419845 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-879a97c9-6424-4ef1-b3a0-9b0497095267 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 HTTP/1.1" status: 200 len: 217 time: 0.0501945 Sep 24 00:15:24.528162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-fb10f598-d172-4728-b8e6-aa71483a7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:24.530051 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-fb10f598-d172-4728-b8e6-aa71483a7554 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1844404c-7bab-4be7-99e2-3ca88730dd0c HTTP/1.1" status: 200 len: 854 time: 0.1021309 Sep 24 00:15:24.573409 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-6393b576-48b4-4f7f-ac21-580046d4fa61 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8298c024-5982-473a-9cb3-7540f52a584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351708 Sep 24 00:15:24.615373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 34edd10b-ca9e-49e2-9bab-649f73644288 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:15:24.684141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdcf78-612f-4983-8bb6-bfde3dd73dc5 req-370a7f73-16c5-4cdc-b069-752aac989a9c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:24.693705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1afdcf78-612f-4983-8bb6-bfde3dd73dc5 req-370a7f73-16c5-4cdc-b069-752aac989a9c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 946 time: 0.1950765 Sep 24 00:15:24.715738 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.733679 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-c71c3202-e117-4e13-9bf5-a8fd452ca48b service neutron] 10.222.0.18 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500728 Sep 24 00:15:24.756850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ac2c1f-ccc7-447b-9141-b1b02ea6c732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc5405-2b6b-4417-9bc2-3010f679b3a2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:24.760901 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa6a910-2998-432d-b093-88bfa004a4f5" -d '{"events": [{"server_uuid": "34ac2c1f-ccc7-447b-9141-b1b02ea6c732", "name": "network-vif-plugged", "status": "completed", "tag": "74bc5405-2b6b-4417-9bc2-3010f679b3a2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:24.782587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 74bc5405-2b6b-4417-9bc2-3010f679b3a2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=74bc5405-2b6b-4417-9bc2-3010f679b3a2,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:24.806036 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.841925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174bc8f-a2bf-4125-a849-771ca1d26811 req-199e3831-c8fd-49c5-84eb-bf2af25481b3 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:24.844145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8174bc8f-a2bf-4125-a849-771ca1d26811 req-199e3831-c8fd-49c5-84eb-bf2af25481b3 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 943 time: 0.2485261 Sep 24 00:15:24.859496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.869859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1afdcf78-612f-4983-8bb6-bfde3dd73dc5 req-5591674a-c9fe-4502-9c8f-aa12e8f9ace5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743107 Sep 24 00:15:24.915204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45216) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:24.927748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=74bc5405-2b6b-4417-9bc2-3010f679b3a2,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:24.944088 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d6acaa6-8c08-4e9a-8d89-e1dfd4fb0173 req-76521b62-0000-49ec-9097-188d79ae5b5c service neutron] 10.222.0.18 "GET /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994429 Sep 24 00:15:24.952553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be032330-2da7-4619-987d-ef042e8d3624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:24.978035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8174bc8f-a2bf-4125-a849-771ca1d26811 req-b57ba383-777f-4471-9f79-67ecdc79d3bd tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074250 Sep 24 00:15:24.997848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:25.010542 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c924b3d3-4c8c-4245-bda9-522fc6e306c9 x-openstack-request-id: req-c924b3d3-4c8c-4245-bda9-522fc6e306c9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:25.011555 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ac2c1f-ccc7-447b-9141-b1b02ea6c732", "name": "network-vif-plugged", "status": "completed", "tag": "74bc5405-2b6b-4417-9bc2-3010f679b3a2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:25.012015 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c924b3d3-4c8c-4245-bda9-522fc6e306c9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:25.014923 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac2c1f-ccc7-447b-9141-b1b02ea6c732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74bc5405-2b6b-4417-9bc2-3010f679b3a2', 'code': 200} Sep 24 00:15:25.017620 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.150811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:25.174145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a584d7-214d-41fd-9051-5d855555a39d req-6561f374-d559-498d-8ad9-5d0dc12e215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:25.175680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d3a584d7-214d-41fd-9051-5d855555a39d req-6561f374-d559-498d-8ad9-5d0dc12e215d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 1097 time: 0.0919793 Sep 24 00:15:25.234331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d3a584d7-214d-41fd-9051-5d855555a39d req-5862d3a3-3132-4af4-9709-1ce0be1d3b0a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508361 Sep 24 00:15:25.257417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750cf9-fb03-4143-8f87-a210293790fa req-22eb482b-cb92-454e-a4d0-618a2428a245 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:25.259535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae750cf9-fb03-4143-8f87-a210293790fa req-22eb482b-cb92-454e-a4d0-618a2428a245 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1721358 Sep 24 00:15:25.285967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be032330-2da7-4619-987d-ef042e8d3624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.314704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f11648-74d9-4e55-b4bc-6f92d793d635 req-36b5ddde-e145-4ffe-847f-299c87546efe tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:25.316638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6f11648-74d9-4e55-b4bc-6f92d793d635 req-36b5ddde-e145-4ffe-847f-299c87546efe tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1533937 Sep 24 00:15:25.317311 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be032330-2da7-4619-987d-ef042e8d3624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.398646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-be032330-2da7-4619-987d-ef042e8d3624 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc21c15c540f4037b0e43c88bc2c11ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823205 Sep 24 00:15:25.401866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45238) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:25.404764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae750cf9-fb03-4143-8f87-a210293790fa req-3d7da2a4-af00-4a0b-995c-e38019d0bdd6 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368456 Sep 24 00:15:25.409486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be032330-2da7-4619-987d-ef042e8d3624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef11a945-15df-4a88-9386-a087dd2b9ffc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:25.443642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6f11648-74d9-4e55-b4bc-6f92d793d635 req-2bf1bdca-2ac1-4ec0-b643-5990c24434e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030674 Sep 24 00:15:25.489771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38e83438-de3d-4b2a-85ce-ca7f1b70010e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.519708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38e83438-de3d-4b2a-85ce-ca7f1b70010e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.568965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf20fc-30c6-424e-808a-241898c01909 req-dbeb0327-4524-4c43-9df2-157a3e22642b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:25.576664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afcf20fc-30c6-424e-808a-241898c01909 req-dbeb0327-4524-4c43-9df2-157a3e22642b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0584555 Sep 24 00:15:25.580520 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38e83438-de3d-4b2a-85ce-ca7f1b70010e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.583157 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38e83438-de3d-4b2a-85ce-ca7f1b70010e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.587480 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-38e83438-de3d-4b2a-85ce-ca7f1b70010e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef11a945-15df-4a88-9386-a087dd2b9ffc HTTP/1.1" status: 204 len: 168 time: 0.1846023 Sep 24 00:15:25.596275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e83438-de3d-4b2a-85ce-ca7f1b70010e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef11a945-15df-4a88-9386-a087dd2b9ffc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:25.597581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45246) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:25.637426 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afcf20fc-30c6-424e-808a-241898c01909 req-4783258f-d396-4376-83b5-ff0062dfb209 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592952 Sep 24 00:15:25.841460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.893525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11cd56-a79c-4f9b-8ee5-754bf270cf89 req-7a0ff671-2119-47f1-9665-861fd826506c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:25.895866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c11cd56-a79c-4f9b-8ee5-754bf270cf89 req-7a0ff671-2119-47f1-9665-861fd826506c tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0643716 Sep 24 00:15:25.946647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c11cd56-a79c-4f9b-8ee5-754bf270cf89 req-49ff6916-bde3-4d10-b521-e4972ef9d729 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Sep 24 00:15:25.959507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7667c30a-6802-4d46-a230-0e16976c360a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:25.980947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8915151a-1ec3-4476-b8a2-d63eb0a6f100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.051099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45266) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:26.065244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-909b6592-e56b-4df2-861b-a325666cdc35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.087844 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7667c30a-6802-4d46-a230-0e16976c360a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.095041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7667c30a-6802-4d46-a230-0e16976c360a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.183677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7667c30a-6802-4d46-a230-0e16976c360a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=264ae37668bc48f3ab27ba46fe8323f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5655634 Sep 24 00:15:26.184397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667c30a-6802-4d46-a230-0e16976c360a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37978d90-e27a-4877-ae85-2e1ad8a61e6d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:26.186680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45270) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:26.222848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b8073-9503-44bb-97db-7a2ad5b2cea3 req-ea3050e8-1797-4d8b-9444-83cb6c61e14a tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:26.224562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e9b8073-9503-44bb-97db-7a2ad5b2cea3 req-ea3050e8-1797-4d8b-9444-83cb6c61e14a tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 943 time: 0.1099384 Sep 24 00:15:26.269255 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9985c9f4-a6e6-4469-accf-0e1233866b4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.279353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:15:26.302793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-909b6592-e56b-4df2-861b-a325666cdc35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.303273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9985c9f4-a6e6-4469-accf-0e1233866b4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.310127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e9b8073-9503-44bb-97db-7a2ad5b2cea3 req-164573d7-7121-4f27-ba54-9a856d222f8b tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697374 Sep 24 00:15:26.315574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-909b6592-e56b-4df2-861b-a325666cdc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.380722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-909b6592-e56b-4df2-861b-a325666cdc35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ea41d15a4e24466bfde86ce50e37ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3356123 Sep 24 00:15:26.382837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b6592-e56b-4df2-861b-a325666cdc35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfa3dd6-3dd3-48dc-b180-943e16f5a580,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:26.383278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45276) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:26.420850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9985c9f4-a6e6-4469-accf-0e1233866b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.423672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9985c9f4-a6e6-4469-accf-0e1233866b4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.424957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9985c9f4-a6e6-4469-accf-0e1233866b4e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37978d90-e27a-4877-ae85-2e1ad8a61e6d HTTP/1.1" status: 204 len: 168 time: 0.2332270 Sep 24 00:15:26.451610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985c9f4-a6e6-4469-accf-0e1233866b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37978d90-e27a-4877-ae85-2e1ad8a61e6d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:26.483791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f80fb35d-0118-459c-8383-60b756e1d047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.516673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:26.517609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f80fb35d-0118-459c-8383-60b756e1d047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.534343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8', 'network_id': '8298c024-5982-473a-9cb3-7540f52a584a', 'port_id': 'bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8', 'mac_address': 'fa:16:3e:bb:db:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1844404c-7bab-4be7-99e2-3ca88730dd0c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:15:26.577993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12039e-aa49-4ad6-9cc7-f8241a04767b req-0d3e404f-479a-4969-9a66-558ae172a854 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:26.585996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf12039e-aa49-4ad6-9cc7-f8241a04767b req-0d3e404f-479a-4969-9a66-558ae172a854 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0803328 Sep 24 00:15:26.595983 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.606655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f80fb35d-0118-459c-8383-60b756e1d047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.610491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f80fb35d-0118-459c-8383-60b756e1d047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.614492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f80fb35d-0118-459c-8383-60b756e1d047 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bcfa3dd6-3dd3-48dc-b180-943e16f5a580 HTTP/1.1" status: 204 len: 168 time: 0.2294991 Sep 24 00:15:26.625125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf12039e-aa49-4ad6-9cc7-f8241a04767b req-5e10dff4-09a5-4bd9-ae12-16e49dc617db tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Sep 24 00:15:26.631118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:15:26.640666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80fb35d-0118-459c-8383-60b756e1d047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfa3dd6-3dd3-48dc-b180-943e16f5a580,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:26.689323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:26.703999 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.767330 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:26.801088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:26.907312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ef978-f86c-43ea-91ce-c5c4c0815b8d req-f02c37b3-60a9-4a73-a044-a83fad317629 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:26.909537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c03ef978-f86c-43ea-91ce-c5c4c0815b8d req-f02c37b3-60a9-4a73-a044-a83fad317629 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0729432 Sep 24 00:15:26.949225 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:26.970185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c03ef978-f86c-43ea-91ce-c5c4c0815b8d req-bc1f6f56-9bcd-4368-89ff-1fd108fe5218 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542729 Sep 24 00:15:27.017829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:27.019557 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a46fa5-4b99-41ac-b980-076957c4baf1" -d '{"events": [{"server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "name": "network-vif-unplugged", "status": "completed", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:27.119892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a2acd-b20c-435a-a538-862bd310b711 req-d0820117-9d43-4842-8aba-7f1da374c0ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:27.128487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-671a2acd-b20c-435a-a538-862bd310b711 req-d0820117-9d43-4842-8aba-7f1da374c0ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0845978 Sep 24 00:15:27.148008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45310) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:27.171412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-834d4a77-5e21-408b-8501-88cbcbf9e025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:27.228754 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-671a2acd-b20c-435a-a538-862bd310b711 req-75b35340-1cc5-4cee-972a-3c7997ca7642 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859187 Sep 24 00:15:27.265616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e37cad-5d78-4944-b03a-03481979deb3 req-c1f86db6-0526-4bd0-ac6c-310a35b702f1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:27.270659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5e37cad-5d78-4944-b03a-03481979deb3 req-c1f86db6-0526-4bd0-ac6c-310a35b702f1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1395838 Sep 24 00:15:27.302348 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a944f7-3855-46df-900c-892bdafcfb56 x-openstack-request-id: req-e0a944f7-3855-46df-900c-892bdafcfb56 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:27.302641 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "name": "network-vif-unplugged", "status": "failed", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288", "code": 422}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:27.302962 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e0a944f7-3855-46df-900c-892bdafcfb56 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:27.303374 n-d-713498-18 neutron-server[106380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288', 'code': 422} returned with failed status Sep 24 00:15:27.325693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5e37cad-5d78-4944-b03a-03481979deb3 req-10a0898f-ca47-4cf5-a2df-cc600ac6b170 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483141 Sep 24 00:15:27.329503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-834d4a77-5e21-408b-8501-88cbcbf9e025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:27.335121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-834d4a77-5e21-408b-8501-88cbcbf9e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:27.374934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834d4a77-5e21-408b-8501-88cbcbf9e025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2548c0a-b397-4507-a8e1-706b75b81359,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:27.393921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45324) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:27.395743 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-834d4a77-5e21-408b-8501-88cbcbf9e025 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b72c313d6a2a422094daaa3795d77797&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464149 Sep 24 00:15:27.472600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71128632-8b4a-4c59-99ad-63b47b355e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:27.529214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71128632-8b4a-4c59-99ad-63b47b355e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:27.571369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c332a8b-e0c6-4b5a-90bc-6e3e3e830644 req-689eeb33-b67f-4a0f-af5f-ec9b1252d1d3 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:27.572979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c332a8b-e0c6-4b5a-90bc-6e3e3e830644 req-689eeb33-b67f-4a0f-af5f-ec9b1252d1d3 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 944 time: 0.0878644 Sep 24 00:15:27.642728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c332a8b-e0c6-4b5a-90bc-6e3e3e830644 req-40f14477-a878-44a4-bc18-8a1f18fc5c1c tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585194 Sep 24 00:15:27.658171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71128632-8b4a-4c59-99ad-63b47b355e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:27.661058 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71128632-8b4a-4c59-99ad-63b47b355e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:27.662492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-71128632-8b4a-4c59-99ad-63b47b355e82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b2548c0a-b397-4507-a8e1-706b75b81359 HTTP/1.1" status: 204 len: 168 time: 0.2673993 Sep 24 00:15:27.687525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962695ac-5e4c-4ab0-9a63-b48d4b5a59cf req-defebca3-6cd1-44eb-bcdf-c084d390b1db tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:27.689173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-962695ac-5e4c-4ab0-9a63-b48d4b5a59cf req-defebca3-6cd1-44eb-bcdf-c084d390b1db tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1067531 Sep 24 00:15:27.695911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71128632-8b4a-4c59-99ad-63b47b355e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2548c0a-b397-4507-a8e1-706b75b81359,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:27.759566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-962695ac-5e4c-4ab0-9a63-b48d4b5a59cf req-efb8b8bf-937d-4f03-8d44-327b86264944 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542347 Sep 24 00:15:28.295616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:15:28.361886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:15:28.368827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:15:28.370911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:28.400180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0f97c-f0cf-48e3-bf7d-962edc429d0f req-b9775d7e-8396-45d9-afcb-90bfe5238bb3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:28.402171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ec0f97c-f0cf-48e3-bf7d-962edc429d0f req-b9775d7e-8396-45d9-afcb-90bfe5238bb3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0925200 Sep 24 00:15:28.480240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ec0f97c-f0cf-48e3-bf7d-962edc429d0f req-585754d2-1f44-4180-831f-5af67ece5779 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720644 Sep 24 00:15:28.494187 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:28.536199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:28.541532 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:28.599301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:28.610718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 34edd10b-ca9e-49e2-9bab-649f73644288 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:15:28.812625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e7ab4-92e1-45d7-a33c-3c54a371c7e9 req-063f5f36-6ce7-4dd4-9831-505c550cb3bd tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:28.820175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-522e7ab4-92e1-45d7-a33c-3c54a371c7e9 req-063f5f36-6ce7-4dd4-9831-505c550cb3bd tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 945 time: 0.0591209 Sep 24 00:15:28.866040 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-522e7ab4-92e1-45d7-a33c-3c54a371c7e9 req-5622b67d-7e8b-4cf8-a293-7a79bd884672 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 Sep 24 00:15:28.921506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aff990-9eb0-47c6-99f6-6fa537f9e65b req-3d8cf669-0bc0-4b0d-ade2-9ed397bb756d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:28.923125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48aff990-9eb0-47c6-99f6-6fa537f9e65b req-3d8cf669-0bc0-4b0d-ade2-9ed397bb756d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0559101 Sep 24 00:15:28.983219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48aff990-9eb0-47c6-99f6-6fa537f9e65b req-9f405362-650e-48be-9081-59c9d76b7c6d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463908 Sep 24 00:15:29.107521 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:29.306131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18f63f8-fb89-461c-976b-0c1e4ae447a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:29.312175 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9564249-0b0c-4b2e-862b-b3ed3a47c0ad" -d '{"events": [{"server_uuid": "a18f63f8-fb89-461c-976b-0c1e4ae447a9", "name": "network-vif-plugged", "status": "completed", "tag": "bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:29.360013 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f4c771-293b-432f-8593-6fd31765e7b9 x-openstack-request-id: req-d3f4c771-293b-432f-8593-6fd31765e7b9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:29.364575 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18f63f8-fb89-461c-976b-0c1e4ae447a9", "name": "network-vif-plugged", "status": "completed", "tag": "bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:29.364900 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3f4c771-293b-432f-8593-6fd31765e7b9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:29.365552 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18f63f8-fb89-461c-976b-0c1e4ae447a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8', 'code': 200} Sep 24 00:15:29.479628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0458c4f-3e7a-4df1-ba7e-6955bb6e7e19 req-aeecdea6-bafc-4b38-89c2-7eea49882661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:29.482864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a0458c4f-3e7a-4df1-ba7e-6955bb6e7e19 req-aeecdea6-bafc-4b38-89c2-7eea49882661 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 1097 time: 0.0640898 Sep 24 00:15:29.530682 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a0458c4f-3e7a-4df1-ba7e-6955bb6e7e19 req-b71f2f73-5a6f-40bd-9ccd-2a84e7471185 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Sep 24 00:15:29.671188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9c2e3-f053-46fb-a42a-308040eccde3 req-c1a9a407-abe7-4c30-8455-bb24c9137d66 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:29.674175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bd9c2e3-f053-46fb-a42a-308040eccde3 req-c1a9a407-abe7-4c30-8455-bb24c9137d66 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0835884 Sep 24 00:15:29.734922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bd9c2e3-f053-46fb-a42a-308040eccde3 req-ed9b3d0c-0811-4c5d-9ea5-a07d1e4da247 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480728 Sep 24 00:15:29.999532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a76f64-18c7-4396-a3cb-0abbea82e0d0 req-8660686c-b1d7-4746-b539-70f69ce8a62d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:30.006789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6a76f64-18c7-4396-a3cb-0abbea82e0d0 req-8660686c-b1d7-4746-b539-70f69ce8a62d tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 945 time: 0.0628955 Sep 24 00:15:30.047445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6a76f64-18c7-4396-a3cb-0abbea82e0d0 req-337b0cf3-e5bb-4028-a1dc-981c38ecb7fa tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Sep 24 00:15:30.129725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f2bb1-7d34-488c-9074-fe2388847eb5 req-1298e6d9-c04b-4ece-b165-f31a29d270ab tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:30.135463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d1f2bb1-7d34-488c-9074-fe2388847eb5 req-1298e6d9-c04b-4ece-b165-f31a29d270ab tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0639095 Sep 24 00:15:30.213346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d1f2bb1-7d34-488c-9074-fe2388847eb5 req-c821c019-e689-4f7e-ae4c-51b660e1722b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747390 Sep 24 00:15:30.895553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1df67f-31c1-480f-aa3c-256ad513b1a8 req-3acc3ab4-8157-4192-a4ff-70fffc0c24ed tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:30.899006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c1df67f-31c1-480f-aa3c-256ad513b1a8 req-3acc3ab4-8157-4192-a4ff-70fffc0c24ed tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0728800 Sep 24 00:15:30.942860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c1df67f-31c1-480f-aa3c-256ad513b1a8 req-07ca694c-18eb-4a21-b25b-a3c10fe498d1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336754 Sep 24 00:15:31.129199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45508) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:31.189899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32824788-b739-4912-8b20-3387e1db0948 req-5133bc2a-8b66-4951-baf1-ca7d40f47098 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:31.192062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32824788-b739-4912-8b20-3387e1db0948 req-5133bc2a-8b66-4951-baf1-ca7d40f47098 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 945 time: 0.0532486 Sep 24 00:15:31.240967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32824788-b739-4912-8b20-3387e1db0948 req-1c38d97b-59b8-40e8-bf35-606ea501db58 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Sep 24 00:15:31.310702 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de21b08f-4f63-4535-b51c-04ee574a1584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:31.439663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d237f-6b06-454d-8d7c-7bdf14346e8f req-8e130445-8d36-4cf0-a7dd-5b944a75193a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:31.441186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab9d237f-6b06-454d-8d7c-7bdf14346e8f req-8e130445-8d36-4cf0-a7dd-5b944a75193a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1127031 Sep 24 00:15:31.502150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab9d237f-6b06-454d-8d7c-7bdf14346e8f req-fb979825-ce23-4d57-8df5-9742f21c012e tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523272 Sep 24 00:15:31.539077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de21b08f-4f63-4535-b51c-04ee574a1584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:31.544580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-de21b08f-4f63-4535-b51c-04ee574a1584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:31.587020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de21b08f-4f63-4535-b51c-04ee574a1584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c71af7-facf-4ac8-949e-aa0da788a766,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:31.592541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-de21b08f-4f63-4535-b51c-04ee574a1584 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a3f3f0d8f754667b79e8436ab304432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4625053 Sep 24 00:15:31.595253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:31.686473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3235956d-40f4-4bc8-9432-63488dff6dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:31.715640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3235956d-40f4-4bc8-9432-63488dff6dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:31.787205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3235956d-40f4-4bc8-9432-63488dff6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:31.790912 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3235956d-40f4-4bc8-9432-63488dff6dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:31.792263 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3235956d-40f4-4bc8-9432-63488dff6dc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/62c71af7-facf-4ac8-949e-aa0da788a766 HTTP/1.1" status: 204 len: 168 time: 0.1959219 Sep 24 00:15:31.801867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235956d-40f4-4bc8-9432-63488dff6dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c71af7-facf-4ac8-949e-aa0da788a766,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:32.150272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91be1fc4-7d64-4906-91bf-161baa679ed5 req-0be8192f-0435-48d1-b6fd-2ec36bd2330b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:32.160000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91be1fc4-7d64-4906-91bf-161baa679ed5 req-0be8192f-0435-48d1-b6fd-2ec36bd2330b tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1047051 Sep 24 00:15:32.200953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45548) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:32.218517 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2980d1d-b0ab-451a-92d3-21f17ce83950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:32.251399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91be1fc4-7d64-4906-91bf-161baa679ed5 req-eb021dad-b0c0-4b4b-89c2-477b65630a57 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834305 Sep 24 00:15:32.350143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2980d1d-b0ab-451a-92d3-21f17ce83950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:32.354393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2980d1d-b0ab-451a-92d3-21f17ce83950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:32.419770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2980d1d-b0ab-451a-92d3-21f17ce83950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebfdee3-0924-4cfb-9e46-b5bcde7b6e7d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:32.427371 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c2980d1d-b0ab-451a-92d3-21f17ce83950 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3976d2c60a6a4befa55c3e68c02e9dde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2253914 Sep 24 00:15:32.431231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45556) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:32.489723 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351ecae3-77f2-4e3b-bdb9-c51b3a3d9bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:32.516285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351ecae3-77f2-4e3b-bdb9-c51b3a3d9bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:32.580073 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351ecae3-77f2-4e3b-bdb9-c51b3a3d9bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:32.582817 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-351ecae3-77f2-4e3b-bdb9-c51b3a3d9bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:32.584316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-351ecae3-77f2-4e3b-bdb9-c51b3a3d9bac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ebfdee3-0924-4cfb-9e46-b5bcde7b6e7d HTTP/1.1" status: 204 len: 168 time: 0.1514208 Sep 24 00:15:32.628846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ecae3-77f2-4e3b-bdb9-c51b3a3d9bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebfdee3-0924-4cfb-9e46-b5bcde7b6e7d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:32.670224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cf673-5cfd-467d-91a0-e9beedd7b397 req-c0f9406d-1f24-4c89-8c67-acf4e7e730f1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:32.671767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c9cf673-5cfd-467d-91a0-e9beedd7b397 req-c0f9406d-1f24-4c89-8c67-acf4e7e730f1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0862358 Sep 24 00:15:32.742610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c9cf673-5cfd-467d-91a0-e9beedd7b397 req-cf2b9b2d-4eb6-4b40-a6fa-54882fafe537 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627367 Sep 24 00:15:33.468856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad7ce0d-7dda-4882-96a8-b7c9764830c1 req-d215928d-a278-4106-b667-3162734808ad tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:33.469506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45596) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:33.471795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ad7ce0d-7dda-4882-96a8-b7c9764830c1 req-d215928d-a278-4106-b667-3162734808ad tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0978527 Sep 24 00:15:33.542335 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ad7ce0d-7dda-4882-96a8-b7c9764830c1 req-953d1e53-762a-41af-b358-c222bb4ea998 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643654 Sep 24 00:15:33.629836 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66501d2e-c94b-4b5f-ab51-e2594bfe4a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:33.792807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66501d2e-c94b-4b5f-ab51-e2594bfe4a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:33.806597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66501d2e-c94b-4b5f-ab51-e2594bfe4a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:33.901113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66501d2e-c94b-4b5f-ab51-e2594bfe4a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab0d735-1973-47f8-8221-4f8ab84e5e07,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:33.910275 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-66501d2e-c94b-4b5f-ab51-e2594bfe4a65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f21d96fb11964e9ebf4acbff1defc70f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397261 Sep 24 00:15:33.910419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45616) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:34.081477 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d80c6f0c-6154-4a86-a2c9-838492c0489b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:34.104404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedbe43-9d5b-4021-81d1-d5114e0631b6 req-ad13c2e0-c37d-4238-b862-e5f5e09e3ebb tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:34.111761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbedbe43-9d5b-4021-81d1-d5114e0631b6 req-ad13c2e0-c37d-4238-b862-e5f5e09e3ebb tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1643486 Sep 24 00:15:34.178975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d80c6f0c-6154-4a86-a2c9-838492c0489b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:34.205783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbedbe43-9d5b-4021-81d1-d5114e0631b6 req-59c4f93f-648a-4ebe-b442-96fb695f34d0 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871074 Sep 24 00:15:34.289308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d80c6f0c-6154-4a86-a2c9-838492c0489b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:34.295851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d80c6f0c-6154-4a86-a2c9-838492c0489b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:34.299376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d80c6f0c-6154-4a86-a2c9-838492c0489b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2ab0d735-1973-47f8-8221-4f8ab84e5e07 HTTP/1.1" status: 204 len: 168 time: 0.3857939 Sep 24 00:15:34.313379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c6f0c-6154-4a86-a2c9-838492c0489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab0d735-1973-47f8-8221-4f8ab84e5e07,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:34.751453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391a4dc-f384-4d6f-85d1-bcdd4e18eaf6 req-60e36f46-ff7a-473c-8b2e-7b730bea5e63 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:34.753242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5391a4dc-f384-4d6f-85d1-bcdd4e18eaf6 req-60e36f46-ff7a-473c-8b2e-7b730bea5e63 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0981193 Sep 24 00:15:34.838903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5391a4dc-f384-4d6f-85d1-bcdd4e18eaf6 req-817fa415-a38d-4534-8a5d-07107f7393aa tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707963 Sep 24 00:15:34.875610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45650) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:34.896512 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88179a2e-ac51-4619-a254-79724071ddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:35.067153 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88179a2e-ac51-4619-a254-79724071ddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:35.072737 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88179a2e-ac51-4619-a254-79724071ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:35.110082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88179a2e-ac51-4619-a254-79724071ddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789bc530-5c99-4ff8-9945-f2665c76ce9c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:35.145680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-88179a2e-ac51-4619-a254-79724071ddb9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b953aa64c7840cb8826b23ef1a4ae62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2664013 Sep 24 00:15:35.146091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:35.226133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ef1029b7-589f-4bc3-9eec-bfb2c2a24a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:35.252995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ef1029b7-589f-4bc3-9eec-bfb2c2a24a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:35.350453 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ef1029b7-589f-4bc3-9eec-bfb2c2a24a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:35.354515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ef1029b7-589f-4bc3-9eec-bfb2c2a24a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:35.355850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ef1029b7-589f-4bc3-9eec-bfb2c2a24a6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/789bc530-5c99-4ff8-9945-f2665c76ce9c HTTP/1.1" status: 204 len: 168 time: 0.2085392 Sep 24 00:15:35.371340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17c238-f1e6-43ef-bd70-3e1a841be81a req-c1a4cc2f-3620-4c6d-9718-6bbc895d0043 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:35.373744 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df17c238-f1e6-43ef-bd70-3e1a841be81a req-c1a4cc2f-3620-4c6d-9718-6bbc895d0043 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0716929 Sep 24 00:15:35.392175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1029b7-589f-4bc3-9eec-bfb2c2a24a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789bc530-5c99-4ff8-9945-f2665c76ce9c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:35.450844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df17c238-f1e6-43ef-bd70-3e1a841be81a req-1744cb0b-a607-4955-b05a-29c2f63f20d8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689769 Sep 24 00:15:36.024866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f92fe-0d90-40ce-8c6b-f62b219e6386 req-80f54d89-d2d4-4f66-83bb-71145c44e60d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:36.026450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a6f92fe-0d90-40ce-8c6b-f62b219e6386 req-80f54d89-d2d4-4f66-83bb-71145c44e60d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0695169 Sep 24 00:15:36.080312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a6f92fe-0d90-40ce-8c6b-f62b219e6386 req-56e16237-d09f-4f96-ba99-cb3a95bdeaef tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403829 Sep 24 00:15:36.579848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:36.632014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef8ee-8fa2-4299-97b0-549a1ff8e6a2 req-8b9bd8bd-6822-49e6-b720-4652c9cdbceb tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:36.642947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c4ef8ee-8fa2-4299-97b0-549a1ff8e6a2 req-8b9bd8bd-6822-49e6-b720-4652c9cdbceb tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0710430 Sep 24 00:15:36.696766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c4ef8ee-8fa2-4299-97b0-549a1ff8e6a2 req-e7b067eb-5116-4c50-8fb4-3e94f73a1205 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477972 Sep 24 00:15:36.716610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-f2668429-83b3-4960-af14-5148109e44b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0726805 Sep 24 00:15:36.872255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-805cd72c-e45d-4127-92ba-b1a66183233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:36.874188 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-805cd72c-e45d-4127-92ba-b1a66183233e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1096 time: 0.0753264 Sep 24 00:15:36.995640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-1b6bab9f-2a07-4405-ba72-db4288711217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:36.997391 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-1b6bab9f-2a07-4405-ba72-db4288711217 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1029422 Sep 24 00:15:37.084452 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-cb214b77-7d71-4803-a968-972db054713a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.0789628 Sep 24 00:15:37.174609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-eacb230e-2a73-4e74-947a-ae7b6ee086ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:37.176719 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-eacb230e-2a73-4e74-947a-ae7b6ee086ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0842657 Sep 24 00:15:37.296733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696471-52bd-4fc6-be86-f5e9b2d2c608 req-f9b99347-85f6-48b2-886a-5c0ed3128849 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:37.298311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1696471-52bd-4fc6-be86-f5e9b2d2c608 req-f9b99347-85f6-48b2-886a-5c0ed3128849 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1001320 Sep 24 00:15:37.365793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1696471-52bd-4fc6-be86-f5e9b2d2c608 req-66d31378-e398-4e3d-9f96-d019ab8ba060 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539877 Sep 24 00:15:37.654233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04dae6-ddc0-4ac8-acc7-d52be45deecf req-84de2d84-c381-478d-8412-7c7028c3af78 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:37.659561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d04dae6-ddc0-4ac8-acc7-d52be45deecf req-84de2d84-c381-478d-8412-7c7028c3af78 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0649223 Sep 24 00:15:37.746272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-f4da42c4-7df1-4c21-8eda-2c775b849a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:37.751302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-f4da42c4-7df1-4c21-8eda-2c775b849a60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5665672 Sep 24 00:15:37.766654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d04dae6-ddc0-4ac8-acc7-d52be45deecf req-48239f30-7db2-4730-8887-4187c4fcb29e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994954 Sep 24 00:15:37.879176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-319ed0da-0da4-42b2-a16d-6140c1a8b199 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172962 Sep 24 00:15:37.894572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cb9f78-071e-499c-9a65-557548b7d966 req-84aa72ef-cb25-4a64-a5b4-7ad57ecf1de7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:37.896342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11cb9f78-071e-499c-9a65-557548b7d966 req-84aa72ef-cb25-4a64-a5b4-7ad57ecf1de7 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0670784 Sep 24 00:15:37.948686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11cb9f78-071e-499c-9a65-557548b7d966 req-af76fdda-86d5-4ba6-85f5-6b25d7d1bceb tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Sep 24 00:15:38.017207 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30e06448-9317-48c7-bb99-ef59bb1dbfd3 req-51630654-6eb3-48d6-849e-18f31dabd2e0 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270361 Sep 24 00:15:38.172941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-76b8363a-7aa1-4a5c-86c0-e821d8e86845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:38.174698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-76b8363a-7aa1-4a5c-86c0-e821d8e86845 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1096 time: 0.0589454 Sep 24 00:15:38.279398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-0c040592-f750-4628-8f2d-d18d0e3f4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:38.280990 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-0c040592-f750-4628-8f2d-d18d0e3f4c1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.0982237 Sep 24 00:15:38.351166 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-2c836894-c0a8-42df-88b3-509c625f02b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.0623844 Sep 24 00:15:38.420088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-c2eb932d-cbf3-412e-b4f9-9bc47be81039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:38.422077 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-c2eb932d-cbf3-412e-b4f9-9bc47be81039 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0633390 Sep 24 00:15:38.505666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-12bd604a-9831-4793-b5c5-9fa71b10bee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:38.509925 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-12bd604a-9831-4793-b5c5-9fa71b10bee4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772336 Sep 24 00:15:38.640167 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-a7fe6bcc-9577-4f2d-bffb-d30215e22b86 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240382 Sep 24 00:15:38.770823 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3aa3a790-dcc2-4354-a6dd-ac5f44c68433 req-9cefc2ed-7893-4144-b846-afd3f193fb2a service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129444 Sep 24 00:15:38.993520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77036aed-c808-4c02-a7b6-6cbe29a5032a req-971c4883-9f06-40e2-83ca-2b666458c518 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:38.999254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77036aed-c808-4c02-a7b6-6cbe29a5032a req-971c4883-9f06-40e2-83ca-2b666458c518 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0750747 Sep 24 00:15:39.085472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77036aed-c808-4c02-a7b6-6cbe29a5032a req-e4163e15-12e9-4d49-ab5e-6eab4efdb001 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761268 Sep 24 00:15:39.149563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447b64f-4faa-44c0-abe9-b2912789e2b2 req-0404cdba-5c3c-4ec0-bfd7-295e1e4d5a9c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:39.151594 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2447b64f-4faa-44c0-abe9-b2912789e2b2 req-0404cdba-5c3c-4ec0-bfd7-295e1e4d5a9c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0888083 Sep 24 00:15:39.164253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:39.167650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b4d13b7-ce99-4784-aadf-f386200739af req-d1988449-cda3-41d0-9571-cb0221120cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0488014 Sep 24 00:15:39.204201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2447b64f-4faa-44c0-abe9-b2912789e2b2 req-ce33d34f-6efd-46a2-a766-7853432d287f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463753 Sep 24 00:15:39.268515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d13b7-ce99-4784-aadf-f386200739af req-b3ed809d-8f28-4ba3-8ad1-6a5bc6dd5336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:39.270440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b4d13b7-ce99-4784-aadf-f386200739af req-b3ed809d-8f28-4ba3-8ad1-6a5bc6dd5336 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 1097 time: 0.0563431 Sep 24 00:15:39.398425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d13b7-ce99-4784-aadf-f386200739af req-b2fc1039-cdda-4258-b25b-82595d7a4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:39.401243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b4d13b7-ce99-4784-aadf-f386200739af req-b2fc1039-cdda-4258-b25b-82595d7a4865 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1108553 Sep 24 00:15:39.444457 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b4d13b7-ce99-4784-aadf-f386200739af req-8d9252a2-4654-4fdb-9088-920eb9d98078 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4df3594e-2902-48f0-b685-6eea6dd3f162 HTTP/1.1" status: 200 len: 217 time: 0.0366886 Sep 24 00:15:39.499881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d13b7-ce99-4784-aadf-f386200739af req-0232b8ac-08eb-488a-899c-c5c0515fbbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:39.501363 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b4d13b7-ce99-4784-aadf-f386200739af req-0232b8ac-08eb-488a-899c-c5c0515fbbee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0496707 Sep 24 00:15:39.549066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d13b7-ce99-4784-aadf-f386200739af req-85f36c54-3953-492e-a2ca-0e381f2b3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:39.550594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b4d13b7-ce99-4784-aadf-f386200739af req-85f36c54-3953-492e-a2ca-0e381f2b3b33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415437 Sep 24 00:15:39.656041 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b4d13b7-ce99-4784-aadf-f386200739af req-cd224cbc-b9aa-4c60-bce1-ec977de72001 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986092 Sep 24 00:15:39.777245 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b4d13b7-ce99-4784-aadf-f386200739af req-593a7b39-b8b9-49ff-92f4-341152bad440 service neutron] 10.222.0.20 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144691 Sep 24 00:15:39.852509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-5030b2b0-1a42-4092-bef8-47301221efa7 req-4c374478-3998-48ef-ae9c-029396e74e99 service neutron] (106379) timed out ('10.222.0.18', 53405) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:15:40.237196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6926f-701c-4cc4-a112-bcf3ab203842 req-a891bda7-70b3-4ebf-bac1-cacde6d20b09 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:40.241658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11f6926f-701c-4cc4-a112-bcf3ab203842 req-a891bda7-70b3-4ebf-bac1-cacde6d20b09 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0721405 Sep 24 00:15:40.286184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11f6926f-701c-4cc4-a112-bcf3ab203842 req-cacd294b-f69e-4031-95d3-6febd6c616a0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404289 Sep 24 00:15:40.343258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03f922-beae-4d0c-b070-bcfc8dd88ce1 req-0a4aa7d5-b5f6-457b-90d4-d6746b50f99f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:40.344884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a03f922-beae-4d0c-b070-bcfc8dd88ce1 req-0a4aa7d5-b5f6-457b-90d4-d6746b50f99f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0547843 Sep 24 00:15:40.427183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a03f922-beae-4d0c-b070-bcfc8dd88ce1 req-a80375dc-b50a-4243-b295-33c01384af93 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757759 Sep 24 00:15:40.442351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d565039-85a5-4bc8-97d0-f510c4e6e45f req-235b8ecd-91e3-42f3-a992-86cab8b1fb77 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:40.443985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d565039-85a5-4bc8-97d0-f510c4e6e45f req-235b8ecd-91e3-42f3-a992-86cab8b1fb77 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0715919 Sep 24 00:15:40.483128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d565039-85a5-4bc8-97d0-f510c4e6e45f req-b6bb72b5-0f85-4539-b978-9b2b955e5394 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323117 Sep 24 00:15:40.599990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d7b7-db83-495f-b00c-06272efbdf43 req-72ad74c4-078f-4516-bf18-ff170d6484c7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:40.601684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1d2d7b7-db83-495f-b00c-06272efbdf43 req-72ad74c4-078f-4516-bf18-ff170d6484c7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0489230 Sep 24 00:15:40.643995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1d2d7b7-db83-495f-b00c-06272efbdf43 req-4b5e28b2-ffda-4e7d-8aa1-db5eccb7eecb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349522 Sep 24 00:15:40.986238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bc978-bc0f-4ef9-9032-7fba41ade4b8 req-99b1a4f3-b741-4984-af28-6386399d6681 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:40.995535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a30bc978-bc0f-4ef9-9032-7fba41ade4b8 req-99b1a4f3-b741-4984-af28-6386399d6681 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0666101 Sep 24 00:15:41.041592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a30bc978-bc0f-4ef9-9032-7fba41ade4b8 req-e588b553-3001-40ea-bc40-8cc7109a6c8e tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450702 Sep 24 00:15:41.578210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386070b5-6358-4c14-bce5-27e6cf8699cf req-ffab770c-bc83-4dbc-b78e-1d25a71875be tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:41.580774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-386070b5-6358-4c14-bce5-27e6cf8699cf req-ffab770c-bc83-4dbc-b78e-1d25a71875be tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0541413 Sep 24 00:15:41.620354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-386070b5-6358-4c14-bce5-27e6cf8699cf req-44e1a502-ada6-45d0-80d6-e02342ba0e03 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Sep 24 00:15:42.183085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef87f3-4c40-424a-b92f-de3171c264d1 req-aeb6de47-4aac-43b2-bd06-e9a211626dbb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:42.184749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbef87f3-4c40-424a-b92f-de3171c264d1 req-aeb6de47-4aac-43b2-bd06-e9a211626dbb tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0524526 Sep 24 00:15:42.230860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbef87f3-4c40-424a-b92f-de3171c264d1 req-76a922ce-b530-4d4b-8f3a-ef4970d805f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392404 Sep 24 00:15:42.489182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc6955-9012-44a8-a9af-ce88263ef5bc req-ff6d27a3-7361-47bd-8dd5-acb90bb11b3f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:42.494745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4cc6955-9012-44a8-a9af-ce88263ef5bc req-ff6d27a3-7361-47bd-8dd5-acb90bb11b3f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0586810 Sep 24 00:15:42.518980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-77406d49-ac9a-4ff2-885b-47b419e2c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:42.522008 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-77406d49-ac9a-4ff2-885b-47b419e2c493 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 1096 time: 0.0580330 Sep 24 00:15:42.540988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4cc6955-9012-44a8-a9af-ce88263ef5bc req-10a51e02-b6c4-4175-bdb0-52dc5f1260f5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427704 Sep 24 00:15:42.640847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-512d0e96-64c4-440b-b655-23cb28f5b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:42.653543 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-512d0e96-64c4-440b-b655-23cb28f5b425 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 200 len: 913 time: 0.1188877 Sep 24 00:15:42.750445 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-df3c906f-fa9e-4452-9acf-0924fea34804 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 200 len: 998 time: 0.0896447 Sep 24 00:15:42.793075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0a127-3983-4a84-a0ff-d853b02a219f req-68d2bf68-5073-491e-bff3-98c328a67097 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:42.794578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30e0a127-3983-4a84-a0ff-d853b02a219f req-68d2bf68-5073-491e-bff3-98c328a67097 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0677700 Sep 24 00:15:42.816557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-ccf991e8-bbd4-409d-9a94-748965b6d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:42.832380 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-ccf991e8-bbd4-409d-9a94-748965b6d6d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 200 len: 851 time: 0.0575249 Sep 24 00:15:42.837558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30e0a127-3983-4a84-a0ff-d853b02a219f req-5dbc0379-6451-4330-a542-03a42fe571a4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366213 Sep 24 00:15:42.893565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-7c34ad64-6eb8-4348-b65b-ab10ccc109e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:42.895570 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-7c34ad64-6eb8-4348-b65b-ab10ccc109e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9117d1e5-03f7-487e-ace4-14594dc887ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623951 Sep 24 00:15:43.067422 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-3629e398-4925-4e1d-873b-ab6f82ef1342 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544082 Sep 24 00:15:43.231279 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ab222a47-4792-43cd-a1b9-6facb82017d8 req-3e2183ca-5233-4727-86bd-199a82c6b7e5 service neutron] 10.222.0.18 "GET /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558168 Sep 24 00:15:43.715135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe2890-e073-43b6-9959-2e3736fe476a req-83f8cb8c-c25f-496d-a05c-4979f863760f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:43.716909 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5fe2890-e073-43b6-9959-2e3736fe476a req-83f8cb8c-c25f-496d-a05c-4979f863760f tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0528893 Sep 24 00:15:43.769232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5fe2890-e073-43b6-9959-2e3736fe476a req-db119188-e5c2-4005-af6c-430651f91ac9 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426283 Sep 24 00:15:44.018408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64089eb7-f4d2-48a4-a4c7-b9557a1a2999 req-3e9ad876-6a07-4547-95ae-bad774076b41 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:44.023154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64089eb7-f4d2-48a4-a4c7-b9557a1a2999 req-3e9ad876-6a07-4547-95ae-bad774076b41 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0854802 Sep 24 00:15:44.124426 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64089eb7-f4d2-48a4-a4c7-b9557a1a2999 req-d6a41e08-c703-4f7b-98d5-9db0c7a8c1ef tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918636 Sep 24 00:15:44.900271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d40e9-2ea3-4628-a526-cd0f30217c17 req-33791d83-6ece-4b14-b5ba-d06b39df4917 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:44.901842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b90d40e9-2ea3-4628-a526-cd0f30217c17 req-33791d83-6ece-4b14-b5ba-d06b39df4917 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0656834 Sep 24 00:15:44.947379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b90d40e9-2ea3-4628-a526-cd0f30217c17 req-e131f84f-d4a8-4344-b0b4-311999562d0a tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388479 Sep 24 00:15:45.065508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45916) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:45.095490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8534c-2059-4b0b-a97b-b01e7f970ff9 req-484fe31f-2409-4db2-b98e-a14656bb9375 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:45.097428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06c8534c-2059-4b0b-a97b-b01e7f970ff9 req-484fe31f-2409-4db2-b98e-a14656bb9375 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0687950 Sep 24 00:15:45.163007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06c8534c-2059-4b0b-a97b-b01e7f970ff9 req-4319a478-cae4-4f0b-84d5-4591c30a155d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518587 Sep 24 00:15:45.274749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5954f706-a52e-4528-8178-b2826f549e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:45.391377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5954f706-a52e-4528-8178-b2826f549e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:45.391799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dc78b8-434b-4982-960e-15db6a52d1d2 req-db0353af-7c03-4f2f-a0df-fd6e3c61cace tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:45.399733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5954f706-a52e-4528-8178-b2826f549e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:45.401075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c7dc78b8-434b-4982-960e-15db6a52d1d2 req-db0353af-7c03-4f2f-a0df-fd6e3c61cace tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1214123 Sep 24 00:15:45.515891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c7dc78b8-434b-4982-960e-15db6a52d1d2 req-161d9aa7-8cdf-4702-9844-57cf029b3a03 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029344 Sep 24 00:15:45.556359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954f706-a52e-4528-8178-b2826f549e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553f8c3b-9ed6-48f7-8513-bd0e9e90a2ca,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:45.561753 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5954f706-a52e-4528-8178-b2826f549e7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68b6cb40db744e8db07508126ebb2dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4951479 Sep 24 00:15:45.564723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45946) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:45.629236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44f3c09b-32e1-4241-82e5-7c7d1f874982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:45.662116 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44f3c09b-32e1-4241-82e5-7c7d1f874982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:45.741096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44f3c09b-32e1-4241-82e5-7c7d1f874982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:45.745010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44f3c09b-32e1-4241-82e5-7c7d1f874982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:45.747501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-44f3c09b-32e1-4241-82e5-7c7d1f874982 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/553f8c3b-9ed6-48f7-8513-bd0e9e90a2ca HTTP/1.1" status: 204 len: 168 time: 0.1806498 Sep 24 00:15:45.755066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3c09b-32e1-4241-82e5-7c7d1f874982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553f8c3b-9ed6-48f7-8513-bd0e9e90a2ca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:46.167762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45984) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:46.187944 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d33739f5-790d-46b2-b7cf-40d2ea7d545b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.366167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-2cafcaca-f2af-4c2e-a217-8bc031fea8a8 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:46.368294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-2cafcaca-f2af-4c2e-a217-8bc031fea8a8 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=f41b8995-186f-4960-963c-6eae0955c83a HTTP/1.1" status: 200 len: 944 time: 0.0780175 Sep 24 00:15:46.386524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d33739f5-790d-46b2-b7cf-40d2ea7d545b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.423812 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d33739f5-790d-46b2-b7cf-40d2ea7d545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.492466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33739f5-790d-46b2-b7cf-40d2ea7d545b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f5d0f9-0d9d-4279-8f57-f8b3003bb43b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:46.501779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:46.502194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d33739f5-790d-46b2-b7cf-40d2ea7d545b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a938a3ef3df4085a9fb1859a09003b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3328555 Sep 24 00:15:46.573727 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6e67-51a0-4a33-81f9-a25b2153cce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.578437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Deleting port 34edd10b-ca9e-49e2-9bab-649f73644288 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:15:46.578437 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.610611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6e67-51a0-4a33-81f9-a25b2153cce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.671416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6e67-51a0-4a33-81f9-a25b2153cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.675562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6e67-51a0-4a33-81f9-a25b2153cce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:46.679626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7f0e6e67-51a0-4a33-81f9-a25b2153cce4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1f5d0f9-0d9d-4279-8f57-f8b3003bb43b HTTP/1.1" status: 204 len: 168 time: 0.1768165 Sep 24 00:15:46.690106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6e67-51a0-4a33-81f9-a25b2153cce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f5d0f9-0d9d-4279-8f57-f8b3003bb43b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:47.205895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcde07-ac44-4b86-b7f1-a72427e8ece0 req-277398a2-5cde-4416-ab92-f091435fd9e4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:47.208237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5bcde07-ac44-4b86-b7f1-a72427e8ece0 req-277398a2-5cde-4416-ab92-f091435fd9e4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.5977147 Sep 24 00:15:47.263143 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5bcde07-ac44-4b86-b7f1-a72427e8ece0 req-c60e3148-c335-4e8d-b3ab-cb0464d4c9c8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460010 Sep 24 00:15:47.277286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] For port 34edd10b-ca9e-49e2-9bab-649f73644288, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=34edd10b-ca9e-49e2-9bab-649f73644288,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:47.277663 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:47.300829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Calling delete_port for 34edd10b-ca9e-49e2-9bab-649f73644288 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:15:47.486136 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:47.503817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4df3594e-2902-48f0-b685-6eea6dd3f162', 'ef19bb34-09e5-4a89-a65d-32c01056034d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:47.589721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event deleted for resources: {'Port': ['ID=34edd10b-ca9e-49e2-9bab-649f73644288,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:47.610734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] No DVR routers for this DVR port 34edd10b-ca9e-49e2-9bab-649f73644288 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:15:47.616123 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:47.618975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c1432a6-906e-4112-902b-1d9e9a3c18fe req-baa71809-2e7d-4029-ab9c-0d63afd705f7 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "DELETE /v2.0/ports/34edd10b-ca9e-49e2-9bab-649f73644288 HTTP/1.1" status: 204 len: 173 time: 1.2437727 Sep 24 00:15:47.619495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'name': 'network-vif-deleted', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:47.634736 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9e3dc8a-5fc1-4784-9051-0a747cbfc26e" -d '{"events": [{"server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "name": "network-vif-deleted", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:47.730231 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c845f051-9aa8-4b59-9773-05651d02077d x-openstack-request-id: req-c845f051-9aa8-4b59-9773-05651d02077d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:47.730527 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41b8995-186f-4960-963c-6eae0955c83a", "name": "network-vif-deleted", "tag": "34edd10b-ca9e-49e2-9bab-649f73644288", "status": "failed", "code": 422}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:47.730793 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c845f051-9aa8-4b59-9773-05651d02077d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:47.731356 n-d-713498-18 neutron-server[106379]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f41b8995-186f-4960-963c-6eae0955c83a', 'name': 'network-vif-deleted', 'tag': '34edd10b-ca9e-49e2-9bab-649f73644288', 'status': 'failed', 'code': 422} returned with failed status Sep 24 00:15:47.948774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46042) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:48.084061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-543966350-network', 'tenant_id': '7a7aedd29ab246cebc8fd3765ec72788'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:15:48.121292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Made reservation on behalf of 7a7aedd29ab246cebc8fd3765ec72788 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:15:48.123894 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.138082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.248850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.260421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.318584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:15:48.326799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38edbccd-2aa0-4856-8434-e5c32a4ac75a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:48.338390 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.339304 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Added segment 9beddfde-aa5e-4fbe-b447-d76e21734912 of type vlan for network 6ddece8c-8cd7-4134-ab39-810bdc431411 Sep 24 00:15:48.426198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.462656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.464139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:48.464855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.481633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbb072-18f5-44b8-87a1-5cd29bb64419 req-9c4e35dc-3c7b-4ab1-ab09-11a844c83621 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:48.488495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67cbb072-18f5-44b8-87a1-5cd29bb64419 req-9c4e35dc-3c7b-4ab1-ab09-11a844c83621 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0995183 Sep 24 00:15:48.542665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67cbb072-18f5-44b8-87a1-5cd29bb64419 req-d2dfb326-5976-48e0-bd4c-65daa3c6e22b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530031 Sep 24 00:15:48.591050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] Pushing event updated for resources: {'Network': ['ID=6ddece8c-8cd7-4134-ab39-810bdc431411,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:48.607123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6ddece8c-8cd7-4134-ab39-810bdc431411 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:15:48.639549 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0a6a03c1-a36a-4dc5-af70-b5cfdbe30f71 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6895397 Sep 24 00:15:48.642432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46056) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:15:48.651142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Request body: {'subnet': {'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-543966350-subnet', 'tenant_id': '7a7aedd29ab246cebc8fd3765ec72788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:15:48.745710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Made reservation on behalf of 7a7aedd29ab246cebc8fd3765ec72788 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:15:48.749015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:48.828344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2c22e-7145-45d5-ace5-f3f0a5c7bb6d req-751e8151-3c00-42a1-9bc9-dc95fea689db tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:48.838726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0c2c22e-7145-45d5-ace5-f3f0a5c7bb6d req-751e8151-3c00-42a1-9bc9-dc95fea689db tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 908 time: 0.1317737 Sep 24 00:15:48.967679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:49.020655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f5832e-7227-431f-bce2-71c6b22406ef,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:49.031293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Checking segment: {'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:15:49.031648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Network hostable DHCP agents. Network: 6ddece8c-8cd7-4134-ab39-810bdc431411, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:15:49.053539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Network 6ddece8c-8cd7-4134-ab39-810bdc431411 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:15:49.069921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6ddece8c-8cd7-4134-ab39-810bdc431411) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:15:49.074182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:49.074840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:49.082252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb31050-383b-43f9-bbcc-2870d938b874 None None] Network 6ddece8c-8cd7-4134-ab39-810bdc431411 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:15:49.089511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5969b8c-7fb8-4871-bcb5-8963b0a70072 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4458306 Sep 24 00:15:49.318694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01283aa-4e36-4576-8bb9-d00ed014104b None None] Network 6ddece8c-8cd7-4134-ab39-810bdc431411 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:15:49.679544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4401f-ae19-467c-9f41-7a3dd1180135 req-59ee9f9e-6fe2-41c7-9841-f5e6da04a22b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:49.681602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16f4401f-ae19-467c-9f41-7a3dd1180135 req-59ee9f9e-6fe2-41c7-9841-f5e6da04a22b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0598450 Sep 24 00:15:49.792803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16f4401f-ae19-467c-9f41-7a3dd1180135 req-e257537a-e15f-4921-a9fe-ff62db03bb5c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961494 Sep 24 00:15:50.050680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-cfa1c384-9c77-49c6-8df6-095bcf888128 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:50.053004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c84306c-aee4-4cc2-b33e-15fbbea52f26 req-79e8e238-72bc-47bc-bc92-1a9652cd2ce1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:50.060820 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-cfa1c384-9c77-49c6-8df6-095bcf888128 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 908 time: 0.1211872 Sep 24 00:15:50.064805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c84306c-aee4-4cc2-b33e-15fbbea52f26 req-79e8e238-72bc-47bc-bc92-1a9652cd2ce1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 908 time: 0.1155927 Sep 24 00:15:50.197386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Deleting port 23156fbd-b557-43ab-b389-9252bd6cfe02 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:15:50.197725 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:50.393974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] For port 23156fbd-b557-43ab-b389-9252bd6cfe02, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=23156fbd-b557-43ab-b389-9252bd6cfe02,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:50.394524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:50.421819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Calling delete_port for 23156fbd-b557-43ab-b389-9252bd6cfe02 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:15:50.580473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:50.610649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event deleted for resources: {'Port': ['ID=23156fbd-b557-43ab-b389-9252bd6cfe02,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:50.660044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] No DVR routers for this DVR port 23156fbd-b557-43ab-b389-9252bd6cfe02 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:15:50.662749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:50.665899 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-34e99fdb-b6c2-4578-bca9-c3e5bf930711 req-eac32d70-5c1f-44df-98e7-152bb8e473ec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "DELETE /v2.0/ports/23156fbd-b557-43ab-b389-9252bd6cfe02 HTTP/1.1" status: 204 len: 173 time: 0.5979822 Sep 24 00:15:50.666356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'name': 'network-vif-deleted', 'tag': '23156fbd-b557-43ab-b389-9252bd6cfe02'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:50.668656 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ef65ab-562a-4ac3-985d-c1c978ac0aef" -d '{"events": [{"server_uuid": "754032bc-b7b5-4bdf-aa86-ef6e702a2a68", "name": "network-vif-deleted", "tag": "23156fbd-b557-43ab-b389-9252bd6cfe02"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:50.752495 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1009ee3-28b5-4568-be49-ffe5718941d9 x-openstack-request-id: req-b1009ee3-28b5-4568-be49-ffe5718941d9 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:50.753032 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "754032bc-b7b5-4bdf-aa86-ef6e702a2a68", "name": "network-vif-deleted", "tag": "23156fbd-b557-43ab-b389-9252bd6cfe02", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:50.753582 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b1009ee3-28b5-4568-be49-ffe5718941d9 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:50.754595 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754032bc-b7b5-4bdf-aa86-ef6e702a2a68', 'name': 'network-vif-deleted', 'tag': '23156fbd-b557-43ab-b389-9252bd6cfe02', 'status': 'completed', 'code': 200} Sep 24 00:15:50.988869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1ad97-a922-4931-893e-0a83a608a30b req-dc810ed4-88ab-4aa6-b5f8-5e883b526148 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:50.990416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bb1ad97-a922-4931-893e-0a83a608a30b req-dc810ed4-88ab-4aa6-b5f8-5e883b526148 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0887110 Sep 24 00:15:51.041453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bb1ad97-a922-4931-893e-0a83a608a30b req-a0f8de5e-8f65-4468-b653-eb5e8bfbb931 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420473 Sep 24 00:15:51.229874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b7e8264-4ca2-49d3-bec8-11a9c78c58e3 req-f3b199d1-ed1f-4e6e-9e3e-b0c37d73d964 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=754032bc-b7b5-4bdf-aa86-ef6e702a2a68 HTTP/1.1" status: 200 len: 210 time: 0.0426555 Sep 24 00:15:52.243203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb148a-d10b-4c8b-a978-371802704268 req-fae1a89b-c241-48c7-a155-bdaa400a0bdf tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:52.250247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-fae1a89b-c241-48c7-a155-bdaa400a0bdf tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/networks?id=6ddece8c-8cd7-4134-ab39-810bdc431411 HTTP/1.1" status: 200 len: 808 time: 0.1555541 Sep 24 00:15:52.268235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-117421db-ffd1-4633-b6a5-58964b61883c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/quotas/7a7aedd29ab246cebc8fd3765ec72788 HTTP/1.1" status: 200 len: 375 time: 0.0166769 Sep 24 00:15:52.278416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83467203-f559-407e-a6aa-3776dc7f5209 req-108fe5a4-4c98-4d11-b980-bca0763c90cc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:52.280182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83467203-f559-407e-a6aa-3776dc7f5209 req-108fe5a4-4c98-4d11-b980-bca0763c90cc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1073911 Sep 24 00:15:52.323549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-1f0aca37-e1a6-4c66-82f1-fa4799fcff1f tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a7aedd29ab246cebc8fd3765ec72788&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541794 Sep 24 00:15:52.418556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-657df8fc-65db-44a2-a75d-4c7070ff0626 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937080 Sep 24 00:15:52.533627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-498d0320-992f-4ef3-982d-f2986da69e2a service neutron] 10.222.0.24 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139238 Sep 24 00:15:52.540470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83467203-f559-407e-a6aa-3776dc7f5209 req-09e07218-9abf-4f01-b77e-51cbeee4727a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517729 Sep 24 00:15:52.803604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45d61097-7222-42ce-ba20-33d406c3a017 req-4c9a5c91-85d3-4d87-93db-0ae520f13b7a tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 210 time: 0.0762861 Sep 24 00:15:52.981876 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86acb236-9aab-47e0-90dc-0f11db1b67c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:53.014466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6087a40-001e-4144-94ec-f8b4162c9413 req-30ce1ff6-f4be-4180-a899-d6b600504db5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:53.016698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6087a40-001e-4144-94ec-f8b4162c9413 req-30ce1ff6-f4be-4180-a899-d6b600504db5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 945 time: 0.0626242 Sep 24 00:15:53.069768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6087a40-001e-4144-94ec-f8b4162c9413 req-714bc4fe-3865-48ba-932b-83dc65cec8a3 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 Sep 24 00:15:53.672038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5aeed-002e-40e2-a54d-d78c00907d46 req-182336e1-1c13-478d-97d4-8a7f3e5b5e6c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:53.675247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1e5aeed-002e-40e2-a54d-d78c00907d46 req-182336e1-1c13-478d-97d4-8a7f3e5b5e6c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0524511 Sep 24 00:15:53.717092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1e5aeed-002e-40e2-a54d-d78c00907d46 req-78a122ef-d34c-4a4b-817a-22d148c14ba8 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372658 Sep 24 00:15:53.897812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77605931-23a0-4c6d-b6f8-a2632f0b19ab req-a5468ed1-3dac-4c9f-9900-0f9ac5d71cc9 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 210 time: 0.0306654 Sep 24 00:15:54.149526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb148a-d10b-4c8b-a978-371802704268 req-64302e7a-7d05-4e04-bf63-240549296ac2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:54.152049 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-64302e7a-7d05-4e04-bf63-240549296ac2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.20 "GET /v2.0/networks?id=6ddece8c-8cd7-4134-ab39-810bdc431411 HTTP/1.1" status: 200 len: 808 time: 0.2119720 Sep 24 00:15:54.164950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Request body: {'port': {'device_id': '94f82b77-20fc-4884-8dba-7f674c94edfb', 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411', 'admin_state_up': True, 'tenant_id': '7a7aedd29ab246cebc8fd3765ec72788'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:15:54.261864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984727a3-3b60-4657-984d-bb8810b8024b req-78b6d44c-f55a-4cb5-94ba-113378a58a63 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:54.263579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-984727a3-3b60-4657-984d-bb8810b8024b req-78b6d44c-f55a-4cb5-94ba-113378a58a63 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 945 time: 0.0904989 Sep 24 00:15:54.271528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-cea5f03d-a7ba-4227-9251-11bce06a0bec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:54.273070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-cea5f03d-a7ba-4227-9251-11bce06a0bec tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 945 time: 0.0874441 Sep 24 00:15:54.389383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-984727a3-3b60-4657-984d-bb8810b8024b req-c59ea7d9-ea08-4bbd-9ef3-6e5310f186d0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151257 Sep 24 00:15:54.419821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Made reservation on behalf of 7a7aedd29ab246cebc8fd3765ec72788 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:15:54.423621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:54.444460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Deleting port ef19bb34-09e5-4a89-a65d-32c01056034d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:15:54.444694 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:54.615428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] For port ef19bb34-09e5-4a89-a65d-32c01056034d, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ef19bb34-09e5-4a89-a65d-32c01056034d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:54.615896 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:54.624009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Allocated IP 172.20.0.9 (6ddece8c-8cd7-4134-ab39-810bdc431411/47f5832e-7227-431f-bce2-71c6b22406ef/59551e8f-1549-4b1b-b0c8-fcbdc0ab413e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:15:54.665526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Calling delete_port for ef19bb34-09e5-4a89-a65d-32c01056034d owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:15:54.702516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 23156fbd-b557-43ab-b389-9252bd6cfe02 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:15:54.733844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 23156fbd-b557-43ab-b389-9252bd6cfe02 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:15:54.734102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 23156fbd-b557-43ab-b389-9252bd6cfe02 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:15:54.821656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:54.857599 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:54.868173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:54.873796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4df3594e-2902-48f0-b685-6eea6dd3f162', 'ef19bb34-09e5-4a89-a65d-32c01056034d'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:54.910360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event deleted for resources: {'Port': ['ID=ef19bb34-09e5-4a89-a65d-32c01056034d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:54.986800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] No DVR routers for this DVR port ef19bb34-09e5-4a89-a65d-32c01056034d on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:15:54.991291 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:54.994215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2480225-88a8-40ba-9ee8-296f6a4cf8fd req-2cb3b69a-ecde-41fa-b48e-caa7fed6e5e2 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "DELETE /v2.0/ports/ef19bb34-09e5-4a89-a65d-32c01056034d HTTP/1.1" status: 204 len: 173 time: 0.7142818 Sep 24 00:15:54.994902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438dfa9f-45bb-4bb3-8b94-cff90a2f6faa', 'name': 'network-vif-deleted', 'tag': 'ef19bb34-09e5-4a89-a65d-32c01056034d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:55.011857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Pushing event updated for resources: {'Port': ['ID=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:55.038429 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bfd7f9-e172-43c7-a316-c81f76309b08" -d '{"events": [{"server_uuid": "438dfa9f-45bb-4bb3-8b94-cff90a2f6faa", "name": "network-vif-deleted", "tag": "ef19bb34-09e5-4a89-a65d-32c01056034d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:55.055724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Network 6ddece8c-8cd7-4134-ab39-810bdc431411 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:15:55.061243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:15:55.063712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:15:55.155137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:55.155896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:55.173108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afa7ee-662d-4d0d-af56-dcd43ce82c22 req-ded9b124-9445-4ffb-9e2d-7b775afaf36d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:55.174703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8afa7ee-662d-4d0d-af56-dcd43ce82c22 req-ded9b124-9445-4ffb-9e2d-7b775afaf36d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.3599544 Sep 24 00:15:55.188863 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-5cbba7ac-e49d-4353-b52f-48a03cad353b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0276747 Sep 24 00:15:55.204832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Request body: {'port': {'device_id': '94f82b77-20fc-4884-8dba-7f674c94edfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:15:55.263686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743a705-30a1-43a7-84fa-028524721bbd req-9395d5a2-7879-421a-8c83-44a72e19f805 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:55.269200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4743a705-30a1-43a7-84fa-028524721bbd req-9395d5a2-7879-421a-8c83-44a72e19f805 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 931 time: 0.1822846 Sep 24 00:15:55.295285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:55.309777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8afa7ee-662d-4d0d-af56-dcd43ce82c22 req-85e4fae8-2a93-4b10-ba13-1f943cae29f1 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240597 Sep 24 00:15:55.361737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4743a705-30a1-43a7-84fa-028524721bbd req-42378963-c8e3-4db0-a846-92ad18ab55eb tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888703 Sep 24 00:15:55.424718 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e293ecf-3196-4385-aa19-23c578554412 x-openstack-request-id: req-2e293ecf-3196-4385-aa19-23c578554412 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:55.425013 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438dfa9f-45bb-4bb3-8b94-cff90a2f6faa", "name": "network-vif-deleted", "tag": "ef19bb34-09e5-4a89-a65d-32c01056034d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:55.425650 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e293ecf-3196-4385-aa19-23c578554412 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:55.426054 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438dfa9f-45bb-4bb3-8b94-cff90a2f6faa', 'name': 'network-vif-deleted', 'tag': 'ef19bb34-09e5-4a89-a65d-32c01056034d', 'status': 'completed', 'code': 200} Sep 24 00:15:55.692922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b19e899-73b2-4912-af79-20a3e55e131d req-4a79a2df-ce99-468a-9a62-e8b0fbf04610 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=438dfa9f-45bb-4bb3-8b94-cff90a2f6faa HTTP/1.1" status: 200 len: 210 time: 0.1120396 Sep 24 00:15:55.834574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:55.850291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:15:55.858424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:55.874515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Transition to ACTIVE for port object 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:15:55.878495 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:55.933446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Pushing event updated for resources: {'Port': ['ID=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:55.976180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-70211933-3139-4064-bb00-e494984d8c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:56.014673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Attempting to bind port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:15:56.015052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Attempting to bind port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:15:56.015378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Attempting to bind port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e on network 6ddece8c-8cd7-4134-ab39-810bdc431411 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:15:56.020497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e on network 6ddece8c-8cd7-4134-ab39-810bdc431411 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:15:56.020822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Attempting to bind port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e on network 6ddece8c-8cd7-4134-ab39-810bdc431411 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:15:56.026556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:15:56.026936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Checking segment: {'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:15:56.027327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Bound using segment: {'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:15:56.027761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Bound port: 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:15:56.028122 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:56.096882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] For port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:15:56.100224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] For port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:15:56.108959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:56.158290 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:56.158775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:56.160081 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] 10.222.0.20 "PUT /v2.0/ports/59551e8f-1549-4b1b-b0c8-fcbdc0ab413e HTTP/1.1" status: 200 len: 1092 time: 0.9616659 Sep 24 00:15:56.162615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f82b77-20fc-4884-8dba-7f674c94edfb', 'tag': '59551e8f-1549-4b1b-b0c8-fcbdc0ab413e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:56.165823 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f41064-a934-44d9-b8d7-ee3df2336fae" -d '{"events": [{"name": "network-changed", "server_uuid": "94f82b77-20fc-4884-8dba-7f674c94edfb", "tag": "59551e8f-1549-4b1b-b0c8-fcbdc0ab413e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:56.215180 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6441c72-86a6-4c56-9d18-2f32996367a1 x-openstack-request-id: req-a6441c72-86a6-4c56-9d18-2f32996367a1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:56.215474 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f82b77-20fc-4884-8dba-7f674c94edfb", "tag": "59551e8f-1549-4b1b-b0c8-fcbdc0ab413e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:56.215728 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a6441c72-86a6-4c56-9d18-2f32996367a1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:56.216130 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f82b77-20fc-4884-8dba-7f674c94edfb', 'tag': '59551e8f-1549-4b1b-b0c8-fcbdc0ab413e', 'status': 'completed', 'code': 200} Sep 24 00:15:56.236364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fe82c-acbc-44d8-b0a8-c38a5da80369 service neutron] Pushing event updated for resources: {'Port': ['ID=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:56.269443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb148a-d10b-4c8b-a978-371802704268 req-a271fd5e-5b82-4ff0-bd68-e48d2d4dc904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:56.271466 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-a271fd5e-5b82-4ff0-bd68-e48d2d4dc904 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a7aedd29ab246cebc8fd3765ec72788&device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 1095 time: 0.0665476 Sep 24 00:15:56.321592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-f955a525-4632-4aa2-92ac-cf66fa830946 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e HTTP/1.1" status: 200 len: 217 time: 0.0416155 Sep 24 00:15:56.385124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb148a-d10b-4c8b-a978-371802704268 req-650822c7-be66-4234-836a-b005bb2fb290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:56.386734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-650822c7-be66-4234-836a-b005bb2fb290 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f5832e-7227-431f-bce2-71c6b22406ef HTTP/1.1" status: 200 len: 848 time: 0.0584605 Sep 24 00:15:56.439683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-78d69ca6-111e-4b45-9c07-09e5cc192773 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddece8c-8cd7-4134-ab39-810bdc431411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460262 Sep 24 00:15:56.513009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500af326-8178-44be-ad60-11e5ce830845 req-5c57574a-9e79-4043-b27d-51eb067c8e8b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:56.515094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-500af326-8178-44be-ad60-11e5ce830845 req-5c57574a-9e79-4043-b27d-51eb067c8e8b tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 943 time: 0.0907152 Sep 24 00:15:56.550443 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-e7857616-8af2-4bcc-a66b-7e0c4506e626 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037641 Sep 24 00:15:56.551521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3b6a-d1c7-4c6a-8326-3e496cda004c req-5df8924e-e6e0-4c67-8acc-047ddea614bc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:56.573626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d5a3b6a-d1c7-4c6a-8326-3e496cda004c req-5df8924e-e6e0-4c67-8acc-047ddea614bc tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1398094 Sep 24 00:15:56.628161 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:15:56.659856 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94fb148a-d10b-4c8b-a978-371802704268 req-a25a5346-ffff-499f-a932-aedc4c70db7d service neutron] 10.222.0.20 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021421 Sep 24 00:15:56.675367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-500af326-8178-44be-ad60-11e5ce830845 req-88a141ee-e380-42f3-9f7e-9798ed4125a0 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532707 Sep 24 00:15:56.680953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d5a3b6a-d1c7-4c6a-8326-3e496cda004c req-c787a279-641d-4e42-8f00-ed236886d370 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065154 Sep 24 00:15:56.750574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:56.875453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-6f5f9f7d-1d05-477c-bbac-9b79439f040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:56.877120 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-6f5f9f7d-1d05-477c-bbac-9b79439f040f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a7aedd29ab246cebc8fd3765ec72788&device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 1095 time: 0.1111882 Sep 24 00:15:57.030930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-57f017f7-12fd-4d46-867b-3888645d09a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:57.033078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-57f017f7-12fd-4d46-867b-3888645d09a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddece8c-8cd7-4134-ab39-810bdc431411 HTTP/1.1" status: 200 len: 909 time: 0.1276534 Sep 24 00:15:57.090420 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-fae8eadd-801d-44c7-9e97-449bf4ea2b78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e HTTP/1.1" status: 200 len: 217 time: 0.0469625 Sep 24 00:15:57.409495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-4488d167-5b48-4ddc-a21c-5c98756444c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:57.409495 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-4488d167-5b48-4ddc-a21c-5c98756444c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f5832e-7227-431f-bce2-71c6b22406ef HTTP/1.1" status: 200 len: 848 time: 0.0641756 Sep 24 00:15:57.416000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e869ad3-be49-42ec-a15b-b7f459e66806 req-4ce4f26f-a550-45a0-a5dc-3f67561e5caa tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:57.416343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-056300e6-edbb-4e19-80a9-56661ca40c8c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddece8c-8cd7-4134-ab39-810bdc431411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522211 Sep 24 00:15:57.416659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e869ad3-be49-42ec-a15b-b7f459e66806 req-4ce4f26f-a550-45a0-a5dc-3f67561e5caa tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1708188 Sep 24 00:15:57.416659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e869ad3-be49-42ec-a15b-b7f459e66806 req-68ce4d51-353d-4378-8600-dbe7228daed0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771753 Sep 24 00:15:57.427395 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-7f69a726-d68d-40ea-9d14-66d014e894aa service neutron] 10.222.0.20 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956668 Sep 24 00:15:57.543709 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-85f41064-a934-44d9-b8d7-ee3df2336fae req-6a3392c8-e679-4445-9109-afa9afade2f8 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084220 Sep 24 00:15:58.013027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed6ed6-3052-4530-be2f-d179039bf1d6 req-e002c2c0-8f30-45b8-b0ab-2fe0ab7e91e4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:58.039808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-caed6ed6-3052-4530-be2f-d179039bf1d6 req-e002c2c0-8f30-45b8-b0ab-2fe0ab7e91e4 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.2526281 Sep 24 00:15:58.091986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d17987-1fb9-4ca7-bb47-29f4770e9bce req-831bfbe4-a208-4fe6-96fe-d51776af2d99 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:58.093611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72d17987-1fb9-4ca7-bb47-29f4770e9bce req-831bfbe4-a208-4fe6-96fe-d51776af2d99 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 943 time: 0.2429838 Sep 24 00:15:58.114546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-caed6ed6-3052-4530-be2f-d179039bf1d6 req-27be9877-426b-48a0-ad4c-3fe52aa041cd tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692148 Sep 24 00:15:58.185299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72d17987-1fb9-4ca7-bb47-29f4770e9bce req-5fffdcd2-846f-4bdd-b362-c1f1d1b3191e tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588281 Sep 24 00:15:58.328980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af4825-ee6a-43f6-b656-5d507f060373 req-3ff1ed35-4050-4a3a-aeab-32f2a0cedc2d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:58.330555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46af4825-ee6a-43f6-b656-5d507f060373 req-3ff1ed35-4050-4a3a-aeab-32f2a0cedc2d tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1003408 Sep 24 00:15:58.579407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Deleting port 4df3594e-2902-48f0-b685-6eea6dd3f162 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:15:58.581573 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:58.699017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e49cda9-2b3b-43c2-8946-a5fd7e87f451 req-e654988c-56f3-4c33-b3ca-f3b328d068f1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:58.705094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e49cda9-2b3b-43c2-8946-a5fd7e87f451 req-e654988c-56f3-4c33-b3ca-f3b328d068f1 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=b186bac1-e4c4-405a-92f5-a6a2658af33d HTTP/1.1" status: 200 len: 945 time: 0.1201830 Sep 24 00:15:58.722199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device ef19bb34-09e5-4a89-a65d-32c01056034d no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:15:58.726097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] For port 4df3594e-2902-48f0-b685-6eea6dd3f162, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4df3594e-2902-48f0-b685-6eea6dd3f162,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:15:58.727632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:58.745971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Calling delete_port for 4df3594e-2902-48f0-b685-6eea6dd3f162 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:15:58.792422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: ef19bb34-09e5-4a89-a65d-32c01056034d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:15:58.797096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device ef19bb34-09e5-4a89-a65d-32c01056034d not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:15:58.830169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e49cda9-2b3b-43c2-8946-a5fd7e87f451 req-2838eb66-0a6b-4e8f-afe5-d300387e73cd tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408195-f95b-4c9e-9fa1-17792c3a4dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153660 Sep 24 00:15:58.965742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:58.977783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4df3594e-2902-48f0-b685-6eea6dd3f162'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:15:59.032981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event deleted for resources: {'Port': ['ID=4df3594e-2902-48f0-b685-6eea6dd3f162,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:15:59.108886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] No DVR routers for this DVR port 4df3594e-2902-48f0-b685-6eea6dd3f162 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:15:59.114854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:59.121926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-46af4825-ee6a-43f6-b656-5d507f060373 req-b4fc81dd-e09a-4827-b12d-4299349e9465 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.20 "DELETE /v2.0/ports/4df3594e-2902-48f0-b685-6eea6dd3f162 HTTP/1.1" status: 204 len: 173 time: 0.7787850 Sep 24 00:15:59.122458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b186bac1-e4c4-405a-92f5-a6a2658af33d', 'name': 'network-vif-deleted', 'tag': '4df3594e-2902-48f0-b685-6eea6dd3f162'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:15:59.128679 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499fa54e-5939-483c-b496-c6f4bb75a11f" -d '{"events": [{"server_uuid": "b186bac1-e4c4-405a-92f5-a6a2658af33d", "name": "network-vif-deleted", "tag": "4df3594e-2902-48f0-b685-6eea6dd3f162"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:15:59.202574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:15:59.242515 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a81d07-66ad-4601-9398-6af02ad7311d x-openstack-request-id: req-76a81d07-66ad-4601-9398-6af02ad7311d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:15:59.242836 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b186bac1-e4c4-405a-92f5-a6a2658af33d", "name": "network-vif-deleted", "tag": "4df3594e-2902-48f0-b685-6eea6dd3f162", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:15:59.243370 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76a81d07-66ad-4601-9398-6af02ad7311d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:15:59.243739 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b186bac1-e4c4-405a-92f5-a6a2658af33d', 'name': 'network-vif-deleted', 'tag': '4df3594e-2902-48f0-b685-6eea6dd3f162', 'status': 'completed', 'code': 200} Sep 24 00:15:59.432028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2283c50-691a-4754-8a56-f13525118480 req-655d27c4-3266-4cbc-89af-cfea52fbd891 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:59.433710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2283c50-691a-4754-8a56-f13525118480 req-655d27c4-3266-4cbc-89af-cfea52fbd891 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 943 time: 0.0734382 Sep 24 00:15:59.447575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3cb7d7-4045-43a1-97a1-41482fdba572 req-6a8369ed-3672-49df-b1ef-2cf2fedfed51 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:59.457703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a3cb7d7-4045-43a1-97a1-41482fdba572 req-6a8369ed-3672-49df-b1ef-2cf2fedfed51 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.1572788 Sep 24 00:15:59.526893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a3cb7d7-4045-43a1-97a1-41482fdba572 req-45f2ecdd-c3ac-4330-a094-8f06f72e677d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703902 Sep 24 00:15:59.565521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2283c50-691a-4754-8a56-f13525118480 req-6a11cc61-7d9e-41ec-8915-13d191443d44 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731432 Sep 24 00:15:59.844606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5d2f2d-d7e0-403c-a49b-8d667d1c4ba2 req-79d9fb31-6cf1-4bca-bbf4-1d77fe65a539 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:15:59.846410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a5d2f2d-d7e0-403c-a49b-8d667d1c4ba2 req-79d9fb31-6cf1-4bca-bbf4-1d77fe65a539 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0636251 Sep 24 00:15:59.941563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a5d2f2d-d7e0-403c-a49b-8d667d1c4ba2 req-5971bd6a-77df-4d0b-a38d-195163d9f37a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889406 Sep 24 00:16:00.130397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152a296-d86c-4165-8ce1-472d7aac59a5 req-609b50d3-1a58-405e-97ef-3c929b089214 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:00.134016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b152a296-d86c-4165-8ce1-472d7aac59a5 req-609b50d3-1a58-405e-97ef-3c929b089214 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0726149 Sep 24 00:16:00.208853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b152a296-d86c-4165-8ce1-472d7aac59a5 req-27c48132-b5d6-4a06-a864-156c1c0aa27c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Sep 24 00:16:00.299487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c72e2a-ff12-46c8-b738-c8308a2f4c62 req-d3fdc9a8-d797-4579-b328-44e421042bf6 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:00.310007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01c72e2a-ff12-46c8-b738-c8308a2f4c62 req-d3fdc9a8-d797-4579-b328-44e421042bf6 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0748339 Sep 24 00:16:00.358188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01c72e2a-ff12-46c8-b738-c8308a2f4c62 req-0de4477e-549c-45af-b716-feb40a072967 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476027 Sep 24 00:16:00.643718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0324-2940-4cf7-9215-1e0eab41aea2 req-8a6374ae-4036-4405-a36b-88aedffef146 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:00.651846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13fd0324-2940-4cf7-9215-1e0eab41aea2 req-8a6374ae-4036-4405-a36b-88aedffef146 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0830081 Sep 24 00:16:00.731087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13fd0324-2940-4cf7-9215-1e0eab41aea2 req-86de8d57-33ce-4101-a9f1-a8defa27252f tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784628 Sep 24 00:16:00.732608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:16:00.757124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde81b6b-156d-45f9-8a59-776dee3f0930 req-d4adee45-b32d-43fd-b793-8f69243b0ef5 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:00.758867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bde81b6b-156d-45f9-8a59-776dee3f0930 req-d4adee45-b32d-43fd-b793-8f69243b0ef5 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 943 time: 0.1047428 Sep 24 00:16:00.809093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bde81b6b-156d-45f9-8a59-776dee3f0930 req-dc0ab290-83b9-44cb-b42f-4ddb63fb1f9f tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434461 Sep 24 00:16:00.899146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99144d4-0918-4e25-b65e-585362ce6f55 req-314ed4ed-a0fd-4fa3-b732-6538834328ec tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:00.900659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b99144d4-0918-4e25-b65e-585362ce6f55 req-314ed4ed-a0fd-4fa3-b732-6538834328ec tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 945 time: 0.0906971 Sep 24 00:16:00.905946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:00.920243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '59551e8f-1549-4b1b-b0c8-fcbdc0ab413e', 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411', 'port_id': '59551e8f-1549-4b1b-b0c8-fcbdc0ab413e', 'mac_address': 'fa:16:3e:41:9b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f5832e-7227-431f-bce2-71c6b22406ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:16:00.965700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b99144d4-0918-4e25-b65e-585362ce6f55 req-341e2783-08ee-424e-97d7-e79e9049dea3 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446541 Sep 24 00:16:00.996834 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:01.021660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:16:01.048520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:01.053101 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:01.286709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:01.298159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.299099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.299099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.300037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.300037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.300352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.300848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.301595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.301595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.302787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.302787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.302787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:01.356817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['59551e8f-1549-4b1b-b0c8-fcbdc0ab413e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:01.520110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0b0b2-9f82-4bf5-9c79-8224b012b5fd req-d5c40979-0e68-47f6-b65c-32a54ffa4dc5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:01.521877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ee0b0b2-9f82-4bf5-9c79-8224b012b5fd req-d5c40979-0e68-47f6-b65c-32a54ffa4dc5 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0757067 Sep 24 00:16:01.573773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ee0b0b2-9f82-4bf5-9c79-8224b012b5fd req-f3eafaa1-4c5f-4f18-a2a8-d94832a2fe44 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446608 Sep 24 00:16:01.900003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0dc493-7699-464c-9ca0-a6f7365b9f1b req-3bc0b9c1-a352-4f40-acb1-513aa756c63d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:01.903485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e0dc493-7699-464c-9ca0-a6f7365b9f1b req-3bc0b9c1-a352-4f40-acb1-513aa756c63d tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0618620 Sep 24 00:16:01.994677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e0dc493-7699-464c-9ca0-a6f7365b9f1b req-59136b70-48ff-4510-89ad-f265ad430810 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799160 Sep 24 00:16:02.003755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc308a8e-4129-48db-a1c1-c2a050bdc505 req-29f4fc30-dcae-4384-a3d8-3e0145f1e82d tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:02.005343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc308a8e-4129-48db-a1c1-c2a050bdc505 req-29f4fc30-dcae-4384-a3d8-3e0145f1e82d tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 944 time: 0.0830674 Sep 24 00:16:02.063950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-e492a68e-18f8-471f-8d39-ab026b5915ca tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:02.065540 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-e492a68e-18f8-471f-8d39-ab026b5915ca tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 945 time: 0.0764172 Sep 24 00:16:02.096015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc308a8e-4129-48db-a1c1-c2a050bdc505 req-bf1004c2-4e55-449e-a472-db08f7ead3b3 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749276 Sep 24 00:16:02.221010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b394f9-3f05-4440-98d5-c4a1d90f4180 req-f30d6971-5625-4827-9eb8-77d031faa855 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:02.223490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07b394f9-3f05-4440-98d5-c4a1d90f4180 req-f30d6971-5625-4827-9eb8-77d031faa855 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 945 time: 0.1018350 Sep 24 00:16:02.251433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Deleting port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:02.251782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:02.278187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07b394f9-3f05-4440-98d5-c4a1d90f4180 req-1c60cb8d-9ae2-4861-9e6b-ae02d8596cff tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/security-groups?id=d1ce156c-8fa0-44e4-96d4-d749fb2704b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432856 Sep 24 00:16:02.400422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] For port 74bc5405-2b6b-4417-9bc2-3010f679b3a2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=74bc5405-2b6b-4417-9bc2-3010f679b3a2,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:02.400897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:02.419881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Calling delete_port for 74bc5405-2b6b-4417-9bc2-3010f679b3a2 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:02.420124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-c59e307b-6782-4328-a09c-1c98213a5602 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:02.421407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-c59e307b-6782-4328-a09c-1c98213a5602 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.0880141 Sep 24 00:16:02.442248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45c6eb-d864-429f-9220-216f64710877 req-87bf0c64-cb9b-47e7-a2c2-b50f71aff518 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:02.444158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac45c6eb-d864-429f-9220-216f64710877 req-87bf0c64-cb9b-47e7-a2c2-b50f71aff518 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.18 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 945 time: 0.1071393 Sep 24 00:16:02.622965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Deleting port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:02.623430 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:02.624222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Deleting port a948832a-06e1-4764-b828-1bc89228238d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:02.624891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:02.755000 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:02.757127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:16:02.799697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event deleted for resources: {'Port': ['ID=74bc5405-2b6b-4417-9bc2-3010f679b3a2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:02.802993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] For port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,segment=NetworkSegment(9b55fd75-0628-4d8d-99bd-4febd1d21972),segment_id=9b55fd75-0628-4d8d-99bd-4febd1d21972)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:02.803360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:02.807693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4', '74bc5405-2b6b-4417-9bc2-3010f679b3a2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:02.845997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Calling delete_port for bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:02.869582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] For port a948832a-06e1-4764-b828-1bc89228238d, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=a948832a-06e1-4764-b828-1bc89228238d,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:02.874162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] No DVR routers for this DVR port 74bc5405-2b6b-4417-9bc2-3010f679b3a2 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:02.874708 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:02.886260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:02.892722 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "DELETE /v2.0/ports/74bc5405-2b6b-4417-9bc2-3010f679b3a2 HTTP/1.1" status: 204 len: 173 time: 0.8200672 Sep 24 00:16:02.895143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a977c-0a0c-43f7-a5ba-b9c6f030dd13 req-ffa4999b-3eb7-4a8e-805a-a2edc8a31529 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:02.897414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ac2c1f-ccc7-447b-9141-b1b02ea6c732', 'name': 'network-vif-deleted', 'tag': '74bc5405-2b6b-4417-9bc2-3010f679b3a2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:02.902964 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1b6b61-aa8f-4c81-b29d-faa6b5a0af7e" -d '{"events": [{"server_uuid": "34ac2c1f-ccc7-447b-9141-b1b02ea6c732", "name": "network-vif-deleted", "tag": "74bc5405-2b6b-4417-9bc2-3010f679b3a2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:02.903774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a5a977c-0a0c-43f7-a5ba-b9c6f030dd13 req-ffa4999b-3eb7-4a8e-805a-a2edc8a31529 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 944 time: 0.1572239 Sep 24 00:16:03.090466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a5a977c-0a0c-43f7-a5ba-b9c6f030dd13 req-62326fd4-4f3b-4212-95c4-f4b18fa6a510 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups?id=94add81d-6c07-4500-90e6-f88150f4d173&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851804 Sep 24 00:16:03.148156 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a0c875-133e-42dd-9b94-958903788f03 x-openstack-request-id: req-f6a0c875-133e-42dd-9b94-958903788f03 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:03.148759 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ac2c1f-ccc7-447b-9141-b1b02ea6c732", "name": "network-vif-deleted", "tag": "74bc5405-2b6b-4417-9bc2-3010f679b3a2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:03.150661 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f6a0c875-133e-42dd-9b94-958903788f03 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:03.151518 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ac2c1f-ccc7-447b-9141-b1b02ea6c732', 'name': 'network-vif-deleted', 'tag': '74bc5405-2b6b-4417-9bc2-3010f679b3a2', 'status': 'completed', 'code': 200} Sep 24 00:16:03.154673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:03.175324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:16:03.210482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:16:03.211205 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:03.252841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Pushing event deleted for resources: {'Port': ['ID=bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:03.308584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e964cbdb-e6d0-4a3b-9671-89e50bf581cf req-8efc7cae-e02b-4cb1-9648-f51c6d3ae96b tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=34ac2c1f-ccc7-447b-9141-b1b02ea6c732 HTTP/1.1" status: 200 len: 210 time: 0.0437510 Sep 24 00:16:03.322566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] No DVR routers for this DVR port bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:03.347978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:03.350595 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ac45c6eb-d864-429f-9220-216f64710877 req-a7a8e3ba-5718-4d84-97ef-6d215851ccf2 tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.18 "DELETE /v2.0/ports/bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 HTTP/1.1" status: 204 len: 173 time: 0.8978691 Sep 24 00:16:03.455666 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:03.499409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:03.500365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f82b77-20fc-4884-8dba-7f674c94edfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59551e8f-1549-4b1b-b0c8-fcbdc0ab413e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:03.502793 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb38af3b-085d-4ad6-a37d-daf6a7ccd0f3" -d '{"events": [{"server_uuid": "94f82b77-20fc-4884-8dba-7f674c94edfb", "name": "network-vif-plugged", "status": "completed", "tag": "59551e8f-1549-4b1b-b0c8-fcbdc0ab413e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:03.504543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e64ca-213f-4144-922c-6880ae57a250 req-4a7301e4-2b52-4af2-b09c-c403140efcfa tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:03.511157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:03.513039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4df3594e-2902-48f0-b685-6eea6dd3f162 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:03.519373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f57e64ca-213f-4144-922c-6880ae57a250 req-4a7301e4-2b52-4af2-b09c-c403140efcfa tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 944 time: 0.2935135 Sep 24 00:16:03.549127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 4df3594e-2902-48f0-b685-6eea6dd3f162 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:03.549386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4df3594e-2902-48f0-b685-6eea6dd3f162 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:03.596141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9411d93-e01d-483c-89da-5da47269c66d req-8b29a8e5-7f6e-46ca-9f7a-3cfe47aa49ff tempest-VolumesSnapshotTestJSON-2040406283 tempest-VolumesSnapshotTestJSON-2040406283-project] 10.222.0.24 "GET /v2.0/ports?device_id=a18f63f8-fb89-461c-976b-0c1e4ae447a9 HTTP/1.1" status: 200 len: 210 time: 0.0696568 Sep 24 00:16:03.596305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:03.676438 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcb973e-df49-4530-bd49-9f3aa11070a5 x-openstack-request-id: req-4fcb973e-df49-4530-bd49-9f3aa11070a5 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:03.676765 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f82b77-20fc-4884-8dba-7f674c94edfb", "name": "network-vif-plugged", "status": "completed", "tag": "59551e8f-1549-4b1b-b0c8-fcbdc0ab413e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:03.676990 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4fcb973e-df49-4530-bd49-9f3aa11070a5 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:03.677372 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f82b77-20fc-4884-8dba-7f674c94edfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59551e8f-1549-4b1b-b0c8-fcbdc0ab413e', 'code': 200} Sep 24 00:16:03.680433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f57e64ca-213f-4144-922c-6880ae57a250 req-396e918e-2957-4ab1-97cf-163ed43c249f tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593904 Sep 24 00:16:03.685354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:03.695743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:03.696126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:03.696451 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Floating IP 072a707e-cc1b-4a9e-bae5-9dff4263d2ad disassociated. External IP: 172.25.5.54, port: a948832a-06e1-4764-b828-1bc89228238d. Sep 24 00:16:03.696803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Calling delete_port for a948832a-06e1-4764-b828-1bc89228238d owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:03.805254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b25cc1-06e6-427a-be0d-2b1df1889500 req-f9f1af9a-26b0-4a45-9c88-7da75a5c8388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:03.807247 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b25cc1-06e6-427a-be0d-2b1df1889500 req-f9f1af9a-26b0-4a45-9c88-7da75a5c8388 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 1097 time: 0.0541272 Sep 24 00:16:03.866617 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5b25cc1-06e6-427a-be0d-2b1df1889500 req-ca3a2004-acf2-4e1a-b8a0-2014b7032fd1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518084 Sep 24 00:16:03.901151 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:03.941862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event deleted for resources: {'Port': ['ID=a948832a-06e1-4764-b828-1bc89228238d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:04.168852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Router 22f5b183-9c44-4497-a018-f4582d6fce0a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:16:04.265812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99c7a4fc-9792-4214-965d-7e8b96aa0a88 req-52965a17-23d2-4f33-9aef-56c3f91dbf16 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecae54bb-4a47-48ea-861d-d134a71807f0 HTTP/1.1" status: 200 len: 210 time: 0.0327477 Sep 24 00:16:04.331816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:16:04.344915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] Sync routers for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:16:04.358195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:16:04.358888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:15:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:04.391187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] No DVR routers for this DVR port a948832a-06e1-4764-b828-1bc89228238d on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:04.394588 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:04.397402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d9313c8-e98c-43b6-aa2e-d273aae2e7a8 req-3764fd3f-7837-4e8e-84fb-6c926000d5c0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.18 "DELETE /v2.0/ports/a948832a-06e1-4764-b828-1bc89228238d HTTP/1.1" status: 204 len: 173 time: 1.9697175 Sep 24 00:16:04.397853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-deleted', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:04.407372 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27500ca-7d77-4ec0-a5f8-d8bd8be901d4" -d '{"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-deleted", "tag": "a948832a-06e1-4764-b828-1bc89228238d"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:04.471208 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f812e25-6665-41e0-ba07-d70f5d30ab5b x-openstack-request-id: req-1f812e25-6665-41e0-ba07-d70f5d30ab5b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:04.471559 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecae54bb-4a47-48ea-861d-d134a71807f0", "name": "network-vif-deleted", "tag": "a948832a-06e1-4764-b828-1bc89228238d", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:04.471826 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f812e25-6665-41e0-ba07-d70f5d30ab5b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:04.472261 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecae54bb-4a47-48ea-861d-d134a71807f0', 'name': 'network-vif-deleted', 'tag': 'a948832a-06e1-4764-b828-1bc89228238d', 'status': 'completed', 'code': 200} Sep 24 00:16:04.569837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:16:04.917937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:51Z', 'revision_number': 5, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:04.944365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb7f9-a2a7-48a0-aa12-25f40332c512 req-b205eec5-458d-4e47-ba4c-e1d788afd0e2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:04.948967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc5cb7f9-a2a7-48a0-aa12-25f40332c512 req-b205eec5-458d-4e47-ba4c-e1d788afd0e2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 945 time: 0.1366012 Sep 24 00:16:05.032012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] Checking router: 22f5b183-9c44-4497-a018-f4582d6fce0a for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:16:05.035254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc5cb7f9-a2a7-48a0-aa12-25f40332c512 req-a415a831-de00-4d91-9069-11e98b96b9bf tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741570 Sep 24 00:16:05.090048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:16:05.090711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:15:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:05.153911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a18f63f8-fb89-461c-976b-0c1e4ae447a9', 'name': 'network-vif-deleted', 'tag': 'bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:05.156820 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d702a378-a2f3-48f6-920d-b8b7246b2959" -d '{"events": [{"server_uuid": "a18f63f8-fb89-461c-976b-0c1e4ae447a9", "name": "network-vif-deleted", "tag": "bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:05.233027 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade9d1b0-c0f8-4137-a0dd-a906a252c22d x-openstack-request-id: req-ade9d1b0-c0f8-4137-a0dd-a906a252c22d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:05.233326 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a18f63f8-fb89-461c-976b-0c1e4ae447a9", "name": "network-vif-deleted", "tag": "bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:05.233583 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ade9d1b0-c0f8-4137-a0dd-a906a252c22d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:05.234014 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a18f63f8-fb89-461c-976b-0c1e4ae447a9', 'name': 'network-vif-deleted', 'tag': 'bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8', 'status': 'completed', 'code': 200} Sep 24 00:16:05.299476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:16:05.421403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46518) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:05.593232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:51Z', 'revision_number': 5, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:05.622391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e4fa30-d36d-4eec-9bad-e5024d49c40d None None] The sync data for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 is: [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:07:46Z', 'revision_number': 4, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19dc0dd2-332d-4c55-8063-a12e90e78d71', 'name': '', 'network_id': '9117d1e5-03f7-487e-ace4-14594dc887ae', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'mac_address': 'fa:16:3e:41:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:45Z', 'updated_at': '2021-09-24T00:07:51Z', 'revision_number': 5, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'subnets': [{'id': '36cc72d9-bbac-4cdb-b503-42ba974db883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:16:05.623144 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ea9f53-5de0-4791-97d9-f6bd3d70dee0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:05.701986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ea9f53-5de0-4791-97d9-f6bd3d70dee0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:05.733751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce4bed-1a41-4cbe-bd0a-8102a22a1f1f req-41738786-1e82-44f7-a636-f9eab83debf2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:05.741997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dce4bed-1a41-4cbe-bd0a-8102a22a1f1f req-41738786-1e82-44f7-a636-f9eab83debf2 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 945 time: 0.2018640 Sep 24 00:16:05.798967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ea9f53-5de0-4791-97d9-f6bd3d70dee0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:05.801971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-41ea9f53-5de0-4791-97d9-f6bd3d70dee0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:05.803568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-41ea9f53-5de0-4791-97d9-f6bd3d70dee0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "DELETE /v2.0/security-groups/94add81d-6c07-4500-90e6-f88150f4d173 HTTP/1.1" status: 204 len: 168 time: 0.3808534 Sep 24 00:16:05.807257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:05.829480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ea9f53-5de0-4791-97d9-f6bd3d70dee0 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94add81d-6c07-4500-90e6-f88150f4d173,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:05.832386 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-f6f9f538-5b08-44ea-9e74-d09c17770d84 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] show failed (client error): The resource could not be found. Sep 24 00:16:05.833629 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f6f9f538-5b08-44ea-9e74-d09c17770d84 tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "GET /v2.0/security-groups/94add81d-6c07-4500-90e6-f88150f4d173 HTTP/1.1" status: 404 len: 347 time: 0.0253956 Sep 24 00:16:05.836440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46530) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:05.881694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dce4bed-1a41-4cbe-bd0a-8102a22a1f1f req-7c490205-9b9d-4d15-af0f-8ebdf373c47a tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338871 Sep 24 00:16:06.048931 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c0f613-5ded-4153-b3ba-ba06eeff45bb None None] New status for floating IP 072a707e-cc1b-4a9e-bae5-9dff4263d2ad: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:16:06.091298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Deleting port 96ec855d-f3aa-4062-92f3-f9ad445c63b9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:06.091788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:06.246323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a143b75-7dd4-4b04-a387-6fd44127786d req-b6f08bdc-8831-4fbd-871a-5d4f718ce6ca tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:06.265581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a143b75-7dd4-4b04-a387-6fd44127786d req-b6f08bdc-8831-4fbd-871a-5d4f718ce6ca tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 945 time: 0.1393573 Sep 24 00:16:06.297441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:06.298000 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:06.316446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Calling delete_port for 96ec855d-f3aa-4062-92f3-f9ad445c63b9 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:06.337677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a143b75-7dd4-4b04-a387-6fd44127786d req-d3579e6a-af43-415e-9b87-c7423f56c085 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704589 Sep 24 00:16:06.480921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:06.494547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:06.509445 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:06.510115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device bb813e2c-d78d-42f7-98c4-fc7ed48c0fd8 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:06.510746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:06.547523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: a948832a-06e1-4764-b828-1bc89228238d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:06.550271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device a948832a-06e1-4764-b828-1bc89228238d not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:06.551127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 74bc5405-2b6b-4417-9bc2-3010f679b3a2 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:06.584816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 74bc5405-2b6b-4417-9bc2-3010f679b3a2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:06.585604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 74bc5405-2b6b-4417-9bc2-3010f679b3a2 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:06.600395 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:06.608620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Pushing event deleted for resources: {'Port': ['ID=96ec855d-f3aa-4062-92f3-f9ad445c63b9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:06.659707 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:06.661786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:06.669608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7feeb7b9-3008-4025-83cf-7a80a5b927cc tempest-ServerActionsTestJSON-190727582 tempest-ServerActionsTestJSON-190727582-project] 10.222.0.24 "DELETE /v2.0/floatingips/072a707e-cc1b-4a9e-bae5-9dff4263d2ad HTTP/1.1" status: 204 len: 168 time: 0.8256583 Sep 24 00:16:06.670227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46554) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:06.711359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-91d3e05f-a1cd-4bdf-8da7-fd1ecc78ca81 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:06.713166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-91d3e05f-a1cd-4bdf-8da7-fd1ecc78ca81 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 945 time: 0.0672927 Sep 24 00:16:06.874686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Deleting port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:06.875726 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:07.173516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] For port fc0c9b0b-20e8-46c8-bf82-e05f992247f4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,segment=NetworkSegment(ad163985-53ee-401e-ad9b-1316002b3cc0),segment_id=ad163985-53ee-401e-ad9b-1316002b3cc0)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:07.174163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:07.196324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Calling delete_port for fc0c9b0b-20e8-46c8-bf82-e05f992247f4 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:07.206548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b0ffcc-7fe6-40d1-b99e-0bf086a23544 req-898e9bdd-29d3-43e4-8776-aed418696489 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:07.208664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05b0ffcc-7fe6-40d1-b99e-0bf086a23544 req-898e9bdd-29d3-43e4-8776-aed418696489 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 945 time: 0.1245830 Sep 24 00:16:07.373719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a540c7d9-7719-4a6e-a3b7-2a36b62de7ee req-49245da9-9165-43a2-878a-d73c456443fa tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:07.376074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a540c7d9-7719-4a6e-a3b7-2a36b62de7ee req-49245da9-9165-43a2-878a-d73c456443fa tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 945 time: 0.1660280 Sep 24 00:16:07.428414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05b0ffcc-7fe6-40d1-b99e-0bf086a23544 req-d55890af-86fe-45a8-bac1-8e21df38a400 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/security-groups?id=3884565c-498c-4b60-99aa-8a358a616510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646025 Sep 24 00:16:07.460864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a540c7d9-7719-4a6e-a3b7-2a36b62de7ee req-de7a135b-ed01-4d9c-94b1-068de0dd2c02 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731671 Sep 24 00:16:07.665584 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:07.688237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['fc0c9b0b-20e8-46c8-bf82-e05f992247f4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:07.709435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Pushing event deleted for resources: {'Port': ['ID=fc0c9b0b-20e8-46c8-bf82-e05f992247f4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:07.833493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] No DVR routers for this DVR port fc0c9b0b-20e8-46c8-bf82-e05f992247f4 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:07.843287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:07.856697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa76f588-1ed3-4ce9-bfc1-449c73c2c187 req-82438b93-43df-45b0-98a6-8162a5a262d5 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.18 "DELETE /v2.0/ports/fc0c9b0b-20e8-46c8-bf82-e05f992247f4 HTTP/1.1" status: 204 len: 173 time: 1.1361041 Sep 24 00:16:07.856697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc58c22-e315-4c21-8d9c-e1d86c5b868f', 'name': 'network-vif-deleted', 'tag': 'fc0c9b0b-20e8-46c8-bf82-e05f992247f4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:07.867077 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dbaff9-1471-44a9-89f6-1cda7dc6a081" -d '{"events": [{"server_uuid": "fdc58c22-e315-4c21-8d9c-e1d86c5b868f", "name": "network-vif-deleted", "tag": "fc0c9b0b-20e8-46c8-bf82-e05f992247f4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:07.875328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:07.936221 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027e73dc-b7a7-4a51-8197-42f96d5d3d25 x-openstack-request-id: req-027e73dc-b7a7-4a51-8197-42f96d5d3d25 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:07.936975 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc58c22-e315-4c21-8d9c-e1d86c5b868f", "name": "network-vif-deleted", "tag": "fc0c9b0b-20e8-46c8-bf82-e05f992247f4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:07.937297 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-027e73dc-b7a7-4a51-8197-42f96d5d3d25 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:07.937998 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdc58c22-e315-4c21-8d9c-e1d86c5b868f', 'name': 'network-vif-deleted', 'tag': 'fc0c9b0b-20e8-46c8-bf82-e05f992247f4', 'status': 'completed', 'code': 200} Sep 24 00:16:08.318656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Deleting port 19dc0dd2-332d-4c55-8063-a12e90e78d71 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:08.319374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:08.508427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] For port 19dc0dd2-332d-4c55-8063-a12e90e78d71, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19dc0dd2-332d-4c55-8063-a12e90e78d71,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:08.509176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:08.558310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b2b12-6018-475b-a8af-917df0f82e4b req-bfe57e28-8cc3-4b7c-92d2-5e13b25f97b2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:08.570885 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-787b2b12-6018-475b-a8af-917df0f82e4b req-bfe57e28-8cc3-4b7c-92d2-5e13b25f97b2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.20 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 945 time: 0.1328628 Sep 24 00:16:08.640054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Calling delete_port for 19dc0dd2-332d-4c55-8063-a12e90e78d71 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:08.645368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec166be-6fb1-4054-9671-f47a6f74ebce req-8ab7dedf-caa6-4abd-bd66-b59a320d7eab tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:08.657443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ec166be-6fb1-4054-9671-f47a6f74ebce req-8ab7dedf-caa6-4abd-bd66-b59a320d7eab tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 945 time: 0.0907183 Sep 24 00:16:08.711876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ec166be-6fb1-4054-9671-f47a6f74ebce req-9a386eab-1ab4-490f-bf65-d05630e6378e tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534055 Sep 24 00:16:08.910377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Deleting port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:08.911364 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:09.015478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] For port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:09.015938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:09.034725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Calling delete_port for 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:09.070741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f769240-21da-47cf-93d2-4c2b01422b0c req-6187b52f-b3d2-472f-921f-c2fa9b64dd9c tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] 10.222.0.24 "GET /v2.0/ports?device_id=fdc58c22-e315-4c21-8d9c-e1d86c5b868f HTTP/1.1" status: 200 len: 210 time: 0.0404313 Sep 24 00:16:09.151588 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:09.291498 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:09.327667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Pushing event deleted for resources: {'Port': ['ID=19dc0dd2-332d-4c55-8063-a12e90e78d71,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:09.331739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:09.345112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['59551e8f-1549-4b1b-b0c8-fcbdc0ab413e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:09.428096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Pushing event deleted for resources: {'Port': ['ID=59551e8f-1549-4b1b-b0c8-fcbdc0ab413e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:09.566009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] No DVR routers for this DVR port 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:09.571021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:09.573293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-787b2b12-6018-475b-a8af-917df0f82e4b req-1035334a-caf3-4806-a5bd-723dac32ef07 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.20 "DELETE /v2.0/ports/59551e8f-1549-4b1b-b0c8-fcbdc0ab413e HTTP/1.1" status: 204 len: 173 time: 0.9991956 Sep 24 00:16:09.574561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f82b77-20fc-4884-8dba-7f674c94edfb', 'name': 'network-vif-deleted', 'tag': '59551e8f-1549-4b1b-b0c8-fcbdc0ab413e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:09.577418 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1f4f05-90a1-4ec2-9fbc-ff4ddb96e694" -d '{"events": [{"server_uuid": "94f82b77-20fc-4884-8dba-7f674c94edfb", "name": "network-vif-deleted", "tag": "59551e8f-1549-4b1b-b0c8-fcbdc0ab413e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:09.669721 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5383e7c-dd24-4bcf-b35e-0c69cc2d78ea x-openstack-request-id: req-a5383e7c-dd24-4bcf-b35e-0c69cc2d78ea {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:09.670082 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f82b77-20fc-4884-8dba-7f674c94edfb", "name": "network-vif-deleted", "tag": "59551e8f-1549-4b1b-b0c8-fcbdc0ab413e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:09.670257 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a5383e7c-dd24-4bcf-b35e-0c69cc2d78ea {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:09.670649 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f82b77-20fc-4884-8dba-7f674c94edfb', 'name': 'network-vif-deleted', 'tag': '59551e8f-1549-4b1b-b0c8-fcbdc0ab413e', 'status': 'completed', 'code': 200} Sep 24 00:16:09.751119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:09.932063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7f77bd0-0f1f-42e6-8d53-dc65c64b9e80 req-d97939f1-562f-4c1e-a0ad-a9ba04a5ece8 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=94f82b77-20fc-4884-8dba-7f674c94edfb HTTP/1.1" status: 200 len: 210 time: 0.0774744 Sep 24 00:16:10.089960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Router 22f5b183-9c44-4497-a018-f4582d6fce0a has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:16:10.136043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46648) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:10.198103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Deleting subnet 59b704d5-6054-4774-9bcf-25ca6f431ed7 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:16:10.202721 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.275239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.355703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:16:10.363841 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3bda463c-f48f-4447-ae45-141934a2f1cf admin admin] 10.222.0.24 "PUT /v2.0/routers/22f5b183-9c44-4497-a018-f4582d6fce0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6926014 Sep 24 00:16:10.366322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] Sync routers for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:16:10.367519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46652) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:10.376457 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.390982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:16:10.391617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:15:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:10.473458 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.497970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fc0c9b0b-20e8-46c8-bf82-e05f992247f4 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:10.528880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: fc0c9b0b-20e8-46c8-bf82-e05f992247f4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:10.529299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device fc0c9b0b-20e8-46c8-bf82-e05f992247f4 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:10.543470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59b704d5-6054-4774-9bcf-25ca6f431ed7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:10.548536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.550791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/59b704d5-6054-4774-9bcf-25ca6f431ed7 HTTP/1.1" status: 204 len: 168 time: 0.4132271 Sep 24 00:16:10.557000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:10.568893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.570360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.570921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.571438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.571972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.572540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.573553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.574111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.574650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.575183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.576990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.577543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0e470e-636c-4232-ad0f-2085d232c132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:10.589137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.634832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:16:10.666565 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.843579 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.867218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.916047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7535db54-e52f-4873-8dc1-92355e04ada4']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:10.927952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad163985-53ee-401e-ad9b-1316002b3cc0') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:10.928546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad163985-53ee-401e-ad9b-1316002b3cc0') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:10.942020 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.946134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Deleting port 6b1d60fe-3e52-42ee-aa16-97ffccab5148 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:10.946625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.975480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:10.991192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:16:10.998207 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:11.134560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218'}], 'enable_snat': True}, 'gw_port_id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:16:09Z', 'revision_number': 5, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port': {'id': '6b1d60fe-3e52-42ee-aa16-97ffccab5148', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:6f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:07:41Z', 'updated_at': '2021-09-24T00:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:16:11.152917 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:16:11.162823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:11.173774 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:11.193734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7535db54-e52f-4873-8dc1-92355e04ada4 HTTP/1.1" status: 204 len: 168 time: 0.6344581 Sep 24 00:16:11.201808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] For port 6b1d60fe-3e52-42ee-aa16-97ffccab5148, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b1d60fe-3e52-42ee-aa16-97ffccab5148,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:11.201808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:11.242911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e466b57-3b4d-4ac8-8186-c4a5d537eb15 admin admin] Pushing event deleted for resources: {'Network': ['ID=7535db54-e52f-4873-8dc1-92355e04ada4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:11.269512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] Checking router: 22f5b183-9c44-4497-a018-f4582d6fce0a for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:16:11.274410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Calling delete_port for 6b1d60fe-3e52-42ee-aa16-97ffccab5148 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:11.333872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] Routers {'22f5b183-9c44-4497-a018-f4582d6fce0a'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:16:11.338366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:15:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['22f5b183-9c44-4497-a018-f4582d6fce0a'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:11.527660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af334b06-c192-446c-a207-b13a0e04fd5e req-4f5e3c63-3c80-42c4-90bd-1e7378348ed1 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:11.540304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-4f5e3c63-3c80-42c4-90bd-1e7378348ed1 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/networks?id=6ddece8c-8cd7-4134-ab39-810bdc431411 HTTP/1.1" status: 200 len: 808 time: 0.2490013 Sep 24 00:16:11.556172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46702) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:11.600286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-1be5f351-11d3-49db-a98b-ca427fd84e24 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/quotas/7a7aedd29ab246cebc8fd3765ec72788 HTTP/1.1" status: 200 len: 375 time: 0.0586469 Sep 24 00:16:11.606453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] Set router 22f5b183-9c44-4497-a018-f4582d6fce0a gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:16:11.743895 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:11.767755 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:16:10Z', 'revision_number': 6, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:11.775897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b1d60fe-3e52-42ee-aa16-97ffccab5148,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:11.787063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.787429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.787761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.788100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.788533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.788920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.789251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.789582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.789906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.790234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.790616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.791001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:16:11.800790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1bdb9d-a66a-48a2-83b3-b66a017d6777 None None] The sync data for ids ['22f5b183-9c44-4497-a018-f4582d6fce0a'] in n-d-713498-18 is: [{'id': '22f5b183-9c44-4497-a018-f4582d6fce0a', 'name': 'tempest-ServerActionsTestJSON-1302149286-router', 'tenant_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:07:40Z', 'updated_at': '2021-09-24T00:16:10Z', 'revision_number': 6, 'project_id': 'a3c6a84110b64f28b5c71e13d76255f8', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:16:11.808311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-f53498a2-2bc5-4dde-9a41-42381b5d3678 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a7aedd29ab246cebc8fd3765ec72788&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2050531 Sep 24 00:16:11.958084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e85d0b30-416d-49cd-9d77-cab2ef1e3ecb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ad4e10a11c840b496a7ddcd458c6d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003956 Sep 24 00:16:11.960333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46712) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:11.983203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.014036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-9418454e-3e9d-4bc0-8d66-78c29e0f037b service neutron] 10.222.0.24 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047834 Sep 24 00:16:12.175482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-bf784a50-2710-4d5d-95de-016e12592766 service neutron] 10.222.0.24 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601977 Sep 24 00:16:12.229159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.234594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.297373 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91495f3c-1b88-4689-9e6e-5cc31a5b2627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.312691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.313766 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22f5b183-9c44-4497-a018-f4582d6fce0a {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:16:12.322067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.334793 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5f8faa6e-80e3-435f-a0f6-6440015c18b2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/22f5b183-9c44-4497-a018-f4582d6fce0a HTTP/1.1" status: 204 len: 168 time: 1.9659808 Sep 24 00:16:12.336155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46722) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:12.369665 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91495f3c-1b88-4689-9e6e-5cc31a5b2627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.429824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-646c0f62-5255-45a7-ac38-32b9bc50fb19 req-5da9871f-25a5-4b9d-b95f-05a59a9206a8 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 210 time: 0.0467601 Sep 24 00:16:12.442508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ad1c38-fdbb-4207-96fd-ec30312b8b94 admin admin] Deleting subnet 36cc72d9-bbac-4cdb-b503-42ba974db883 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:16:12.447709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1c38-fdbb-4207-96fd-ec30312b8b94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.481835 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91495f3c-1b88-4689-9e6e-5cc31a5b2627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.484521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91495f3c-1b88-4689-9e6e-5cc31a5b2627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:12.488777 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91495f3c-1b88-4689-9e6e-5cc31a5b2627 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3884565c-498c-4b60-99aa-8a358a616510 HTTP/1.1" status: 204 len: 168 time: 0.5234427 Sep 24 00:16:12.508343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91495f3c-1b88-4689-9e6e-5cc31a5b2627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3884565c-498c-4b60-99aa-8a358a616510,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:12.767164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:12.818701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:12.820019 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 59551e8f-1549-4b1b-b0c8-fcbdc0ab413e not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:13.058454 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1c38-fdbb-4207-96fd-ec30312b8b94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:13.219713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1c38-fdbb-4207-96fd-ec30312b8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:13.344656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1c38-fdbb-4207-96fd-ec30312b8b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:13.415273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad1c38-fdbb-4207-96fd-ec30312b8b94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36cc72d9-bbac-4cdb-b503-42ba974db883,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:13.423922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0ad1c38-fdbb-4207-96fd-ec30312b8b94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:13.430244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e0ad1c38-fdbb-4207-96fd-ec30312b8b94 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/36cc72d9-bbac-4cdb-b503-42ba974db883 HTTP/1.1" status: 204 len: 168 time: 1.0926480 Sep 24 00:16:13.430850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46756) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:13.432698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd0bb59-9ba7-48c4-82e3-9bf7c381c939 None None] Network 9117d1e5-03f7-487e-ace4-14594dc887ae requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:16:13.543325 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:13.628285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5bf7d75-5fc0-4469-b3ce-fcc655e5b08f req-6fe0d5c9-221d-47dd-b11a-af1313307bd9 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 210 time: 0.0739267 Sep 24 00:16:13.724433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6b1d60fe-3e52-42ee-aa16-97ffccab5148 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:14.093420 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6b1d60fe-3e52-42ee-aa16-97ffccab5148 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:14.094675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6b1d60fe-3e52-42ee-aa16-97ffccab5148 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:14.095292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19dc0dd2-332d-4c55-8063-a12e90e78d71 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:14.128388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 19dc0dd2-332d-4c55-8063-a12e90e78d71 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:14.129378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19dc0dd2-332d-4c55-8063-a12e90e78d71 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:14.240723 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] DHCP port deletion for 9117d1e5-03f7-487e-ace4-14594dc887ae request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:16:14.349300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Deleting port 6f956117-e680-4008-812e-745fcd0951a4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:14.349645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:14.357233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] Deleting port 6f956117-e680-4008-812e-745fcd0951a4 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:14.359491 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:14.469788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] For port 6f956117-e680-4008-812e-745fcd0951a4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6f956117-e680-4008-812e-745fcd0951a4,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:14.470540 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:14.499531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af334b06-c192-446c-a207-b13a0e04fd5e req-fb93c82d-920a-4ae9-afff-d351f959c596 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:14.501187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-fb93c82d-920a-4ae9-afff-d351f959c596 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.20 "GET /v2.0/networks?id=6ddece8c-8cd7-4134-ab39-810bdc431411 HTTP/1.1" status: 200 len: 808 time: 0.2790020 Sep 24 00:16:14.503765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] For port 6f956117-e680-4008-812e-745fcd0951a4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6f956117-e680-4008-812e-745fcd0951a4,segment=NetworkSegment(6e9ba1d7-7dca-4465-809f-1ab71cc02dff),segment_id=6e9ba1d7-7dca-4465-809f-1ab71cc02dff)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:14.504134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:14.504374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] Calling delete_port for 6f956117-e680-4008-812e-745fcd0951a4 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:14.527431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Request body: {'port': {'device_id': '52cd916e-4ca9-412b-9921-4a2bad4c92c8', 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411', 'admin_state_up': True, 'tenant_id': '7a7aedd29ab246cebc8fd3765ec72788'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:14.546659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Calling delete_port for 6f956117-e680-4008-812e-745fcd0951a4 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:14.644199 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:14.679699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] No DVR routers for this DVR port 6f956117-e680-4008-812e-745fcd0951a4 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:14.684442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e071866-b26b-4f2b-8728-0e8f771d0f2b None None] Pushing event deleted for resources: {'Port': ['ID=6f956117-e680-4008-812e-745fcd0951a4,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:14.707505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:14.809727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fac61ba2-e270-4291-8fef-79186627dcb2 req-3af9eb28-c8fc-4de7-867f-a99d7ba12185 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 210 time: 0.0424802 Sep 24 00:16:14.901973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f956117-e680-4008-812e-745fcd0951a4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:14.916734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] No DVR routers for this DVR port 6f956117-e680-4008-812e-745fcd0951a4 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:14.975093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Made reservation on behalf of 7a7aedd29ab246cebc8fd3765ec72788 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:16:14.979438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.035197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.122868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9117d1e5-03f7-487e-ace4-14594dc887ae']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:15.140150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9ba1d7-7dca-4465-809f-1ab71cc02dff') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:15.140449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9ba1d7-7dca-4465-809f-1ab71cc02dff') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:15.156617 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.201550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.213560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:16:15.214024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: self.session.flush() Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:16:15.215719 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:16:15.275758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Allocated IP 172.20.0.13 (6ddece8c-8cd7-4134-ab39-810bdc431411/47f5832e-7227-431f-bce2-71c6b22406ef/558f87a5-467d-4f4c-a2fd-9d168b4de5e9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:16:15.292775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.302892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.308173 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9117d1e5-03f7-487e-ace4-14594dc887ae HTTP/1.1" status: 204 len: 168 time: 1.8757989 Sep 24 00:16:15.329117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a0802-1c33-4626-ad57-bd1f3e107b81 admin admin] Pushing event deleted for resources: {'Network': ['ID=9117d1e5-03f7-487e-ace4-14594dc887ae,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:15.591712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6f956117-e680-4008-812e-745fcd0951a4 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:15.660636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6f956117-e680-4008-812e-745fcd0951a4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:15.660988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6f956117-e680-4008-812e-745fcd0951a4 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:15.661812 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.773966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:15.787839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46804) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:15.827018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Pushing event updated for resources: {'Port': ['ID=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:15.842783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Network 6ddece8c-8cd7-4134-ab39-810bdc431411 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:16:15.844258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:16:15.846789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:16:15.997224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:15.998054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.021816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-10586891-24cb-4891-814d-7670a79b5581 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5040655 Sep 24 00:16:16.069438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Request body: {'port': {'device_id': '52cd916e-4ca9-412b-9921-4a2bad4c92c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:16.071733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b635a173-a8c0-47cf-a92f-788a062feeff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3c6a84110b64f28b5c71e13d76255f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2822895 Sep 24 00:16:16.076365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46820) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:16.118205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20538ee-4a9a-4d60-aef5-13667e013561 req-03c7e4a4-d7cb-4ac3-af21-5f0db7749a0d tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:16.125260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c20538ee-4a9a-4d60-aef5-13667e013561 req-03c7e4a4-d7cb-4ac3-af21-5f0db7749a0d tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 932 time: 0.1297772 Sep 24 00:16:16.267563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.284162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c20538ee-4a9a-4d60-aef5-13667e013561 req-4f9d2351-9ee6-4090-8ad0-9040bd1e691a tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499414 Sep 24 00:16:16.317595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abbc57c7-b52c-4bbf-a8af-87f1d2b96210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.517146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abbc57c7-b52c-4bbf-a8af-87f1d2b96210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.661380 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abbc57c7-b52c-4bbf-a8af-87f1d2b96210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.670513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-abbc57c7-b52c-4bbf-a8af-87f1d2b96210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.671726 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-abbc57c7-b52c-4bbf-a8af-87f1d2b96210 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d408195-f95b-4c9e-9fa1-17792c3a4dd7 HTTP/1.1" status: 204 len: 168 time: 0.5948422 Sep 24 00:16:16.705336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc57c7-b52c-4bbf-a8af-87f1d2b96210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d408195-f95b-4c9e-9fa1-17792c3a4dd7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:16.811239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:16:16.820230 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.833418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Transition to ACTIVE for port object 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:16:16.848048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:16.918119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46844) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:16.939847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Pushing event updated for resources: {'Port': ['ID=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:17.058319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Attempting to bind port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:16:17.058662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Attempting to bind port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:16:17.059014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Attempting to bind port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 on network 6ddece8c-8cd7-4134-ab39-810bdc431411 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:16:17.066747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 on network 6ddece8c-8cd7-4134-ab39-810bdc431411 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:16:17.070441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Attempting to bind port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 on network 6ddece8c-8cd7-4134-ab39-810bdc431411 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:16:17.083145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:16:17.083604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Checking segment: {'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:16:17.087479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Bound using segment: {'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:16:17.087931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Bound port: 558f87a5-467d-4f4c-a2fd-9d168b4de5e9, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9beddfde-aa5e-4fbe-b447-d76e21734912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:16:17.091580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:17.213225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] For port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:16:17.226877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] For port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:16:17.242239 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:17.327830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:17.328532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:17.330065 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] 10.222.0.20 "PUT /v2.0/ports/558f87a5-467d-4f4c-a2fd-9d168b4de5e9 HTTP/1.1" status: 200 len: 1093 time: 1.2996428 Sep 24 00:16:17.330624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52cd916e-4ca9-412b-9921-4a2bad4c92c8', 'tag': '558f87a5-467d-4f4c-a2fd-9d168b4de5e9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:17.332896 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e120aa-4622-4f3d-934f-4efd0776b167" -d '{"events": [{"name": "network-changed", "server_uuid": "52cd916e-4ca9-412b-9921-4a2bad4c92c8", "tag": "558f87a5-467d-4f4c-a2fd-9d168b4de5e9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:17.383686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e219b7-9963-4322-b8d1-3f417650da4d service neutron] Pushing event updated for resources: {'Port': ['ID=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:17.449431 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181c527-d3e7-478c-b86a-19c0543b6587 x-openstack-request-id: req-9181c527-d3e7-478c-b86a-19c0543b6587 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:17.449872 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52cd916e-4ca9-412b-9921-4a2bad4c92c8", "tag": "558f87a5-467d-4f4c-a2fd-9d168b4de5e9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:17.450131 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9181c527-d3e7-478c-b86a-19c0543b6587 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:17.450545 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52cd916e-4ca9-412b-9921-4a2bad4c92c8', 'tag': '558f87a5-467d-4f4c-a2fd-9d168b4de5e9', 'status': 'completed', 'code': 200} Sep 24 00:16:17.483192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af334b06-c192-446c-a207-b13a0e04fd5e req-32cafa2d-9bba-4234-bc90-1cd57ce9efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:17.485010 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-32cafa2d-9bba-4234-bc90-1cd57ce9efbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a7aedd29ab246cebc8fd3765ec72788&device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 1096 time: 0.0955639 Sep 24 00:16:17.531232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b453ca-b578-4ccd-bc47-b730f2a34991 req-b875f543-5736-407f-bcd1-97b8f533bf9f tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:17.542097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8b453ca-b578-4ccd-bc47-b730f2a34991 req-b875f543-5736-407f-bcd1-97b8f533bf9f tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 944 time: 0.1070638 Sep 24 00:16:17.598019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8b453ca-b578-4ccd-bc47-b730f2a34991 req-3ff06fb7-2edf-4edb-bd93-d12a599b3ae8 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530138 Sep 24 00:16:17.629627 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bee7f5f7-6f25-49d3-bd3d-2e9db1674e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:17.649776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-0835b908-7486-4df2-83eb-9101d9f61cbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558f87a5-467d-4f4c-a2fd-9d168b4de5e9 HTTP/1.1" status: 200 len: 217 time: 0.1569734 Sep 24 00:16:17.765741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af334b06-c192-446c-a207-b13a0e04fd5e req-4e40d696-b56d-4bfa-8170-86df8a5cdf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:17.768696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bee7f5f7-6f25-49d3-bd3d-2e9db1674e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:17.771253 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-4e40d696-b56d-4bfa-8170-86df8a5cdf29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f5832e-7227-431f-bce2-71c6b22406ef HTTP/1.1" status: 200 len: 848 time: 0.1146412 Sep 24 00:16:17.780090 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bee7f5f7-6f25-49d3-bd3d-2e9db1674e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:17.836971 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-8af4d7a8-9a28-4109-9e25-9afb42f139f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddece8c-8cd7-4134-ab39-810bdc431411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520051 Sep 24 00:16:17.856725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee7f5f7-6f25-49d3-bd3d-2e9db1674e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f955c513-2fbb-4a36-bca5-a42c62bf7fcd,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:17.905139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bee7f5f7-6f25-49d3-bd3d-2e9db1674e78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=db9cc60359e848f29e8d1c8da2d4704e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9852200 Sep 24 00:16:17.907202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46866) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:18.032252 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-be4ee193-c866-4830-b2e5-df15efc6f7ad service neutron] 10.222.0.20 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921628 Sep 24 00:16:18.082660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c58245cc-4378-4d19-b030-2a02511ed2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:18.161876 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c58245cc-4378-4d19-b030-2a02511ed2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:18.216219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af334b06-c192-446c-a207-b13a0e04fd5e req-b0f2e189-9782-41be-88dd-2363bcd55cac service neutron] 10.222.0.20 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714301 Sep 24 00:16:18.273131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c58245cc-4378-4d19-b030-2a02511ed2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:18.282027 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c58245cc-4378-4d19-b030-2a02511ed2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:18.286985 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c58245cc-4378-4d19-b030-2a02511ed2b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f955c513-2fbb-4a36-bca5-a42c62bf7fcd HTTP/1.1" status: 204 len: 168 time: 0.3777740 Sep 24 00:16:18.326667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58245cc-4378-4d19-b030-2a02511ed2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f955c513-2fbb-4a36-bca5-a42c62bf7fcd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:18.395654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-04d50427-ddd2-4eca-a366-b81b4b8543c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:18.397171 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-04d50427-ddd2-4eca-a366-b81b4b8543c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7a7aedd29ab246cebc8fd3765ec72788&device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 1096 time: 0.1004694 Sep 24 00:16:18.595454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-b8ac80f8-a5c7-4aa8-a774-1a50b63e5e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:18.602168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-b8ac80f8-a5c7-4aa8-a774-1a50b63e5e24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddece8c-8cd7-4134-ab39-810bdc431411 HTTP/1.1" status: 200 len: 909 time: 0.1908116 Sep 24 00:16:18.681027 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-27f451ce-2ab9-4b94-adfa-86a6e64916c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=558f87a5-467d-4f4c-a2fd-9d168b4de5e9 HTTP/1.1" status: 200 len: 217 time: 0.0715668 Sep 24 00:16:18.770796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca6b7d5-7012-4e45-88fa-f1ccb3606beb req-fc1ec242-8b92-414d-9e5c-3bd01c6c192a tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:18.774636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-9e759fae-65fc-491c-8758-1e6be99d251b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:18.776391 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-9e759fae-65fc-491c-8758-1e6be99d251b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=47f5832e-7227-431f-bce2-71c6b22406ef HTTP/1.1" status: 200 len: 848 time: 0.0884984 Sep 24 00:16:18.781582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ca6b7d5-7012-4e45-88fa-f1ccb3606beb req-fc1ec242-8b92-414d-9e5c-3bd01c6c192a tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 944 time: 0.0920267 Sep 24 00:16:18.828662 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-ff4faf3e-cde8-4e29-bf5c-14ea6cd43898 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddece8c-8cd7-4134-ab39-810bdc431411&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445938 Sep 24 00:16:18.842362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ca6b7d5-7012-4e45-88fa-f1ccb3606beb req-c278012b-aa24-4a32-9fa9-4ada0a52dff2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465028 Sep 24 00:16:19.003577 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-391ee4f0-eb60-46f7-bda8-16b1c97475c4 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649580 Sep 24 00:16:19.150097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b4e120aa-4622-4f3d-934f-4efd0776b167 req-bc0c5ee6-14aa-432b-b69e-2e80c25ae2dd service neutron] 10.222.0.20 "GET /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384892 Sep 24 00:16:19.497004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46904) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:19.778839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-128883341-network', 'tenant_id': '4fae59c5f1d7466abf89cddd8bba204c'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:19.812055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Made reservation on behalf of 4fae59c5f1d7466abf89cddd8bba204c for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:16:19.817723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:19.834598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:19.931358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46916) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:19.999040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c7afa-7bcc-42d8-a75a-d73c0ae79829 req-531e2198-a239-4392-9838-5b9a32fbeed7 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:20.000564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-933c7afa-7bcc-42d8-a75a-d73c0ae79829 req-531e2198-a239-4392-9838-5b9a32fbeed7 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 944 time: 0.0747678 Sep 24 00:16:20.039977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.049269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.051441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-933c7afa-7bcc-42d8-a75a-d73c0ae79829 req-b312b500-553b-4593-9a65-dbbbcf274bf2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446975 Sep 24 00:16:20.082941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1c1f9b-3538-452b-98d2-8b064f6690d4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:20.097936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:16:20.124754 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.125043 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Added segment b41fa4a8-28cb-4574-97e1-f1fd6b74b87b of type vlan for network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 Sep 24 00:16:20.149989 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837c00ee-cd88-4d74-a01f-2fd969f77476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.191228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.232588 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.234160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:20.234160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.320723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] Pushing event updated for resources: {'Network': ['ID=56feb553-fa96-46a9-a2b2-2f6b326a5c95,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:20.336893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:16:20.394239 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837c00ee-cd88-4d74-a01f-2fd969f77476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.400188 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-837c00ee-cd88-4d74-a01f-2fd969f77476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.444826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0ec6d7f7-58c5-442f-9032-2e8897f4cd15 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9440434 Sep 24 00:16:20.445839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46936) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:20.464607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Request body: {'subnet': {'network_id': '56feb553-fa96-46a9-a2b2-2f6b326a5c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-128883341-subnet', 'tenant_id': '4fae59c5f1d7466abf89cddd8bba204c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:20.483197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c00ee-cd88-4d74-a01f-2fd969f77476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec10bb2d-a2ee-45ef-8f49-6ed0198fd47d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:20.491031 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-837c00ee-cd88-4d74-a01f-2fd969f77476 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f040349427549b6a3f1699889350f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5554914 Sep 24 00:16:20.492215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46940) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:20.532806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Made reservation on behalf of 4fae59c5f1d7466abf89cddd8bba204c for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:16:20.537977 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.559079 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3314c519-452e-44a0-94bd-63c636da1c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.588490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3314c519-452e-44a0-94bd-63c636da1c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.676562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3314c519-452e-44a0-94bd-63c636da1c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.679790 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3314c519-452e-44a0-94bd-63c636da1c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:20.680989 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3314c519-452e-44a0-94bd-63c636da1c59 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec10bb2d-a2ee-45ef-8f49-6ed0198fd47d HTTP/1.1" status: 204 len: 168 time: 0.1877036 Sep 24 00:16:20.693288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314c519-452e-44a0-94bd-63c636da1c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec10bb2d-a2ee-45ef-8f49-6ed0198fd47d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:20.811896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:16:20.972050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:21.033830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc36602-478e-425c-a4a1-db798998c11b,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:21.071506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Checking segment: {'id': 'b41fa4a8-28cb-4574-97e1-f1fd6b74b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56feb553-fa96-46a9-a2b2-2f6b326a5c95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:16:21.072429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Network hostable DHCP agents. Network: 56feb553-fa96-46a9-a2b2-2f6b326a5c95, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:16:21.099670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:16:21.108821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:21.119541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 56feb553-fa96-46a9-a2b2-2f6b326a5c95) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:16:21.125236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:21.125919 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:21.151510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-71cbcb06-a018-42dc-9992-b5e3895e74d0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7007561 Sep 24 00:16:21.162315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d56cd5-13a5-4659-8b6b-dc0679b8584b None None] Network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:16:21.221500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '558f87a5-467d-4f4c-a2fd-9d168b4de5e9', 'network_id': '6ddece8c-8cd7-4134-ab39-810bdc431411', 'port_id': '558f87a5-467d-4f4c-a2fd-9d168b4de5e9', 'mac_address': 'fa:16:3e:89:29:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f5832e-7227-431f-bce2-71c6b22406ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:16:21.414206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcb2c8-9d91-4210-bb2f-7fd375358877 req-121c2e7d-b8bb-475a-b310-e4f8195d0f24 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:21.416929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69dcb2c8-9d91-4210-bb2f-7fd375358877 req-121c2e7d-b8bb-475a-b310-e4f8195d0f24 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 944 time: 0.1234944 Sep 24 00:16:21.430667 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:21.524711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69dcb2c8-9d91-4210-bb2f-7fd375358877 req-34f93b49-9c4e-4190-b67c-d0c55e4d20d9 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000233 Sep 24 00:16:21.540028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:16:21.630159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:21.633906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa37244-75db-4b6a-a432-87f140655252 None None] Network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:16:21.635191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46978) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:21.653322 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:21.666693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-483c1503-db02-4c60-bc84-6c680bbe62bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:21.796822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:21.860452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['558f87a5-467d-4f4c-a2fd-9d168b4de5e9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:21.920869 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-483c1503-db02-4c60-bc84-6c680bbe62bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:21.928064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-483c1503-db02-4c60-bc84-6c680bbe62bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:21.966081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-483c1503-db02-4c60-bc84-6c680bbe62bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8579418160324fe1a30101076a04d7ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3295496 Sep 24 00:16:21.968504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46998) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:22.050524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c1503-db02-4c60-bc84-6c680bbe62bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a5d12d-d9eb-4f58-aadc-bc345bf4add5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:22.052084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19a92f88-388f-4f86-a7f1-d0b536c72e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:22.128209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19a92f88-388f-4f86-a7f1-d0b536c72e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:22.229794 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19a92f88-388f-4f86-a7f1-d0b536c72e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:22.233250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19a92f88-388f-4f86-a7f1-d0b536c72e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:22.237406 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-19a92f88-388f-4f86-a7f1-d0b536c72e0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49a5d12d-d9eb-4f58-aadc-bc345bf4add5 HTTP/1.1" status: 204 len: 168 time: 0.2646649 Sep 24 00:16:22.248913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a92f88-388f-4f86-a7f1-d0b536c72e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a5d12d-d9eb-4f58-aadc-bc345bf4add5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:22.689633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-76f2f3e3-e23b-497e-834f-11489adb80e2 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:22.691330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-76f2f3e3-e23b-497e-834f-11489adb80e2 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/networks?id=56feb553-fa96-46a9-a2b2-2f6b326a5c95 HTTP/1.1" status: 200 len: 821 time: 0.1940229 Sep 24 00:16:22.717172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-5d83778b-b502-4980-8238-0ca15823e527 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/quotas/4fae59c5f1d7466abf89cddd8bba204c HTTP/1.1" status: 200 len: 375 time: 0.0133195 Sep 24 00:16:22.779924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-88005347-e5b5-40d9-93fe-c75141cc73bc tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fae59c5f1d7466abf89cddd8bba204c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480154 Sep 24 00:16:22.819507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:16:22.854914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2635ba4-9df2-4f77-b119-588a8dd6391f req-8d7b9747-3edf-46bc-87dc-0dc647d77e54 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:22.856460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2635ba4-9df2-4f77-b119-588a8dd6391f req-8d7b9747-3edf-46bc-87dc-0dc647d77e54 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 945 time: 0.1626112 Sep 24 00:16:22.924207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:16:22.928061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:16:22.928474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:23.015723 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82baacc6-dfbc-49e9-80c1-4a10e06dd073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:23.072502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2635ba4-9df2-4f77-b119-588a8dd6391f req-a78028a4-9cd0-4cf9-9d52-f3f282e9abbb tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953475 Sep 24 00:16:23.124305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:23.137833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-d9e3ef41-51fb-4d6d-a538-557f1e54b0ea service neutron] 10.222.0.24 "GET /v2.0/networks/56feb553-fa96-46a9-a2b2-2f6b326a5c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464761 Sep 24 00:16:23.196101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:23.197440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd916e-4ca9-412b-9921-4a2bad4c92c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558f87a5-467d-4f4c-a2fd-9d168b4de5e9'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:23.201243 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4aee82b-e6e5-4bb9-89c9-696bdaa513b4" -d '{"events": [{"server_uuid": "52cd916e-4ca9-412b-9921-4a2bad4c92c8", "name": "network-vif-plugged", "status": "completed", "tag": "558f87a5-467d-4f4c-a2fd-9d168b4de5e9"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:23.206602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:23.272843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:23.294623 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2ddc15-595b-4794-a89c-a22dfbddaa3b x-openstack-request-id: req-fa2ddc15-595b-4794-a89c-a22dfbddaa3b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:23.295446 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd916e-4ca9-412b-9921-4a2bad4c92c8", "name": "network-vif-plugged", "status": "completed", "tag": "558f87a5-467d-4f4c-a2fd-9d168b4de5e9", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:23.307377 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa2ddc15-595b-4794-a89c-a22dfbddaa3b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:23.308379 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd916e-4ca9-412b-9921-4a2bad4c92c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558f87a5-467d-4f4c-a2fd-9d168b4de5e9', 'code': 200} Sep 24 00:16:23.394188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-de841d6e-0cba-403a-87d6-f293350a3b14 service neutron] 10.222.0.24 "GET /v2.0/networks/56feb553-fa96-46a9-a2b2-2f6b326a5c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554007 Sep 24 00:16:23.473225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05604d6-2480-4647-8fb3-8ddf83891c06 req-26c0c564-fcb0-40e3-a1a4-763df7d6ac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:23.477623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a05604d6-2480-4647-8fb3-8ddf83891c06 req-26c0c564-fcb0-40e3-a1a4-763df7d6ac14 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 1098 time: 0.1139514 Sep 24 00:16:23.558543 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a05604d6-2480-4647-8fb3-8ddf83891c06 req-d7503052-4ac6-4675-9cea-d9d53fd1af6e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710073 Sep 24 00:16:23.748023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4876a901-7051-4f85-8e04-9172b1fc99fa req-7d0d4c5c-c9d0-4741-8c9c-69991f6ddb27 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 210 time: 0.0893238 Sep 24 00:16:24.401491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f25718-3be9-49c1-a263-a54b431c05c8 req-8d192234-04ad-44e5-bf83-b05354852ee2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:24.405312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98f25718-3be9-49c1-a263-a54b431c05c8 req-8d192234-04ad-44e5-bf83-b05354852ee2 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 946 time: 0.1198351 Sep 24 00:16:24.483297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98f25718-3be9-49c1-a263-a54b431c05c8 req-8601c3be-4800-4827-b87d-cb2499d5bf03 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606422 Sep 24 00:16:25.567439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-beec5ccd-685a-4629-a419-6d278f318e0f req-4219596e-b16f-4632-b779-7df6652e9b41 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 210 time: 0.6725094 Sep 24 00:16:25.842337 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:25.858643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-64ddfb78-57bd-4690-a257-aabc2c0fa829 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:25.869174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-64ddfb78-57bd-4690-a257-aabc2c0fa829 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.18 "GET /v2.0/networks?id=56feb553-fa96-46a9-a2b2-2f6b326a5c95 HTTP/1.1" status: 200 len: 821 time: 0.4463441 Sep 24 00:16:25.883938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Request body: {'port': {'device_id': '5cb304d6-0a14-4eae-a219-f872ddae97bf', 'network_id': '56feb553-fa96-46a9-a2b2-2f6b326a5c95', 'admin_state_up': True, 'tenant_id': '4fae59c5f1d7466abf89cddd8bba204c'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:25.980968 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97b4ec4b-3e29-4196-a78e-658bd89df7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:26.232179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Made reservation on behalf of 4fae59c5f1d7466abf89cddd8bba204c for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:16:26.246901 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:26.555636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de936b-9759-4cfc-8b1e-5b8787fa55b3 req-3f68ea54-200e-40b6-964e-980dab8d76b1 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:26.562954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49de936b-9759-4cfc-8b1e-5b8787fa55b3 req-3f68ea54-200e-40b6-964e-980dab8d76b1 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 946 time: 0.8562145 Sep 24 00:16:26.602499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Allocated IP 172.20.0.7 (56feb553-fa96-46a9-a2b2-2f6b326a5c95/cfc36602-478e-425c-a4a1-db798998c11b/2ce7a455-1a56-4deb-a639-d8a198b77afa) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:16:26.682599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49de936b-9759-4cfc-8b1e-5b8787fa55b3 req-83ad6dcf-5550-4482-92a8-e801850630f0 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185930 Sep 24 00:16:26.743229 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:26.748090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47540) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:26.771072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b40f7ea-e0af-4f31-b133-f52cc1c32832 req-720c6f87-42a6-41ea-86d8-6de245085b16 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 210 time: 0.0854614 Sep 24 00:16:26.994501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.058149 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bccea843-d226-473f-b528-a0437dc23fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.059604 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.126672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:16:27.132309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:16:27.135616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:16:27.226231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:27.226975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.238492 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bccea843-d226-473f-b528-a0437dc23fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.245156 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bccea843-d226-473f-b528-a0437dc23fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.259996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3855300 Sep 24 00:16:27.289715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Request body: {'port': {'device_id': '5cb304d6-0a14-4eae-a219-f872ddae97bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:27.317510 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bccea843-d226-473f-b528-a0437dc23fba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8c9d1165171442c96f506dd473ffc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5643251 Sep 24 00:16:27.322162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47562) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:27.347441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccea843-d226-473f-b528-a0437dc23fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5881fd-d0e8-4da3-872c-1b125e0c56b5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:27.407771 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.409651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1dd6c5-bb7f-48e7-80ac-b46d7ef64d2e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Pushing event updated for resources: {'Port': ['ID=2ce7a455-1a56-4deb-a639-d8a198b77afa,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:27.453463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4525485-3923-4aa7-b399-965950e646c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.530506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4525485-3923-4aa7-b399-965950e646c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.630503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4525485-3923-4aa7-b399-965950e646c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.633902 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4525485-3923-4aa7-b399-965950e646c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.638872 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b4525485-3923-4aa7-b399-965950e646c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da5881fd-d0e8-4da3-872c-1b125e0c56b5 HTTP/1.1" status: 204 len: 168 time: 0.3152044 Sep 24 00:16:27.650266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4525485-3923-4aa7-b399-965950e646c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5881fd-d0e8-4da3-872c-1b125e0c56b5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:27.867016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ce7a455-1a56-4deb-a639-d8a198b77afa {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:16:27.897121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:27.954114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Transition to ACTIVE for port object 2ce7a455-1a56-4deb-a639-d8a198b77afa will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:16:27.963720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.023017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce35d60-46a7-446d-bb70-5a631b40c894 req-0447cd83-0027-4be6-9f06-64c867098a7b tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:28.030336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ce35d60-46a7-446d-bb70-5a631b40c894 req-0447cd83-0027-4be6-9f06-64c867098a7b tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 931 time: 0.1788468 Sep 24 00:16:28.043816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4df16-5813-452d-85a9-594c782c9e5a req-8406827d-db0a-4c53-8094-79c9ef50d875 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:28.045395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4df16-5813-452d-85a9-594c782c9e5a req-8406827d-db0a-4c53-8094-79c9ef50d875 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 946 time: 0.1521056 Sep 24 00:16:28.100871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce7a455-1a56-4deb-a639-d8a198b77afa,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:28.168315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47588) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:28.175306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ce35d60-46a7-446d-bb70-5a631b40c894 req-58225104-ca46-40fa-9ba8-453932412754 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440456 Sep 24 00:16:28.193939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f491-842a-428d-a667-b0a69e062b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.207375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4df16-5813-452d-85a9-594c782c9e5a req-44b048c0-fd65-4284-a322-44405cbaf5d8 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532891 Sep 24 00:16:28.236115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Attempting to bind port 2ce7a455-1a56-4deb-a639-d8a198b77afa on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:16:28.236483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Attempting to bind port 2ce7a455-1a56-4deb-a639-d8a198b77afa by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'b41fa4a8-28cb-4574-97e1-f1fd6b74b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56feb553-fa96-46a9-a2b2-2f6b326a5c95'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:16:28.236819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Attempting to bind port 2ce7a455-1a56-4deb-a639-d8a198b77afa on network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:16:28.252965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Port 2ce7a455-1a56-4deb-a639-d8a198b77afa on network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:16:28.253321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Attempting to bind port 2ce7a455-1a56-4deb-a639-d8a198b77afa on network 56feb553-fa96-46a9-a2b2-2f6b326a5c95 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:16:28.267781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:16:28.268380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Checking segment: {'id': 'b41fa4a8-28cb-4574-97e1-f1fd6b74b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56feb553-fa96-46a9-a2b2-2f6b326a5c95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:16:28.269076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Bound using segment: {'id': 'b41fa4a8-28cb-4574-97e1-f1fd6b74b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56feb553-fa96-46a9-a2b2-2f6b326a5c95'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:16:28.269612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Bound port: 2ce7a455-1a56-4deb-a639-d8a198b77afa, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41fa4a8-28cb-4574-97e1-f1fd6b74b87b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '56feb553-fa96-46a9-a2b2-2f6b326a5c95'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:16:28.270324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.350223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f491-842a-428d-a667-b0a69e062b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.356715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7d3f491-842a-428d-a667-b0a69e062b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.403482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] For port 2ce7a455-1a56-4deb-a639-d8a198b77afa, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:16:28.404628 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c7d3f491-842a-428d-a667-b0a69e062b39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1d972be42c0a42bcb8fc3995f33f884e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355123 Sep 24 00:16:28.408433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:28.412825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] For port 2ce7a455-1a56-4deb-a639-d8a198b77afa, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2ce7a455-1a56-4deb-a639-d8a198b77afa,segment=NetworkSegment(b41fa4a8-28cb-4574-97e1-f1fd6b74b87b),segment_id=b41fa4a8-28cb-4574-97e1-f1fd6b74b87b)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:16:28.420635 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.457752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:28.468196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.470232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] 10.222.0.18 "PUT /v2.0/ports/2ce7a455-1a56-4deb-a639-d8a198b77afa HTTP/1.1" status: 200 len: 1092 time: 1.1945059 Sep 24 00:16:28.470810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb304d6-0a14-4eae-a219-f872ddae97bf', 'tag': '2ce7a455-1a56-4deb-a639-d8a198b77afa'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:28.472164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d3f491-842a-428d-a667-b0a69e062b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cf4a62-21dc-4372-bc36-e157d3873725,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:28.473486 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cb304d6-0a14-4eae-a219-f872ddae97bf", "tag": "2ce7a455-1a56-4deb-a639-d8a198b77afa"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:28.528012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-499b519a-17f4-4c51-9ebe-4caa7063db80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.564509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-499b519a-17f4-4c51-9ebe-4caa7063db80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.603560 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb84bee5-514f-4fcd-b02e-06b372dda054 x-openstack-request-id: req-cb84bee5-514f-4fcd-b02e-06b372dda054 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:28.606285 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cb304d6-0a14-4eae-a219-f872ddae97bf", "tag": "2ce7a455-1a56-4deb-a639-d8a198b77afa", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:28.606601 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cb84bee5-514f-4fcd-b02e-06b372dda054 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:28.607103 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb304d6-0a14-4eae-a219-f872ddae97bf', 'tag': '2ce7a455-1a56-4deb-a639-d8a198b77afa', 'status': 'completed', 'code': 200} Sep 24 00:16:28.608612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b497726e-0d72-4946-8178-be4bd5cae049 service neutron] Pushing event updated for resources: {'Port': ['ID=2ce7a455-1a56-4deb-a639-d8a198b77afa,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:28.638229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-5ea03fb2-d41a-448a-b466-c163c876e15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:28.641357 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-5ea03fb2-d41a-448a-b466-c163c876e15f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fae59c5f1d7466abf89cddd8bba204c&device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 1095 time: 0.1290827 Sep 24 00:16:28.671484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-499b519a-17f4-4c51-9ebe-4caa7063db80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.680429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-499b519a-17f4-4c51-9ebe-4caa7063db80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:28.682333 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-499b519a-17f4-4c51-9ebe-4caa7063db80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/50cf4a62-21dc-4372-bc36-e157d3873725 HTTP/1.1" status: 204 len: 168 time: 0.2643600 Sep 24 00:16:28.705498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b519a-17f4-4c51-9ebe-4caa7063db80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cf4a62-21dc-4372-bc36-e157d3873725,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:28.717585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-6d31e364-ca03-48d6-b3e3-f52cb2607cb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce7a455-1a56-4deb-a639-d8a198b77afa HTTP/1.1" status: 200 len: 217 time: 0.0672038 Sep 24 00:16:28.785966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-d261ffb1-3189-48bd-8dd2-09fcc853ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:28.787703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-d261ffb1-3189-48bd-8dd2-09fcc853ff3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfc36602-478e-425c-a4a1-db798998c11b HTTP/1.1" status: 200 len: 861 time: 0.0629714 Sep 24 00:16:28.852401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-1999427e-685f-4152-937a-f0d314a500d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56feb553-fa96-46a9-a2b2-2f6b326a5c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551031 Sep 24 00:16:29.019420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-47ce2c5d-b368-4177-ace9-66cd63ce6e53 service neutron] 10.222.0.18 "GET /v2.0/networks/56feb553-fa96-46a9-a2b2-2f6b326a5c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597824 Sep 24 00:16:29.136602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:29.182820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-931a786a-97a2-42fa-9049-563eaf101190 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:29.184383 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-931a786a-97a2-42fa-9049-563eaf101190 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.20 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 946 time: 0.0918310 Sep 24 00:16:29.223781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c660064f-9926-45df-bf31-5cdf3f429b74 req-09de0b2b-3447-47c6-8e90-4436e5e36d49 service neutron] 10.222.0.18 "GET /v2.0/networks/56feb553-fa96-46a9-a2b2-2f6b326a5c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915638 Sep 24 00:16:29.451991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Deleting port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:29.452531 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:29.522411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-128c744d-88dd-4d99-baf8-f5bd92adf2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:29.524471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-128c744d-88dd-4d99-baf8-f5bd92adf2fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fae59c5f1d7466abf89cddd8bba204c&device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 1095 time: 0.2368226 Sep 24 00:16:29.536419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888afc75-c0bc-4e2f-b1db-1082ec208aad req-0d043929-f0df-4353-a08c-176b5fbbdd0e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:29.538721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-888afc75-c0bc-4e2f-b1db-1082ec208aad req-0d043929-f0df-4353-a08c-176b5fbbdd0e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 943 time: 0.1848183 Sep 24 00:16:29.595021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42186608-eb3f-47f4-96bb-fa29ef79f444 req-c2010e12-e1a5-4fa5-9c9a-dc894f293193 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:29.602908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42186608-eb3f-47f4-96bb-fa29ef79f444 req-c2010e12-e1a5-4fa5-9c9a-dc894f293193 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/ports?device_id=52cd916e-4ca9-412b-9921-4a2bad4c92c8 HTTP/1.1" status: 200 len: 946 time: 0.1493986 Sep 24 00:16:29.683682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] For port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,segment=NetworkSegment(9beddfde-aa5e-4fbe-b447-d76e21734912),segment_id=9beddfde-aa5e-4fbe-b447-d76e21734912)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:29.683974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:29.700471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Calling delete_port for 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:29.772567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-888afc75-c0bc-4e2f-b1db-1082ec208aad req-2452dda7-3a29-4dc2-bfae-007025179ae5 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224317 Sep 24 00:16:29.832162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42186608-eb3f-47f4-96bb-fa29ef79f444 req-9ec37a99-f85f-4428-ad4c-abbcb757f0e0 tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.24 "GET /v2.0/security-groups?id=38edbccd-2aa0-4856-8434-e5c32a4ac75a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274303 Sep 24 00:16:29.909638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:29.915935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-30610b51-d23b-4660-a917-f73bd06c4619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:29.918503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-30610b51-d23b-4660-a917-f73bd06c4619 service neutron] 10.222.0.18 "GET /v2.0/networks?id=56feb553-fa96-46a9-a2b2-2f6b326a5c95 HTTP/1.1" status: 200 len: 922 time: 0.3775737 Sep 24 00:16:29.927737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['558f87a5-467d-4f4c-a2fd-9d168b4de5e9'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:30.053126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Pushing event deleted for resources: {'Port': ['ID=558f87a5-467d-4f4c-a2fd-9d168b4de5e9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:30.078241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-d9cdad32-ba5e-4f24-97bf-0118c8391c8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ce7a455-1a56-4deb-a639-d8a198b77afa HTTP/1.1" status: 200 len: 217 time: 0.1503143 Sep 24 00:16:30.158139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] No DVR routers for this DVR port 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:30.159929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-160e2a50-0cf1-479b-9522-aa1ea011236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:30.161691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-160e2a50-0cf1-479b-9522-aa1ea011236e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=cfc36602-478e-425c-a4a1-db798998c11b HTTP/1.1" status: 200 len: 861 time: 0.0753374 Sep 24 00:16:30.161907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:30.165112 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6f6267e3-a0a4-4d35-995d-84d6bca3280d req-73a19f73-d76c-4b03-85f4-6f7e0189743c tempest-VolumesActionsTest-1501212150 tempest-VolumesActionsTest-1501212150-project] 10.222.0.20 "DELETE /v2.0/ports/558f87a5-467d-4f4c-a2fd-9d168b4de5e9 HTTP/1.1" status: 204 len: 173 time: 0.9742496 Sep 24 00:16:30.165569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52cd916e-4ca9-412b-9921-4a2bad4c92c8', 'name': 'network-vif-deleted', 'tag': '558f87a5-467d-4f4c-a2fd-9d168b4de5e9'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:30.168497 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174773ee-4d48-4526-8def-1dcce710c30b" -d '{"events": [{"server_uuid": "52cd916e-4ca9-412b-9921-4a2bad4c92c8", "name": "network-vif-deleted", "tag": "558f87a5-467d-4f4c-a2fd-9d168b4de5e9"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:30.296932 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9982b900-655d-42d4-913c-bc4575357acb x-openstack-request-id: req-9982b900-655d-42d4-913c-bc4575357acb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:30.297529 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52cd916e-4ca9-412b-9921-4a2bad4c92c8", "name": "network-vif-deleted", "tag": "558f87a5-467d-4f4c-a2fd-9d168b4de5e9", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:30.297529 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9982b900-655d-42d4-913c-bc4575357acb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:30.297945 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52cd916e-4ca9-412b-9921-4a2bad4c92c8', 'name': 'network-vif-deleted', 'tag': '558f87a5-467d-4f4c-a2fd-9d168b4de5e9', 'status': 'completed', 'code': 200} Sep 24 00:16:30.310613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-edd8fe7d-bdf3-4672-8c07-e1da3df41c78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=56feb553-fa96-46a9-a2b2-2f6b326a5c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389658 Sep 24 00:16:30.431739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-24b31a3b-8678-416e-a1b8-4e22d7405443 service neutron] 10.222.0.18 "GET /v2.0/networks/56feb553-fa96-46a9-a2b2-2f6b326a5c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137204 Sep 24 00:16:30.540920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2ce7a455-1a56-4deb-a639-d8a198b77afa details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:16:30.554676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6ef0a5-8940-418d-a804-ccd1a4c2077e req-23a99a6c-34ae-4572-9054-75adf4d56c5c service neutron] 10.222.0.18 "GET /v2.0/networks/56feb553-fa96-46a9-a2b2-2f6b326a5c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148770 Sep 24 00:16:30.639671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2ce7a455-1a56-4deb-a639-d8a198b77afa, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2ce7a455-1a56-4deb-a639-d8a198b77afa,segment=NetworkSegment(b41fa4a8-28cb-4574-97e1-f1fd6b74b87b),segment_id=b41fa4a8-28cb-4574-97e1-f1fd6b74b87b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:30.654569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '2ce7a455-1a56-4deb-a639-d8a198b77afa', 'network_id': '56feb553-fa96-46a9-a2b2-2f6b326a5c95', 'port_id': '2ce7a455-1a56-4deb-a639-d8a198b77afa', 'mac_address': 'fa:16:3e:7e:21:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfc36602-478e-425c-a4a1-db798998c11b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:16:30.715722 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:30.742150 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ce7a455-1a56-4deb-a639-d8a198b77afa {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:16:30.773731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2ce7a455-1a56-4deb-a639-d8a198b77afa, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2ce7a455-1a56-4deb-a639-d8a198b77afa,segment=NetworkSegment(b41fa4a8-28cb-4574-97e1-f1fd6b74b87b),segment_id=b41fa4a8-28cb-4574-97e1-f1fd6b74b87b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:30.780488 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:30.863081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=2ce7a455-1a56-4deb-a639-d8a198b77afa,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:30.946899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ebdd8-67d7-4ad9-be48-878a2bdfe05b req-745edd26-cd94-4536-a0ec-fc4568a52cef tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:30.948881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-061ebdd8-67d7-4ad9-be48-878a2bdfe05b req-745edd26-cd94-4536-a0ec-fc4568a52cef tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 944 time: 0.0934012 Sep 24 00:16:30.985208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['2ce7a455-1a56-4deb-a639-d8a198b77afa'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:30.996834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-061ebdd8-67d7-4ad9-be48-878a2bdfe05b req-46dd4d41-ee93-4b72-bb90-e1920e30b5e9 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417855 Sep 24 00:16:32.177050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5f16e6-6aba-4875-b906-7c32dd6fd76d req-77a73cad-8459-4aaf-a06e-9f92d669b243 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:32.179410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff5f16e6-6aba-4875-b906-7c32dd6fd76d req-77a73cad-8459-4aaf-a06e-9f92d669b243 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 944 time: 0.0681396 Sep 24 00:16:32.263824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff5f16e6-6aba-4875-b906-7c32dd6fd76d req-2d773c94-780d-40e4-b321-c814106d25d9 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759833 Sep 24 00:16:32.558603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2ce7a455-1a56-4deb-a639-d8a198b77afa up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:16:32.649310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 2ce7a455-1a56-4deb-a639-d8a198b77afa completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:16:32.655096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 2ce7a455-1a56-4deb-a639-d8a198b77afa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:16:32.655737 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:32.786597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:32.825984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2ce7a455-1a56-4deb-a639-d8a198b77afa, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2ce7a455-1a56-4deb-a639-d8a198b77afa,segment=NetworkSegment(b41fa4a8-28cb-4574-97e1-f1fd6b74b87b),segment_id=b41fa4a8-28cb-4574-97e1-f1fd6b74b87b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:32.827267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb304d6-0a14-4eae-a219-f872ddae97bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce7a455-1a56-4deb-a639-d8a198b77afa'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:32.829906 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f68a95-ad11-471f-9be3-b10e81737088" -d '{"events": [{"server_uuid": "5cb304d6-0a14-4eae-a219-f872ddae97bf", "name": "network-vif-plugged", "status": "completed", "tag": "2ce7a455-1a56-4deb-a639-d8a198b77afa"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:32.837058 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:32.932758 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c336a76-fb27-472c-a0ec-4a65132bdff0 x-openstack-request-id: req-1c336a76-fb27-472c-a0ec-4a65132bdff0 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:32.933468 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb304d6-0a14-4eae-a219-f872ddae97bf", "name": "network-vif-plugged", "status": "completed", "tag": "2ce7a455-1a56-4deb-a639-d8a198b77afa", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:32.934728 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c336a76-fb27-472c-a0ec-4a65132bdff0 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:32.935868 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb304d6-0a14-4eae-a219-f872ddae97bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ce7a455-1a56-4deb-a639-d8a198b77afa', 'code': 200} Sep 24 00:16:32.936680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=2ce7a455-1a56-4deb-a639-d8a198b77afa,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:32.942530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:32.968664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:32.969331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 558f87a5-467d-4f4c-a2fd-9d168b4de5e9 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:33.060339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3d6f-0c70-4c62-8053-96a62bc9b956 req-9f4a9dc0-79a4-497a-af5a-7c3b9d8c2b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:33.064332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7adb3d6f-0c70-4c62-8053-96a62bc9b956 req-9f4a9dc0-79a4-497a-af5a-7c3b9d8c2b2f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 1097 time: 0.1077826 Sep 24 00:16:33.148102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7adb3d6f-0c70-4c62-8053-96a62bc9b956 req-fe75ab2e-bf89-4294-9164-53714df2f50b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769341 Sep 24 00:16:33.485805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e73000-5f10-4024-b3ef-b0380ccc556d req-bc357252-3788-45b7-b11c-41ba9151701e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:33.505817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05e73000-5f10-4024-b3ef-b0380ccc556d req-bc357252-3788-45b7-b11c-41ba9151701e tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 945 time: 0.1217644 Sep 24 00:16:33.635801 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:16:33.643240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05e73000-5f10-4024-b3ef-b0380ccc556d req-18152435-d47e-4029-b386-22b32d467f70 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355991 Sep 24 00:16:34.900592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83742c6c-6115-4890-81aa-d04773decb51 req-dde3999c-b720-4590-896b-21a4c4da9718 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:34.903967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83742c6c-6115-4890-81aa-d04773decb51 req-dde3999c-b720-4590-896b-21a4c4da9718 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 945 time: 0.1454637 Sep 24 00:16:34.981727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83742c6c-6115-4890-81aa-d04773decb51 req-4831fa29-8573-4fe2-b73f-9ca9abb252bd tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650704 Sep 24 00:16:35.592030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c7f24-f089-4f25-bc34-40a6149ffcd8 req-e46c69f4-3868-4cab-8272-354aa0676b52 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:35.599603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a09c7f24-f089-4f25-bc34-40a6149ffcd8 req-e46c69f4-3868-4cab-8272-354aa0676b52 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 945 time: 0.1112533 Sep 24 00:16:35.658716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a09c7f24-f089-4f25-bc34-40a6149ffcd8 req-a1aef6df-de1b-40ae-91a4-34bd3e2aba8c tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531032 Sep 24 00:16:36.582191 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:36.840370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-af705374-ffac-4ccc-8291-e19578c01fb9 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:36.856008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-af705374-ffac-4ccc-8291-e19578c01fb9 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.18 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 945 time: 0.1606717 Sep 24 00:16:37.170204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9201580e-c8fb-46de-b7e5-5a255f8ccfb1 req-b235ee73-b20d-4526-b616-5d2f61fa7f47 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:37.171739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9201580e-c8fb-46de-b7e5-5a255f8ccfb1 req-b235ee73-b20d-4526-b616-5d2f61fa7f47 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 945 time: 0.2881548 Sep 24 00:16:37.292400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Deleting port 2ce7a455-1a56-4deb-a639-d8a198b77afa {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:16:37.292843 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:37.312091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9201580e-c8fb-46de-b7e5-5a255f8ccfb1 req-803f6345-8814-462b-8a84-536310249a79 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/security-groups?id=0f1c1f9b-3538-452b-98d2-8b064f6690d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139088 Sep 24 00:16:37.505166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] For port 2ce7a455-1a56-4deb-a639-d8a198b77afa, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2ce7a455-1a56-4deb-a639-d8a198b77afa,segment=NetworkSegment(b41fa4a8-28cb-4574-97e1-f1fd6b74b87b),segment_id=b41fa4a8-28cb-4574-97e1-f1fd6b74b87b)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:37.505535 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:37.540707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Calling delete_port for 2ce7a455-1a56-4deb-a639-d8a198b77afa owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:16:37.979817 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:37.996923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['2ce7a455-1a56-4deb-a639-d8a198b77afa'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:38.113965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Pushing event deleted for resources: {'Port': ['ID=2ce7a455-1a56-4deb-a639-d8a198b77afa,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:38.196854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] No DVR routers for this DVR port 2ce7a455-1a56-4deb-a639-d8a198b77afa on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:16:38.202600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:38.204705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-127d1ecd-8131-4953-8fdd-435a72ee968d req-5d67bf52-9c32-4471-a89d-cfc78632ae05 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.18 "DELETE /v2.0/ports/2ce7a455-1a56-4deb-a639-d8a198b77afa HTTP/1.1" status: 204 len: 173 time: 1.3413634 Sep 24 00:16:38.216911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb304d6-0a14-4eae-a219-f872ddae97bf', 'name': 'network-vif-deleted', 'tag': '2ce7a455-1a56-4deb-a639-d8a198b77afa'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:38.224482 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120f5ed7-82cf-48e6-8a13-0db3275b932d" -d '{"events": [{"server_uuid": "5cb304d6-0a14-4eae-a219-f872ddae97bf", "name": "network-vif-deleted", "tag": "2ce7a455-1a56-4deb-a639-d8a198b77afa"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:38.334010 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fd1c10-be15-4277-b23c-dc4886a57e42 x-openstack-request-id: req-a3fd1c10-be15-4277-b23c-dc4886a57e42 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:38.335086 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cb304d6-0a14-4eae-a219-f872ddae97bf", "name": "network-vif-deleted", "tag": "2ce7a455-1a56-4deb-a639-d8a198b77afa", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:38.336200 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a3fd1c10-be15-4277-b23c-dc4886a57e42 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:38.336864 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb304d6-0a14-4eae-a219-f872ddae97bf', 'name': 'network-vif-deleted', 'tag': '2ce7a455-1a56-4deb-a639-d8a198b77afa', 'status': 'completed', 'code': 200} Sep 24 00:16:38.559329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ee36b39-3129-48f6-89a6-89b591c3315a req-14e0b121-ab0a-4488-aa00-d3cf910018b3 tempest-ServerAddressesNegativeTestJSON-406928695 tempest-ServerAddressesNegativeTestJSON-406928695-project] 10.222.0.24 "GET /v2.0/ports?device_id=5cb304d6-0a14-4eae-a219-f872ddae97bf HTTP/1.1" status: 200 len: 210 time: 0.0742018 Sep 24 00:16:39.200991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:39.642788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47996) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:39.705338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae9ee1e-016c-403b-890c-3bd8039c1664 admin admin] Deleting subnet cfc36602-478e-425c-a4a1-db798998c11b {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:16:39.710322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae9ee1e-016c-403b-890c-3bd8039c1664 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:39.781214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae9ee1e-016c-403b-890c-3bd8039c1664 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:39.961058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae9ee1e-016c-403b-890c-3bd8039c1664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.079319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae9ee1e-016c-403b-890c-3bd8039c1664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.159583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9ee1e-016c-403b-890c-3bd8039c1664 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc36602-478e-425c-a4a1-db798998c11b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:40.165438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eae9ee1e-016c-403b-890c-3bd8039c1664 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.174789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48014) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:40.209490 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eae9ee1e-016c-403b-890c-3bd8039c1664 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cfc36602-478e-425c-a4a1-db798998c11b HTTP/1.1" status: 204 len: 168 time: 0.5277982 Sep 24 00:16:40.289630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.446405 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.474048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56feb553-fa96-46a9-a2b2-2f6b326a5c95']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:40.486933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41fa4a8-28cb-4574-97e1-f1fd6b74b87b') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:40.487706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41fa4a8-28cb-4574-97e1-f1fd6b74b87b') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:16:40.508334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.551057 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.621485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2ce7a455-1a56-4deb-a639-d8a198b77afa no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:16:40.641488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:16:40.642607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.701431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 2ce7a455-1a56-4deb-a639-d8a198b77afa {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:16:40.703511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2ce7a455-1a56-4deb-a639-d8a198b77afa not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:16:40.711154 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:16:40.843662 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.856102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:40.863671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] 10.222.0.24 "DELETE /v2.0/networks/56feb553-fa96-46a9-a2b2-2f6b326a5c95 HTTP/1.1" status: 204 len: 168 time: 0.6859078 Sep 24 00:16:40.889638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c8668-7376-46ca-92d0-47b37b780818 admin admin] Pushing event deleted for resources: {'Network': ['ID=56feb553-fa96-46a9-a2b2-2f6b326a5c95,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:41.492823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48054) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:41.589808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48060) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:41.593407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a70264e7-53a7-47e9-a20f-061d09bab4ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fae59c5f1d7466abf89cddd8bba204c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0957115 Sep 24 00:16:41.781598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ec790a3-4c24-4a88-911c-f53fa81ca560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:41.849683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ec790a3-4c24-4a88-911c-f53fa81ca560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:41.963033 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ec790a3-4c24-4a88-911c-f53fa81ca560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:41.971560 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ec790a3-4c24-4a88-911c-f53fa81ca560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:41.978563 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3ec790a3-4c24-4a88-911c-f53fa81ca560 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f1c1f9b-3538-452b-98d2-8b064f6690d4 HTTP/1.1" status: 204 len: 168 time: 0.3858023 Sep 24 00:16:42.008463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec790a3-4c24-4a88-911c-f53fa81ca560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1c1f9b-3538-452b-98d2-8b064f6690d4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:44.428389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48152) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:44.640032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1559027738-network', 'tenant_id': '21ff1c8103984b4685e7369797cdd1f5'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:44.701230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Made reservation on behalf of 21ff1c8103984b4685e7369797cdd1f5 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:16:44.716188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:44.740801 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:44.935895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:44.944775 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:45.007952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9c1764-429b-40a0-8098-e1cd99a6907c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:45.023831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:16:45.050262 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:45.050620 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Added segment 94bc6757-bd36-4844-994a-db25c7d67b88 of type vlan for network e3e60b55-5306-4e06-a7d0-11b0e0e94786 Sep 24 00:16:45.161227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:45.213510 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:45.214850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:45.215630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:45.321708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] Pushing event updated for resources: {'Network': ['ID=e3e60b55-5306-4e06-a7d0-11b0e0e94786,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:45.330571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48192) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:45.334016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e3e60b55-5306-4e06-a7d0-11b0e0e94786 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:16:45.338331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Request body: {'subnet': {'network_id': 'e3e60b55-5306-4e06-a7d0-11b0e0e94786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1559027738-subnet', 'tenant_id': '21ff1c8103984b4685e7369797cdd1f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:45.343026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-def48467-2bec-4c67-a3c3-3d0c242e8e0e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9127808 Sep 24 00:16:45.414228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Made reservation on behalf of 21ff1c8103984b4685e7369797cdd1f5 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:16:45.417745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:45.716400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:45.820080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8f1c555-0da6-42cc-8d12-e2f59c23948b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:45.828727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Checking segment: {'id': '94bc6757-bd36-4844-994a-db25c7d67b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3e60b55-5306-4e06-a7d0-11b0e0e94786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:16:45.829670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Network hostable DHCP agents. Network: e3e60b55-5306-4e06-a7d0-11b0e0e94786, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:16:45.856943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Network e3e60b55-5306-4e06-a7d0-11b0e0e94786 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:16:45.883574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e3e60b55-5306-4e06-a7d0-11b0e0e94786) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:16:45.891917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecaf33b-1e66-4850-a9e0-f07bb9c63965 None None] Network e3e60b55-5306-4e06-a7d0-11b0e0e94786 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:16:45.913876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:45.916703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:45.953407 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7600f26a-096a-4069-a008-91bc2a9a0bbb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6209004 Sep 24 00:16:46.186002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a8fe7-a555-4891-9295-c4c1ab9f8cc4 None None] Network e3e60b55-5306-4e06-a7d0-11b0e0e94786 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:16:47.415777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-e4ebc5f0-cc1d-43a6-935a-b629fdd2f6a9 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:47.424363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-e4ebc5f0-cc1d-43a6-935a-b629fdd2f6a9 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/networks?id=e3e60b55-5306-4e06-a7d0-11b0e0e94786 HTTP/1.1" status: 200 len: 813 time: 0.2523603 Sep 24 00:16:47.444365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b4cca9db-d4d3-458a-8db6-a12bdb7022ec tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/quotas/21ff1c8103984b4685e7369797cdd1f5 HTTP/1.1" status: 200 len: 375 time: 0.0183609 Sep 24 00:16:47.494855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-a30bc715-801f-4c43-819b-b6371433db85 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21ff1c8103984b4685e7369797cdd1f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491917 Sep 24 00:16:48.255217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-ab979431-5ba0-4921-ba85-3958e9842b0e service neutron] 10.222.0.24 "GET /v2.0/networks/e3e60b55-5306-4e06-a7d0-11b0e0e94786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7590258 Sep 24 00:16:48.403782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-ef921d7f-7c45-48f8-9e5f-d5e6e318152a service neutron] 10.222.0.24 "GET /v2.0/networks/e3e60b55-5306-4e06-a7d0-11b0e0e94786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403530 Sep 24 00:16:48.903102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4aa4276-2053-4f3c-9335-97b2906cb6e1 req-718d638b-7ff1-4d9e-a569-63186848bad7 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 210 time: 0.0870199 Sep 24 00:16:50.128255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6cbdb06f-79cb-4b1b-95d0-6dc3e45087da req-4cfeae4a-e023-462c-8414-faaa1ed5c15c tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 210 time: 0.0997462 Sep 24 00:16:51.469553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-966d6e82-43fa-41ec-ae30-efab093662b7 req-3f41428e-2d49-462d-a85b-d296c40414ff tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 210 time: 0.1287141 Sep 24 00:16:51.586428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-9f57ee4a-db2d-4c82-bae6-be01668c5a8b tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:51.588030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-9f57ee4a-db2d-4c82-bae6-be01668c5a8b tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.18 "GET /v2.0/networks?id=e3e60b55-5306-4e06-a7d0-11b0e0e94786 HTTP/1.1" status: 200 len: 813 time: 0.4948552 Sep 24 00:16:51.605416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Request body: {'port': {'device_id': '11bc777f-5385-4170-841c-5f39d47683ec', 'network_id': 'e3e60b55-5306-4e06-a7d0-11b0e0e94786', 'admin_state_up': True, 'tenant_id': '21ff1c8103984b4685e7369797cdd1f5'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:51.847899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Made reservation on behalf of 21ff1c8103984b4685e7369797cdd1f5 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:16:51.853632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:52.164304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Allocated IP 172.20.0.9 (e3e60b55-5306-4e06-a7d0-11b0e0e94786/b8f1c555-0da6-42cc-8d12-e2f59c23948b/f042d8e6-fd68-4d16-b392-37d06038c1ce) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:16:52.580377 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:52.667067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2226153f-027a-47be-8390-d9ebc05bdb4c req-8af757a6-7f20-4884-ae9e-10df1ebb56e0 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 210 time: 0.0366247 Sep 24 00:16:52.702928 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:52.814874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Network e3e60b55-5306-4e06-a7d0-11b0e0e94786 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:16:52.837969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:16:52.845857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:16:52.905115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:52.906123 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:52.977657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3764081 Sep 24 00:16:52.979205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe47591-b6d6-4a62-b0ad-f67c779773a8 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Pushing event updated for resources: {'Port': ['ID=f042d8e6-fd68-4d16-b392-37d06038c1ce,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:53.006991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d42ff7b-7964-4596-9b18-bde2ea6a5744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:53.012904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Request body: {'port': {'device_id': '11bc777f-5385-4170-841c-5f39d47683ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:16:53.177895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:53.745664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f042d8e6-fd68-4d16-b392-37d06038c1ce {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:16:53.772894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:53.811200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Transition to ACTIVE for port object f042d8e6-fd68-4d16-b392-37d06038c1ce will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:16:53.839092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:53.921335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48518) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:53.982525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa26af-4c82-4721-b188-10722e105008 req-027eff5f-118c-4b9e-bdbd-9cd6aab7092e tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:53.984500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90fa26af-4c82-4721-b188-10722e105008 req-027eff5f-118c-4b9e-bdbd-9cd6aab7092e tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 943 time: 0.1703551 Sep 24 00:16:53.985171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Pushing event updated for resources: {'Port': ['ID=f042d8e6-fd68-4d16-b392-37d06038c1ce,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:54.187584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90fa26af-4c82-4721-b188-10722e105008 req-6adc520a-fe40-41e3-8268-23711c3913cd tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905661 Sep 24 00:16:54.247503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Attempting to bind port f042d8e6-fd68-4d16-b392-37d06038c1ce on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:16:54.251243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Attempting to bind port f042d8e6-fd68-4d16-b392-37d06038c1ce by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '94bc6757-bd36-4844-994a-db25c7d67b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3e60b55-5306-4e06-a7d0-11b0e0e94786'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:16:54.251895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Attempting to bind port f042d8e6-fd68-4d16-b392-37d06038c1ce on network e3e60b55-5306-4e06-a7d0-11b0e0e94786 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:16:54.253049 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7e565da-6da9-4f28-97f2-05b5bb532226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.262462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Port f042d8e6-fd68-4d16-b392-37d06038c1ce on network e3e60b55-5306-4e06-a7d0-11b0e0e94786 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:16:54.262875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Attempting to bind port f042d8e6-fd68-4d16-b392-37d06038c1ce on network e3e60b55-5306-4e06-a7d0-11b0e0e94786 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:16:54.278929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:16:54.279769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Checking segment: {'id': '94bc6757-bd36-4844-994a-db25c7d67b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3e60b55-5306-4e06-a7d0-11b0e0e94786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:16:54.281388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Bound using segment: {'id': '94bc6757-bd36-4844-994a-db25c7d67b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3e60b55-5306-4e06-a7d0-11b0e0e94786'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:16:54.282095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Bound port: f042d8e6-fd68-4d16-b392-37d06038c1ce, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bc6757-bd36-4844-994a-db25c7d67b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e3e60b55-5306-4e06-a7d0-11b0e0e94786'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:16:54.282695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.399629 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7e565da-6da9-4f28-97f2-05b5bb532226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.409136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7e565da-6da9-4f28-97f2-05b5bb532226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.460375 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c7e565da-6da9-4f28-97f2-05b5bb532226 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5cea08d982b493995ff20eaf3b475e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371799 Sep 24 00:16:54.462742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:54.482561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] For port f042d8e6-fd68-4d16-b392-37d06038c1ce, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:16:54.541058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e565da-6da9-4f28-97f2-05b5bb532226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14d8915-77b2-45c0-a559-48609e5d9761,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:54.544250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] For port f042d8e6-fd68-4d16-b392-37d06038c1ce, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f042d8e6-fd68-4d16-b392-37d06038c1ce,segment=NetworkSegment(94bc6757-bd36-4844-994a-db25c7d67b88),segment_id=94bc6757-bd36-4844-994a-db25c7d67b88)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:16:54.564559 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.611467 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73828dfc-25bb-4dc6-8f84-d40a515a425a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.649705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Pushing event updated for resources: {'Port': ['ID=f042d8e6-fd68-4d16-b392-37d06038c1ce,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:54.656175 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73828dfc-25bb-4dc6-8f84-d40a515a425a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.684302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:54.685515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.687548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-b03f424d-9a31-403f-ac89-088948062202 service neutron] 10.222.0.18 "PUT /v2.0/ports/f042d8e6-fd68-4d16-b392-37d06038c1ce HTTP/1.1" status: 200 len: 1092 time: 1.7009747 Sep 24 00:16:54.688296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11bc777f-5385-4170-841c-5f39d47683ec', 'tag': 'f042d8e6-fd68-4d16-b392-37d06038c1ce'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:54.691143 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4077c659-51b8-4f4a-8620-affbfdc6fb23" -d '{"events": [{"name": "network-changed", "server_uuid": "11bc777f-5385-4170-841c-5f39d47683ec", "tag": "f042d8e6-fd68-4d16-b392-37d06038c1ce"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:54.776328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73828dfc-25bb-4dc6-8f84-d40a515a425a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.779987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73828dfc-25bb-4dc6-8f84-d40a515a425a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:54.784429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-73828dfc-25bb-4dc6-8f84-d40a515a425a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b14d8915-77b2-45c0-a559-48609e5d9761 HTTP/1.1" status: 204 len: 168 time: 0.3206913 Sep 24 00:16:54.789091 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb7eacc-9cb7-4d68-bd17-c51cca9a26f2 x-openstack-request-id: req-0eb7eacc-9cb7-4d68-bd17-c51cca9a26f2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:54.789870 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11bc777f-5385-4170-841c-5f39d47683ec", "tag": "f042d8e6-fd68-4d16-b392-37d06038c1ce", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:54.790317 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0eb7eacc-9cb7-4d68-bd17-c51cca9a26f2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:54.794853 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11bc777f-5385-4170-841c-5f39d47683ec', 'tag': 'f042d8e6-fd68-4d16-b392-37d06038c1ce', 'status': 'completed', 'code': 200} Sep 24 00:16:54.803212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73828dfc-25bb-4dc6-8f84-d40a515a425a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14d8915-77b2-45c0-a559-48609e5d9761,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:54.858095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-c6d95b07-fb24-495d-87cf-0e5b59a3cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:54.864907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-c6d95b07-fb24-495d-87cf-0e5b59a3cf7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21ff1c8103984b4685e7369797cdd1f5&device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 1095 time: 0.1209335 Sep 24 00:16:54.923502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-da26b0b2-0256-4054-ad49-f933f623e930 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f042d8e6-fd68-4d16-b392-37d06038c1ce HTTP/1.1" status: 200 len: 217 time: 0.0492597 Sep 24 00:16:55.014221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-7984c22a-4935-41e9-a326-cfc2858764a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:55.016506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-7984c22a-4935-41e9-a326-cfc2858764a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8f1c555-0da6-42cc-8d12-e2f59c23948b HTTP/1.1" status: 200 len: 853 time: 0.0852606 Sep 24 00:16:55.120186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-eaaa8ad2-83f4-438f-ae3f-f01c27ce4037 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3e60b55-5306-4e06-a7d0-11b0e0e94786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902424 Sep 24 00:16:55.391877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-52e6ab83-c86a-4c13-825b-472f52fd5e5b service neutron] 10.222.0.18 "GET /v2.0/networks/e3e60b55-5306-4e06-a7d0-11b0e0e94786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637608 Sep 24 00:16:55.563585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48562) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:55.592517 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a297067f-f77a-4500-a4d2-026c72b04d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:55.609081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b4a6377-238b-4db2-aab7-fac46bf2817c req-5a304052-f530-4350-aafc-12324c90f942 service neutron] 10.222.0.18 "GET /v2.0/networks/e3e60b55-5306-4e06-a7d0-11b0e0e94786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844935 Sep 24 00:16:55.680036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15207d20-23e8-4395-8e97-337b93732684 req-b5b00c25-5875-4d31-a571-bf314a3e9c9e tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:55.682441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15207d20-23e8-4395-8e97-337b93732684 req-b5b00c25-5875-4d31-a571-bf314a3e9c9e tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 943 time: 0.1491511 Sep 24 00:16:55.806395 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a297067f-f77a-4500-a4d2-026c72b04d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:55.821576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a297067f-f77a-4500-a4d2-026c72b04d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:55.855612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:55.864578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-81c3e788-95a4-4cc9-8194-7dd7d5ab59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:55.866657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-81c3e788-95a4-4cc9-8194-7dd7d5ab59c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21ff1c8103984b4685e7369797cdd1f5&device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 1095 time: 0.1832528 Sep 24 00:16:55.869933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15207d20-23e8-4395-8e97-337b93732684 req-cac94380-d523-40ca-8ca0-d4601433e44f tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592216 Sep 24 00:16:55.946796 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a297067f-f77a-4500-a4d2-026c72b04d43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=426546f6a12443c494bd23c49d797e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820715 Sep 24 00:16:55.950871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48580) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:56.019176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a297067f-f77a-4500-a4d2-026c72b04d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99987693-22b5-4004-83ea-23decd7e0fc2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:56.023645 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9cda7a7-6ef8-4194-b766-3dac0804560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:56.060089 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99397f85-2498-4d43-a6cc-9a797e8163df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:56.087532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99397f85-2498-4d43-a6cc-9a797e8163df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:56.155562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-1e7e8573-d167-4f6a-b784-e5385ec07c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:56.158130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-1e7e8573-d167-4f6a-b784-e5385ec07c8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3e60b55-5306-4e06-a7d0-11b0e0e94786 HTTP/1.1" status: 200 len: 914 time: 0.2827902 Sep 24 00:16:56.195711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99397f85-2498-4d43-a6cc-9a797e8163df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:56.199873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99397f85-2498-4d43-a6cc-9a797e8163df admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:56.201324 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-99397f85-2498-4d43-a6cc-9a797e8163df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99987693-22b5-4004-83ea-23decd7e0fc2 HTTP/1.1" status: 204 len: 168 time: 0.2492461 Sep 24 00:16:56.237126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99397f85-2498-4d43-a6cc-9a797e8163df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99987693-22b5-4004-83ea-23decd7e0fc2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:56.283797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-23f23926-39c8-483b-800f-700330d690a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f042d8e6-fd68-4d16-b392-37d06038c1ce HTTP/1.1" status: 200 len: 217 time: 0.1086931 Sep 24 00:16:56.384139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-479256f7-eece-4cb6-a62e-41e5587cf645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:56.399583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-479256f7-eece-4cb6-a62e-41e5587cf645 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b8f1c555-0da6-42cc-8d12-e2f59c23948b HTTP/1.1" status: 200 len: 853 time: 0.0935442 Sep 24 00:16:56.465994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-95a9a3a8-6552-4872-b0f2-d7278e0bd7fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3e60b55-5306-4e06-a7d0-11b0e0e94786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652328 Sep 24 00:16:56.641905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f042d8e6-fd68-4d16-b392-37d06038c1ce details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:16:56.716862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-f6321d78-1ce2-4e9d-a534-88c1001e6f53 service neutron] 10.222.0.18 "GET /v2.0/networks/e3e60b55-5306-4e06-a7d0-11b0e0e94786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426519 Sep 24 00:16:56.842562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4077c659-51b8-4f4a-8620-affbfdc6fb23 req-7a6b8bc9-00a9-47d5-b79e-86a6938795fc service neutron] 10.222.0.18 "GET /v2.0/networks/e3e60b55-5306-4e06-a7d0-11b0e0e94786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178145 Sep 24 00:16:56.874677 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:56.970962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f042d8e6-fd68-4d16-b392-37d06038c1ce, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f042d8e6-fd68-4d16-b392-37d06038c1ce,segment=NetworkSegment(94bc6757-bd36-4844-994a-db25c7d67b88),segment_id=94bc6757-bd36-4844-994a-db25c7d67b88)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:56.990123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'f042d8e6-fd68-4d16-b392-37d06038c1ce', 'network_id': 'e3e60b55-5306-4e06-a7d0-11b0e0e94786', 'port_id': 'f042d8e6-fd68-4d16-b392-37d06038c1ce', 'mac_address': 'fa:16:3e:cd:b8:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8f1c555-0da6-42cc-8d12-e2f59c23948b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:16:57.072885 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:57.092641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f042d8e6-fd68-4d16-b392-37d06038c1ce {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:16:57.151184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f042d8e6-fd68-4d16-b392-37d06038c1ce, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f042d8e6-fd68-4d16-b392-37d06038c1ce,segment=NetworkSegment(94bc6757-bd36-4844-994a-db25c7d67b88),segment_id=94bc6757-bd36-4844-994a-db25c7d67b88)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:57.163350 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:57.183811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4302124-a0a6-480c-89b3-f8889b350b77 req-1fa23062-9dd9-4668-903a-02ee4f16a36c tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:57.195981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4302124-a0a6-480c-89b3-f8889b350b77 req-1fa23062-9dd9-4668-903a-02ee4f16a36c tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 943 time: 0.1516476 Sep 24 00:16:57.328728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f042d8e6-fd68-4d16-b392-37d06038c1ce,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:57.354987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['f042d8e6-fd68-4d16-b392-37d06038c1ce'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:16:57.425655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4302124-a0a6-480c-89b3-f8889b350b77 req-0285f217-ce55-4051-90f7-5f3254d65a12 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256813 Sep 24 00:16:58.653594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f042d8e6-fd68-4d16-b392-37d06038c1ce up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:16:58.768767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9166d-66f3-4fb7-85b4-8718a9c61f6d req-162e8b68-1d7a-4389-bfef-b8a1a00a575c tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:58.779010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5c9166d-66f3-4fb7-85b4-8718a9c61f6d req-162e8b68-1d7a-4389-bfef-b8a1a00a575c tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 944 time: 0.1958158 Sep 24 00:16:58.806505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port f042d8e6-fd68-4d16-b392-37d06038c1ce completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:16:58.811376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port f042d8e6-fd68-4d16-b392-37d06038c1ce triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:16:58.811938 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:58.857488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5c9166d-66f3-4fb7-85b4-8718a9c61f6d req-a6900260-a52b-4620-a56c-dc207808e4bd tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733762 Sep 24 00:16:59.018137 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:59.047048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc777f-5385-4170-841c-5f39d47683ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f042d8e6-fd68-4d16-b392-37d06038c1ce'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:16:59.049969 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99800402-f065-4d93-aa76-5aa05a5f8cb4" -d '{"events": [{"server_uuid": "11bc777f-5385-4170-841c-5f39d47683ec", "name": "network-vif-plugged", "status": "completed", "tag": "f042d8e6-fd68-4d16-b392-37d06038c1ce"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:16:59.072005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port f042d8e6-fd68-4d16-b392-37d06038c1ce, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f042d8e6-fd68-4d16-b392-37d06038c1ce,segment=NetworkSegment(94bc6757-bd36-4844-994a-db25c7d67b88),segment_id=94bc6757-bd36-4844-994a-db25c7d67b88)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:16:59.092897 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:59.145441 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761f87cd-7aee-4902-b108-8e8d76dfe3b2 x-openstack-request-id: req-761f87cd-7aee-4902-b108-8e8d76dfe3b2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:16:59.145738 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc777f-5385-4170-841c-5f39d47683ec", "name": "network-vif-plugged", "status": "completed", "tag": "f042d8e6-fd68-4d16-b392-37d06038c1ce", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:16:59.146123 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-761f87cd-7aee-4902-b108-8e8d76dfe3b2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:16:59.147064 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc777f-5385-4170-841c-5f39d47683ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f042d8e6-fd68-4d16-b392-37d06038c1ce', 'code': 200} Sep 24 00:16:59.213645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 48702) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:16:59.243496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:59.349264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603ed22-1447-44bf-bc34-7ef4b20c2ac5 req-61b0d20a-acfe-4e67-a9dd-bab0625b4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:16:59.358995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e603ed22-1447-44bf-bc34-7ef4b20c2ac5 req-61b0d20a-acfe-4e67-a9dd-bab0625b4322 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 1097 time: 0.1311307 Sep 24 00:16:59.360919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=f042d8e6-fd68-4d16-b392-37d06038c1ce,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:59.407327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e603ed22-1447-44bf-bc34-7ef4b20c2ac5 req-eef83032-ab68-449b-81c6-09ac0cfdc14d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455647 Sep 24 00:16:59.512861 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1af6719-24d6-41b5-b2c7-9415294db387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:59.792090 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1af6719-24d6-41b5-b2c7-9415294db387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:59.826745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1af6719-24d6-41b5-b2c7-9415294db387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:16:59.927932 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af6719-24d6-41b5-b2c7-9415294db387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55abb403-38e5-47f4-bca8-108357c306f9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:16:59.935392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f1af6719-24d6-41b5-b2c7-9415294db387 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf9515f8c5c643b289e9d431bbf81724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7201197 Sep 24 00:16:59.940756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 48726) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:00.025024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1628-5b9d-482f-a6e2-ce736883b417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:00.070563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1628-5b9d-482f-a6e2-ce736883b417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:00.124068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464eed6c-f15d-4a0c-9f57-09332ea77c2d req-73dcaafb-84ef-40f5-b6ae-34c54b9ff5cf tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:00.126075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-464eed6c-f15d-4a0c-9f57-09332ea77c2d req-73dcaafb-84ef-40f5-b6ae-34c54b9ff5cf tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 945 time: 0.0823324 Sep 24 00:17:00.162626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1628-5b9d-482f-a6e2-ce736883b417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:00.165398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7fa1628-5b9d-482f-a6e2-ce736883b417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:00.169076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c7fa1628-5b9d-482f-a6e2-ce736883b417 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55abb403-38e5-47f4-bca8-108357c306f9 HTTP/1.1" status: 204 len: 168 time: 0.2248287 Sep 24 00:17:00.184933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa1628-5b9d-482f-a6e2-ce736883b417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55abb403-38e5-47f4-bca8-108357c306f9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:00.210772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-464eed6c-f15d-4a0c-9f57-09332ea77c2d req-5866cca4-fa90-4cdb-8558-59f5a9bcb668 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747340 Sep 24 00:17:01.482162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600940d2-13fb-4537-82eb-b744cd92ef90 req-90995893-213a-437a-81af-0e68fa5bbbd3 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:01.500055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-600940d2-13fb-4537-82eb-b744cd92ef90 req-90995893-213a-437a-81af-0e68fa5bbbd3 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 945 time: 0.1568010 Sep 24 00:17:01.685503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-600940d2-13fb-4537-82eb-b744cd92ef90 req-f93b529e-db5c-4bbd-926a-ce4e70a704d4 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663790 Sep 24 00:17:02.520770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2587508-6417-4dd1-93b9-2393353bd215 req-804e7f10-07e9-45a8-9e17-5a8bf181a33d tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:02.530031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2587508-6417-4dd1-93b9-2393353bd215 req-804e7f10-07e9-45a8-9e17-5a8bf181a33d tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 945 time: 0.0892253 Sep 24 00:17:02.599885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2587508-6417-4dd1-93b9-2393353bd215 req-6cff3d86-663f-4f73-b603-b04adcd03326 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684845 Sep 24 00:17:03.838380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-6fdef45c-d761-4c40-840b-0c17d3e2d73a tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:03.858702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-6fdef45c-d761-4c40-840b-0c17d3e2d73a tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.18 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 945 time: 0.2034087 Sep 24 00:17:03.885033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4ae06-5dfc-4c4a-bc0b-3fdbb09417ed req-98c753dc-e335-4f06-8142-939f2223680a tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:03.909334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2b4ae06-5dfc-4c4a-bc0b-3fdbb09417ed req-98c753dc-e335-4f06-8142-939f2223680a tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 945 time: 0.1875074 Sep 24 00:17:04.164233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2b4ae06-5dfc-4c4a-bc0b-3fdbb09417ed req-cfe5c338-e778-4e8d-be72-1a614332eca5 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/security-groups?id=3b9c1764-429b-40a0-8098-e1cd99a6907c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587867 Sep 24 00:17:04.215813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Deleting port f042d8e6-fd68-4d16-b392-37d06038c1ce {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:04.217253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:04.486075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] For port f042d8e6-fd68-4d16-b392-37d06038c1ce, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=f042d8e6-fd68-4d16-b392-37d06038c1ce,segment=NetworkSegment(94bc6757-bd36-4844-994a-db25c7d67b88),segment_id=94bc6757-bd36-4844-994a-db25c7d67b88)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:04.486456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:04.521759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Calling delete_port for f042d8e6-fd68-4d16-b392-37d06038c1ce owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:04.855952 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:04.872264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['f042d8e6-fd68-4d16-b392-37d06038c1ce'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:17:04.933064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Pushing event deleted for resources: {'Port': ['ID=f042d8e6-fd68-4d16-b392-37d06038c1ce,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:05.032649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] No DVR routers for this DVR port f042d8e6-fd68-4d16-b392-37d06038c1ce on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:17:05.036211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:05.040042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-688cdd7f-aa05-486d-ac1d-fc36a37884b1 req-86ae56a9-c637-435e-ac39-57434186d3c2 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.18 "DELETE /v2.0/ports/f042d8e6-fd68-4d16-b392-37d06038c1ce HTTP/1.1" status: 204 len: 173 time: 1.0998309 Sep 24 00:17:05.040852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11bc777f-5385-4170-841c-5f39d47683ec', 'name': 'network-vif-deleted', 'tag': 'f042d8e6-fd68-4d16-b392-37d06038c1ce'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:17:05.043908 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7821fed4-1291-473f-9bd3-b7bc01ee24c3" -d '{"events": [{"server_uuid": "11bc777f-5385-4170-841c-5f39d47683ec", "name": "network-vif-deleted", "tag": "f042d8e6-fd68-4d16-b392-37d06038c1ce"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:17:05.145368 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0746badf-ae1d-4a18-afb0-f978c6d99bdf x-openstack-request-id: req-0746badf-ae1d-4a18-afb0-f978c6d99bdf {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:17:05.145948 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11bc777f-5385-4170-841c-5f39d47683ec", "name": "network-vif-deleted", "tag": "f042d8e6-fd68-4d16-b392-37d06038c1ce", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:17:05.146956 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0746badf-ae1d-4a18-afb0-f978c6d99bdf {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:17:05.147524 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11bc777f-5385-4170-841c-5f39d47683ec', 'name': 'network-vif-deleted', 'tag': 'f042d8e6-fd68-4d16-b392-37d06038c1ce', 'status': 'completed', 'code': 200} Sep 24 00:17:05.463833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ee5dff9-7c48-4b28-837e-5db1f166c83b req-f59fcde8-e820-42c9-8595-455bea07f9f6 tempest-ServerPasswordTestJSON-785277906 tempest-ServerPasswordTestJSON-785277906-project] 10.222.0.24 "GET /v2.0/ports?device_id=11bc777f-5385-4170-841c-5f39d47683ec HTTP/1.1" status: 200 len: 210 time: 0.1028521 Sep 24 00:17:05.970207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49016) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:06.228700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-babbec89-c2e9-4e51-8b98-281d1ec06135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.382426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-babbec89-c2e9-4e51-8b98-281d1ec06135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.391401 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-babbec89-c2e9-4e51-8b98-281d1ec06135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.452592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49028) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:06.453207 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-babbec89-c2e9-4e51-8b98-281d1ec06135 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b3d0e25823345c09cee1a6a8527b9fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813075 Sep 24 00:17:06.453525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babbec89-c2e9-4e51-8b98-281d1ec06135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65a82b4-0605-4a2a-8f4b-dff3e0ca9741,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:06.544025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49038) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:06.594736 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.599188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0098fe24-685b-4ba6-bede-c1095b727561 admin admin] Deleting subnet b8f1c555-0da6-42cc-8d12-e2f59c23948b {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:06.603545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0098fe24-685b-4ba6-bede-c1095b727561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.644122 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f168d75f-4a23-42cb-8b69-fcd186a25fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.644634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0098fe24-685b-4ba6-bede-c1095b727561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.729776 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f168d75f-4a23-42cb-8b69-fcd186a25fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.751565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0098fe24-685b-4ba6-bede-c1095b727561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.834735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0098fe24-685b-4ba6-bede-c1095b727561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.838731 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f168d75f-4a23-42cb-8b69-fcd186a25fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.841740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f168d75f-4a23-42cb-8b69-fcd186a25fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.845391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f168d75f-4a23-42cb-8b69-fcd186a25fc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b65a82b4-0605-4a2a-8f4b-dff3e0ca9741 HTTP/1.1" status: 204 len: 168 time: 0.3910248 Sep 24 00:17:06.862393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168d75f-4a23-42cb-8b69-fcd186a25fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65a82b4-0605-4a2a-8f4b-dff3e0ca9741,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:06.868740 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0098fe24-685b-4ba6-bede-c1095b727561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:06.870918 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0098fe24-685b-4ba6-bede-c1095b727561 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b8f1c555-0da6-42cc-8d12-e2f59c23948b HTTP/1.1" status: 204 len: 168 time: 0.3256314 Sep 24 00:17:06.892325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098fe24-685b-4ba6-bede-c1095b727561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8f1c555-0da6-42cc-8d12-e2f59c23948b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:06.907449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49054) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:07.022095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:07.281162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:07.342236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e60b55-5306-4e06-a7d0-11b0e0e94786']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:07.403370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bc6757-bd36-4844-994a-db25c7d67b88') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:07.409494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bc6757-bd36-4844-994a-db25c7d67b88') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:07.459588 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:07.507465 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:07.522732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:17:07.529960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:17:07.532979 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:17:07.670592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49070) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:07.688305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a332a04-32b7-4a1d-a050-fa0a4cb08332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:07.710946 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:07.772342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:07.776787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3e60b55-5306-4e06-a7d0-11b0e0e94786 HTTP/1.1" status: 204 len: 168 time: 0.8659322 Sep 24 00:17:07.782623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab82ee-95fe-4fec-b5eb-ef5a59d348f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3e60b55-5306-4e06-a7d0-11b0e0e94786,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:08.034568 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a332a04-32b7-4a1d-a050-fa0a4cb08332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.047708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a332a04-32b7-4a1d-a050-fa0a4cb08332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.085040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a332a04-32b7-4a1d-a050-fa0a4cb08332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672a91ff-e346-4077-9946-ab6cc03c6995,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:08.128892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49094) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:08.129185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5a332a04-32b7-4a1d-a050-fa0a4cb08332 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ea05f9eede64012bd4e295fe70511d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570217 Sep 24 00:17:08.149833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49096) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:08.203811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e90812a-d41d-4884-b8ab-e74e9a4441fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.228293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-97165a60-05d1-47c7-b722-87452172dcdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21ff1c8103984b4685e7369797cdd1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0771046 Sep 24 00:17:08.236754 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49098) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:08.306424 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e90812a-d41d-4884-b8ab-e74e9a4441fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.327311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-914c6c13-0d41-403d-b716-bcd596d96cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.363860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-914c6c13-0d41-403d-b716-bcd596d96cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.432786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-914c6c13-0d41-403d-b716-bcd596d96cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.436832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-914c6c13-0d41-403d-b716-bcd596d96cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.438472 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-914c6c13-0d41-403d-b716-bcd596d96cf5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b9c1764-429b-40a0-8098-e1cd99a6907c HTTP/1.1" status: 204 len: 168 time: 0.2001455 Sep 24 00:17:08.446467 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e90812a-d41d-4884-b8ab-e74e9a4441fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.449978 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e90812a-d41d-4884-b8ab-e74e9a4441fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:08.450712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c6c13-0d41-403d-b716-bcd596d96cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9c1764-429b-40a0-8098-e1cd99a6907c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:08.454609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4e90812a-d41d-4884-b8ab-e74e9a4441fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/672a91ff-e346-4077-9946-ab6cc03c6995 HTTP/1.1" status: 204 len: 168 time: 0.3242743 Sep 24 00:17:08.472940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e90812a-d41d-4884-b8ab-e74e9a4441fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672a91ff-e346-4077-9946-ab6cc03c6995,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:08.653375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f042d8e6-fd68-4d16-b392-37d06038c1ce no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:17:08.732777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: f042d8e6-fd68-4d16-b392-37d06038c1ce {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:17:08.735733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device f042d8e6-fd68-4d16-b392-37d06038c1ce not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:17:09.212030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:10.163907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49212) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:10.542525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1344559828-network', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:10.616813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Made reservation on behalf of fbab406d24e148079cc5e5d7be32176e for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:10.619642 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:10.634301 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:17:10.638384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:10.846204 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:10.857882 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:10.896828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:17:10.907990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:10.908484 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Added segment 41ab9a11-2f27-4987-a046-4b49cc9c1c01 of type vlan for network 54c1a340-421f-4a6b-8eaf-c29cab762366 Sep 24 00:17:10.955997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.005718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.006829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:11.015835 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.031896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fc9eb9-9815-4571-8ceb-86f69f55cff2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:11.079614 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9145644 Sep 24 00:17:11.082494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49256) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:11.089217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Request body: {'subnet': {'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1344559828-subnet', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:11.111591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fe68b-41d0-4414-a61f-26a3eacabf59 admin admin] Pushing event updated for resources: {'Network': ['ID=54c1a340-421f-4a6b-8eaf-c29cab762366,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:11.141916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 54c1a340-421f-4a6b-8eaf-c29cab762366 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:17:11.150852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Made reservation on behalf of fbab406d24e148079cc5e5d7be32176e for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:11.172949 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.430604 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.515324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7206fb7d-1cf9-4b53-9c60-71a9715f6d91,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:11.526056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.526712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.527158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.527436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.527830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.528786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.528786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.529138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.529521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.529927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.530258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.530584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:11.541518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Checking segment: {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:11.541892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Network hostable DHCP agents. Network: 54c1a340-421f-4a6b-8eaf-c29cab762366, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:17:11.582501 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Network 54c1a340-421f-4a6b-8eaf-c29cab762366 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:17:11.602284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 54c1a340-421f-4a6b-8eaf-c29cab762366) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:11.621155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:11.622496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f06c70-1708-49de-90f1-161001323994 None None] Network 54c1a340-421f-4a6b-8eaf-c29cab762366 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:11.623408 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.651368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49280) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:11.652017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-89372ea9-82d9-482b-8851-b6b2b56ac32f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5678375 Sep 24 00:17:11.657906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:11.704869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.706484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.852020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:11.921891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccb8c43-4867-44ae-9774-d429283fef72 None None] Network 54c1a340-421f-4a6b-8eaf-c29cab762366 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:12.130509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:12.525265 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:12.549713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:12.696912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Allocated IP 172.25.5.226 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/12986a43-d026-446c-b278-8d9fea81b6ca) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:13.205910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49438) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:13.413216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8465f67e-b39b-4075-8960-42eb4e8a0f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.519246 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.581562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.636187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Pushing event updated for resources: {'Port': ['ID=12986a43-d026-446c-b278-8d9fea81b6ca,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:13.649684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.650001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.650278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.650612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.651059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.651401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.652007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.652329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.652877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.653210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.653532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.653854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:13.660741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8465f67e-b39b-4075-8960-42eb4e8a0f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.666346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:13.668401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:13.670130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8465f67e-b39b-4075-8960-42eb4e8a0f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.676831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:13.697085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465f67e-b39b-4075-8960-42eb4e8a0f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dcaef54-e2c1-49bb-963a-e9e104d3eddf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:13.743065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8465f67e-b39b-4075-8960-42eb4e8a0f95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3761b41f43924f53b7779fdf93954fe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353413 Sep 24 00:17:13.743622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49452) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:13.859556 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88c4ac17-c0cc-48d0-bb96-dc2e1cfa7b03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.892632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88c4ac17-c0cc-48d0-bb96-dc2e1cfa7b03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.978066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88c4ac17-c0cc-48d0-bb96-dc2e1cfa7b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.987381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-88c4ac17-c0cc-48d0-bb96-dc2e1cfa7b03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:13.991687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-88c4ac17-c0cc-48d0-bb96-dc2e1cfa7b03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9dcaef54-e2c1-49bb-963a-e9e104d3eddf HTTP/1.1" status: 204 len: 168 time: 0.2471063 Sep 24 00:17:14.003751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4ac17-c0cc-48d0-bb96-dc2e1cfa7b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dcaef54-e2c1-49bb-963a-e9e104d3eddf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:14.082208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:14.411132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:14.667439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49482) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:14.696701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf916ae-606e-45af-9f00-30fd05b26bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:14.784354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:17:14.889868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf916ae-606e-45af-9f00-30fd05b26bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:14.959233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:17:14.961786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9bf916ae-606e-45af-9f00-30fd05b26bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:14.973667 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Sync routers for ids ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:17:14.985241 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Routers {'68093fdd-49bc-4540-a47e-75ed0c9a19e6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:17:14.985868 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:16:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:15.003667 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9bf916ae-606e-45af-9f00-30fd05b26bba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbc8434f10d14a2ab9549b21b57f4c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351052 Sep 24 00:17:15.006436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49492) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:15.083896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf916ae-606e-45af-9f00-30fd05b26bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e3ab87-b8c5-477f-b42b-d3c6af057870,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:15.095159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.096694 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-80836519-38ce-40ff-89c6-7a190a879afd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4429975 Sep 24 00:17:15.099927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49496) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:15.121672 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d39084c8-b674-45db-ab60-b40f713d71c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.147249 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Set router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:17:15.173478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d39084c8-b674-45db-ab60-b40f713d71c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.301713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d39084c8-b674-45db-ab60-b40f713d71c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.308816 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d39084c8-b674-45db-ab60-b40f713d71c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.314479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d39084c8-b674-45db-ab60-b40f713d71c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9e3ab87-b8c5-477f-b42b-d3c6af057870 HTTP/1.1" status: 204 len: 168 time: 0.3062139 Sep 24 00:17:15.337005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39084c8-b674-45db-ab60-b40f713d71c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e3ab87-b8c5-477f-b42b-d3c6af057870,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:15.419281 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:17:13Z', 'revision_number': 3, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port': {'id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:12Z', 'updated_at': '2021-09-24T00:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:15.563448 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Checking router: 68093fdd-49bc-4540-a47e-75ed0c9a19e6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:17:15.563791 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Updating router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 port 12986a43-d026-446c-b278-8d9fea81b6ca binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:17:15.649657 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.721497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49516) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:15.828315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5579dc-d470-48d2-8338-9d8c65c788e7 admin admin] Deleting subnet 1844404c-7bab-4be7-99e2-3ca88730dd0c {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:15.832735 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a5579dc-d470-48d2-8338-9d8c65c788e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.905375 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a5579dc-d470-48d2-8338-9d8c65c788e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.949305 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a5579dc-d470-48d2-8338-9d8c65c788e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:15.981392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.049843 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a5579dc-d470-48d2-8338-9d8c65c788e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.119511 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a5579dc-d470-48d2-8338-9d8c65c788e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.156725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6a5579dc-d470-48d2-8338-9d8c65c788e7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1844404c-7bab-4be7-99e2-3ca88730dd0c HTTP/1.1" status: 204 len: 168 time: 0.4339759 Sep 24 00:17:16.157303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49536) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:16.166770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5579dc-d470-48d2-8338-9d8c65c788e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1844404c-7bab-4be7-99e2-3ca88730dd0c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:16.373382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.441589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Allocated IP 172.20.0.1 (54c1a340-421f-4a6b-8eaf-c29cab762366/7206fb7d-1cf9-4b53-9c60-71a9715f6d91/7a33437c-0b6a-4dc8-b45b-d9730f879993) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:16.509708 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.528433 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.561053 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.571559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49548) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:16.673226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-012d4bf4-0020-4cc8-9b29-aed8ffc4bcc8 admin admin] Deleting subnet 47f5832e-7227-431f-bce2-71c6b22406ef {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:16.682917 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Attempting to bind port 12986a43-d026-446c-b278-8d9fea81b6ca on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:16.683110 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Attempting to bind port 12986a43-d026-446c-b278-8d9fea81b6ca by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:16.684028 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Attempting to bind port 12986a43-d026-446c-b278-8d9fea81b6ca on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:16.698955 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Pushing event updated for resources: {'Port': ['ID=12986a43-d026-446c-b278-8d9fea81b6ca,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:16.708140 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.708546 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.708848 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.709171 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.709488 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.709806 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.710122 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.710434 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.710742 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.711072 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.711382 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.712136 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:16.715677 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:16.716141 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:16.716354 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.716723 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:16.717188 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Bound port: 12986a43-d026-446c-b278-8d9fea81b6ca, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:16.717557 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.733959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8298c024-5982-473a-9cb3-7540f52a584a']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:16.758430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b55fd75-0628-4d8d-99bd-4febd1d21972') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:16.759680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b55fd75-0628-4d8d-99bd-4febd1d21972') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:16.770722 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012d4bf4-0020-4cc8-9b29-aed8ffc4bcc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.775052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.789028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.806333 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] For port 12986a43-d026-446c-b278-8d9fea81b6ca, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:16.816949 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] For port 12986a43-d026-446c-b278-8d9fea81b6ca, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=12986a43-d026-446c-b278-8d9fea81b6ca,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:16.835319 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.839358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012d4bf4-0020-4cc8-9b29-aed8ffc4bcc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.849556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.883169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Network 54c1a340-421f-4a6b-8eaf-c29cab762366 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:16.889355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012d4bf4-0020-4cc8-9b29-aed8ffc4bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:16.893629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:16.901527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:16.972617 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Routers {'68093fdd-49bc-4540-a47e-75ed0c9a19e6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:17:16.973242 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:16:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:17.014320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Pushing event updated for resources: {'Port': ['ID=7a33437c-0b6a-4dc8-b45b-d9730f879993,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:17.031006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.032898 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.047784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:17:17.048206 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.091925 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bc91ba-5aa0-48b0-ab7d-0cc497e13ece None None] Pushing event updated for resources: {'Port': ['ID=12986a43-d026-446c-b278-8d9fea81b6ca,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:17:17.107593 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:17:17.229610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.238038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.242512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8298c024-5982-473a-9cb3-7540f52a584a HTTP/1.1" status: 204 len: 168 time: 1.0799303 Sep 24 00:17:17.254212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] Set router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:17:17.279121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012d4bf4-0020-4cc8-9b29-aed8ffc4bcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.313783 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012d4bf4-0020-4cc8-9b29-aed8ffc4bcc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.325965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-012d4bf4-0020-4cc8-9b29-aed8ffc4bcc8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/47f5832e-7227-431f-bce2-71c6b22406ef HTTP/1.1" status: 204 len: 168 time: 0.7536752 Sep 24 00:17:17.327632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49584) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:17.423213 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.599990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65504a47-4385-463b-90bb-9ad09e2d5ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8298c024-5982-473a-9cb3-7540f52a584a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:17.605128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.612851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d4bf4-0020-4cc8-9b29-aed8ffc4bcc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f5832e-7227-431f-bce2-71c6b22406ef,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:17.730702 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.765974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddece8c-8cd7-4134-ab39-810bdc431411']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:17.783966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9beddfde-aa5e-4fbe-b447-d76e21734912') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:17.784508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9beddfde-aa5e-4fbe-b447-d76e21734912') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:17.799519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.809162 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:17:13Z', 'revision_number': 3, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port': {'id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:12Z', 'updated_at': '2021-09-24T00:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:17.814803 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.821605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49596) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:17.823295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:17:17.824126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.865782 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628c9b5d-f7a4-400c-94ff-70b1c2c7d1ab None None] The sync data for ids ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'] in n-d-713498-18 is: [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:17:13Z', 'revision_number': 3, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port': {'id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:12Z', 'updated_at': '2021-09-24T00:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:17:17.923347 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:17:17.928152 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.935845 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:17.944707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] 10.222.0.24 "DELETE /v2.0/networks/6ddece8c-8cd7-4134-ab39-810bdc431411 HTTP/1.1" status: 204 len: 168 time: 0.5472536 Sep 24 00:17:17.970607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-12916f02-72a7-4b4c-8200-c0a6b118285c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f28474713c14e1ba6c10b6e731b9d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456084 Sep 24 00:17:17.975316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49608) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:17.978090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e276f-7aff-4bac-b211-79354efac86a admin admin] Pushing event deleted for resources: {'Network': ['ID=6ddece8c-8cd7-4134-ab39-810bdc431411,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:18.057487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.064911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2f2a-cbb4-4d56-9dbf-739f9c3031dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.131956 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2f2a-cbb4-4d56-9dbf-739f9c3031dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.215776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.231547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2f2a-cbb4-4d56-9dbf-739f9c3031dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.234458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d8c2f2a-cbb4-4d56-9dbf-739f9c3031dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.235668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1d8c2f2a-cbb4-4d56-9dbf-739f9c3031dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1ce156c-8fa0-44e4-96d4-d749fb2704b3 HTTP/1.1" status: 204 len: 168 time: 0.2592044 Sep 24 00:17:18.318077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49622) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:18.325289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c2f2a-cbb4-4d56-9dbf-739f9c3031dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce156c-8fa0-44e4-96d4-d749fb2704b3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:18.350243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Pushing event updated for resources: {'Port': ['ID=7a33437c-0b6a-4dc8-b45b-d9730f879993,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:18.367284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.445553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6dfb7713-b2a1-4f4a-b9e7-282830f51499 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a7aedd29ab246cebc8fd3765ec72788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249030 Sep 24 00:17:18.449708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 49628) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:18.582553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f76021ce-064d-4a89-a67e-51a9d026fae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.610193 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f76021ce-064d-4a89-a67e-51a9d026fae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.627190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Network 54c1a340-421f-4a6b-8eaf-c29cab762366 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:18.628699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:18.725920 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f76021ce-064d-4a89-a67e-51a9d026fae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.739027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f76021ce-064d-4a89-a67e-51a9d026fae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:18.743027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f76021ce-064d-4a89-a67e-51a9d026fae7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38edbccd-2aa0-4856-8434-e5c32a4ac75a HTTP/1.1" status: 204 len: 168 time: 0.2920868 Sep 24 00:17:18.765320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76021ce-064d-4a89-a67e-51a9d026fae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38edbccd-2aa0-4856-8434-e5c32a4ac75a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:18.946635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:17:19.180133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:17:19.198798 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8523295b-81b6-4b8b-8c6f-32aa18ec580a admin admin] 10.222.0.24 "PUT /v2.0/routers/68093fdd-49bc-4540-a47e-75ed0c9a19e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0915177 Sep 24 00:17:19.744728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 12986a43-d026-446c-b278-8d9fea81b6ca up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:19.839605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 12986a43-d026-446c-b278-8d9fea81b6ca triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:19.841064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:20.054220 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:20.146383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 12986a43-d026-446c-b278-8d9fea81b6ca, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=12986a43-d026-446c-b278-8d9fea81b6ca,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:20.152761 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:20.248232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=12986a43-d026-446c-b278-8d9fea81b6ca,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:20.262798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.263043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.263493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.263703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.264034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.264354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.264671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.264989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.265321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.265619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.265937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.276694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:17:20.316293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-1540398e-c6f3-44fe-9a57-d57d8ca4b285 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:20.320651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-1540398e-c6f3-44fe-9a57-d57d8ca4b285 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 811 time: 0.2264163 Sep 24 00:17:20.344148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-8a729e0a-d86e-4e02-9303-51a487b4afc5 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/quotas/fbab406d24e148079cc5e5d7be32176e HTTP/1.1" status: 200 len: 375 time: 0.0177758 Sep 24 00:17:20.428999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-581c90e0-ba97-44db-b656-bc26e8bc2a77 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0836194 Sep 24 00:17:20.559448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-4777b7ed-1009-4098-9399-7122c2190906 service neutron] 10.222.0.24 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288283 Sep 24 00:17:20.590212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Sync routers for ids ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:17:20.607196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Routers {'68093fdd-49bc-4540-a47e-75ed0c9a19e6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:17:20.608264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:16:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:20.676987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-b3052795-6809-4a10-93a0-cc2c11dbd502 service neutron] 10.222.0.24 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162605 Sep 24 00:17:20.738928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Set router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:17:21.044133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f4bfe59-ef5c-4adc-b469-8ae3f029ddd1 req-eb8a8efe-dae9-4d31-8423-e824deae999f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 210 time: 0.1190941 Sep 24 00:17:21.183459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:17:17Z', 'revision_number': 4, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port': {'id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:12Z', 'updated_at': '2021-09-24T00:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a33437c-0b6a-4dc8-b45b-d9730f879993', 'name': '', 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'mac_address': 'fa:16:3e:ec:2f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '7206fb7d-1cf9-4b53-9c60-71a9715f6d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:16Z', 'updated_at': '2021-09-24T00:17:17Z', 'revision_number': 2, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'subnets': [{'id': '7206fb7d-1cf9-4b53-9c60-71a9715f6d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:21.265039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Checking router: 68093fdd-49bc-4540-a47e-75ed0c9a19e6 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:17:21.265391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Updating router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 port 7a33437c-0b6a-4dc8-b45b-d9730f879993 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:17:21.341054 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:21.718800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 12986a43-d026-446c-b278-8d9fea81b6ca up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:21.767617 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:21.798393 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:21.960416 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caf13b-f7ba-4bae-b1f8-a69f43ae718b None None] Pushing event updated for resources: {'Port': ['ID=7a33437c-0b6a-4dc8-b45b-d9730f879993,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:21.974454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 12986a43-d026-446c-b278-8d9fea81b6ca triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:21.975385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:22.107051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Attempting to bind port 7a33437c-0b6a-4dc8-b45b-d9730f879993 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:22.107605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Attempting to bind port 7a33437c-0b6a-4dc8-b45b-d9730f879993 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:22.108341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Attempting to bind port 7a33437c-0b6a-4dc8-b45b-d9730f879993 on network 54c1a340-421f-4a6b-8eaf-c29cab762366 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:22.122950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:22.123819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Checking segment: {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:22.124695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:22.141293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Bound using segment: {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:22.142419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Bound port: 7a33437c-0b6a-4dc8-b45b-d9730f879993, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:22.143290 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:22.373947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] For port 7a33437c-0b6a-4dc8-b45b-d9730f879993, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:22.378027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aadddd9f-4a85-4c93-a065-59f21177839c req-f5a97da4-cc4e-453a-9814-272a4f5c47d0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 210 time: 0.1181850 Sep 24 00:17:22.406576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] For port 7a33437c-0b6a-4dc8-b45b-d9730f879993, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a33437c-0b6a-4dc8-b45b-d9730f879993,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:22.421904 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:22.576418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Routers {'68093fdd-49bc-4540-a47e-75ed0c9a19e6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:17:22.577131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:16:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:22.586077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96caf13b-f7ba-4bae-b1f8-a69f43ae718b None None] Pushing event updated for resources: {'Port': ['ID=7a33437c-0b6a-4dc8-b45b-d9730f879993,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:22.749231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-aa11724e-44c3-4b48-956d-05816185fef3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:22.752040 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-aa11724e-44c3-4b48-956d-05816185fef3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.18 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 811 time: 0.2488301 Sep 24 00:17:22.754635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] Set router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:17:22.781778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Request body: {'port': {'device_id': '7dc28094-1da8-4c90-b540-b084089589e6', 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366', 'admin_state_up': True, 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:22.984635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Made reservation on behalf of fbab406d24e148079cc5e5d7be32176e for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:23.003520 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:23.033142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-446cf15e-e80f-4248-adf8-7956aa09f130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:23.070880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:17:17Z', 'revision_number': 4, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port': {'id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:12Z', 'updated_at': '2021-09-24T00:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a33437c-0b6a-4dc8-b45b-d9730f879993', 'name': '', 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'mac_address': 'fa:16:3e:ec:2f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '7206fb7d-1cf9-4b53-9c60-71a9715f6d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:16Z', 'updated_at': '2021-09-24T00:17:22Z', 'revision_number': 4, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'subnets': [{'id': '7206fb7d-1cf9-4b53-9c60-71a9715f6d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:23.110464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d60250-95be-4e56-81b1-16091628e554 None None] The sync data for ids ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'] in n-d-713498-18 is: [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:17:17Z', 'revision_number': 4, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port': {'id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:12Z', 'updated_at': '2021-09-24T00:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a33437c-0b6a-4dc8-b45b-d9730f879993', 'name': '', 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'mac_address': 'fa:16:3e:ec:2f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3088, 'fixed_ips': [{'subnet_id': '7206fb7d-1cf9-4b53-9c60-71a9715f6d91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:16Z', 'updated_at': '2021-09-24T00:17:22Z', 'revision_number': 4, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'subnets': [{'id': '7206fb7d-1cf9-4b53-9c60-71a9715f6d91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:17:23.239791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Allocated IP 172.20.0.8 (54c1a340-421f-4a6b-8eaf-c29cab762366/7206fb7d-1cf9-4b53-9c60-71a9715f6d91/e091e3ab-8d4b-4b06-9617-e90253603985) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:23.392075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49956) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:23.553337 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:23.682836 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-18e8c55c-20b3-45fd-aa2f-f8c1492b3fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:23.723725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a33437c-0b6a-4dc8-b45b-d9730f879993 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:23.863416 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7a33437c-0b6a-4dc8-b45b-d9730f879993 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:23.863789 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:23.897947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-18e8c55c-20b3-45fd-aa2f-f8c1492b3fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:23.914540 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-18e8c55c-20b3-45fd-aa2f-f8c1492b3fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:23.964781 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8c55c-20b3-45fd-aa2f-f8c1492b3fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6c5c0f-6b93-4f00-ab23-f844a1c21923,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:23.996427 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:24.009530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-18e8c55c-20b3-45fd-aa2f-f8c1492b3fac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac85396cde244382b47de131aa1cdc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6134746 Sep 24 00:17:24.010201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 49988) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:24.052665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 7a33437c-0b6a-4dc8-b45b-d9730f879993, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a33437c-0b6a-4dc8-b45b-d9730f879993,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:24.059638 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:24.106600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e64dc359-46cc-4e7e-a77a-14fd0e6dee8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:24.141668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e64dc359-46cc-4e7e-a77a-14fd0e6dee8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:24.165686 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:24.190179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=7a33437c-0b6a-4dc8-b45b-d9730f879993,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:24.196300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-27196364-d436-4728-84c3-18343387779d tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=88d13697440948f9a62dd0ebdaceb1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0767641 Sep 24 00:17:24.216253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e64dc359-46cc-4e7e-a77a-14fd0e6dee8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:24.230931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e64dc359-46cc-4e7e-a77a-14fd0e6dee8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:24.234959 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e64dc359-46cc-4e7e-a77a-14fd0e6dee8c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d6c5c0f-6b93-4f00-ab23-f844a1c21923 HTTP/1.1" status: 204 len: 168 time: 0.2237768 Sep 24 00:17:24.245749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dc359-46cc-4e7e-a77a-14fd0e6dee8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6c5c0f-6b93-4f00-ab23-f844a1c21923,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:24.472306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Network 54c1a340-421f-4a6b-8eaf-c29cab762366 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:24.486357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72613e31-113b-4a27-aca0-3290bfeb2bc2 req-946b0e70-08c8-4d19-9ce1-4321862f1799 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:24.519163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72613e31-113b-4a27-aca0-3290bfeb2bc2 req-946b0e70-08c8-4d19-9ce1-4321862f1799 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 931 time: 0.3980532 Sep 24 00:17:24.539612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-80cd9ff3-2203-48a1-b2f2-5f9946485056 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:24.541165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-80cd9ff3-2203-48a1-b2f2-5f9946485056 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194330 Sep 24 00:17:24.543298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:24.559718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:24.586930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Pushing event updated for resources: {'Port': ['ID=e091e3ab-8d4b-4b06-9617-e90253603985,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:24.653132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-263aee07-7fd5-462c-93c9-7aca24e18034 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/quotas/88d13697440948f9a62dd0ebdaceb1c6 HTTP/1.1" status: 200 len: 375 time: 0.0891991 Sep 24 00:17:24.682296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72613e31-113b-4a27-aca0-3290bfeb2bc2 req-873b9386-322b-4788-b398-14d73560f6a7 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617336 Sep 24 00:17:24.704684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-9ac328ae-dd6d-4cdc-8159-29301a0d454d tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=88d13697440948f9a62dd0ebdaceb1c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495007 Sep 24 00:17:24.726294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:24.726991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:24.749103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-35cabc76-2a62-4d3d-9d47-1002b62bd964 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9818063 Sep 24 00:17:25.035688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a4a4b50-1cba-4d65-b2ba-a8e832a49b63 req-0f89d8b9-3bc1-441f-a503-05eaa389050c tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 210 time: 0.0936565 Sep 24 00:17:25.142312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Request body: {'port': {'device_id': '7dc28094-1da8-4c90-b540-b084089589e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:25.277675 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:25.705955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a33437c-0b6a-4dc8-b45b-d9730f879993 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:25.741620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e091e3ab-8d4b-4b06-9617-e90253603985 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:17:25.815939 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:25.859293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Transition to ACTIVE for port object e091e3ab-8d4b-4b06-9617-e90253603985 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:17:25.902643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:25.960128 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:25.969859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7a33437c-0b6a-4dc8-b45b-d9730f879993 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:25.970348 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:25.970537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124bc60-0ad0-4c68-b743-74d35f04a4ad req-306df4d8-4ecf-4183-893e-622eb2a2c457 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:25.982405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50076) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:25.984952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e124bc60-0ad0-4c68-b743-74d35f04a4ad req-306df4d8-4ecf-4183-893e-622eb2a2c457 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 931 time: 0.1617277 Sep 24 00:17:26.051071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-91521bda-5dbe-4133-9726-82c30e3324da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.115852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e124bc60-0ad0-4c68-b743-74d35f04a4ad req-8a03a422-812f-4088-bae0-a656dbff45c7 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299210 Sep 24 00:17:26.118847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=e091e3ab-8d4b-4b06-9617-e90253603985,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:26.145193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ccf57b2b-6a45-4373-8964-cc96b79b4f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.204860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-119b8835-db8c-4e6f-ba15-ff227727339f req-0c87fd50-5bf2-4b75-a941-cdf5bb350854 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 210 time: 0.0406318 Sep 24 00:17:26.255159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Attempting to bind port e091e3ab-8d4b-4b06-9617-e90253603985 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:26.255482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Attempting to bind port e091e3ab-8d4b-4b06-9617-e90253603985 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:26.256848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Attempting to bind port e091e3ab-8d4b-4b06-9617-e90253603985 on network 54c1a340-421f-4a6b-8eaf-c29cab762366 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:26.274867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ccf57b2b-6a45-4373-8964-cc96b79b4f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.284248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ccf57b2b-6a45-4373-8964-cc96b79b4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.293776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Port e091e3ab-8d4b-4b06-9617-e90253603985 on network 54c1a340-421f-4a6b-8eaf-c29cab762366 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:17:26.294103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Attempting to bind port e091e3ab-8d4b-4b06-9617-e90253603985 on network 54c1a340-421f-4a6b-8eaf-c29cab762366 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:26.302033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:26.302371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Checking segment: {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:26.307292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Bound using segment: {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:26.308030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Bound port: e091e3ab-8d4b-4b06-9617-e90253603985, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:26.308529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.336185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf57b2b-6a45-4373-8964-cc96b79b4f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e9aa84-628a-4b5c-a7e7-37e1f8c95abb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:26.349902 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ccf57b2b-6a45-4373-8964-cc96b79b4f6c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=72980fd9635a476da087fcb51765d95d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625472 Sep 24 00:17:26.358867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50090) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:26.426513 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c4623daa-4d30-4244-95e5-858724fecb25 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=88d13697440948f9a62dd0ebdaceb1c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395308 Sep 24 00:17:26.463260 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ec57171-40af-4883-b166-48a938f6cd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.514254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] For port e091e3ab-8d4b-4b06-9617-e90253603985, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:26.519645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] For port e091e3ab-8d4b-4b06-9617-e90253603985, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e091e3ab-8d4b-4b06-9617-e90253603985,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:26.541557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ec57171-40af-4883-b166-48a938f6cd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.552301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.619296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:26.620546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.622133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] 10.222.0.18 "PUT /v2.0/ports/e091e3ab-8d4b-4b06-9617-e90253603985 HTTP/1.1" status: 200 len: 1092 time: 1.8643212 Sep 24 00:17:26.622749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dc28094-1da8-4c90-b540-b084089589e6', 'tag': 'e091e3ab-8d4b-4b06-9617-e90253603985'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:17:26.625048 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7574426f-8695-470b-9b5a-46d2b0e4f26d" -d '{"events": [{"name": "network-changed", "server_uuid": "7dc28094-1da8-4c90-b540-b084089589e6", "tag": "e091e3ab-8d4b-4b06-9617-e90253603985"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:17:26.681839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795a64a-982c-4751-a6f7-449fe5163ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=e091e3ab-8d4b-4b06-9617-e90253603985,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:26.697259 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c169eb7-f5f8-493d-b03a-17dd610c299a x-openstack-request-id: req-0c169eb7-f5f8-493d-b03a-17dd610c299a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:17:26.697792 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dc28094-1da8-4c90-b540-b084089589e6", "tag": "e091e3ab-8d4b-4b06-9617-e90253603985", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:17:26.698234 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c169eb7-f5f8-493d-b03a-17dd610c299a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:17:26.698819 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dc28094-1da8-4c90-b540-b084089589e6', 'tag': 'e091e3ab-8d4b-4b06-9617-e90253603985', 'status': 'completed', 'code': 200} Sep 24 00:17:26.735092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ec57171-40af-4883-b166-48a938f6cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.737733 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ec57171-40af-4883-b166-48a938f6cd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.743551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5ec57171-40af-4883-b166-48a938f6cd68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/25e9aa84-628a-4b5c-a7e7-37e1f8c95abb HTTP/1.1" status: 204 len: 168 time: 0.3829837 Sep 24 00:17:26.751130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-5985aac3-39fc-4aa1-99a8-dfaa21123a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:26.752676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-5985aac3-39fc-4aa1-99a8-dfaa21123a43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 1095 time: 0.0696828 Sep 24 00:17:26.757969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec57171-40af-4883-b166-48a938f6cd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e9aa84-628a-4b5c-a7e7-37e1f8c95abb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:26.801139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-8fa16f80-bb66-4be2-8728-9f141fdd33d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e091e3ab-8d4b-4b06-9617-e90253603985 HTTP/1.1" status: 200 len: 217 time: 0.0391316 Sep 24 00:17:26.807448 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:26.830461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-7a39c48b-9aab-4e70-a584-b6922728fa9e tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:26.832141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-7a39c48b-9aab-4e70-a584-b6922728fa9e tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3976314 Sep 24 00:17:26.850937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Request body: {'port': {'device_id': '3b63afd1-8fae-416f-96ad-644904281dd0', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': '88d13697440948f9a62dd0ebdaceb1c6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:26.863488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-2da6acfc-4487-4844-8ea1-0f3b716c21ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:26.866986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-2da6acfc-4487-4844-8ea1-0f3b716c21ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.0572104 Sep 24 00:17:26.920707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-fb41d88e-43ba-42de-9469-021cee8db95a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464978 Sep 24 00:17:26.990914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Made reservation on behalf of 88d13697440948f9a62dd0ebdaceb1c6 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:26.998067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:27.010035 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:27.024929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-1ff81d79-0aea-43d8-98db-8aca80ea8e1f service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974545 Sep 24 00:17:27.158949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e02d28a-ecc3-46f3-8d83-afae13a6a60b req-de8c9dcd-1444-4fa1-bfa0-037b0b827849 service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268120 Sep 24 00:17:27.171879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:27.191667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:27.301526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f5227-1f99-4d1a-9bac-4e09c63338a1 req-1834e993-0268-454c-be6c-b04ae8be99c3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:27.303901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-365f5227-1f99-4d1a-9bac-4e09c63338a1 req-1834e993-0268-454c-be6c-b04ae8be99c3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 943 time: 0.0818195 Sep 24 00:17:27.329240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:27.348116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-c9734b0c-91b9-4676-b953-96b687fa9968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:27.350506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-c9734b0c-91b9-4676-b953-96b687fa9968 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 1095 time: 0.0912967 Sep 24 00:17:27.373752 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-365f5227-1f99-4d1a-9bac-4e09c63338a1 req-8e5d325f-20bd-4235-8970-d0813d0c53e9 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615547 Sep 24 00:17:27.422100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35f625a3-540f-4bde-a364-2022f66614dd req-cb0b8f47-bd77-417b-a478-fe0c0c0bef79 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 210 time: 0.0533414 Sep 24 00:17:27.457197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Allocated IP 192.168.233.133 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/35b5f1e3-b181-4876-844e-4f618e565481) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:27.499917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-2f3271a4-9587-4245-8bcb-877409979242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:27.501747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-2f3271a4-9587-4245-8bcb-877409979242 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 912 time: 0.1319823 Sep 24 00:17:27.559184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-43eca0a0-d651-4d26-80f8-5e672c3b0692 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e091e3ab-8d4b-4b06-9617-e90253603985 HTTP/1.1" status: 200 len: 217 time: 0.0476332 Sep 24 00:17:27.641018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-d2c52758-1083-4d28-a127-a570f42f4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:27.642635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-d2c52758-1083-4d28-a127-a570f42f4b48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.0754900 Sep 24 00:17:27.662597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:27.733610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:27.740559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-c48eeb38-ba1d-4a30-8658-4878fb86f7cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779335 Sep 24 00:17:27.789949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:27.793591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:27.805081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:27.845587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Pushing event updated for resources: {'Port': ['ID=35b5f1e3-b181-4876-844e-4f618e565481,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:27.890641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:27.891465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:27.918703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-b8fda1e6-9f2d-4b20-90ea-9a1a1ef947c6 service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703610 Sep 24 00:17:27.948176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-32bdc7cb-9f90-417d-945f-2afddf5c61a8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1045578 Sep 24 00:17:28.051327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7574426f-8695-470b-9b5a-46d2b0e4f26d req-a19d5f1d-289e-4363-a4a0-6d2241d7029a service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243556 Sep 24 00:17:28.194103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Request body: {'port': {'device_id': '3b63afd1-8fae-416f-96ad-644904281dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:28.216171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-982d784b-b0c2-4d78-ae21-711f1df60b23 None None] Provisioning complete for port 35b5f1e3-b181-4876-844e-4f618e565481 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:28.216778 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-982d784b-b0c2-4d78-ae21-711f1df60b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:28.259873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:28.266441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-982d784b-b0c2-4d78-ae21-711f1df60b23 None None] Port 35b5f1e3-b181-4876-844e-4f618e565481 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:17:28.529026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc743b34-3c2c-4fde-9651-16f737d312c6 req-367004cb-6929-4c54-8ee4-402930ccc733 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:28.530486 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc743b34-3c2c-4fde-9651-16f737d312c6 req-367004cb-6929-4c54-8ee4-402930ccc733 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 943 time: 0.0803158 Sep 24 00:17:28.651783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc743b34-3c2c-4fde-9651-16f737d312c6 req-4f06402b-e70f-418a-b651-24368635b8bb tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973070 Sep 24 00:17:28.675665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeca3ce-0df7-4124-999a-7c99c9735b60 req-61e4dba9-c052-4b83-a865-be3f3c7d39de tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:28.680811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebeca3ce-0df7-4124-999a-7c99c9735b60 req-61e4dba9-c052-4b83-a865-be3f3c7d39de tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 936 time: 0.1607881 Sep 24 00:17:28.699568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b5f1e3-b181-4876-844e-4f618e565481 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:17:28.724543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:28.748295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Transition to ACTIVE for port object 35b5f1e3-b181-4876-844e-4f618e565481 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:17:28.756544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:28.788927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebeca3ce-0df7-4124-999a-7c99c9735b60 req-81f71049-75f0-461f-9358-04ada9219ec8 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969782 Sep 24 00:17:28.822992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Pushing event updated for resources: {'Port': ['ID=35b5f1e3-b181-4876-844e-4f618e565481,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:28.873450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50198) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:28.930073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Attempting to bind port 35b5f1e3-b181-4876-844e-4f618e565481 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:28.930411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Attempting to bind port 35b5f1e3-b181-4876-844e-4f618e565481 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:28.930741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Attempting to bind port 35b5f1e3-b181-4876-844e-4f618e565481 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:28.936701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Port 35b5f1e3-b181-4876-844e-4f618e565481 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:17:28.937026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Attempting to bind port 35b5f1e3-b181-4876-844e-4f618e565481 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:28.942713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:28.943081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:28.943465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:28.943896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Bound port: 35b5f1e3-b181-4876-844e-4f618e565481, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:28.944252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.024296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1950249766', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:29.052313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] For port 35b5f1e3-b181-4876-844e-4f618e565481, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:29.058840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] For port 35b5f1e3-b181-4876-844e-4f618e565481, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=35b5f1e3-b181-4876-844e-4f618e565481,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:29.063638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Made reservation on behalf of bf19fc15280d44d7968428c41cb0009f for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:29.066945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.068212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.078210 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.121889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:29.122509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.124744 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] 10.222.0.20 "PUT /v2.0/ports/35b5f1e3-b181-4876-844e-4f618e565481 HTTP/1.1" status: 200 len: 1097 time: 1.1681612 Sep 24 00:17:29.125163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b63afd1-8fae-416f-96ad-644904281dd0', 'tag': '35b5f1e3-b181-4876-844e-4f618e565481'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:17:29.125988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.128262 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f98635-9696-4ec0-9aa2-8c6086f22e29" -d '{"events": [{"name": "network-changed", "server_uuid": "3b63afd1-8fae-416f-96ad-644904281dd0", "tag": "35b5f1e3-b181-4876-844e-4f618e565481"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:17:29.241074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f9734-2357-4087-b504-ca7d86f1b34f service neutron] Pushing event updated for resources: {'Port': ['ID=35b5f1e3-b181-4876-844e-4f618e565481,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:29.293699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-3c79cfa1-e747-4c91-8ab8-c2ff44c04e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:29.297176 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-3c79cfa1-e747-4c91-8ab8-c2ff44c04e12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88d13697440948f9a62dd0ebdaceb1c6&device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 1100 time: 0.1183760 Sep 24 00:17:29.354994 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.367762 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.373499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] device_id is not set on port 1497ef79-2f7c-4ae6-87bd-44e1398f3f73 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:17:29.414026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-f3130cc4-b2f8-4a51-ae07-e800ffa4554c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=35b5f1e3-b181-4876-844e-4f618e565481 HTTP/1.1" status: 200 len: 217 time: 0.1057427 Sep 24 00:17:29.480355 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eb2de5-519a-480b-882f-eb75f79da188 x-openstack-request-id: req-57eb2de5-519a-480b-882f-eb75f79da188 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:17:29.480945 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b63afd1-8fae-416f-96ad-644904281dd0", "tag": "35b5f1e3-b181-4876-844e-4f618e565481", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:17:29.481382 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57eb2de5-519a-480b-882f-eb75f79da188 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:17:29.481975 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b63afd1-8fae-416f-96ad-644904281dd0', 'tag': '35b5f1e3-b181-4876-844e-4f618e565481', 'status': 'completed', 'code': 200} Sep 24 00:17:29.493788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-ce2fcb17-ff95-470d-a1d7-812d9511e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:29.495441 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-ce2fcb17-ff95-470d-a1d7-812d9511e7ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0747330 Sep 24 00:17:29.537166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50e1936-741f-4582-ac86-f3a3ec2ec27e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:29.557612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-5274efa6-c6fb-4416-84c3-d6f15c890f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:29.559484 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-5274efa6-c6fb-4416-84c3-d6f15c890f1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0569565 Sep 24 00:17:29.646470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Allocated IP 172.25.5.194 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/1497ef79-2f7c-4ae6-87bd-44e1398f3f73) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:29.699162 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-02b198f8-21fc-4d4e-ae9a-b7979d58293b service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325002 Sep 24 00:17:29.835150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce3214-89f7-426a-8bf1-932e3e127fd4 req-c7eb3aef-c313-4b7f-8956-9e2c684e1d77 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:29.836651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20ce3214-89f7-426a-8bf1-932e3e127fd4 req-c7eb3aef-c313-4b7f-8956-9e2c684e1d77 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 943 time: 0.0756156 Sep 24 00:17:29.889385 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dbe296e1-7d8b-4454-806d-b4f87f153776 req-b1774501-5325-4925-ac28-beb94ae24c2b service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828284 Sep 24 00:17:29.900675 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:29.914612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20ce3214-89f7-426a-8bf1-932e3e127fd4 req-6645b8f2-346c-462f-8313-0c3340e87751 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690906 Sep 24 00:17:29.979095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.034238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:30.037512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:30.040164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:30.049939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cf175b-1bca-48a7-8074-1f8535f5aba5 req-a3234d05-8055-4bb3-8b65-8f314c781fb7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:30.052287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6cf175b-1bca-48a7-8074-1f8535f5aba5 req-a3234d05-8055-4bb3-8b65-8f314c781fb7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 948 time: 0.1604040 Sep 24 00:17:30.105092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Pushing event updated for resources: {'Port': ['ID=1497ef79-2f7c-4ae6-87bd-44e1398f3f73,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:30.136669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:30.137546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.178253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6cf175b-1bca-48a7-8074-1f8535f5aba5 req-b905abc1-2933-4a80-903e-ea292550111e tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014531 Sep 24 00:17:30.189522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0544276c-285f-4cef-991a-cedadff73d19 tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3127139 Sep 24 00:17:30.191614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50238) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:30.198333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.194'}]}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:30.237647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.238832 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.307606 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.409836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-544823a7-c293-4a85-a701-4dac64d31c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:30.412111 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-544823a7-c293-4a85-a701-4dac64d31c60 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88d13697440948f9a62dd0ebdaceb1c6&device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 1100 time: 0.4401448 Sep 24 00:17:30.471205 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.528263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-a4fb3e1c-3bdf-4b56-b519-55ebe06f6bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:30.529767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-a4fb3e1c-3bdf-4b56-b519-55ebe06f6bd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1098063 Sep 24 00:17:30.587095 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-c8a43bd1-e087-4797-8ceb-98d5ec714eb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=35b5f1e3-b181-4876-844e-4f618e565481 HTTP/1.1" status: 200 len: 217 time: 0.0490863 Sep 24 00:17:30.651580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-59cc7762-5b9b-4913-8671-75170756bc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:30.653399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-59cc7762-5b9b-4913-8671-75170756bc8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0548742 Sep 24 00:17:30.697314 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.719249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.728005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-a67737fa-cced-4771-b33b-32fe982a8065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:30.731214 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-a67737fa-cced-4771-b33b-32fe982a8065 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0692673 Sep 24 00:17:30.731798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e091e3ab-8d4b-4b06-9617-e90253603985 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:17:30.842187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e091e3ab-8d4b-4b06-9617-e90253603985, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e091e3ab-8d4b-4b06-9617-e90253603985,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:30.865793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'e091e3ab-8d4b-4b06-9617-e90253603985', 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366', 'port_id': 'e091e3ab-8d4b-4b06-9617-e90253603985', 'mac_address': 'fa:16:3e:c1:82:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7206fb7d-1cf9-4b53-9c60-71a9715f6d91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:17:30.932866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.938601 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-eb02cc31-6c34-427e-9051-5e47fa4cd600 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989794 Sep 24 00:17:30.939051 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:30.980981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e091e3ab-8d4b-4b06-9617-e90253603985 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:17:31.007039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e091e3ab-8d4b-4b06-9617-e90253603985, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e091e3ab-8d4b-4b06-9617-e90253603985,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:31.020931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:31.094071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=e091e3ab-8d4b-4b06-9617-e90253603985,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:31.142074 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f4f98635-9696-4ec0-9aa2-8c6086f22e29 req-1b00ba27-e89f-4aca-8fa2-1c30436d1e5a service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953599 Sep 24 00:17:31.168177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a6c26-0f15-4a65-9fe9-35696ccca760 req-23767820-2afb-4830-979a-44929c89b7f4 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:31.169920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd6a6c26-0f15-4a65-9fe9-35696ccca760 req-23767820-2afb-4830-979a-44929c89b7f4 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 944 time: 0.1372113 Sep 24 00:17:31.206625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:31.216932 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:31.256659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['e091e3ab-8d4b-4b06-9617-e90253603985'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:17:31.280591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd6a6c26-0f15-4a65-9fe9-35696ccca760 req-a701b989-ba0d-4b25-ab3d-6f20e26f1d3e tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705688 Sep 24 00:17:31.286725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:31.287495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fcdc7df-d6eb-4c03-841d-3ad9411d8feb {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:17:31.343072 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 24 00:17:31.344337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ba98b320-da21-4133-a87c-ecce447f973f tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.1499758 Sep 24 00:17:31.347279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50272) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:31.357434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb7e53-3443-4ead-8622-3a01c593b46c req-3756f448-2b54-42d0-844e-bf2a5883cad0 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:31.359196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8dbb7e53-3443-4ead-8622-3a01c593b46c req-3756f448-2b54-42d0-844e-bf2a5883cad0 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 948 time: 0.0593884 Sep 24 00:17:31.413219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8dbb7e53-3443-4ead-8622-3a01c593b46c req-fb4ef767-c529-44ae-87a5-f8c88af17722 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426531 Sep 24 00:17:31.496138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5dbca5c8-bb4a-48f5-8cdb-ef4d4f74671a tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Deleting port 1497ef79-2f7c-4ae6-87bd-44e1398f3f73 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:31.496673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dbca5c8-bb4a-48f5-8cdb-ef4d4f74671a tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:31.621973 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dbca5c8-bb4a-48f5-8cdb-ef4d4f74671a tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:31.636371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5dbca5c8-bb4a-48f5-8cdb-ef4d4f74671a tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Calling delete_port for 1497ef79-2f7c-4ae6-87bd-44e1398f3f73 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:31.766269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dbca5c8-bb4a-48f5-8cdb-ef4d4f74671a tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:31.803143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbca5c8-bb4a-48f5-8cdb-ef4d4f74671a tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Pushing event deleted for resources: {'Port': ['ID=1497ef79-2f7c-4ae6-87bd-44e1398f3f73,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:31.889881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5dbca5c8-bb4a-48f5-8cdb-ef4d4f74671a tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:31.892036 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5dbca5c8-bb4a-48f5-8cdb-ef4d4f74671a tempest-RoutersAdminNegativeTest-203371948 tempest-RoutersAdminNegativeTest-203371948-project-admin] 10.222.0.24 "DELETE /v2.0/ports/1497ef79-2f7c-4ae6-87bd-44e1398f3f73 HTTP/1.1" status: 204 len: 168 time: 0.5435026 Sep 24 00:17:32.195592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50306) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:32.325217 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-98484e35-8a9f-4223-b771-1c08f6ffc07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.440761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1681f6-d95d-48fd-8705-a2c1fc46062b req-43daddba-ace0-4fc6-b4ea-dd8593a6f31c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:32.447588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b1681f6-d95d-48fd-8705-a2c1fc46062b req-43daddba-ace0-4fc6-b4ea-dd8593a6f31c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 944 time: 0.0887744 Sep 24 00:17:32.529801 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-98484e35-8a9f-4223-b771-1c08f6ffc07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.545035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b1681f6-d95d-48fd-8705-a2c1fc46062b req-ea75ed49-02e3-4199-a314-eff18ed10e7f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879207 Sep 24 00:17:32.548033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-98484e35-8a9f-4223-b771-1c08f6ffc07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.605023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9f55b-380b-4b61-b83c-846030571b32 req-f96cf6f3-41d0-4946-8fe6-d0ba0bc3dff7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:32.606539 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12f9f55b-380b-4b61-b83c-846030571b32 req-f96cf6f3-41d0-4946-8fe6-d0ba0bc3dff7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 948 time: 0.1236341 Sep 24 00:17:32.612856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-98484e35-8a9f-4223-b771-1c08f6ffc07d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60528ca39ef545a2a61b3c9fec4dd324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4161601 Sep 24 00:17:32.615931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50318) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:32.616786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98484e35-8a9f-4223-b771-1c08f6ffc07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84a8aa1d-c56e-4bb4-879f-492d97057fc8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:32.669323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12f9f55b-380b-4b61-b83c-846030571b32 req-80728196-e9e7-43f6-b74b-9d239a109817 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539358 Sep 24 00:17:32.681541 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7a2a-a647-4a48-9355-90f70da91742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.712502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7a2a-a647-4a48-9355-90f70da91742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.733079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e091e3ab-8d4b-4b06-9617-e90253603985 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:32.791260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port e091e3ab-8d4b-4b06-9617-e90253603985 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:17:32.796036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port e091e3ab-8d4b-4b06-9617-e90253603985 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:32.796641 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.799637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7a2a-a647-4a48-9355-90f70da91742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.803262 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5b6c7a2a-a647-4a48-9355-90f70da91742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.804836 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5b6c7a2a-a647-4a48-9355-90f70da91742 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84a8aa1d-c56e-4bb4-879f-492d97057fc8 HTTP/1.1" status: 204 len: 168 time: 0.1875532 Sep 24 00:17:32.816605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c7a2a-a647-4a48-9355-90f70da91742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84a8aa1d-c56e-4bb4-879f-492d97057fc8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:32.899495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:32.948281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port e091e3ab-8d4b-4b06-9617-e90253603985, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e091e3ab-8d4b-4b06-9617-e90253603985,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:32.949335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc28094-1da8-4c90-b540-b084089589e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e091e3ab-8d4b-4b06-9617-e90253603985'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:17:32.952016 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5343d21-a0d0-4f04-8cfb-df7e4099c696" -d '{"events": [{"server_uuid": "7dc28094-1da8-4c90-b540-b084089589e6", "name": "network-vif-plugged", "status": "completed", "tag": "e091e3ab-8d4b-4b06-9617-e90253603985"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:17:32.964028 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:33.015404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=e091e3ab-8d4b-4b06-9617-e90253603985,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:33.119455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 35b5f1e3-b181-4876-844e-4f618e565481 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:17:33.258933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50340) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:33.278506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 35b5f1e3-b181-4876-844e-4f618e565481, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=35b5f1e3-b181-4876-844e-4f618e565481,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:33.293049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '35b5f1e3-b181-4876-844e-4f618e565481', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '35b5f1e3-b181-4876-844e-4f618e565481', 'mac_address': 'fa:16:3e:14:9b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:17:33.329690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a50f62c5-1adc-4cb0-a219-1e0efa9df58e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf19fc15280d44d7968428c41cb0009f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0694125 Sep 24 00:17:33.332203 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50344) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:33.372611 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:33.383603 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25387332-8935-4a28-9728-b9c186cee216 x-openstack-request-id: req-25387332-8935-4a28-9728-b9c186cee216 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:17:33.383999 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc28094-1da8-4c90-b540-b084089589e6", "name": "network-vif-plugged", "status": "completed", "tag": "e091e3ab-8d4b-4b06-9617-e90253603985", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:17:33.384461 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25387332-8935-4a28-9728-b9c186cee216 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:17:33.384954 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc28094-1da8-4c90-b540-b084089589e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e091e3ab-8d4b-4b06-9617-e90253603985', 'code': 200} Sep 24 00:17:33.391227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b5f1e3-b181-4876-844e-4f618e565481 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:17:33.401635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-becda6e0-3b6f-4679-8a62-c069c0b04474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:33.432508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-becda6e0-3b6f-4679-8a62-c069c0b04474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:33.438748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 35b5f1e3-b181-4876-844e-4f618e565481, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=35b5f1e3-b181-4876-844e-4f618e565481,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:33.444440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:33.498034 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-becda6e0-3b6f-4679-8a62-c069c0b04474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:33.498805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=35b5f1e3-b181-4876-844e-4f618e565481,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:33.500831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-becda6e0-3b6f-4679-8a62-c069c0b04474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:33.505198 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-becda6e0-3b6f-4679-8a62-c069c0b04474 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c50e1936-741f-4582-ac86-f3a3ec2ec27e HTTP/1.1" status: 204 len: 168 time: 0.1705899 Sep 24 00:17:33.514637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becda6e0-3b6f-4679-8a62-c069c0b04474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50e1936-741f-4582-ac86-f3a3ec2ec27e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:33.536120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07eb574-0d96-4f58-900b-fbbc79b17ead req-58cdfae9-c598-4003-94b7-726ca057ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:33.538071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e07eb574-0d96-4f58-900b-fbbc79b17ead req-58cdfae9-c598-4003-94b7-726ca057ffad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 1097 time: 0.0850797 Sep 24 00:17:33.584109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e07eb574-0d96-4f58-900b-fbbc79b17ead req-4916a491-1c2e-42b2-9ea3-7a9bc0749a97 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378835 Sep 24 00:17:33.647832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['35b5f1e3-b181-4876-844e-4f618e565481'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:17:33.710541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e34788-f1eb-43d6-b2a4-86143ff4c648 req-1213fae8-bfd9-4a6c-93ce-f8acd37e7a83 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:33.712246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72e34788-f1eb-43d6-b2a4-86143ff4c648 req-1213fae8-bfd9-4a6c-93ce-f8acd37e7a83 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.0742557 Sep 24 00:17:33.841097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72e34788-f1eb-43d6-b2a4-86143ff4c648 req-09d14ee9-fd8b-4e93-b4a6-a6458a52a4b1 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210108 Sep 24 00:17:33.862094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7e4244-f110-4b0d-8ecb-5366491d7fb5 req-f1b985ad-ebd2-4bb2-97cb-295285395c1a tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:33.863636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f7e4244-f110-4b0d-8ecb-5366491d7fb5 req-f1b985ad-ebd2-4bb2-97cb-295285395c1a tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 949 time: 0.0740020 Sep 24 00:17:33.906492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f7e4244-f110-4b0d-8ecb-5366491d7fb5 req-1f824cc7-a1df-4ba5-875c-a9f017f0ffce tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351999 Sep 24 00:17:34.511440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50388) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:34.641054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2053905753'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:34.664933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:34.668854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:34.679660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:34.792751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:34.797541 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:34.828337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:17:34.839798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26812b72-4e25-4724-a0ec-3c579107da60,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:34.847106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:34.847735 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Added segment 6992870c-1235-41ce-9f37-cf8dc20638a2 of type vlan for network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 Sep 24 00:17:34.903142 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:34.955759 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:34.962520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:34.963350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:35.007942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13997ac6-f79a-4a75-a923-6965cca6e5bb req-990f3d7d-7a2f-49ce-8f19-54eb335b9330 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:35.015624 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5029988 Sep 24 00:17:35.017528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13997ac6-f79a-4a75-a923-6965cca6e5bb req-990f3d7d-7a2f-49ce-8f19-54eb335b9330 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.0876532 Sep 24 00:17:35.022452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50402) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:35.041022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:35.059702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce3316-7adf-4f15-a6ac-a2039480d57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Network': ['ID=ff9865c8-ac87-4f78-8b4e-8c331c9eb688,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:35.074166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:17:35.140237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 35b5f1e3-b181-4876-844e-4f618e565481 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:35.200444 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 35b5f1e3-b181-4876-844e-4f618e565481 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:17:35.205076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 35b5f1e3-b181-4876-844e-4f618e565481 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:35.205566 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:35.302048 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:35.339726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 35b5f1e3-b181-4876-844e-4f618e565481, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=35b5f1e3-b181-4876-844e-4f618e565481,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:35.344422 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:35.387155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b63afd1-8fae-416f-96ad-644904281dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b5f1e3-b181-4876-844e-4f618e565481'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:17:35.389747 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdeb6d5-da24-4eff-b1f8-36a63f254830" -d '{"events": [{"server_uuid": "3b63afd1-8fae-416f-96ad-644904281dd0", "name": "network-vif-plugged", "status": "completed", "tag": "35b5f1e3-b181-4876-844e-4f618e565481"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:17:35.404060 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=35b5f1e3-b181-4876-844e-4f618e565481,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:35.492487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13997ac6-f79a-4a75-a923-6965cca6e5bb req-8eedead6-2397-431f-afc4-42d3d0d9dda3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731829 Sep 24 00:17:35.512483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94823ed-66ba-4826-badc-cadf446eb943 req-b542e0bf-2e63-4e44-9530-f1da82d3e593 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:35.514263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a94823ed-66ba-4826-badc-cadf446eb943 req-b542e0bf-2e63-4e44-9530-f1da82d3e593 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 949 time: 0.4922476 Sep 24 00:17:35.544962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:35.549083 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be6e202-55ed-435f-b8a2-ac1908042eef x-openstack-request-id: req-5be6e202-55ed-435f-b8a2-ac1908042eef {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:17:35.549494 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b63afd1-8fae-416f-96ad-644904281dd0", "name": "network-vif-plugged", "status": "completed", "tag": "35b5f1e3-b181-4876-844e-4f618e565481", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:17:35.549756 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5be6e202-55ed-435f-b8a2-ac1908042eef {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:17:35.550150 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b63afd1-8fae-416f-96ad-644904281dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b5f1e3-b181-4876-844e-4f618e565481', 'code': 200} Sep 24 00:17:35.552126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:35.607016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a94823ed-66ba-4826-badc-cadf446eb943 req-15530472-8a05-49ee-8601-2cd001bf5c58 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829647 Sep 24 00:17:35.681009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d44179-aeb6-4ca4-8fc5-248c91cc7807 req-68a75f5a-f19d-4ef9-8ba0-d9f002a27bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:35.683854 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44d44179-aeb6-4ca4-8fc5-248c91cc7807 req-68a75f5a-f19d-4ef9-8ba0-d9f002a27bd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 1102 time: 0.0651746 Sep 24 00:17:35.754695 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-44d44179-aeb6-4ca4-8fc5-248c91cc7807 req-3b2d5baf-74bb-49e2-a076-ddefb6480427 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620897 Sep 24 00:17:35.861584 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:35.925195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-fe79dafb-db86-4e51-b022-344e5aefe6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:35.926820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-fe79dafb-db86-4e51-b022-344e5aefe6a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 1097 time: 0.1394691 Sep 24 00:17:35.958200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c548f25-3e7e-46f1-ac57-e66643fcd2e8 req-02e2b7bc-d1b3-4fc6-be94-970de1ee05ef tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:35.959930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c548f25-3e7e-46f1-ac57-e66643fcd2e8 req-02e2b7bc-d1b3-4fc6-be94-970de1ee05ef tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1576767 Sep 24 00:17:35.975498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=19883214-86d8-415d-88c9-a52b6a057580,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:36.068413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:36.069648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network hostable DHCP agents. Network: ff9865c8-ac87-4f78-8b4e-8c331c9eb688, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:17:36.113169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c548f25-3e7e-46f1-ac57-e66643fcd2e8 req-840f146b-d0f8-49f3-bf77-dc9038970691 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351285 Sep 24 00:17:36.127121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-ae54886e-57cb-48ed-898d-b5b34d488f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:36.128669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-ae54886e-57cb-48ed-898d-b5b34d488f0f service neutron] 10.222.0.18 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 912 time: 0.1928461 Sep 24 00:17:36.130013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:17:36.147317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ff9865c8-ac87-4f78-8b4e-8c331c9eb688) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:36.156854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8381c8-97ef-4510-a087-36807502d144 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:36.179584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-7ed687d1-4eb7-45df-97a0-8ddc90d1f405 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e091e3ab-8d4b-4b06-9617-e90253603985 HTTP/1.1" status: 200 len: 217 time: 0.0431206 Sep 24 00:17:36.181076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:36.181634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:36.226843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8557d762-0574-4ee5-9b51-95a0e57d6904 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2025950 Sep 24 00:17:36.229324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:36.235599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'name': 'tempest-NetworksTestDHCPv6-254326322'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:36.265245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-792af445-1f7e-4ea2-a9c7-2d8249ddb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:36.266747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-792af445-1f7e-4ea2-a9c7-2d8249ddb358 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.0785055 Sep 24 00:17:36.306223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-d571c7f1-1577-4799-ab9f-cda05514127d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308642 Sep 24 00:17:36.313457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '19883214-86d8-415d-88c9-a52b6a057580'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:17:36.315074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:36.459467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-3f4ea060-1311-4835-a284-438c32724b3e service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276190 Sep 24 00:17:36.460550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:36.464167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:36.481671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Allocated IP 2001:db8::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/19883214-86d8-415d-88c9-a52b6a057580/99fcca0d-0844-453a-a96e-ff5fe1805578) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:36.508639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:17:36.596103 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:36.623852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bd1ce8f3-bd4f-4cc1-82b0-15345cf529e1 req-420174b1-d36f-47a0-a77b-fa36afa28109 service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563573 Sep 24 00:17:36.662502 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:36.684497 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:36.730263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:36.735058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:36.738712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:36.757118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Pushing event updated for resources: {'Port': ['ID=99fcca0d-0844-453a-a96e-ff5fe1805578,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:36.822210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::1b6 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/19883214-86d8-415d-88c9-a52b6a057580/b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:36.825747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Attempting to bind port 99fcca0d-0844-453a-a96e-ff5fe1805578 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:36.826558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Attempting to bind port 99fcca0d-0844-453a-a96e-ff5fe1805578 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:36.827453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Attempting to bind port 99fcca0d-0844-453a-a96e-ff5fe1805578 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:36.836454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:36.837067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:36.838212 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:36.838608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:36.839218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Bound port: 99fcca0d-0844-453a-a96e-ff5fe1805578, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:36.840084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:36.855858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a5490-da9a-4a98-9810-52e2a7282ea1 req-1dc3ce09-6581-4780-aa0e-299a164f704b tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:36.857414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-509a5490-da9a-4a98-9810-52e2a7282ea1 req-1dc3ce09-6581-4780-aa0e-299a164f704b tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 950 time: 0.0886273 Sep 24 00:17:36.943360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-509a5490-da9a-4a98-9810-52e2a7282ea1 req-d3391536-3470-4ce9-9742-e7291aba4ebb tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705254 Sep 24 00:17:36.950161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] For port 99fcca0d-0844-453a-a96e-ff5fe1805578, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:36.955473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] For port 99fcca0d-0844-453a-a96e-ff5fe1805578, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=99fcca0d-0844-453a-a96e-ff5fe1805578,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:36.961619 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.020986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25c688-2dac-4b65-b110-8028922556c5 None None] Pushing event updated for resources: {'Port': ['ID=99fcca0d-0844-453a-a96e-ff5fe1805578,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:37.052912 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.099394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.148642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:37.173697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:37.178453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:37.181632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:37.194301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:37.195011 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.218080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9f3a9077-8557-4064-a496-b0b05a72952b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9874802 Sep 24 00:17:37.221532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50438) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:37.350373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41422d-7200-4434-b927-9b4194fbf34f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:37.384647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f41422d-7200-4434-b927-9b4194fbf34f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:37.389830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5f41422d-7200-4434-b927-9b4194fbf34f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1637771 Sep 24 00:17:37.391038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50448) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:37.437406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde2477-f099-48a0-bd24-ac400cad1e0a req-de4f8673-b539-4827-a816-d5f08fc080b3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:37.439769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfde2477-f099-48a0-bd24-ac400cad1e0a req-de4f8673-b539-4827-a816-d5f08fc080b3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.2040443 Sep 24 00:17:37.494910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfde2477-f099-48a0-bd24-ac400cad1e0a req-4a500d87-228c-4f2c-8389-14d608a6372b tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471365 Sep 24 00:17:37.528825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d753c6d0-839b-495a-a6d1-f3bff9d0b5e3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:37.529261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d753c6d0-839b-495a-a6d1-f3bff9d0b5e3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.648803 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d753c6d0-839b-495a-a6d1-f3bff9d0b5e3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.672893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d753c6d0-839b-495a-a6d1-f3bff9d0b5e3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:37.725220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 99fcca0d-0844-453a-a96e-ff5fe1805578 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:37.812578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 99fcca0d-0844-453a-a96e-ff5fe1805578 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:37.813238 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.873871 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d753c6d0-839b-495a-a6d1-f3bff9d0b5e3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.922453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d753c6d0-839b-495a-a6d1-f3bff9d0b5e3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:37.942298 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.965353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d753c6d0-839b-495a-a6d1-f3bff9d0b5e3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:37.970740 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d753c6d0-839b-495a-a6d1-f3bff9d0b5e3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64 HTTP/1.1" status: 204 len: 168 time: 0.5775299 Sep 24 00:17:37.970882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50508) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:37.991384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 99fcca0d-0844-453a-a96e-ff5fe1805578, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=99fcca0d-0844-453a-a96e-ff5fe1805578,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:37.999078 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:38.080465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=99fcca0d-0844-453a-a96e-ff5fe1805578,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:38.236611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08f4a7-c409-4c2d-8b99-a46f6b699dce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:38.238987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08f4a7-c409-4c2d-8b99-a46f6b699dce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:38.240694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-db08f4a7-c409-4c2d-8b99-a46f6b699dce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2688844 Sep 24 00:17:38.243431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50540) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:38.329652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc528986-6ccb-4e2d-9a02-b87f3841d4c5 req-159ae01d-d5cf-41d6-b7c4-0aa5250a7d63 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:38.331476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc528986-6ccb-4e2d-9a02-b87f3841d4c5 req-159ae01d-d5cf-41d6-b7c4-0aa5250a7d63 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 950 time: 0.2548568 Sep 24 00:17:38.354092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-864b5fc3-00e0-4700-92b1-92462e25cd91 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 19883214-86d8-415d-88c9-a52b6a057580 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:38.381802 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-864b5fc3-00e0-4700-92b1-92462e25cd91 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:38.447073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc587308-313f-4f40-b403-3926ae5880f3 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:38.453576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc528986-6ccb-4e2d-9a02-b87f3841d4c5 req-25116e1c-e36d-4690-99af-e520bad4a65e tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138082 Sep 24 00:17:38.470832 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-864b5fc3-00e0-4700-92b1-92462e25cd91 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:38.660870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5b8fa5bf-fdf3-492b-902f-27ce1a852d38 None None] Provisioning complete for port 99fcca0d-0844-453a-a96e-ff5fe1805578 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:38.661901 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5b8fa5bf-fdf3-492b-902f-27ce1a852d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:38.749544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-864b5fc3-00e0-4700-92b1-92462e25cd91 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:38.843644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-719f4dd9-8d21-4fa6-8f97-332eede45bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:38.845168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-719f4dd9-8d21-4fa6-8f97-332eede45bf7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 1097 time: 0.1511929 Sep 24 00:17:38.864310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db320c-c6d0-4f81-8fa3-47eeefa1563f req-3aaef516-f982-4a83-b420-69a82b68d0d6 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:38.865661 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3db320c-c6d0-4f81-8fa3-47eeefa1563f req-3aaef516-f982-4a83-b420-69a82b68d0d6 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.2681971 Sep 24 00:17:39.030920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3db320c-c6d0-4f81-8fa3-47eeefa1563f req-4f0bfd94-2800-44e9-af68-7bfba583e070 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418800 Sep 24 00:17:39.115283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6c1cab95-5f8c-4473-ac1c-c1df680084d8 None None] Provisioning complete for port 99fcca0d-0844-453a-a96e-ff5fe1805578 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:39.116397 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6c1cab95-5f8c-4473-ac1c-c1df680084d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:39.136845 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-864b5fc3-00e0-4700-92b1-92462e25cd91 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:39.242560 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-864b5fc3-00e0-4700-92b1-92462e25cd91 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:39.250599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50654) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:39.262199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-864b5fc3-00e0-4700-92b1-92462e25cd91 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/19883214-86d8-415d-88c9-a52b6a057580 HTTP/1.1" status: 204 len: 168 time: 1.0154264 Sep 24 00:17:39.281893 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:39.288595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864b5fc3-00e0-4700-92b1-92462e25cd91 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=19883214-86d8-415d-88c9-a52b6a057580,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:39.368894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-c12866ee-ce0b-4a3e-b0c5-d756a4cb9d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:39.375293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-c12866ee-ce0b-4a3e-b0c5-d756a4cb9d78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 912 time: 0.4856238 Sep 24 00:17:39.464183 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3b92bbef-c5e1-4e3a-928e-7a8dea186991 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2105246 Sep 24 00:17:39.468476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50680) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:39.483168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:39.531239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-d33880e3-063f-475d-8527-a7018668ec3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e091e3ab-8d4b-4b06-9617-e90253603985 HTTP/1.1" status: 200 len: 217 time: 0.1499856 Sep 24 00:17:39.544610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b7e0a0-21be-41b5-a10b-216131472f66 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:39.604734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b6b6cb9a-c31c-495f-990c-ee793c7ee025 None None] Could not find standard attr ID for object b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:17:39.648922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-710a9fd5-3804-4535-a54c-bff473a6e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:39.650863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-710a9fd5-3804-4535-a54c-bff473a6e39e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.1125679 Sep 24 00:17:39.719704 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-229f34bc-2627-490c-87fc-dda7aef9138a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615244 Sep 24 00:17:39.724417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 99fcca0d-0844-453a-a96e-ff5fe1805578 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:39.726626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:39.736293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:39.806906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 99fcca0d-0844-453a-a96e-ff5fe1805578 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:39.807536 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:39.915353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-04211338-4fa5-4673-addd-bad073a645c0 service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886868 Sep 24 00:17:40.036712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0a5dfa5-da75-4952-982f-7c81ecf5c134 req-b0d4dd66-9a53-482c-871d-0d20cea15dca service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140749 Sep 24 00:17:40.049438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:17:40.109338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:40.142652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:40.219573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] Deleting port 99fcca0d-0844-453a-a96e-ff5fe1805578 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:40.220069 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:40.221070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c29a2c-f9f4-4168-9add-b9ebf7ab50c5 req-d947df9e-0ea3-4e97-928f-526adbf689bf tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:40.226162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:40.230640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:40.234957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02c29a2c-f9f4-4168-9add-b9ebf7ab50c5 req-d947df9e-0ea3-4e97-928f-526adbf689bf tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.0848920 Sep 24 00:17:40.244069 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:40.294560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=8e2c5ec1-d930-4583-a8d9-444c9bdc22cd,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:40.314305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02c29a2c-f9f4-4168-9add-b9ebf7ab50c5 req-c8bc74c2-1613-4c49-abab-e37d20f9cb97 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738966 Sep 24 00:17:40.341064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9b222018-a2dc-47c6-8759-8ab096b3442d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8702598 Sep 24 00:17:40.345547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50772) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:40.358916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'name': 'tempest-NetworksTestDHCPv6-574320477'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:40.404376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] For port 99fcca0d-0844-453a-a96e-ff5fe1805578, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=99fcca0d-0844-453a-a96e-ff5fe1805578,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:40.404775 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:40.421036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] Calling delete_port for 99fcca0d-0844-453a-a96e-ff5fe1805578 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:40.523204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:40.553522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:40.557358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:40.559524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] Pushing event deleted for resources: {'Port': ['ID=99fcca0d-0844-453a-a96e-ff5fe1805578,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:40.564446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566c0dd1-987a-49a6-ba7f-e583a7306950 None None] No DVR routers for this DVR port 99fcca0d-0844-453a-a96e-ff5fe1805578 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:17:40.577915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:17:40.600122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f39c55-eef6-4848-a604-33f801c1f4f3 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:40.718635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::3c6 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/8e2c5ec1-d930-4583-a8d9-444c9bdc22cd/ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:40.912993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:40.960159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:40.971805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '8e2c5ec1-d930-4583-a8d9-444c9bdc22cd'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:17:40.973944 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.003429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:41.007707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:41.011646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:41.017895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:41.018936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.042409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:41.051870 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb0a3b18-d1e6-4d06-8e30-39f7235255fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7045505 Sep 24 00:17:41.054123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50854) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:41.117380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3af3f9-15cc-4f06-9405-daebd0037910 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:41.121148 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3b3af3f9-15cc-4f06-9405-daebd0037910 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0633605 Sep 24 00:17:41.121376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50862) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:41.156544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Allocated IP 2001:db8::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/8e2c5ec1-d930-4583-a8d9-444c9bdc22cd/a92e60bc-1d96-4f87-bdd4-d23f613fdc09) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:41.248462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dc8590b6-f8bc-46df-af30-9cf3467d853b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:41.248874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc8590b6-f8bc-46df-af30-9cf3467d853b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.364684 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.375655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.398327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc8590b6-f8bc-46df-af30-9cf3467d853b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.417264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:41.420667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:41.424731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:41.430135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dc8590b6-f8bc-46df-af30-9cf3467d853b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:41.439609 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Pushing event updated for resources: {'Port': ['ID=a92e60bc-1d96-4f87-bdd4-d23f613fdc09,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:41.499286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Attempting to bind port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:41.499439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Attempting to bind port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:41.499682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Attempting to bind port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:41.500745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49791dc5-972c-47ff-b96e-12cbc06751db req-c8370628-7a66-47e3-9e16-d000f1cc9a10 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:41.511710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49791dc5-972c-47ff-b96e-12cbc06751db req-c8370628-7a66-47e3-9e16-d000f1cc9a10 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.0973244 Sep 24 00:17:41.517705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:41.520772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:41.521201 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.521610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:41.522115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Bound port: a92e60bc-1d96-4f87-bdd4-d23f613fdc09, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:41.522516 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.566442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49791dc5-972c-47ff-b96e-12cbc06751db req-b32aad0c-32ba-43a1-b2cd-64872cc66c2d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518322 Sep 24 00:17:41.618602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] For port a92e60bc-1d96-4f87-bdd4-d23f613fdc09, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:41.622582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] For port a92e60bc-1d96-4f87-bdd4-d23f613fdc09, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a92e60bc-1d96-4f87-bdd4-d23f613fdc09,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:41.630958 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.697051 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc8590b6-f8bc-46df-af30-9cf3467d853b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.715191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 99fcca0d-0844-453a-a96e-ff5fe1805578 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:17:41.719737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0d3123-2c02-46fd-98c9-87a2d37c81bf None None] Pushing event updated for resources: {'Port': ['ID=a92e60bc-1d96-4f87-bdd4-d23f613fdc09,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:41.742993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8590b6-f8bc-46df-af30-9cf3467d853b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:41.747342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 99fcca0d-0844-453a-a96e-ff5fe1805578 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:17:41.747954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 99fcca0d-0844-453a-a96e-ff5fe1805578 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:17:41.779493 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dc8590b6-f8bc-46df-af30-9cf3467d853b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.781461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dc8590b6-f8bc-46df-af30-9cf3467d853b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5 HTTP/1.1" status: 204 len: 168 time: 0.6589682 Sep 24 00:17:41.784073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 50932) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:41.881758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfde3f10-56f1-4e97-826e-894ca711817e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:41.883361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfde3f10-56f1-4e97-826e-894ca711817e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:41.886807 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cfde3f10-56f1-4e97-826e-894ca711817e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0999484 Sep 24 00:17:41.887862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50934) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:41.946523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb28e19-dce4-420a-8479-3ee982b45540 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 8e2c5ec1-d930-4583-a8d9-444c9bdc22cd {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:41.950915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb28e19-dce4-420a-8479-3ee982b45540 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:41.995204 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb28e19-dce4-420a-8479-3ee982b45540 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:42.148812 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-38ae8290-908e-4c41-9574-4be05591cfa1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0640469 Sep 24 00:17:42.163483 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb28e19-dce4-420a-8479-3ee982b45540 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:42.267756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb28e19-dce4-420a-8479-3ee982b45540 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:42.274532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-41ad2049-ce0b-4fd9-b523-f6e62e2efaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:42.276202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-41ad2049-ce0b-4fd9-b523-f6e62e2efaed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88d13697440948f9a62dd0ebdaceb1c6&device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 1102 time: 0.0609446 Sep 24 00:17:42.310208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb28e19-dce4-420a-8479-3ee982b45540 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=8e2c5ec1-d930-4583-a8d9-444c9bdc22cd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:42.313925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cfb28e19-dce4-420a-8479-3ee982b45540 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:42.315934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cfb28e19-dce4-420a-8479-3ee982b45540 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/8e2c5ec1-d930-4583-a8d9-444c9bdc22cd HTTP/1.1" status: 204 len: 168 time: 0.4270020 Sep 24 00:17:42.319900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50940) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:42.414137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-15b83eea-ffc3-4820-a7b4-25be17bbc7c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0928349 Sep 24 00:17:42.416742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50944) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:42.425188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:42.442621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-c5237c57-8f83-47ca-bdae-016e55fff1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:42.445471 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-c5237c57-8f83-47ca-bdae-016e55fff1e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1300285 Sep 24 00:17:42.500201 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-e8a66618-0442-4017-a000-4d1d641dc6ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=35b5f1e3-b181-4876-844e-4f618e565481 HTTP/1.1" status: 200 len: 217 time: 0.0484180 Sep 24 00:17:42.544998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:42.548289 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:42.563404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-5004d10d-3f73-402c-943a-4dcc64e175a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:42.565093 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-5004d10d-3f73-402c-943a-4dcc64e175a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0579531 Sep 24 00:17:42.654250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-e9299bbc-0273-49aa-b3b0-91079a978513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:42.656054 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-e9299bbc-0273-49aa-b3b0-91079a978513 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0835767 Sep 24 00:17:42.853861 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:42.894384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdb5e5-f96c-44bb-be1f-c0b04d528961 req-49c5d0f0-5924-40cb-92e5-6b7a05037ae6 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:42.898011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aabdb5e5-f96c-44bb-be1f-c0b04d528961 req-49c5d0f0-5924-40cb-92e5-6b7a05037ae6 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1554053 Sep 24 00:17:42.965756 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-362d9cac-b337-41ab-bcbb-da30a51d6e76 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958636 Sep 24 00:17:42.965879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:42.981924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:43.012248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:43.012852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.072174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aabdb5e5-f96c-44bb-be1f-c0b04d528961 req-96cb111f-4df3-4ba8-8b47-9dbbe2e3d34c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211236 Sep 24 00:17:43.080761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6622114 Sep 24 00:17:43.081780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d5671-3927-4524-aca9-06efb2dff97a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=24e8b0f8-0953-4f8e-a90d-d62fdfad2dbb,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:43.083894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 50998) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:43.088748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'name': 'tempest-NetworksTestDHCPv6-1088359197'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:43.156151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-20faf0d9-9aa1-4574-9977-b93a97b06c10 req-1190bee5-1219-4317-9634-f696b7ad8af6 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891546 Sep 24 00:17:43.188958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da205acc-b873-462a-aa69-d2a8baecda7f None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:43.268500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:43.273943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.297251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 6f6f1747-4316-4b4e-bb54-29b7bb7757ca yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:17:43.309051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4d25aaaa-a5b0-4c62-939b-d9c598f649b4 None None] Provisioning complete for port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:43.309433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4d25aaaa-a5b0-4c62-939b-d9c598f649b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.493214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::334 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/24e8b0f8-0953-4f8e-a90d-d62fdfad2dbb/6f6f1747-4316-4b4e-bb54-29b7bb7757ca) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:43.494797 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4d25aaaa-a5b0-4c62-939b-d9c598f649b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.545191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4d25aaaa-a5b0-4c62-939b-d9c598f649b4 None None] For port a92e60bc-1d96-4f87-bdd4-d23f613fdc09, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a92e60bc-1d96-4f87-bdd4-d23f613fdc09,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:43.553766 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4d25aaaa-a5b0-4c62-939b-d9c598f649b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.651613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25aaaa-a5b0-4c62-939b-d9c598f649b4 None None] Pushing event updated for resources: {'Port': ['ID=a92e60bc-1d96-4f87-bdd4-d23f613fdc09,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:43.749813 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.787560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a92e60bc-1d96-4f87-bdd4-d23f613fdc09 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:43.825696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.890335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:43.890681 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.902085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:43.905708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:43.909626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:43.915586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:43.916226 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:43.963496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8763864 Sep 24 00:17:43.963496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8f533a-a268-4623-995f-66f5ca1620c8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=6f6f1747-4316-4b4e-bb54-29b7bb7757ca,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:43.964124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51084) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:44.062490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56493ace-3602-4f1a-8ee7-59a54b521d83 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:44.069695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56493ace-3602-4f1a-8ee7-59a54b521d83 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:44.071028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fb4b728d-5570-4e0d-acad-e4f989518807 None None] Provisioning complete for port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:44.071414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fb4b728d-5570-4e0d-acad-e4f989518807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:44.073274 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-56493ace-3602-4f1a-8ee7-59a54b521d83 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1081533 Sep 24 00:17:44.075365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:44.306569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c5b841ce-3254-409f-a832-0d4a2d2232e5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 6f6f1747-4316-4b4e-bb54-29b7bb7757ca {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:44.306946 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c5b841ce-3254-409f-a832-0d4a2d2232e5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:44.361628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256e390a-524a-455f-8a51-6fe53112a42d req-66fc10c0-8f23-4534-93ee-0d3bcc169346 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:44.366909 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-256e390a-524a-455f-8a51-6fe53112a42d req-66fc10c0-8f23-4534-93ee-0d3bcc169346 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1480169 Sep 24 00:17:44.382224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-388aaf55-20e6-4cc9-bf1a-55903fa7cc1d None None] Could not find standard attr ID for object ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:17:44.515942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-256e390a-524a-455f-8a51-6fe53112a42d req-417ee7d3-7d12-48f2-b0d6-c7ffb87f55b1 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295562 Sep 24 00:17:44.556266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c5b841ce-3254-409f-a832-0d4a2d2232e5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:44.616043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c5b841ce-3254-409f-a832-0d4a2d2232e5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 6f6f1747-4316-4b4e-bb54-29b7bb7757ca owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:44.729966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-04902f86-f840-4a08-8947-6ec55171fd5a None None] Provisioning complete for port 6f6f1747-4316-4b4e-bb54-29b7bb7757ca triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:44.730418 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-04902f86-f840-4a08-8947-6ec55171fd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:44.802447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-04902f86-f840-4a08-8947-6ec55171fd5a None None] Port 6f6f1747-4316-4b4e-bb54-29b7bb7757ca cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:17:44.827417 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c5b841ce-3254-409f-a832-0d4a2d2232e5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:44.861213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b841ce-3254-409f-a832-0d4a2d2232e5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=6f6f1747-4316-4b4e-bb54-29b7bb7757ca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:44.898337 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c5b841ce-3254-409f-a832-0d4a2d2232e5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:44.900463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c5b841ce-3254-409f-a832-0d4a2d2232e5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/6f6f1747-4316-4b4e-bb54-29b7bb7757ca HTTP/1.1" status: 204 len: 168 time: 0.8241911 Sep 24 00:17:44.902812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51188) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:44.969769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c09c9-f1db-42ce-b5c8-7f678d0e7c16 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:44.972089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2c09c9-f1db-42ce-b5c8-7f678d0e7c16 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:44.974070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2a2c09c9-f1db-42ce-b5c8-7f678d0e7c16 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0702789 Sep 24 00:17:44.976961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51200) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:45.043813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87c55e9-6ea4-4799-bbaf-ac5b28846eb6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 24e8b0f8-0953-4f8e-a90d-d62fdfad2dbb {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:45.048232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e87c55e9-6ea4-4799-bbaf-ac5b28846eb6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:45.117129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e87c55e9-6ea4-4799-bbaf-ac5b28846eb6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:45.188059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e87c55e9-6ea4-4799-bbaf-ac5b28846eb6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:45.339824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e87c55e9-6ea4-4799-bbaf-ac5b28846eb6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:45.383218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c55e9-6ea4-4799-bbaf-ac5b28846eb6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=24e8b0f8-0953-4f8e-a90d-d62fdfad2dbb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:45.385270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e87c55e9-6ea4-4799-bbaf-ac5b28846eb6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:45.390130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51248) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:45.390631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e87c55e9-6ea4-4799-bbaf-ac5b28846eb6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/24e8b0f8-0953-4f8e-a90d-d62fdfad2dbb HTTP/1.1" status: 204 len: 168 time: 0.4118588 Sep 24 00:17:45.393532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef08daf-52f0-4536-ae3f-3d4e88c191f8 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:45.464731 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-20590c56-092f-4697-9bac-04d6bbac766b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0730920 Sep 24 00:17:45.467352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51256) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:45.563728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138b6d65-ef0f-400a-a233-4d1124a29550 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:45.565327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-138b6d65-ef0f-400a-a233-4d1124a29550 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0964587 Sep 24 00:17:45.568590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51272) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:45.676459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466256b-f719-442e-bf81-121c15ca81f2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:45.683771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51286) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:45.687291 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9466256b-f719-442e-bf81-121c15ca81f2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1175652 Sep 24 00:17:45.708095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a92e60bc-1d96-4f87-bdd4-d23f613fdc09 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:45.757156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-39d1b54e-bb01-4e7f-b8bb-054c8614d774 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0720041 Sep 24 00:17:45.762251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51298) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:45.767790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:45.785995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:17:45.836813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d402b-c289-4af7-9fa4-fd1df147fbc3 req-aa20fb05-0fa3-478e-a673-e38a3031040a tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:45.838380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c03d402b-c289-4af7-9fa4-fd1df147fbc3 req-aa20fb05-0fa3-478e-a673-e38a3031040a tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.0802355 Sep 24 00:17:45.880556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:45.881840 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:45.886232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c03d402b-c289-4af7-9fa4-fd1df147fbc3 req-4434300f-b546-47e8-a578-d5a7d708f619 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394659 Sep 24 00:17:45.938845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] Deleting port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:45.939326 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:45.997836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:46.011012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:46.035858 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] For port a92e60bc-1d96-4f87-bdd4-d23f613fdc09, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a92e60bc-1d96-4f87-bdd4-d23f613fdc09,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:46.036382 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:46.050478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] Calling delete_port for a92e60bc-1d96-4f87-bdd4-d23f613fdc09 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:46.203104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:46.274327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] Pushing event deleted for resources: {'Port': ['ID=a92e60bc-1d96-4f87-bdd4-d23f613fdc09,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:46.280417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0dfdd-4444-4acc-bc88-788540b2ae26 None None] No DVR routers for this DVR port a92e60bc-1d96-4f87-bdd4-d23f613fdc09 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:17:46.457652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:46.520643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:46.526407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:46.534033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:46.534836 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:46.536843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9598415-5572-43e1-9417-fbf4069b37c3 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:46.565084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=a26437a2-249a-46fa-a2b3-87739dd0964f,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:46.578435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51392) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:46.578675 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f2e2387e-313c-41b1-b40f-a558c41e039f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8145738 Sep 24 00:17:46.597252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'a26437a2-249a-46fa-a2b3-87739dd0964f', 'ip_address': '2001:db8::eaf:ae8c:754d:56e1'}], 'name': 'tempest-NetworksTestDHCPv6-990451294'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:46.839531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': 'a26437a2-249a-46fa-a2b3-87739dd0964f'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:17:46.840393 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:46.995923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:47.189042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Allocated IP 2001:db8::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/a26437a2-249a-46fa-a2b3-87739dd0964f/2053651c-5e87-424e-a19d-4ce700fd6268) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:47.265600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2af498-02be-4745-b7ee-c0e8053704f4 req-69048d6e-2222-408c-adfd-31768b57c2e7 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:47.273951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f2af498-02be-4745-b7ee-c0e8053704f4 req-69048d6e-2222-408c-adfd-31768b57c2e7 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1147246 Sep 24 00:17:47.278917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:47.312545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 7ec2c821-288e-4e6f-b7b6-a176bb44f8cb yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:17:47.420440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:47.427991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:47.468061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:47.471955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:47.476749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:47.491645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Pushing event updated for resources: {'Port': ['ID=2053651c-5e87-424e-a19d-4ce700fd6268,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:47.533735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f2af498-02be-4745-b7ee-c0e8053704f4 req-514c10bd-a321-4f3e-a2a2-31310b7e1158 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587371 Sep 24 00:17:47.565126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Attempting to bind port 2053651c-5e87-424e-a19d-4ce700fd6268 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:47.565660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Attempting to bind port 2053651c-5e87-424e-a19d-4ce700fd6268 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:47.566142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Attempting to bind port 2053651c-5e87-424e-a19d-4ce700fd6268 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:47.575242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:47.576458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:47.578007 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:47.579391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:47.579946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Bound port: 2053651c-5e87-424e-a19d-4ce700fd6268, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:47.580749 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:47.634946 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:17:47.641979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::eaf:ae8c:754d:56e1 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/a26437a2-249a-46fa-a2b3-87739dd0964f/7ec2c821-288e-4e6f-b7b6-a176bb44f8cb) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:47.701059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] For port 2053651c-5e87-424e-a19d-4ce700fd6268, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:47.708011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] For port 2053651c-5e87-424e-a19d-4ce700fd6268, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2053651c-5e87-424e-a19d-4ce700fd6268,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:47.715946 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:47.736494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a92e60bc-1d96-4f87-bdd4-d23f613fdc09 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:17:47.796531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a92e60bc-1d96-4f87-bdd4-d23f613fdc09 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:17:47.797143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a92e60bc-1d96-4f87-bdd4-d23f613fdc09 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:17:47.822153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e01dff-db35-47b7-9eb4-66e39fbe55d7 None None] Pushing event updated for resources: {'Port': ['ID=2053651c-5e87-424e-a19d-4ce700fd6268,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:48.272704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:48.309916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:48.356546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:48.359682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:48.366645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:48.373144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:48.373144 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:48.376774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=7ec2c821-288e-4e6f-b7b6-a176bb44f8cb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:48.393906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6c15ab1d-4377-486d-b238-34ef21a64232 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8113725 Sep 24 00:17:48.394387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51454) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:48.474134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38c7cc5-9c57-49e9-8ecc-f4adf09a6ab8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:48.486049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38c7cc5-9c57-49e9-8ecc-f4adf09a6ab8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:48.491344 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f38c7cc5-9c57-49e9-8ecc-f4adf09a6ab8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0918195 Sep 24 00:17:48.491985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51460) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:48.612635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e12ff263-a64c-44a8-9ae8-781e63ab1284 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 7ec2c821-288e-4e6f-b7b6-a176bb44f8cb {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:48.612981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e12ff263-a64c-44a8-9ae8-781e63ab1284 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:48.740805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72761d9b-bb19-45c9-8204-4c90b06fac76 req-e97df9ff-5eec-4bce-a5df-c8a20d8b102c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:48.748622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72761d9b-bb19-45c9-8204-4c90b06fac76 req-e97df9ff-5eec-4bce-a5df-c8a20d8b102c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1380601 Sep 24 00:17:48.792741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e12ff263-a64c-44a8-9ae8-781e63ab1284 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:48.817927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e12ff263-a64c-44a8-9ae8-781e63ab1284 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 7ec2c821-288e-4e6f-b7b6-a176bb44f8cb owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:48.831275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72761d9b-bb19-45c9-8204-4c90b06fac76 req-8021930b-8b19-4234-9dbb-a81f90050516 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815933 Sep 24 00:17:48.907624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51466) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:49.005689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e12ff263-a64c-44a8-9ae8-781e63ab1284 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.041661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ff263-a64c-44a8-9ae8-781e63ab1284 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=7ec2c821-288e-4e6f-b7b6-a176bb44f8cb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:49.061387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd793-208b-48ee-9da2-621c02ea4dc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.073510 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e12ff263-a64c-44a8-9ae8-781e63ab1284 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.077491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e12ff263-a64c-44a8-9ae8-781e63ab1284 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/7ec2c821-288e-4e6f-b7b6-a176bb44f8cb HTTP/1.1" status: 204 len: 168 time: 0.5819294 Sep 24 00:17:49.077913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51470) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:49.138216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e5ee7-5e12-4b20-bd4a-7a65c55ce600 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:49.139874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e5ee7-5e12-4b20-bd4a-7a65c55ce600 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:49.144144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-840e5ee7-5e12-4b20-bd4a-7a65c55ce600 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0627894 Sep 24 00:17:49.144437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51472) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:49.203365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-06e8d305-85d7-4211-b4e6-53f7218decd7 None None] Provisioning complete for port 2053651c-5e87-424e-a19d-4ce700fd6268 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:49.203958 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-06e8d305-85d7-4211-b4e6-53f7218decd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.206667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd793-208b-48ee-9da2-621c02ea4dc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.215757 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c7cd793-208b-48ee-9da2-621c02ea4dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.229056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b784fa24-c43c-423e-9a38-7c49574fa022 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet a26437a2-249a-46fa-a2b3-87739dd0964f {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:49.239779 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b784fa24-c43c-423e-9a38-7c49574fa022 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.259825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cd793-208b-48ee-9da2-621c02ea4dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ca0e13-326d-4525-bdc9-070457829c93,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:49.287772 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7c7cd793-208b-48ee-9da2-621c02ea4dc4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=246f08c3a47447ef8f7f5af37ac541e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785391 Sep 24 00:17:49.290915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51476) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:49.308688 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b784fa24-c43c-423e-9a38-7c49574fa022 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.347475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-06e8d305-85d7-4211-b4e6-53f7218decd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.352691 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55466c4b-29ca-44f2-95f3-09bae46912ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.379859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55466c4b-29ca-44f2-95f3-09bae46912ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.391348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-06e8d305-85d7-4211-b4e6-53f7218decd7 None None] For port 2053651c-5e87-424e-a19d-4ce700fd6268, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2053651c-5e87-424e-a19d-4ce700fd6268,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:49.405512 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b784fa24-c43c-423e-9a38-7c49574fa022 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.407154 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-06e8d305-85d7-4211-b4e6-53f7218decd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.491637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55466c4b-29ca-44f2-95f3-09bae46912ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.495328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55466c4b-29ca-44f2-95f3-09bae46912ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.504909 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-55466c4b-29ca-44f2-95f3-09bae46912ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0ca0e13-326d-4525-bdc9-070457829c93 HTTP/1.1" status: 204 len: 168 time: 0.2077165 Sep 24 00:17:49.507259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8d305-85d7-4211-b4e6-53f7218decd7 None None] Pushing event updated for resources: {'Port': ['ID=2053651c-5e87-424e-a19d-4ce700fd6268,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:49.517595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b784fa24-c43c-423e-9a38-7c49574fa022 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.526116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55466c4b-29ca-44f2-95f3-09bae46912ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ca0e13-326d-4525-bdc9-070457829c93,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:49.532728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-88985e7d-fbec-4c7b-a808-35e2d716f03d None None] Could not find standard attr ID for object 7ec2c821-288e-4e6f-b7b6-a176bb44f8cb. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:17:49.553618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b784fa24-c43c-423e-9a38-7c49574fa022 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.560630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b784fa24-c43c-423e-9a38-7c49574fa022 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/a26437a2-249a-46fa-a2b3-87739dd0964f HTTP/1.1" status: 204 len: 168 time: 0.4121091 Sep 24 00:17:49.561779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51482) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:49.584782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784fa24-c43c-423e-9a38-7c49574fa022 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=a26437a2-249a-46fa-a2b3-87739dd0964f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:49.650813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eeccf5c2-32d8-468a-99dd-d43b1414792b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861905 Sep 24 00:17:49.651952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51484) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:49.658418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:49.761857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2053651c-5e87-424e-a19d-4ce700fd6268 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:49.804865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d618a5f3-270d-4a58-a333-29da65b50e1d None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:49.826211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:49.831654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:49.918672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 2053651c-5e87-424e-a19d-4ce700fd6268 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:49.919185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.081369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944661b-23a5-47b7-beac-3a57beacd525 req-a4059fd9-579c-46e4-970f-55e1ba3c08e6 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:50.083760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6944661b-23a5-47b7-beac-3a57beacd525 req-a4059fd9-579c-46e4-970f-55e1ba3c08e6 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1544759 Sep 24 00:17:50.103954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:17:50.165874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6944661b-23a5-47b7-beac-3a57beacd525 req-38cf7598-510b-4eff-a986-51dfe62874d1 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738685 Sep 24 00:17:50.170683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] Deleting port 2053651c-5e87-424e-a19d-4ce700fd6268 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:50.172849 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.193240 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.252576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:50.256821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:50.261818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:50.262985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.266863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] For port 2053651c-5e87-424e-a19d-4ce700fd6268, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2053651c-5e87-424e-a19d-4ce700fd6268,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:50.267643 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.274870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=37f55752-8ed6-4cbb-b175-5427a9a93f4d,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:50.286599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-20f6dd2b-153d-49f0-b302-7e1b5b261020 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6333542 Sep 24 00:17:50.289371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51504) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:50.290486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] Calling delete_port for 2053651c-5e87-424e-a19d-4ce700fd6268 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:50.295559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '37f55752-8ed6-4cbb-b175-5427a9a93f4d', 'ip_address': '2001:db8::8cde:51ab:9818:51ac'}], 'name': 'tempest-NetworksTestDHCPv6-1486509036'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:50.424063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.445197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:50.467209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] Pushing event deleted for resources: {'Port': ['ID=2053651c-5e87-424e-a19d-4ce700fd6268,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:50.472512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cceb699-77ab-4073-8b77-09e02f26947b None None] No DVR routers for this DVR port 2053651c-5e87-424e-a19d-4ce700fd6268 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:17:50.492394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0598498a-612a-4993-9d8e-0ea5b56e3fd0 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:50.513317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51510) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:50.578378 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.620022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 0a0c1b3f-7074-41d6-a575-126311003ce9 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:17:50.706687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-265219613-network', 'tenant_id': '675b5760fc724d648d22a330d28a84ad'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:50.769433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Made reservation on behalf of 675b5760fc724d648d22a330d28a84ad for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:50.773316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.782352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '37f55752-8ed6-4cbb-b175-5427a9a93f4d'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:17:50.784669 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.785738 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.916542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.924987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:50.978471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::8cde:51ab:9818:51ac (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/37f55752-8ed6-4cbb-b175-5427a9a93f4d/0a0c1b3f-7074-41d6-a575-126311003ce9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:50.983553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:17:50.995367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a0099d-5024-478a-9066-42f79891435a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:51.025650 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.026190 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Added segment 37c74c79-4ce5-4578-b915-85ea68f1cbf3 of type vlan for network 2988f996-7c74-4038-8429-a614d734907a Sep 24 00:17:51.081067 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.112326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.113972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:51.114899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.156493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6418676 Sep 24 00:17:51.159579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51520) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:51.177360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.200388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Request body: {'subnet': {'network_id': '2988f996-7c74-4038-8429-a614d734907a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-265219613-subnet', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:51.204036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5223d4-3dba-41b7-8c85-e66c5816b382 admin admin] Pushing event updated for resources: {'Network': ['ID=2988f996-7c74-4038-8429-a614d734907a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:51.217073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2988f996-7c74-4038-8429-a614d734907a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:17:51.232749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.238795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Made reservation on behalf of 675b5760fc724d648d22a330d28a84ad for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:51.247466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.298670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=0a0c1b3f-7074-41d6-a575-126311003ce9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:51.328919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:51.330717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:51.334295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:51.343946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:51.350114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.372107 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4dc8db39-0a16-46e8-828a-832ce9722488 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0813310 Sep 24 00:17:51.374364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51526) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:51.416212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Allocated IP 2001:db8::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/37f55752-8ed6-4cbb-b175-5427a9a93f4d/9315e0ed-eb1c-443e-b78c-a349e871d893) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:51.443798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556509-2f1a-449e-a679-aaae08e9a43c req-66fe219e-1c00-4f4a-b3e3-9a01f458b580 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:51.446427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb556509-2f1a-449e-a679-aaae08e9a43c req-66fe219e-1c00-4f4a-b3e3-9a01f458b580 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1070054 Sep 24 00:17:51.524303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7f015a-a2d6-44ec-852c-93c44941500c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:51.532082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2f7f015a-a2d6-44ec-852c-93c44941500c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1519103 Sep 24 00:17:51.533009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:51.537623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb556509-2f1a-449e-a679-aaae08e9a43c req-e0c3c85f-6728-4deb-beb0-5f26167b1459 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848126 Sep 24 00:17:51.631851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.659839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-efcd9b13-7f23-4854-bdde-6cdaec9a1683 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 0a0c1b3f-7074-41d6-a575-126311003ce9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:51.661234 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efcd9b13-7f23-4854-bdde-6cdaec9a1683 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.673539 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.691344 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.713796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dbd42a5-0b83-4ea2-9658-f8cff7aab15b,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:51.725276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2053651c-5e87-424e-a19d-4ce700fd6268 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:17:51.738996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Checking segment: {'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:51.740000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Network hostable DHCP agents. Network: 2988f996-7c74-4038-8429-a614d734907a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:17:51.758878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Network 2988f996-7c74-4038-8429-a614d734907a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:17:51.759536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:51.762942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:51.774427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 2053651c-5e87-424e-a19d-4ce700fd6268 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:17:51.774795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2053651c-5e87-424e-a19d-4ce700fd6268 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:17:51.779224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:51.779455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2988f996-7c74-4038-8429-a614d734907a) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:51.789985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:51.792335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.792483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91c0036-00cb-49ee-bb4b-f0155830e946 None None] Network 2988f996-7c74-4038-8429-a614d734907a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:51.807935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Pushing event updated for resources: {'Port': ['ID=9315e0ed-eb1c-443e-b78c-a349e871d893,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:51.814814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efcd9b13-7f23-4854-bdde-6cdaec9a1683 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.824905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e4b68788-832f-465d-bc43-fdaa98bbcb4e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6611567 Sep 24 00:17:51.827526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51532) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:51.834001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:51.850391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-efcd9b13-7f23-4854-bdde-6cdaec9a1683 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 0a0c1b3f-7074-41d6-a575-126311003ce9 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:51.870631 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.871891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:51.933301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.010276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efcd9b13-7f23-4854-bdde-6cdaec9a1683 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.042665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd9b13-7f23-4854-bdde-6cdaec9a1683 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=0a0c1b3f-7074-41d6-a575-126311003ce9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:52.066267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Attempting to bind port 9315e0ed-eb1c-443e-b78c-a349e871d893 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:52.066847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Attempting to bind port 9315e0ed-eb1c-443e-b78c-a349e871d893 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:52.067213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Attempting to bind port 9315e0ed-eb1c-443e-b78c-a349e871d893 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:52.082013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:52.082491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:52.082949 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.083364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:52.083850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Bound port: 9315e0ed-eb1c-443e-b78c-a349e871d893, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:52.084270 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.109471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efcd9b13-7f23-4854-bdde-6cdaec9a1683 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.111832 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-efcd9b13-7f23-4854-bdde-6cdaec9a1683 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/0a0c1b3f-7074-41d6-a575-126311003ce9 HTTP/1.1" status: 204 len: 168 time: 0.5756752 Sep 24 00:17:52.114930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:52.119283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.169019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcdc3f4-f9f4-4b7a-9d8d-2952cf88e2b9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:52.170918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcdc3f4-f9f4-4b7a-9d8d-2952cf88e2b9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:52.175545 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6dcdc3f4-f9f4-4b7a-9d8d-2952cf88e2b9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0564635 Sep 24 00:17:52.183341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51536) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:52.203586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] For port 9315e0ed-eb1c-443e-b78c-a349e871d893, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:52.209978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-2988f996-7c74-4038-8429-a614d734907a', 'network_id': '2988f996-7c74-4038-8429-a614d734907a', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'fixed_ips': [{'subnet_id': '2dbd42a5-0b83-4ea2-9658-f8cff7aab15b'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:17:52.211513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.223940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] For port 9315e0ed-eb1c-443e-b78c-a349e871d893, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9315e0ed-eb1c-443e-b78c-a349e871d893,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:52.234266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.277104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57c1409-2251-4a64-a4d4-6446b06410f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 37f55752-8ed6-4cbb-b175-5427a9a93f4d {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:52.282246 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b57c1409-2251-4a64-a4d4-6446b06410f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.330673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b57c1409-2251-4a64-a4d4-6446b06410f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.388118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97432d-7b2d-4ce0-8b51-ab5f9a45384c None None] Pushing event updated for resources: {'Port': ['ID=9315e0ed-eb1c-443e-b78c-a349e871d893,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:52.413891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.449342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.465922 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b57c1409-2251-4a64-a4d4-6446b06410f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.473779 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Allocated IP 172.20.0.2 (2988f996-7c74-4038-8429-a614d734907a/2dbd42a5-0b83-4ea2-9658-f8cff7aab15b/2c3c0b0b-7c62-44d4-8461-844e2e601c4a) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:52.578734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b57c1409-2251-4a64-a4d4-6446b06410f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.605562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Allocated IP 172.25.5.64 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/abe34b96-93ff-4420-8f68-742f6e91feb3) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:52.666235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c1409-2251-4a64-a4d4-6446b06410f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=37f55752-8ed6-4cbb-b175-5427a9a93f4d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:52.684767 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b57c1409-2251-4a64-a4d4-6446b06410f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.688171 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b57c1409-2251-4a64-a4d4-6446b06410f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/37f55752-8ed6-4cbb-b175-5427a9a93f4d HTTP/1.1" status: 204 len: 168 time: 0.5034699 Sep 24 00:17:52.690609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51542) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:52.741149 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01d8ea66-b31b-4bf0-9fe9-6162cd67bb5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493622 Sep 24 00:17:52.744276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51544) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:52.749679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:52.753009 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.766255 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.814286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Network 2988f996-7c74-4038-8429-a614d734907a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:52.822361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:52.830729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:52.850865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Pushing event updated for resources: {'Port': ['ID=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:52.853364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d18bd18-12fa-4468-969a-0262a2ff5c13 req-06469485-475d-44fa-bea1-d20bc9279c3d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:52.866386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d18bd18-12fa-4468-969a-0262a2ff5c13 req-06469485-475d-44fa-bea1-d20bc9279c3d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1655338 Sep 24 00:17:52.921360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Attempting to bind port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:52.921738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Attempting to bind port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:52.922105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Attempting to bind port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a on network 2988f996-7c74-4038-8429-a614d734907a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:52.936391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:52.936779 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Checking segment: {'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:52.937190 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.937589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Bound using segment: {'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:52.938064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Bound port: 2c3c0b0b-7c62-44d4-8461-844e2e601c4a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:52.938450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:52.944671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d18bd18-12fa-4468-969a-0262a2ff5c13 req-096d9d58-2181-4681-8488-e5f2d911e98c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770288 Sep 24 00:17:52.962462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:53.005253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15e7175e-c400-464f-b4e6-c40fe59fbe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:53.044225 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:53.048730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] For port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:53.068712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] For port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,segment=NetworkSegment(37c74c79-4ce5-4578-b915-85ea68f1cbf3),segment_id=37c74c79-4ce5-4578-b915-85ea68f1cbf3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:53.074041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:53.131214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:53.134669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:53.138668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:53.171369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Pushing event updated for resources: {'Port': ['ID=abe34b96-93ff-4420-8f68-742f6e91feb3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:53.202960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3e4c59-093c-4846-9f8d-1dee6a739eb9 None None] Pushing event updated for resources: {'Port': ['ID=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:53.384201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:53.388967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:53.561515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:53.739301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:53.809156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:53.816627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:53.819590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:53.820392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:53.865187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1182182 Sep 24 00:17:53.865746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9315e0ed-eb1c-443e-b78c-a349e871d893 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:53.869930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51552) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:53.883794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'a296955a-1a4e-4150-b98f-339869dd0afa', 'ip_address': '2001:db8::18c2:31c8:bf1a:c300'}], 'name': 'tempest-NetworksTestDHCPv6-1098958065'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:53.887362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be36eb07-9178-4dd3-9faf-ac154e9b8384 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=a296955a-1a4e-4150-b98f-339869dd0afa,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:53.999754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9315e0ed-eb1c-443e-b78c-a349e871d893 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:54.000000 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:54.005904 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:54.060381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160fc0c2-ecfb-4c63-94fc-f170afeda890 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:54.080815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:54.088388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:54.125725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 45af6a44-45cb-4d96-b6f4-afdb5e221596 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:17:54.255854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7e227-0d69-40e6-a4d0-3c9aee7737b2 req-016008c6-1e82-482b-bc81-eccec266e677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:54.261998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91b7e227-0d69-40e6-a4d0-3c9aee7737b2 req-016008c6-1e82-482b-bc81-eccec266e677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1565619 Sep 24 00:17:54.310467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f162b161-232e-46da-ac04-a05d81835ad9 None None] Provisioning complete for port 9315e0ed-eb1c-443e-b78c-a349e871d893 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:54.310867 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f162b161-232e-46da-ac04-a05d81835ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:54.432962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Router 19480ff2-e68f-4163-91a3-0611cdda199e is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:17:54.455391 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:54.503646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91b7e227-0d69-40e6-a4d0-3c9aee7737b2 req-c91d2e55-3704-43ec-84bb-068da1cf3a79 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180099 Sep 24 00:17:54.513940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::18c2:31c8:bf1a:c300 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/a296955a-1a4e-4150-b98f-339869dd0afa/45af6a44-45cb-4d96-b6f4-afdb5e221596) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:54.524311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51564) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:54.640788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 9315e0ed-eb1c-443e-b78c-a349e871d893, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9315e0ed-eb1c-443e-b78c-a349e871d893,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:54.702001 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:54.702811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2c3c0b0b-7c62-44d4-8461-844e2e601c4a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:54.880560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=9315e0ed-eb1c-443e-b78c-a349e871d893,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:54.904496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:54.907357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:54.969359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cd7da5-da0d-413d-89d0-00d9c1384ec7 None None] Network 2988f996-7c74-4038-8429-a614d734907a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:54.971098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.054318 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.094099 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0896b2bf-1a1b-4c3e-b561-277069367d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.128488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:17:55.140931 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Sync routers for ids ['19480ff2-e68f-4163-91a3-0611cdda199e'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:17:55.162534 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Routers {'19480ff2-e68f-4163-91a3-0611cdda199e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:17:55.163292 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['19480ff2-e68f-4163-91a3-0611cdda199e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:55.175756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=45af6a44-45cb-4d96-b6f4-afdb5e221596,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:55.201944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e41e2297-255b-4abf-8c0b-fb1a5d0564f6 None None] Provisioning complete for port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:55.202318 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e41e2297-255b-4abf-8c0b-fb1a5d0564f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.222521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:55.222521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:55.223761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:55.236509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:55.237626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.331605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0896b2bf-1a1b-4c3e-b561-277069367d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.341778 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0896b2bf-1a1b-4c3e-b561-277069367d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.349949 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.350220 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb15cd26-10e1-44dc-9b54-72f32a8c0000 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4788625 Sep 24 00:17:55.350711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51570) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:55.352029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-034630f7-b6bb-4add-9111-a3178c1f947f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5235462 Sep 24 00:17:55.356302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51572) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:55.376944 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.392065 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Set router 19480ff2-e68f-4163-91a3-0611cdda199e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:17:55.441716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,segment=NetworkSegment(37c74c79-4ce5-4578-b915-85ea68f1cbf3),segment_id=37c74c79-4ce5-4578-b915-85ea68f1cbf3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:55.445800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0896b2bf-1a1b-4c3e-b561-277069367d40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef00a7c759df416d91ff0ffdab326479&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9266021 Sep 24 00:17:55.447703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51576) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:55.448396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0896b2bf-1a1b-4c3e-b561-277069367d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640d1a73-bed6-4504-9a97-cac093cf4031,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:55.467385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.569026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:55.586530 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f949f819-c03c-43de-8588-2fe45ad5dc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.659698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d069ffa-d076-41df-a74f-927b91cef2a6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:55.674218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d069ffa-d076-41df-a74f-927b91cef2a6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:55.682997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4d069ffa-d076-41df-a74f-927b91cef2a6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.3310091 Sep 24 00:17:55.683704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51580) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:55.730172 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f949f819-c03c-43de-8588-2fe45ad5dc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:55.802626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9315e0ed-eb1c-443e-b78c-a349e871d893 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:55.860791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60f817-86f8-46fe-9947-e251ac276fa7 req-38450ae6-6c2b-43e9-9984-96e57c745819 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:55.875511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e60f817-86f8-46fe-9947-e251ac276fa7 req-38450ae6-6c2b-43e9-9984-96e57c745819 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.2715566 Sep 24 00:17:55.945245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0f6072b7-efef-4501-b7c3-86b6f846da9e None None] Could not find standard attr ID for object 0a0c1b3f-7074-41d6-a575-126311003ce9. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:17:55.946074 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:17:53Z', 'revision_number': 3, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port': {'id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:52Z', 'updated_at': '2021-09-24T00:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:56.011965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e60f817-86f8-46fe-9947-e251ac276fa7 req-6d58fafe-e07a-4a1e-8e3d-0aa00baa49a3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282823 Sep 24 00:17:56.033228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f949f819-c03c-43de-8588-2fe45ad5dc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.036167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f949f819-c03c-43de-8588-2fe45ad5dc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.037847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f949f819-c03c-43de-8588-2fe45ad5dc69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/640d1a73-bed6-4504-9a97-cac093cf4031 HTTP/1.1" status: 204 len: 168 time: 0.5855269 Sep 24 00:17:56.044197 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.048456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0f6072b7-efef-4501-b7c3-86b6f846da9e None None] Provisioning complete for port 9315e0ed-eb1c-443e-b78c-a349e871d893 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:56.048863 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f6072b7-efef-4501-b7c3-86b6f846da9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.049936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7c07f1a8-db8c-4402-b641-99df72bb73dd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 45af6a44-45cb-4d96-b6f4-afdb5e221596 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:56.054344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c07f1a8-db8c-4402-b641-99df72bb73dd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.059861 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6892ad9-df1c-467e-9184-5a974dc7a19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.062045 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Checking router: 19480ff2-e68f-4163-91a3-0611cdda199e for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:17:56.062516 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Updating router 19480ff2-e68f-4163-91a3-0611cdda199e port abe34b96-93ff-4420-8f68-742f6e91feb3 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:17:56.079825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949f819-c03c-43de-8588-2fe45ad5dc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640d1a73-bed6-4504-9a97-cac093cf4031,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:56.131068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9315e0ed-eb1c-443e-b78c-a349e871d893 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:56.131456 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.161300 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.333904 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c07f1a8-db8c-4402-b641-99df72bb73dd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.361879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7c07f1a8-db8c-4402-b641-99df72bb73dd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 45af6a44-45cb-4d96-b6f4-afdb5e221596 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:56.495072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2c3c0b0b-7c62-44d4-8461-844e2e601c4a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:56.601166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0e6a3c44-0bac-46df-92df-986dd78fcd36 None None] Provisioning complete for port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:56.601584 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e6a3c44-0bac-46df-92df-986dd78fcd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.694105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:56.695079 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.705764 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.764040 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.766132 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c07f1a8-db8c-4402-b641-99df72bb73dd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.778236 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.819914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51588) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:56.821963 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.827731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0e6a3c44-0bac-46df-92df-986dd78fcd36 None None] Could not find standard attr ID for object 45af6a44-45cb-4d96-b6f4-afdb5e221596. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:17:56.831445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07f1a8-db8c-4402-b641-99df72bb73dd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=45af6a44-45cb-4d96-b6f4-afdb5e221596,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:56.839708 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87c49f7e-1c3b-44bb-8324-409c8b1f6e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.869263 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Attempting to bind port abe34b96-93ff-4420-8f68-742f6e91feb3 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:17:56.871018 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Attempting to bind port abe34b96-93ff-4420-8f68-742f6e91feb3 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:17:56.871018 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Attempting to bind port abe34b96-93ff-4420-8f68-742f6e91feb3 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:17:56.881487 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:17:56.881947 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:17:56.882921 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.883534 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:17:56.884089 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Bound port: abe34b96-93ff-4420-8f68-742f6e91feb3, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:17:56.885051 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.892377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c07f1a8-db8c-4402-b641-99df72bb73dd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.913425 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7c07f1a8-db8c-4402-b641-99df72bb73dd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/45af6a44-45cb-4d96-b6f4-afdb5e221596 HTTP/1.1" status: 204 len: 168 time: 1.2269218 Sep 24 00:17:56.914238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51590) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:56.949486 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d788463-d1cf-47dc-8519-bc2a4dd8906d None None] Pushing event updated for resources: {'Port': ['ID=abe34b96-93ff-4420-8f68-742f6e91feb3,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:56.990157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87c49f7e-1c3b-44bb-8324-409c8b1f6e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:56.996061 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87c49f7e-1c3b-44bb-8324-409c8b1f6e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.006193 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] For port abe34b96-93ff-4420-8f68-742f6e91feb3, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:17:57.010335 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] For port abe34b96-93ff-4420-8f68-742f6e91feb3, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=abe34b96-93ff-4420-8f68-742f6e91feb3,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:17:57.036809 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.044701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9742e-dbbf-43f7-9efd-8ee3fd053f31 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:57.049506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf9742e-dbbf-43f7-9efd-8ee3fd053f31 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:57.057880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9bf9742e-dbbf-43f7-9efd-8ee3fd053f31 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1390510 Sep 24 00:17:57.058553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51596) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:57.060300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c49f7e-1c3b-44bb-8324-409c8b1f6e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5feeda2b-ab6f-43ff-b3c1-b296f8e900ea,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:57.111944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-87c49f7e-1c3b-44bb-8324-409c8b1f6e28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4bebffb17da0466299c5a53d9e08d0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2900426 Sep 24 00:17:57.114105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51598) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:57.121083 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Routers {'19480ff2-e68f-4163-91a3-0611cdda199e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:17:57.121720 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['19480ff2-e68f-4163-91a3-0611cdda199e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:57.175581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Allocated IP 172.20.0.1 (2988f996-7c74-4038-8429-a614d734907a/2dbd42a5-0b83-4ea2-9658-f8cff7aab15b/3cb681a5-0f7a-412e-887f-35f8e4b33805) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:57.223643 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d788463-d1cf-47dc-8519-bc2a4dd8906d None None] Pushing event updated for resources: {'Port': ['ID=abe34b96-93ff-4420-8f68-742f6e91feb3,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:57.227409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c14323-d415-4d49-ad60-49250d8f02fc req-cc1c928c-d1fc-4921-b683-f1aac8dccd14 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:57.228996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85c14323-d415-4d49-ad60-49250d8f02fc req-cc1c928c-d1fc-4921-b683-f1aac8dccd14 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.0966938 Sep 24 00:17:57.234385 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f03af51-aee1-47ff-b8a2-e003aa22745a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.268723 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f03af51-aee1-47ff-b8a2-e003aa22745a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.308907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85c14323-d415-4d49-ad60-49250d8f02fc req-a36d6f13-0dd9-4578-b58b-9e5abbec3aff tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633576 Sep 24 00:17:57.326224 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] Set router 19480ff2-e68f-4163-91a3-0611cdda199e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:17:57.345902 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f03af51-aee1-47ff-b8a2-e003aa22745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.350888 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f03af51-aee1-47ff-b8a2-e003aa22745a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.355528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3f03af51-aee1-47ff-b8a2-e003aa22745a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5feeda2b-ab6f-43ff-b3c1-b296f8e900ea HTTP/1.1" status: 204 len: 168 time: 0.2404048 Sep 24 00:17:57.363617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b5a28f-faa7-4755-a8bc-51bfb483808c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet a296955a-1a4e-4150-b98f-339869dd0afa {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:17:57.369877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a28f-faa7-4755-a8bc-51bfb483808c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.374246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f03af51-aee1-47ff-b8a2-e003aa22745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5feeda2b-ab6f-43ff-b3c1-b296f8e900ea,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:57.375101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.486892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a28f-faa7-4755-a8bc-51bfb483808c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.542465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.568999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Network 2988f996-7c74-4038-8429-a614d734907a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:57.597127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:57.600363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:17:57.632053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a28f-faa7-4755-a8bc-51bfb483808c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.672899 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:17:53Z', 'revision_number': 3, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port': {'id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:52Z', 'updated_at': '2021-09-24T00:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:17:57.735215 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d7d1ab-ea6c-4aeb-84e9-1a954fae4686 None None] The sync data for ids ['19480ff2-e68f-4163-91a3-0611cdda199e'] in n-d-713498-18 is: [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:17:53Z', 'revision_number': 3, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port': {'id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:21:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:52Z', 'updated_at': '2021-09-24T00:17:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:17:57.792356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a28f-faa7-4755-a8bc-51bfb483808c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.846680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5a28f-faa7-4755-a8bc-51bfb483808c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=a296955a-1a4e-4150-b98f-339869dd0afa,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:57.861519 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f9b5a28f-faa7-4755-a8bc-51bfb483808c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.867834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51604) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:57.868651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db572f15-f345-495f-b31a-911d779c3ed6 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:57.879658 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f9b5a28f-faa7-4755-a8bc-51bfb483808c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/a296955a-1a4e-4150-b98f-339869dd0afa HTTP/1.1" status: 204 len: 168 time: 0.8032374 Sep 24 00:17:57.886697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Pushing event updated for resources: {'Port': ['ID=3cb681a5-0f7a-412e-887f-35f8e4b33805,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:57.904017 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:57.965435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d3f1b416-2e75-4984-be0a-e2153460a101 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963371 Sep 24 00:17:57.966154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51610) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:58.034687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85840b51-2f1c-48ce-8cc7-fccc10e753aa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:58.039813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85840b51-2f1c-48ce-8cc7-fccc10e753aa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0725493 Sep 24 00:17:58.040495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51614) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:58.138455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95677df-cce8-4d06-af8d-a0eea94c50c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:58.144127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f95677df-cce8-4d06-af8d-a0eea94c50c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1025631 Sep 24 00:17:58.145636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51620) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:58.169851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-da9664cd-937d-4e50-817c-1ace2115ec07 None None] Provisioning complete for port 3cb681a5-0f7a-412e-887f-35f8e4b33805 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:58.170513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da9664cd-937d-4e50-817c-1ace2115ec07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.227868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-da9664cd-937d-4e50-817c-1ace2115ec07 None None] Port 3cb681a5-0f7a-412e-887f-35f8e4b33805 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:17:58.234564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.240954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7cb6278b-0905-482c-9ef0-31285fc68fd3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0838335 Sep 24 00:17:58.241798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51622) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:58.268385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:58.279430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:17:58.442033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] Deleting port 9315e0ed-eb1c-443e-b78c-a349e871d893 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:17:58.442402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.601552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:58.608192 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.611644 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.621143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] For port 9315e0ed-eb1c-443e-b78c-a349e871d893, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9315e0ed-eb1c-443e-b78c-a349e871d893,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:17:58.621815 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.623143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.640103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] Calling delete_port for 9315e0ed-eb1c-443e-b78c-a349e871d893 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:17:58.726170 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4f386-b93a-47bc-b385-fd8c5bbb20b9 req-646e667c-2653-49d5-b409-0590f2b16589 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:58.731875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42f4f386-b93a-47bc-b385-fd8c5bbb20b9 req-646e667c-2653-49d5-b409-0590f2b16589 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.2063303 Sep 24 00:17:58.796201 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.820978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:58.826124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Pushing event updated for resources: {'Port': ['ID=3cb681a5-0f7a-412e-887f-35f8e4b33805,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:58.879454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] Pushing event deleted for resources: {'Port': ['ID=9315e0ed-eb1c-443e-b78c-a349e871d893,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:58.905830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0fb835-36a9-487b-ba98-02561fd303e6 None None] No DVR routers for this DVR port 9315e0ed-eb1c-443e-b78c-a349e871d893 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:17:58.975649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42f4f386-b93a-47bc-b385-fd8c5bbb20b9 req-1c8ce8e1-ba95-4df7-84a4-d6917907e9d1 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331243 Sep 24 00:17:58.977106 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:59.054219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:59.059471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:59.064668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:17:59.065548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:59.076770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f7a45-4388-44fc-9d5a-a2abcc3b8c43 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:17:59.099988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Network 2988f996-7c74-4038-8429-a614d734907a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:17:59.104440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:17:59.121816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8782010 Sep 24 00:17:59.122971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51638) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:17:59.132097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '4cae6b19-46db-401a-b705-32887f99a1e2', 'ip_address': '2001:db8::3183:c288:c438:d143'}], 'name': 'tempest-NetworksTestDHCPv6-1378826226'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:17:59.145963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ac5c7-9ced-4942-8011-fcfbd0928055 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=4cae6b19-46db-401a-b705-32887f99a1e2,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:17:59.262672 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:59.421173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '4cae6b19-46db-401a-b705-32887f99a1e2'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:17:59.421695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:59.482682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Router 19480ff2-e68f-4163-91a3-0611cdda199e has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:17:59.567772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:17:59.693981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0506d172-7af8-49a6-8624-7e6dc1bf314c None None] Provisioning complete for port 3cb681a5-0f7a-412e-887f-35f8e4b33805 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:17:59.694701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0506d172-7af8-49a6-8624-7e6dc1bf314c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:59.756032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:17:59.765255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device abe34b96-93ff-4420-8f68-742f6e91feb3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:17:59.768477 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-42f7c164-eb11-403d-87fd-283026fbfe8f admin admin] 10.222.0.24 "PUT /v2.0/routers/19480ff2-e68f-4163-91a3-0611cdda199e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4109662 Sep 24 00:17:59.774874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:17:59.796681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:17:59.892345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Allocated IP 2001:db8::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/4cae6b19-46db-401a-b705-32887f99a1e2/6045f7f7-c965-40ba-938c-fd27fe3e01be) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:17:59.941316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0506d172-7af8-49a6-8624-7e6dc1bf314c None None] Port 3cb681a5-0f7a-412e-887f-35f8e4b33805 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:00.038986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port abe34b96-93ff-4420-8f68-742f6e91feb3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:00.039819 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:00.265768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ec33d-57d7-4878-a8b6-876de690562b req-bd7dbd61-954b-46c4-b1a6-6fe49630eb55 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:00.267885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc7ec33d-57d7-4878-a8b6-876de690562b req-bd7dbd61-954b-46c4-b1a6-6fe49630eb55 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1291957 Sep 24 00:18:00.294728 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:00.313074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:00.346393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port abe34b96-93ff-4420-8f68-742f6e91feb3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=abe34b96-93ff-4420-8f68-742f6e91feb3,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:00.356610 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:00.361745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc7ec33d-57d7-4878-a8b6-876de690562b req-443c5125-dfb8-4426-89f9-1c94de844aa2 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833557 Sep 24 00:18:00.394277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::3183:c288:c438:d143 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/4cae6b19-46db-401a-b705-32887f99a1e2/3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:00.417836 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:00.429472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Pushing event updated for resources: {'Port': ['ID=6045f7f7-c965-40ba-938c-fd27fe3e01be,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:00.555353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=abe34b96-93ff-4420-8f68-742f6e91feb3,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:00.569662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9315e0ed-eb1c-443e-b78c-a349e871d893 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:00.573477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Sync routers for ids ['19480ff2-e68f-4163-91a3-0611cdda199e'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:00.613704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9315e0ed-eb1c-443e-b78c-a349e871d893 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:00.614059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9315e0ed-eb1c-443e-b78c-a349e871d893 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:00.618848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:00.633142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:00.640454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:00.648178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:00.684585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Routers {'19480ff2-e68f-4163-91a3-0611cdda199e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:00.687061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['19480ff2-e68f-4163-91a3-0611cdda199e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:00.702574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:00.803222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:00.821415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:00.834280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:00.853163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:00.854022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:00.874926 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:00.882786 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0fff8dbe-e3d6-4a73-aefe-1a25e9a496e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7556252 Sep 24 00:18:00.883084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51668) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:00.889286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2ad90e91-8eeb-4129-a6b0-ef3a69931de1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '4cae6b19-46db-401a-b705-32887f99a1e2', 'ip_address': '2001:db8::3183:c288:c438:d143'}], 'name': 'tempest-NetworksTestDHCPv6-1425414443'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:01.061746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Attempting to bind port 6045f7f7-c965-40ba-938c-fd27fe3e01be on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:01.062374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Attempting to bind port 6045f7f7-c965-40ba-938c-fd27fe3e01be by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:01.062675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Attempting to bind port 6045f7f7-c965-40ba-938c-fd27fe3e01be on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:01.109005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:01.109383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:01.109836 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.110241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:01.110738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Bound port: 6045f7f7-c965-40ba-938c-fd27fe3e01be, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:01.111168 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.177100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51672) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:01.180386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Set router 19480ff2-e68f-4163-91a3-0611cdda199e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:01.186771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-588847710-network', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:01.246048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] For port 6045f7f7-c965-40ba-938c-fd27fe3e01be, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:01.276942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Made reservation on behalf of c48be45f2af64b59bcabf240ff5f5fd7 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:01.283758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.295425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.295736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] For port 6045f7f7-c965-40ba-938c-fd27fe3e01be, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6045f7f7-c965-40ba-938c-fd27fe3e01be,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:01.309405 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.435957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f49e1b-1b43-45aa-9dd3-6398d9b72160 None None] Pushing event updated for resources: {'Port': ['ID=6045f7f7-c965-40ba-938c-fd27fe3e01be,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:01.485667 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.497814 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.535623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad90e91-8eeb-4129-a6b0-ef3a69931de1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:01.545345 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ad90e91-8eeb-4129-a6b0-ef3a69931de1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.553589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:17:58Z', 'revision_number': 4, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port': {'id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:52Z', 'updated_at': '2021-09-24T00:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '3cb681a5-0f7a-412e-887f-35f8e4b33805', 'name': '', 'network_id': '2988f996-7c74-4038-8429-a614d734907a', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'mac_address': 'fa:16:3e:a1:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '2dbd42a5-0b83-4ea2-9658-f8cff7aab15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:56Z', 'updated_at': '2021-09-24T00:17:58Z', 'revision_number': 2, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'subnets': [{'id': '2dbd42a5-0b83-4ea2-9658-f8cff7aab15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:01.577099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-2ad90e91-8eeb-4129-a6b0-ef3a69931de1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port bb4ad735-ab1d-428b-a1b1-aa9872c4c1d3 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:18:01.579878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:18:01.616284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Checking router: 19480ff2-e68f-4163-91a3-0611cdda199e for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:01.616697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Updating router 19480ff2-e68f-4163-91a3-0611cdda199e port 3cb681a5-0f7a-412e-887f-35f8e4b33805 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:01.626931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21832513-afb5-4e30-a4f0-a6e3de652944,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:01.657349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.657698 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Added segment 76760d57-7875-4482-bf1b-a314f9a97c18 of type vlan for network 05270683-fdd5-4595-8178-ad89abcdfeb7 Sep 24 00:18:01.666190 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.732664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae9458-54ad-4004-9bda-b16ffba4ba64 req-1f483ba7-44dd-49c1-97c0-ea3eac5c42e4 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:01.734671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91ae9458-54ad-4004-9bda-b16ffba4ba64 req-1f483ba7-44dd-49c1-97c0-ea3eac5c42e4 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.2250569 Sep 24 00:18:01.751380 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.835464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.837094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:01.838128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:01.863836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6844268 Sep 24 00:18:01.868759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51678) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:01.875668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Request body: {'subnet': {'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-588847710-subnet', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:01.902918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91ae9458-54ad-4004-9bda-b16ffba4ba64 req-90e8121a-4fa0-4a5f-85d8-f866b8beacf2 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304226 Sep 24 00:18:01.937961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device abe34b96-93ff-4420-8f68-742f6e91feb3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:01.992766 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Made reservation on behalf of c48be45f2af64b59bcabf240ff5f5fd7 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:01.995368 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.045154 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ad90e91-8eeb-4129-a6b0-ef3a69931de1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 00:18:02.045821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ad90e91-8eeb-4129-a6b0-ef3a69931de1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:18:02.069803 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2ad90e91-8eeb-4129-a6b0-ef3a69931de1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1853664 Sep 24 00:18:02.070684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51682) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:02.120961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477f50f-2c11-4e96-949c-ff6b3801260d admin admin] Pushing event updated for resources: {'Network': ['ID=05270683-fdd5-4595-8178-ad89abcdfeb7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:02.156863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 05270683-fdd5-4595-8178-ad89abcdfeb7 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:18:02.188625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdec2e7-6eeb-44b1-8c6c-25d96928ac4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:02.198676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdec2e7-6eeb-44b1-8c6c-25d96928ac4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:02.204225 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ffdec2e7-6eeb-44b1-8c6c-25d96928ac4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1326475 Sep 24 00:18:02.205017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:02.276853 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.322559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port abe34b96-93ff-4420-8f68-742f6e91feb3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:02.322948 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.456623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e9452dd9-44e1-4cda-b76e-af35bf91daac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:02.458989 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9452dd9-44e1-4cda-b76e-af35bf91daac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.486942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28da6f2c-9f2f-4719-9e04-428e3975b461,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:02.542332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Checking segment: {'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:02.542898 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Network hostable DHCP agents. Network: 05270683-fdd5-4595-8178-ad89abcdfeb7, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:18:02.603597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.632832 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.637171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Network 05270683-fdd5-4595-8178-ad89abcdfeb7 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:18:02.682558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 05270683-fdd5-4595-8178-ad89abcdfeb7) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:02.695365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:02.695986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.696258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9452dd9-44e1-4cda-b76e-af35bf91daac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.723969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e9452dd9-44e1-4cda-b76e-af35bf91daac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:02.743706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51694) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:02.747611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b2927157-2a4f-463d-8616-cf5a1b13f063 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8775082 Sep 24 00:18:02.770188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7101aa02-8429-4134-9882-27bae74c0ea8 None None] Network 05270683-fdd5-4595-8178-ad89abcdfeb7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:02.772508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:02.885423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b94cea-dff1-4ac7-b4eb-476a97182ab5 req-4be72cb5-29b3-4e4b-92a3-e8a4a702f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:02.886991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20b94cea-dff1-4ac7-b4eb-476a97182ab5 req-4be72cb5-29b3-4e4b-92a3-e8a4a702f413 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 1097 time: 0.1313043 Sep 24 00:18:02.935564 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9090c3-f07d-45b6-86e9-57bade4d0f82 None None] Pushing event updated for resources: {'Port': ['ID=3cb681a5-0f7a-412e-887f-35f8e4b33805,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:02.945434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.946818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:02.989966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20b94cea-dff1-4ac7-b4eb-476a97182ab5 req-780ad45b-14d6-4854-a011-8480a4d21445 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903692 Sep 24 00:18:03.129667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9452dd9-44e1-4cda-b76e-af35bf91daac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.194003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9452dd9-44e1-4cda-b76e-af35bf91daac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:03.211890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a988f1-e622-4633-b2d5-f0db0eba3ccc req-0030b30c-02dd-42fe-a0fe-9f2860e7556f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:03.217825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1a988f1-e622-4633-b2d5-f0db0eba3ccc req-0030b30c-02dd-42fe-a0fe-9f2860e7556f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1313932 Sep 24 00:18:03.227940 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.265128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Attempting to bind port 3cb681a5-0f7a-412e-887f-35f8e4b33805 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:03.265701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Attempting to bind port 3cb681a5-0f7a-412e-887f-35f8e4b33805 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:03.265834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Attempting to bind port 3cb681a5-0f7a-412e-887f-35f8e4b33805 on network 2988f996-7c74-4038-8429-a614d734907a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:03.276434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9452dd9-44e1-4cda-b76e-af35bf91daac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.278808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e9452dd9-44e1-4cda-b76e-af35bf91daac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33 HTTP/1.1" status: 204 len: 168 time: 1.0724261 Sep 24 00:18:03.286329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51698) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:03.375598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:03.377118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Checking segment: {'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:03.377613 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.378126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Bound using segment: {'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:03.379731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Bound port: 3cb681a5-0f7a-412e-887f-35f8e4b33805, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c74c79-4ce5-4578-b915-85ea68f1cbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '2988f996-7c74-4038-8429-a614d734907a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:03.381862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.414038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e11f7943-f774-47e3-b2b1-d417da40fe20 None None] Provisioning complete for port 3cb681a5-0f7a-412e-887f-35f8e4b33805 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:03.414560 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e11f7943-f774-47e3-b2b1-d417da40fe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.421795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1a988f1-e622-4633-b2d5-f0db0eba3ccc req-ee0f4c27-5675-4eb6-87ae-6e4a01a9e691 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949716 Sep 24 00:18:03.471006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3743fc-6ad9-4b9b-ae60-42d8328232b9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:03.475778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3743fc-6ad9-4b9b-ae60-42d8328232b9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:03.480156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae3743fc-6ad9-4b9b-ae60-42d8328232b9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1898029 Sep 24 00:18:03.480994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51704) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:03.513455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.546388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e11f7943-f774-47e3-b2b1-d417da40fe20 None None] Port 3cb681a5-0f7a-412e-887f-35f8e4b33805 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:03.643446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c4dfd4-ba56-4e2f-b5d0-e6e6a8850c4b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 4cae6b19-46db-401a-b705-32887f99a1e2 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:03.657540 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c4dfd4-ba56-4e2f-b5d0-e6e6a8850c4b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.761599 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c4dfd4-ba56-4e2f-b5d0-e6e6a8850c4b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.767068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-05270683-fdd5-4595-8178-ad89abcdfeb7', 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'fixed_ips': [{'subnet_id': '28da6f2c-9f2f-4719-9e04-428e3975b461'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:18:03.773871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.820338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-56617722-4da3-446f-9bbb-b5cbe6d4be1e None None] Provisioning complete for port 6045f7f7-c965-40ba-938c-fd27fe3e01be triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:03.821094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56617722-4da3-446f-9bbb-b5cbe6d4be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:03.957063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] For port 3cb681a5-0f7a-412e-887f-35f8e4b33805, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:03.964366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6045f7f7-c965-40ba-938c-fd27fe3e01be up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:03.984462 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.009007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] For port 3cb681a5-0f7a-412e-887f-35f8e4b33805, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3cb681a5-0f7a-412e-887f-35f8e4b33805,segment=NetworkSegment(37c74c79-4ce5-4578-b915-85ea68f1cbf3),segment_id=37c74c79-4ce5-4578-b915-85ea68f1cbf3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:04.075977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.119991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.124507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c4dfd4-ba56-4e2f-b5d0-e6e6a8850c4b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.285506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c4dfd4-ba56-4e2f-b5d0-e6e6a8850c4b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.343618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Routers {'19480ff2-e68f-4163-91a3-0611cdda199e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:04.344253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['19480ff2-e68f-4163-91a3-0611cdda199e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:04.352484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4dfd4-ba56-4e2f-b5d0-e6e6a8850c4b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=4cae6b19-46db-401a-b705-32887f99a1e2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:04.358911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9090c3-f07d-45b6-86e9-57bade4d0f82 None None] Pushing event updated for resources: {'Port': ['ID=3cb681a5-0f7a-412e-887f-35f8e4b33805,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:04.368419 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a3c4dfd4-ba56-4e2f-b5d0-e6e6a8850c4b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.376909 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a3c4dfd4-ba56-4e2f-b5d0-e6e6a8850c4b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/4cae6b19-46db-401a-b705-32887f99a1e2 HTTP/1.1" status: 204 len: 168 time: 0.8899987 Sep 24 00:18:04.378956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51706) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:04.428180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51708) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:04.433302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:04.437506 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-653a6762-a55b-470c-91f6-7885102497f6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573280 Sep 24 00:18:04.471918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Allocated IP 172.25.5.16 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/6ccc5731-65ee-4980-9d5d-d8f62763914a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:04.716160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33b691f-4769-4abf-8d23-3543fe2cb343 req-1afaf3ac-ab57-4c6d-b407-24fc4fe26141 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:04.717684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f33b691f-4769-4abf-8d23-3543fe2cb343 req-1afaf3ac-ab57-4c6d-b407-24fc4fe26141 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1921358 Sep 24 00:18:04.734513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:04.738450 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.799898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67944314-8dcb-40ae-881b-cf9c26c0e370 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:04.843931 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.853639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6045f7f7-c965-40ba-938c-fd27fe3e01be triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:04.854023 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.913652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.928893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Allocated IP 172.20.0.2 (05270683-fdd5-4595-8178-ad89abcdfeb7/28da6f2c-9f2f-4719-9e04-428e3975b461/36b9735d-fc34-4527-a557-364875ded1cc) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:04.976624 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:04.979355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:04.982458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:04.993387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:05.019030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Pushing event updated for resources: {'Port': ['ID=6ccc5731-65ee-4980-9d5d-d8f62763914a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:05.054850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f33b691f-4769-4abf-8d23-3543fe2cb343 req-5a6e88bc-9cbf-4b11-a44c-3be4328359ea tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291478 Sep 24 00:18:05.073816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:05.074778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=5d8d825b-50e9-4a89-b2c2-3a0e00a908bf,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:05.077593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:05.089004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:05.089875 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56617722-4da3-446f-9bbb-b5cbe6d4be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:05.090045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:05.118514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5e680313-bf7a-45a5-8d4a-1c05cf2860b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6891634 Sep 24 00:18:05.121209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51718) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:05.132564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-baff4df6-32d3-4026-aa8a-b3bd338bd57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '5d8d825b-50e9-4a89-b2c2-3a0e00a908bf', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-1302045407'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:05.183695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] Set router 19480ff2-e68f-4163-91a3-0611cdda199e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:05.295268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baff4df6-32d3-4026-aa8a-b3bd338bd57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:05.436900 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:05.471748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-56617722-4da3-446f-9bbb-b5cbe6d4be1e None None] For port 6045f7f7-c965-40ba-938c-fd27fe3e01be, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6045f7f7-c965-40ba-938c-fd27fe3e01be,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:05.578837 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56617722-4da3-446f-9bbb-b5cbe6d4be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:05.593555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-baff4df6-32d3-4026-aa8a-b3bd338bd57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:05.623503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-baff4df6-32d3-4026-aa8a-b3bd338bd57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port c330433e-2a0f-4802-8154-0d1499bc155f yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:18:05.646651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:05.756406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80aba-a930-4723-9055-89e397b0edea req-d5512edc-e47a-4498-a795-8c1bb075708d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:05.766226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-d5512edc-e47a-4498-a795-8c1bb075708d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 811 time: 0.2800481 Sep 24 00:18:05.825783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4a8ef3ae-fc95-49e2-9dff-926da2a73ade None None] Could not find standard attr ID for object 3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:18:05.844977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-8c96f48d-1059-44e3-b887-e872b0d2fd86 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/quotas/fbab406d24e148079cc5e5d7be32176e HTTP/1.1" status: 200 len: 375 time: 0.0777595 Sep 24 00:18:05.891416 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:18:05.891768 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:18:05.913545 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-baff4df6-32d3-4026-aa8a-b3bd338bd57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:18:05.914424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baff4df6-32d3-4026-aa8a-b3bd338bd57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:18:05.942567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-28be8755-af7a-4bce-aae5-7867acaf90d0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963323 Sep 24 00:18:05.961946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56617722-4da3-446f-9bbb-b5cbe6d4be1e None None] Pushing event updated for resources: {'Port': ['ID=6045f7f7-c965-40ba-938c-fd27fe3e01be,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:05.981812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4a8ef3ae-fc95-49e2-9dff-926da2a73ade None None] Provisioning complete for port 3cb681a5-0f7a-412e-887f-35f8e4b33805 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:05.982183 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef3ae-fc95-49e2-9dff-926da2a73ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:06.060938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-13621caf-4c25-4f68-b51c-a6ed14f01db7 service neutron] 10.222.0.24 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173112 Sep 24 00:18:06.079890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-baff4df6-32d3-4026-aa8a-b3bd338bd57d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9569702 Sep 24 00:18:06.081038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51736) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:06.134195 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:06.157204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:06.338663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Pushing event updated for resources: {'Port': ['ID=36b9735d-fc34-4527-a557-364875ded1cc,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:06.345715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Network 05270683-fdd5-4595-8178-ad89abcdfeb7 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:06.352460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:06.358686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51740) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:06.374835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:06.382249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74b1b21-3401-47af-917b-30e5a364cabc tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:06.397057 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:06.401287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c74b1b21-3401-47af-917b-30e5a364cabc tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3068340 Sep 24 00:18:06.401906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51744) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:06.464771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:17:58Z', 'revision_number': 4, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port': {'id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:52Z', 'updated_at': '2021-09-24T00:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '3cb681a5-0f7a-412e-887f-35f8e4b33805', 'name': '', 'network_id': '2988f996-7c74-4038-8429-a614d734907a', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'mac_address': 'fa:16:3e:a1:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '2dbd42a5-0b83-4ea2-9658-f8cff7aab15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:56Z', 'updated_at': '2021-09-24T00:18:03Z', 'revision_number': 4, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'subnets': [{'id': '2dbd42a5-0b83-4ea2-9658-f8cff7aab15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:06.618337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-d4bbf989-1437-447c-b2df-00b5adb19b4f service neutron] 10.222.0.24 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556793 Sep 24 00:18:06.631423 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef3ae-fc95-49e2-9dff-926da2a73ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:06.643295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd39fa0-5b54-41f9-af8c-6057f1617c8b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:06.647176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd39fa0-5b54-41f9-af8c-6057f1617c8b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:06.653309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e027cd0-d1a0-4bb7-ab63-f77dce4812ef None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:06.653971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dfd39fa0-5b54-41f9-af8c-6057f1617c8b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2492964 Sep 24 00:18:06.655355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51748) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:06.658208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddd66d48-d097-48ed-89e7-d9929df177c6 None None] The sync data for ids ['19480ff2-e68f-4163-91a3-0611cdda199e'] in n-d-713498-18 is: [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:17:58Z', 'revision_number': 4, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port': {'id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:52Z', 'updated_at': '2021-09-24T00:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '3cb681a5-0f7a-412e-887f-35f8e4b33805', 'name': '', 'network_id': '2988f996-7c74-4038-8429-a614d734907a', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'mac_address': 'fa:16:3e:a1:8d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': '2dbd42a5-0b83-4ea2-9658-f8cff7aab15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:56Z', 'updated_at': '2021-09-24T00:18:03Z', 'revision_number': 4, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'subnets': [{'id': '2dbd42a5-0b83-4ea2-9658-f8cff7aab15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:06.804375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Router f4d34507-3b25-4649-a3bb-0f54181a15dd is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:18:06.825693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ee0004a-99c5-4b21-81b8-be499ff19411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:06.941697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-33398994-62d0-4a99-9bdb-a652504c8402 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 5d8d825b-50e9-4a89-b2c2-3a0e00a908bf {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:06.954483 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:06.963265 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33398994-62d0-4a99-9bdb-a652504c8402 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.016688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Attempting to bind port 36b9735d-fc34-4527-a557-364875ded1cc on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:07.017068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Attempting to bind port 36b9735d-fc34-4527-a557-364875ded1cc by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:07.017499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Attempting to bind port 36b9735d-fc34-4527-a557-364875ded1cc on network 05270683-fdd5-4595-8178-ad89abcdfeb7 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:07.085367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4a8ef3ae-fc95-49e2-9dff-926da2a73ade None None] For port 3cb681a5-0f7a-412e-887f-35f8e4b33805, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3cb681a5-0f7a-412e-887f-35f8e4b33805,segment=NetworkSegment(37c74c79-4ce5-4578-b915-85ea68f1cbf3),segment_id=37c74c79-4ce5-4578-b915-85ea68f1cbf3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:07.087961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:07.088320 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Checking segment: {'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:07.088713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.089150 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Bound using segment: {'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:07.089700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Bound port: 36b9735d-fc34-4527-a557-364875ded1cc, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:07.090243 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.112909 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4a8ef3ae-fc95-49e2-9dff-926da2a73ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.157596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33398994-62d0-4a99-9bdb-a652504c8402 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.295552 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90a19377-149c-4c0f-9bab-8fa6a05a03af req-b863a36a-563b-4cd9-9180-51696106ba6e tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 210 time: 0.3140030 Sep 24 00:18:07.314579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33398994-62d0-4a99-9bdb-a652504c8402 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.333504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:07.346913 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Sync routers for ids ['f4d34507-3b25-4649-a3bb-0f54181a15dd'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:07.377294 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Routers {'f4d34507-3b25-4649-a3bb-0f54181a15dd'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:07.378283 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4d34507-3b25-4649-a3bb-0f54181a15dd'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:07.413524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ef3ae-fc95-49e2-9dff-926da2a73ade None None] Pushing event updated for resources: {'Port': ['ID=3cb681a5-0f7a-412e-887f-35f8e4b33805,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:07.420258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3cb681a5-0f7a-412e-887f-35f8e4b33805 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:07.436539 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33398994-62d0-4a99-9bdb-a652504c8402 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.501972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ee0004a-99c5-4b21-81b8-be499ff19411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.513528 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33398994-62d0-4a99-9bdb-a652504c8402 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.516128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0ee0004a-99c5-4b21-81b8-be499ff19411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.545806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-33398994-62d0-4a99-9bdb-a652504c8402 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/5d8d825b-50e9-4a89-b2c2-3a0e00a908bf HTTP/1.1" status: 204 len: 168 time: 0.8873353 Sep 24 00:18:07.547311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33398994-62d0-4a99-9bdb-a652504c8402 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=5d8d825b-50e9-4a89-b2c2-3a0e00a908bf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:07.561795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51758) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:07.577182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0004a-99c5-4b21-81b8-be499ff19411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260872ac-f5aa-4108-8f8c-b1d89c6066f7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:07.580819 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.589537 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a7c4088e-2daf-40b0-a013-d63006e06826 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.8439243 Sep 24 00:18:07.598847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51760) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:07.622406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-41bea07f-66e7-4109-8b86-621b48694591 None None] Provisioning complete for port 6045f7f7-c965-40ba-938c-fd27fe3e01be triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:07.622966 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-41bea07f-66e7-4109-8b86-621b48694591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.661887 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Set router f4d34507-3b25-4649-a3bb-0f54181a15dd gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:07.669377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-18084d25-a06b-47ce-a40c-170413841572 None None] For port 36b9735d-fc34-4527-a557-364875ded1cc, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:07.682269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-18084d25-a06b-47ce-a40c-170413841572 None None] For port 36b9735d-fc34-4527-a557-364875ded1cc, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=36b9735d-fc34-4527-a557-364875ded1cc,segment=NetworkSegment(76760d57-7875-4482-bf1b-a314f9a97c18),segment_id=76760d57-7875-4482-bf1b-a314f9a97c18)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:07.755547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-608b0cee-07e2-4e8a-bbf5-70ef3fa628f9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1922281 Sep 24 00:18:07.759085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51766) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:07.788514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:07.788997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0ee0004a-99c5-4b21-81b8-be499ff19411 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a07c8436d3c458f8f7088c67f0c9695&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4269178 Sep 24 00:18:07.792323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51768) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:07.802509 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.820644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 3cb681a5-0f7a-412e-887f-35f8e4b33805 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:07.821022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:07.995679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6045f7f7-c965-40ba-938c-fd27fe3e01be up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:08.051914 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e13ce21-92a4-4be4-9a23-18b3c925d541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:08.092611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:08.107614 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:08.143417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e13ce21-92a4-4be4-9a23-18b3c925d541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:08.172354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18084d25-a06b-47ce-a40c-170413841572 None None] Pushing event updated for resources: {'Port': ['ID=36b9735d-fc34-4527-a557-364875ded1cc,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:08.198785 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:05Z', 'revision_number': 3, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port': {'id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:04Z', 'updated_at': '2021-09-24T00:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:08.315472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6045f7f7-c965-40ba-938c-fd27fe3e01be triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:08.316205 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:08.325528 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Checking router: f4d34507-3b25-4649-a3bb-0f54181a15dd for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:08.335120 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Updating router f4d34507-3b25-4649-a3bb-0f54181a15dd port 6ccc5731-65ee-4980-9d5d-d8f62763914a binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:08.425358 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:08.657263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41424feb-6ef9-4bf6-bb74-ec904eec64eb None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:08.697140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a41b763-920d-488a-a803-42d8c455f6ac req-a609226c-8ba2-43e5-a1fb-fb718903acc8 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 210 time: 0.1357887 Sep 24 00:18:08.861319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:08.970599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e13ce21-92a4-4be4-9a23-18b3c925d541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:08.984663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8e13ce21-92a4-4be4-9a23-18b3c925d541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:08.996106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:08.997312 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8e13ce21-92a4-4be4-9a23-18b3c925d541 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/260872ac-f5aa-4108-8f8c-b1d89c6066f7 HTTP/1.1" status: 204 len: 168 time: 1.2016933 Sep 24 00:18:09.018164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:09.051315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:09.052071 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.071588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ce21-92a4-4be4-9a23-18b3c925d541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260872ac-f5aa-4108-8f8c-b1d89c6066f7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:09.101318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3406348 Sep 24 00:18:09.108600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51776) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:09.110925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c645368-1f69-43db-9243-aab29127b777 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=4f6a3e30-2aea-4396-85c9-8beb5be008d2,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:09.146077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d904dec3-14cf-4e4a-a6e4-448011daefda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1119549558', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:09.274146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d904dec3-14cf-4e4a-a6e4-448011daefda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.276325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d904dec3-14cf-4e4a-a6e4-448011daefda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.423054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.489379 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.496228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d904dec3-14cf-4e4a-a6e4-448011daefda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.504826 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d904dec3-14cf-4e4a-a6e4-448011daefda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.506317 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.532457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3cb681a5-0f7a-412e-887f-35f8e4b33805 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:09.543300 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d904dec3-14cf-4e4a-a6e4-448011daefda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.544875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d904dec3-14cf-4e4a-a6e4-448011daefda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4350784 Sep 24 00:18:09.549155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51780) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:09.686291 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Attempting to bind port 6ccc5731-65ee-4980-9d5d-d8f62763914a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:09.688219 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Attempting to bind port 6ccc5731-65ee-4980-9d5d-d8f62763914a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:09.690194 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Attempting to bind port 6ccc5731-65ee-4980-9d5d-d8f62763914a on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:09.747127 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:09.747500 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:09.749459 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.752481 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:09.752967 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Bound port: 6ccc5731-65ee-4980-9d5d-d8f62763914a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:09.753405 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.814556 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.825252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c5a793d2-21cd-4dbc-ab5f-8ca60088612e None None] Provisioning complete for port 6045f7f7-c965-40ba-938c-fd27fe3e01be triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:09.826349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c5a793d2-21cd-4dbc-ab5f-8ca60088612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.908571 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] For port 6ccc5731-65ee-4980-9d5d-d8f62763914a, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:09.912691 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] For port 6ccc5731-65ee-4980-9d5d-d8f62763914a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6ccc5731-65ee-4980-9d5d-d8f62763914a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:09.922558 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:09.939703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80aba-a930-4723-9055-89e397b0edea req-be77e12d-029f-44a1-be03-7f573455711e tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:09.944294 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b4088-bcbd-45b8-a8da-7bcb3ef88f3a None None] Pushing event updated for resources: {'Port': ['ID=6ccc5731-65ee-4980-9d5d-d8f62763914a,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:09.946801 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-be77e12d-029f-44a1-be03-7f573455711e tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.20 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 811 time: 0.9463720 Sep 24 00:18:10.008594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Request body: {'port': {'device_id': '83e86a1f-9441-485a-8979-239698b298ab', 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366', 'admin_state_up': True, 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:10.068928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 3cb681a5-0f7a-412e-887f-35f8e4b33805 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:10.069742 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:10.215505 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b4088-bcbd-45b8-a8da-7bcb3ef88f3a None None] Pushing event updated for resources: {'Port': ['ID=6ccc5731-65ee-4980-9d5d-d8f62763914a,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:10.317021 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Routers {'f4d34507-3b25-4649-a3bb-0f54181a15dd'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:10.318591 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4d34507-3b25-4649-a3bb-0f54181a15dd'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:10.418904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Allocated IP 172.20.0.1 (05270683-fdd5-4595-8178-ad89abcdfeb7/28da6f2c-9f2f-4719-9e04-428e3975b461/38e54498-2650-4faf-b302-09771f56df70) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:10.423694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 36b9735d-fc34-4527-a557-364875ded1cc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:10.490872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a097697-f275-4dc9-962d-94d6366f25a0 None None] Network 05270683-fdd5-4595-8178-ad89abcdfeb7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:10.640732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:10.680088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad2cedf8-ce8e-491c-9e36-bca5e1a4a91f req-4c2038eb-7ee3-47e8-91ae-639cbeb3dd1c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 210 time: 0.1172073 Sep 24 00:18:10.692608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8ddee9-8272-40ad-a141-918e2ea946cd None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:10.697728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:10.704088 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] Set router f4d34507-3b25-4649-a3bb-0f54181a15dd gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:10.765282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-46f87b34-02c0-4575-9b64-c511e6275948 None None] Provisioning complete for port 36b9735d-fc34-4527-a557-364875ded1cc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:10.765662 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-46f87b34-02c0-4575-9b64-c511e6275948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:10.825352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Pushing event updated for resources: {'Port': ['ID=38e54498-2650-4faf-b302-09771f56df70,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:10.871697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Network 05270683-fdd5-4595-8178-ad89abcdfeb7 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:10.893533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:10.897950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:10.907017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 36b9735d-fc34-4527-a557-364875ded1cc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:10.907495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:10.961200 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.007457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Made reservation on behalf of fbab406d24e148079cc5e5d7be32176e for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:11.011081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.085609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.217453 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-46f87b34-02c0-4575-9b64-c511e6275948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.252605 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:05Z', 'revision_number': 3, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port': {'id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:04Z', 'updated_at': '2021-09-24T00:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:11.303763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-46f87b34-02c0-4575-9b64-c511e6275948 None None] For port 36b9735d-fc34-4527-a557-364875ded1cc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=36b9735d-fc34-4527-a557-364875ded1cc,segment=NetworkSegment(76760d57-7875-4482-bf1b-a314f9a97c18),segment_id=76760d57-7875-4482-bf1b-a314f9a97c18)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:11.332650 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-46f87b34-02c0-4575-9b64-c511e6275948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.350961 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2425eec7-1b95-4ab8-a3de-1b4819bf6e70 None None] The sync data for ids ['f4d34507-3b25-4649-a3bb-0f54181a15dd'] in n-d-713498-18 is: [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:05Z', 'revision_number': 3, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port': {'id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:04Z', 'updated_at': '2021-09-24T00:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:11.466295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::1 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/4f6a3e30-2aea-4396-85c9-8beb5be008d2/37762faf-c015-4b58-a92c-386d006d286e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:11.503074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.548479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.564658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f87b34-02c0-4575-9b64-c511e6275948 None None] Pushing event updated for resources: {'Port': ['ID=36b9735d-fc34-4527-a557-364875ded1cc,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:11.593070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dd5194ef-8ae2-434e-a748-f788937470ba None None] Provisioning complete for port 6045f7f7-c965-40ba-938c-fd27fe3e01be triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:11.593474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd5194ef-8ae2-434e-a748-f788937470ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.636906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Allocated IP 172.20.0.4 (54c1a340-421f-4a6b-8eaf-c29cab762366/7206fb7d-1cf9-4b53-9c60-71a9715f6d91/e10b490e-d52d-4d98-bd32-047dc80032fa) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:11.833462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:11.922812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:18:11.923404 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:18:11.967650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d43f27b8-6fd5-4dfd-87a3-bdaf0f894197 req-512eb408-ae9b-450e-9695-9e4eaafd32c3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 210 time: 0.0902979 Sep 24 00:18:12.023572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.032150 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f2e5488a-50ba-4b90-a168-a6e8efabc1ec None None] Provisioning complete for port 36b9735d-fc34-4527-a557-364875ded1cc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:12.032535 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2e5488a-50ba-4b90-a168-a6e8efabc1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.113906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:12.118722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:12.121656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:12.122211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.195719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=37762faf-c015-4b58-a92c-386d006d286e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:12.208432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.208792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.209459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.210008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.210349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.210743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.211123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.211449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.211771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.212091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.212759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.213163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:12.388487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f2e5488a-50ba-4b90-a168-a6e8efabc1ec None None] Provisioning complete for port 38e54498-2650-4faf-b302-09771f56df70 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:12.388908 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f2e5488a-50ba-4b90-a168-a6e8efabc1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.421131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.465190 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.527067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.534114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f2e5488a-50ba-4b90-a168-a6e8efabc1ec None None] Port 38e54498-2650-4faf-b302-09771f56df70 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:12.535811 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.558394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.562162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['e091e3ab-8d4b-4b06-9617-e90253603985'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:18:12.725905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-61309cb5-8d09-4eda-bec2-f385c56eed04 None None] Provisioning complete for port 6045f7f7-c965-40ba-938c-fd27fe3e01be triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:12.726583 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61309cb5-8d09-4eda-bec2-f385c56eed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:12.747474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Network 54c1a340-421f-4a6b-8eaf-c29cab762366 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:12.757439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:12.763537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:12.814989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Pushing event updated for resources: {'Port': ['ID=e10b490e-d52d-4d98-bd32-047dc80032fa,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:12.903010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 36b9735d-fc34-4527-a557-364875ded1cc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:12.929736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Pushing event updated for resources: {'Port': ['ID=38e54498-2650-4faf-b302-09771f56df70,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:12.946177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.068005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:13.068700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.111070 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.131507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.132815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.156361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 36b9735d-fc34-4527-a557-364875ded1cc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:13.156974 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.184047 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-40391e06-f412-4772-bfd3-633389c04677 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1848097 Sep 24 00:18:13.203367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-61309cb5-8d09-4eda-bec2-f385c56eed04 None None] Provisioning complete for port 38e54498-2650-4faf-b302-09771f56df70 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:13.203793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61309cb5-8d09-4eda-bec2-f385c56eed04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.261756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Request body: {'port': {'device_id': '83e86a1f-9441-485a-8979-239698b298ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:13.314234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Network 05270683-fdd5-4595-8178-ad89abcdfeb7 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:13.321100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:13.387598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-61309cb5-8d09-4eda-bec2-f385c56eed04 None None] Port 38e54498-2650-4faf-b302-09771f56df70 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:13.426054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=37762faf-c015-4b58-a92c-386d006d286e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:13.429816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:13.456472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7035dd06-1ebd-4e17-aa08-1592b14101a3 req-fcaa0252-736e-40c9-a78f-580291938513 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:13.461301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7035dd06-1ebd-4e17-aa08-1592b14101a3 req-fcaa0252-736e-40c9-a78f-580291938513 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 931 time: 0.3470762 Sep 24 00:18:13.462414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:13.497374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6ccc5731-65ee-4980-9d5d-d8f62763914a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:13.578644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a67892d7-20ec-4df9-a1c0-e95b7816e4d6 None None] Provisioning complete for port 37762faf-c015-4b58-a92c-386d006d286e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:13.579364 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a67892d7-20ec-4df9-a1c0-e95b7816e4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.623848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a67892d7-20ec-4df9-a1c0-e95b7816e4d6 None None] Port 37762faf-c015-4b58-a92c-386d006d286e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:13.657374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6ccc5731-65ee-4980-9d5d-d8f62763914a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:13.658518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.683772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7035dd06-1ebd-4e17-aa08-1592b14101a3 req-b55ce42e-de7c-4f84-bdb9-f88b020df440 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143724 Sep 24 00:18:13.710425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Router 86b1fc47-2c1c-4b82-b151-d6006f373a75 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:18:13.856529 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.876002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:13.882532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-be6353ab-ad65-431c-9101-e42873e88089 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "PUT /v2.0/routers/86b1fc47-2c1c-4b82-b151-d6006f373a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3319886 Sep 24 00:18:13.885510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51824) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:13.893461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Sync routers for ids ['86b1fc47-2c1c-4b82-b151-d6006f373a75'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:13.903688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 6ccc5731-65ee-4980-9d5d-d8f62763914a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6ccc5731-65ee-4980-9d5d-d8f62763914a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:13.904659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7d915a5e-18d3-4abf-83cd-6ddebc07fd60 None None] Provisioning complete for port 38e54498-2650-4faf-b302-09771f56df70 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:13.905017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d915a5e-18d3-4abf-83cd-6ddebc07fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.936390 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:13.945358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Routers {'86b1fc47-2c1c-4b82-b151-d6006f373a75'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:13.946002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['86b1fc47-2c1c-4b82-b151-d6006f373a75'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:13.951442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c7e928-b9fa-4f06-ac00-58bb401bd796 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:13.953085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-23c7e928-b9fa-4f06-ac00-58bb401bd796 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports/37762faf-c015-4b58-a92c-386d006d286e HTTP/1.1" status: 200 len: 911 time: 0.0663524 Sep 24 00:18:13.955814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51826) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:13.957250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:14.066526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Router f4d34507-3b25-4649-a3bb-0f54181a15dd has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:18:14.097707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689a1ed-350e-42b9-bc18-fa628b15eb53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:14.104507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c689a1ed-350e-42b9-bc18-fa628b15eb53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:14.105935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c689a1ed-350e-42b9-bc18-fa628b15eb53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1361449 Sep 24 00:18:14.108888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51832) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:14.201831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7d915a5e-18d3-4abf-83cd-6ddebc07fd60 None None] Port 38e54498-2650-4faf-b302-09771f56df70 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:14.270222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=6ccc5731-65ee-4980-9d5d-d8f62763914a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:14.289307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Set router 86b1fc47-2c1c-4b82-b151-d6006f373a75 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:14.430484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e92aaf85-3822-45e3-8c08-b4c792050fa2 None None] Provisioning complete for port 37762faf-c015-4b58-a92c-386d006d286e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:14.430868 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e92aaf85-3822-45e3-8c08-b4c792050fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:14.450801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:14.462044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a93f6d0b-8378-4841-854b-969b82f2902a admin admin] 10.222.0.24 "PUT /v2.0/routers/f4d34507-3b25-4649-a3bb-0f54181a15dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8540640 Sep 24 00:18:14.474671 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Sync routers for ids ['f4d34507-3b25-4649-a3bb-0f54181a15dd'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:14.494989 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Routers {'f4d34507-3b25-4649-a3bb-0f54181a15dd'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:14.496578 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4d34507-3b25-4649-a3bb-0f54181a15dd'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:14.556861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e92aaf85-3822-45e3-8c08-b4c792050fa2 None None] Port 37762faf-c015-4b58-a92c-386d006d286e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:14.672529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10b490e-d52d-4d98-bd32-047dc80032fa {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:18:14.688700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:14.698212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6ccc5731-65ee-4980-9d5d-d8f62763914a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:14.737675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Transition to ACTIVE for port object e10b490e-d52d-4d98-bd32-047dc80032fa will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:18:14.749012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:14.807846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b1fc47-2c1c-4b82-b151-d6006f373a75', 'name': 'tempest-NetworksTestDHCPv6-router-1119549558', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:09Z', 'updated_at': '2021-09-24T00:18:12Z', 'revision_number': 2, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'gw_port_host': None, '_interfaces': [{'id': '37762faf-c015-4b58-a92c-386d006d286e', 'name': '', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'mac_address': 'fa:16:3e:ae:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b1fc47-2c1c-4b82-b151-d6006f373a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '4f6a3e30-2aea-4396-85c9-8beb5be008d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:11Z', 'updated_at': '2021-09-24T00:18:12Z', 'revision_number': 2, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'subnets': [{'id': '4f6a3e30-2aea-4396-85c9-8beb5be008d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:14.879023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Checking router: 86b1fc47-2c1c-4b82-b151-d6006f373a75 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:14.879399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Updating router 86b1fc47-2c1c-4b82-b151-d6006f373a75 port 37762faf-c015-4b58-a92c-386d006d286e binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:14.883086 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Set router f4d34507-3b25-4649-a3bb-0f54181a15dd gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:14.890867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Pushing event updated for resources: {'Port': ['ID=e10b490e-d52d-4d98-bd32-047dc80032fa,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:14.936974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6ccc5731-65ee-4980-9d5d-d8f62763914a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:14.937291 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:14.972876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.973443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.973443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.973793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.974156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.974583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.974964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.975294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.975652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.975982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.976311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.976637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:14.984628 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:15.041701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Attempting to bind port e10b490e-d52d-4d98-bd32-047dc80032fa on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:15.042047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Attempting to bind port e10b490e-d52d-4d98-bd32-047dc80032fa by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:15.042370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Attempting to bind port e10b490e-d52d-4d98-bd32-047dc80032fa on network 54c1a340-421f-4a6b-8eaf-c29cab762366 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:15.047477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Port e10b490e-d52d-4d98-bd32-047dc80032fa on network 54c1a340-421f-4a6b-8eaf-c29cab762366 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:18:15.047819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Attempting to bind port e10b490e-d52d-4d98-bd32-047dc80032fa on network 54c1a340-421f-4a6b-8eaf-c29cab762366 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:15.056437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:15.056815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Checking segment: {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:15.063229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Bound using segment: {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:15.063791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Bound port: e10b490e-d52d-4d98-bd32-047dc80032fa, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41ab9a11-2f27-4987-a046-4b49cc9c1c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:15.064172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:15.211959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] For port e10b490e-d52d-4d98-bd32-047dc80032fa, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:15.220721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] For port e10b490e-d52d-4d98-bd32-047dc80032fa, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e10b490e-d52d-4d98-bd32-047dc80032fa,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:15.237130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:15.326858 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:11Z', 'revision_number': 4, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port': {'id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:04Z', 'updated_at': '2021-09-24T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '38e54498-2650-4faf-b302-09771f56df70', 'name': '', 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'mac_address': 'fa:16:3e:d8:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '28da6f2c-9f2f-4719-9e04-428e3975b461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:09Z', 'updated_at': '2021-09-24T00:18:11Z', 'revision_number': 2, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'subnets': [{'id': '28da6f2c-9f2f-4719-9e04-428e3975b461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:15.388970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Pushing event updated for resources: {'Port': ['ID=e10b490e-d52d-4d98-bd32-047dc80032fa,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:15.396790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:15.397650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:15.399428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-63a31ce5-8396-46bb-a6a2-9121117dce68 service neutron] 10.222.0.20 "PUT /v2.0/ports/e10b490e-d52d-4d98-bd32-047dc80032fa HTTP/1.1" status: 200 len: 1092 time: 2.1435409 Sep 24 00:18:15.400222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83e86a1f-9441-485a-8979-239698b298ab', 'tag': 'e10b490e-d52d-4d98-bd32-047dc80032fa'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:18:15.402593 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "83e86a1f-9441-485a-8979-239698b298ab", "tag": "e10b490e-d52d-4d98-bd32-047dc80032fa"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:18:15.410067 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Checking router: f4d34507-3b25-4649-a3bb-0f54181a15dd for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:15.410469 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Updating router f4d34507-3b25-4649-a3bb-0f54181a15dd port 38e54498-2650-4faf-b302-09771f56df70 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:15.469317 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:15.528285 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b010db17-9e33-4d8c-bf65-73b00b995f99 x-openstack-request-id: req-b010db17-9e33-4d8c-bf65-73b00b995f99 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:18:15.529565 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83e86a1f-9441-485a-8979-239698b298ab", "tag": "e10b490e-d52d-4d98-bd32-047dc80032fa", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:18:15.529894 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b010db17-9e33-4d8c-bf65-73b00b995f99 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:18:15.530373 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83e86a1f-9441-485a-8979-239698b298ab', 'tag': 'e10b490e-d52d-4d98-bd32-047dc80032fa', 'status': 'completed', 'code': 200} Sep 24 00:18:15.567133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80aba-a930-4723-9055-89e397b0edea req-c3c61b20-411c-40b2-aac3-e18b76cf2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:15.569289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-c3c61b20-411c-40b2-aac3-e18b76cf2641 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 1095 time: 0.1256962 Sep 24 00:18:15.630626 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:15.665514 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-2efaf256-6586-47c8-b601-67f26d1a4328 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e10b490e-d52d-4d98-bd32-047dc80032fa HTTP/1.1" status: 200 len: 217 time: 0.0874977 Sep 24 00:18:15.694522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb7381-c086-497c-93d2-45838279990d req-a5ecd002-b0be-4518-ba95-d3d18e89736b tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:15.702677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6cb7381-c086-497c-93d2-45838279990d req-a5ecd002-b0be-4518-ba95-d3d18e89736b tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 943 time: 0.8636141 Sep 24 00:18:15.738048 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:15.745276 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:15.775905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e80aba-a930-4723-9055-89e397b0edea req-b8f0adb2-d2e4-4d35-8eed-61d1a17d19e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:15.777687 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-b8f0adb2-d2e4-4d35-8eed-61d1a17d19e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.1005127 Sep 24 00:18:15.852115 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-a55607f8-eedc-4c75-be44-e792308b8d30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676231 Sep 24 00:18:15.856069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a6cb7381-c086-497c-93d2-45838279990d req-4565191d-4949-4032-8c5f-58424d449129 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519654 Sep 24 00:18:15.871215 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9147e-ea2b-47c5-a8bc-256b42be0f71 None None] Pushing event updated for resources: {'Port': ['ID=37762faf-c015-4b58-a92c-386d006d286e,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:16.000874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Attempting to bind port 37762faf-c015-4b58-a92c-386d006d286e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:16.001206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Attempting to bind port 37762faf-c015-4b58-a92c-386d006d286e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:16.001520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Attempting to bind port 37762faf-c015-4b58-a92c-386d006d286e on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:16.022611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:16.023069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:16.023403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.023799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:16.024282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Bound port: 37762faf-c015-4b58-a92c-386d006d286e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:16.024656 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.038551 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.051418 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.110441 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-c33889c6-b43a-407c-96e7-a3ef07d82549 service neutron] 10.222.0.20 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329817 Sep 24 00:18:16.187424 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Pushing event updated for resources: {'Port': ['ID=38e54498-2650-4faf-b302-09771f56df70,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:16.223825 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Attempting to bind port 38e54498-2650-4faf-b302-09771f56df70 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:16.242774 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Attempting to bind port 38e54498-2650-4faf-b302-09771f56df70 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:16.243717 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Attempting to bind port 38e54498-2650-4faf-b302-09771f56df70 on network 05270683-fdd5-4595-8178-ad89abcdfeb7 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:16.263179 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:16.266221 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Checking segment: {'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:16.267898 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.269878 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Bound using segment: {'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:16.272818 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Bound port: 38e54498-2650-4faf-b302-09771f56df70, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76760d57-7875-4482-bf1b-a314f9a97c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:16.274398 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.275915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] For port 37762faf-c015-4b58-a92c-386d006d286e, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:16.286552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] For port 37762faf-c015-4b58-a92c-386d006d286e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=37762faf-c015-4b58-a92c-386d006d286e,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:16.294734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-28e80aba-a930-4723-9055-89e397b0edea req-3a15fba4-0dde-4bcd-b88d-61a7ddbfeb02 service neutron] 10.222.0.20 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758332 Sep 24 00:18:16.297276 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.401233 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] For port 38e54498-2650-4faf-b302-09771f56df70, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:16.405226 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] For port 38e54498-2650-4faf-b302-09771f56df70, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=38e54498-2650-4faf-b302-09771f56df70,segment=NetworkSegment(76760d57-7875-4482-bf1b-a314f9a97c18),segment_id=76760d57-7875-4482-bf1b-a314f9a97c18)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:16.414340 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.430654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 37762faf-c015-4b58-a92c-386d006d286e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:16.438880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.499109 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Routers {'f4d34507-3b25-4649-a3bb-0f54181a15dd'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:16.500199 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4d34507-3b25-4649-a3bb-0f54181a15dd'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:16.532883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Routers {'86b1fc47-2c1c-4b82-b151-d6006f373a75'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:16.533814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['86b1fc47-2c1c-4b82-b151-d6006f373a75'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:16.802509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9147e-ea2b-47c5-a8bc-256b42be0f71 None None] Pushing event updated for resources: {'Port': ['ID=37762faf-c015-4b58-a92c-386d006d286e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:16.849396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-bcec798b-a5db-457e-af45-39e1fc2f81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:16.852492 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Pushing event updated for resources: {'Port': ['ID=38e54498-2650-4faf-b302-09771f56df70,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:16.853109 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-bcec798b-a5db-457e-af45-39e1fc2f81a9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 1095 time: 0.1471279 Sep 24 00:18:16.858224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] Set router 86b1fc47-2c1c-4b82-b151-d6006f373a75 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:16.876138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-45aeede3-e2ab-47a6-be68-7143e0634895 None None] Provisioning complete for port 37762faf-c015-4b58-a92c-386d006d286e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:16.876678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-45aeede3-e2ab-47a6-be68-7143e0634895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:16.929976 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.930790 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.932386 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.932386 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.932695 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.940539 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.941906 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.944406 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.945002 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.945558 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.946099 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.946641 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721caeb2-2a1c-4a2f-8cf2-af0139e7e78f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:16.970140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] For port 37762faf-c015-4b58-a92c-386d006d286e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=37762faf-c015-4b58-a92c-386d006d286e,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:16.970727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:17.002286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 37762faf-c015-4b58-a92c-386d006d286e owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:17.060020 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] Set router f4d34507-3b25-4649-a3bb-0f54181a15dd gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:17.147311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-64a2759d-4869-427b-a817-d00df723ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:17.162491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-64a2759d-4869-427b-a817-d00df723ed0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 912 time: 0.2962527 Sep 24 00:18:17.244957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-9adee443-35f8-4a15-9a90-31544e78cf5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e10b490e-d52d-4d98-bd32-047dc80032fa HTTP/1.1" status: 200 len: 217 time: 0.0747292 Sep 24 00:18:17.282198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:17.328458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-180104ad-a2ea-4dce-8a8a-b8cc658d3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:17.330464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-180104ad-a2ea-4dce-8a8a-b8cc658d3aa1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.0707047 Sep 24 00:18:17.370937 n-d-713498-18 neutron-server[106380]: INFO neutron.plugins.ml2.db [None req-45aeede3-e2ab-47a6-be68-7143e0634895 None None] No ports have port_id starting with 37762faf-c015-4b58-a92c-386d006d286e Sep 24 00:18:17.391987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=37762faf-c015-4b58-a92c-386d006d286e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:17.406495 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-1d3872a5-b9a0-41f6-a0a1-0e5dc4469f39 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680740 Sep 24 00:18:17.406972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51900) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:17.431863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d9dff-424d-42c6-9ce9-46700052fa35 req-befdaa68-c3d1-436d-8425-de29074a3827 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:17.445861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-357d9dff-424d-42c6-9ce9-46700052fa35 req-befdaa68-c3d1-436d-8425-de29074a3827 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 943 time: 0.2017937 Sep 24 00:18:17.475979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86b1fc47-2c1c-4b82-b151-d6006f373a75', 'name': 'tempest-NetworksTestDHCPv6-router-1119549558', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:09Z', 'updated_at': '2021-09-24T00:18:12Z', 'revision_number': 2, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'gw_port_host': None, '_interfaces': [{'id': '37762faf-c015-4b58-a92c-386d006d286e', 'name': '', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'mac_address': 'fa:16:3e:ae:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b1fc47-2c1c-4b82-b151-d6006f373a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '4f6a3e30-2aea-4396-85c9-8beb5be008d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:11Z', 'updated_at': '2021-09-24T00:18:16Z', 'revision_number': 4, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'subnets': [{'id': '4f6a3e30-2aea-4396-85c9-8beb5be008d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:17.524709 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:11Z', 'revision_number': 4, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port': {'id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:04Z', 'updated_at': '2021-09-24T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '38e54498-2650-4faf-b302-09771f56df70', 'name': '', 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'mac_address': 'fa:16:3e:d8:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '28da6f2c-9f2f-4719-9e04-428e3975b461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:09Z', 'updated_at': '2021-09-24T00:18:16Z', 'revision_number': 4, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'subnets': [{'id': '28da6f2c-9f2f-4719-9e04-428e3975b461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:17.557545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eb953f-a6d1-4b0b-89f2-304117c97900 None None] The sync data for ids ['86b1fc47-2c1c-4b82-b151-d6006f373a75'] in n-d-713498-18 is: [{'id': '86b1fc47-2c1c-4b82-b151-d6006f373a75', 'name': 'tempest-NetworksTestDHCPv6-router-1119549558', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:09Z', 'updated_at': '2021-09-24T00:18:12Z', 'revision_number': 2, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'gw_port_host': None, '_interfaces': [{'id': '37762faf-c015-4b58-a92c-386d006d286e', 'name': '', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'mac_address': 'fa:16:3e:ae:42:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86b1fc47-2c1c-4b82-b151-d6006f373a75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '4f6a3e30-2aea-4396-85c9-8beb5be008d2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:11Z', 'updated_at': '2021-09-24T00:18:16Z', 'revision_number': 4, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'subnets': [{'id': '4f6a3e30-2aea-4396-85c9-8beb5be008d2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:17.566911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-31f7ab38-2a5c-42d9-ad10-eec8c2b0f1f4 None None] Could not find standard attr ID for object 37762faf-c015-4b58-a92c-386d006d286e. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:18:17.580988 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc60ebc-12c6-4755-b55c-cbb46b133cbe None None] The sync data for ids ['f4d34507-3b25-4649-a3bb-0f54181a15dd'] in n-d-713498-18 is: [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:11Z', 'revision_number': 4, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port': {'id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:04Z', 'updated_at': '2021-09-24T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '38e54498-2650-4faf-b302-09771f56df70', 'name': '', 'network_id': '05270683-fdd5-4595-8178-ad89abcdfeb7', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'mac_address': 'fa:16:3e:d8:e5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '28da6f2c-9f2f-4719-9e04-428e3975b461', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:09Z', 'updated_at': '2021-09-24T00:18:16Z', 'revision_number': 4, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'subnets': [{'id': '28da6f2c-9f2f-4719-9e04-428e3975b461', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:17.598349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-31f7ab38-2a5c-42d9-ad10-eec8c2b0f1f4 None None] Provisioning complete for port 38e54498-2650-4faf-b302-09771f56df70 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:17.599307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31f7ab38-2a5c-42d9-ad10-eec8c2b0f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:17.600019 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:17.617334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-357d9dff-424d-42c6-9ce9-46700052fa35 req-6d5a24e8-b9e5-4ae2-a95e-185637b438b4 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696291 Sep 24 00:18:17.813154 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31f7ab38-2a5c-42d9-ad10-eec8c2b0f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:17.906788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-31f7ab38-2a5c-42d9-ad10-eec8c2b0f1f4 None None] For port 38e54498-2650-4faf-b302-09771f56df70, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=38e54498-2650-4faf-b302-09771f56df70,segment=NetworkSegment(76760d57-7875-4482-bf1b-a314f9a97c18),segment_id=76760d57-7875-4482-bf1b-a314f9a97c18)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:17.918380 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-80e24113-8e9b-4229-bf7d-071133aa0efc service neutron] 10.222.0.20 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837496 Sep 24 00:18:17.919522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31f7ab38-2a5c-42d9-ad10-eec8c2b0f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:17.924858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Router 86b1fc47-2c1c-4b82-b151-d6006f373a75 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:18:18.041791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7ab38-2a5c-42d9-ad10-eec8c2b0f1f4 None None] Pushing event updated for resources: {'Port': ['ID=38e54498-2650-4faf-b302-09771f56df70,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:18.086282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:18.098825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7e957112-f4e4-434e-a4d3-84fc6da4f304 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "PUT /v2.0/routers/86b1fc47-2c1c-4b82-b151-d6006f373a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9860024 Sep 24 00:18:18.100778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51908) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:18.164562 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ea5f9f97-6b5b-4f6a-a244-3e4fee1cfeb5 req-290cc8ac-39b1-42c9-8561-e4ffc23b497b service neutron] 10.222.0.20 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301006 Sep 24 00:18:18.250199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590c7cb0-b742-43cb-8bdd-c36b5a48bf12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:18.252024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590c7cb0-b742-43cb-8bdd-c36b5a48bf12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:18.257848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:18.258578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-590c7cb0-b742-43cb-8bdd-c36b5a48bf12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1563306 Sep 24 00:18:18.352019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1618ae41-19df-4b18-ae2c-60701bc2fa04 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 4f6a3e30-2aea-4396-85c9-8beb5be008d2 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:18.355853 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1618ae41-19df-4b18-ae2c-60701bc2fa04 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:18.429021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1618ae41-19df-4b18-ae2c-60701bc2fa04 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:18.495842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1618ae41-19df-4b18-ae2c-60701bc2fa04 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:18.504895 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:18.706234 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1618ae41-19df-4b18-ae2c-60701bc2fa04 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:18.739675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 38e54498-2650-4faf-b302-09771f56df70 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:18.825764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 38e54498-2650-4faf-b302-09771f56df70 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:18.826963 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:18.883459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c2c43c-c308-4d65-a6d8-5c2715d9effc req-19e4e885-e8c5-4f75-9ca1-368984aebcff tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:18.886510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29c2c43c-c308-4d65-a6d8-5c2715d9effc req-19e4e885-e8c5-4f75-9ca1-368984aebcff tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 943 time: 0.1207845 Sep 24 00:18:18.937451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618ae41-19df-4b18-ae2c-60701bc2fa04 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=4f6a3e30-2aea-4396-85c9-8beb5be008d2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:18.956705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1618ae41-19df-4b18-ae2c-60701bc2fa04 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:18.960594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1618ae41-19df-4b18-ae2c-60701bc2fa04 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/4f6a3e30-2aea-4396-85c9-8beb5be008d2 HTTP/1.1" status: 204 len: 168 time: 0.7013943 Sep 24 00:18:18.963068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51918) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:18.966908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29c2c43c-c308-4d65-a6d8-5c2715d9effc req-fcc3320f-d93f-42ed-a047-eec55f565d49 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737562 Sep 24 00:18:18.970535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d807f-d7a0-44f0-a3f3-04b78e420d0d None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:19.162094 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8afd8926-2fe3-49c0-a4a0-9f3b73741b31 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1972535 Sep 24 00:18:19.164425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51922) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:19.277762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:18:19.313224 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cf54fe-1322-4293-9276-7a41618f1188 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.332273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Deleting port 3cb681a5-0f7a-412e-887f-35f8e4b33805 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:19.332856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.355651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e10b490e-d52d-4d98-bd32-047dc80032fa details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:18:19.386362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] Deleting port 6045f7f7-c965-40ba-938c-fd27fe3e01be {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:19.387041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.458870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] For port 3cb681a5-0f7a-412e-887f-35f8e4b33805, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3cb681a5-0f7a-412e-887f-35f8e4b33805,segment=NetworkSegment(37c74c79-4ce5-4578-b915-85ea68f1cbf3),segment_id=37c74c79-4ce5-4578-b915-85ea68f1cbf3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:19.459529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.486369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Calling delete_port for 3cb681a5-0f7a-412e-887f-35f8e4b33805 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:19.551950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] For port 6045f7f7-c965-40ba-938c-fd27fe3e01be, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6045f7f7-c965-40ba-938c-fd27fe3e01be,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:19.553852 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.564348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cf54fe-1322-4293-9276-7a41618f1188 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.568168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cf54fe-1322-4293-9276-7a41618f1188 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.685476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cf54fe-1322-4293-9276-7a41618f1188 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.686647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cf54fe-1322-4293-9276-7a41618f1188 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Fanout notify agent at l3_agent the message router_deleted on router 86b1fc47-2c1c-4b82-b151-d6006f373a75 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:18:19.700576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cf54fe-1322-4293-9276-7a41618f1188 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.701788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e3cf54fe-1322-4293-9276-7a41618f1188 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/routers/86b1fc47-2c1c-4b82-b151-d6006f373a75 HTTP/1.1" status: 204 len: 168 time: 0.5347283 Sep 24 00:18:19.706847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51926) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:19.715933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] Calling delete_port for 6045f7f7-c965-40ba-938c-fd27fe3e01be owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:19.717626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:19.812571 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.845152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] No DVR routers for this DVR port 6045f7f7-c965-40ba-938c-fd27fe3e01be on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:18:19.884625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cde7e6-ba85-4cfd-b920-937bca8eb92f None None] Pushing event deleted for resources: {'Port': ['ID=6045f7f7-c965-40ba-938c-fd27fe3e01be,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:19.921099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e10b490e-d52d-4d98-bd32-047dc80032fa, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e10b490e-d52d-4d98-bd32-047dc80032fa,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:19.922149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:19.925798 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:19.936043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'e10b490e-d52d-4d98-bd32-047dc80032fa', 'network_id': '54c1a340-421f-4a6b-8eaf-c29cab762366', 'port_id': 'e10b490e-d52d-4d98-bd32-047dc80032fa', 'mac_address': 'fa:16:3e:47:43:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7206fb7d-1cf9-4b53-9c60-71a9715f6d91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:18:19.992086 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:20.016502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10b490e-d52d-4d98-bd32-047dc80032fa {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:18:20.042581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e10b490e-d52d-4d98-bd32-047dc80032fa, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e10b490e-d52d-4d98-bd32-047dc80032fa,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:20.047982 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:20.068287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:20.124317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb681a5-0f7a-412e-887f-35f8e4b33805,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:20.176301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=e10b490e-d52d-4d98-bd32-047dc80032fa,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:20.196565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc7128-17b7-44f9-b316-0175eb479673 req-4f3c5702-7685-46c1-812f-27d74b3d128d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:20.198469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bc7128-17b7-44f9-b316-0175eb479673 req-4f3c5702-7685-46c1-812f-27d74b3d128d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 944 time: 0.1112509 Sep 24 00:18:20.265745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['e10b490e-d52d-4d98-bd32-047dc80032fa'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:18:20.358806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3bc7128-17b7-44f9-b316-0175eb479673 req-bcdaf86d-e350-4107-b565-0fac467e32b4 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533940 Sep 24 00:18:20.658020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:20.671294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:20.724549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa1d56a-dad8-4d2f-92ea-193aa3c46353 None None] Sync routers for ids ['86b1fc47-2c1c-4b82-b151-d6006f373a75'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:20.735593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:20.738499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1d56a-dad8-4d2f-92ea-193aa3c46353 None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:20.738675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:20.738913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1d56a-dad8-4d2f-92ea-193aa3c46353 None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:18:20.739531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_agentschedulers_db [None req-ffa1d56a-dad8-4d2f-92ea-193aa3c46353 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86b1fc47-2c1c-4b82-b151-d6006f373a75'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:18:20.761287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1d56a-dad8-4d2f-92ea-193aa3c46353 None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:20.761758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa1d56a-dad8-4d2f-92ea-193aa3c46353 None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:18:20.762269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_agentschedulers_db [None req-ffa1d56a-dad8-4d2f-92ea-193aa3c46353 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'86b1fc47-2c1c-4b82-b151-d6006f373a75'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:18:20.762649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa1d56a-dad8-4d2f-92ea-193aa3c46353 None None] The sync data for ids ['86b1fc47-2c1c-4b82-b151-d6006f373a75'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:20.785772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157d0859-5ec3-4e90-9d31-a33dfd465cee None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:20.790196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:20.790854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:20.822112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6045f7f7-c965-40ba-938c-fd27fe3e01be no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:20.835785 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1273484 Sep 24 00:18:20.836777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160bb719-da38-44bd-a239-05a379a44bf6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=0c6d6385-1d0b-4ec4-932e-81640470d2f6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:20.839524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51946) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:20.848757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e8ed8acc-0767-4774-92cb-0723c0b17c8a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-751842279', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:20.914262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6045f7f7-c965-40ba-938c-fd27fe3e01be {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:20.914848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6045f7f7-c965-40ba-938c-fd27fe3e01be not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:20.936917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8acc-0767-4774-92cb-0723c0b17c8a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:20.938586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8acc-0767-4774-92cb-0723c0b17c8a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:21.062987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8acc-0767-4774-92cb-0723c0b17c8a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:21.074168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8acc-0767-4774-92cb-0723c0b17c8a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:21.097734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8ed8acc-0767-4774-92cb-0723c0b17c8a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:21.105620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e8ed8acc-0767-4774-92cb-0723c0b17c8a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2628050 Sep 24 00:18:21.106326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 51950) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:21.139597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '0c6d6385-1d0b-4ec4-932e-81640470d2f6'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:18:21.140577 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:21.365327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e10b490e-d52d-4d98-bd32-047dc80032fa up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:21.767979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Router 19480ff2-e68f-4163-91a3-0611cdda199e has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:18:21.859374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Allocated IP 2001:db8::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/0c6d6385-1d0b-4ec4-932e-81640470d2f6/b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:21.873605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port e10b490e-d52d-4d98-bd32-047dc80032fa completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:18:21.883741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port e10b490e-d52d-4d98-bd32-047dc80032fa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:21.884898 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:22.073496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:22.087223 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7e3e1464-fd62-4e46-9ab3-fb58f33abae5 admin admin] 10.222.0.24 "PUT /v2.0/routers/19480ff2-e68f-4163-91a3-0611cdda199e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6790175 Sep 24 00:18:22.090614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 51972) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:22.131624 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] Sync routers for ids ['19480ff2-e68f-4163-91a3-0611cdda199e'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:22.223238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:22.231881 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] Routers {'19480ff2-e68f-4163-91a3-0611cdda199e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:22.239210 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['19480ff2-e68f-4163-91a3-0611cdda199e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:22.291242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a7c4ac-6a2c-4c37-8b3f-ee9995f02fbb req-eeda5435-1262-41c7-b2b6-9e8048f51bed tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:22.305160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75a7c4ac-6a2c-4c37-8b3f-ee9995f02fbb req-eeda5435-1262-41c7-b2b6-9e8048f51bed tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 944 time: 0.6594517 Sep 24 00:18:22.532013 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:22.537681 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] Set router 19480ff2-e68f-4163-91a3-0611cdda199e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:22.621967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:22.632791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 37762faf-c015-4b58-a92c-386d006d286e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:22.653578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:22.667111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-75a7c4ac-6a2c-4c37-8b3f-ee9995f02fbb req-73fe889d-aef9-445f-a3ba-7eabe2a32578 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608975 Sep 24 00:18:22.769459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Pushing event updated for resources: {'Port': ['ID=b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:22.801212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.801581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.801929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.802275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.802706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.803095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.803473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.803797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.804134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.805191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.805535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.805873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:18:22.814597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:22.819559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 37762faf-c015-4b58-a92c-386d006d286e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:22.819973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 37762faf-c015-4b58-a92c-386d006d286e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:22.830460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:22.832987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:22.835301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:22.860860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:22.882082 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:18:19Z', 'revision_number': 5, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port': {'id': 'abe34b96-93ff-4420-8f68-742f6e91feb3', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:52Z', 'updated_at': '2021-09-24T00:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:22.929365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::1 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/0c6d6385-1d0b-4ec4-932e-81640470d2f6/3bcf292f-10a0-4097-b98a-0b5b2dedc2de) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:22.929600 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] Checking router: 19480ff2-e68f-4163-91a3-0611cdda199e for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:22.939278 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] Routers {'19480ff2-e68f-4163-91a3-0611cdda199e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:22.939897 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['19480ff2-e68f-4163-91a3-0611cdda199e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:22.948780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e10b490e-d52d-4d98-bd32-047dc80032fa, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e10b490e-d52d-4d98-bd32-047dc80032fa,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:22.958454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e86a1f-9441-485a-8979-239698b298ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10b490e-d52d-4d98-bd32-047dc80032fa'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:18:22.960853 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc033604-6843-477a-9428-1bafac66006a" -d '{"events": [{"server_uuid": "83e86a1f-9441-485a-8979-239698b298ab", "name": "network-vif-plugged", "status": "completed", "tag": "e10b490e-d52d-4d98-bd32-047dc80032fa"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:18:22.971138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:22.983557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Deleting port abe34b96-93ff-4420-8f68-742f6e91feb3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:22.984039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.062415 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] Set router 19480ff2-e68f-4163-91a3-0611cdda199e gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:23.095997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] For port abe34b96-93ff-4420-8f68-742f6e91feb3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=abe34b96-93ff-4420-8f68-742f6e91feb3,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:23.096369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.109952 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8aa7bb-dcfe-4faa-902d-aa7fc8b455cc x-openstack-request-id: req-0b8aa7bb-dcfe-4faa-902d-aa7fc8b455cc {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:18:23.110334 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e86a1f-9441-485a-8979-239698b298ab", "name": "network-vif-plugged", "status": "completed", "tag": "e10b490e-d52d-4d98-bd32-047dc80032fa", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:18:23.110546 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b8aa7bb-dcfe-4faa-902d-aa7fc8b455cc {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:18:23.110986 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e86a1f-9441-485a-8979-239698b298ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10b490e-d52d-4d98-bd32-047dc80032fa', 'code': 200} Sep 24 00:18:23.119805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Attempting to bind port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:23.120190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Attempting to bind port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:23.120571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Attempting to bind port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:23.139842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Calling delete_port for abe34b96-93ff-4420-8f68-742f6e91feb3 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:23.144460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-787a7e39-947c-45af-a4be-47fd0e5faa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.148107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:23.148562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:23.148947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.149427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:23.150021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Bound port: b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:23.150451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.159946 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:18:22Z', 'revision_number': 6, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:23.188034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.246101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ed4bc7-4d3b-4948-8240-3edb3cfc13d0 req-d7065f58-594b-4ce8-85e1-9f3f7ec74f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:23.247720 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a6ed4bc7-4d3b-4948-8240-3edb3cfc13d0 req-d7065f58-594b-4ce8-85e1-9f3f7ec74f33 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 1097 time: 0.1008313 Sep 24 00:18:23.257975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.310084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:23.315289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:23.325492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:23.326342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.339616 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19bdcbeb-d100-41b3-976a-ac6ee603fdc7 None None] The sync data for ids ['19480ff2-e68f-4163-91a3-0611cdda199e'] in n-d-713498-18 is: [{'id': '19480ff2-e68f-4163-91a3-0611cdda199e', 'name': 'tempest-TestAggregatesBasicOps-265219613-router', 'tenant_id': '675b5760fc724d648d22a330d28a84ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:51Z', 'updated_at': '2021-09-24T00:18:22Z', 'revision_number': 6, 'project_id': '675b5760fc724d648d22a330d28a84ad', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:23.346121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=e10b490e-d52d-4d98-bd32-047dc80032fa,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:23.389914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] For port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:23.405087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=3bcf292f-10a0-4097-b98a-0b5b2dedc2de,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:23.420529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] For port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:23.420845 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.426487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.495773 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a6ed4bc7-4d3b-4948-8240-3edb3cfc13d0 req-503a574a-ae44-4155-9b11-eec26d3f23aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967488 Sep 24 00:18:23.510719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe34b96-93ff-4420-8f68-742f6e91feb3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:23.511290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19782584-5f34-4445-9a54-62e41fa6df1a None None] Pushing event updated for resources: {'Port': ['ID=b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:23.553923 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.597475 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.867634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:23.880021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.027980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.028885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19480ff2-e68f-4163-91a3-0611cdda199e {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:18:24.037042 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.038611 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8dd79e77-5baf-4bc7-b5d4-38324493e693 admin admin] 10.222.0.24 "DELETE /v2.0/routers/19480ff2-e68f-4163-91a3-0611cdda199e HTTP/1.1" status: 204 len: 168 time: 1.9465644 Sep 24 00:18:24.044121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52022) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:24.157911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc568cad-afef-4e03-93f5-8de6823c8d41 req-cbc2727c-fb61-4bde-ae07-2ff7f0a91785 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:24.165435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc568cad-afef-4e03-93f5-8de6823c8d41 req-cbc2727c-fb61-4bde-ae07-2ff7f0a91785 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.2501373 Sep 24 00:18:24.181951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-24fd942f-29ed-4f87-9d3e-8d83fa44db6c admin admin] Deleting subnet 2dbd42a5-0b83-4ea2-9658-f8cff7aab15b {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:24.202310 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24fd942f-29ed-4f87-9d3e-8d83fa44db6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.233036 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.253553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24fd942f-29ed-4f87-9d3e-8d83fa44db6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.286828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.286828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.372330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc568cad-afef-4e03-93f5-8de6823c8d41 req-d90c4079-2064-4710-9c45-f81e95bf089d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022040 Sep 24 00:18:24.499520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=3bcf292f-10a0-4097-b98a-0b5b2dedc2de,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:24.535790 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24fd942f-29ed-4f87-9d3e-8d83fa44db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.639824 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:18:24.725985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:24.745289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:24.814286 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24fd942f-29ed-4f87-9d3e-8d83fa44db6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:24.884402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:24.958039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5a7067-e7be-4951-95fd-2ab6ab3c2d76 None None] Network 2988f996-7c74-4038-8429-a614d734907a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:24.992514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd942f-29ed-4f87-9d3e-8d83fa44db6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dbd42a5-0b83-4ea2-9658-f8cff7aab15b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:25.007922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-24fd942f-29ed-4f87-9d3e-8d83fa44db6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:25.010324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-24fd942f-29ed-4f87-9d3e-8d83fa44db6c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/2dbd42a5-0b83-4ea2-9658-f8cff7aab15b HTTP/1.1" status: 204 len: 168 time: 0.9663589 Sep 24 00:18:25.014071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52060) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:25.067776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Router 27fda2e4-9e05-4cc5-8e37-63c72b0f3277 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:18:25.270241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:25.295746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8061e03b-11cc-47c0-a476-549df27baf96 None None] Provisioning complete for port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:25.296678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8061e03b-11cc-47c0-a476-549df27baf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:25.321697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:25.335143 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-32e76174-bec4-4615-a4b2-ce6a91e364d6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "PUT /v2.0/routers/27fda2e4-9e05-4cc5-8e37-63c72b0f3277/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2237318 Sep 24 00:18:25.335560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52066) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:25.372245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Sync routers for ids ['27fda2e4-9e05-4cc5-8e37-63c72b0f3277'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:25.388644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:25.388644 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:25.442946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266c5715-8e94-404a-a3d9-362672c916e1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:25.445007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-266c5715-8e94-404a-a3d9-362672c916e1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports/3bcf292f-10a0-4097-b98a-0b5b2dedc2de HTTP/1.1" status: 200 len: 911 time: 0.1083145 Sep 24 00:18:25.448694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52070) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:25.476782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Routers {'27fda2e4-9e05-4cc5-8e37-63c72b0f3277'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:25.477600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:17:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['27fda2e4-9e05-4cc5-8e37-63c72b0f3277'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:25.495514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Deleting port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:25.496053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:25.677872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Set router 27fda2e4-9e05-4cc5-8e37-63c72b0f3277 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:25.763038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052efd9-f4ed-4d2b-973f-623b642a3a70 req-44e72846-8b31-4c9a-8cb8-94716d0a7e2f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:25.765220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b052efd9-f4ed-4d2b-973f-623b642a3a70 req-44e72846-8b31-4c9a-8cb8-94716d0a7e2f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.0981257 Sep 24 00:18:25.765923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01450aa-ed6b-4850-97c9-1592571fca6c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:25.782676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] DHCP port deletion for 2988f996-7c74-4038-8429-a614d734907a request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:18:25.803995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01450aa-ed6b-4850-97c9-1592571fca6c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:25.835607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f01450aa-ed6b-4850-97c9-1592571fca6c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3793542 Sep 24 00:18:25.835607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] For port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,segment=NetworkSegment(37c74c79-4ce5-4578-b915-85ea68f1cbf3),segment_id=37c74c79-4ce5-4578-b915-85ea68f1cbf3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:25.835607 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:25.844558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52082) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:25.875689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b052efd9-f4ed-4d2b-973f-623b642a3a70 req-4b4473a2-95a6-4ca2-b801-95be8190e57f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980158 Sep 24 00:18:25.968302 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8061e03b-11cc-47c0-a476-549df27baf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:25.993556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Calling delete_port for 2c3c0b0b-7c62-44d4-8461-844e2e601c4a owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:26.170986 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b82ea036-30eb-4265-9d21-4e29e5799f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.172744 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.184184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.226728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8061e03b-11cc-47c0-a476-549df27baf96 None None] For port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:26.261883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8061e03b-11cc-47c0-a476-549df27baf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.327722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8cd24-5387-4896-9c3c-e6171c401380 req-f5772df2-c5c4-43ce-83a4-b60995c38e74 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:26.330217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80b8cd24-5387-4896-9c3c-e6171c401380 req-f5772df2-c5c4-43ce-83a4-b60995c38e74 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1339231 Sep 24 00:18:26.340121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061e03b-11cc-47c0-a476-549df27baf96 None None] Pushing event updated for resources: {'Port': ['ID=b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:26.353290 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-1d7c69cf-5cae-4cdd-b188-bd7c706236af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:26.354837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-1d7c69cf-5cae-4cdd-b188-bd7c706236af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 1097 time: 0.1756206 Sep 24 00:18:26.356193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] Deleting port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:26.356570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.396379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80b8cd24-5387-4896-9c3c-e6171c401380 req-adebe0d4-a781-468a-a917-77e4974e07ce tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518951 Sep 24 00:18:26.579158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] For port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,segment=NetworkSegment(37c74c79-4ce5-4578-b915-85ea68f1cbf3),segment_id=37c74c79-4ce5-4578-b915-85ea68f1cbf3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:26.579528 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.594366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] Calling delete_port for 2c3c0b0b-7c62-44d4-8461-844e2e601c4a owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:26.616729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.632017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bf39030d-64e3-455a-91a5-15d974380c01 None None] Provisioning complete for port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:26.633237 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf39030d-64e3-455a-91a5-15d974380c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.639553 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:18:26.640150 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:18:26.704125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-0d158cea-262c-42d7-b2b6-23626796027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:26.707162 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-0d158cea-262c-42d7-b2b6-23626796027a service neutron] 10.222.0.20 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 912 time: 0.2872324 Sep 24 00:18:26.709736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:26.723642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] No DVR routers for this DVR port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:18:26.737577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bf39030d-64e3-455a-91a5-15d974380c01 None None] Port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:26.741746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fda2e4-9e05-4cc5-8e37-63c72b0f3277', 'name': 'tempest-NetworksTestDHCPv6-router-751842279', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:20Z', 'updated_at': '2021-09-24T00:18:23Z', 'revision_number': 2, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'gw_port_host': None, '_interfaces': [{'id': '3bcf292f-10a0-4097-b98a-0b5b2dedc2de', 'name': '', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'mac_address': 'fa:16:3e:f4:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fda2e4-9e05-4cc5-8e37-63c72b0f3277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '0c6d6385-1d0b-4ec4-932e-81640470d2f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:22Z', 'updated_at': '2021-09-24T00:18:23Z', 'revision_number': 2, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'subnets': [{'id': '0c6d6385-1d0b-4ec4-932e-81640470d2f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:26.793569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Checking router: 27fda2e4-9e05-4cc5-8e37-63c72b0f3277 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:26.794330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Updating router 27fda2e4-9e05-4cc5-8e37-63c72b0f3277 port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:26.825067 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.829950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-9eb3a156-0112-42f3-acd9-da64b255c1c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e10b490e-d52d-4d98-bd32-047dc80032fa HTTP/1.1" status: 200 len: 217 time: 0.1120718 Sep 24 00:18:26.850283 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.922051 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:26.971877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] Pushing event deleted for resources: {'Port': ['ID=2c3c0b0b-7c62-44d4-8461-844e2e601c4a,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:26.976949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.024744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d383b78-2f31-4b63-9618-676c2812a629 None None] No DVR routers for this DVR port 2c3c0b0b-7c62-44d4-8461-844e2e601c4a on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:18:27.026486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-d509ce1d-ff95-4a32-ac5f-c421f9f8bb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:27.028243 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-d509ce1d-ff95-4a32-ac5f-c421f9f8bb90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.1805627 Sep 24 00:18:27.036292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2988f996-7c74-4038-8429-a614d734907a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:27.068054 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-2799b768-5827-44c2-a6eb-1a8616d25754 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289948 Sep 24 00:18:27.078962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c74c79-4ce5-4578-b915-85ea68f1cbf3') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:27.079262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c74c79-4ce5-4578-b915-85ea68f1cbf3') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:27.114231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.144957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.183741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:18:27.184128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:18:27.187008 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:18:27.300438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.322136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-2b990c2f-45ff-4df7-a103-a7edf67a6851 service neutron] 10.222.0.20 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475028 Sep 24 00:18:27.323398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.328274 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2988f996-7c74-4038-8429-a614d734907a HTTP/1.1" status: 204 len: 168 time: 2.3086092 Sep 24 00:18:27.328462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52108) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:27.331281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76501858-89d9-4215-9e75-d05d22d53db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2988f996-7c74-4038-8429-a614d734907a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:27.342084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.431314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.447688 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.528610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3cb681a5-0f7a-412e-887f-35f8e4b33805 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:27.534811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e2506-5036-4840-8d3a-c07bee52bff8 None None] Pushing event updated for resources: {'Port': ['ID=3bcf292f-10a0-4097-b98a-0b5b2dedc2de,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:27.556501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 3cb681a5-0f7a-412e-887f-35f8e4b33805 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:27.556989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3cb681a5-0f7a-412e-887f-35f8e4b33805 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:27.557505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device abe34b96-93ff-4420-8f68-742f6e91feb3 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:27.582858 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: abe34b96-93ff-4420-8f68-742f6e91feb3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:27.582858 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device abe34b96-93ff-4420-8f68-742f6e91feb3 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:27.605524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46174190-aa9f-40f5-8e41-991fd2267d7c req-a65f4737-0135-4e83-b510-523c9810777a tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:27.607261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46174190-aa9f-40f5-8e41-991fd2267d7c req-a65f4737-0135-4e83-b510-523c9810777a tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.0838661 Sep 24 00:18:27.679261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Attempting to bind port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:27.679549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Attempting to bind port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:27.679951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Attempting to bind port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:27.691022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:27.691811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:27.691811 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.692191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:27.692926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Bound port: 3bcf292f-10a0-4097-b98a-0b5b2dedc2de, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:27.693085 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.704886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:27.782265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46174190-aa9f-40f5-8e41-991fd2267d7c req-3da71451-bcc4-400b-b445-0858657d481c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248426 Sep 24 00:18:27.862517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] For port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:27.868739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] For port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3bcf292f-10a0-4097-b98a-0b5b2dedc2de,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:27.878788 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.883547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:27.885848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:27.988059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:28.062338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3e2506-5036-4840-8d3a-c07bee52bff8 None None] Pushing event updated for resources: {'Port': ['ID=3bcf292f-10a0-4097-b98a-0b5b2dedc2de,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:28.085470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Routers {'27fda2e4-9e05-4cc5-8e37-63c72b0f3277'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:28.085877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['27fda2e4-9e05-4cc5-8e37-63c72b0f3277'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:28.187810 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ada26168-f5cf-4b1f-8371-fa0469fa6b65 req-54841c68-739c-49ff-9115-f7d8dc5ce595 service neutron] 10.222.0.20 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8538909 Sep 24 00:18:28.246553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] Set router 27fda2e4-9e05-4cc5-8e37-63c72b0f3277 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:28.316207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d372a32b-7662-419f-a03b-d4e87b68e9a1 None None] Provisioning complete for port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:28.327102 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d372a32b-7662-419f-a03b-d4e87b68e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:28.438024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:28.438504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:28.607069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] For port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3bcf292f-10a0-4097-b98a-0b5b2dedc2de,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:28.607460 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:28.646111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 3bcf292f-10a0-4097-b98a-0b5b2dedc2de owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:28.746906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2c3c0b0b-7c62-44d4-8461-844e2e601c4a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:28.771906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 2c3c0b0b-7c62-44d4-8461-844e2e601c4a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:28.772164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 2c3c0b0b-7c62-44d4-8461-844e2e601c4a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:28.787616 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d372a32b-7662-419f-a03b-d4e87b68e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:28.811151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27fda2e4-9e05-4cc5-8e37-63c72b0f3277', 'name': 'tempest-NetworksTestDHCPv6-router-751842279', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:20Z', 'updated_at': '2021-09-24T00:18:23Z', 'revision_number': 2, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'gw_port_host': None, '_interfaces': [{'id': '3bcf292f-10a0-4097-b98a-0b5b2dedc2de', 'name': '', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'mac_address': 'fa:16:3e:f4:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fda2e4-9e05-4cc5-8e37-63c72b0f3277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '0c6d6385-1d0b-4ec4-932e-81640470d2f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:22Z', 'updated_at': '2021-09-24T00:18:27Z', 'revision_number': 4, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'subnets': [{'id': '0c6d6385-1d0b-4ec4-932e-81640470d2f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:28.850706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Deleting port 38e54498-2650-4faf-b302-09771f56df70 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:28.851355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:28.862411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2207e60-3631-4223-a758-44ca8f5d6b8a None None] The sync data for ids ['27fda2e4-9e05-4cc5-8e37-63c72b0f3277'] in n-d-713498-18 is: [{'id': '27fda2e4-9e05-4cc5-8e37-63c72b0f3277', 'name': 'tempest-NetworksTestDHCPv6-router-751842279', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:20Z', 'updated_at': '2021-09-24T00:18:23Z', 'revision_number': 2, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'gw_port_host': None, '_interfaces': [{'id': '3bcf292f-10a0-4097-b98a-0b5b2dedc2de', 'name': '', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'mac_address': 'fa:16:3e:f4:cb:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27fda2e4-9e05-4cc5-8e37-63c72b0f3277', 'device_owner': 'network:router_interface', 'standard_attr_id': 3199, 'fixed_ips': [{'subnet_id': '0c6d6385-1d0b-4ec4-932e-81640470d2f6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:22Z', 'updated_at': '2021-09-24T00:18:27Z', 'revision_number': 4, 'project_id': 'fb9329729d694ff493850c33b067deb2', 'subnets': [{'id': '0c6d6385-1d0b-4ec4-932e-81640470d2f6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:28.975144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-d372a32b-7662-419f-a03b-d4e87b68e9a1 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:18:28.975144 n-d-713498-18 neutron-server[106380]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 24 00:18:28.975144 n-d-713498-18 neutron-server[106380]: [parameters: {'status': 'ACTIVE', 'ports_id': '3bcf292f-10a0-4097-b98a-0b5b2dedc2de'}] Sep 24 00:18:28.975144 n-d-713498-18 neutron-server[106380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:18:28.976121 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-d372a32b-7662-419f-a03b-d4e87b68e9a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:18:29.024701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:29.049631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] For port 38e54498-2650-4faf-b302-09771f56df70, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=38e54498-2650-4faf-b302-09771f56df70,segment=NetworkSegment(76760d57-7875-4482-bf1b-a314f9a97c18),segment_id=76760d57-7875-4482-bf1b-a314f9a97c18)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:29.050015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:29.075111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Calling delete_port for 38e54498-2650-4faf-b302-09771f56df70 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:29.116839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=3bcf292f-10a0-4097-b98a-0b5b2dedc2de,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:29.134593 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:29.283042 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:29.363971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36313e-7315-4874-9332-4b675dbe6ed0 req-cd8e6ea9-57e1-4a3c-8183-9ead9f6d6eab tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:29.365661 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a36313e-7315-4874-9332-4b675dbe6ed0 req-cd8e6ea9-57e1-4a3c-8183-9ead9f6d6eab tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.4005985 Sep 24 00:18:29.504229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a36313e-7315-4874-9332-4b675dbe6ed0 req-fcb6fa35-d978-4837-b8b6-ab626df9a8dd tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307266 Sep 24 00:18:29.516164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d372a32b-7662-419f-a03b-d4e87b68e9a1 None None] Port 3bcf292f-10a0-4097-b98a-0b5b2dedc2de update to ACTIVE by agent not found {{(pid=106380) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 00:18:29.593592 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:29.597519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Router 27fda2e4-9e05-4cc5-8e37-63c72b0f3277 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:18:29.642792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-00fe7668-0135-4bc2-a0e1-8343bd3f4957 None None] Could not find standard attr ID for object 3bcf292f-10a0-4097-b98a-0b5b2dedc2de. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:18:29.649987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Pushing event deleted for resources: {'Port': ['ID=38e54498-2650-4faf-b302-09771f56df70,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:29.794161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:29.818623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-615cf8c5-bc32-4867-a74c-dc77c50e725c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "PUT /v2.0/routers/27fda2e4-9e05-4cc5-8e37-63c72b0f3277/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9729588 Sep 24 00:18:29.820982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52156) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:29.903106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e525e-646e-47b3-8d6f-e7563a35deba tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:29.904944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08e525e-646e-47b3-8d6f-e7563a35deba tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:29.916729 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c08e525e-646e-47b3-8d6f-e7563a35deba tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0943861 Sep 24 00:18:29.917551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52158) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:30.022918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2c2af8-5ecd-4a84-a485-94b570401cd4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 0c6d6385-1d0b-4ec4-932e-81640470d2f6 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:30.026638 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.031281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2af8-5ecd-4a84-a485-94b570401cd4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.089694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2af8-5ecd-4a84-a485-94b570401cd4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.246869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2af8-5ecd-4a84-a485-94b570401cd4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.307477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Router f4d34507-3b25-4649-a3bb-0f54181a15dd has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:18:30.328466 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2af8-5ecd-4a84-a485-94b570401cd4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.357108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c2af8-5ecd-4a84-a485-94b570401cd4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=0c6d6385-1d0b-4ec4-932e-81640470d2f6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:30.364359 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0b2c2af8-5ecd-4a84-a485-94b570401cd4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.368728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0b2c2af8-5ecd-4a84-a485-94b570401cd4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/0c6d6385-1d0b-4ec4-932e-81640470d2f6 HTTP/1.1" status: 204 len: 168 time: 0.4475141 Sep 24 00:18:30.369477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52166) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:30.373688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9d9054-1235-4af5-86d5-84116b220864 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:30.444928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:30.454095 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92483fe-ffbb-474d-b772-04497894812b None None] Sync routers for ids ['f4d34507-3b25-4649-a3bb-0f54181a15dd'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:30.455921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-442a035f-7f2f-4eae-a358-227067157b72 admin admin] 10.222.0.24 "PUT /v2.0/routers/f4d34507-3b25-4649-a3bb-0f54181a15dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1262450 Sep 24 00:18:30.462750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52172) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:30.477367 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92483fe-ffbb-474d-b772-04497894812b None None] Routers {'f4d34507-3b25-4649-a3bb-0f54181a15dd'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:30.478332 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a92483fe-ffbb-474d-b772-04497894812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4d34507-3b25-4649-a3bb-0f54181a15dd'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:30.500848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6d9910ca-f0a4-447b-bd48-78e2f8ff0d4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1301894 Sep 24 00:18:30.505387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52174) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:30.636067 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a92483fe-ffbb-474d-b772-04497894812b None None] Set router f4d34507-3b25-4649-a3bb-0f54181a15dd gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:30.642447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf97e23-7ae0-45f7-a7ca-fb4a80e15c08 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.656033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:18:30.694387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.729079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] Deleting port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:30.729455 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.840618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.869412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] For port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:30.870515 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:30.913057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] Calling delete_port for b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:30.914573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef7e7df-bf96-4a4e-88cb-2884db56616f req-83399677-33f9-4049-8646-210c169d01a4 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:30.919150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bef7e7df-bf96-4a4e-88cb-2884db56616f req-83399677-33f9-4049-8646-210c169d01a4 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1085582 Sep 24 00:18:30.939385 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a92483fe-ffbb-474d-b772-04497894812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:29Z', 'revision_number': 5, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port': {'id': '6ccc5731-65ee-4980-9d5d-d8f62763914a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:0f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3183, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:04Z', 'updated_at': '2021-09-24T00:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:30.988820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bef7e7df-bf96-4a4e-88cb-2884db56616f req-e72de59d-1337-4c69-87c0-0cb1150fd8e8 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555325 Sep 24 00:18:31.003379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Deleting port 6ccc5731-65ee-4980-9d5d-d8f62763914a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:31.004142 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.008124 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92483fe-ffbb-474d-b772-04497894812b None None] Checking router: f4d34507-3b25-4649-a3bb-0f54181a15dd for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:31.028603 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf97e23-7ae0-45f7-a7ca-fb4a80e15c08 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.032864 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf97e23-7ae0-45f7-a7ca-fb4a80e15c08 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.033399 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92483fe-ffbb-474d-b772-04497894812b None None] Routers {'f4d34507-3b25-4649-a3bb-0f54181a15dd'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:31.035116 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a92483fe-ffbb-474d-b772-04497894812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4d34507-3b25-4649-a3bb-0f54181a15dd'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:31.055005 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.097046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f90f5-e611-4186-af5c-94fdc54d925b None None] Sync routers for ids ['27fda2e4-9e05-4cc5-8e37-63c72b0f3277'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:31.107346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] Pushing event deleted for resources: {'Port': ['ID=b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:31.115504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f29d243-04a2-4fa1-bfa6-423ac8409f27 None None] No DVR routers for this DVR port b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:18:31.125476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf97e23-7ae0-45f7-a7ca-fb4a80e15c08 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.126634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf97e23-7ae0-45f7-a7ca-fb4a80e15c08 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Fanout notify agent at l3_agent the message router_deleted on router 27fda2e4-9e05-4cc5-8e37-63c72b0f3277 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:18:31.140880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf97e23-7ae0-45f7-a7ca-fb4a80e15c08 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.141228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] For port 6ccc5731-65ee-4980-9d5d-d8f62763914a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6ccc5731-65ee-4980-9d5d-d8f62763914a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:31.141760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f90f5-e611-4186-af5c-94fdc54d925b None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:31.142263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f90f5-e611-4186-af5c-94fdc54d925b None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:18:31.144066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_agentschedulers_db [None req-a56f90f5-e611-4186-af5c-94fdc54d925b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'27fda2e4-9e05-4cc5-8e37-63c72b0f3277'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:18:31.144407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.148314 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dcf97e23-7ae0-45f7-a7ca-fb4a80e15c08 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/routers/27fda2e4-9e05-4cc5-8e37-63c72b0f3277 HTTP/1.1" status: 204 len: 168 time: 0.6406283 Sep 24 00:18:31.149325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:31.171728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f90f5-e611-4186-af5c-94fdc54d925b None None] Routers set() bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:31.172201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56f90f5-e611-4186-af5c-94fdc54d925b None None] Router IDs set() for agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 00:18:31.175767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_agentschedulers_db [None req-a56f90f5-e611-4186-af5c-94fdc54d925b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'27fda2e4-9e05-4cc5-8e37-63c72b0f3277'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent'). {{(pid=106380) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 24 00:18:31.176582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56f90f5-e611-4186-af5c-94fdc54d925b None None] The sync data for ids ['27fda2e4-9e05-4cc5-8e37-63c72b0f3277'] in n-d-713498-18 is: [] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:31.201946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5176e7ce-67ae-4278-a3a3-f5b1e93829a8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0499258 Sep 24 00:18:31.202999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Calling delete_port for 6ccc5731-65ee-4980-9d5d-d8f62763914a owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:31.204917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52190) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:31.232805 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a92483fe-ffbb-474d-b772-04497894812b None None] Set router f4d34507-3b25-4649-a3bb-0f54181a15dd gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:31.330736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bccc731a-807e-42d5-8c5b-0c91c7206afd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:31.335650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a92483fe-ffbb-474d-b772-04497894812b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:30Z', 'revision_number': 6, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:31.336668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bccc731a-807e-42d5-8c5b-0c91c7206afd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1279907 Sep 24 00:18:31.336849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52198) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:31.379293 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92483fe-ffbb-474d-b772-04497894812b None None] The sync data for ids ['f4d34507-3b25-4649-a3bb-0f54181a15dd'] in n-d-713498-18 is: [{'id': 'f4d34507-3b25-4649-a3bb-0f54181a15dd', 'name': 'tempest-TestAggregatesBasicOps-588847710-router', 'tenant_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:02Z', 'updated_at': '2021-09-24T00:18:30Z', 'revision_number': 6, 'project_id': 'c48be45f2af64b59bcabf240ff5f5fd7', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:31.385350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f9ad65a9-8df1-4903-b12d-3ddb8244c397 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442884 Sep 24 00:18:31.386553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52200) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:31.392870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:31.517226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:31.522687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.547899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.583875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccc5731-65ee-4980-9d5d-d8f62763914a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:31.690627 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.823600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.826275 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.883376 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.884090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4d34507-3b25-4649-a3bb-0f54181a15dd {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:18:31.893874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:31.895823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4e5b35b0-8011-4fab-b9ba-409bf0dec7f4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f4d34507-3b25-4649-a3bb-0f54181a15dd HTTP/1.1" status: 204 len: 168 time: 1.4317594 Sep 24 00:18:31.898673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:31.978702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-553f8985-784d-4ea1-96bd-068d0426880f admin admin] Deleting subnet 28da6f2c-9f2f-4719-9e04-428e3975b461 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:31.997128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-553f8985-784d-4ea1-96bd-068d0426880f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.014677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:18:32.020891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.113598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:32.125369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-553f8985-784d-4ea1-96bd-068d0426880f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.129378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:32.140943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb1391d-7453-4471-8367-25f424d6c4cc None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:32.146061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:32.146658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.160467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=a784848c-9dad-4c46-97fb-d4db7961fb74,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:32.180628 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fc059985-3fb2-4632-bee0-8e6705d3555d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7904296 Sep 24 00:18:32.181504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:32.195715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:32.293965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c03c9-a019-41e3-9fdf-7821561a00d1 req-81f27b19-d947-47cc-baab-a571e25caac1 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:32.296401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e0c03c9-a019-41e3-9fdf-7821561a00d1 req-81f27b19-d947-47cc-baab-a571e25caac1 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1040523 Sep 24 00:18:32.375346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e0c03c9-a019-41e3-9fdf-7821561a00d1 req-bddf0ff5-23bb-455a-be93-ca2e08a10a20 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710814 Sep 24 00:18:32.377167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-553f8985-784d-4ea1-96bd-068d0426880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.382089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 38e54498-2650-4faf-b302-09771f56df70 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:32.425869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 38e54498-2650-4faf-b302-09771f56df70 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:32.426173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 38e54498-2650-4faf-b302-09771f56df70 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:32.426601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3bcf292f-10a0-4097-b98a-0b5b2dedc2de no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:32.429517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:32.433830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.465113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': 'a784848c-9dad-4c46-97fb-d4db7961fb74'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:18:32.466445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.469362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 3bcf292f-10a0-4097-b98a-0b5b2dedc2de {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:32.469896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3bcf292f-10a0-4097-b98a-0b5b2dedc2de not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:32.470466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:32.481064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-553f8985-784d-4ea1-96bd-068d0426880f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.509122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:32.509527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b33a7eb8-b2a6-40a3-bb4a-babfa8bfc69f not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:32.510025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f8985-784d-4ea1-96bd-068d0426880f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28da6f2c-9f2f-4719-9e04-428e3975b461,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:32.521571 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-553f8985-784d-4ea1-96bd-068d0426880f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.524277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-553f8985-784d-4ea1-96bd-068d0426880f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/28da6f2c-9f2f-4719-9e04-428e3975b461 HTTP/1.1" status: 204 len: 168 time: 0.6236258 Sep 24 00:18:32.526298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:32.538899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc740a-8d42-4592-8ffd-2ba3e0e0d30d None None] Network 05270683-fdd5-4595-8178-ad89abcdfeb7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:32.704632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.736795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Allocated IP 2001:db8::f816:3eff:fe43:60ae (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/a784848c-9dad-4c46-97fb-d4db7961fb74/4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:32.828959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Deleting port 36b9735d-fc34-4527-a557-364875ded1cc {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:32.829292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.947998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] For port 36b9735d-fc34-4527-a557-364875ded1cc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=36b9735d-fc34-4527-a557-364875ded1cc,segment=NetworkSegment(76760d57-7875-4482-bf1b-a314f9a97c18),segment_id=76760d57-7875-4482-bf1b-a314f9a97c18)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:32.949113 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.952377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:32.964265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Calling delete_port for 36b9735d-fc34-4527-a557-364875ded1cc owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:32.978166 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.013464 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.105362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=934e8957-86eb-4492-a2d7-b1c59794a152,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:33.118280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:33.119892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:33.126720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:33.127610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.145760 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bf9bbca2-7432-4286-a07b-a4f064bbf73a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9605408 Sep 24 00:18:33.148236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52232) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:33.151239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Pushing event updated for resources: {'Port': ['ID=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:33.153435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:b1:1f:6c', 'name': 'tempest-NetworksTestDHCPv6-410649871'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:33.164852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:33.169581 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.183272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:33.186991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:33.211938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] No DVR routers for this DVR port 36b9735d-fc34-4527-a557-364875ded1cc on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:18:33.260846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Pushing event deleted for resources: {'Port': ['ID=36b9735d-fc34-4527-a557-364875ded1cc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:33.285790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Attempting to bind port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:33.287054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Attempting to bind port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:33.287054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Attempting to bind port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:33.293309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:33.293939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:33.294931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.295529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:33.296016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Bound port: 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:33.296403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.341342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8029db-1528-48dd-94ac-b97607672446 None None] DHCP port deletion for 05270683-fdd5-4595-8178-ad89abcdfeb7 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:18:33.413590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] For port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:33.417258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] For port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:33.420014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.424698 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.501432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d03d6c8-fe93-486c-a565-7dce74cebc77 None None] Pushing event updated for resources: {'Port': ['ID=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:33.517578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05270683-fdd5-4595-8178-ad89abcdfeb7']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:33.541109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:33.685616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76760d57-7875-4482-bf1b-a314f9a97c18') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:33.685815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76760d57-7875-4482-bf1b-a314f9a97c18') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:33.689910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 36b9735d-fc34-4527-a557-364875ded1cc no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:33.699307 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.705463 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.731057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 36b9735d-fc34-4527-a557-364875ded1cc {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:33.731606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 36b9735d-fc34-4527-a557-364875ded1cc not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:33.731804 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6ccc5731-65ee-4980-9d5d-d8f62763914a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:33.732243 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.744779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 5841d193-420c-4387-8798-6db176831fae yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:18:33.761915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6ccc5731-65ee-4980-9d5d-d8f62763914a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:33.762270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6ccc5731-65ee-4980-9d5d-d8f62763914a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:33.824245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f64f38-eccc-4f0b-9287-64764e464e23 req-12edbc0d-7d0c-47a7-9e06-606a3dfda946 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:33.826038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3f64f38-eccc-4f0b-9287-64764e464e23 req-12edbc0d-7d0c-47a7-9e06-606a3dfda946 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.3045459 Sep 24 00:18:33.845152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:18:33.845986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:18:33.850130 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:18:34.043413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3f64f38-eccc-4f0b-9287-64764e464e23 req-e3a81176-ba2e-45d3-84c2-7f3dddbf7cf2 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941981 Sep 24 00:18:34.089284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:34.098448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:34.100508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] 10.222.0.24 "DELETE /v2.0/networks/05270683-fdd5-4595-8178-ad89abcdfeb7 HTTP/1.1" status: 204 len: 168 time: 1.5730946 Sep 24 00:18:34.353042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52262) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:34.413274 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5009ffa4-71ef-4951-b24f-34212cb2debb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=675b5760fc724d648d22a330d28a84ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0563419 Sep 24 00:18:34.416893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52264) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:34.434160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d8fd2-a009-481e-a524-1f56f3f1011f admin admin] Pushing event deleted for resources: {'Network': ['ID=05270683-fdd5-4595-8178-ad89abcdfeb7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:34.492564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-729c8b11-9546-43c9-af7f-fde04df048e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:34.505134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 172.20.0.6 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/934e8957-86eb-4492-a2d7-b1c59794a152/5841d193-420c-4387-8798-6db176831fae) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:34.523016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:feb1:1f6c (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/a784848c-9dad-4c46-97fb-d4db7961fb74/5841d193-420c-4387-8798-6db176831fae) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:34.523530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-729c8b11-9546-43c9-af7f-fde04df048e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:34.630706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-729c8b11-9546-43c9-af7f-fde04df048e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:34.633597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-729c8b11-9546-43c9-af7f-fde04df048e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:34.648229 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-729c8b11-9546-43c9-af7f-fde04df048e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28a0099d-5024-478a-9066-42f79891435a HTTP/1.1" status: 204 len: 168 time: 0.2198448 Sep 24 00:18:34.671920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c8b11-9546-43c9-af7f-fde04df048e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a0099d-5024-478a-9066-42f79891435a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:34.810528 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:34.874428 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:34.956432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:34.966520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:34.971978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:35.014183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=5841d193-420c-4387-8798-6db176831fae,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:35.055533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42c945-6f14-43b0-9eaf-c5c89d3404e7 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:35.076904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:35.077812 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.097629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-58491351-8ba9-4c7f-bb6c-f5e67e71f306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9483004 Sep 24 00:18:35.100815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:35.261444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8d218-fefe-4400-9bf1-a38412af7ac9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:35.276980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc8d218-fefe-4400-9bf1-a38412af7ac9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:35.283016 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-adc8d218-fefe-4400-9bf1-a38412af7ac9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1786473 Sep 24 00:18:35.283585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52290) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:35.284560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52292) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:35.315707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dab77519-da88-42f0-a943-ffeded0e38a7 None None] Provisioning complete for port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:35.317144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dab77519-da88-42f0-a943-ffeded0e38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.340013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f6c96b-6962-4896-8596-9bbdc7840939 req-fccd71df-e264-4bac-8e78-bc4879dff6a7 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:35.340013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5f6c96b-6962-4896-8596-9bbdc7840939 req-fccd71df-e264-4bac-8e78-bc4879dff6a7 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1338654 Sep 24 00:18:35.422811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5f6c96b-6962-4896-8596-9bbdc7840939 req-8eeaa74a-1a56-4cb2-ab39-3f06e848627f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674517 Sep 24 00:18:35.423076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e41f6b47-9a5d-4479-9253-a1cc6a8ea908 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c48be45f2af64b59bcabf240ff5f5fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1334937 Sep 24 00:18:35.426103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52294) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:35.527918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c3873e03-6cb0-47a8-8bbb-d3c5f5d1950c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 5841d193-420c-4387-8798-6db176831fae {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:35.528335 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3873e03-6cb0-47a8-8bbb-d3c5f5d1950c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.567853 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37c85b97-9a4d-4510-ab7d-de55db274740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.603285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37c85b97-9a4d-4510-ab7d-de55db274740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.671859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3873e03-6cb0-47a8-8bbb-d3c5f5d1950c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.674844 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37c85b97-9a4d-4510-ab7d-de55db274740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.678293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-37c85b97-9a4d-4510-ab7d-de55db274740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.682304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-37c85b97-9a4d-4510-ab7d-de55db274740 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21832513-afb5-4e30-a4f0-a6e3de652944 HTTP/1.1" status: 204 len: 168 time: 0.2526002 Sep 24 00:18:35.690956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c85b97-9a4d-4510-ab7d-de55db274740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21832513-afb5-4e30-a4f0-a6e3de652944,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:35.718862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c3873e03-6cb0-47a8-8bbb-d3c5f5d1950c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 5841d193-420c-4387-8798-6db176831fae owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:35.766392 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dab77519-da88-42f0-a943-ffeded0e38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.797286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:35.977316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-dab77519-da88-42f0-a943-ffeded0e38a7 None None] For port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:35.987366 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dab77519-da88-42f0-a943-ffeded0e38a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:35.989074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:35.989437 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.040679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3873e03-6cb0-47a8-8bbb-d3c5f5d1950c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.084666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab77519-da88-42f0-a943-ffeded0e38a7 None None] Pushing event updated for resources: {'Port': ['ID=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:36.087329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55544a56-0c1e-4ab7-a370-a22384a80b97 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'a784848c-9dad-4c46-97fb-d4db7961fb74', 'ip_address': '2001:db8::f816:3eff:fe43:60ae'}, {'subnet_id': '934e8957-86eb-4492-a2d7-b1c59794a152'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:18:36.103284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3873e03-6cb0-47a8-8bbb-d3c5f5d1950c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=5841d193-420c-4387-8798-6db176831fae,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:36.167710 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-55544a56-0c1e-4ab7-a370-a22384a80b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.304873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3873e03-6cb0-47a8-8bbb-d3c5f5d1950c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.309220 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c3873e03-6cb0-47a8-8bbb-d3c5f5d1950c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/5841d193-420c-4387-8798-6db176831fae HTTP/1.1" status: 204 len: 168 time: 1.0185275 Sep 24 00:18:36.309601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52316) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:36.381500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0795b3-f21b-4769-8989-29b17fa13ead tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:36.383399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0795b3-f21b-4769-8989-29b17fa13ead tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:36.384978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0795b3-f21b-4769-8989-29b17fa13ead tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:36.397766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-55544a56-0c1e-4ab7-a370-a22384a80b97 None None] Allocated IP 172.20.0.2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/934e8957-86eb-4492-a2d7-b1c59794a152/4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:36.406462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8a0795b3-f21b-4769-8989-29b17fa13ead tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0933442 Sep 24 00:18:36.407104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52320) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:36.482041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4df38b-cf6a-4985-9244-43537ccfcffe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 934e8957-86eb-4492-a2d7-b1c59794a152 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:36.559236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-55544a56-0c1e-4ab7-a370-a22384a80b97 None None] For port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:36.639036 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.651158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-55544a56-0c1e-4ab7-a370-a22384a80b97 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.657781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc4df38b-cf6a-4985-9244-43537ccfcffe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.659246 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-55544a56-0c1e-4ab7-a370-a22384a80b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.728964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ac7a4-0ee1-4dce-ba19-0660e54b5892 req-331a5f23-d46e-42d3-b30b-9f44ef96adc6 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:36.736227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-612ac7a4-0ee1-4dce-ba19-0660e54b5892 req-331a5f23-d46e-42d3-b30b-9f44ef96adc6 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1789660 Sep 24 00:18:36.766871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55544a56-0c1e-4ab7-a370-a22384a80b97 None None] Pushing event updated for resources: {'Port': ['ID=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:36.818375 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc4df38b-cf6a-4985-9244-43537ccfcffe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:36.902983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-612ac7a4-0ee1-4dce-ba19-0660e54b5892 req-4a4b2a0b-97ee-408c-a8b5-64606f9d3627 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510839 Sep 24 00:18:36.983930 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc4df38b-cf6a-4985-9244-43537ccfcffe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.073989 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc4df38b-cf6a-4985-9244-43537ccfcffe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.076235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52348) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:37.122731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4df38b-cf6a-4985-9244-43537ccfcffe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=934e8957-86eb-4492-a2d7-b1c59794a152,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:37.142335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc4df38b-cf6a-4985-9244-43537ccfcffe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.150579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52354) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:37.152651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bc4df38b-cf6a-4985-9244-43537ccfcffe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/934e8957-86eb-4492-a2d7-b1c59794a152 HTTP/1.1" status: 204 len: 168 time: 0.7436130 Sep 24 00:18:37.219281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddb5864b-734f-480a-bc01-e84f57c22e36 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet a784848c-9dad-4c46-97fb-d4db7961fb74 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:37.219426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52356) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:37.225824 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb5864b-734f-480a-bc01-e84f57c22e36 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.283321 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb5864b-734f-480a-bc01-e84f57c22e36 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.359442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1862282439-network', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:37.387544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0e52-f70b-411e-9bf1-b06f4d740a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.430851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Made reservation on behalf of 4f4a6b75893a4cb5a12257dfb8aab410 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:37.436130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.459502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.473946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb5864b-734f-480a-bc01-e84f57c22e36 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.501765 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0e52-f70b-411e-9bf1-b06f4d740a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.508216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e0b0e52-f70b-411e-9bf1-b06f4d740a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.545252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0b0e52-f70b-411e-9bf1-b06f4d740a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32930eea-0577-44bd-87c6-4aa569e9ed90,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:37.577776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7e0b0e52-f70b-411e-9bf1-b06f4d740a48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d79da256a5d4fe5923690978a8ea57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572724 Sep 24 00:18:37.580469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:37.649141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.655351 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.663322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb5864b-734f-480a-bc01-e84f57c22e36 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.677722 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0e17e26-63c5-42c8-88f6-098d4c439f25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.698457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:37.707187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ddb5864b-734f-480a-bc01-e84f57c22e36 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.709090 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ddb5864b-734f-480a-bc01-e84f57c22e36 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/a784848c-9dad-4c46-97fb-d4db7961fb74 HTTP/1.1" status: 204 len: 168 time: 0.5573838 Sep 24 00:18:37.711737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52370) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:37.715362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0e17e26-63c5-42c8-88f6-098d4c439f25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.725000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5864b-734f-480a-bc01-e84f57c22e36 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=a784848c-9dad-4c46-97fb-d4db7961fb74,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:37.726838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:18:37.784837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:37.785772 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.791320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b15b8663-0d51-40f6-8dbc-a1045e954f9b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767419 Sep 24 00:18:37.794267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52372) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:37.798047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa311211-1b49-4b00-9dfd-177171d74861,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:37.804069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:37.840386 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0e17e26-63c5-42c8-88f6-098d4c439f25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.843411 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c0e17e26-63c5-42c8-88f6-098d4c439f25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.848206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c0e17e26-63c5-42c8-88f6-098d4c439f25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32930eea-0577-44bd-87c6-4aa569e9ed90 HTTP/1.1" status: 204 len: 168 time: 0.2625213 Sep 24 00:18:37.867800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50676f37-7954-46c8-b6e7-c8d8b6c23a32 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:37.875916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e17e26-63c5-42c8-88f6-098d4c439f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32930eea-0577-44bd-87c6-4aa569e9ed90,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:37.896103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.896471 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Added segment 3c7932f3-e05c-44db-a59a-681c2677ff3c of type vlan for network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab Sep 24 00:18:37.949648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:37.954416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:37.958872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.046225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.047225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:38.047801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.094923 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0168202 Sep 24 00:18:38.101975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52380) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:38.108500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Request body: {'subnet': {'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1862282439-subnet', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:38.125088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4853bb39-642e-42ea-945a-34e3309cb60b None None] Provisioning complete for port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:38.125647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4853bb39-642e-42ea-945a-34e3309cb60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.137264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Made reservation on behalf of 4f4a6b75893a4cb5a12257dfb8aab410 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:38.140248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.174734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee54d33-af7d-493c-a85f-0aefc1ace4f1 req-0068ef42-48ef-4ba2-bba0-a5481f431d9f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:38.176646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ee54d33-af7d-493c-a85f-0aefc1ace4f1 req-0068ef42-48ef-4ba2-bba0-a5481f431d9f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1508954 Sep 24 00:18:38.190322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d11c59-4dac-4079-a613-de5e9e4b95b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1578daff-ddf0-4d54-b43d-583ae0f6e6ab,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:38.203921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:18:38.313860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ee54d33-af7d-493c-a85f-0aefc1ace4f1 req-7bc13fe7-df3a-4b2a-b551-70b155c83fd2 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296408 Sep 24 00:18:38.388271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4853bb39-642e-42ea-945a-34e3309cb60b None None] Could not find standard attr ID for object 5841d193-420c-4387-8798-6db176831fae. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:18:38.394085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:18:38.450978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] Deleting port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:38.451914 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.566257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] For port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:38.567977 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.590476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] Calling delete_port for 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:38.590840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:18:38.592063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.693183 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.728614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] Pushing event deleted for resources: {'Port': ['ID=4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:38.734996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23500937-f759-466f-a6ca-26b06a7b0d1f None None] No DVR routers for this DVR port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:18:38.812103 n-d-713498-18 neutron-server[106378]: WARNING neutron.services.revisions.revision_plugin [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Could not find related port for resource to bump revision. Sep 24 00:18:38.828786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_pluggable_backend [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Port 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=106378) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 24 00:18:38.829148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_pluggable_backend [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Reverting IP allocation for 2001:db8::f816:3eff:fe43:60ae {{(pid=106378) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 24 00:18:38.838416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72445e15-5654-444d-98c3-d1a450e75ff1,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:38.842192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_pluggable_backend [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe43:60ae {{(pid=106378) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 24 00:18:38.850073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.856872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Checking segment: {'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:38.857429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Network hostable DHCP agents. Network: 1578daff-ddf0-4d54-b43d-583ae0f6e6ab, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:18:38.912215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:38.919291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:38.926207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:38.926207 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.930015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=5ac198a3-4459-48b5-ade5-719b18877a2f,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:38.935027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:18:38.936870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530e4dbe-4310-49e9-8389-130447f1de5b None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:38.947923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 1578daff-ddf0-4d54-b43d-583ae0f6e6ab) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:38.951057 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e11c1195-fc50-4f88-9007-694262ac9784 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1554935 Sep 24 00:18:38.953923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52414) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:38.956874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:38.957565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:38.961161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:38.979253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732a3540-1ede-49c1-8544-2a9c2ea3b452 None None] Network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:38.990281 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a838d388-1207-42fc-83cd-33687ae3d7c5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8867042 Sep 24 00:18:38.994262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52416) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:38.999350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:39.026477 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:39.027678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:39.119459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:39.176533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:39.187282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:39.229938 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:39.304662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '5ac198a3-4459-48b5-ade5-719b18877a2f'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:18:39.306008 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:39.337846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-1578daff-ddf0-4d54-b43d-583ae0f6e6ab', 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'fixed_ips': [{'subnet_id': '72445e15-5654-444d-98c3-d1a450e75ff1'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:18:39.339581 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:39.384435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:39.617069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Allocated IP 2001:db8::f816:3eff:fe47:b8cb (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/5ac198a3-4459-48b5-ade5-719b18877a2f/efe711a8-6cd1-4e7c-8228-1715001caa60) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:39.660413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070f69d-a536-47f2-b273-828218cb1bf4 req-1056c1d1-0ee1-4555-a8e7-19f99b99f444 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:39.660681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Allocated IP 172.20.0.2 (1578daff-ddf0-4d54-b43d-583ae0f6e6ab/72445e15-5654-444d-98c3-d1a450e75ff1/65bdba3b-6f6b-4bc7-987a-b70c12baf930) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:39.661862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4070f69d-a536-47f2-b273-828218cb1bf4 req-1056c1d1-0ee1-4555-a8e7-19f99b99f444 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1555746 Sep 24 00:18:39.768080 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:39.800418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:39.801091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4e1a25b6-fd9a-42e6-8fb9-1c9a45ae5eef not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:39.965388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4070f69d-a536-47f2-b273-828218cb1bf4 req-02f97e5c-bcd3-45c5-8d66-a80126b221ea tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774007 Sep 24 00:18:39.979969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-df70adb1-1d6e-46a2-8862-24c7566b1772 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2954807 Sep 24 00:18:39.996338 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.061042 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.082837 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.091413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=d696a0d2-5504-4ce7-8405-728f35521791,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:40.132535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Pushing event updated for resources: {'Port': ['ID=efe711a8-6cd1-4e7c-8228-1715001caa60,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:40.154284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:40.158087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:40.162233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:40.163171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.169230 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.181406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-7fc6d725-ac0d-40ef-a0a1-0542531a6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:40.183515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-7fc6d725-ac0d-40ef-a0a1-0542531a6134 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 1097 time: 0.0944371 Sep 24 00:18:40.185242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.190418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:40.192991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-40fc0dbc-f221-4625-b487-46ba8573eccb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2377200 Sep 24 00:18:40.195912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52444) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:40.206831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:d1:52:77', 'name': 'tempest-NetworksTestDHCPv6-1163590415'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:40.238054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:40.243581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:40.265380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:40.270655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:40.273790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:40.321907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.345594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.355971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Pushing event updated for resources: {'Port': ['ID=65bdba3b-6f6b-4bc7-987a-b70c12baf930,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:40.471552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Attempting to bind port efe711a8-6cd1-4e7c-8228-1715001caa60 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:40.472375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Attempting to bind port efe711a8-6cd1-4e7c-8228-1715001caa60 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:40.473051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Attempting to bind port efe711a8-6cd1-4e7c-8228-1715001caa60 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:40.481495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Attempting to bind port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:40.482460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Attempting to bind port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:40.482460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Attempting to bind port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 on network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:40.485031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:40.485699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:40.486351 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.487522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:40.488074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Bound port: efe711a8-6cd1-4e7c-8228-1715001caa60, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:40.488890 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.504364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:40.504840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Checking segment: {'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:40.505304 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.505825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Bound using segment: {'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:40.506376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Bound port: 65bdba3b-6f6b-4bc7-987a-b70c12baf930, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:40.506843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.516055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Allocated IP 172.25.5.161 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/5a7c4637-b347-43eb-a4f3-58ca6fa546c5) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:40.517376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-f37624be-6653-4f4e-bfd8-bca5aadcad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:40.520336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-f37624be-6653-4f4e-bfd8-bca5aadcad96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 912 time: 0.3089509 Sep 24 00:18:40.586494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-74dfb737-e2cd-4cfa-ab6a-042c0ad1cc52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e091e3ab-8d4b-4b06-9617-e90253603985 HTTP/1.1" status: 200 len: 217 time: 0.0583408 Sep 24 00:18:40.636665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] For port efe711a8-6cd1-4e7c-8228-1715001caa60, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:40.641643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] For port efe711a8-6cd1-4e7c-8228-1715001caa60, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=efe711a8-6cd1-4e7c-8228-1715001caa60,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:40.643433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] For port 65bdba3b-6f6b-4bc7-987a-b70c12baf930, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:40.647657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] For port 65bdba3b-6f6b-4bc7-987a-b70c12baf930, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=65bdba3b-6f6b-4bc7-987a-b70c12baf930,segment=NetworkSegment(3c7932f3-e05c-44db-a59a-681c2677ff3c),segment_id=3c7932f3-e05c-44db-a59a-681c2677ff3c)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:40.649782 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.660969 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.682280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-8d01990c-511a-4d3a-8155-d4b6d95b2482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:40.698574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-8d01990c-511a-4d3a-8155-d4b6d95b2482 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.0827460 Sep 24 00:18:40.721336 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.764642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec347076-6ce7-48f1-8e0a-908543084220 None None] Pushing event updated for resources: {'Port': ['ID=efe711a8-6cd1-4e7c-8228-1715001caa60,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:40.779184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-0dd5fdd6-fade-40bf-886d-bbe2a466b176 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660186 Sep 24 00:18:40.804092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:40.872989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:40.895685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dae1c-07ab-490c-85f6-3449cf1c5609 None None] Pushing event updated for resources: {'Port': ['ID=65bdba3b-6f6b-4bc7-987a-b70c12baf930,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:40.901714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:40.905159 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:40.907842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:40.917475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7c4637-b347-43eb-a4f3-58ca6fa546c5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:41.119407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52462) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:41.136525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-994078930', 'description': 'tempest-secgroup-smoke-994078930 description', 'project_id': 'a930604132e14a0bbbea0b94ffed365f'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:41.248572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.261268 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.271604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-3af65018-5185-431d-9b6a-63a060d713c2 service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822230 Sep 24 00:18:41.274510 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.289184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3d5af-0242-4aec-bcc7-80d0af3b5455 req-f1955531-c7d6-4339-9bff-4961b48562c8 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:41.290796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9b3d5af-0242-4aec-bcc7-80d0af3b5455 req-f1955531-c7d6-4339-9bff-4961b48562c8 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1603298 Sep 24 00:18:41.309175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 95e6fcd8-ca70-43f3-a016-861c71054b5a yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:18:41.462164 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.505263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9b3d5af-0242-4aec-bcc7-80d0af3b5455 req-b47c3f31-9a4c-456c-a181-b253fa9c5c18 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029037 Sep 24 00:18:41.509234 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.520644 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.532274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00451a64-0920-4fc5-b9e7-eacb4fab40b7 req-4dec38be-db65-4d7a-9cf9-7b8efed80d24 service neutron] 10.222.0.18 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516932 Sep 24 00:18:41.605408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56b87c7-0928-48d6-ba11-20a1db078b61,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:41.609566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 172.20.0.9 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/d696a0d2-5504-4ce7-8405-728f35521791/95e6fcd8-ca70-43f3-a016-861c71054b5a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:41.618879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fed1:5277 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/5ac198a3-4459-48b5-ade5-719b18877a2f/95e6fcd8-ca70-43f3-a016-861c71054b5a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:41.818902 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.840911 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.853594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.869183 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.878264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device efe711a8-6cd1-4e7c-8228-1715001caa60 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:41.891492 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.896497 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7620616 Sep 24 00:18:41.898474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52474) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:41.906246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cea9bdce-5757-4bf3-af5d-c4d72e23200f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '26c98987-0d45-402f-9501-8ec5231e5aa4', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:41.914576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:41.940244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354d0fe-0c8f-43e4-b397-3b81ec19813a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c98987-0d45-402f-9501-8ec5231e5aa4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:41.965494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port efe711a8-6cd1-4e7c-8228-1715001caa60 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:41.966572 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.036669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:42.043888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=95e6fcd8-ca70-43f3-a016-861c71054b5a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:42.049435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:42.055130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:42.078921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cea9bdce-5757-4bf3-af5d-c4d72e23200f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.092254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Router bec5867b-e28b-4fab-81fa-97d3b2592c06 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:18:42.141980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:42.142661 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.153659 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.176400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-36e8cdd3-6957-4ff1-9927-94374e329e4e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9758019 Sep 24 00:18:42.178942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52480) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:42.200574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cea9bdce-5757-4bf3-af5d-c4d72e23200f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.208466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cea9bdce-5757-4bf3-af5d-c4d72e23200f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.231150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9bdce-5757-4bf3-af5d-c4d72e23200f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ea6d65-c006-4b89-ab1a-f8659d6a0bbd,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:42.248574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cea9bdce-5757-4bf3-af5d-c4d72e23200f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.253166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cea9bdce-5757-4bf3-af5d-c4d72e23200f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3527651 Sep 24 00:18:42.253817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52482) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:42.255074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port efe711a8-6cd1-4e7c-8228-1715001caa60, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=efe711a8-6cd1-4e7c-8228-1715001caa60,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:42.263693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1aa96d11-7113-4364-aed4-35882fda4a76 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '26c98987-0d45-402f-9501-8ec5231e5aa4', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:42.274445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.277300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 65bdba3b-6f6b-4bc7-987a-b70c12baf930 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:42.333732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1aa96d11-7113-4364-aed4-35882fda4a76 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.351241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850982b-b4fa-43a2-b8f9-03b103ea8abb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:42.357255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c850982b-b4fa-43a2-b8f9-03b103ea8abb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:42.369173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52486) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:42.369838 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c850982b-b4fa-43a2-b8f9-03b103ea8abb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1891558 Sep 24 00:18:42.402916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:42.412935 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Sync routers for ids ['bec5867b-e28b-4fab-81fa-97d3b2592c06'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:42.426415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=efe711a8-6cd1-4e7c-8228-1715001caa60,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:42.440444 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Routers {'bec5867b-e28b-4fab-81fa-97d3b2592c06'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:42.441789 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bec5867b-e28b-4fab-81fa-97d3b2592c06'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:42.456464 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.460547 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f72e2a90-0560-48fa-a8df-a6291107ab42 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4651949 Sep 24 00:18:42.463845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52488) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:42.466096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1aa96d11-7113-4364-aed4-35882fda4a76 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.473383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1aa96d11-7113-4364-aed4-35882fda4a76 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.517158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa96d11-7113-4364-aed4-35882fda4a76 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0441c4e-3a0f-4bc8-b4df-2da8550f1d3e,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:42.519932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:42.520522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.525008 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1aa96d11-7113-4364-aed4-35882fda4a76 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.530318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52494) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:42.531174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1aa96d11-7113-4364-aed4-35882fda4a76 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2760005 Sep 24 00:18:42.543485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-08351cc5-1dc6-4f68-802e-4582645bed11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '26c98987-0d45-402f-9501-8ec5231e5aa4', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:42.640087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0f4209-d2d1-4537-aacc-3ce1f7dfc514 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:42.650725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c45891d7-0681-4967-87d9-4b8b64f3b27d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 95e6fcd8-ca70-43f3-a016-861c71054b5a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:42.651691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c45891d7-0681-4967-87d9-4b8b64f3b27d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.668627 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08351cc5-1dc6-4f68-802e-4582645bed11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.690804 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Set router bec5867b-e28b-4fab-81fa-97d3b2592c06 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:42.822303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-95ecb018-bf73-47b1-a2c2-b2ba625d7d00 None None] Provisioning complete for port efe711a8-6cd1-4e7c-8228-1715001caa60 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:42.822669 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95ecb018-bf73-47b1-a2c2-b2ba625d7d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.828610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08351cc5-1dc6-4f68-802e-4582645bed11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.834746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08351cc5-1dc6-4f68-802e-4582645bed11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.848562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8728b-96db-45a7-8868-6fa591b9876c req-156522b3-500e-488a-b945-e1d996fd788d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:42.851765 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c8728b-96db-45a7-8868-6fa591b9876c req-156522b3-500e-488a-b945-e1d996fd788d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1496754 Sep 24 00:18:42.855938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c45891d7-0681-4967-87d9-4b8b64f3b27d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.898362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08351cc5-1dc6-4f68-802e-4582645bed11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9675cf90-fe7f-4335-a76e-ecedabc33676,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:42.918572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-08351cc5-1dc6-4f68-802e-4582645bed11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:42.923563 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-08351cc5-1dc6-4f68-802e-4582645bed11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3916349 Sep 24 00:18:42.928488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52498) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:42.967702 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.051068 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:18:41Z', 'revision_number': 3, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port': {'id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:40Z', 'updated_at': '2021-09-24T00:18:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:43.060296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-aaa9a1c1-bd87-48dc-9a69-3b8c60a42b08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '26c98987-0d45-402f-9501-8ec5231e5aa4', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:43.086998 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Checking router: bec5867b-e28b-4fab-81fa-97d3b2592c06 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:43.087688 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Updating router bec5867b-e28b-4fab-81fa-97d3b2592c06 port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:43.093470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da620bc7-830b-49f2-8f57-69509f78bce9 None None] Network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:43.119059 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.175860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 65bdba3b-6f6b-4bc7-987a-b70c12baf930, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=65bdba3b-6f6b-4bc7-987a-b70c12baf930,segment=NetworkSegment(3c7932f3-e05c-44db-a59a-681c2677ff3c),segment_id=3c7932f3-e05c-44db-a59a-681c2677ff3c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:43.192533 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.302640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a1c1-bd87-48dc-9a69-3b8c60a42b08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.333119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-c45891d7-0681-4967-87d9-4b8b64f3b27d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 95e6fcd8-ca70-43f3-a016-861c71054b5a owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:43.333945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-531bc9fc-bcd8-49fc-8c7f-71ed190ee585 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2018135 Sep 24 00:18:43.391952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=65bdba3b-6f6b-4bc7-987a-b70c12baf930,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:43.422413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c8728b-96db-45a7-8868-6fa591b9876c req-13f20115-a605-4d58-ad51-3f6b0f3c0219 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618098 Sep 24 00:18:43.519010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a1c1-bd87-48dc-9a69-3b8c60a42b08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.528353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a1c1-bd87-48dc-9a69-3b8c60a42b08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.568020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9a1c1-bd87-48dc-9a69-3b8c60a42b08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d722883-8112-4940-acae-fd9566953906,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:43.583741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-229ef94e-e1f5-456a-b7e5-542251160acf None None] Provisioning complete for port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:43.584474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-229ef94e-e1f5-456a-b7e5-542251160acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.586555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5820ad-02ac-4a5c-b361-aba37e336ed0 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '5ac198a3-4459-48b5-ade5-719b18877a2f', 'ip_address': '2001:db8::f816:3eff:fe47:b8cb'}, {'subnet_id': 'd696a0d2-5504-4ce7-8405-728f35521791'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'efe711a8-6cd1-4e7c-8228-1715001caa60'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:18:43.606890 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.614665 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.668969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-f826e486-7415-4502-9767-15334af90710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:43.675505 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-f826e486-7415-4502-9767-15334af90710 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=88d13697440948f9a62dd0ebdaceb1c6&device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 1102 time: 0.2769461 Sep 24 00:18:43.676484 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Attempting to bind port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:43.677002 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Attempting to bind port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:43.677613 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Attempting to bind port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:43.687816 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:43.688417 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:43.688999 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.689485 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:43.690719 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Bound port: 5a7c4637-b347-43eb-a4f3-58ca6fa546c5, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:43.691498 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.697136 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e5820ad-02ac-4a5c-b361-aba37e336ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.727731 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375dec9-5b6b-4f2f-be4c-e5e8f8fa710b None None] Pushing event updated for resources: {'Port': ['ID=5a7c4637-b347-43eb-a4f3-58ca6fa546c5,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:43.773206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aaa9a1c1-bd87-48dc-9a69-3b8c60a42b08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.775515 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aaa9a1c1-bd87-48dc-9a69-3b8c60a42b08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7245271 Sep 24 00:18:43.781437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.791779 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] For port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:43.796579 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] For port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5a7c4637-b347-43eb-a4f3-58ca6fa546c5,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:43.801985 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.816294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52510) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:43.826058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device efe711a8-6cd1-4e7c-8228-1715001caa60 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:43.835484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-77913c1a-1d63-42b5-a8fb-3d156033dd28 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '26c98987-0d45-402f-9501-8ec5231e5aa4', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:43.846272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c45891d7-0681-4967-87d9-4b8b64f3b27d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:43.901363 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375dec9-5b6b-4f2f-be4c-e5e8f8fa710b None None] Pushing event updated for resources: {'Port': ['ID=5a7c4637-b347-43eb-a4f3-58ca6fa546c5,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:43.950556 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Routers {'bec5867b-e28b-4fab-81fa-97d3b2592c06'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:43.953327 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bec5867b-e28b-4fab-81fa-97d3b2592c06'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:43.967271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45891d7-0681-4967-87d9-4b8b64f3b27d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=95e6fcd8-ca70-43f3-a016-861c71054b5a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:44.060372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c45891d7-0681-4967-87d9-4b8b64f3b27d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.067421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c45891d7-0681-4967-87d9-4b8b64f3b27d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/95e6fcd8-ca70-43f3-a016-861c71054b5a HTTP/1.1" status: 204 len: 168 time: 1.6933191 Sep 24 00:18:44.067737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52516) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:44.073119 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-77913c1a-1d63-42b5-a8fb-3d156033dd28 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Project a930604132e14a0bbbea0b94ffed365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:18:44.088849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77913c1a-1d63-42b5-a8fb-3d156033dd28 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.134931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d437b7a8-3265-4c2e-889c-184d9860d910 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:44.153166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d437b7a8-3265-4c2e-889c-184d9860d910 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:44.156878 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] Set router bec5867b-e28b-4fab-81fa-97d3b2592c06 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:44.157775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d437b7a8-3265-4c2e-889c-184d9860d910 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:44.159833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8e5820ad-02ac-4a5c-b361-aba37e336ed0 None None] Allocated IP 172.20.0.2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/d696a0d2-5504-4ce7-8405-728f35521791/efe711a8-6cd1-4e7c-8228-1715001caa60) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:44.166696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d437b7a8-3265-4c2e-889c-184d9860d910 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0960076 Sep 24 00:18:44.167634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52518) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:44.178859 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-f35ac1d1-9d0f-443a-ba41-cb0a0f5f1471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:44.180493 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-f35ac1d1-9d0f-443a-ba41-cb0a0f5f1471 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.4560695 Sep 24 00:18:44.192294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77913c1a-1d63-42b5-a8fb-3d156033dd28 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.206844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77913c1a-1d63-42b5-a8fb-3d156033dd28 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.246653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Allocated IP 172.20.0.1 (1578daff-ddf0-4d54-b43d-583ae0f6e6ab/72445e15-5654-444d-98c3-d1a450e75ff1/396d1841-0b87-4b58-a26e-9f7a172e32a8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:44.262495 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-69001f34-24ad-47af-b932-87d139e6341e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=35b5f1e3-b181-4876-844e-4f618e565481 HTTP/1.1" status: 200 len: 217 time: 0.0739050 Sep 24 00:18:44.281142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77913c1a-1d63-42b5-a8fb-3d156033dd28 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38887ee4-0078-46a2-9443-2f3669295d0c,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:44.295634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-783ee991-d8bf-4c81-b565-07f3b0cae9e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 5ac198a3-4459-48b5-ade5-719b18877a2f {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:44.334575 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77913c1a-1d63-42b5-a8fb-3d156033dd28 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.335855 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-77913c1a-1d63-42b5-a8fb-3d156033dd28 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5159781 Sep 24 00:18:44.340471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52524) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:44.345064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8e5820ad-02ac-4a5c-b361-aba37e336ed0 None None] For port efe711a8-6cd1-4e7c-8228-1715001caa60, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=efe711a8-6cd1-4e7c-8228-1715001caa60,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:44.356380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b6d55b8b-a635-48b2-8ba1-1449dd2315ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '26c98987-0d45-402f-9501-8ec5231e5aa4', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:44.372741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-03be68f6-7c8d-4cc2-8385-3d44b41ea955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:44.374264 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-03be68f6-7c8d-4cc2-8385-3d44b41ea955 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.1013336 Sep 24 00:18:44.398415 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-b6d55b8b-a635-48b2-8ba1-1449dd2315ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Project a930604132e14a0bbbea0b94ffed365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:18:44.404343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6d55b8b-a635-48b2-8ba1-1449dd2315ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.418716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e5820ad-02ac-4a5c-b361-aba37e336ed0 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.425391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port efe711a8-6cd1-4e7c-8228-1715001caa60 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:44.425884 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.427880 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e5820ad-02ac-4a5c-b361-aba37e336ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.446207 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-783ee991-d8bf-4c81-b565-07f3b0cae9e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.514512 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:18:41Z', 'revision_number': 3, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port': {'id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:40Z', 'updated_at': '2021-09-24T00:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:44.542518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-e1b385c6-3fbf-456e-9a06-7fd369c7b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:44.544087 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-e1b385c6-3fbf-456e-9a06-7fd369c7b2b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1620805 Sep 24 00:18:44.567229 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.603085 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6d55b8b-a635-48b2-8ba1-1449dd2315ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.613709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5820ad-02ac-4a5c-b361-aba37e336ed0 None None] Pushing event updated for resources: {'Port': ['ID=efe711a8-6cd1-4e7c-8228-1715001caa60,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:44.615781 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad49d91-fb7a-4c96-b385-9d4572742f41 None None] The sync data for ids ['bec5867b-e28b-4fab-81fa-97d3b2592c06'] in n-d-713498-18 is: [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:18:41Z', 'revision_number': 3, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port': {'id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:40Z', 'updated_at': '2021-09-24T00:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:44.630436 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6d55b8b-a635-48b2-8ba1-1449dd2315ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.660771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ba9a5f37-c29e-49a9-9407-ff74d2f21905 None None] Provisioning complete for port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:44.661096 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ba9a5f37-c29e-49a9-9407-ff74d2f21905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.695859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.701369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-783ee991-d8bf-4c81-b565-07f3b0cae9e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.703312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 65bdba3b-6f6b-4bc7-987a-b70c12baf930 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:44.707318 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-56a31d29-49e3-48ea-8c42-5ea8f69c3abd service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505337 Sep 24 00:18:44.754845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d55b8b-a635-48b2-8ba1-1449dd2315ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0a1c95b-c512-459b-abea-98023c376d22,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:44.821178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:44.836799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95586470-f406-42c4-9cdd-16287fb2268e req-5c55d19d-9ccc-4175-9352-45746bf9e772 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:44.844920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:44.848246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95586470-f406-42c4-9cdd-16287fb2268e req-5c55d19d-9ccc-4175-9352-45746bf9e772 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.2379279 Sep 24 00:18:44.859480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:44.866974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b6d55b8b-a635-48b2-8ba1-1449dd2315ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:44.870604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b6d55b8b-a635-48b2-8ba1-1449dd2315ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5258663 Sep 24 00:18:44.875163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52534) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:44.890789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'network': {'name': 'tempest-network-smoke--1012565818', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'port_security_enabled': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:44.951357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:44.951804 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.036234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Pushing event updated for resources: {'Port': ['ID=396d1841-0b87-4b58-a26e-9f7a172e32a8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:45.112504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-783ee991-d8bf-4c81-b565-07f3b0cae9e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.218732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.348553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:45.352283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.367159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95586470-f406-42c4-9cdd-16287fb2268e req-a18fef80-52b1-4121-a72a-def39b8c9f98 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5179296 Sep 24 00:18:45.397289 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-783ee991-d8bf-4c81-b565-07f3b0cae9e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.435560 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2fa8cb42-08ed-4da5-adce-f7cacd93952e req-34443d66-c575-42d9-b2ad-74e3fed1f341 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159779 Sep 24 00:18:45.495191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e51f6200-d667-474d-a628-d9fd132f4103 None None] Provisioning complete for port 396d1841-0b87-4b58-a26e-9f7a172e32a8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:45.495713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e51f6200-d667-474d-a628-d9fd132f4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.506557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ee991-d8bf-4c81-b565-07f3b0cae9e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac198a3-4459-48b5-ade5-719b18877a2f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:45.524676 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-783ee991-d8bf-4c81-b565-07f3b0cae9e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.530711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52542) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:45.530932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-783ee991-d8bf-4c81-b565-07f3b0cae9e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/5ac198a3-4459-48b5-ade5-719b18877a2f HTTP/1.1" status: 204 len: 168 time: 1.3570857 Sep 24 00:18:45.541327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:18:45.562673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.563580 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Added segment 84dc730c-cbcb-47ad-862b-ec468d9f66f0 of type vlan for network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 Sep 24 00:18:45.575406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e51f6200-d667-474d-a628-d9fd132f4103 None None] Port 396d1841-0b87-4b58-a26e-9f7a172e32a8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:45.638362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.680074 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.686951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:45.687649 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.711689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92ea350-544b-4b6b-8b1e-d2cc03a964b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet d696a0d2-5504-4ce7-8405-728f35521791 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:45.718285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c92ea350-544b-4b6b-8b1e-d2cc03a964b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.767074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.829308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9433880 Sep 24 00:18:45.840270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52548) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:45.857573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'admin_state_up': True, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:45.865245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device efe711a8-6cd1-4e7c-8228-1715001caa60 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:45.909637 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.912146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.925320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c92ea350-544b-4b6b-8b1e-d2cc03a964b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.958491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port efe711a8-6cd1-4e7c-8228-1715001caa60 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:45.959301 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:45.989577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67619dec-f4cc-4ce2-b8fd-76b1a4a67a56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Network': ['ID=7ecfafe6-d23c-4d59-9b53-16b0983a0013,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:46.023164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:18:46.098558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.199202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:46.210289 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21dc9e5-f8d8-4a6d-b309-0514c412640b None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:46.236130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c92ea350-544b-4b6b-8b1e-d2cc03a964b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.373105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eaff2ba1-b374-484b-bbc5-424aa23b99a5 None None] Could not find standard attr ID for object 95e6fcd8-ca70-43f3-a016-861c71054b5a. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:18:46.383550 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.390932 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c92ea350-544b-4b6b-8b1e-d2cc03a964b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.396743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.408363 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eaff2ba1-b374-484b-bbc5-424aa23b99a5 None None] Provisioning complete for port efe711a8-6cd1-4e7c-8228-1715001caa60 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:46.408987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaff2ba1-b374-484b-bbc5-424aa23b99a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.479021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.531634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.543446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c92ea350-544b-4b6b-8b1e-d2cc03a964b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.547715 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c92ea350-544b-4b6b-8b1e-d2cc03a964b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/d696a0d2-5504-4ce7-8405-728f35521791 HTTP/1.1" status: 204 len: 168 time: 1.0159757 Sep 24 00:18:46.553087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52562) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:46.555501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ea350-544b-4b6b-8b1e-d2cc03a964b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=d696a0d2-5504-4ce7-8405-728f35521791,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:46.568039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:46.569043 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.650789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c2886f-a4d9-49f8-9cb7-3c6901f9ed59 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'd696a0d2-5504-4ce7-8405-728f35521791'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'efe711a8-6cd1-4e7c-8228-1715001caa60'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:18:46.688843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-16c2886f-a4d9-49f8-9cb7-3c6901f9ed59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.747177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11a6cf1-f6f9-4e71-9967-a80122a09c22 req-fa7c08b5-a4ca-409b-899b-297ae13b0686 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:46.758820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c11a6cf1-f6f9-4e71-9967-a80122a09c22 req-fa7c08b5-a4ca-409b-899b-297ae13b0686 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.2349641 Sep 24 00:18:46.790877 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.801035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.832624 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.886270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5a7c4637-b347-43eb-a4f3-58ca6fa546c5,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:46.894906 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:46.953572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c11a6cf1-f6f9-4e71-9967-a80122a09c22 req-9224a11e-c41c-4407-8f8a-22848a3aeab3 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877360 Sep 24 00:18:46.993390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cace20d-a1a3-46a1-b437-379a96370ad4 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:47.024663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=5a7c4637-b347-43eb-a4f3-58ca6fa546c5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:47.053711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a84ea1ca-046f-4440-8ed2-ac2e8eb0afe3 None None] Provisioning complete for port efe711a8-6cd1-4e7c-8228-1715001caa60 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:47.054093 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a84ea1ca-046f-4440-8ed2-ac2e8eb0afe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.083767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.25.5.249 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/b1a2488a-1ebd-490a-a776-45b546e2bd14) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:47.186468 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ced22b46-0d81-4567-8954-178cbe3994be tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6287301 Sep 24 00:18:47.199935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52572) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:47.203000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:47.207956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:47.210075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.239188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Pushing event updated for resources: {'Port': ['ID=396d1841-0b87-4b58-a26e-9f7a172e32a8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:47.261239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:47.275080 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.360367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:47.363410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648582c-6825-423f-af58-d71d42077349 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:18:47.364391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:47.369473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:47.381033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=b1a2488a-1ebd-490a-a776-45b546e2bd14,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:47.454155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8648582c-6825-423f-af58-d71d42077349 None None] Deleting port efe711a8-6cd1-4e7c-8228-1715001caa60 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:47.454739 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8648582c-6825-423f-af58-d71d42077349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.456952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:47.466868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.548433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8648582c-6825-423f-af58-d71d42077349 None None] For port efe711a8-6cd1-4e7c-8228-1715001caa60, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=efe711a8-6cd1-4e7c-8228-1715001caa60,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:47.549200 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8648582c-6825-423f-af58-d71d42077349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.583714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8648582c-6825-423f-af58-d71d42077349 None None] Calling delete_port for efe711a8-6cd1-4e7c-8228-1715001caa60 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:47.656041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Router bec5867b-e28b-4fab-81fa-97d3b2592c06 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:18:47.752787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:47.803679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f0343332-631c-4105-a6d5-92f01610e75e None None] Provisioning complete for port 396d1841-0b87-4b58-a26e-9f7a172e32a8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:47.803679 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f0343332-631c-4105-a6d5-92f01610e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.813548 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8648582c-6825-423f-af58-d71d42077349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.853516 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.867349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648582c-6825-423f-af58-d71d42077349 None None] Pushing event deleted for resources: {'Port': ['ID=efe711a8-6cd1-4e7c-8228-1715001caa60,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:47.870911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648582c-6825-423f-af58-d71d42077349 None None] No DVR routers for this DVR port efe711a8-6cd1-4e7c-8228-1715001caa60 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:18:47.884844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f0343332-631c-4105-a6d5-92f01610e75e None None] Port 396d1841-0b87-4b58-a26e-9f7a172e32a8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:47.889807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:47.890277 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:47.892603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:47.921842 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f04c61bb-dd8c-4530-a6b1-3dceb63177fd admin admin] 10.222.0.24 "PUT /v2.0/routers/bec5867b-e28b-4fab-81fa-97d3b2592c06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4522254 Sep 24 00:18:47.930114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Sync routers for ids ['bec5867b-e28b-4fab-81fa-97d3b2592c06'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:47.945239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Routers {'bec5867b-e28b-4fab-81fa-97d3b2592c06'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:47.946044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bec5867b-e28b-4fab-81fa-97d3b2592c06'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:48.087178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:48.123304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Set router bec5867b-e28b-4fab-81fa-97d3b2592c06 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:48.157234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=f6f27a12-8408-4af3-b2bf-87a8f1e2e295,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:48.159370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device efe711a8-6cd1-4e7c-8228-1715001caa60 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:18:48.182128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:48.185293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:48.189550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:48.191825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:48.222542 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f6d11012-3984-4015-b2b8-cdbc1eac2cda tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0215118 Sep 24 00:18:48.225652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:48.231726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:48.240172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82566b63-851d-47b9-a870-f566e643a35d None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:48.245101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: efe711a8-6cd1-4e7c-8228-1715001caa60 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:18:48.245494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device efe711a8-6cd1-4e7c-8228-1715001caa60 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:18:48.262200 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:48.417004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceca19e-b16e-465a-a88a-a3f6bc169ea7 req-f44117ea-9695-495b-88d5-af0d0a76cbb0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:48.418426 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ceca19e-b16e-465a-a88a-a3f6bc169ea7 req-f44117ea-9695-495b-88d5-af0d0a76cbb0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.3387656 Sep 24 00:18:48.436143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:48.441475 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:48.476196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ceca19e-b16e-465a-a88a-a3f6bc169ea7 req-62f43b12-0d9c-46fb-85f1-a2af9ca572c1 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492716 Sep 24 00:18:48.488425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router eebb255f-494c-4d99-beb8-db40f81f7a4c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:18:48.905623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:18:45Z', 'revision_number': 4, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port': {'id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:40Z', 'updated_at': '2021-09-24T00:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '396d1841-0b87-4b58-a26e-9f7a172e32a8', 'name': '', 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'mac_address': 'fa:16:3e:19:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '72445e15-5654-444d-98c3-d1a450e75ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:43Z', 'updated_at': '2021-09-24T00:18:46Z', 'revision_number': 2, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'subnets': [{'id': '72445e15-5654-444d-98c3-d1a450e75ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:48.948969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Checking router: bec5867b-e28b-4fab-81fa-97d3b2592c06 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:48.949472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Updating router bec5867b-e28b-4fab-81fa-97d3b2592c06 port 396d1841-0b87-4b58-a26e-9f7a172e32a8 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:49.000567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': 'f6f27a12-8408-4af3-b2bf-87a8f1e2e295'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:18:49.001546 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.005392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:18:49.006546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52616) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:49.011830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-180377993-network', 'tenant_id': '726fd73ad31d4a00878de7071764556d'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:49.019354 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.028008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:49.034704 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.040666 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Sync routers for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:49.052819 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:49.053594 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:49.093932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:49.098941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.101699 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2f85f4a0-1889-4629-9aed-1a36eeb49d5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.2589307 Sep 24 00:18:49.103351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52622) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:49.115032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:49.121245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:49.121838 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.132975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Made reservation on behalf of 726fd73ad31d4a00878de7071764556d for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:49.146722 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.191333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.213977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=4b8dc457-aae1-48f5-9210-913db8099da5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:49.222842 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9763065e-03f7-4c82-be08-da26d941be29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9959357 Sep 24 00:18:49.226638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52626) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:49.232854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:23:54:d6', 'name': 'tempest-NetworksTestDHCPv6-1102593304'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:49.239224 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:49.416784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.419077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Allocated IP 172.20.0.2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/f6f27a12-8408-4af3-b2bf-87a8f1e2e295/a99791c2-214a-4325-ad6b-75f551428348) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:49.425682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.450811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Allocated IP 2001:db8::f816:3eff:fee6:677 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/4b8dc457-aae1-48f5-9210-913db8099da5/a99791c2-214a-4325-ad6b-75f551428348) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:49.478703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:18:49.498808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:49.520308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35baf463-99cb-48dc-b4b0-924ccd2ddd28,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:49.529193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.542325 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Added segment 3e9a2a1c-518a-41bd-ab2d-b0c2152f546f of type vlan for network 52688619-8885-4836-a351-8cdf13b1d9b2 Sep 24 00:18:49.635764 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.653844 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.662212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:47Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:49.670970 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.700201 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.702098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:49.702715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.725420 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7170827 Sep 24 00:18:49.750331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:49.764730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Request body: {'subnet': {'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-180377993-subnet', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:49.816258 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Checking router: eebb255f-494c-4d99-beb8-db40f81f7a4c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:49.816620 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Updating router eebb255f-494c-4d99-beb8-db40f81f7a4c port b1a2488a-1ebd-490a-a776-45b546e2bd14 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:49.849823 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.871001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf18fe7-5e0e-4176-92b7-53e7eea6c1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=52688619-8885-4836-a351-8cdf13b1d9b2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:49.871631 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.880581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Made reservation on behalf of 726fd73ad31d4a00878de7071764556d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:49.885047 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.889049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 52688619-8885-4836-a351-8cdf13b1d9b2 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:18:49.899288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5659cfdd-cfc6-41ec-a319-9653196b9133 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a930604132e14a0bbbea0b94ffed365f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7947700 Sep 24 00:18:49.902343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52638) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:49.935485 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:49.979151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f2efb-5879-46b1-b16c-01c9bde50f97 req-514217fe-bb2a-4581-8dc2-e32a00663b78 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:49.980693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-760f2efb-5879-46b1-b16c-01c9bde50f97 req-514217fe-bb2a-4581-8dc2-e32a00663b78 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.2835007 Sep 24 00:18:49.993018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 77f6e24f-b13f-4bca-912d-b0af62ea6e0f yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:18:50.010742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d319-6e06-438e-bea8-430738c3b8e8 None None] Pushing event updated for resources: {'Port': ['ID=396d1841-0b87-4b58-a26e-9f7a172e32a8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:50.046786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.149314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Attempting to bind port 396d1841-0b87-4b58-a26e-9f7a172e32a8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:50.149731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Attempting to bind port 396d1841-0b87-4b58-a26e-9f7a172e32a8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:50.150038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Attempting to bind port 396d1841-0b87-4b58-a26e-9f7a172e32a8 on network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:50.171915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:50.172188 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Checking segment: {'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:50.172602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.173000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Bound using segment: {'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:50.173636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Bound port: 396d1841-0b87-4b58-a26e-9f7a172e32a8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c7932f3-e05c-44db-a59a-681c2677ff3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:50.174807 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.196552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:50.210408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:50.213186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:50.220393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Pushing event updated for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:50.221100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-760f2efb-5879-46b1-b16c-01c9bde50f97 req-11d5e974-750e-4dd7-abad-1fcdfe842400 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828948 Sep 24 00:18:50.297876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4da09ade-967a-4827-99d8-8d152d5f8bf1 None None] Provisioning complete for port 396d1841-0b87-4b58-a26e-9f7a172e32a8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:50.298495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4da09ade-967a-4827-99d8-8d152d5f8bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.303892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 172.20.0.7 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/f6f27a12-8408-4af3-b2bf-87a8f1e2e295/77f6e24f-b13f-4bca-912d-b0af62ea6e0f) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:50.314359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fe23:54d6 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/4b8dc457-aae1-48f5-9210-913db8099da5/77f6e24f-b13f-4bca-912d-b0af62ea6e0f) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:50.327716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9dfa43-6ec5-4b44-bee8-f466b0c75d52 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:50.329311 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a9dfa43-6ec5-4b44-bee8-f466b0c75d52 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4258955 Sep 24 00:18:50.332291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52648) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:50.416075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Attempting to bind port a99791c2-214a-4325-ad6b-75f551428348 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:50.416442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Attempting to bind port a99791c2-214a-4325-ad6b-75f551428348 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:50.416819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Attempting to bind port a99791c2-214a-4325-ad6b-75f551428348 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:50.424797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] For port 396d1841-0b87-4b58-a26e-9f7a172e32a8, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:50.429852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] For port 396d1841-0b87-4b58-a26e-9f7a172e32a8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=396d1841-0b87-4b58-a26e-9f7a172e32a8,segment=NetworkSegment(3c7932f3-e05c-44db-a59a-681c2677ff3c),segment_id=3c7932f3-e05c-44db-a59a-681c2677ff3c)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:50.432748 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.433312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4da09ade-967a-4827-99d8-8d152d5f8bf1 None None] Port 396d1841-0b87-4b58-a26e-9f7a172e32a8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:18:50.438020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:50.438426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:50.438857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.439296 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:50.440588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Bound port: a99791c2-214a-4325-ad6b-75f551428348, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:50.441177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.442200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd653acc-bee8-4a64-8776-845e7b56f198 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1087210 Sep 24 00:18:50.443428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52650) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:50.444365 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.449194 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.457833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1997877449', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:50.504641 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Attempting to bind port b1a2488a-1ebd-490a-a776-45b546e2bd14 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:50.505372 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Attempting to bind port b1a2488a-1ebd-490a-a776-45b546e2bd14 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:50.505952 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Attempting to bind port b1a2488a-1ebd-490a-a776-45b546e2bd14 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:50.541769 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:50.542891 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:50.543571 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.544551 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:50.545471 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Bound port: b1a2488a-1ebd-490a-a776-45b546e2bd14, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:50.546083 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.551221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Routers {'bec5867b-e28b-4fab-81fa-97d3b2592c06'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:50.551865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bec5867b-e28b-4fab-81fa-97d3b2592c06'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:50.565634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.613309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d319-6e06-438e-bea8-430738c3b8e8 None None] Pushing event updated for resources: {'Port': ['ID=396d1841-0b87-4b58-a26e-9f7a172e32a8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:50.622590 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] For port b1a2488a-1ebd-490a-a776-45b546e2bd14, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:50.629212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] For port b1a2488a-1ebd-490a-a776-45b546e2bd14, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b1a2488a-1ebd-490a-a776-45b546e2bd14,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:50.640049 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.649866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:50.655582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a99791c2-214a-4325-ad6b-75f551428348,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:50.661960 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.691235 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466083b-32b1-41cf-ad9e-bb26238cce41 None None] Pushing event updated for resources: {'Port': ['ID=b1a2488a-1ebd-490a-a776-45b546e2bd14,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:50.721671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f7d1017-227d-4347-9ad8-e72caa54d029,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:50.776976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:50.781186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.794955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Checking segment: {'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:50.795331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Network hostable DHCP agents. Network: 52688619-8885-4836-a351-8cdf13b1d9b2, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:18:50.815798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] Set router bec5867b-e28b-4fab-81fa-97d3b2592c06 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:50.818782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814552c-d148-4a6b-ab17-c855d033cf67 None None] Pushing event updated for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:50.821365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Network 52688619-8885-4836-a351-8cdf13b1d9b2 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:18:50.837596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 52688619-8885-4836-a351-8cdf13b1d9b2) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:50.842029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:50.842660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.858564 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f466083b-32b1-41cf-ad9e-bb26238cce41 None None] Pushing event updated for resources: {'Port': ['ID=b1a2488a-1ebd-490a-a776-45b546e2bd14,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:50.867574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de832af2-593a-495e-80fb-f4389499c69b None None] Network 52688619-8885-4836-a351-8cdf13b1d9b2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:50.875812 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6f32f34f-3727-470b-8253-53f49dee3dd5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1214726 Sep 24 00:18:50.879724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52658) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:50.884265 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:50.887456 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:50.891193 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:50.967073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.968940 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:50.974122 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.020793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.053029 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6f4eb2d5-1d41-44ff-8eca-4671fdd663e2 None None] Provisioning complete for port 396d1841-0b87-4b58-a26e-9f7a172e32a8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:51.053429 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb2d5-1d41-44ff-8eca-4671fdd663e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.073849 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:51.106362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.192592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:51.197823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:51.209061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:51.216115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=77f6e24f-b13f-4bca-912d-b0af62ea6e0f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:51.424671 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:47Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:51.438891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.501018 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046b9af8-cd79-4b32-9acf-5b7491d9dcc1 None None] The sync data for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 is: [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:47Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:51.521979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:51.522950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.549643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.623433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989435b-f37b-41b6-ba1a-5f006bf45786 req-f3b1f83a-e7d3-4c25-886d-b48fbb136021 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:51.632088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4989435b-f37b-41b6-ba1a-5f006bf45786 req-f3b1f83a-e7d3-4c25-886d-b48fbb136021 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.2926478 Sep 24 00:18:51.640311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7f9059c2-414a-406e-85ec-dfdef05fbc1a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4121521 Sep 24 00:18:51.657511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52666) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:51.769302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Subnet': ['ID=ab97a52e-8521-487d-a602-d641fd535418,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:51.793445 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-52688619-8885-4836-a351-8cdf13b1d9b2', 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'fixed_ips': [{'subnet_id': '9f7d1017-227d-4347-9ad8-e72caa54d029'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:18:51.794460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.815624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4989435b-f37b-41b6-ba1a-5f006bf45786 req-aa023f5a-1572-4f45-8991-aa3738b68c6f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823485 Sep 24 00:18:51.817277 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.820908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Checking segment: {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:51.821525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network hostable DHCP agents. Network: 7ecfafe6-d23c-4d59-9b53-16b0983a0013, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:18:51.856932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a99791c2-214a-4325-ad6b-75f551428348 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:51.858307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b2440f-ce78-4f77-950a-d44300e05ac3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:51.866001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b2440f-ce78-4f77-950a-d44300e05ac3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:51.868137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d2b2440f-ce78-4f77-950a-d44300e05ac3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2095923 Sep 24 00:18:51.872138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52674) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:51.903266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:51.925645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:18:51.943132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 7ecfafe6-d23c-4d59-9b53-16b0983a0013) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:51.948382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:51.948862 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:52.033771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-346acae4-5f3a-4a95-b8e5-a6061a4235ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5803766 Sep 24 00:18:52.035132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52676) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:52.085342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb2d5-1d41-44ff-8eca-4671fdd663e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:52.160754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-93df693e-ff25-4403-bc1b-26074dfbc6a1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 77f6e24f-b13f-4bca-912d-b0af62ea6e0f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:18:52.161153 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93df693e-ff25-4403-bc1b-26074dfbc6a1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:52.162240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ea255b-d367-4b96-adf9-3d61cd11630a None None] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:52.185537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Allocated IP 172.25.5.72 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/aa003a95-d134-41e7-809f-24f267acff6f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:52.416432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93df693e-ff25-4403-bc1b-26074dfbc6a1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:52.431349 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:52.434362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-93df693e-ff25-4403-bc1b-26074dfbc6a1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 77f6e24f-b13f-4bca-912d-b0af62ea6e0f owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:18:52.499147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:52.540805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Allocated IP 172.20.0.2 (52688619-8885-4836-a351-8cdf13b1d9b2/9f7d1017-227d-4347-9ad8-e72caa54d029/b6965fd8-ee93-4da4-9856-a52715cd4db6) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:52.593599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:52.595091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6f4eb2d5-1d41-44ff-8eca-4671fdd663e2 None None] For port 396d1841-0b87-4b58-a26e-9f7a172e32a8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=396d1841-0b87-4b58-a26e-9f7a172e32a8,segment=NetworkSegment(3c7932f3-e05c-44db-a59a-681c2677ff3c),segment_id=3c7932f3-e05c-44db-a59a-681c2677ff3c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:52.600214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:52.610138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:18:45Z', 'revision_number': 4, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port': {'id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:40Z', 'updated_at': '2021-09-24T00:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '396d1841-0b87-4b58-a26e-9f7a172e32a8', 'name': '', 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'mac_address': 'fa:16:3e:19:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '72445e15-5654-444d-98c3-d1a450e75ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:43Z', 'updated_at': '2021-09-24T00:18:50Z', 'revision_number': 4, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'subnets': [{'id': '72445e15-5654-444d-98c3-d1a450e75ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:52.614099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:52.620073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6f4eb2d5-1d41-44ff-8eca-4671fdd663e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:52.680347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Pushing event updated for resources: {'Port': ['ID=aa003a95-d134-41e7-809f-24f267acff6f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:52.691915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:52.692399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:52.694802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe664d8-b7a9-4cfe-a5f4-36e102119995 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:52.766394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94fd307f-2f2a-45e3-a3ea-db7d80af0bcc None None] The sync data for ids ['bec5867b-e28b-4fab-81fa-97d3b2592c06'] in n-d-713498-18 is: [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:18:45Z', 'revision_number': 4, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port': {'id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:40Z', 'updated_at': '2021-09-24T00:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '396d1841-0b87-4b58-a26e-9f7a172e32a8', 'name': '', 'network_id': '1578daff-ddf0-4d54-b43d-583ae0f6e6ab', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'mac_address': 'fa:16:3e:19:2e:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 3236, 'fixed_ips': [{'subnet_id': '72445e15-5654-444d-98c3-d1a450e75ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:43Z', 'updated_at': '2021-09-24T00:18:50Z', 'revision_number': 4, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'subnets': [{'id': '72445e15-5654-444d-98c3-d1a450e75ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:18:52.897476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4eb2d5-1d41-44ff-8eca-4671fdd663e2 None None] Pushing event updated for resources: {'Port': ['ID=396d1841-0b87-4b58-a26e-9f7a172e32a8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:52.998591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:18:52.999776 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.012174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4260415a-f3ee-431a-9b34-921f7637d312 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:53.012882 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4260415a-f3ee-431a-9b34-921f7637d312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.148811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5990ecf-eb88-4596-937f-6d381bcf0377 req-99c940e3-fe89-4d5f-a0f0-052b6d4677fb tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:53.150778 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5990ecf-eb88-4596-937f-6d381bcf0377 req-99c940e3-fe89-4d5f-a0f0-052b6d4677fb tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1785231 Sep 24 00:18:53.170778 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93df693e-ff25-4403-bc1b-26074dfbc6a1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.224767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df693e-ff25-4403-bc1b-26074dfbc6a1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=77f6e24f-b13f-4bca-912d-b0af62ea6e0f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:53.234330 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a94cb0b-1967-4bcf-a3d2-c529d1a971af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.361069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5990ecf-eb88-4596-937f-6d381bcf0377 req-c26c0991-3f67-4d5e-8a76-7467e62a0e66 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889496 Sep 24 00:18:53.419585 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.448787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.491132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a99791c2-214a-4325-ad6b-75f551428348,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:53.526800 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.529783 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.575313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93df693e-ff25-4403-bc1b-26074dfbc6a1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.577678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-93df693e-ff25-4403-bc1b-26074dfbc6a1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/77f6e24f-b13f-4bca-912d-b0af62ea6e0f HTTP/1.1" status: 204 len: 168 time: 1.7044599 Sep 24 00:18:53.580137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.582459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52698) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:53.615748 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:53.700786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Network 52688619-8885-4836-a351-8cdf13b1d9b2 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:53.715300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:53.718011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:53.761532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Allocated IP 172.20.0.2 (7ecfafe6-d23c-4d59-9b53-16b0983a0013/ab97a52e-8521-487d-a602-d641fd535418/b488c806-0016-4dfa-bf4a-4c5b968c0fbb) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:53.857307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4294c2-050e-458b-95f3-f6dc46651893 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:53.859632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4294c2-050e-458b-95f3-f6dc46651893 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:53.861939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4294c2-050e-458b-95f3-f6dc46651893 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:53.870821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8a4294c2-050e-458b-95f3-f6dc46651893 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2827814 Sep 24 00:18:53.870821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52706) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:53.956093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.042503 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.101615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 396d1841-0b87-4b58-a26e-9f7a172e32a8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:54.106047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.107848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:54.242877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce17e977-d305-4d75-87d5-0830a30926fa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 4b8dc457-aae1-48f5-9210-913db8099da5 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:54.246664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:54.253527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:54.256525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:54.313457 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce17e977-d305-4d75-87d5-0830a30926fa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.349639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Attempting to bind port b6965fd8-ee93-4da4-9856-a52715cd4db6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:54.350297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Attempting to bind port b6965fd8-ee93-4da4-9856-a52715cd4db6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:54.350955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Attempting to bind port b6965fd8-ee93-4da4-9856-a52715cd4db6 on network 52688619-8885-4836-a351-8cdf13b1d9b2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:54.359592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:54.361947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Checking segment: {'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:54.362610 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.363203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Bound using segment: {'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:54.363898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Bound port: b6965fd8-ee93-4da4-9856-a52715cd4db6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:54.364469 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.437823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:18:54.446394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Pushing event updated for resources: {'Port': ['ID=b6965fd8-ee93-4da4-9856-a52715cd4db6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:54.532846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Pushing event updated for resources: {'Port': ['ID=b488c806-0016-4dfa-bf4a-4c5b968c0fbb,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:54.570475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 396d1841-0b87-4b58-a26e-9f7a172e32a8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:54.570475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.595666 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce17e977-d305-4d75-87d5-0830a30926fa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.666319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Attempting to bind port b488c806-0016-4dfa-bf4a-4c5b968c0fbb on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:54.667861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Attempting to bind port b488c806-0016-4dfa-bf4a-4c5b968c0fbb by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:54.668424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Attempting to bind port b488c806-0016-4dfa-bf4a-4c5b968c0fbb on network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:54.695818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:54.696616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Checking segment: {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:54.697216 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.697827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Bound using segment: {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:54.698493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Bound port: b488c806-0016-4dfa-bf4a-4c5b968c0fbb, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:54.699244 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.724719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:54.751342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.20.0.1 (7ecfafe6-d23c-4d59-9b53-16b0983a0013/ab97a52e-8521-487d-a602-d641fd535418/61550979-8a4d-4bac-9d51-4aeba090e1a1) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:54.751665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae4817-8706-4bd0-8ade-128d749945a9 req-0bc2420e-d6a9-4264-b281-e02022cd8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:54.755520 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-15ae4817-8706-4bd0-8ade-128d749945a9 req-0bc2420e-d6a9-4264-b281-e02022cd8d0f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 1097 time: 0.4323645 Sep 24 00:18:54.776094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:54.777652 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d2c98220-acf0-44b4-8be3-e648a5913f92 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8968887 Sep 24 00:18:54.784941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52718) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:54.923036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cbb8c-9a2b-4f52-979b-f402fdb40a6d req-a6292b40-e80d-4908-b2b5-adbdd92ad833 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:54.925761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d8cbb8c-9a2b-4f52-979b-f402fdb40a6d req-a6292b40-e80d-4908-b2b5-adbdd92ad833 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.3943150 Sep 24 00:18:54.929921 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-15ae4817-8706-4bd0-8ade-128d749945a9 req-4a084efd-56a5-48bf-b106-900136eed1ef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505795 Sep 24 00:18:54.971255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce17e977-d305-4d75-87d5-0830a30926fa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.043432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Sync routers for ids ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:55.126028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Routers {'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:55.126722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:55.142438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] For port b6965fd8-ee93-4da4-9856-a52715cd4db6, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:55.145567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-717e2643-e82b-46c7-ba33-a11ce8fcbf36 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:55.146043 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-717e2643-e82b-46c7-ba33-a11ce8fcbf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.164515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d8cbb8c-9a2b-4f52-979b-f402fdb40a6d req-6f953c77-8941-4665-ba9e-205fffb25a49 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188842 Sep 24 00:18:55.206092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce17e977-d305-4d75-87d5-0830a30926fa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.212096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.290592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17e977-d305-4d75-87d5-0830a30926fa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=4b8dc457-aae1-48f5-9210-913db8099da5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:55.298636 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce17e977-d305-4d75-87d5-0830a30926fa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.302508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b1a2488a-1ebd-490a-a776-45b546e2bd14 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:55.303500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ce17e977-d305-4d75-87d5-0830a30926fa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/4b8dc457-aae1-48f5-9210-913db8099da5 HTTP/1.1" status: 204 len: 168 time: 1.4334455 Sep 24 00:18:55.306042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52728) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:55.349929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d81737-c655-460c-97d8-e2f8784bc532 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:55.371996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] For port b6965fd8-ee93-4da4-9856-a52715cd4db6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6965fd8-ee93-4da4-9856-a52715cd4db6,segment=NetworkSegment(3e9a2a1c-518a-41bd-ab2d-b0c2152f546f),segment_id=3e9a2a1c-518a-41bd-ab2d-b0c2152f546f)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:55.393510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] For port b488c806-0016-4dfa-bf4a-4c5b968c0fbb, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:55.405104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.411104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8c40ae-1373-40f0-aaa5-a48e7e7dc430 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet f6f27a12-8408-4af3-b2bf-87a8f1e2e295 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:18:55.417866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a8c40ae-1373-40f0-aaa5-a48e7e7dc430 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.450962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.520641 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a8c40ae-1373-40f0-aaa5-a48e7e7dc430 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.552740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] For port b488c806-0016-4dfa-bf4a-4c5b968c0fbb, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b488c806-0016-4dfa-bf4a-4c5b968c0fbb,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:55.556816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:55.602674 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.618056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b1a2488a-1ebd-490a-a776-45b546e2bd14 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:55.618427 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:55.713998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5b8d0-329e-48c2-aaad-87dd4edf9477 None None] Pushing event updated for resources: {'Port': ['ID=b6965fd8-ee93-4da4-9856-a52715cd4db6,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:55.929063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f203559c-97c5-4509-82ea-ae629ab01965 None None] Pushing event updated for resources: {'Port': ['ID=b488c806-0016-4dfa-bf4a-4c5b968c0fbb,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:55.978994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:55.985719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:55.989522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=61550979-8a4d-4bac-9d51-4aeba090e1a1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:56.023171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Set router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:56.040515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-19684eeb-4335-4181-b395-c5d346fb8e44 None None] Could not find standard attr ID for object 77f6e24f-b13f-4bca-912d-b0af62ea6e0f. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:18:56.074824 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d9185d2-48ee-42ea-96a5-56f481db8cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.118267 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.200753 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.268301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a8c40ae-1373-40f0-aaa5-a48e7e7dc430 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.363227 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.412305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.458369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a8c40ae-1373-40f0-aaa5-a48e7e7dc430 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.464143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port b1a2488a-1ebd-490a-a776-45b546e2bd14, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b1a2488a-1ebd-490a-a776-45b546e2bd14,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:56.475023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b6dd7-e315-4502-906a-131905d4e880 req-0da148d1-ec2c-49d2-9275-9d2949bc7590 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:56.476720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f48b6dd7-e315-4502-906a-131905d4e880 req-0da148d1-ec2c-49d2-9275-9d2949bc7590 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1196170 Sep 24 00:18:56.500519 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.520292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a8c40ae-1373-40f0-aaa5-a48e7e7dc430 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.525384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3a8c40ae-1373-40f0-aaa5-a48e7e7dc430 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/f6f27a12-8408-4af3-b2bf-87a8f1e2e295 HTTP/1.1" status: 204 len: 168 time: 1.2122045 Sep 24 00:18:56.527415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52744) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:56.547492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:56.553170 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c40ae-1373-40f0-aaa5-a48e7e7dc430 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f27a12-8408-4af3-b2bf-87a8f1e2e295,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:56.623704 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b11b398c-5786-4442-9762-3d8a41209415 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0949512 Sep 24 00:18:56.637129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52746) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:56.645972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:56.668054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f48b6dd7-e315-4502-906a-131905d4e880 req-fca21830-5271-4bfe-b145-9aa4770b608a tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842718 Sep 24 00:18:56.734688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=b1a2488a-1ebd-490a-a776-45b546e2bd14,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:56.780745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Allocated IP 172.20.0.1 (52688619-8885-4836-a351-8cdf13b1d9b2/9f7d1017-227d-4347-9ad8-e72caa54d029/8492fe07-0270-47f1-a2bf-5b3997b0e646) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:18:56.836182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:18:52Z', 'revision_number': 3, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port': {'id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:51Z', 'updated_at': '2021-09-24T00:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:56.901552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8968e0e3-a6c4-4dcc-8c4c-7c647ed209fc None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'f6f27a12-8408-4af3-b2bf-87a8f1e2e295'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'a99791c2-214a-4325-ad6b-75f551428348'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:18:56.976599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Checking router: ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:56.977104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Updating router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 port aa003a95-d134-41e7-809f-24f267acff6f binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:57.018052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:57.022069 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.045748 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8968e0e3-a6c4-4dcc-8c4c-7c647ed209fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.079504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a99791c2-214a-4325-ad6b-75f551428348 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:57.083968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.090676 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.093246 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.157722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-78dad073-ad33-4fad-a0eb-5819e1b78425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:57.159440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-78dad073-ad33-4fad-a0eb-5819e1b78425 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbab406d24e148079cc5e5d7be32176e&device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 1097 time: 0.0909066 Sep 24 00:18:57.188514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.265492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Network 52688619-8885-4836-a351-8cdf13b1d9b2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:57.277525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:57.280072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:18:57.344453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Pushing event updated for resources: {'Port': ['ID=8492fe07-0270-47f1-a2bf-5b3997b0e646,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:57.393611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.410715 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.421108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.509092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aa87e-e26e-41d3-9286-b713d932acd4 req-577a83ec-0aec-47cb-be32-a8c919ac8a76 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:57.516746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-835aa87e-e26e-41d3-9286-b713d932acd4 req-577a83ec-0aec-47cb-be32-a8c919ac8a76 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.2060795 Sep 24 00:18:57.559339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-a7eb1089-ab1d-4279-8778-fcefaedbcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:57.560213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=61550979-8a4d-4bac-9d51-4aeba090e1a1,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:57.560870 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-a7eb1089-ab1d-4279-8778-fcefaedbcf23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 200 len: 912 time: 0.3939519 Sep 24 00:18:57.580630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.582810 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.615324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1616bc0-ff03-42c0-a968-456f83f853cf None None] Network 52688619-8885-4836-a351-8cdf13b1d9b2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:57.619289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-53c2326a-31cd-4605-8c68-6201efa93840 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e10b490e-d52d-4d98-bd32-047dc80032fa HTTP/1.1" status: 200 len: 217 time: 0.0493457 Sep 24 00:18:57.634251 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.645823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.724886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-835aa87e-e26e-41d3-9286-b713d932acd4 req-00635add-104e-4d1a-8f4c-80fb1c0969ab tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071767 Sep 24 00:18:57.733511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dbbf84dc-d0d2-475f-b85c-9bf9e41dc52c None None] Provisioning complete for port b6965fd8-ee93-4da4-9856-a52715cd4db6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:57.735544 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbbf84dc-d0d2-475f-b85c-9bf9e41dc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.749946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-6a5cb260-7b98-4760-bcf2-0087face2108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:57.755278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-6a5cb260-7b98-4760-bcf2-0087face2108 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 200 len: 851 time: 0.1144688 Sep 24 00:18:57.791406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.800568 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-81f02014-f096-4c40-87ae-13173bcb6191 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=54c1a340-421f-4a6b-8eaf-c29cab762366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313685 Sep 24 00:18:57.839737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48875d18-7255-4c7b-b589-3ac71a6ee243 None None] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:57.886440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:57.895622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:57.898669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:57.911448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:57.925921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=f0445158-5537-4c9d-9e3d-e010b2938323,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:57.941151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:57.943874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:57.954330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-133dc891-79f8-4ae7-905a-f35d5ffd0c4f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3140337 Sep 24 00:18:57.959329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52766) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:18:57.964493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:18:57.990858 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-e7bff03a-7d5a-4437-94f8-169c66ac869e service neutron] 10.222.0.20 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684828 Sep 24 00:18:58.132971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.140521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.174797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Attempting to bind port aa003a95-d134-41e7-809f-24f267acff6f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:18:58.175185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Attempting to bind port aa003a95-d134-41e7-809f-24f267acff6f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:18:58.175447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Attempting to bind port aa003a95-d134-41e7-809f-24f267acff6f on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:18:58.189228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:18:58.190164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:18:58.190524 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.190954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:18:58.191439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Bound port: aa003a95-d134-41e7-809f-24f267acff6f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:18:58.191819 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.193573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211e15d-7ae7-4838-a471-b7566d335e8d None None] Pushing event updated for resources: {'Port': ['ID=aa003a95-d134-41e7-809f-24f267acff6f,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:58.203872 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ed855219-0fe0-49fd-b20c-c3f18a7c19a9 req-10f92dce-6b90-4d22-b6f1-96908cedb5ed service neutron] 10.222.0.20 "GET /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054701 Sep 24 00:18:58.232891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.236845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Pushing event updated for resources: {'Port': ['ID=8492fe07-0270-47f1-a2bf-5b3997b0e646,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:58.285686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router eebb255f-494c-4d99-beb8-db40f81f7a4c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:18:58.325003 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5d92d-248d-4864-93fb-15268b628c59 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:18:58.356783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Network 52688619-8885-4836-a351-8cdf13b1d9b2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:18:58.359306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:18:58.384875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:18:58.389669 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.426190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:58.426568 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.549884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:58.558019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-84e01c45-c068-4f11-854f-ddabac28ceb6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "PUT /v2.0/routers/eebb255f-494c-4d99-beb8-db40f81f7a4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5218129 Sep 24 00:18:58.569118 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Sync routers for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:18:58.592280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] For port aa003a95-d134-41e7-809f-24f267acff6f, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:18:58.601415 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:58.603366 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:58.622308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:18:58.665177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] For port aa003a95-d134-41e7-809f-24f267acff6f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=aa003a95-d134-41e7-809f-24f267acff6f,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:18:58.695548 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.764896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbbf84dc-d0d2-475f-b85c-9bf9e41dc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:58.860076 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:18:58.991332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:18:59.008079 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91859c0b-408c-485d-bc24-f2d0057b68cd admin admin] 10.222.0.24 "PUT /v2.0/routers/ebdf5f9f-f637-44a8-b57e-3484c6b62cf8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2108073 Sep 24 00:18:59.051010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211e15d-7ae7-4838-a471-b7566d335e8d None None] Pushing event updated for resources: {'Port': ['ID=aa003a95-d134-41e7-809f-24f267acff6f,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:59.072916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6965fd8-ee93-4da4-9856-a52715cd4db6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:18:59.083817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-dbbf84dc-d0d2-475f-b85c-9bf9e41dc52c None None] For port b6965fd8-ee93-4da4-9856-a52715cd4db6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6965fd8-ee93-4da4-9856-a52715cd4db6,segment=NetworkSegment(3e9a2a1c-518a-41bd-ab2d-b0c2152f546f),segment_id=3e9a2a1c-518a-41bd-ab2d-b0c2152f546f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:18:59.094637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Routers {'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:18:59.102320 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:59.116616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e28b0e4-7b22-4d61-ad11-615548ac3807 req-07457d25-b263-4697-8de9-5b29960c03b0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:59.123254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e28b0e4-7b22-4d61-ad11-615548ac3807 req-07457d25-b263-4697-8de9-5b29960c03b0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.2033947 Sep 24 00:18:59.141461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-fc68cc46-7f4c-4c99-8eed-0d870c5506f5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-994078930&fields=id&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 267 time: 0.1890996 Sep 24 00:18:59.256401 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 2, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:18:59.333487 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Checking router: eebb255f-494c-4d99-beb8-db40f81f7a4c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:18:59.334180 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Updating router eebb255f-494c-4d99-beb8-db40f81f7a4c port 61550979-8a4d-4bac-9d51-4aeba090e1a1 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:18:59.366438 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:59.372465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e28b0e4-7b22-4d61-ad11-615548ac3807 req-6833e6f2-3a6e-4bcd-a6e2-40b4a5c1b678 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167046 Sep 24 00:18:59.407816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'f0445158-5537-4c9d-9e3d-e010b2938323'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'a99791c2-214a-4325-ad6b-75f551428348'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:18:59.410837 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dbbf84dc-d0d2-475f-b85c-9bf9e41dc52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:59.609092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf84dc-d0d2-475f-b85c-9bf9e41dc52c None None] Pushing event updated for resources: {'Port': ['ID=b6965fd8-ee93-4da4-9856-a52715cd4db6,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:18:59.742735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Provisioning complete for port 61550979-8a4d-4bac-9d51-4aeba090e1a1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:18:59.743490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:59.839484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.objects.ports [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:18:59.913479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-ffae8940-66f5-4d50-ad02-04923f4ff2ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:18:59.926493 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:18:59.927577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-ffae8940-66f5-4d50-ad02-04923f4ff2ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 797 time: 0.7843606 Sep 24 00:18:59.933079 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.024849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b6965fd8-ee93-4da4-9856-a52715cd4db6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:00.025350 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.026101 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.033795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] Set router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:00.040563 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.131571 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eee376-84bd-47b5-810a-bcf1e6b55b23 None None] Pushing event updated for resources: {'Port': ['ID=61550979-8a4d-4bac-9d51-4aeba090e1a1,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:00.203823 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Attempting to bind port 61550979-8a4d-4bac-9d51-4aeba090e1a1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:00.204515 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Attempting to bind port 61550979-8a4d-4bac-9d51-4aeba090e1a1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:00.205824 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Attempting to bind port 61550979-8a4d-4bac-9d51-4aeba090e1a1 on network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:00.212524 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:00.213209 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Checking segment: {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:00.213806 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.214380 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Bound using segment: {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:00.216055 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Bound port: 61550979-8a4d-4bac-9d51-4aeba090e1a1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:00.217197 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-e0de650a-bee1-418a-92e7-93436fe5658a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/quotas/a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 375 time: 0.1476505 Sep 24 00:19:00.224047 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.229964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Port 61550979-8a4d-4bac-9d51-4aeba090e1a1 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:19:00.371209 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] For port 61550979-8a4d-4bac-9d51-4aeba090e1a1, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:00.381437 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] For port 61550979-8a4d-4bac-9d51-4aeba090e1a1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=61550979-8a4d-4bac-9d51-4aeba090e1a1,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:00.390799 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.518330 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:00.518998 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:00.525955 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eee376-84bd-47b5-810a-bcf1e6b55b23 None None] Pushing event updated for resources: {'Port': ['ID=61550979-8a4d-4bac-9d51-4aeba090e1a1,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:00.589842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b488c806-0016-4dfa-bf4a-4c5b968c0fbb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:00.631492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Provisioning complete for port b488c806-0016-4dfa-bf4a-4c5b968c0fbb triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:00.632229 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.715454 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:00.753172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b488c806-0016-4dfa-bf4a-4c5b968c0fbb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:00.753563 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:00.972354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-0b0cff49-2873-4a54-85fb-a7ca6ccbcab3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7342629 Sep 24 00:19:00.987728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b09be2-e366-464c-929a-65ca81beefb1 req-06f0d3aa-3976-41dc-b5ac-df834863d5ea tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:00.989397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8b09be2-e366-464c-929a-65ca81beefb1 req-06f0d3aa-3976-41dc-b5ac-df834863d5ea tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/networks?id=1578daff-ddf0-4d54-b43d-583ae0f6e6ab HTTP/1.1" status: 200 len: 911 time: 0.7980814 Sep 24 00:19:01.019344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8b09be2-e366-464c-929a-65ca81beefb1 req-8bb3bdd6-8391-40f8-bb04-b34656211907 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/quotas/726fd73ad31d4a00878de7071764556d HTTP/1.1" status: 200 len: 375 time: 0.0230615 Sep 24 00:19:01.024660 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:01.114562 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:19:00Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:01.124184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:01.150669 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765e1e2d-ed5d-49e7-82a6-c9325e5e137d None None] The sync data for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 is: [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:19:00Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:19:01.151480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:01.227574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8b09be2-e366-464c-929a-65ca81beefb1 req-84736d5a-114c-4070-b20b-4db17b6469be tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=726fd73ad31d4a00878de7071764556d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2062116 Sep 24 00:19:01.348062 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:19:01.348062 n-d-713498-18 neutron-server[106380]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Sep 24 00:19:01.348062 n-d-713498-18 neutron-server[106380]: [parameters: {'ip_address': '2001:db8::f816:3eff:fee6:677', 'status': 'ALLOCATED', 'ipam_subnet_id': '006779b6-40c4-4695-a4e0-ec373d6da9d7'}] Sep 24 00:19:01.348062 n-d-713498-18 neutron-server[106380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:19:01.348645 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:19:01.372438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port b488c806-0016-4dfa-bf4a-4c5b968c0fbb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b488c806-0016-4dfa-bf4a-4c5b968c0fbb,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:01.381707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:01.432511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-45d57ec0-4703-4ad6-987b-1a88a6fe7a93 service neutron] 10.222.0.24 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376423 Sep 24 00:19:01.464675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=b488c806-0016-4dfa-bf4a-4c5b968c0fbb,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:01.484207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:19:01.484578 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:19:01.488471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 4, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port': {'id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:51Z', 'updated_at': '2021-09-24T00:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8492fe07-0270-47f1-a2bf-5b3997b0e646', 'name': '', 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'mac_address': 'fa:16:3e:ff:f1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:56Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 2, 'project_id': '726fd73ad31d4a00878de7071764556d', 'subnets': [{'id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:01.547208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bad429d-3299-42d2-b20f-33a44cfd6d4a None None] The sync data for ids ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'] in n-d-713498-18 is: [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 4, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port': {'id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:51Z', 'updated_at': '2021-09-24T00:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8492fe07-0270-47f1-a2bf-5b3997b0e646', 'name': '', 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'mac_address': 'fa:16:3e:ff:f1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:56Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 2, 'project_id': '726fd73ad31d4a00878de7071764556d', 'subnets': [{'id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:19:01.550012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-e83948ec-66a4-47dd-9a23-b3fda5e2509e service neutron] 10.222.0.24 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989566 Sep 24 00:19:01.601519 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8b09be2-e366-464c-929a-65ca81beefb1 req-25c6ce7b-37c2-420c-92c6-5b134fc596b1 service neutron] 10.222.0.24 "GET /v2.0/networks/1578daff-ddf0-4d54-b43d-583ae0f6e6ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088372 Sep 24 00:19:01.639091 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:19:01.682998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 61550979-8a4d-4bac-9d51-4aeba090e1a1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:01.764982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 61550979-8a4d-4bac-9d51-4aeba090e1a1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:01.765484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:01.919021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a99791c2-214a-4325-ad6b-75f551428348,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:01.932359 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.006641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8b09be2-e366-464c-929a-65ca81beefb1 req-8771b9c6-fb3b-466e-b5de-4af2d968d382 service neutron] 10.222.0.24 "GET /v2.0/networks/1578daff-ddf0-4d54-b43d-583ae0f6e6ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892057 Sep 24 00:19:02.031401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b187e66-8431-4cbb-bf90-db5bbd824ddd req-fe1b34a2-c363-4771-9642-ea252ebf2858 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:02.033833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b187e66-8431-4cbb-bf90-db5bbd824ddd req-fe1b34a2-c363-4771-9642-ea252ebf2858 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1884794 Sep 24 00:19:02.088945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 61550979-8a4d-4bac-9d51-4aeba090e1a1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=61550979-8a4d-4bac-9d51-4aeba090e1a1,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:02.096807 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.097738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6965fd8-ee93-4da4-9856-a52715cd4db6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:02.099518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.123123 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.159674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.160574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.407720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=d655c44b-6f38-45ff-8441-369466f67ebb,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:02.451617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=61550979-8a4d-4bac-9d51-4aeba090e1a1,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:02.452992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c41ca5f-97af-4202-8c01-34b0e37fad99 req-7623f76f-2fd0-464a-8525-b555a4cd6d7a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 210 time: 0.1511064 Sep 24 00:19:02.467031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:02.467423 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-31b322b3-5b9b-4820-aa7e-3c9b0c109866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.476502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:02.493634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:02.504881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:02.506537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.524285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b187e66-8431-4cbb-bf90-db5bbd824ddd req-ead8b318-7b5c-4305-9e5a-47a91b8a3b69 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903735 Sep 24 00:19:02.590630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b6965fd8-ee93-4da4-9856-a52715cd4db6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:02.594485 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:02.662314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cf16e95-55a2-481e-989a-b5226dd69556 req-f3e84851-1df2-4896-8ed8-0d548991c571 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1288781 Sep 24 00:19:02.708327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:02.730235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52884) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:02.730850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e2a8d9dc-48a0-4f7d-b521-fea9387a55f8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.7666204 Sep 24 00:19:02.736448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:1b:f6:36', 'name': 'tempest-NetworksTestDHCPv6-1185488119'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:03.059584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:03.073340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b1a2488a-1ebd-490a-a776-45b546e2bd14 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:03.108105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Allocated IP 172.20.0.2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/f0445158-5537-4c9d-9e3d-e010b2938323/a99791c2-214a-4325-ad6b-75f551428348) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:03.199972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0de725-5310-4dbd-86d0-1a9e167b1531 req-9586ad7f-ed98-4dae-93b3-d1fce8c11e4e tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:03.203571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e0de725-5310-4dbd-86d0-1a9e167b1531 req-9586ad7f-ed98-4dae-93b3-d1fce8c11e4e tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1537895 Sep 24 00:19:03.218349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3c9186b3-24d6-4dd2-9d08-ea5e92ce0e08 None None] Provisioning complete for port 8492fe07-0270-47f1-a2bf-5b3997b0e646 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:03.218718 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c9186b3-24d6-4dd2-9d08-ea5e92ce0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:03.237102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:03.282114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e0de725-5310-4dbd-86d0-1a9e167b1531 req-4574cb2e-5cb4-404a-a005-fddaedc10431 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701556 Sep 24 00:19:03.294229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 806cc493-8e50-4ef3-b6f6-3261ebb65fa9 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:03.333088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3c9186b3-24d6-4dd2-9d08-ea5e92ce0e08 None None] Port 8492fe07-0270-47f1-a2bf-5b3997b0e646 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:19:03.359087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b1a2488a-1ebd-490a-a776-45b546e2bd14 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:03.359464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:03.383063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3c9186b3-24d6-4dd2-9d08-ea5e92ce0e08 None None] Provisioning complete for port 61550979-8a4d-4bac-9d51-4aeba090e1a1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:03.383432 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c9186b3-24d6-4dd2-9d08-ea5e92ce0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:03.424418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a99791c2-214a-4325-ad6b-75f551428348,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:03.481204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:03.507518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:03.660936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95a638-c1e3-49a4-bdd4-fcca3046bbe8 None None] Pushing event updated for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:03.671151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3c9186b3-24d6-4dd2-9d08-ea5e92ce0e08 None None] Provisioning complete for port b6965fd8-ee93-4da4-9856-a52715cd4db6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:03.671661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c9186b3-24d6-4dd2-9d08-ea5e92ce0e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:03.690006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-28b4f919-1e89-4ae4-84a5-e2577bc3bb87 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:03.708760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-28b4f919-1e89-4ae4-84a5-e2577bc3bb87 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 797 time: 0.2978847 Sep 24 00:19:03.733892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 172.20.0.8 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/f0445158-5537-4c9d-9e3d-e010b2938323/806cc493-8e50-4ef3-b6f6-3261ebb65fa9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:03.746949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a99791c2-214a-4325-ad6b-75f551428348 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:03.756328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fe1b:f636 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/d655c44b-6f38-45ff-8441-369466f67ebb/806cc493-8e50-4ef3-b6f6-3261ebb65fa9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:03.973274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8151203b-eaee-4d0e-b950-3ab5220428b5 req-d1220d56-cc75-4534-8728-55699ccedfbc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 210 time: 0.2628274 Sep 24 00:19:04.027938 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:04.031496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a866546-a2fa-4385-a7ef-fe9e78901871 req-43ee3224-b99a-4b62-a049-ed753ca09a75 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1088378 Sep 24 00:19:04.033633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:04.042878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6af24853-f432-411e-9212-f66fef56d1bf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 379 time: 0.3159297 Sep 24 00:19:04.053887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'port': {'device_id': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'admin_state_up': True, 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'security_groups': ['26c98987-0d45-402f-9501-8ec5231e5aa4']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:04.079795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:04.100512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a99791c2-214a-4325-ad6b-75f551428348,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:04.106015 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:04.238706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:04.284281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:04.287716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:04.293591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:04.371124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=806cc493-8e50-4ef3-b6f6-3261ebb65fa9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:04.396700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:04.410226 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:04.427162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:04.427865 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:04.456766 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-86dced10-105d-46ed-acf6-5a5be2b49d25 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7237890 Sep 24 00:19:04.458071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52916) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:04.562237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 61550979-8a4d-4bac-9d51-4aeba090e1a1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:04.592000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e959e3f-58eb-458a-949f-f03d1d676c71 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:04.610088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e959e3f-58eb-458a-949f-f03d1d676c71 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:04.612798 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3e959e3f-58eb-458a-949f-f03d1d676c71 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.1508963 Sep 24 00:19:04.616823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52918) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:04.622400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fada2b-03ac-4b6a-b2a2-2ad18a40abe1 req-541f725e-9be1-4bcd-b90c-0c0cf997f049 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:04.632513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40fada2b-03ac-4b6a-b2a2-2ad18a40abe1 req-541f725e-9be1-4bcd-b90c-0c0cf997f049 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1708984 Sep 24 00:19:04.695411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 61550979-8a4d-4bac-9d51-4aeba090e1a1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:04.695794 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:04.744721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40fada2b-03ac-4b6a-b2a2-2ad18a40abe1 req-258af9be-c3a5-4af3-9b6e-137cccffcd6d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102755 Sep 24 00:19:04.782497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.20.0.9 (7ecfafe6-d23c-4d59-9b53-16b0983a0013/ab97a52e-8521-487d-a602-d641fd535418/258cb19b-96af-4fc2-be8a-943cac3a1645) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:04.797114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e85f3-c68e-4939-b338-c8d072c40208 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 806cc493-8e50-4ef3-b6f6-3261ebb65fa9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:04.802497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef0e85f3-c68e-4939-b338-c8d072c40208 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:04.882955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a99791c2-214a-4325-ad6b-75f551428348 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:04.950454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f583c210-68d4-40a1-918f-85271e0a8dd2 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:05.004008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef0e85f3-c68e-4939-b338-c8d072c40208 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.035978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e85f3-c68e-4939-b338-c8d072c40208 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 806cc493-8e50-4ef3-b6f6-3261ebb65fa9 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:05.061589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c915db09-5f0e-4d36-addf-f374f246b4b5 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:05.062120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c915db09-5f0e-4d36-addf-f374f246b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.076360 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.109050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:05.109643 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.152664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78b541d0-cd7e-435b-a39e-731d72cd3db8 req-2c904000-e45b-4792-8412-6e027c6b1b35 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 210 time: 0.0357707 Sep 24 00:19:05.188667 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.289860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:05.292837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a54c58af-204d-415d-b420-aac5b172202c req-1faa3441-a8c9-4bac-83d2-ce3d1787fae2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0830457 Sep 24 00:19:05.295972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:05.298531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:05.369392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef0e85f3-c68e-4939-b338-c8d072c40208 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.385046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=258cb19b-96af-4fc2-be8a-943cac3a1645,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:05.413840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:05.415358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.432831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e85f3-c68e-4939-b338-c8d072c40208 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=806cc493-8e50-4ef3-b6f6-3261ebb65fa9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:05.442875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-07aa9897-ad03-40c1-b57c-f6fc7380fcbd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3930936 Sep 24 00:19:05.459995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Request body: {'port': {'device_id': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:05.480725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c915db09-5f0e-4d36-addf-f374f246b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.555046 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.610861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef0e85f3-c68e-4939-b338-c8d072c40208 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.613541 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ef0e85f3-c68e-4939-b338-c8d072c40208 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/806cc493-8e50-4ef3-b6f6-3261ebb65fa9 HTTP/1.1" status: 204 len: 168 time: 0.9955492 Sep 24 00:19:05.616474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52926) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:05.792891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c915db09-5f0e-4d36-addf-f374f246b4b5 None None] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a99791c2-214a-4325-ad6b-75f551428348,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:05.800889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce65089-2b7c-4905-90a8-1f62805cb19e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:05.802653 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.804803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c915db09-5f0e-4d36-addf-f374f246b4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.811106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce65089-2b7c-4905-90a8-1f62805cb19e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:05.812946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce65089-2b7c-4905-90a8-1f62805cb19e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:05.821422 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ce65089-2b7c-4905-90a8-1f62805cb19e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2013879 Sep 24 00:19:05.822039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52930) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:05.911290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915db09-5f0e-4d36-addf-f374f246b4b5 None None] Pushing event updated for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:05.929652 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:19:05.930479 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:19:05.944940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c6756d3e-7096-4815-8532-ce148016f7ca None None] Provisioning complete for port 258cb19b-96af-4fc2-be8a-943cac3a1645 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:05.945662 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6756d3e-7096-4815-8532-ce148016f7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.991257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a698a89-5ddf-4eba-b22d-001ab477bbfb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet d655c44b-6f38-45ff-8441-369466f67ebb {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:05.995624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a698a89-5ddf-4eba-b22d-001ab477bbfb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:05.998073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c6756d3e-7096-4815-8532-ce148016f7ca None None] Port 258cb19b-96af-4fc2-be8a-943cac3a1645 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:19:06.057100 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a698a89-5ddf-4eba-b22d-001ab477bbfb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.058743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae502e96-d5f8-4d10-b110-5dd1196fe8e0 req-6ab892b4-74e3-4379-aa0d-bf381109d42c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:06.060688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae502e96-d5f8-4d10-b110-5dd1196fe8e0 req-6ab892b4-74e3-4379-aa0d-bf381109d42c tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1828132 Sep 24 00:19:06.105922 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-98441690-d5e9-419e-b58b-cea95749ccb9 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:06.111049 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-98441690-d5e9-419e-b58b-cea95749ccb9 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.20 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 945 time: 0.1999269 Sep 24 00:19:06.148346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae502e96-d5f8-4d10-b110-5dd1196fe8e0 req-02cdaec8-2815-4ce6-9804-1af42b84bf65 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760598 Sep 24 00:19:06.208824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 258cb19b-96af-4fc2-be8a-943cac3a1645 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:19:06.218012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.241348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Transition to ACTIVE for port object 258cb19b-96af-4fc2-be8a-943cac3a1645 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:19:06.243014 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a698a89-5ddf-4eba-b22d-001ab477bbfb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.253873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.304190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Deleting port e10b490e-d52d-4d98-bd32-047dc80032fa {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:06.304523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.399681 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a698a89-5ddf-4eba-b22d-001ab477bbfb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.478703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a698a89-5ddf-4eba-b22d-001ab477bbfb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=d655c44b-6f38-45ff-8441-369466f67ebb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:06.499778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3a698a89-5ddf-4eba-b22d-001ab477bbfb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.502575 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3a698a89-5ddf-4eba-b22d-001ab477bbfb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/d655c44b-6f38-45ff-8441-369466f67ebb HTTP/1.1" status: 204 len: 168 time: 0.6793427 Sep 24 00:19:06.510404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79d0c8ad-ee60-4c41-9ada-544628cf44c6 req-4b12ff9d-7b7f-4fbb-a4f2-014903cddd5b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0576444 Sep 24 00:19:06.512180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52938) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:06.525807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b488c806-0016-4dfa-bf4a-4c5b968c0fbb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:06.553332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=258cb19b-96af-4fc2-be8a-943cac3a1645,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:06.594986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74a9d7-50f8-4fb9-a57d-6e6d9412e14a req-1b432c66-2309-45e8-a5b2-cd30cec38005 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:06.597591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf74a9d7-50f8-4fb9-a57d-6e6d9412e14a req-1b432c66-2309-45e8-a5b2-cd30cec38005 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 943 time: 0.3001034 Sep 24 00:19:06.630978 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.635101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7afe5c-b227-4b6b-a0b2-383064f8d700 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet f0445158-5537-4c9d-9e3d-e010b2938323 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:06.643607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b488c806-0016-4dfa-bf4a-4c5b968c0fbb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:06.643981 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.649466 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f7afe5c-b227-4b6b-a0b2-383064f8d700 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.663272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] For port e10b490e-d52d-4d98-bd32-047dc80032fa, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e10b490e-d52d-4d98-bd32-047dc80032fa,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:06.665011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.727093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf74a9d7-50f8-4fb9-a57d-6e6d9412e14a req-e56359a6-9ab9-4648-ac5a-94e2decc14a9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081107 Sep 24 00:19:06.728694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Attempting to bind port 258cb19b-96af-4fc2-be8a-943cac3a1645 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:06.728911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Attempting to bind port 258cb19b-96af-4fc2-be8a-943cac3a1645 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:06.729330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Attempting to bind port 258cb19b-96af-4fc2-be8a-943cac3a1645 on network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:06.738398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Port 258cb19b-96af-4fc2-be8a-943cac3a1645 on network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:19:06.740354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Attempting to bind port 258cb19b-96af-4fc2-be8a-943cac3a1645 on network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:06.750994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:06.752506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Checking segment: {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:06.753910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Calling delete_port for e10b490e-d52d-4d98-bd32-047dc80032fa owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:06.754575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Bound using segment: {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:06.755155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Bound port: 258cb19b-96af-4fc2-be8a-943cac3a1645, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dc730c-cbcb-47ad-862b-ec468d9f66f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:06.756384 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.817919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f7afe5c-b227-4b6b-a0b2-383064f8d700 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:06.841166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c6258c-b425-4c35-823e-508b40fefc09 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:06.944738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] For port 258cb19b-96af-4fc2-be8a-943cac3a1645, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:06.951157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] For port 258cb19b-96af-4fc2-be8a-943cac3a1645, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=258cb19b-96af-4fc2-be8a-943cac3a1645,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:06.964297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.026013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Sync routers for ids ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:19:07.041330 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f7afe5c-b227-4b6b-a0b2-383064f8d700 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.049940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:07.050128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Routers {'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:07.050729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:07.051378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.053170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] 10.222.0.18 "PUT /v2.0/ports/258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 1092 time: 1.6018133 Sep 24 00:19:07.054005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:07.056717 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae19e2b9-62f2-4a16-9771-9c3bd631d701" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:07.132521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a99791c2-214a-4325-ad6b-75f551428348 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:07.157052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f7afe5c-b227-4b6b-a0b2-383064f8d700 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.173235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981e763-4b9b-4d5c-b864-8cbcd81b3ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=258cb19b-96af-4fc2-be8a-943cac3a1645,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:07.203199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7afe5c-b227-4b6b-a0b2-383064f8d700 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=f0445158-5537-4c9d-9e3d-e010b2938323,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:07.215171 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f7afe5c-b227-4b6b-a0b2-383064f8d700 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.221692 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1f7afe5c-b227-4b6b-a0b2-383064f8d700 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/f0445158-5537-4c9d-9e3d-e010b2938323 HTTP/1.1" status: 204 len: 168 time: 0.7078600 Sep 24 00:19:07.222428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52946) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:07.233322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-998019f7-ccda-4e4b-b9c6-819583b36fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:07.248668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-998019f7-ccda-4e4b-b9c6-819583b36fe8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1095 time: 0.1365302 Sep 24 00:19:07.263381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-92a37578-575d-4d2e-bcda-56f08bd459c8 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:07.263806 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92a37578-575d-4d2e-bcda-56f08bd459c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.288686 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5679336a-42ca-46be-b605-d8e16d876e72 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621951 Sep 24 00:19:07.293960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52948) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:07.324515 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86dfaebd-2bb1-4434-9ae2-d90e8f06afa3 x-openstack-request-id: req-86dfaebd-2bb1-4434-9ae2-d90e8f06afa3 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:07.324795 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:07.325048 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86dfaebd-2bb1-4434-9ae2-d90e8f06afa3 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:07.325454 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'status': 'completed', 'code': 200} Sep 24 00:19:07.363920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-b1a35a67-a9fb-405e-9ad7-3e257e927e50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 217 time: 0.1134472 Sep 24 00:19:07.433442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1301724-865b-45cd-944d-3b0015b56f29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:07.438718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d1301724-865b-45cd-944d-3b0015b56f29 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1422122 Sep 24 00:19:07.439848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:07.451342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.493730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['e10b490e-d52d-4d98-bd32-047dc80032fa'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:19:07.495820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['e091e3ab-8d4b-4b06-9617-e90253603985'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:19:07.529514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Pushing event deleted for resources: {'Port': ['ID=e10b490e-d52d-4d98-bd32-047dc80032fa,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:07.557575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-7fce77bd-7308-4de6-b87b-52a3d8f6e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:07.559284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-7fce77bd-7308-4de6-b87b-52a3d8f6e5df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.1554048 Sep 24 00:19:07.575295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e46ced-277f-471d-854a-bfb8c409e1e1 req-98ec310c-9694-475c-96f4-2a25770d3d3f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:07.576863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5e46ced-277f-471d-854a-bfb8c409e1e1 req-98ec310c-9694-475c-96f4-2a25770d3d3f tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=83e86a1f-9441-485a-8979-239698b298ab HTTP/1.1" status: 200 len: 867 time: 0.2503614 Sep 24 00:19:07.591729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] No DVR routers for this DVR port e10b490e-d52d-4d98-bd32-047dc80032fa on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:07.594512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.598333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Set router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:07.599209 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1595db68-32c3-4dd5-9bc2-49635b0a6d96 req-84f13ffb-3bfa-4fc9-925b-b2d68a471ac0 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.20 "DELETE /v2.0/ports/e10b490e-d52d-4d98-bd32-047dc80032fa HTTP/1.1" status: 204 len: 173 time: 1.4809461 Sep 24 00:19:07.603098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83e86a1f-9441-485a-8979-239698b298ab', 'name': 'network-vif-deleted', 'tag': 'e10b490e-d52d-4d98-bd32-047dc80032fa'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:07.605839 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87117567-4634-4c27-a78f-63d1acc38475" -d '{"events": [{"server_uuid": "83e86a1f-9441-485a-8979-239698b298ab", "name": "network-vif-deleted", "tag": "e10b490e-d52d-4d98-bd32-047dc80032fa"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:07.623633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e99902-b78c-4b28-b44a-bd10b139627d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:07.629567 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f8e99902-b78c-4b28-b44a-bd10b139627d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1874037 Sep 24 00:19:07.630267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52958) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:07.722214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:07.722665 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0014869a-1c17-4993-9968-910c2bd48c59 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902641 Sep 24 00:19:07.722971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa3256df-f9ac-491d-8bb8-3b8c4dbc94e2 req-cfc07731-c447-446d-b393-32b50748dc5b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0491128 Sep 24 00:19:07.723303 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:07.726748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 52960) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:07.744405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9d47e30f-5acc-4117-82a7-22c4bf6a16eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:07.805525 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d9b307-f82d-422b-a314-7430911afffc x-openstack-request-id: req-59d9b307-f82d-422b-a314-7430911afffc {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:07.805800 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83e86a1f-9441-485a-8979-239698b298ab", "name": "network-vif-deleted", "tag": "e10b490e-d52d-4d98-bd32-047dc80032fa", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:07.806058 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59d9b307-f82d-422b-a314-7430911afffc {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:07.806684 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83e86a1f-9441-485a-8979-239698b298ab', 'name': 'network-vif-deleted', 'tag': 'e10b490e-d52d-4d98-bd32-047dc80032fa', 'status': 'completed', 'code': 200} Sep 24 00:19:07.815504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5e46ced-277f-471d-854a-bfb8c409e1e1 req-0f2558ba-1f6f-4934-99df-2b8c5d53548a tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139587 Sep 24 00:19:07.883434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6790b535-416b-40ea-bb5f-f8cf9b363b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:07.885030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-6790b535-416b-40ea-bb5f-f8cf9b363b38 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072753 Sep 24 00:19:07.929798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a54392a-4973-45a1-affe-125c7291486f None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'f0445158-5537-4c9d-9e3d-e010b2938323'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'a99791c2-214a-4325-ad6b-75f551428348'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:19:08.041915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6a54392a-4973-45a1-affe-125c7291486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:08.080564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-a4bdd841-991b-4b47-9ea6-598ad02a6220 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512642 Sep 24 00:19:08.147198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device aa003a95-d134-41e7-809f-24f267acff6f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:08.202177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce063143-7c46-4a07-bf0c-6d23a085b062 req-405f3467-ac5f-4823-a0da-866cf3bc9522 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045625 Sep 24 00:19:08.226250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209eec69-c0ee-49c7-b908-1c731a7ae57e req-c86c1806-9bd0-45bb-abe4-dec16e59fd50 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:08.234176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209eec69-c0ee-49c7-b908-1c731a7ae57e req-c86c1806-9bd0-45bb-abe4-dec16e59fd50 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 943 time: 0.3460453 Sep 24 00:19:08.366156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port aa003a95-d134-41e7-809f-24f267acff6f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:08.366542 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:08.404591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 4, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port': {'id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:51Z', 'updated_at': '2021-09-24T00:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8492fe07-0270-47f1-a2bf-5b3997b0e646', 'name': '', 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'mac_address': 'fa:16:3e:ff:f1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:56Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 2, 'project_id': '726fd73ad31d4a00878de7071764556d', 'subnets': [{'id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:08.442433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4ea49c-e419-4bc3-9252-191d7044102f None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:08.448204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Checking router: ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:19:08.448656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Updating router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 port 8492fe07-0270-47f1-a2bf-5b3997b0e646 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:19:08.510915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:08.556296 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6cd1af30-2384-4853-94e9-fcca74a816e9 None None] Provisioning complete for port a99791c2-214a-4325-ad6b-75f551428348 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:08.556669 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6cd1af30-2384-4853-94e9-fcca74a816e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:08.640074 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d47e30f-5acc-4117-82a7-22c4bf6a16eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:08.643783 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d47e30f-5acc-4117-82a7-22c4bf6a16eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:08.645600 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d47e30f-5acc-4117-82a7-22c4bf6a16eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:08.646103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d47e30f-5acc-4117-82a7-22c4bf6a16eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:08.661073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-209eec69-c0ee-49c7-b908-1c731a7ae57e req-871cd8ce-7809-4757-a35a-173f8cbe45f1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4260120 Sep 24 00:19:08.678079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-e77ac2e4-8a37-4a20-bd00-dae2943688fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:08.679729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-e77ac2e4-8a37-4a20-bd00-dae2943688fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1095 time: 0.0791166 Sep 24 00:19:08.685499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52966) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:08.691349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-10e833f8-64fd-4e7c-952e-80b482917acd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:08.691659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9d47e30f-5acc-4117-82a7-22c4bf6a16eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9604287 Sep 24 00:19:08.808818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e833f8-64fd-4e7c-952e-80b482917acd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:08.809397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-2d5c4df4-05e1-4488-8a98-4945ddb9f6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:08.811499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-2d5c4df4-05e1-4488-8a98-4945ddb9f6bb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.1184628 Sep 24 00:19:08.813018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10e833f8-64fd-4e7c-952e-80b482917acd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:08.814742 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e833f8-64fd-4e7c-952e-80b482917acd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:08.815289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e833f8-64fd-4e7c-952e-80b482917acd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:08.850086 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-10e833f8-64fd-4e7c-952e-80b482917acd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1632504 Sep 24 00:19:08.850916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52972) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:08.858682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3edf0528-f516-445f-914a-c75fc97ae53a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:08.891147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-1a5018e0-2099-46b4-a4ee-131b74845db5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 217 time: 0.0693171 Sep 24 00:19:08.895865 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:08.975581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5c26581-3bf9-4583-9043-53f277a986b2 req-01176c61-05d9-424a-93fe-ec057c95eb46 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1629260 Sep 24 00:19:08.990962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port aa003a95-d134-41e7-809f-24f267acff6f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=aa003a95-d134-41e7-809f-24f267acff6f,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:09.004307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.056888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3edf0528-f516-445f-914a-c75fc97ae53a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:09.066562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3edf0528-f516-445f-914a-c75fc97ae53a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.068939 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3edf0528-f516-445f-914a-c75fc97ae53a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:09.069640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3edf0528-f516-445f-914a-c75fc97ae53a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:09.070391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-50de58d4-2973-41b1-8d87-324fce8b354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:09.071924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-50de58d4-2973-41b1-8d87-324fce8b354c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.1425755 Sep 24 00:19:09.078734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:19:09.112315 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3edf0528-f516-445f-914a-c75fc97ae53a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2572780 Sep 24 00:19:09.114024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52976) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:09.121176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-dcf3add1-eb43-4191-b79e-2c882bf35994 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:09.149053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a99791c2-214a-4325-ad6b-75f551428348 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:09.177571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-b27a89a0-e63e-4853-aebc-492022b6a54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:09.181195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-b27a89a0-e63e-4853-aebc-492022b6a54b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990992 Sep 24 00:19:09.245615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=aa003a95-d134-41e7-809f-24f267acff6f,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:09.284349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.314293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf3add1-eb43-4191-b79e-2c882bf35994 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:09.321213 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dcf3add1-eb43-4191-b79e-2c882bf35994 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.322949 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf3add1-eb43-4191-b79e-2c882bf35994 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:09.323399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf3add1-eb43-4191-b79e-2c882bf35994 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:09.348726 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dcf3add1-eb43-4191-b79e-2c882bf35994 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2296309 Sep 24 00:19:09.349250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52980) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:09.354960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-728d89f2-16be-4020-8c4b-c5b4b50aef7c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:09.387304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] Deleting port a99791c2-214a-4325-ad6b-75f551428348 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:09.387841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.400970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-218e3842-f913-4ef8-9c27-bec4908ca72e service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047882 Sep 24 00:19:09.420157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.431185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.445071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.462671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2209b-59b8-4091-8393-9d2c6b7fcc5a req-1730e41e-202e-4926-be84-d7de4e8554fd tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:09.465230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8d2209b-59b8-4091-8393-9d2c6b7fcc5a req-1730e41e-202e-4926-be84-d7de4e8554fd tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.2021167 Sep 24 00:19:09.519213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728d89f2-16be-4020-8c4b-c5b4b50aef7c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:09.528534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a99791c2-214a-4325-ad6b-75f551428348,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:09.528850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-728d89f2-16be-4020-8c4b-c5b4b50aef7c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.528981 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.530649 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-728d89f2-16be-4020-8c4b-c5b4b50aef7c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:09.531584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728d89f2-16be-4020-8c4b-c5b4b50aef7c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:09.559034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8d2209b-59b8-4091-8393-9d2c6b7fcc5a req-cf05e56f-5871-4dd0-9420-b58c3644bb7d tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863090 Sep 24 00:19:09.567352 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-728d89f2-16be-4020-8c4b-c5b4b50aef7c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2139828 Sep 24 00:19:09.568146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52984) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:09.573639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] Calling delete_port for a99791c2-214a-4325-ad6b-75f551428348 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:09.577535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae19e2b9-62f2-4a16-9771-9c3bd631d701 req-69cfdbdf-690d-4ae1-9360-23f4e13a8f16 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672943 Sep 24 00:19:09.579397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a99791c2-214a-4325-ad6b-75f551428348, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a99791c2-214a-4325-ad6b-75f551428348,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:09.580687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e05a9-cce8-4ead-b3ee-4144a78c1467 None None] Pushing event updated for resources: {'Port': ['ID=8492fe07-0270-47f1-a2bf-5b3997b0e646,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:09.583154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8b9a1cc3-5e98-43ed-b904-23b925ff83ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:09.598277 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.689675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e10b490e-d52d-4d98-bd32-047dc80032fa no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:09.738081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: e10b490e-d52d-4d98-bd32-047dc80032fa {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:09.738506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e10b490e-d52d-4d98-bd32-047dc80032fa not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:09.744126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9a1cc3-5e98-43ed-b904-23b925ff83ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:09.748532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b9a1cc3-5e98-43ed-b904-23b925ff83ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.754597 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b9a1cc3-5e98-43ed-b904-23b925ff83ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:09.754597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b9a1cc3-5e98-43ed-b904-23b925ff83ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:09.779342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Attempting to bind port 8492fe07-0270-47f1-a2bf-5b3997b0e646 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:09.779718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Attempting to bind port 8492fe07-0270-47f1-a2bf-5b3997b0e646 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:09.780101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Attempting to bind port 8492fe07-0270-47f1-a2bf-5b3997b0e646 on network 52688619-8885-4836-a351-8cdf13b1d9b2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:09.790243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=13']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:09.790533 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8b9a1cc3-5e98-43ed-b904-23b925ff83ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2172322 Sep 24 00:19:09.790533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52988) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:09.792136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:09.792511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Checking segment: {'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:09.792915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.793311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Bound using segment: {'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:09.793780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Bound port: 8492fe07-0270-47f1-a2bf-5b3997b0e646, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:09.794159 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.859093 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.876240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7037a40b-087d-4869-b5a0-ddbea4fab6cf tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:09.881848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7037a40b-087d-4869-b5a0-ddbea4fab6cf tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 865 time: 0.0800221 Sep 24 00:19:09.882119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52990) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:09.901872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] Pushing event deleted for resources: {'Port': ['ID=a99791c2-214a-4325-ad6b-75f551428348,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:09.924499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0c3fd-4f3a-4ff3-93e6-ae7b4c04d301 None None] No DVR routers for this DVR port a99791c2-214a-4325-ad6b-75f551428348 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:09.931797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] For port 8492fe07-0270-47f1-a2bf-5b3997b0e646, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:09.942270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] For port 8492fe07-0270-47f1-a2bf-5b3997b0e646, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8492fe07-0270-47f1-a2bf-5b3997b0e646,segment=NetworkSegment(3e9a2a1c-518a-41bd-ab2d-b0c2152f546f),segment_id=3e9a2a1c-518a-41bd-ab2d-b0c2152f546f)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:09.949198 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:09.966158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4580a844-357a-48a5-a3fd-939b81e287f1 req-af0368a2-8c34-4d4f-b4cf-5fa83dfac1b9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:09.969766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4580a844-357a-48a5-a3fd-939b81e287f1 req-af0368a2-8c34-4d4f-b4cf-5fa83dfac1b9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 943 time: 0.1531525 Sep 24 00:19:09.975088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926df4db-f1aa-4c3b-b815-b0f0f847a55c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:09.979137 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-926df4db-f1aa-4c3b-b815-b0f0f847a55c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0898383 Sep 24 00:19:09.981237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:10.042090 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-437e6703-43d8-4acf-8118-6f6925c79306 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0536041 Sep 24 00:19:10.042598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 52996) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:10.053536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:10.058313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Routers {'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:10.060094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4580a844-357a-48a5-a3fd-939b81e287f1 req-a068a563-ab75-4ddd-bdfa-69405c55332a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819552 Sep 24 00:19:10.060501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:10.101873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e83bece4-e541-433d-954b-99ca26464942 None None] Provisioning complete for port 8492fe07-0270-47f1-a2bf-5b3997b0e646 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:10.102410 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e83bece4-e541-433d-954b-99ca26464942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:10.127618 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60100aff-5a76-4fb3-b285-e447e9bd1cc8 req-9cbee0d8-4467-4d38-b95f-58e30846ca8c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0307417 Sep 24 00:19:10.166449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e05a9-cce8-4ead-b3ee-4144a78c1467 None None] Pushing event updated for resources: {'Port': ['ID=8492fe07-0270-47f1-a2bf-5b3997b0e646,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:10.177078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:10.180771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:10.296661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] Set router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:10.343695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e83bece4-e541-433d-954b-99ca26464942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:10.432176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e83bece4-e541-433d-954b-99ca26464942 None None] For port 8492fe07-0270-47f1-a2bf-5b3997b0e646, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8492fe07-0270-47f1-a2bf-5b3997b0e646,segment=NetworkSegment(3e9a2a1c-518a-41bd-ab2d-b0c2152f546f),segment_id=3e9a2a1c-518a-41bd-ab2d-b0c2152f546f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:10.460941 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e83bece4-e541-433d-954b-99ca26464942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:10.472369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:19:10.473742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:10.518225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:10.524093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:10.530797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:10.530797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:10.534817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=6c6dd634-e50d-4147-ae45-45b874c69d3d,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:10.537410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf27c506-3bd0-4060-b8d2-8ca7ec6f9e7c None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:10.551343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3c183895-8ede-4503-b3c1-44313bdddb3b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5078855 Sep 24 00:19:10.553860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53000) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:10.558311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83bece4-e541-433d-954b-99ca26464942 None None] Pushing event updated for resources: {'Port': ['ID=8492fe07-0270-47f1-a2bf-5b3997b0e646,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:10.559115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:70:7a:25', 'name': 'tempest-NetworksTestDHCPv6-1999249995'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:10.716580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e996e7a9-2642-4a0d-9562-766cef2b12e1 None None] Provisioning complete for port 8492fe07-0270-47f1-a2bf-5b3997b0e646 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:10.716960 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e996e7a9-2642-4a0d-9562-766cef2b12e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:10.721066 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc00b353-22ac-453f-9e0c-7759e7961924 req-c299e510-28da-4339-b29f-87ac1606aeae tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:10.729683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc00b353-22ac-453f-9e0c-7759e7961924 req-c299e510-28da-4339-b29f-87ac1606aeae tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.0702682 Sep 24 00:19:10.769801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 4, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port': {'id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:51Z', 'updated_at': '2021-09-24T00:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8492fe07-0270-47f1-a2bf-5b3997b0e646', 'name': '', 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'mac_address': 'fa:16:3e:ff:f1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:56Z', 'updated_at': '2021-09-24T00:19:09Z', 'revision_number': 4, 'project_id': '726fd73ad31d4a00878de7071764556d', 'subnets': [{'id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:10.785256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc00b353-22ac-453f-9e0c-7759e7961924 req-fb878090-215b-40f2-bdfa-c88f27e59d12 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541775 Sep 24 00:19:10.823652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f52a67-816a-409a-8296-268f0b45a187 None None] The sync data for ids ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'] in n-d-713498-18 is: [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:18:57Z', 'revision_number': 4, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port': {'id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:51Z', 'updated_at': '2021-09-24T00:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8492fe07-0270-47f1-a2bf-5b3997b0e646', 'name': '', 'network_id': '52688619-8885-4836-a351-8cdf13b1d9b2', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'mac_address': 'fa:16:3e:ff:f1:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3261, 'fixed_ips': [{'subnet_id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:56Z', 'updated_at': '2021-09-24T00:19:09Z', 'revision_number': 4, 'project_id': '726fd73ad31d4a00878de7071764556d', 'subnets': [{'id': '9f7d1017-227d-4347-9ad8-e72caa54d029', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:19:10.860419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '6c6dd634-e50d-4147-ae45-45b874c69d3d'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:19:10.861859 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.030877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Allocated IP 2001:db8::f816:3eff:fefb:1bc2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/6c6dd634-e50d-4147-ae45-45b874c69d3d/89303e45-daa6-446f-ab14-71a9a6e767e6) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:11.097275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:11.243722 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.249170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8492fe07-0270-47f1-a2bf-5b3997b0e646 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:11.251394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 258cb19b-96af-4fc2-be8a-943cac3a1645 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:19:11.258608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.261672 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.281406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 39ac1361-3749-45d8-81a3-9418fd02e4ca yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:11.338832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:11.365064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:11.371385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cadd7670-72e9-45fd-9361-07ecac1f99c5 req-8f5e7168-c3ca-4395-89c3-855af749cc74 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1305211 Sep 24 00:19:11.378121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:11.392651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Pushing event updated for resources: {'Port': ['ID=89303e45-daa6-446f-ab14-71a9a6e767e6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:11.402992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-002a1fbb-a1b1-420c-a190-2dd2511640b2 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:11.406308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-002a1fbb-a1b1-420c-a190-2dd2511640b2 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.18 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.1508236 Sep 24 00:19:11.418321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33aadb-e5f4-4cce-a3d7-1e816788f13f req-487ba161-cba8-4bae-8600-53cf24d7e73a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:11.426856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e33aadb-e5f4-4cce-a3d7-1e816788f13f req-487ba161-cba8-4bae-8600-53cf24d7e73a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 943 time: 0.2410119 Sep 24 00:19:11.519262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fe70:7a25 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/6c6dd634-e50d-4147-ae45-45b874c69d3d/39ac1361-3749-45d8-81a3-9418fd02e4ca) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:11.569481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e33aadb-e5f4-4cce-a3d7-1e816788f13f req-ed64c7e5-46a0-4b74-96a8-2b5368266189 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383843 Sep 24 00:19:11.607588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Deleting port e091e3ab-8d4b-4b06-9617-e90253603985 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:11.608282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.699402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Attempting to bind port 89303e45-daa6-446f-ab14-71a9a6e767e6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:11.699779 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Attempting to bind port 89303e45-daa6-446f-ab14-71a9a6e767e6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:11.700229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Attempting to bind port 89303e45-daa6-446f-ab14-71a9a6e767e6 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:11.722425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:11.722425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:11.724649 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.725052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:11.725661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Bound port: 89303e45-daa6-446f-ab14-71a9a6e767e6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:11.725929 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.730965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8492fe07-0270-47f1-a2bf-5b3997b0e646 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:11.731334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.819748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] For port e091e3ab-8d4b-4b06-9617-e90253603985, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=e091e3ab-8d4b-4b06-9617-e90253603985,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:11.819748 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.853481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Calling delete_port for e091e3ab-8d4b-4b06-9617-e90253603985 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:11.858938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.903430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 258cb19b-96af-4fc2-be8a-943cac3a1645, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=258cb19b-96af-4fc2-be8a-943cac3a1645,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:11.940345 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:11.945682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'port_id': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'mac_address': 'fa:16:3e:1b:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:19:11.984936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] For port 89303e45-daa6-446f-ab14-71a9a6e767e6, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:12.009632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa5886-abf8-4822-9830-a78144396d5b req-0deaebda-a1ac-419b-a7f6-82fed46af609 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:12.017160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71aa5886-abf8-4822-9830-a78144396d5b req-0deaebda-a1ac-419b-a7f6-82fed46af609 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dc28094-1da8-4c90-b540-b084089589e6 HTTP/1.1" status: 200 len: 945 time: 0.0879014 Sep 24 00:19:12.023302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:12.033947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:12.040053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] For port 89303e45-daa6-446f-ab14-71a9a6e767e6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=89303e45-daa6-446f-ab14-71a9a6e767e6,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:12.044607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:12.052275 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.055542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device aa003a95-d134-41e7-809f-24f267acff6f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:12.057101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:12.057851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.076115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71aa5886-abf8-4822-9830-a78144396d5b req-6577fa86-e3cf-4b79-81fa-6dd689be884a tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fc9eb9-9815-4571-8ceb-86f69f55cff2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545611 Sep 24 00:19:12.099926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5449972 Sep 24 00:19:12.100821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f83bf7-d700-4ec5-af91-4b0d8c9ec6e4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=39ac1361-3749-45d8-81a3-9418fd02e4ca,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:12.111662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53040) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:12.125706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.175501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.208494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['e091e3ab-8d4b-4b06-9617-e90253603985'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:19:12.230362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b790ce4-4b01-4477-9f4c-f694a561c1c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:12.246304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b790ce4-4b01-4477-9f4c-f694a561c1c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:12.248022 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6b790ce4-4b01-4477-9f4c-f694a561c1c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1353548 Sep 24 00:19:12.262801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53054) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:12.273964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 258cb19b-96af-4fc2-be8a-943cac3a1645 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:19:12.283958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Pushing event deleted for resources: {'Port': ['ID=e091e3ab-8d4b-4b06-9617-e90253603985,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:12.300963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd981a8f-0fa5-4d1d-bf4c-84e7abba03ba None None] Pushing event updated for resources: {'Port': ['ID=89303e45-daa6-446f-ab14-71a9a6e767e6,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:12.324886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] No DVR routers for this DVR port e091e3ab-8d4b-4b06-9617-e90253603985 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:12.335531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.341791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02848be8-4e09-4f8b-9e4e-043c86c2c592 req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] 10.222.0.18 "DELETE /v2.0/ports/e091e3ab-8d4b-4b06-9617-e90253603985 HTTP/1.1" status: 204 len: 173 time: 0.8954611 Sep 24 00:19:12.342388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dc28094-1da8-4c90-b540-b084089589e6', 'name': 'network-vif-deleted', 'tag': 'e091e3ab-8d4b-4b06-9617-e90253603985'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:12.350944 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062ac15c-da95-4cd8-afb1-567d65b4c8ef" -d '{"events": [{"server_uuid": "7dc28094-1da8-4c90-b540-b084089589e6", "name": "network-vif-deleted", "tag": "e091e3ab-8d4b-4b06-9617-e90253603985"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:12.355341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 258cb19b-96af-4fc2-be8a-943cac3a1645, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=258cb19b-96af-4fc2-be8a-943cac3a1645,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:12.371921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.375590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.376110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.376298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.376791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.377131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.377469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.377794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.378168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.380785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.381154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.381772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.382116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5642c15-6d62-4206-9025-d1a4049ab416 tempest-ServerRescueTestJSON-1592273098 tempest-ServerRescueTestJSON-1592273098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:12.447052 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b82344-966c-4d3e-b2ba-6cff707cc355 x-openstack-request-id: req-f1b82344-966c-4d3e-b2ba-6cff707cc355 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:12.447353 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dc28094-1da8-4c90-b540-b084089589e6", "name": "network-vif-deleted", "tag": "e091e3ab-8d4b-4b06-9617-e90253603985", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:12.447608 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1b82344-966c-4d3e-b2ba-6cff707cc355 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:12.448018 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dc28094-1da8-4c90-b540-b084089589e6', 'name': 'network-vif-deleted', 'tag': 'e091e3ab-8d4b-4b06-9617-e90253603985', 'status': 'completed', 'code': 200} Sep 24 00:19:12.530161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-392ed779-d0f7-46b1-afff-d5099fe4bf9f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 39ac1361-3749-45d8-81a3-9418fd02e4ca {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:12.530586 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-392ed779-d0f7-46b1-afff-d5099fe4bf9f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.593352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port aa003a95-d134-41e7-809f-24f267acff6f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:12.593723 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.612851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e6d3262-44af-4923-b6bf-a404b92a5e57 req-0bc7ecee-35ef-4d61-83ed-c24d76122d52 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0889492 Sep 24 00:19:12.656557 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['258cb19b-96af-4fc2-be8a-943cac3a1645'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:19:12.661715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=258cb19b-96af-4fc2-be8a-943cac3a1645,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:12.792690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-392ed779-d0f7-46b1-afff-d5099fe4bf9f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:12.823514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85724c33-d717-4472-84fa-7f8ee8b30822 req-589d58cd-c7b3-4e63-8fa9-60e5aff62718 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:12.844248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85724c33-d717-4472-84fa-7f8ee8b30822 req-589d58cd-c7b3-4e63-8fa9-60e5aff62718 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 944 time: 0.1242790 Sep 24 00:19:12.867571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-392ed779-d0f7-46b1-afff-d5099fe4bf9f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 39ac1361-3749-45d8-81a3-9418fd02e4ca owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:12.909616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85724c33-d717-4472-84fa-7f8ee8b30822 req-9e27c92f-5377-4fcc-b8cd-2444a079560e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639608 Sep 24 00:19:13.156343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53142) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:13.177607 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-392ed779-d0f7-46b1-afff-d5099fe4bf9f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:13.191813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e091e3ab-8d4b-4b06-9617-e90253603985 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:13.240805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392ed779-d0f7-46b1-afff-d5099fe4bf9f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=39ac1361-3749-45d8-81a3-9418fd02e4ca,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:13.260920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 89303e45-daa6-446f-ab14-71a9a6e767e6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:13.268438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: e091e3ab-8d4b-4b06-9617-e90253603985 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:13.270988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device e091e3ab-8d4b-4b06-9617-e90253603985 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:13.311349 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-392ed779-d0f7-46b1-afff-d5099fe4bf9f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:13.315994 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-392ed779-d0f7-46b1-afff-d5099fe4bf9f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/39ac1361-3749-45d8-81a3-9418fd02e4ca HTTP/1.1" status: 204 len: 168 time: 1.0521595 Sep 24 00:19:13.318563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53158) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:13.374351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 89303e45-daa6-446f-ab14-71a9a6e767e6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:13.374860 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:13.433799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274a1f1-e44a-46d0-a850-70d73bd4c7c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:13.436556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274a1f1-e44a-46d0-a850-70d73bd4c7c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:13.441798 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4274a1f1-e44a-46d0-a850-70d73bd4c7c3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1213908 Sep 24 00:19:13.445025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53172) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:13.512065 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:13.551954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-da29620f-1b2d-4d56-b879-7767e949a8ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 6c6dd634-e50d-4147-ae45-45b874c69d3d {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:13.559532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 89303e45-daa6-446f-ab14-71a9a6e767e6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=89303e45-daa6-446f-ab14-71a9a6e767e6,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:13.564734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da29620f-1b2d-4d56-b879-7767e949a8ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:13.569660 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:13.656568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=89303e45-daa6-446f-ab14-71a9a6e767e6,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:13.662384 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da29620f-1b2d-4d56-b879-7767e949a8ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:13.822523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-572166ec-2f8d-46f6-b63f-4ba43186882a req-02e16735-da4c-42db-be1c-0c0187e73877 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1004770 Sep 24 00:19:13.853372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da29620f-1b2d-4d56-b879-7767e949a8ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:13.948086 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da29620f-1b2d-4d56-b879-7767e949a8ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.056409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da29620f-1b2d-4d56-b879-7767e949a8ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.058319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-da29620f-1b2d-4d56-b879-7767e949a8ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/6c6dd634-e50d-4147-ae45-45b874c69d3d HTTP/1.1" status: 204 len: 168 time: 0.6098850 Sep 24 00:19:14.060912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29620f-1b2d-4d56-b879-7767e949a8ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=6c6dd634-e50d-4147-ae45-45b874c69d3d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:14.062285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53242) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:14.088464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e09e3722-ddc7-4094-a1df-35adb6e89ba6 None None] Provisioning complete for port 89303e45-daa6-446f-ab14-71a9a6e767e6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:14.089159 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e09e3722-ddc7-4094-a1df-35adb6e89ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.151244 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7343beaf-7364-4e41-9f93-7c2678bd7dde tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853117 Sep 24 00:19:14.151734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53256) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:14.158707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:14.231274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdbe137-9890-4b6d-8586-ba3427149724 req-063c03e2-c751-4444-bd47-7c33c44f0c9b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:14.232884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bdbe137-9890-4b6d-8586-ba3427149724 req-063c03e2-c751-4444-bd47-7c33c44f0c9b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 944 time: 0.1942229 Sep 24 00:19:14.280595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8cc9d5-8675-4138-a223-be6ecaec672b None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:14.323488 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.370406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bdbe137-9890-4b6d-8586-ba3427149724 req-ae6d015f-738b-462f-872e-76625fbc816a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047390 Sep 24 00:19:14.374551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7c7a79de-d5fb-419e-a60b-7a5ce9970ec0 None None] Could not find standard attr ID for object 39ac1361-3749-45d8-81a3-9418fd02e4ca. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:14.404763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:14.408851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.518148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:19:14.578923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] Deleting port 89303e45-daa6-446f-ab14-71a9a6e767e6 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:14.579489 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.665966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] For port 89303e45-daa6-446f-ab14-71a9a6e767e6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=89303e45-daa6-446f-ab14-71a9a6e767e6,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:14.667216 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.692052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] Calling delete_port for 89303e45-daa6-446f-ab14-71a9a6e767e6 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:14.800725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.828999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] Pushing event deleted for resources: {'Port': ['ID=89303e45-daa6-446f-ab14-71a9a6e767e6,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:14.839572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2211389c-3b62-414b-b69d-ec63870508b6 None None] No DVR routers for this DVR port 89303e45-daa6-446f-ab14-71a9a6e767e6 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:14.901608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.objects.ports [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:19:14.903592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Deleting port 7a33437c-0b6a-4dc8-b45b-d9730f879993 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:14.903937 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.909452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:14.990517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d30fba6-a7a2-4203-8c33-9ee18b09e8e0 req-a93f93e8-6f54-474c-bfab-90410fb74efe tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0844796 Sep 24 00:19:15.061451 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:15.065314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=14a47617-81c9-44a5-acf0-665ffb13e9ea,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:15.071099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:15.076470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:15.077299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.083533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c920815d-626b-47cf-a9b4-50ef3a9be4fe None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:15.118329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] For port 7a33437c-0b6a-4dc8-b45b-d9730f879993, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a33437c-0b6a-4dc8-b45b-d9730f879993,segment=NetworkSegment(41ab9a11-2f27-4987-a046-4b49cc9c1c01),segment_id=41ab9a11-2f27-4987-a046-4b49cc9c1c01)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:15.118989 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.123452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-01f27a3d-818c-44c5-841e-40b82124a15f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9701109 Sep 24 00:19:15.127943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53374) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:15.136635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:e6:82:a5', 'name': 'tempest-NetworksTestDHCPv6-1100487648'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:15.144784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Calling delete_port for 7a33437c-0b6a-4dc8-b45b-d9730f879993 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:15.198492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 89303e45-daa6-446f-ab14-71a9a6e767e6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:15.201420 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 258cb19b-96af-4fc2-be8a-943cac3a1645 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:15.246391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 89303e45-daa6-446f-ab14-71a9a6e767e6 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:15.246820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 89303e45-daa6-446f-ab14-71a9a6e767e6 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:15.347356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 258cb19b-96af-4fc2-be8a-943cac3a1645 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:19:15.355050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 258cb19b-96af-4fc2-be8a-943cac3a1645 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:15.357783 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.365221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '14a47617-81c9-44a5-acf0-665ffb13e9ea'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:19:15.366065 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.383325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:15.388393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.445746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port ee8c9b31-f7d2-4c8a-a7dd-ef453104693d yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:15.508616 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.572580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a33437c-0b6a-4dc8-b45b-d9730f879993,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:15.578854 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.602739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Allocated IP 2001:db8::f816:3eff:fe72:7c55 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/14a47617-81c9-44a5-acf0-665ffb13e9ea/687ae2ac-f1c6-42d6-8e19-fc77307ba9d7) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:15.634684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:15.637854 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ca7593-d7b3-495d-a9ae-195ee2b677d4" -d '{"events": [{"server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "name": "network-vif-plugged", "status": "completed", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:15.638194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa92faf-55e4-458a-9c2b-7aaec5db0788 req-d83c540c-f2c2-4fa4-8363-1ec5dd55a058 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:15.639788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efa92faf-55e4-458a-9c2b-7aaec5db0788 req-d83c540c-f2c2-4fa4-8363-1ec5dd55a058 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 944 time: 0.1510537 Sep 24 00:19:15.659422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 258cb19b-96af-4fc2-be8a-943cac3a1645, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=258cb19b-96af-4fc2-be8a-943cac3a1645,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:15.674816 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.692164 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b79722a-7203-4b3a-8cf9-3a1fe63d0f43 x-openstack-request-id: req-6b79722a-7203-4b3a-8cf9-3a1fe63d0f43 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:15.692466 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "name": "network-vif-plugged", "status": "completed", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:15.692691 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b79722a-7203-4b3a-8cf9-3a1fe63d0f43 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:15.693285 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'code': 200} Sep 24 00:19:15.739181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efa92faf-55e4-458a-9c2b-7aaec5db0788 req-04bdb529-31e1-4b2d-8ae7-fa39789ce9f8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848966 Sep 24 00:19:15.806854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=258cb19b-96af-4fc2-be8a-943cac3a1645,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:15.818733 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.836585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d951a-aaa8-4423-9918-2cb344a3c475 req-b9cfd482-acdc-4ac9-8c22-851fcb4b9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:15.838075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b3d951a-aaa8-4423-9918-2cb344a3c475 req-b9cfd482-acdc-4ac9-8c22-851fcb4b9fce service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.0633190 Sep 24 00:19:15.895606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.904522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:15.932477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b3d951a-aaa8-4423-9918-2cb344a3c475 req-c6520c2b-3c6d-4583-a2ff-8ef7b2d8b7a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493796 Sep 24 00:19:15.953692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:15.960142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:15.969700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:15.996914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fee6:82a5 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/14a47617-81c9-44a5-acf0-665ffb13e9ea/ee8c9b31-f7d2-4c8a-a7dd-ef453104693d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:16.014249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Pushing event updated for resources: {'Port': ['ID=687ae2ac-f1c6-42d6-8e19-fc77307ba9d7,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:16.049073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Attempting to bind port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:16.049455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Attempting to bind port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:16.049822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Attempting to bind port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:16.062072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:16.062458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:16.064376 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.064968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:16.065517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Bound port: 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:16.065953 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.152090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] For port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:16.155526 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] For port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=687ae2ac-f1c6-42d6-8e19-fc77307ba9d7,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:16.163369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.167048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fedbad5f-ae68-40f2-a135-451f19558331 req-6cd3b603-c4b3-4a76-abc3-cf185d1f1548 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0366220 Sep 24 00:19:16.188750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:19:16.192851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.245971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.257158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4ee1b-ab8e-4934-812c-7887ab488484 None None] Pushing event updated for resources: {'Port': ['ID=687ae2ac-f1c6-42d6-8e19-fc77307ba9d7,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:16.306671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:16.313393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:16.318570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:16.324845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:16.325511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.343441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=ee8c9b31-f7d2-4c8a-a7dd-ef453104693d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:16.354298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.354641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.355235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.355765 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.357554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.358103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.358440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.358862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.359173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.359468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.359798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.360123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:16.375433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a133354f-6908-4d75-9280-67c9d13bdbb3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2458689 Sep 24 00:19:16.376593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53490) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:16.431282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18101e96-7803-4a22-8064-1114c413e2d9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:16.437668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18101e96-7803-4a22-8064-1114c413e2d9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:16.441913 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-18101e96-7803-4a22-8064-1114c413e2d9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0613241 Sep 24 00:19:16.442548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53492) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:16.576332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6da04f48-d13a-402f-8dcb-bf31143f365a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port ee8c9b31-f7d2-4c8a-a7dd-ef453104693d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:16.576967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da04f48-d13a-402f-8dcb-bf31143f365a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.644315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:19:16.649725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eea46f91-a605-4e92-ad51-5b0d55315209 admin admin] 10.222.0.24 "PUT /v2.0/routers/68093fdd-49bc-4540-a47e-75ed0c9a19e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4928031 Sep 24 00:19:16.652212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53494) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:16.655269 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] Sync routers for ids ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:19:16.664982 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] Routers {'68093fdd-49bc-4540-a47e-75ed0c9a19e6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:16.665619 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:16.672118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da04f48-d13a-402f-8dcb-bf31143f365a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.684896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6da04f48-d13a-402f-8dcb-bf31143f365a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for ee8c9b31-f7d2-4c8a-a7dd-ef453104693d owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:16.778906 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] Set router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:16.790418 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.821751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da04f48-d13a-402f-8dcb-bf31143f365a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.852356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da04f48-d13a-402f-8dcb-bf31143f365a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=ee8c9b31-f7d2-4c8a-a7dd-ef453104693d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:16.883611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6da04f48-d13a-402f-8dcb-bf31143f365a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:16.885791 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6da04f48-d13a-402f-8dcb-bf31143f365a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/ee8c9b31-f7d2-4c8a-a7dd-ef453104693d HTTP/1.1" status: 204 len: 168 time: 0.4426205 Sep 24 00:19:16.888327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53500) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:16.956715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43f78a-deba-4a48-b0c8-1df9d34b1807 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:16.959545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43f78a-deba-4a48-b0c8-1df9d34b1807 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:16.961728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dd43f78a-deba-4a48-b0c8-1df9d34b1807 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0718029 Sep 24 00:19:16.964571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53504) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:17.016590 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.040699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d454d37-592e-4496-9f14-3695eb04f4bd req-fed8ebe3-eedc-4659-b42d-cb46d6c7eb0f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:17.052932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d454d37-592e-4496-9f14-3695eb04f4bd req-fed8ebe3-eedc-4659-b42d-cb46d6c7eb0f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2003832 Sep 24 00:19:17.069589 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226'}], 'enable_snat': True}, 'gw_port_id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:19:15Z', 'revision_number': 5, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port': {'id': '12986a43-d026-446c-b278-8d9fea81b6ca', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ce:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:17:12Z', 'updated_at': '2021-09-24T00:17:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:17.132063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-603a7d75-3eed-4b03-aa62-a02dde14b480 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 14a47617-81c9-44a5-acf0-665ffb13e9ea {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:17.137674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-603a7d75-3eed-4b03-aa62-a02dde14b480 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.146653 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] Checking router: 68093fdd-49bc-4540-a47e-75ed0c9a19e6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:19:17.159645 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] Routers {'68093fdd-49bc-4540-a47e-75ed0c9a19e6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:17.160275 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:17.188622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d454d37-592e-4496-9f14-3695eb04f4bd req-a205e27d-0bf3-4614-8cad-4a7d55150b58 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349714 Sep 24 00:19:17.248646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Deleting port 12986a43-d026-446c-b278-8d9fea81b6ca {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:17.249000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.288522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-603a7d75-3eed-4b03-aa62-a02dde14b480 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.325228 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] Set router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:17.336701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:17.414010 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:19:17Z', 'revision_number': 6, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:17.415955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ff0d01a-87f2-481c-b2c2-693cc2cc326e req-ebe2d0af-6298-4400-ac6f-d1ff92ab201c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0966742 Sep 24 00:19:17.430207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:17.444318 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.458567 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-603a7d75-3eed-4b03-aa62-a02dde14b480 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.480113 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d05389-9006-48a2-9452-f569406a8fec None None] The sync data for ids ['68093fdd-49bc-4540-a47e-75ed0c9a19e6'] in n-d-713498-18 is: [{'id': '68093fdd-49bc-4540-a47e-75ed0c9a19e6', 'name': 'tempest-ServerRescueTestJSON-1344559828-router', 'tenant_id': 'fbab406d24e148079cc5e5d7be32176e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:17:11Z', 'updated_at': '2021-09-24T00:19:17Z', 'revision_number': 6, 'project_id': 'fbab406d24e148079cc5e5d7be32176e', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:19:17.523535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] For port 12986a43-d026-446c-b278-8d9fea81b6ca, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=12986a43-d026-446c-b278-8d9fea81b6ca,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:17.523995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.541291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Calling delete_port for 12986a43-d026-446c-b278-8d9fea81b6ca owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:17.573319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-603a7d75-3eed-4b03-aa62-a02dde14b480 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.604017 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-603a7d75-3eed-4b03-aa62-a02dde14b480 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.609181 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-603a7d75-3eed-4b03-aa62-a02dde14b480 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/14a47617-81c9-44a5-acf0-665ffb13e9ea HTTP/1.1" status: 204 len: 168 time: 0.6410868 Sep 24 00:19:17.631894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53514) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:17.636392 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.639584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603a7d75-3eed-4b03-aa62-a02dde14b480 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=14a47617-81c9-44a5-acf0-665ffb13e9ea,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:17.690927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27db2aaf-ca6c-40d3-9ec4-d4f257c852b8 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:17.698037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=687ae2ac-f1c6-42d6-8e19-fc77307ba9d7,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:17.700121 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1ded4492-51b2-45ac-8734-ee20b318ed35 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666747 Sep 24 00:19:17.702878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53516) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:17.711587 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.757210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff6340-5a13-46ab-9057-0cca1d16654e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:17.758734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0cff6340-5a13-46ab-9057-0cca1d16654e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0544765 Sep 24 00:19:17.761238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53518) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:17.776953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.812118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Pushing event deleted for resources: {'Port': ['ID=12986a43-d026-446c-b278-8d9fea81b6ca,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:17.825680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e00e26-16b8-4d48-a8b8-ef138e722fa0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:17.827428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d9e00e26-16b8-4d48-a8b8-ef138e722fa0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652471 Sep 24 00:19:17.830479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53520) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:17.831975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0075f050-4422-4b57-8e65-a961edcb7e57 None None] Provisioning complete for port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:17.832602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0075f050-4422-4b57-8e65-a961edcb7e57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:17.880495 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c41c6410-7cca-4527-9f91-02375e7bd14b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432391 Sep 24 00:19:17.881001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53522) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:17.886803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=687ae2ac-f1c6-42d6-8e19-fc77307ba9d7,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:17.899822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:17.906379 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.028188 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.030656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.047424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:19:18.070499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:18.077050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.098912 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.099385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68093fdd-49bc-4540-a47e-75ed0c9a19e6 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:19:18.104378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.105811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-62ed79cb-8b70-4485-9624-280f3522de66 admin admin] 10.222.0.24 "DELETE /v2.0/routers/68093fdd-49bc-4540-a47e-75ed0c9a19e6 HTTP/1.1" status: 204 len: 168 time: 1.4524953 Sep 24 00:19:18.108371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53524) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:18.124280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] Deleting port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:18.127259 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.177979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-b783b44f-8a6b-4cdf-ae8d-a6fe76da42f3 admin admin] Deleting subnet 7206fb7d-1cf9-4b53-9c60-71a9715f6d91 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:18.181524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b783b44f-8a6b-4cdf-ae8d-a6fe76da42f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.218037 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b783b44f-8a6b-4cdf-ae8d-a6fe76da42f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.270273 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b783b44f-8a6b-4cdf-ae8d-a6fe76da42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.289565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] For port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=687ae2ac-f1c6-42d6-8e19-fc77307ba9d7,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:18.290203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.318026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] Calling delete_port for 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:18.357910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b783b44f-8a6b-4cdf-ae8d-a6fe76da42f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.427564 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b783b44f-8a6b-4cdf-ae8d-a6fe76da42f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.433219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b783b44f-8a6b-4cdf-ae8d-a6fe76da42f3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7206fb7d-1cf9-4b53-9c60-71a9715f6d91 HTTP/1.1" status: 204 len: 168 time: 0.3201737 Sep 24 00:19:18.433544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53530) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:18.550017 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.551868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783b44f-8a6b-4cdf-ae8d-a6fe76da42f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7206fb7d-1cf9-4b53-9c60-71a9715f6d91,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:18.578435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:19:18.600646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6cc5ad-0c00-4d79-a441-d83e09cabc68 req-517cb27d-ea8a-45ab-bd0f-772baafa7257 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:18.602400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d6cc5ad-0c00-4d79-a441-d83e09cabc68 req-517cb27d-ea8a-45ab-bd0f-772baafa7257 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2196102 Sep 24 00:19:18.691459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d6cc5ad-0c00-4d79-a441-d83e09cabc68 req-383d5b38-c01f-497e-87ae-94c78376bb47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628202 Sep 24 00:19:18.751193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23da5de2-1295-4306-978d-3432b7eaafe3 req-370d620d-ddce-4f1e-89cf-9273b3d01c7c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0528464 Sep 24 00:19:18.811178 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.826730 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.840171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c1a340-421f-4a6b-8eaf-c29cab762366']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:18.855737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.857736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] Pushing event deleted for resources: {'Port': ['ID=687ae2ac-f1c6-42d6-8e19-fc77307ba9d7,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:18.871132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ab9a11-2f27-4987-a046-4b49cc9c1c01') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:18.871446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ab9a11-2f27-4987-a046-4b49cc9c1c01') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:18.874201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa7ae84-e25b-4378-bcde-4ce2cf7c3dfa None None] No DVR routers for this DVR port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:18.904321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.921686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Port 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 concurrently deleted while adding address for new subnet {'id': '6080316e-7ce8-41da-8eee-066e0bb55cc8', 'name': '', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3272, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-09-24T00:19:18Z', 'updated_at': '2021-09-24T00:19:18Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'fb9329729d694ff493850c33b067deb2'}. {{(pid=106378) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Sep 24 00:19:18.922504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.931021 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.942559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:19:18.943158 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:19:18.944901 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:19:18.963338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e9a10f-e445-4b98-bc59-7b8a7c90668d req-877a294b-721d-42db-af3e-626371b99228 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:18.964920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67e9a10f-e445-4b98-bc59-7b8a7c90668d req-877a294b-721d-42db-af3e-626371b99228 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1222708 Sep 24 00:19:18.994727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:18.998411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:19.003744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:19.004453 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.010345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28ab44d-22d7-4dc2-8326-6c36348974a6 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:19.025597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=6080316e-7ce8-41da-8eee-066e0bb55cc8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:19.043574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-caad3c63-ecee-40b5-8541-ba3e5d1553b0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1611049 Sep 24 00:19:19.044907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53536) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:19.058081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:44:b7:f4', 'name': 'tempest-NetworksTestDHCPv6-2143472018'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:19.065292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.070953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67e9a10f-e445-4b98-bc59-7b8a7c90668d req-00819b28-fce1-4e63-bd0f-5c2dec9e45eb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933809 Sep 24 00:19:19.090806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.093260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] 10.222.0.24 "DELETE /v2.0/networks/54c1a340-421f-4a6b-8eaf-c29cab762366 HTTP/1.1" status: 204 len: 168 time: 0.6588564 Sep 24 00:19:19.094381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523011e9-1e82-4d43-b4ea-616fcb87ed3d admin admin] Pushing event deleted for resources: {'Network': ['ID=54c1a340-421f-4a6b-8eaf-c29cab762366,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:19.131164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53540) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:19.216232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:19.228516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d155e9-2490-41f3-9fa9-70808c5a076d tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:19.238563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d1d155e9-2490-41f3-9fa9-70808c5a076d tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1092 time: 0.1062207 Sep 24 00:19:19.241957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53542) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:19.252553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:19.279529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:19.281466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:19.281872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 687ae2ac-f1c6-42d6-8e19-fc77307ba9d7 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:19.282293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 12986a43-d026-446c-b278-8d9fea81b6ca no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:19.317106 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.352118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 12986a43-d026-446c-b278-8d9fea81b6ca {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:19.352537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 12986a43-d026-446c-b278-8d9fea81b6ca not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:19.352962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a33437c-0b6a-4dc8-b45b-d9730f879993 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:19.386572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7a33437c-0b6a-4dc8-b45b-d9730f879993 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:19.387240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a33437c-0b6a-4dc8-b45b-d9730f879993 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:19.428823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.455680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '6080316e-7ce8-41da-8eee-066e0bb55cc8'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:19:19.458387 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.475567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 217afe17-ed37-431b-8384-200dbbfc3c10 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:19.487481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53544) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:19.496632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.608547 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-73303c70-fa9e-42ce-a7d9-62da45734cab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fbab406d24e148079cc5e5d7be32176e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1196463 Sep 24 00:19:19.612114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53546) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:19.651520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.25.5.140 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/c5670804-60e4-44d3-85cf-b678920021e9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:19.659875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Allocated IP 2001:db8::f816:3eff:fe22:ebc3 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/6080316e-7ce8-41da-8eee-066e0bb55cc8/d5945f4d-2fce-4bc4-9589-17883a15d105) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:19.716919 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9db54774-c192-44cf-8fe6-4db9881596c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.778257 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9db54774-c192-44cf-8fe6-4db9881596c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.840196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.866802 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.875038 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.882841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9db54774-c192-44cf-8fe6-4db9881596c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.885685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9db54774-c192-44cf-8fe6-4db9881596c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.887069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9db54774-c192-44cf-8fe6-4db9881596c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3fc9eb9-9815-4571-8ceb-86f69f55cff2 HTTP/1.1" status: 204 len: 168 time: 0.2738473 Sep 24 00:19:19.897969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:19.912259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db54774-c192-44cf-8fe6-4db9881596c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fc9eb9-9815-4571-8ceb-86f69f55cff2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:19.916040 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1836a50-ddb7-4067-b3eb-313cfdabb51d req-9382161e-5382-464b-b39a-72dc2db7e25a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0535548 Sep 24 00:19:19.925554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:19.942051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:19.944006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:19.993622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Pushing event updated for resources: {'Port': ['ID=d5945f4d-2fce-4bc4-9589-17883a15d105,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:20.007370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fe44:b7f4 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/6080316e-7ce8-41da-8eee-066e0bb55cc8/217afe17-ed37-431b-8384-200dbbfc3c10) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:20.014905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:20.022805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:20.027879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Attempting to bind port d5945f4d-2fce-4bc4-9589-17883a15d105 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:20.028273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Attempting to bind port d5945f4d-2fce-4bc4-9589-17883a15d105 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:20.028796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Attempting to bind port d5945f4d-2fce-4bc4-9589-17883a15d105 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:20.033111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:20.036725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:20.037052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:20.037862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:20.038278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:20.038919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Bound port: d5945f4d-2fce-4bc4-9589-17883a15d105, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:20.039427 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:20.063881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=c5670804-60e4-44d3-85cf-b678920021e9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:20.131022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] For port d5945f4d-2fce-4bc4-9589-17883a15d105, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:20.136159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] For port d5945f4d-2fce-4bc4-9589-17883a15d105, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d5945f4d-2fce-4bc4-9589-17883a15d105,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:20.146168 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:20.293431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec50ea95-6afb-42fe-9fac-5e14c6ea1b3c None None] Pushing event updated for resources: {'Port': ['ID=d5945f4d-2fce-4bc4-9589-17883a15d105,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:20.310077 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:20.370733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:20.430707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:20.436080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:20.441974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:20.450410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:20.458137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:20.520383 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4690309 Sep 24 00:19:20.520683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53556) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:20.576722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44cb00e-302d-4d55-b7d8-66739ffc1cc2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=217afe17-ed37-431b-8384-200dbbfc3c10,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:20.651529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e71999-9a49-40c1-bb31-7f0f1a7b4a30 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:20.660220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e71999-9a49-40c1-bb31-7f0f1a7b4a30 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:20.665520 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-31e71999-9a49-40c1-bb31-7f0f1a7b4a30 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1407247 Sep 24 00:19:20.666542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53562) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:20.825542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:20.862184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d275925a-858c-4897-8ffb-62b1aa8e0703 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 217afe17-ed37-431b-8384-200dbbfc3c10 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:20.862692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d275925a-858c-4897-8ffb-62b1aa8e0703 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:20.991163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d275925a-858c-4897-8ffb-62b1aa8e0703 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.038815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d275925a-858c-4897-8ffb-62b1aa8e0703 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 217afe17-ed37-431b-8384-200dbbfc3c10 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:21.161616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d5945f4d-2fce-4bc4-9589-17883a15d105 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:21.293486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d5945f4d-2fce-4bc4-9589-17883a15d105 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:21.294874 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.327990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d275925a-858c-4897-8ffb-62b1aa8e0703 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.380017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275925a-858c-4897-8ffb-62b1aa8e0703 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=217afe17-ed37-431b-8384-200dbbfc3c10,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:21.451758 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.457732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d275925a-858c-4897-8ffb-62b1aa8e0703 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.461024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d275925a-858c-4897-8ffb-62b1aa8e0703 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/217afe17-ed37-431b-8384-200dbbfc3c10 HTTP/1.1" status: 204 len: 168 time: 0.7929218 Sep 24 00:19:21.463696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53580) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:21.545105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port d5945f4d-2fce-4bc4-9589-17883a15d105, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d5945f4d-2fce-4bc4-9589-17883a15d105,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:21.545773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53582) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:21.550065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae778e1-6a02-4854-ba5b-1fe58c601409 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:21.551713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae778e1-6a02-4854-ba5b-1fe58c601409 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:21.551902 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.555909 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bae778e1-6a02-4854-ba5b-1fe58c601409 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0884562 Sep 24 00:19:21.560682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53584) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:21.587361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60329b93-dae6-4a12-84e5-0b2299fe2c16 req-479bd1b0-e15f-4e9e-98f5-d44c8f474fc1 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0355053 Sep 24 00:19:21.595869 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.649280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15f8d69-8e8a-4094-b83c-90bec7c4f906 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 6080316e-7ce8-41da-8eee-066e0bb55cc8 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:21.653217 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a15f8d69-8e8a-4094-b83c-90bec7c4f906 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.665957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=d5945f4d-2fce-4bc4-9589-17883a15d105,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:21.715968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a15f8d69-8e8a-4094-b83c-90bec7c4f906 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.788753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-438652225-network', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:21.849599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Made reservation on behalf of 69a37da035b84dce9134bc41b764f4f6 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:21.857441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.861506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.867202 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.876165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a15f8d69-8e8a-4094-b83c-90bec7c4f906 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.887761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cf939c4b-e2e5-4150-8906-eba2f2303146 None None] Provisioning complete for port d5945f4d-2fce-4bc4-9589-17883a15d105 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:21.888732 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cf939c4b-e2e5-4150-8906-eba2f2303146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.931618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=c5670804-60e4-44d3-85cf-b678920021e9,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:21.953301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a15f8d69-8e8a-4094-b83c-90bec7c4f906 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:21.959264 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.002774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15f8d69-8e8a-4094-b83c-90bec7c4f906 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=6080316e-7ce8-41da-8eee-066e0bb55cc8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:22.012091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a15f8d69-8e8a-4094-b83c-90bec7c4f906 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.016437 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a15f8d69-8e8a-4094-b83c-90bec7c4f906 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/6080316e-7ce8-41da-8eee-066e0bb55cc8 HTTP/1.1" status: 204 len: 168 time: 0.4523199 Sep 24 00:19:22.017738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53590) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:22.039994 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.068463 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0f6d64a7-3b7d-47d1-92eb-ec98c4286299 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495903 Sep 24 00:19:22.073288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53592) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:22.078572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:22.150283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3388d-936e-4c40-a346-b45c79692723 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:22.226890 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Floating IP cf022225-584f-4404-92e2-e01d0c16ddc9 associated. External IP: 172.25.5.140, port: 258cb19b-96af-4fc2-be8a-943cac3a1645. Sep 24 00:19:22.235866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.257789 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.277447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-29ad7875-04d9-414e-a48e-a11041fb596f None None] Could not find standard attr ID for object 217afe17-ed37-431b-8384-200dbbfc3c10. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:22.287623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:22.292718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.336008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:19:22.354403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcaec02-067a-41be-82b5-6bf0088482ce,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:22.412313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.412558 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Added segment 45a31275-3879-46e9-ac6d-3c19b01fb783 of type vlan for network a5d7a39e-0e7d-4f94-8427-aca543dfb458 Sep 24 00:19:22.422192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:19:22.473684 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.498913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Deleting port d5945f4d-2fce-4bc4-9589-17883a15d105 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:22.499990 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.538711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.539875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:22.540463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.568762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router eebb255f-494c-4d99-beb8-db40f81f7a4c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:19:22.596035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0369077 Sep 24 00:19:22.597932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:22.607417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] For port d5945f4d-2fce-4bc4-9589-17883a15d105, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d5945f4d-2fce-4bc4-9589-17883a15d105,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:22.608024 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.624154 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Calling delete_port for d5945f4d-2fce-4bc4-9589-17883a15d105 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:22.660795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Request body: {'subnet': {'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-subnet', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:22.720220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Made reservation on behalf of 69a37da035b84dce9134bc41b764f4f6 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:22.723172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.731310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645ab84-5a29-4ac9-baf7-dac3d11df3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d7a39e-0e7d-4f94-8427-aca543dfb458,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:22.748282 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.757584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59caf583-3fd7-431c-b085-5348c585d25f req-69d68177-e53c-4853-b956-ca4210629067 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0537543 Sep 24 00:19:22.757828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:19:22.814011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] No DVR routers for this DVR port d5945f4d-2fce-4bc4-9589-17883a15d105 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:22.815830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Pushing event deleted for resources: {'Port': ['ID=d5945f4d-2fce-4bc4-9589-17883a15d105,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:22.835780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:19:22.858832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.858832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.858832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.863331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.864161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.864794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.867279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.868243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.868511 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.870151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.871065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.871890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.872902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0c371b-9c2c-4d1f-b788-47195153347d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:22.925204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] Sync routers for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:19:22.927753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:19:22.931780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:22.938865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85068e78-c7ba-4505-8ef5-f9e270e55974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6921632 Sep 24 00:19:22.938865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:22.939219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:22.939754 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477e6e38-fc08-4d1e-aaae-8fe856388b88" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:22.939909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:23.015567 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da61488-59a6-4c2b-95ff-3b196a1d0630 x-openstack-request-id: req-4da61488-59a6-4c2b-95ff-3b196a1d0630 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:23.016149 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:23.021829 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4da61488-59a6-4c2b-95ff-3b196a1d0630 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:23.027840 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'status': 'completed', 'code': 200} Sep 24 00:19:23.033962 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b1a33b57-9257-4064-9f6a-d07f1051a2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.054857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:23.064639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:23.070667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:23.071321 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.093622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=4f51a4d0-3820-4268-927b-cc0c9e5f8e51,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:23.130994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545b140b-67e4-496f-bba8-7ab892060690 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:23.131711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-02701b9c-c955-40bd-88de-a15a5cfcc2eb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0573738 Sep 24 00:19:23.134308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:23.140373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:d1:26:87', 'name': 'tempest-NetworksTestDHCPv6-688787459'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:23.161389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d5945f4d-2fce-4bc4-9589-17883a15d105 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:23.183396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.193298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-c68f7905-c610-4389-a4db-50cacf9a08a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:23.195052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-c68f7905-c610-4389-a4db-50cacf9a08a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.1531453 Sep 24 00:19:23.198310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: d5945f4d-2fce-4bc4-9589-17883a15d105 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:23.198899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d5945f4d-2fce-4bc4-9589-17883a15d105 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:23.213351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddb054-37e1-4a57-ae97-149bc1da3e67 req-deecb8e8-8b2c-448e-a3f9-ceefcbaa536e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:23.215152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dddb054-37e1-4a57-ae97-149bc1da3e67 req-deecb8e8-8b2c-448e-a3f9-ceefcbaa536e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1377025 Sep 24 00:19:23.258624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:23.340722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2dddb054-37e1-4a57-ae97-149bc1da3e67 req-96810b89-2ffa-456c-be2f-d67a562eda65 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011004 Sep 24 00:19:23.349396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbd218a0-6152-4f6c-909b-e55678fde71e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:23.366793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Checking segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:23.366793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Network hostable DHCP agents. Network: a5d7a39e-0e7d-4f94-8427-aca543dfb458, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:19:23.372298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53606) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:23.387607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-09c75467-ede1-4556-9d7d-b4336245f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:23.389272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-09c75467-ede1-4556-9d7d-b4336245f45b service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.1732252 Sep 24 00:19:23.441678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:23.445945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.447989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:19:23.467609 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '4f51a4d0-3820-4268-927b-cc0c9e5f8e51'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:19:23.468624 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.474665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, a5d7a39e-0e7d-4f94-8427-aca543dfb458) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:23.486713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:23.487086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.493789 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-22a6fc93-1606-458c-8ab3-f763a09d94cc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/cf022225-584f-4404-92e2-e01d0c16ddc9 HTTP/1.1" status: 200 len: 991 time: 0.1185200 Sep 24 00:19:23.503680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port c8c8feef-b941-4e5d-b24b-bcad124ff854 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:23.507852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cebaa8-7c16-4368-9e04-0585d53cd1b8 None None] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:23.527695 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-78699d51-a7d4-4fab-8c27-52cf2bf30e1e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9283092 Sep 24 00:19:23.530614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53608) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:23.545081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-5e088e6d-84d8-479b-8792-70574058c1f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 999 time: 0.1452701 Sep 24 00:19:23.581724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:23.610594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-e692a09a-223d-4141-b0d7-f264cdd57ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:23.612157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-e692a09a-223d-4141-b0d7-f264cdd57ef9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.0602045 Sep 24 00:19:23.625142 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.626703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.664385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-86d7a6a4-3078-444c-a23f-bb062a9941b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:23.666273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-86d7a6a4-3078-444c-a23f-bb062a9941b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474389 Sep 24 00:19:23.691237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fed1:2687 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/4f51a4d0-3820-4268-927b-cc0c9e5f8e51/c8c8feef-b941-4e5d-b24b-bcad124ff854) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:23.724796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.783943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'cf022225-584f-4404-92e2-e01d0c16ddc9', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'port_id': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'mac_address': 'fa:16:3e:1b:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:19:20Z', 'updated_at': '2021-09-24T00:19:20Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:19:01Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:23.820189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a78359-097c-47df-957c-2946073855dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:19:23.821812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a78359-097c-47df-957c-2946073855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.835033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] Checking router: eebb255f-494c-4d99-beb8-db40f81f7a4c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:19:23.837900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-60645ed0-e768-437d-b7a2-aeb7f0b3417c service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643412 Sep 24 00:19:23.895259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:23.895789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:18:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:23.897215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:23.921119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b43ade84-1528-42b7-9265-fdce05028eee req-2b72d831-f806-4979-98f0-fac68d61250c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0482864 Sep 24 00:19:24.002658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-477e6e38-fc08-4d1e-aaae-8fe856388b88 req-bc5ae0e1-66c7-4a37-a35a-dc2a318d0c1a service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571584 Sep 24 00:19:24.204384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-58a78359-097c-47df-957c-2946073855dd None None] Allocated IP 172.20.0.2 (a5d7a39e-0e7d-4f94-8427-aca543dfb458/fbd218a0-6152-4f6c-909b-e55678fde71e/7c88eccd-cac1-4ed6-9327-35f80c6aa325) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:24.220399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:24.482102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.492659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ef53b-0c5d-435b-a3f1-66b647f989f3 req-9f065727-51b3-49bd-b10b-2f5a8d319e5d tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:24.495969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-681ef53b-0c5d-435b-a3f1-66b647f989f3 req-9f065727-51b3-49bd-b10b-2f5a8d319e5d tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 950 time: 0.0602651 Sep 24 00:19:24.496574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53618) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:24.542399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a78359-097c-47df-957c-2946073855dd None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.569438 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a78359-097c-47df-957c-2946073855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.583603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-681ef53b-0c5d-435b-a3f1-66b647f989f3 req-83c048fd-51b5-46de-85c4-d55f4df7294c tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791783 Sep 24 00:19:24.589280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5b05305-12df-4877-a03e-7fe2f5be29d9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/cf022225-584f-4404-92e2-e01d0c16ddc9 HTTP/1.1" status: 200 len: 991 time: 0.0900710 Sep 24 00:19:24.628966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a78359-097c-47df-957c-2946073855dd None None] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:24.629707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a78359-097c-47df-957c-2946073855dd None None] Pushing event updated for resources: {'Port': ['ID=7c88eccd-cac1-4ed6-9327-35f80c6aa325,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:24.638800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-58a78359-097c-47df-957c-2946073855dd None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:24.645446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a78359-097c-47df-957c-2946073855dd None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:24.646942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.654785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.696451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.707801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'cf022225-584f-4404-92e2-e01d0c16ddc9', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'port_id': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'mac_address': 'fa:16:3e:1b:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:19:20Z', 'updated_at': '2021-09-24T00:19:20Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:19:01Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:24.721209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:24.727259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:24.729908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:24.736591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:24.736850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.760499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8976060a-2ac5-449d-bf71-9a79d78be0d0 None None] The sync data for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 is: [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'cf022225-584f-4404-92e2-e01d0c16ddc9', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.140', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'port_id': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3276, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'mac_address': 'fa:16:3e:1b:d7:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:19:20Z', 'updated_at': '2021-09-24T00:19:20Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:19:01Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:19:24.772724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Allocated IP 2001:db8::f816:3eff:fe32:1dc2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/4f51a4d0-3820-4268-927b-cc0c9e5f8e51/c956a733-5c52-4b84-9ce9-914b3327c8c6) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:24.779336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-58a78359-097c-47df-957c-2946073855dd None None] Attempting to bind port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:24.779710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-58a78359-097c-47df-957c-2946073855dd None None] Attempting to bind port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:24.780090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a78359-097c-47df-957c-2946073855dd None None] Attempting to bind port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:24.791714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a78359-097c-47df-957c-2946073855dd None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:24.792148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a78359-097c-47df-957c-2946073855dd None None] Checking segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:24.792658 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a78359-097c-47df-957c-2946073855dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.792927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a78359-097c-47df-957c-2946073855dd None None] Bound using segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:24.793583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=c8c8feef-b941-4e5d-b24b-bcad124ff854,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:24.793724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-58a78359-097c-47df-957c-2946073855dd None None] Bound port: 7c88eccd-cac1-4ed6-9327-35f80c6aa325, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:24.793831 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a78359-097c-47df-957c-2946073855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:24.811369 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1b06a92f-328c-4419-9ea3-e2c8c35c5ca8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6739085 Sep 24 00:19:24.812925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53620) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:24.914445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d416b1-aadd-4417-95ff-a48d85e46fca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:24.918385 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-05d416b1-aadd-4417-95ff-a48d85e46fca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1021369 Sep 24 00:19:24.918385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Allocated IP 172.25.5.217 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/457dbff5-17d2-4aab-8b82-a9b1950cbdff) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:24.920718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53622) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:24.955814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-58a78359-097c-47df-957c-2946073855dd None None] For port 7c88eccd-cac1-4ed6-9327-35f80c6aa325, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:24.960986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-58a78359-097c-47df-957c-2946073855dd None None] For port 7c88eccd-cac1-4ed6-9327-35f80c6aa325, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7c88eccd-cac1-4ed6-9327-35f80c6aa325,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:24.995823 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58a78359-097c-47df-957c-2946073855dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.059451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.079274 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84551a48-5da7-404c-81ad-bebac67a7d81 None None] New status for floating IP cf022225-584f-4404-92e2-e01d0c16ddc9: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:19:25.112145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.127944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14c2990f-fa9e-4439-a074-67198a37c287 req-680baf0e-5587-473b-9882-3f271f0d30df tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0864639 Sep 24 00:19:25.128541 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.157939 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.167636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a78359-097c-47df-957c-2946073855dd None None] Pushing event updated for resources: {'Port': ['ID=7c88eccd-cac1-4ed6-9327-35f80c6aa325,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:25.169602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:25.176012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:25.181048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-bcae978d-eaf9-4856-aa3a-08c0b58a5d66 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port c8c8feef-b941-4e5d-b24b-bcad124ff854 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:25.181635 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bcae978d-eaf9-4856-aa3a-08c0b58a5d66 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.186841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:25.191921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Pushing event updated for resources: {'Port': ['ID=457dbff5-17d2-4aab-8b82-a9b1950cbdff,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:25.229680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Pushing event updated for resources: {'Port': ['ID=c956a733-5c52-4b84-9ce9-914b3327c8c6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:25.241399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:25.246429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:25.249010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:25.317957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Attempting to bind port c956a733-5c52-4b84-9ce9-914b3327c8c6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:25.318634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Attempting to bind port c956a733-5c52-4b84-9ce9-914b3327c8c6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:25.319315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Attempting to bind port c956a733-5c52-4b84-9ce9-914b3327c8c6 on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:25.328212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:25.329293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:25.330231 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.330864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:25.331523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Bound port: c956a733-5c52-4b84-9ce9-914b3327c8c6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:25.332107 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.332255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bcae978d-eaf9-4856-aa3a-08c0b58a5d66 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.363290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-bcae978d-eaf9-4856-aa3a-08c0b58a5d66 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for c8c8feef-b941-4e5d-b24b-bcad124ff854 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:25.440726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] For port c956a733-5c52-4b84-9ce9-914b3327c8c6, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:25.448892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] For port c956a733-5c52-4b84-9ce9-914b3327c8c6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c956a733-5c52-4b84-9ce9-914b3327c8c6,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:25.458688 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.557602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87eef54-e814-4b49-8d9b-aef7315553d7 None None] Pushing event updated for resources: {'Port': ['ID=c956a733-5c52-4b84-9ce9-914b3327c8c6,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:25.592154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53626) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:25.600678 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bcae978d-eaf9-4856-aa3a-08c0b58a5d66 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.638488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.677023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae978d-eaf9-4856-aa3a-08c0b58a5d66 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=c8c8feef-b941-4e5d-b24b-bcad124ff854,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:25.741336 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bcae978d-eaf9-4856-aa3a-08c0b58a5d66 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.745966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bcae978d-eaf9-4856-aa3a-08c0b58a5d66 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/c8c8feef-b941-4e5d-b24b-bcad124ff854 HTTP/1.1" status: 204 len: 168 time: 0.8235378 Sep 24 00:19:25.746443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53630) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:25.768207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c6a4f008-368b-4a62-9f23-96f15d9e28de tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/cf022225-584f-4404-92e2-e01d0c16ddc9 HTTP/1.1" status: 200 len: 993 time: 0.1689556 Sep 24 00:19:25.835911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d657e2-0496-4397-a0b0-d4e053302869 req-d5b4fe13-8911-4b08-88ec-d620a109032d tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:25.837953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13d657e2-0496-4397-a0b0-d4e053302869 req-d5b4fe13-8911-4b08-88ec-d620a109032d tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 950 time: 0.1632535 Sep 24 00:19:25.852102 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.866221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc091e6-d5fe-44f7-98a1-0f37e5bd4a56 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:25.867958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc091e6-d5fe-44f7-98a1-0f37e5bd4a56 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:25.872876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1fc091e6-d5fe-44f7-98a1-0f37e5bd4a56 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1216059 Sep 24 00:19:25.873617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53632) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:25.931874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa389c2-83bc-4122-b700-5992765db322 req-307ec661-c279-4247-95c1-4ae7a1604058 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:25.933931 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5aa389c2-83bc-4122-b700-5992765db322 req-307ec661-c279-4247-95c1-4ae7a1604058 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.20 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 950 time: 0.0876434 Sep 24 00:19:25.939385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13d657e2-0496-4397-a0b0-d4e053302869 req-e5a09de1-a752-44cc-9aa7-134c4512a7a4 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/security-groups?id=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892375 Sep 24 00:19:25.967396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-06966293-61cd-4294-946f-32d9cb3d4c12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 4f51a4d0-3820-4268-927b-cc0c9e5f8e51 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:25.972394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06966293-61cd-4294-946f-32d9cb3d4c12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:25.981934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d431da3-9b95-43a7-b64d-8afff355d2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.030562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.050041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06966293-61cd-4294-946f-32d9cb3d4c12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.172011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Deleting port 35b5f1e3-b181-4876-844e-4f618e565481 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:26.172352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.178874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06966293-61cd-4294-946f-32d9cb3d4c12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.269671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bae349a6-715f-42f3-af33-67b2119123cb req-d63f1ea3-6f1c-402b-a00a-9ed979b240ee tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0376995 Sep 24 00:19:26.312236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06966293-61cd-4294-946f-32d9cb3d4c12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.312763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] For port 35b5f1e3-b181-4876-844e-4f618e565481, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=35b5f1e3-b181-4876-844e-4f618e565481,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:26.313125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.322228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:19:26.331949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Calling delete_port for 35b5f1e3-b181-4876-844e-4f618e565481 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:26.345881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06966293-61cd-4294-946f-32d9cb3d4c12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=4f51a4d0-3820-4268-927b-cc0c9e5f8e51,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:26.353709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06966293-61cd-4294-946f-32d9cb3d4c12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.355659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-06966293-61cd-4294-946f-32d9cb3d4c12 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/4f51a4d0-3820-4268-927b-cc0c9e5f8e51 HTTP/1.1" status: 204 len: 168 time: 0.4746969 Sep 24 00:19:26.358023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53636) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:26.404574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a4e61ba5-fce4-4c02-a587-3279df9aa1ff tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433986 Sep 24 00:19:26.404835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53638) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:26.458436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0b0a7d-420d-48fe-a746-8c7b3f2b2bee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:26.460266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae0b0a7d-420d-48fe-a746-8c7b3f2b2bee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0545154 Sep 24 00:19:26.464774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53640) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:26.473054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4b85c-e6ff-4b9b-9148-945a24038ad1 None None] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:26.525882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:19:26.536067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Sync routers for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:19:26.543567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53813989-e4f6-4a8d-a4eb-4f62b779b8b2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:26.548122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-53813989-e4f6-4a8d-a4eb-4f62b779b8b2 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0838423 Sep 24 00:19:26.548483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53642) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:26.598166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:26.599695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:19:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:26.603607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c6b311cb-460f-403d-b2b4-a3a430103472 None None] Provisioning complete for port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:26.604272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b311cb-460f-403d-b2b4-a3a430103472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.605605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e2813841-716e-4707-89d4-32a88d0d6ad8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0558441 Sep 24 00:19:26.606271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53644) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:26.612159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:26.643154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.645671 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-71887da4-0812-447e-87c3-c71880165445 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0730147 Sep 24 00:19:26.648589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53646) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:26.649601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.678820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['35b5f1e3-b181-4876-844e-4f618e565481'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:19:26.707517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Pushing event deleted for resources: {'Port': ['ID=35b5f1e3-b181-4876-844e-4f618e565481,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:26.800410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] No DVR routers for this DVR port 35b5f1e3-b181-4876-844e-4f618e565481 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:26.803696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.806472 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5aa389c2-83bc-4122-b700-5992765db322 req-1b9d2401-6237-49d0-b639-490fcb376ce7 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.20 "DELETE /v2.0/ports/35b5f1e3-b181-4876-844e-4f618e565481 HTTP/1.1" status: 204 len: 173 time: 0.8298388 Sep 24 00:19:26.807493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b63afd1-8fae-416f-96ad-644904281dd0', 'name': 'network-vif-deleted', 'tag': '35b5f1e3-b181-4876-844e-4f618e565481'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:26.811255 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5acc1c3-d4e7-4303-ac86-d3bdabbbcce8" -d '{"events": [{"server_uuid": "3b63afd1-8fae-416f-96ad-644904281dd0", "name": "network-vif-deleted", "tag": "35b5f1e3-b181-4876-844e-4f618e565481"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:26.862924 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1282fa1-a215-42cc-a903-d31498f85007 x-openstack-request-id: req-f1282fa1-a215-42cc-a903-d31498f85007 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:26.863412 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b63afd1-8fae-416f-96ad-644904281dd0", "name": "network-vif-deleted", "tag": "35b5f1e3-b181-4876-844e-4f618e565481", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:26.863552 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f1282fa1-a215-42cc-a903-d31498f85007 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:26.863921 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b63afd1-8fae-416f-96ad-644904281dd0', 'name': 'network-vif-deleted', 'tag': '35b5f1e3-b181-4876-844e-4f618e565481', 'status': 'completed', 'code': 200} Sep 24 00:19:26.868135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:26.873014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.873268 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:26.917343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:26.989329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003aa480-e137-4808-9c12-333f1bb4877a None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:27.089699 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d473e82-6d4f-447a-bfbd-d444063cc19a req-ad800bfe-106d-4408-b22d-20c81b8706b9 tempest-VolumesBackupsTest-436709128 tempest-VolumesBackupsTest-436709128-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b63afd1-8fae-416f-96ad-644904281dd0 HTTP/1.1" status: 200 len: 210 time: 0.0409341 Sep 24 00:19:27.351169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c956a733-5c52-4b84-9ce9-914b3327c8c6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:27.378601 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.479841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-414a1aa0-08ae-4e6b-bf12-d2c62ca0bdd8 req-6cd427c2-c1af-49e4-93fd-15ba213b6f67 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0704861 Sep 24 00:19:27.481796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:27.494813 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b311cb-460f-403d-b2b4-a3a430103472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.507870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:27.515895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:27.516618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.532220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=ae019ec1-32b7-4c2b-ac19-7c7c0e397c10,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:27.547615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e8b738a8-12b8-4ccc-a05a-3251eed6eb0b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9402657 Sep 24 00:19:27.550749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53654) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:27.557785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:0a:17:0f', 'name': 'tempest-NetworksTestDHCPv6-195111542'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:27.649745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.658045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c6b311cb-460f-403d-b2b4-a3a430103472 None None] For port 7c88eccd-cac1-4ed6-9327-35f80c6aa325, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7c88eccd-cac1-4ed6-9327-35f80c6aa325,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:27.692370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:27.702173 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6b311cb-460f-403d-b2b4-a3a430103472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.754941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port c956a733-5c52-4b84-9ce9-914b3327c8c6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:27.755312 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.808677 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.819686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b311cb-460f-403d-b2b4-a3a430103472 None None] Pushing event updated for resources: {'Port': ['ID=7c88eccd-cac1-4ed6-9327-35f80c6aa325,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:27.836407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Allocated IP 172.20.0.1 (a5d7a39e-0e7d-4f94-8427-aca543dfb458/fbd218a0-6152-4f6c-909b-e55678fde71e/a7cfd1c8-0d87-4b29-b789-12cefab416b8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:27.837621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:25Z', 'revision_number': 3, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:27.865351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port e42413a0-abf6-465a-987a-e0d00dab4ff6 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:27.905685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Checking router: f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:19:27.906026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Updating router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 port 457dbff5-17d2-4aab-8b82-a9b1950cbdff binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:19:27.959532 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.961417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6904b730-0b28-4f4e-bd38-395035d50570 None None] Provisioning complete for port c956a733-5c52-4b84-9ce9-914b3327c8c6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:27.961779 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6904b730-0b28-4f4e-bd38-395035d50570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:27.963453 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.011042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.037413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::36d (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/ae019ec1-32b7-4c2b-ac19-7c7c0e397c10/e42413a0-abf6-465a-987a-e0d00dab4ff6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:28.051730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.094295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:28.099194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:28.103622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:28.127458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130733f-1f8a-44d9-b936-f0c37f8f4fba None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:28.131717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port c956a733-5c52-4b84-9ce9-914b3327c8c6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c956a733-5c52-4b84-9ce9-914b3327c8c6,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:28.145073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cfd1c8-0d87-4b29-b789-12cefab416b8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:28.158394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.164691 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.165479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7c88eccd-cac1-4ed6-9327-35f80c6aa325 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:28.319081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.367574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.370389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.468535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:28.474561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:28.481203 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:28.495425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:28.496383 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.501057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=c956a733-5c52-4b84-9ce9-914b3327c8c6,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:28.527138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=e42413a0-abf6-465a-987a-e0d00dab4ff6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:28.540861 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d25100b5-7e6d-4e56-a248-e6ee60087103 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9880767 Sep 24 00:19:28.543417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53664) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:28.611484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6904b730-0b28-4f4e-bd38-395035d50570 None None] Provisioning complete for port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:28.611905 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6904b730-0b28-4f4e-bd38-395035d50570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.612894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8fb3ddd-3ac0-48ea-b52b-2399bb66b886 req-20cb3cf3-04f4-461b-a805-69eb73e66bad tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0303743 Sep 24 00:19:28.650662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fcc73-c255-4ceb-ae6f-e90aff852657 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:28.658597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05fcc73-c255-4ceb-ae6f-e90aff852657 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:28.660250 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f05fcc73-c255-4ceb-ae6f-e90aff852657 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1144435 Sep 24 00:19:28.663826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53666) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:28.675098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:28.675731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.678285 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.690088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.788114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ae2234d1-e325-4e57-a2ee-156846ab4780 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port e42413a0-abf6-465a-987a-e0d00dab4ff6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:28.788892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.789359 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae2234d1-e325-4e57-a2ee-156846ab4780 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.791323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cfd1c8-0d87-4b29-b789-12cefab416b8,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:28.841923 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.853716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:28.952462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:28.959175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:28.980881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae2234d1-e325-4e57-a2ee-156846ab4780 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.032208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ae2234d1-e325-4e57-a2ee-156846ab4780 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for e42413a0-abf6-465a-987a-e0d00dab4ff6 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:29.038515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef83244-3f6c-4d74-8eca-9ea3e424be81 None None] Pushing event updated for resources: {'Port': ['ID=457dbff5-17d2-4aab-8b82-a9b1950cbdff,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:29.048375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Attempting to bind port 457dbff5-17d2-4aab-8b82-a9b1950cbdff on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:29.049605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Attempting to bind port 457dbff5-17d2-4aab-8b82-a9b1950cbdff by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:29.050696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Attempting to bind port 457dbff5-17d2-4aab-8b82-a9b1950cbdff on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:29.069849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:29.070787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:29.071692 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.072563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:29.073487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Bound port: 457dbff5-17d2-4aab-8b82-a9b1950cbdff, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:29.074450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.261118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.262118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c956a733-5c52-4b84-9ce9-914b3327c8c6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:29.271821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bf4f6c5c-4306-45e1-b707-e281d1897b4c None None] Provisioning complete for port c956a733-5c52-4b84-9ce9-914b3327c8c6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:29.271821 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6c5c-4306-45e1-b707-e281d1897b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.286669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:19:29.296346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] For port 457dbff5-17d2-4aab-8b82-a9b1950cbdff, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:29.355842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae2234d1-e325-4e57-a2ee-156846ab4780 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.381386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] For port 457dbff5-17d2-4aab-8b82-a9b1950cbdff, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=457dbff5-17d2-4aab-8b82-a9b1950cbdff,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:29.395929 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.442490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2234d1-e325-4e57-a2ee-156846ab4780 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=e42413a0-abf6-465a-987a-e0d00dab4ff6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:29.510892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae2234d1-e325-4e57-a2ee-156846ab4780 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.517642 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ae2234d1-e325-4e57-a2ee-156846ab4780 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/e42413a0-abf6-465a-987a-e0d00dab4ff6 HTTP/1.1" status: 204 len: 168 time: 0.8499186 Sep 24 00:19:29.518629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef83244-3f6c-4d74-8eca-9ea3e424be81 None None] Pushing event updated for resources: {'Port': ['ID=457dbff5-17d2-4aab-8b82-a9b1950cbdff,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:29.542396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53670) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:29.550383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:19:29.556473 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4c4e7a85-6dda-445b-9fe9-a65b86cc19b3 admin admin] 10.222.0.24 "PUT /v2.0/routers/f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9066880 Sep 24 00:19:29.593926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port c956a733-5c52-4b84-9ce9-914b3327c8c6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:29.594430 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.628866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:29.629923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:19:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:29.659429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e1c96-7c84-4bb5-955f-d2434d59b53c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:29.661420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0e1c96-7c84-4bb5-955f-d2434d59b53c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:29.665833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53676) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:29.666316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ae0e1c96-7c84-4bb5-955f-d2434d59b53c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1223519 Sep 24 00:19:29.818380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49b0baf7-e465-4f5f-a12b-86ae562451f7 req-4ad7a91a-6666-45f9-a843-cc5ff235c632 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0656693 Sep 24 00:19:29.847744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c45c944-3176-4c48-a172-17c0a020e0ac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet ae019ec1-32b7-4c2b-ac19-7c7c0e397c10 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:29.852729 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c45c944-3176-4c48-a172-17c0a020e0ac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.925104 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c45c944-3176-4c48-a172-17c0a020e0ac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:29.992172 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c45c944-3176-4c48-a172-17c0a020e0ac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:30.035044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:30.119628 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c45c944-3176-4c48-a172-17c0a020e0ac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:30.133779 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c45c944-3176-4c48-a172-17c0a020e0ac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:30.138035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8c45c944-3176-4c48-a172-17c0a020e0ac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/ae019ec1-32b7-4c2b-ac19-7c7c0e397c10 HTTP/1.1" status: 204 len: 168 time: 0.4688549 Sep 24 00:19:30.138956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53682) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:30.171449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 35b5f1e3-b181-4876-844e-4f618e565481 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:30.174846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aac9ed-f241-4c78-95dc-e5b5470d3fa4 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:30.191381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bf4f6c5c-4306-45e1-b707-e281d1897b4c None None] Provisioning complete for port a7cfd1c8-0d87-4b29-b789-12cefab416b8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:30.192153 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6c5c-4306-45e1-b707-e281d1897b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:30.247931 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8830bd67-e33e-40fd-9619-541efb5abeef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076181 Sep 24 00:19:30.250267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53684) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:30.339559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec545a-d426-4219-919f-449064ea4dd6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:30.348476 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-70ec545a-d426-4219-919f-449064ea4dd6 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0948448 Sep 24 00:19:30.350977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:30.352137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7c88eccd-cac1-4ed6-9327-35f80c6aa325 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:30.360007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 35b5f1e3-b181-4876-844e-4f618e565481 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:30.361045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 35b5f1e3-b181-4876-844e-4f618e565481 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:30.455317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed9f96-bdea-49e3-bc7d-b81886e95d96 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:30.458765 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d7ed9f96-bdea-49e3-bc7d-b81886e95d96 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1067631 Sep 24 00:19:30.461200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53688) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:30.535420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c45c944-3176-4c48-a172-17c0a020e0ac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=ae019ec1-32b7-4c2b-ac19-7c7c0e397c10,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:30.541847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7f069b17-555b-4c6f-b431-3d050b658399 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783811 Sep 24 00:19:30.546283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53692) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:30.560229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:30.627861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bf4f6c5c-4306-45e1-b707-e281d1897b4c None None] Port a7cfd1c8-0d87-4b29-b789-12cefab416b8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:19:30.680586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:30.684849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:30.787476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:30.787915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:30.868847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d8d3c5c2-2e45-44a9-a093-5213a10d6fb3 None None] Provisioning complete for port c956a733-5c52-4b84-9ce9-914b3327c8c6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:30.869313 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c5c2-2e45-44a9-a093-5213a10d6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:30.979511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:19:30.988657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53696) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:30.989562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59608a4a-483b-40de-a506-532d0afe5a26 req-1a370ec1-5e4b-4880-beae-d52c46d7c50b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0423439 Sep 24 00:19:30.998980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-67927539-af39-4a6f-bdd2-7e17ec12750a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--349492148', 'description': 'tempest-description--1803805506'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:31.034494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 2, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:31.036423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67927539-af39-4a6f-bdd2-7e17ec12750a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.135546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a31c6da-981f-4356-a01d-476393511b78 None None] The sync data for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 is: [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 2, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:19:31.136308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.objects.ports [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:19:31.158104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67927539-af39-4a6f-bdd2-7e17ec12750a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.164195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67927539-af39-4a6f-bdd2-7e17ec12750a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.243594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-67927539-af39-4a6f-bdd2-7e17ec12750a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.244921 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-67927539-af39-4a6f-bdd2-7e17ec12750a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2536380 Sep 24 00:19:31.245099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d8d3c5c2-2e45-44a9-a093-5213a10d6fb3 None None] Could not find standard attr ID for object e42413a0-abf6-465a-987a-e0d00dab4ff6. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:31.249240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53698) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:31.267165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7543b961-b66f-47e0-a487-613d3fa83d7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'security_group_rule': {'security_group_id': '7c40515d-6871-41f4-a543-692547d1fe0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:31.283619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] Deleting port c956a733-5c52-4b84-9ce9-914b3327c8c6 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:31.283943 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.284379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67927539-af39-4a6f-bdd2-7e17ec12750a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40515d-6871-41f4-a543-692547d1fe0d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:31.287512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d8d3c5c2-2e45-44a9-a093-5213a10d6fb3 None None] Provisioning complete for port a7cfd1c8-0d87-4b29-b789-12cefab416b8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:31.289446 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d8d3c5c2-2e45-44a9-a093-5213a10d6fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.335475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device c956a733-5c52-4b84-9ce9-914b3327c8c6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:31.354391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7543b961-b66f-47e0-a487-613d3fa83d7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.432512 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.437827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d8d3c5c2-2e45-44a9-a093-5213a10d6fb3 None None] Port a7cfd1c8-0d87-4b29-b789-12cefab416b8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:19:31.456665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d8d3c5c2-2e45-44a9-a093-5213a10d6fb3 None None] Could not find standard attr ID for object c8c8feef-b941-4e5d-b24b-bcad124ff854. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:31.483879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] For port c956a733-5c52-4b84-9ce9-914b3327c8c6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c956a733-5c52-4b84-9ce9-914b3327c8c6,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:31.484278 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.489186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7543b961-b66f-47e0-a487-613d3fa83d7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.495716 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7543b961-b66f-47e0-a487-613d3fa83d7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.523449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] Calling delete_port for c956a733-5c52-4b84-9ce9-914b3327c8c6 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:31.537964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543b961-b66f-47e0-a487-613d3fa83d7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf15741-6414-4609-a12e-e5d7a6c82c3f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:31.556146 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7543b961-b66f-47e0-a487-613d3fa83d7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.560442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7543b961-b66f-47e0-a487-613d3fa83d7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2957067 Sep 24 00:19:31.560778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53700) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:31.561030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.568588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fb38b031-a92b-464f-86c2-02ee2450325f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'security_group_rule': {'security_group_id': '7c40515d-6871-41f4-a543-692547d1fe0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:31.709476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb38b031-a92b-464f-86c2-02ee2450325f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.756946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] For port c956a733-5c52-4b84-9ce9-914b3327c8c6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c956a733-5c52-4b84-9ce9-914b3327c8c6,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:31.810256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.821651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb38b031-a92b-464f-86c2-02ee2450325f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.824066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.825018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.855194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.862115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb38b031-a92b-464f-86c2-02ee2450325f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.889547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=c956a733-5c52-4b84-9ce9-914b3327c8c6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:31.900477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] Pushing event deleted for resources: {'Port': ['ID=c956a733-5c52-4b84-9ce9-914b3327c8c6,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:31.922869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec42a0e0-78de-400c-a594-15d9b340f96d None None] No DVR routers for this DVR port c956a733-5c52-4b84-9ce9-914b3327c8c6 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:31.931692 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:19:31.932267 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:19:31.932509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:31.944110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38b031-a92b-464f-86c2-02ee2450325f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7a7c46b-cf37-4526-9b4c-3f28ce467f7f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:31.944110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:31.946396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb38b031-a92b-464f-86c2-02ee2450325f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.946396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fb38b031-a92b-464f-86c2-02ee2450325f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3839107 Sep 24 00:19:31.949464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:31.949914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53704) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:31.950114 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:31.953855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=f2d165ed-d40f-46b3-949d-2bddd039e2a7,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:31.957215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:31.973881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4a6f7b84-b29b-4e55-aa42-daeb3eac114a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4255936 Sep 24 00:19:31.978935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53706) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:31.981437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae410e5-18c3-4324-9642-e469a7a82774 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:31.985875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ab781742-9bda-4973-b9c1-201f3d02f80b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:32.016091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:32.223783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': 'f2d165ed-d40f-46b3-949d-2bddd039e2a7'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:19:32.228952 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:32.273649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:32.276363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-189058fc-7e96-4853-9f24-4622c894a02f req-fbcba7d0-a2ad-4f19-aabe-a5e9bee1a8c3 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0944550 Sep 24 00:19:32.353177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab781742-9bda-4973-b9c1-201f3d02f80b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:32.357837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab781742-9bda-4973-b9c1-201f3d02f80b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:32.441923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Allocated IP 172.25.5.144 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/eda18b10-bc85-4262-959d-1ef39550b519) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:32.488045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Port c956a733-5c52-4b84-9ce9-914b3327c8c6 update to DOWN by agent not found {{(pid=106380) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 00:19:32.511254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Allocated IP 2001:db8::f816:3eff:fe8a:74d8 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/f2d165ed-d40f-46b3-949d-2bddd039e2a7/ab08206d-4431-4288-872e-00ed2c49abaa) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:32.561338 n-d-713498-18 neutron-server[106379]: INFO neutron.db.ipam_backend_mixin [None req-ab781742-9bda-4973-b9c1-201f3d02f80b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f2d165ed-d40f-46b3-949d-2bddd039e2a7 (CIDR: 2001:db8::/64) Sep 24 00:19:32.568917 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab781742-9bda-4973-b9c1-201f3d02f80b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:32.570876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab781742-9bda-4973-b9c1-201f3d02f80b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:32.599942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ab781742-9bda-4973-b9c1-201f3d02f80b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6191924 Sep 24 00:19:32.600352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:32.607601 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:32.617656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:32.732727 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:32.754847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:32.759612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:32.805402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:32.924014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'Port': ['ID=eda18b10-bc85-4262-959d-1ef39550b519,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:32.947560 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:32.964808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:32.983543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:32.988919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.043943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:33.048439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:33.059987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:33.063814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:33.130923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Attempting to bind port ab08206d-4431-4288-872e-00ed2c49abaa on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:33.131405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Attempting to bind port ab08206d-4431-4288-872e-00ed2c49abaa by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:33.131785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Attempting to bind port ab08206d-4431-4288-872e-00ed2c49abaa on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:33.138823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:33.139875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:33.140412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.140848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:33.141866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Bound port: ab08206d-4431-4288-872e-00ed2c49abaa, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:33.142268 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.225757 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.373889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:33.384875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:33.393293 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.408116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.415973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 457dbff5-17d2-4aab-8b82-a9b1950cbdff up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:33.495476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30461a7e-5731-4889-8e16-39612f5d0617 req-de796f20-500f-4a7f-909e-c260008bec01 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0765390 Sep 24 00:19:33.618110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca547f-7997-47c1-af2a-47c71dad7ea5 None None] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:33.633456 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.651517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 457dbff5-17d2-4aab-8b82-a9b1950cbdff triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:33.652559 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.723346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:33.732052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:33.744967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:33.745426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.775626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=886c1f5f-7be0-41c7-afb8-16816bd053f9,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:33.781362 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.790987 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-976f0603-1e9b-42ba-b712-5a52a4899f93 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1858604 Sep 24 00:19:33.790987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.792159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53764) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:33.798918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:c1:55:69', 'name': 'tempest-NetworksTestDHCPv6-2128771816'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:33.808672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.857895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 457dbff5-17d2-4aab-8b82-a9b1950cbdff, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=457dbff5-17d2-4aab-8b82-a9b1950cbdff,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:33.864403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.932996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=457dbff5-17d2-4aab-8b82-a9b1950cbdff,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:33.992247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:33.999889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'Port': ['ID=eda18b10-bc85-4262-959d-1ef39550b519,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:34.013736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:34.025506 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d4fd8e2b-2ce5-43b6-8c57-2d1c9b310ace tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0740404 Sep 24 00:19:34.041447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:34.174347 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:34.221712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-9cfe1b01-4796-4709-99d2-12c3e50f12a6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--349492148&fields=id&tenant_id=69a37da035b84dce9134bc41b764f4f6 HTTP/1.1" status: 200 len: 267 time: 0.0627012 Sep 24 00:19:34.223002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 5122d057-f488-4c01-9526-3f40d7fd1324 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:34.436457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847119-2f7a-415a-8d2f-8494fd252913 req-90d11147-f08e-49d8-a8ae-30f91370f1ba tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:34.436803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-90d11147-f08e-49d8-a8ae-30f91370f1ba tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 816 time: 0.2034676 Sep 24 00:19:34.482321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-94e95484-52f9-4c87-8f9b-2ca831adf75c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/quotas/69a37da035b84dce9134bc41b764f4f6 HTTP/1.1" status: 200 len: 375 time: 0.0384862 Sep 24 00:19:34.505466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8:0:1::c5 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/886c1f5f-7be0-41c7-afb8-16816bd053f9/5122d057-f488-4c01-9526-3f40d7fd1324) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:34.534431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fec1:5569 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/f2d165ed-d40f-46b3-949d-2bddd039e2a7/5122d057-f488-4c01-9526-3f40d7fd1324) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:34.584302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-06a07b10-05d2-4291-89bc-f43a86c7e4c3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897110 Sep 24 00:19:34.624866 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Sync routers for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:19:34.643731 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:34.645667 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:19:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:34.655458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d86fa3-bcb1-42b8-b451-65846af407de req-c74a0aee-a707-4231-b883-ad3b4fdad083 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0503883 Sep 24 00:19:34.805546 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:34.854749 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:34.926327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-ece63023-ccef-418b-b413-65cef8fe309b service neutron] 10.222.0.24 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079202 Sep 24 00:19:35.090956 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:35.164981 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 2, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:35.204316 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Checking router: f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:19:35.204944 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Updating router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 port a7cfd1c8-0d87-4b29-b789-12cefab416b8 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:19:35.207737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:35.214420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:35.230018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-bde805bb-3079-42b0-82cd-dea0d72663a4 service neutron] 10.222.0.24 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934120 Sep 24 00:19:35.235863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:35.264085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:35.266800 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:35.281483 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:35.313754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=5122d057-f488-4c01-9526-3f40d7fd1324,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:35.348009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb864157-af8e-4f83-8e31-440abf9a880b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5507736 Sep 24 00:19:35.348009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53816) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:35.584534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 457dbff5-17d2-4aab-8b82-a9b1950cbdff up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:35.597459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-023099ab-811b-4c1e-a44c-f8cec026d405 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 5122d057-f488-4c01-9526-3f40d7fd1324 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:35.598088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-023099ab-811b-4c1e-a44c-f8cec026d405 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:35.698587 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d99d7a-cb40-4c33-8159-a4a1f995e87b req-4968b33b-d352-44ed-800a-a3682507ac8f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 210 time: 0.0704722 Sep 24 00:19:35.733426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 457dbff5-17d2-4aab-8b82-a9b1950cbdff triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:35.733805 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:35.885015 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:35.898063 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:35.910074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da79f5c6-a043-4062-afe3-55a9f6f42220 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:35.987895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c809b29f-cabc-4e3b-8805-07028bdacff1 req-156d3774-adeb-4625-88bf-32f1885f0836 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1378989 Sep 24 00:19:36.055323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-023099ab-811b-4c1e-a44c-f8cec026d405 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.064400 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Pushing event updated for resources: {'Port': ['ID=a7cfd1c8-0d87-4b29-b789-12cefab416b8,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:36.115100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bf89062b-a52f-4dd4-83ec-7c0b5752447d None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:36.115397 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf89062b-a52f-4dd4-83ec-7c0b5752447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.128499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-023099ab-811b-4c1e-a44c-f8cec026d405 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 5122d057-f488-4c01-9526-3f40d7fd1324 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:36.134218 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Attempting to bind port a7cfd1c8-0d87-4b29-b789-12cefab416b8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:36.135323 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Attempting to bind port a7cfd1c8-0d87-4b29-b789-12cefab416b8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:36.136200 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Attempting to bind port a7cfd1c8-0d87-4b29-b789-12cefab416b8 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:36.147101 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:36.148174 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Checking segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:36.149174 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.150082 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Bound using segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:36.151365 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Bound port: a7cfd1c8-0d87-4b29-b789-12cefab416b8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:36.152345 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.174720 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.176217 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.177007 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.178031 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.179021 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.180214 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.180984 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.182856 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.184822 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.185467 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.187122 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.187767 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:19:36.209937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab08206d-4431-4288-872e-00ed2c49abaa up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:36.582572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:36.583026 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.592042 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] For port a7cfd1c8-0d87-4b29-b789-12cefab416b8, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:36.600451 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] For port a7cfd1c8-0d87-4b29-b789-12cefab416b8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a7cfd1c8-0d87-4b29-b789-12cefab416b8,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:36.608272 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.612840 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf89062b-a52f-4dd4-83ec-7c0b5752447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.645300 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.645542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-023099ab-811b-4c1e-a44c-f8cec026d405 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.689863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bf89062b-a52f-4dd4-83ec-7c0b5752447d None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:36.709550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf89062b-a52f-4dd4-83ec-7c0b5752447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.718853 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:36.719604 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:19:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:36.789567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023099ab-811b-4c1e-a44c-f8cec026d405 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=5122d057-f488-4c01-9526-3f40d7fd1324,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:36.919208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-023099ab-811b-4c1e-a44c-f8cec026d405 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:36.922165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-023099ab-811b-4c1e-a44c-f8cec026d405 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/5122d057-f488-4c01-9526-3f40d7fd1324 HTTP/1.1" status: 204 len: 168 time: 1.5731723 Sep 24 00:19:36.925336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53838) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:36.973181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-141ef11f-3470-425f-b73d-de7b8e0ae41e req-99d597d8-9a88-41d7-9170-83655c8b8035 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 210 time: 0.0695648 Sep 24 00:19:36.984401 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89062b-a52f-4dd4-83ec-7c0b5752447d None None] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:36.999000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8abee39c-71bf-4384-af63-603fad5bad20 None None] Provisioning complete for port a7cfd1c8-0d87-4b29-b789-12cefab416b8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:36.999591 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8abee39c-71bf-4384-af63-603fad5bad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:37.017837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857038c2-c3dd-45bf-ac4f-93c3d228c591 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'f2d165ed-d40f-46b3-949d-2bddd039e2a7', 'ip_address': '2001:db8::f816:3eff:fe8a:74d8'}, {'subnet_id': '886c1f5f-7be0-41c7-afb8-16816bd053f9'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'ab08206d-4431-4288-872e-00ed2c49abaa'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:19:37.030477 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9aa1bbf-4fdf-4fc2-9ec1-817719ef6189 None None] Pushing event updated for resources: {'Port': ['ID=a7cfd1c8-0d87-4b29-b789-12cefab416b8,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:37.103639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91dd5caa-ca7d-4d16-a156-9e5a5350a8a4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:37.107584 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-857038c2-c3dd-45bf-ac4f-93c3d228c591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:37.108699 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-91dd5caa-ca7d-4d16-a156-9e5a5350a8a4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1821368 Sep 24 00:19:37.111872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53842) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:37.224804 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:37.259395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77a32da9-4996-478b-88de-32fa233374d2 req-bfb23cb8-cad1-4e93-91a7-d086a969c057 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1124983 Sep 24 00:19:37.280112 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e7785c-a97a-474f-8e37-2ac36c262e73 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:37.283878 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-94e7785c-a97a-474f-8e37-2ac36c262e73 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1680410 Sep 24 00:19:37.286342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53844) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:37.320333 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8abee39c-71bf-4384-af63-603fad5bad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:37.421969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705209c4-89c2-4b48-9f94-9701f5201637 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:37.424383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705209c4-89c2-4b48-9f94-9701f5201637 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:37.427168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705209c4-89c2-4b48-9f94-9701f5201637 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:37.427997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-705209c4-89c2-4b48-9f94-9701f5201637 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1376064 Sep 24 00:19:37.430793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53846) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:37.431552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a7cfd1c8-0d87-4b29-b789-12cefab416b8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:37.439875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8abee39c-71bf-4384-af63-603fad5bad20 None None] For port a7cfd1c8-0d87-4b29-b789-12cefab416b8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a7cfd1c8-0d87-4b29-b789-12cefab416b8,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:37.464294 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8abee39c-71bf-4384-af63-603fad5bad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:37.509714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-857038c2-c3dd-45bf-ac4f-93c3d228c591 None None] Allocated IP 2001:db8:0:1::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/886c1f5f-7be0-41c7-afb8-16816bd053f9/ab08206d-4431-4288-872e-00ed2c49abaa) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:37.525096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1866461e-292e-4ba8-9b87-72e92e29e54a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 886c1f5f-7be0-41c7-afb8-16816bd053f9 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:37.572260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abee39c-71bf-4384-af63-603fad5bad20 None None] Pushing event updated for resources: {'Port': ['ID=a7cfd1c8-0d87-4b29-b789-12cefab416b8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:37.638702 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:36Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:37.654562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a7cfd1c8-0d87-4b29-b789-12cefab416b8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:37.655462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:37.679455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d3c89047-502b-433e-bf59-ce4b56bbe2fe None None] Provisioning complete for port a7cfd1c8-0d87-4b29-b789-12cefab416b8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:37.679847 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d3c89047-502b-433e-bf59-ce4b56bbe2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:37.683363 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7291f653-8f69-4c58-8235-6456f9c9affb None None] The sync data for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 is: [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:36Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:19:37.746577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-857038c2-c3dd-45bf-ac4f-93c3d228c591 None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:37.822865 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-857038c2-c3dd-45bf-ac4f-93c3d228c591 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:37.848737 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-857038c2-c3dd-45bf-ac4f-93c3d228c591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:37.958806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab08206d-4431-4288-872e-00ed2c49abaa up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:38.144141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d63b8c3f-e8f9-4ced-b32d-8eefb80e2399 req-03a6adbe-8da6-4186-bae6-256606bb18c0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 210 time: 0.0406752 Sep 24 00:19:38.202681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857038c2-c3dd-45bf-ac4f-93c3d228c591 None None] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:38.228479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:38.229135 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:38.357174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1866461e-292e-4ba8-9b87-72e92e29e54a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:38.404619 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c471ad69-5124-4514-ac1f-38471c157174 req-04cd0dfe-9b78-4367-9665-7f020632a27d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0513966 Sep 24 00:19:38.442696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1866461e-292e-4ba8-9b87-72e92e29e54a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:38.483686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847119-2f7a-415a-8d2f-8494fd252913 req-cc1710ae-9b3a-4e69-85ba-776b72080ca3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:38.486286 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-cc1710ae-9b3a-4e69-85ba-776b72080ca3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 816 time: 0.7867904 Sep 24 00:19:38.584231 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-c3234639-71ba-4ff1-895d-334fe6fea05b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69a37da035b84dce9134bc41b764f4f6 HTTP/1.1" status: 200 len: 379 time: 0.0872672 Sep 24 00:19:38.598956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'port': {'device_id': '73722162-aec2-4d52-b221-7313e50cd51e', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'admin_state_up': True, 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'security_groups': ['7c40515d-6871-41f4-a543-692547d1fe0d']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:38.639225 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:19:38.658545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1866461e-292e-4ba8-9b87-72e92e29e54a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:38.820782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1866461e-292e-4ba8-9b87-72e92e29e54a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:38.827186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Made reservation on behalf of 69a37da035b84dce9134bc41b764f4f6 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:38.832593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:38.878159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1866461e-292e-4ba8-9b87-72e92e29e54a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:38.882650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1866461e-292e-4ba8-9b87-72e92e29e54a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/886c1f5f-7be0-41c7-afb8-16816bd053f9 HTTP/1.1" status: 204 len: 168 time: 1.4480150 Sep 24 00:19:38.882650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1866461e-292e-4ba8-9b87-72e92e29e54a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=886c1f5f-7be0-41c7-afb8-16816bd053f9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:38.883538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53854) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:38.984728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c84446-3129-47a5-ae7e-398063375d53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet f2d165ed-d40f-46b3-949d-2bddd039e2a7 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:38.989372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7c84446-3129-47a5-ae7e-398063375d53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.031888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26710d76-731f-49a4-b028-73bf8a9ce4e0 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:39.046494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Allocated IP 172.20.0.14 (a5d7a39e-0e7d-4f94-8427-aca543dfb458/fbd218a0-6152-4f6c-909b-e55678fde71e/aefe34ed-2746-41c1-9967-0372042ed791) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:39.053716 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7c84446-3129-47a5-ae7e-398063375d53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.140612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-062afd76-a9ca-48ae-a2da-1fb7ebcea08c None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:39.141293 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-062afd76-a9ca-48ae-a2da-1fb7ebcea08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.165477 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7c84446-3129-47a5-ae7e-398063375d53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.289180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.293049 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.316352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7c84446-3129-47a5-ae7e-398063375d53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.341594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7c84446-3129-47a5-ae7e-398063375d53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.346023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a7c84446-3129-47a5-ae7e-398063375d53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/f2d165ed-d40f-46b3-949d-2bddd039e2a7 HTTP/1.1" status: 204 len: 168 time: 0.4603133 Sep 24 00:19:39.349544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.354591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53860) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:39.397520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a7cfd1c8-0d87-4b29-b789-12cefab416b8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:39.407721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c84446-3129-47a5-ae7e-398063375d53 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=f2d165ed-d40f-46b3-949d-2bddd039e2a7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:39.463440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:39.472033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edde68-29f8-40cb-9fc2-6ebf48caf2e5 req-71e0d77f-2348-46a0-930f-9e7efddc5c6e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:39.475173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41edde68-29f8-40cb-9fc2-6ebf48caf2e5 req-71e0d77f-2348-46a0-930f-9e7efddc5c6e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 932 time: 0.1266084 Sep 24 00:19:39.483089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-062afd76-a9ca-48ae-a2da-1fb7ebcea08c None None] Could not find standard attr ID for object 5122d057-f488-4c01-9526-3f40d7fd1324. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:39.503741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a7cfd1c8-0d87-4b29-b789-12cefab416b8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:39.504196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.516119 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-57b8a42e-ea38-48a1-a3e4-d7046e33f38d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1602402 Sep 24 00:19:39.520791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53864) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:39.524592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:39.529182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:39.536251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:39.549144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:39.571743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef5bf47a-3b1d-4f3c-9cd6-bf7abfe79d37 req-5b663401-ff01-4082-9b77-135675cf0785 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0591993 Sep 24 00:19:39.624653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41edde68-29f8-40cb-9fc2-6ebf48caf2e5 req-be4caf56-e0a5-4034-a441-8a466d86c496 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423130 Sep 24 00:19:39.689204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:39.689929 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.724584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:39.729565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.736187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-a9beb2aa-c65d-4b8d-881f-ee20373385d0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1441462 Sep 24 00:19:39.761479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Request body: {'port': {'device_id': '73722162-aec2-4d52-b221-7313e50cd51e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:39.793112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd79e8-f2ac-4826-8101-28c6a90d7883 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': 'f2d165ed-d40f-46b3-949d-2bddd039e2a7'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'ab08206d-4431-4288-872e-00ed2c49abaa'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:19:39.849140 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5bdd79e8-f2ac-4826-8101-28c6a90d7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.877676 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:39.920821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab08206d-4431-4288-872e-00ed2c49abaa up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:40.057310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-13279ebf-84d2-494f-8a18-af5f42ebeeac None None] Provisioning complete for port aefe34ed-2746-41c1-9967-0372042ed791 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:40.057310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13279ebf-84d2-494f-8a18-af5f42ebeeac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:40.109759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-13279ebf-84d2-494f-8a18-af5f42ebeeac None None] Port aefe34ed-2746-41c1-9967-0372042ed791 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:19:40.115282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:40.115656 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:40.200238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817a95c4-dd59-4c23-b1c3-4df9cac45c00 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:40.282691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9d7d9836-1b0c-4f0c-9aea-665bb1f71da6 None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:40.283097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d7d9836-1b0c-4f0c-9aea-665bb1f71da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:40.370327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:19:40.435302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aefe34ed-2746-41c1-9967-0372042ed791 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:19:40.458896 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:40.493231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Transition to ACTIVE for port object aefe34ed-2746-41c1-9967-0372042ed791 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:19:40.501813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:40.521634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '5c55141c-4bd3-47b1-a6b2-f0116e8b0f10'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'ab08206d-4431-4288-872e-00ed2c49abaa'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:19:40.548017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:40.608897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:40.733239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8a52d2e-b643-4ed7-ab48-fef008effd44 req-611e315c-0b52-4805-82b3-e0ab88c199ce tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0429730 Sep 24 00:19:40.738990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:40.791443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Attempting to bind port aefe34ed-2746-41c1-9967-0372042ed791 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:40.791809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Attempting to bind port aefe34ed-2746-41c1-9967-0372042ed791 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:40.792158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Attempting to bind port aefe34ed-2746-41c1-9967-0372042ed791 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:40.817238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fbfcbc-3cab-4b82-814c-3c976ff8911c req-2081a0c4-50fd-4ae9-8ebf-566d54fa0c93 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:40.825787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Port aefe34ed-2746-41c1-9967-0372042ed791 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:19:40.826160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Attempting to bind port aefe34ed-2746-41c1-9967-0372042ed791 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:40.829389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59fbfcbc-3cab-4b82-814c-3c976ff8911c req-2081a0c4-50fd-4ae9-8ebf-566d54fa0c93 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0909233 Sep 24 00:19:40.838446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:40.838830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Checking segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:40.839257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Bound using segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:40.839715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Bound port: aefe34ed-2746-41c1-9967-0372042ed791, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:40.840085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:40.866256 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe8a:74d8-8d70199c-3a6b-4242-80eb-914bedc76b {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:19:40.866548 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:19:40.891573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59fbfcbc-3cab-4b82-814c-3c976ff8911c req-e33a25d9-ae56-4674-9915-c2ca9352ace6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574462 Sep 24 00:19:41.020995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:41.036183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:41.052668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:41.060128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.075881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.100393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.101110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.109183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:41.109805 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.111273 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 1093 time: 1.3546445 Sep 24 00:19:41.114842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:41.117266 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b452860-0466-4e30-ad57-e8a7fdec180e" -d '{"events": [{"name": "network-changed", "server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "tag": "aefe34ed-2746-41c1-9967-0372042ed791"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:41.207729 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fef656-067e-44e7-b57f-5e998907f16c x-openstack-request-id: req-f7fef656-067e-44e7-b57f-5e998907f16c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:41.208029 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "tag": "aefe34ed-2746-41c1-9967-0372042ed791", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:41.208277 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7fef656-067e-44e7-b57f-5e998907f16c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:41.208716 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791', 'status': 'completed', 'code': 200} Sep 24 00:19:41.220807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:41.228992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:41.233128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fb907-354f-47c4-89d9-80aee408c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:41.241432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:41.242030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.247055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=5c55141c-4bd3-47b1-a6b2-f0116e8b0f10,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:41.303386 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7811038 Sep 24 00:19:41.305436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847119-2f7a-415a-8d2f-8494fd252913 req-50347830-0144-4dab-8ae7-c2cea4ebe3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:41.306360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53874) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:41.306949 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-50347830-0144-4dab-8ae7-c2cea4ebe3b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1096 time: 0.1515243 Sep 24 00:19:41.310943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab08206d-4431-4288-872e-00ed2c49abaa no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:41.311748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e758ecf3-356a-4308-9c07-98a819327e41 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:41.327998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966a8ea-5397-4dba-a159-5b85de74cfef tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:41.362224 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-024cf019-02ec-452d-aa8d-6d51919d4ca0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 217 time: 0.0464900 Sep 24 00:19:41.420467 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.466567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847119-2f7a-415a-8d2f-8494fd252913 req-f6f0738f-7863-471b-9485-23480ccdfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:41.470392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-f6f0738f-7863-471b-9485-23480ccdfccc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0957661 Sep 24 00:19:41.529834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e758ecf3-356a-4308-9c07-98a819327e41 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:41.534975 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e758ecf3-356a-4308-9c07-98a819327e41 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.541508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49847119-2f7a-415a-8d2f-8494fd252913 req-455b1dbd-6361-4918-af8a-d57255eed0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:41.543174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-455b1dbd-6361-4918-af8a-d57255eed0a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660286 Sep 24 00:19:41.553942 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.660378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:41.670060 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:41.681578 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-ca5f1134-7544-4116-8566-1dcf4b936671 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310084 Sep 24 00:19:41.716894 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:19:41.717285 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:19:41.740512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:41.745270 n-d-713498-18 neutron-server[106379]: INFO neutron.db.ipam_backend_mixin [None req-e758ecf3-356a-4308-9c07-98a819327e41 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c55141c-4bd3-47b1-a6b2-f0116e8b0f10 (CIDR: 2001:db8::/64) Sep 24 00:19:41.751153 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-e758ecf3-356a-4308-9c07-98a819327e41 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:41.751611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e758ecf3-356a-4308-9c07-98a819327e41 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:41.771674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-355b407c-8044-491f-b941-687934005dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1116321 Sep 24 00:19:41.774737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e758ecf3-356a-4308-9c07-98a819327e41 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4673109 Sep 24 00:19:41.777615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53880) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:41.800991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:41.826677 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-49847119-2f7a-415a-8d2f-8494fd252913 req-7238327f-32fa-4e56-b5ba-b1ebbcd600e8 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374354 Sep 24 00:19:41.901781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5ca315a-1cc0-4b8d-8f14-45e117b08593 req-8e381902-06b0-4361-b616-3fcae6364f80 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0684216 Sep 24 00:19:41.938926 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-13095845-991b-436f-8cc6-de7beb2c0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:41.941766 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-13095845-991b-436f-8cc6-de7beb2c0344 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1096 time: 0.0564859 Sep 24 00:19:41.994565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-b5b91c19-f9f5-41e4-bc3e-b5524f7ff316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:41.997245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-b5b91c19-f9f5-41e4-bc3e-b5524f7ff316 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.1623867 Sep 24 00:19:42.066113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-85d04086-86a6-4baf-bb98-7528663235d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:42.067655 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-85d04086-86a6-4baf-bb98-7528663235d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1195903 Sep 24 00:19:42.117713 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-e2dfa760-81d7-404c-9bb4-93c08d7ad36a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 217 time: 0.0421793 Sep 24 00:19:42.138118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:42.189368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-1f830889-8643-443f-aa8e-14be64161fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:42.191141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-1f830889-8643-443f-aa8e-14be64161fed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0670865 Sep 24 00:19:42.234502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccbe2f2-ac57-457d-b2c8-3d8c559e8c20 req-bd4dd805-0de9-4314-b96c-2a1f1b109687 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:42.237705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ccbe2f2-ac57-457d-b2c8-3d8c559e8c20 req-bd4dd805-0de9-4314-b96c-2a1f1b109687 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.2282917 Sep 24 00:19:42.273677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:42.276178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-1141649f-f7da-440b-a7fc-61c85f5882e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:42.277219 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:42.278875 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-1141649f-f7da-440b-a7fc-61c85f5882e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790286 Sep 24 00:19:42.343658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-68bcad3f-dbc0-426b-ba0b-40c71b675e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:42.345388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-68bcad3f-dbc0-426b-ba0b-40c71b675e11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.2763309 Sep 24 00:19:42.351415 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ccbe2f2-ac57-457d-b2c8-3d8c559e8c20 req-8992860d-10ea-4416-ba11-08cb3706dc5d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021876 Sep 24 00:19:42.434731 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-98031983-6f82-48d0-b514-081c328042ec service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469905 Sep 24 00:19:42.471048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-3ed0ea9b-b898-4462-bbfe-1cf724151c74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 1001 time: 0.0909102 Sep 24 00:19:42.471303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:42.533498 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:42.543596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:42.547675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-3ba464f1-35f6-41f4-9c99-d04dc459540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:42.554310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-3ba464f1-35f6-41f4-9c99-d04dc459540b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.0747333 Sep 24 00:19:42.603115 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b452860-0466-4e30-ad57-e8a7fdec180e req-d35fea72-3605-442e-90b0-aac700ce517a service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584136 Sep 24 00:19:42.618529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e410f31-8e50-44d1-b02e-de883195d167 None None] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:42.672888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-808a0e42-fb76-4620-800a-2cc73eef8b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:42.674422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-808a0e42-fb76-4620-800a-2cc73eef8b36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872159 Sep 24 00:19:42.800150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:42.867660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:42.873834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:42.882267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:42.882889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:42.896292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=04153a1d-1260-44c2-88e5-db1979805a84,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:42.910416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-18fbb9a4-637f-4572-8071-2f739ca70c56 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266052 Sep 24 00:19:42.912817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7910eb86-1073-415d-a296-01afeb48cff4 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1341558 Sep 24 00:19:42.916008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53890) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:42.921991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:0d:49:97', 'name': 'tempest-NetworksTestDHCPv6-1272842778'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:43.116746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:43.262739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:43.314513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 36a25460-3847-4104-b1dc-04b059d4a18d yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:43.395045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab08206d-4431-4288-872e-00ed2c49abaa up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:43.402702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc5ff8ca-4af0-47cc-952f-6a25daeb08c2 req-4aba2d60-4546-4468-86a3-80546736b09c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0433817 Sep 24 00:19:43.478566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:43.479110 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:43.484438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b6db15-dc1f-4573-b363-fe595af75f9d None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:43.509517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-767f2084-fead-4380-956a-3b7ff5d1b7b5 req-098e9628-25dc-4ea9-92c4-e971e7bcc2ba service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856755 Sep 24 00:19:43.530910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8042-c256-40ae-bf9e-106c49d17667 req-1fc2c14d-3d64-4246-81ad-eb10471de3ec tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:43.533081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f7d8042-c256-40ae-bf9e-106c49d17667 req-1fc2c14d-3d64-4246-81ad-eb10471de3ec tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0613501 Sep 24 00:19:43.575019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f7d8042-c256-40ae-bf9e-106c49d17667 req-c04e6988-e599-42e4-8bb6-72c964869f5d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341232 Sep 24 00:19:43.618509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8:0:1::139 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/04153a1d-1260-44c2-88e5-db1979805a84/36a25460-3847-4104-b1dc-04b059d4a18d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:43.627485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::f816:3eff:fe0d:4997 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/5c55141c-4bd3-47b1-a6b2-f0116e8b0f10/36a25460-3847-4104-b1dc-04b059d4a18d) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:43.646414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1d5ef772-74d6-4305-aebc-00b4c9720925 None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:43.646414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef772-74d6-4305-aebc-00b4c9720925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:43.770198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:19:43.808768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:43.834842 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:43.845565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:43.889977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:43.893870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:43.898063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:43.903753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:43.904365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:43.906477 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d5ef772-74d6-4305-aebc-00b4c9720925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:43.921651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=36a25460-3847-4104-b1dc-04b059d4a18d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:43.930203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53898) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:43.930962 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-05e12bb5-6477-4df3-8e26-c90d2d6dce77 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.0135722 Sep 24 00:19:43.960348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:43.982898 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.046996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e11ddb27-8768-40f7-830f-851c8806d613 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 36a25460-3847-4104-b1dc-04b059d4a18d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:44.047380 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e11ddb27-8768-40f7-830f-851c8806d613 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.157247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e11ddb27-8768-40f7-830f-851c8806d613 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.178187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e11ddb27-8768-40f7-830f-851c8806d613 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 36a25460-3847-4104-b1dc-04b059d4a18d owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:44.241841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:44.289839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff9123-7def-4318-b7e1-d40b902eaba1 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '5c55141c-4bd3-47b1-a6b2-f0116e8b0f10', 'ip_address': '2001:db8::f816:3eff:fe8a:74d8'}, {'subnet_id': '04153a1d-1260-44c2-88e5-db1979805a84'}], 'binding:host_id': 'n-d-713498-18'}, 'id': 'ab08206d-4431-4288-872e-00ed2c49abaa'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:19:44.291906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'aefe34ed-2746-41c1-9967-0372042ed791', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'port_id': 'aefe34ed-2746-41c1-9967-0372042ed791', 'mac_address': 'fa:16:3e:7a:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:19:44.296275 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-1d5ef772-74d6-4305-aebc-00b4c9720925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:19:44.296628 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-1d5ef772-74d6-4305-aebc-00b4c9720925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:19:44.312280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:44.343763 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ff9123-7def-4318-b7e1-d40b902eaba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.381836 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e11ddb27-8768-40f7-830f-851c8806d613 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.397277 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.412495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ddb27-8768-40f7-830f-851c8806d613 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=36a25460-3847-4104-b1dc-04b059d4a18d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:44.425476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefe34ed-2746-41c1-9967-0372042ed791 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:19:44.471799 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e11ddb27-8768-40f7-830f-851c8806d613 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.476550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e11ddb27-8768-40f7-830f-851c8806d613 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/36a25460-3847-4104-b1dc-04b059d4a18d HTTP/1.1" status: 204 len: 168 time: 0.5421984 Sep 24 00:19:44.477110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53902) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:44.521972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5ab6b64-539f-4a89-b50c-6d0e17436131 req-ba4a8ce0-ac76-4175-87f5-0e2a831c8fd9 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0333626 Sep 24 00:19:44.527643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:44.540808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.565508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515418fc-cdbe-4b2a-bbc4-276096f19c37 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:44.567409 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-515418fc-cdbe-4b2a-bbc4-276096f19c37 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0879495 Sep 24 00:19:44.569719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53906) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:44.629091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf0fd36-cf6f-4549-b938-69b8d3ac26b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:44.630687 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6cf0fd36-cf6f-4549-b938-69b8d3ac26b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 964 time: 0.0597003 Sep 24 00:19:44.635739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53910) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:44.636337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:44.653077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-82ff9123-7def-4318-b7e1-d40b902eaba1 None None] Allocated IP 2001:db8:0:1::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/04153a1d-1260-44c2-88e5-db1979805a84/ab08206d-4431-4288-872e-00ed2c49abaa) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:44.725795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54220448-86a4-4fe5-9e5f-6498065ca71b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:44.729000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54220448-86a4-4fe5-9e5f-6498065ca71b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:44.730616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54220448-86a4-4fe5-9e5f-6498065ca71b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:44.735494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-54220448-86a4-4fe5-9e5f-6498065ca71b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0930812 Sep 24 00:19:44.739545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53914) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:44.789461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-82ff9123-7def-4318-b7e1-d40b902eaba1 None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:44.801982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f7163-851c-4adc-bdb7-f10b03b9d6e2 req-18e60586-c786-497e-b305-394c4a121a4b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:44.803558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d4f7163-851c-4adc-bdb7-f10b03b9d6e2 req-18e60586-c786-497e-b305-394c4a121a4b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 945 time: 0.1302247 Sep 24 00:19:44.812831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c172aae-8743-478a-bff4-699bc1816254 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 04153a1d-1260-44c2-88e5-db1979805a84 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:44.849597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d4f7163-851c-4adc-bdb7-f10b03b9d6e2 req-57beec68-8ca5-4a4e-8483-3da688452211 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341942 Sep 24 00:19:44.852452 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ff9123-7def-4318-b7e1-d40b902eaba1 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.857179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['aefe34ed-2746-41c1-9967-0372042ed791'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:19:44.861916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c172aae-8743-478a-bff4-699bc1816254 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.862906 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ff9123-7def-4318-b7e1-d40b902eaba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.907293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c172aae-8743-478a-bff4-699bc1816254 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:44.999764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff9123-7def-4318-b7e1-d40b902eaba1 None None] Pushing event updated for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=12']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:45.004827 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c172aae-8743-478a-bff4-699bc1816254 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.093071 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c172aae-8743-478a-bff4-699bc1816254 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.110198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c172aae-8743-478a-bff4-699bc1816254 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.112229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7c172aae-8743-478a-bff4-699bc1816254 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/04153a1d-1260-44c2-88e5-db1979805a84 HTTP/1.1" status: 204 len: 168 time: 0.3717034 Sep 24 00:19:45.115088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53916) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:45.135288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c172aae-8743-478a-bff4-699bc1816254 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=04153a1d-1260-44c2-88e5-db1979805a84,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:45.176752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecba8105-c4f6-4543-ab02-71aa302410b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 5c55141c-4bd3-47b1-a6b2-f0116e8b0f10 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:45.180440 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecba8105-c4f6-4543-ab02-71aa302410b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.223663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecba8105-c4f6-4543-ab02-71aa302410b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.301025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab08206d-4431-4288-872e-00ed2c49abaa up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:45.336410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecba8105-c4f6-4543-ab02-71aa302410b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.369731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:45.370157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.439015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecba8105-c4f6-4543-ab02-71aa302410b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.465944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ecba8105-c4f6-4543-ab02-71aa302410b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.472410 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ecba8105-c4f6-4543-ab02-71aa302410b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/5c55141c-4bd3-47b1-a6b2-f0116e8b0f10 HTTP/1.1" status: 204 len: 168 time: 0.3536496 Sep 24 00:19:45.472636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53918) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:45.506324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba8105-c4f6-4543-ab02-71aa302410b3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=5c55141c-4bd3-47b1-a6b2-f0116e8b0f10,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:45.527615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b8dc3768-d6a3-4c9a-b957-d27a01ee8e27 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508754 Sep 24 00:19:45.527859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53920) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:45.533001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:45.657459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8351dd0-674d-4ee1-adb8-d838183ffacb req-754ad685-38f1-4531-80d6-1f13cdaa3c1a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0308609 Sep 24 00:19:45.671117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:45.677032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.737764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41678a93-854d-431b-9740-48905b784e96 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:45.778598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:45.867879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d431d798-42ab-49cc-87a5-6e70717feac0 None None] Provisioning complete for port ab08206d-4431-4288-872e-00ed2c49abaa triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:45.868264 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d431d798-42ab-49cc-87a5-6e70717feac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.931249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:45.967659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port aefe34ed-2746-41c1-9967-0372042ed791 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:19:45.975891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port aefe34ed-2746-41c1-9967-0372042ed791 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:45.976191 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.021725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:46.029396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:46.038182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:46.038822 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.059343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=40614615-8ca2-4c0b-bf59-351d41532613,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:46.081818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d8388-b2ab-4ff7-9237-36f6f774872e req-6e32b642-5be0-4262-8ded-e6d2620027ee tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:46.083494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a82d8388-b2ab-4ff7-9237-36f6f774872e req-6e32b642-5be0-4262-8ded-e6d2620027ee tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 945 time: 0.1351268 Sep 24 00:19:46.103131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:19:46.107952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-80581cb4-d589-4f88-bf4b-2f9fc86ae18d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5791998 Sep 24 00:19:46.111901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53928) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:46.119388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-53689ce5-d412-4f02-82ef-4edca4f0d9b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:46.119831 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.132157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a82d8388-b2ab-4ff7-9237-36f6f774872e req-8b33c517-1828-4deb-8b1e-b5aba9fbae01 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415812 Sep 24 00:19:46.166199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:46.168506 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc1afcd-e422-4d4b-b339-d9e2132e25fd" -d '{"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-plugged", "status": "completed", "tag": "aefe34ed-2746-41c1-9967-0372042ed791"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:46.184517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:46.191443 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.240629 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f693b467-ee84-4de3-8cff-7ac5758d6eb2 x-openstack-request-id: req-f693b467-ee84-4de3-8cff-7ac5758d6eb2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:46.240913 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-plugged", "status": "completed", "tag": "aefe34ed-2746-41c1-9967-0372042ed791", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:46.241167 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f693b467-ee84-4de3-8cff-7ac5758d6eb2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:46.241567 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791', 'code': 200} Sep 24 00:19:46.244885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] Deleting port ab08206d-4431-4288-872e-00ed2c49abaa {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:46.245268 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.324927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53689ce5-d412-4f02-82ef-4edca4f0d9b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:46.329074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53689ce5-d412-4f02-82ef-4edca4f0d9b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.338156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:46.372936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] For port ab08206d-4431-4288-872e-00ed2c49abaa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab08206d-4431-4288-872e-00ed2c49abaa,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:46.373484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.388298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] Calling delete_port for ab08206d-4431-4288-872e-00ed2c49abaa owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:46.404302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c60d87-9075-4222-8301-50c948ceed1d req-e69d7800-25ae-43ec-9c6f-b04aa786f5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:46.405739 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-83c60d87-9075-4222-8301-50c948ceed1d req-e69d7800-25ae-43ec-9c6f-b04aa786f5f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1098 time: 0.1109133 Sep 24 00:19:46.449808 n-d-713498-18 neutron-server[106378]: INFO neutron.db.ipam_backend_mixin [None req-53689ce5-d412-4f02-82ef-4edca4f0d9b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 40614615-8ca2-4c0b-bf59-351d41532613 (CIDR: 2001:db8::/64) Sep 24 00:19:46.454613 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-53689ce5-d412-4f02-82ef-4edca4f0d9b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:46.455109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53689ce5-d412-4f02-82ef-4edca4f0d9b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:46.471109 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-83c60d87-9075-4222-8301-50c948ceed1d req-f3c92656-4995-40ec-a7f7-4293a0649b9a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538974 Sep 24 00:19:46.480336 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-53689ce5-d412-4f02-82ef-4edca4f0d9b5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3633273 Sep 24 00:19:46.480737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53932) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:46.486531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:46.489275 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.517270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] Pushing event deleted for resources: {'Port': ['ID=ab08206d-4431-4288-872e-00ed2c49abaa,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:46.523208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9f4fb3-f860-46a3-996b-e5a344dec252 None None] No DVR routers for this DVR port ab08206d-4431-4288-872e-00ed2c49abaa on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:46.539554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae57b8ac-8f24-4e4e-967a-0d7289047d8d None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:46.618424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:46.622334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.708185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'tenant_id': 'fb9329729d694ff493850c33b067deb2', 'fixed_ips': [{'subnet_id': '40614615-8ca2-4c0b-bf59-351d41532613'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:19:46.709060 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:46.784285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9235a6ba-7f09-41f5-b843-ed98de6636f3 req-5188ec77-23a7-4e7f-b95a-050a24fb09cd tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0383618 Sep 24 00:19:46.881577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Allocated IP 2001:db8::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/40614615-8ca2-4c0b-bf59-351d41532613/8b0754af-c4cc-4a5f-82f1-28ce401fe90c) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:46.990298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.objects.ports [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:19:46.991833 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.035777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:47.038978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:47.043241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:47.043853 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.054405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=69b3b4c8-2ec4-4c3a-b83e-e6285aa5cbba,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:47.060710 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.065991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2b11b870-b4da-47e2-b5fc-2920a00f0dee tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5838828 Sep 24 00:19:47.068697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53938) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:47.070010 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.074359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:8c:33:bb', 'name': 'tempest-NetworksTestDHCPv6-2033100181'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:47.114502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:47.117390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:47.124543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:47.127672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Pushing event updated for resources: {'Port': ['ID=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:47.199274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Attempting to bind port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:19:47.199646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Attempting to bind port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:19:47.200012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Attempting to bind port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c on network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:19:47.200569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:47.206461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:19:47.206873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Checking segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:47.207324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.207731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Bound using segment: {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:19:47.208198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Bound port: 8b0754af-c4cc-4a5f-82f1-28ce401fe90c, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992870c-1235-41ce-9f37-cf8dc20638a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:19:47.208625 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.302401 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] For port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:19:47.306158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] For port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:19:47.311788 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.343058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f6fd5-5e64-49cd-a3d9-fedd099b56da req-a7ffe6b2-9033-419f-9fbc-c7737fef93e1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:47.344900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab08206d-4431-4288-872e-00ed2c49abaa no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:47.350893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-074f6fd5-5e64-49cd-a3d9-fedd099b56da req-a7ffe6b2-9033-419f-9fbc-c7737fef93e1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.1207280 Sep 24 00:19:47.373497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ab08206d-4431-4288-872e-00ed2c49abaa {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:47.373835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab08206d-4431-4288-872e-00ed2c49abaa not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:47.388070 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.407699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438e05c-32b0-4156-8577-21f65da66abf None None] Pushing event updated for resources: {'Port': ['ID=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:47.418050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 1e567c96-ba33-45d6-9aa1-1cafd812bcc7 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:47.426633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-074f6fd5-5e64-49cd-a3d9-fedd099b56da req-87ac1997-d0f4-4f57-840d-f3675b39ed31 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749345 Sep 24 00:19:47.644675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::9c (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/40614615-8ca2-4c0b-bf59-351d41532613/1e567c96-ba33-45d6-9aa1-1cafd812bcc7) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:47.651241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8:0:1:f816:3eff:fe8c:33bb (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/69b3b4c8-2ec4-4c3a-b83e-e6285aa5cbba/1e567c96-ba33-45d6-9aa1-1cafd812bcc7) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:47.817792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.857670 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.932745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d311f731-9919-401e-8bc9-70c47e79ab27 req-2c5ec25f-dde7-4216-bffe-7eaac08b2608 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0660906 Sep 24 00:19:47.934481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:47.937870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:47.941961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:47.947701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:47.948339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:47.970114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=1e567c96-ba33-45d6-9aa1-1cafd812bcc7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:47.983840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cd9093a1-8c22-41c1-9f1e-5674fa4070a9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9138975 Sep 24 00:19:47.986472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53946) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:48.083792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-da6eb35d-8985-4767-af01-e9b5fd63cb81 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 1e567c96-ba33-45d6-9aa1-1cafd812bcc7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:48.084153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da6eb35d-8985-4767-af01-e9b5fd63cb81 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.191432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da6eb35d-8985-4767-af01-e9b5fd63cb81 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.207331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-da6eb35d-8985-4767-af01-e9b5fd63cb81 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 1e567c96-ba33-45d6-9aa1-1cafd812bcc7 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:48.461885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf67da1-7151-4056-8e23-26fc8123d59c None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:48.472366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da6eb35d-8985-4767-af01-e9b5fd63cb81 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.502615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6eb35d-8985-4767-af01-e9b5fd63cb81 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=1e567c96-ba33-45d6-9aa1-1cafd812bcc7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:48.562472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b9da1-6765-4646-bb66-238f664407e7 req-e8261096-6bf3-4e88-86de-7a33b78b8b36 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:48.564255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-141b9da1-6765-4646-bb66-238f664407e7 req-e8261096-6bf3-4e88-86de-7a33b78b8b36 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0572953 Sep 24 00:19:48.566096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-da6eb35d-8985-4767-af01-e9b5fd63cb81 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.568502 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-da6eb35d-8985-4767-af01-e9b5fd63cb81 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/1e567c96-ba33-45d6-9aa1-1cafd812bcc7 HTTP/1.1" status: 204 len: 168 time: 0.5809970 Sep 24 00:19:48.571194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:48.574015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c9eb6ad0-d1cb-4cd8-8bd5-2bdf0e0629b4 None None] Provisioning complete for port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:48.574377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6ad0-d1cb-4cd8-8bd5-2bdf0e0629b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.618545 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-141b9da1-6765-4646-bb66-238f664407e7 req-2b166cda-c48d-4896-b444-62d05c318cc7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449843 Sep 24 00:19:48.630237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7245bc33-0548-4412-a405-cfa071ba1979 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:48.635132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53954) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:48.644269 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7245bc33-0548-4412-a405-cfa071ba1979 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0719962 Sep 24 00:19:48.700221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92918d47-dedf-4c01-b086-a2b0921ab045 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:48.705015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53958) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:48.705188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-92918d47-dedf-4c01-b086-a2b0921ab045 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0690553 Sep 24 00:19:48.745349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6ad0-d1cb-4cd8-8bd5-2bdf0e0629b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.778226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d289db-53a6-4eb2-909b-06db5a3f6492 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:48.779921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d289db-53a6-4eb2-909b-06db5a3f6492 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:48.781504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d289db-53a6-4eb2-909b-06db5a3f6492 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:48.783170 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0d289db-53a6-4eb2-909b-06db5a3f6492 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0768042 Sep 24 00:19:48.785803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53960) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:48.788850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396268b4-7d6a-46cf-bd0f-5e1784aeaa4d req-458830f5-aa40-46e9-b7d8-b132e9fc13f2 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:48.790400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-396268b4-7d6a-46cf-bd0f-5e1784aeaa4d req-458830f5-aa40-46e9-b7d8-b132e9fc13f2 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0665829 Sep 24 00:19:48.799942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 53962) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:48.804537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c9eb6ad0-d1cb-4cd8-8bd5-2bdf0e0629b4 None None] For port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:48.807607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'floatingip': {'port_id': 'aefe34ed-2746-41c1-9967-0372042ed791'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:48.821623 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9eb6ad0-d1cb-4cd8-8bd5-2bdf0e0629b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.840510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ba9fd96-897f-4988-9187-159a174fc500 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 40614615-8ca2-4c0b-bf59-351d41532613 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:48.844335 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fd96-897f-4988-9187-159a174fc500 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.868959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d27d02-ec62-4542-90a2-de1087571cd1 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '40614615-8ca2-4c0b-bf59-351d41532613', 'ip_address': '2001:db8::2'}, {'subnet_id': '69b3b4c8-2ec4-4c3a-b83e-e6285aa5cbba'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '8b0754af-c4cc-4a5f-82f1-28ce401fe90c'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:19:48.874557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.888801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fd96-897f-4988-9187-159a174fc500 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.928984 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-32d27d02-ec62-4542-90a2-de1087571cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:48.932401 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb6ad0-d1cb-4cd8-8bd5-2bdf0e0629b4 None None] Pushing event updated for resources: {'Port': ['ID=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:48.999549 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fd96-897f-4988-9187-159a174fc500 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.102307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fd96-897f-4988-9187-159a174fc500 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.105474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e601462-19d0-41b9-aa00-28ae3505f076 req-849b051c-fc55-41d6-9f80-81273016dee6 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0333061 Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-32d27d02-ec62-4542-90a2-de1087571cd1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40614615-8ca2-4c0b-bf59-351d41532613: This subnet is being modified by another concurrent operation. Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1739, in update_port Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40614615-8ca2-4c0b-bf59-351d41532613: This subnet is being modified by another concurrent operation. Sep 24 00:19:49.121046 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:19:49.131680 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fd96-897f-4988-9187-159a174fc500 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.135109 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ba9fd96-897f-4988-9187-159a174fc500 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/40614615-8ca2-4c0b-bf59-351d41532613 HTTP/1.1" status: 204 len: 168 time: 0.3464606 Sep 24 00:19:49.153247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53968) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:49.164177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9fd96-897f-4988-9187-159a174fc500 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=40614615-8ca2-4c0b-bf59-351d41532613,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:49.229980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec81872d-a489-42b6-a6ff-1dbc65700a02 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 69b3b4c8-2ec4-4c3a-b83e-e6285aa5cbba {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:49.235287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec81872d-a489-42b6-a6ff-1dbc65700a02 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.241965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7208c2-b7ee-4c24-91b0-e25e625eba9a None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:49.280114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3c81828d-0060-4763-b90e-c808e4d3e0f3 None None] Provisioning complete for port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:49.280505 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c81828d-0060-4763-b90e-c808e4d3e0f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.297939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec81872d-a489-42b6-a6ff-1dbc65700a02 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.382117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec81872d-a489-42b6-a6ff-1dbc65700a02 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.472232 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec81872d-a489-42b6-a6ff-1dbc65700a02 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.526181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec81872d-a489-42b6-a6ff-1dbc65700a02 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=69b3b4c8-2ec4-4c3a-b83e-e6285aa5cbba,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:49.530487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec81872d-a489-42b6-a6ff-1dbc65700a02 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.532772 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ec81872d-a489-42b6-a6ff-1dbc65700a02 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/69b3b4c8-2ec4-4c3a-b83e-e6285aa5cbba HTTP/1.1" status: 204 len: 168 time: 0.3785152 Sep 24 00:19:49.534951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.536518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53970) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:49.540929 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.559199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7aadb7-d881-4fcb-9acf-4a8e6308ca5e None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '69b3b4c8-2ec4-4c3a-b83e-e6285aa5cbba'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '8b0754af-c4cc-4a5f-82f1-28ce401fe90c'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:19:49.580995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-300aeaf6-a573-478a-a2c9-4e8c25c194d1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432603 Sep 24 00:19:49.583650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53972) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:49.588987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:49.590972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2b7aadb7-d881-4fcb-9acf-4a8e6308ca5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.667692 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Floating IP 77aa1a35-5e3b-4259-acad-54cde2b0f32e associated. External IP: 172.25.5.144, port: aefe34ed-2746-41c1-9967-0372042ed791. Sep 24 00:19:49.702950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:49.716984 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.788386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fd08f96f-349c-4ceb-860e-2c32dc55c131 None None] Provisioning complete for port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:49.788770 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd08f96f-349c-4ceb-860e-2c32dc55c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:49.949603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:19:49.973986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:50.028852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eb6dced7-0553-4f20-8ed3-8449799efeb9 None None] Could not find standard attr ID for object 1e567c96-ba33-45d6-9aa1-1cafd812bcc7. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:50.030275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:50.032840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eb6dced7-0553-4f20-8ed3-8449799efeb9 None None] Could not find standard attr ID for object 5122d057-f488-4c01-9526-3f40d7fd1324. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:50.034228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:50.036246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eb6dced7-0553-4f20-8ed3-8449799efeb9 None None] Could not find standard attr ID for object 36a25460-3847-4104-b1dc-04b059d4a18d. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:50.037063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:50.038478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:50.049021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:50.070379 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-718de4da-3c50-4e4b-9590-4a7c5c0c2dc8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4851949 Sep 24 00:19:50.073018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 53976) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:50.078100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e1268040-46c3-4145-b3ca-1ded588c0176 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:50.080849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:19:50.086209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:50.093327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] Sync routers for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:19:50.113230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:50.113230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:19:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:50.167244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ff6f3896-b070-4937-b6e7-cce182119053 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "PUT /v2.0/floatingips/77aa1a35-5e3b-4259-acad-54cde2b0f32e HTTP/1.1" status: 200 len: 992 time: 1.3641064 Sep 24 00:19:50.168460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:19:50.173460 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe7191b-c8dd-49cf-9651-212bee75931e" -d '{"events": [{"name": "network-changed", "server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "tag": "aefe34ed-2746-41c1-9967-0372042ed791"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:19:50.180448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa11906-749f-4159-b4b1-9ea4ebcaa0db None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:50.245251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c609515-6179-4b62-8c19-619c9cb0b2f5 req-b95819af-4533-44a5-975b-774aac3613e2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0339484 Sep 24 00:19:50.272329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1268040-46c3-4145-b3ca-1ded588c0176 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:50.275787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1268040-46c3-4145-b3ca-1ded588c0176 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:50.297352 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95963791-264e-4119-a6b0-d7bb39c535de x-openstack-request-id: req-95963791-264e-4119-a6b0-d7bb39c535de {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:19:50.297878 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "tag": "aefe34ed-2746-41c1-9967-0372042ed791", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:19:50.298317 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-95963791-264e-4119-a6b0-d7bb39c535de {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:19:50.299013 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791', 'status': 'completed', 'code': 200} Sep 24 00:19:50.512924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:50.755846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-bbdc8100-b2de-472e-8706-9b81e5087ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:50.757392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-bbdc8100-b2de-472e-8706-9b81e5087ce3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1098 time: 0.4408219 Sep 24 00:19:50.760411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a521acde-313f-4977-877c-9d385b6ded49 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:19:50.767435 n-d-713498-18 neutron-server[106378]: INFO neutron.db.ipam_backend_mixin [None req-e1268040-46c3-4145-b3ca-1ded588c0176 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a (CIDR: 2001:db8::/64) Sep 24 00:19:50.790949 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1268040-46c3-4145-b3ca-1ded588c0176 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:19:50.791189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1268040-46c3-4145-b3ca-1ded588c0176 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:50.844679 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e1268040-46c3-4145-b3ca-1ded588c0176 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7704997 Sep 24 00:19:50.847832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54000) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:50.853047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'subnet': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:50.863981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-98443371-e710-4f40-8040-c21885d75ed5 None None] Provisioning complete for port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:50.864512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-98443371-e710-4f40-8040-c21885d75ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:50.871330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-cdc5cc7b-adec-49a5-b01b-703fe56163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:50.872835 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-cdc5cc7b-adec-49a5-b01b-703fe56163c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1043921 Sep 24 00:19:50.968150 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-393ea2a0-b6ad-4903-bb97-cb72ea28379b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 1000 time: 0.0872004 Sep 24 00:19:50.970909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a521acde-313f-4977-877c-9d385b6ded49 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:19:50.975576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '77aa1a35-5e3b-4259-acad-54cde2b0f32e', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'port_id': 'aefe34ed-2746-41c1-9967-0372042ed791', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'mac_address': 'fa:16:3e:7a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73722162-aec2-4d52-b221-7313e50cd51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:19:32Z', 'updated_at': '2021-09-24T00:19:49Z', 'revision_number': 1, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:50.983933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:50.988932 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:51.030032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-4af6a220-f247-426f-be90-f74687577edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:51.032710 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-4af6a220-f247-426f-be90-f74687577edc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0584931 Sep 24 00:19:51.033311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] Checking router: f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:19:51.082321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:19:51.083459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:19:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:51.112411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-d5c7c329-8d0a-4953-9849-ea4face54a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:51.114616 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-d5c7c329-8d0a-4953-9849-ea4face54a59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0751343 Sep 24 00:19:51.276750 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-12f0ce60-7db9-4450-b557-118c3f286f05 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548550 Sep 24 00:19:51.339831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:19:51.413321 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7191b-c8dd-49cf-9651-212bee75931e req-fd51b31c-e4d2-4bfb-8916-4ca55b529870 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293721 Sep 24 00:19:51.453885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f52d6da-b893-4a25-b567-5b1b39720554 req-f3a079fa-ab6c-409d-9938-dde333dd25dc tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0374832 Sep 24 00:19:51.581051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.objects.ports [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:19:51.735628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2beef7-d19c-4702-a6c3-1a925b5daae7 None None] Update dhcp port {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'fixed_ips': [{'subnet_id': '1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a'}, {'subnet_id': '54e7405a-b9b9-4eb5-80c4-b55c022f1965'}], 'binding:host_id': 'n-d-713498-18'}, 'id': '8b0754af-c4cc-4a5f-82f1-28ce401fe90c'} from n-d-713498-18. {{(pid=106380) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 00:19:51.753712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:51.775715 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc2beef7-d19c-4702-a6c3-1a925b5daae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:51.780284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '77aa1a35-5e3b-4259-acad-54cde2b0f32e', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'port_id': 'aefe34ed-2746-41c1-9967-0372042ed791', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'mac_address': 'fa:16:3e:7a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73722162-aec2-4d52-b221-7313e50cd51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:19:32Z', 'updated_at': '2021-09-24T00:19:49Z', 'revision_number': 1, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:51.818178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dda3fc-ba40-4aeb-b5a8-841ab4bdb7b5 None None] The sync data for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 is: [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '77aa1a35-5e3b-4259-acad-54cde2b0f32e', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'floating_ip_address': '172.25.5.144', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'port_id': 'aefe34ed-2746-41c1-9967-0372042ed791', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3302, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'mac_address': 'fa:16:3e:7a:9a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73722162-aec2-4d52-b221-7313e50cd51e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:19:32Z', 'updated_at': '2021-09-24T00:19:49Z', 'revision_number': 1, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:19:51.919915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] For port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:51.956987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:51.961867 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:51.962599 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:52.075111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-fc2beef7-d19c-4702-a6c3-1a925b5daae7 None None] Allocated IP 2001:db8::2 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a/8b0754af-c4cc-4a5f-82f1-28ce401fe90c) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:52.128488 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391bfb60-6a06-4ea9-98be-c8a0004bf2b2 None None] New status for floating IP 77aa1a35-5e3b-4259-acad-54cde2b0f32e: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:19:52.203792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fc2beef7-d19c-4702-a6c3-1a925b5daae7 None None] For port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:52.253468 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc2beef7-d19c-4702-a6c3-1a925b5daae7 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:52.266436 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc2beef7-d19c-4702-a6c3-1a925b5daae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:52.382153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2beef7-d19c-4702-a6c3-1a925b5daae7 None None] Pushing event updated for resources: {'Port': ['ID=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:52.431837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:52.439824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:52.450715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:52.451344 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:52.476005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Subnet': ['ID=54e7405a-b9b9-4eb5-80c4-b55c022f1965,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:52.480253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:52.498410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9d2c2967-1e53-4c5b-89e1-8313666dd625 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6493971 Sep 24 00:19:52.498557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54022) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:52.509508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Request body: {'port': {'network_id': 'ff9865c8-ac87-4f78-8b4e-8c331c9eb688', 'mac_address': 'fa:16:3e:37:6d:54', 'name': 'tempest-NetworksTestDHCPv6-413376866'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:52.582773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c748f5f-f2e8-44de-9c28-a3b83328773f req-c5faf74d-02e9-480a-94ad-b2f410a5d250 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0384402 Sep 24 00:19:52.689652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Made reservation on behalf of fb9329729d694ff493850c33b067deb2 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:52.789174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:52.811295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] device_id is not set on port 7f4e8fe4-8d99-46e6-b7a3-783b17327277 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:19:52.981604 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a18d046c-1b20-4297-9fb9-5ba7a803b713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:52.998656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8::227 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a/7f4e8fe4-8d99-46e6-b7a3-783b17327277) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:53.006428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Allocated IP 2001:db8:0:1:f816:3eff:fe37:6d54 (ff9865c8-ac87-4f78-8b4e-8c331c9eb688/54e7405a-b9b9-4eb5-80c4-b55c022f1965/7f4e8fe4-8d99-46e6-b7a3-783b17327277) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:19:53.137147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d240bf1-1169-494e-af82-79933c8d28a4 req-5db079c0-d764-4e43-9213-199fe4c9f4c1 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:53.138711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d240bf1-1169-494e-af82-79933c8d28a4 req-5db079c0-d764-4e43-9213-199fe4c9f4c1 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.0558786 Sep 24 00:19:53.171151 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d240bf1-1169-494e-af82-79933c8d28a4 req-ee2fe758-3a26-485f-b4ee-7c58f805beda tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.194701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.230300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a1a43f-d9e6-4a29-b06c-78b8d1110ba0 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:19:53.240627 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.317688 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d240bf1-1169-494e-af82-79933c8d28a4 req-ee2fe758-3a26-485f-b4ee-7c58f805beda tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.323709 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3d240bf1-1169-494e-af82-79933c8d28a4 req-ee2fe758-3a26-485f-b4ee-7c58f805beda tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.330924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:19:53.334812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:53.342479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:19:53.349676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:53.350496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.375833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-02c119aa-74e7-4851-8a89-195351580073 None None] Provisioning complete for port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:53.385725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-02c119aa-74e7-4851-8a89-195351580073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.386300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event updated for resources: {'Port': ['ID=7f4e8fe4-8d99-46e6-b7a3-783b17327277,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:53.392069 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d11f5940-7f53-408b-a912-c37772819a5b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8924768 Sep 24 00:19:53.394626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d240bf1-1169-494e-af82-79933c8d28a4 req-ee2fe758-3a26-485f-b4ee-7c58f805beda tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434478 Sep 24 00:19:53.395048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54030) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:53.410366 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8b0754af-c4cc-4a5f-82f1-28ce401fe90c up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:19:53.420264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2fe758-3a26-485f-b4ee-7c58f805beda tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fa0912-23c4-4349-831b-58ae2f2affa5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:53.506050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a1a43f-d9e6-4a29-b06c-78b8d1110ba0 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:19:53.538945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cda933b7-9a4b-42c8-b4d2-4b0809ddf719 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting port 7f4e8fe4-8d99-46e6-b7a3-783b17327277 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:53.540225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cda933b7-9a4b-42c8-b4d2-4b0809ddf719 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.540778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc2ba8-c641-4cb7-a170-79b8b5eafc6e req-048460e4-752f-4372-bae7-2c2abb01c5ca tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:53.543092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3fc2ba8-c641-4cb7-a170-79b8b5eafc6e req-048460e4-752f-4372-bae7-2c2abb01c5ca tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0695767 Sep 24 00:19:53.596138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3fc2ba8-c641-4cb7-a170-79b8b5eafc6e req-b185784f-6b66-44f2-8dc6-e2cf23f42a89 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460539 Sep 24 00:19:53.627278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54038) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:53.684235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:53.684607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.701810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cda933b7-9a4b-42c8-b4d2-4b0809ddf719 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.715751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cda933b7-9a4b-42c8-b4d2-4b0809ddf719 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Calling delete_port for 7f4e8fe4-8d99-46e6-b7a3-783b17327277 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:53.724147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-79a6de24-960a-4d74-b153-5f69a6e77c21 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/cf022225-584f-4404-92e2-e01d0c16ddc9 HTTP/1.1" status: 200 len: 993 time: 0.0952220 Sep 24 00:19:53.764344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ff0b7cf-9dab-4cb0-9693-fb8182aef84c req-8000dcb3-39b8-4b0c-a42e-fa4f18d46a11 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0383816 Sep 24 00:19:53.962348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cda933b7-9a4b-42c8-b4d2-4b0809ddf719 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:53.995475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda933b7-9a4b-42c8-b4d2-4b0809ddf719 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Port': ['ID=7f4e8fe4-8d99-46e6-b7a3-783b17327277,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:54.058692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cda933b7-9a4b-42c8-b4d2-4b0809ddf719 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:54.065757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54046) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:54.067505 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cda933b7-9a4b-42c8-b4d2-4b0809ddf719 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/7f4e8fe4-8d99-46e6-b7a3-783b17327277 HTTP/1.1" status: 204 len: 168 time: 0.6708529 Sep 24 00:19:54.069615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-f2178b33-f4a3-4778-98ad-a175e945912c req-bceb01d9-0d07-43b1-8de1-ce6eea0e7bd1 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:19:54.070613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2178b33-f4a3-4778-98ad-a175e945912c req-bceb01d9-0d07-43b1-8de1-ce6eea0e7bd1 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058742 Sep 24 00:19:54.146061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7ab5eb-1720-436c-9205-f39930aa7f2e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:54.147991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2d7ab5eb-1720-436c-9205-f39930aa7f2e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0763531 Sep 24 00:19:54.150987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54052) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:54.245239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b85c1f7-7f1f-42de-96f0-e311338f50fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:54.250555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4b85c1f7-7f1f-42de-96f0-e311338f50fb tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0957916 Sep 24 00:19:54.256338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54054) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:54.333654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3da13e-bdbc-43b6-9714-78461e75841a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:54.340124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3da13e-bdbc-43b6-9714-78461e75841a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:54.347941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3da13e-bdbc-43b6-9714-78461e75841a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:54.350066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1e3da13e-bdbc-43b6-9714-78461e75841a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0926430 Sep 24 00:19:54.353096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54058) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:54.430914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-57772024-2356-40fa-807d-f496896d94e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:54.454112 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57772024-2356-40fa-807d-f496896d94e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:54.540451 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57772024-2356-40fa-807d-f496896d94e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:54.573663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aa72d-b9d0-4354-97f0-e5c0dcc538d1 req-25c6aeff-4c68-4ccf-b600-e4af6ed2047e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:54.575579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-258aa72d-b9d0-4354-97f0-e5c0dcc538d1 req-25c6aeff-4c68-4ccf-b600-e4af6ed2047e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1644793 Sep 24 00:19:54.652726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-258aa72d-b9d0-4354-97f0-e5c0dcc538d1 req-6eaba741-49fd-42db-bac7-bd70bd94875c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666382 Sep 24 00:19:54.660263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90568d7-7bf6-44df-ad91-0402f0c82fd4 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:54.704543 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57772024-2356-40fa-807d-f496896d94e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:54.763175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b687746e-b993-436c-8cab-016b095511d7 None None] Could not find standard attr ID for object 7f4e8fe4-8d99-46e6-b7a3-783b17327277. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:19:54.782954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57772024-2356-40fa-807d-f496896d94e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:54.810922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b687746e-b993-436c-8cab-016b095511d7 None None] Provisioning complete for port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:54.811259 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b687746e-b993-436c-8cab-016b095511d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:54.819275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57772024-2356-40fa-807d-f496896d94e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:54.823643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-57772024-2356-40fa-807d-f496896d94e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:54.825888 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-57772024-2356-40fa-807d-f496896d94e9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a HTTP/1.1" status: 204 len: 168 time: 0.4717653 Sep 24 00:19:54.829100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54066) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:54.900588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c0a0003-961e-47b0-9f20-43b019364893 req-517974e6-ec09-43ef-b265-bb2cd9626601 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0346401 Sep 24 00:19:54.911888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-012e9b48-1f12-40c8-bb50-4a4a6584cb7a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Deleting subnet 54e7405a-b9b9-4eb5-80c4-b55c022f1965 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:19:54.915795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012e9b48-1f12-40c8-bb50-4a4a6584cb7a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:54.972590 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012e9b48-1f12-40c8-bb50-4a4a6584cb7a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:55.065347 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012e9b48-1f12-40c8-bb50-4a4a6584cb7a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:55.129906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012e9b48-1f12-40c8-bb50-4a4a6584cb7a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:55.160333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012e9b48-1f12-40c8-bb50-4a4a6584cb7a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Subnet': ['ID=54e7405a-b9b9-4eb5-80c4-b55c022f1965,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:55.165331 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-012e9b48-1f12-40c8-bb50-4a4a6584cb7a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:55.167263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-012e9b48-1f12-40c8-bb50-4a4a6584cb7a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/54e7405a-b9b9-4eb5-80c4-b55c022f1965 HTTP/1.1" status: 204 len: 168 time: 0.3371072 Sep 24 00:19:55.169774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54068) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.214443 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ba5ba125-51d7-496a-b59d-a3d247b88e03 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433776 Sep 24 00:19:55.221708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54070) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.285667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abbe3f7-3742-42bb-a6f5-d8e9b3ecdf6e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:55.288393 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5abbe3f7-3742-42bb-a6f5-d8e9b3ecdf6e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0656140 Sep 24 00:19:55.289875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54072) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.344248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b452645c-9b2d-4799-9376-5cc79f769da1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:55.346173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b452645c-9b2d-4799-9376-5cc79f769da1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0550673 Sep 24 00:19:55.348539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54074) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.393868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e5d37c94-9802-49b4-83f0-5f546e140273 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398061 Sep 24 00:19:55.394951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.428549 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-68e34af9-36de-4bd6-a050-0c9e48d52b03 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.429241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68e34af9-36de-4bd6-a050-0c9e48d52b03 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.433386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-68e34af9-36de-4bd6-a050-0c9e48d52b03 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/7f4e8fe4-8d99-46e6-b7a3-783b17327277 HTTP/1.1" status: 404 len: 333 time: 0.0345452 Sep 24 00:19:55.433810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54078) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.468215 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ad9b2a8-c0dc-41e9-a7ab-73808369222c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.468702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ad9b2a8-c0dc-41e9-a7ab-73808369222c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.471191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3ad9b2a8-c0dc-41e9-a7ab-73808369222c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/54e7405a-b9b9-4eb5-80c4-b55c022f1965 HTTP/1.1" status: 404 len: 337 time: 0.0366032 Sep 24 00:19:55.473759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54080) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.500846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87485d4-ec6c-437b-b738-94ffcda1f9f0 None None] Network ff9865c8-ac87-4f78-8b4e-8c331c9eb688 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:55.501037 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a463d5-b411-4d08-bd34-58835227f382 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.501355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a463d5-b411-4d08-bd34-58835227f382 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.503267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-22a463d5-b411-4d08-bd34-58835227f382 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/1fecaef3-b6a8-45df-b7e8-8cfc5980fa3a HTTP/1.1" status: 404 len: 337 time: 0.0285215 Sep 24 00:19:55.505813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54082) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.530344 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a34cbf69-cea0-4b78-9ea6-436cbd57396d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.531153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a34cbf69-cea0-4b78-9ea6-436cbd57396d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.536026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a34cbf69-cea0-4b78-9ea6-436cbd57396d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/1e567c96-ba33-45d6-9aa1-1cafd812bcc7 HTTP/1.1" status: 404 len: 333 time: 0.0268555 Sep 24 00:19:55.536335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54086) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.564721 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-79cb350d-eb63-483f-9887-84b9bb4f6510 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.565258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79cb350d-eb63-483f-9887-84b9bb4f6510 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.569422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-79cb350d-eb63-483f-9887-84b9bb4f6510 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/69b3b4c8-2ec4-4c3a-b83e-e6285aa5cbba HTTP/1.1" status: 404 len: 337 time: 0.0296671 Sep 24 00:19:55.569718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54088) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.599557 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac88a9f-0f5d-4a80-9817-c8521b1aa61c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.600023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac88a9f-0f5d-4a80-9817-c8521b1aa61c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.601808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bac88a9f-0f5d-4a80-9817-c8521b1aa61c tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/40614615-8ca2-4c0b-bf59-351d41532613 HTTP/1.1" status: 404 len: 337 time: 0.0311332 Sep 24 00:19:55.604365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.627731 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedc2d43-42f0-4a58-ab95-c56af46a52fd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.628443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedc2d43-42f0-4a58-ab95-c56af46a52fd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.632593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bedc2d43-42f0-4a58-ab95-c56af46a52fd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/36a25460-3847-4104-b1dc-04b059d4a18d HTTP/1.1" status: 404 len: 333 time: 0.0250044 Sep 24 00:19:55.632946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54094) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.665499 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b53515-e4e4-4f83-93fa-a5880296f6bd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.665971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5b53515-e4e4-4f83-93fa-a5880296f6bd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.669928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d5b53515-e4e4-4f83-93fa-a5880296f6bd tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/04153a1d-1260-44c2-88e5-db1979805a84 HTTP/1.1" status: 404 len: 337 time: 0.0339959 Sep 24 00:19:55.670168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54098) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.697241 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f3ad00f-61aa-4a11-aee4-6b09e1a16245 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.697685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f3ad00f-61aa-4a11-aee4-6b09e1a16245 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.703736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6f3ad00f-61aa-4a11-aee4-6b09e1a16245 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/5c55141c-4bd3-47b1-a6b2-f0116e8b0f10 HTTP/1.1" status: 404 len: 337 time: 0.0283797 Sep 24 00:19:55.703939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1a0d49bb-0240-4519-9b02-ebff80142f32 None None] Provisioning complete for port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:19:55.704411 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1a0d49bb-0240-4519-9b02-ebff80142f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:55.704527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54102) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.758388 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64df0c9-7f46-4e50-a14e-2e5425c07988 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.759113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64df0c9-7f46-4e50-a14e-2e5425c07988 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.760962 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f64df0c9-7f46-4e50-a14e-2e5425c07988 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/5122d057-f488-4c01-9526-3f40d7fd1324 HTTP/1.1" status: 404 len: 333 time: 0.0554261 Sep 24 00:19:55.763473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54106) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.796012 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1961a053-6fe8-4a0d-8ae9-a9206c5b5925 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.796473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1961a053-6fe8-4a0d-8ae9-a9206c5b5925 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.799004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1961a053-6fe8-4a0d-8ae9-a9206c5b5925 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/886c1f5f-7be0-41c7-afb8-16816bd053f9 HTTP/1.1" status: 404 len: 337 time: 0.0344965 Sep 24 00:19:55.803441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54110) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.844522 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2cc932-8e84-4b69-bca7-610fbf12cccf tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.844998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2cc932-8e84-4b69-bca7-610fbf12cccf tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.849320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dc2cc932-8e84-4b69-bca7-610fbf12cccf tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/f2d165ed-d40f-46b3-949d-2bddd039e2a7 HTTP/1.1" status: 404 len: 337 time: 0.0425651 Sep 24 00:19:55.849610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54112) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.855918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e551e-2914-4e42-810d-60fb39965293 req-0fdfc7b5-13f2-40f1-ab7d-e26ff03956dc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:55.857538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-499e551e-2914-4e42-810d-60fb39965293 req-0fdfc7b5-13f2-40f1-ab7d-e26ff03956dc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0892384 Sep 24 00:19:55.880246 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64bc41a-7693-4d41-9ac3-2874ed3fc282 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.881113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64bc41a-7693-4d41-9ac3-2874ed3fc282 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.881253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:55.885836 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f64bc41a-7693-4d41-9ac3-2874ed3fc282 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/e42413a0-abf6-465a-987a-e0d00dab4ff6 HTTP/1.1" status: 404 len: 333 time: 0.0323839 Sep 24 00:19:55.885836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.921048 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-564db4b5-97c2-4653-a7d2-f310eba48aa5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.921538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-564db4b5-97c2-4653-a7d2-f310eba48aa5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.923360 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-564db4b5-97c2-4653-a7d2-f310eba48aa5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/ae019ec1-32b7-4c2b-ac19-7c7c0e397c10 HTTP/1.1" status: 404 len: 337 time: 0.0341003 Sep 24 00:19:55.928093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54116) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.932545 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-499e551e-2914-4e42-810d-60fb39965293 req-c9b4db1f-231c-4e7d-a74d-b176415cff9b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642486 Sep 24 00:19:55.958142 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd78237-498c-4aa4-8c63-4fc8d739d157 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:55.958867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd78237-498c-4aa4-8c63-4fc8d739d157 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:55.960948 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7dd78237-498c-4aa4-8c63-4fc8d739d157 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/c8c8feef-b941-4e5d-b24b-bcad124ff854 HTTP/1.1" status: 404 len: 333 time: 0.0321033 Sep 24 00:19:55.968259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54120) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:55.980460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a65d3d07-dbb2-4ead-8042-c811e044ce38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:56.003372 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c515e6b-e3ab-4ba8-87e9-64990254bdca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.003840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c515e6b-e3ab-4ba8-87e9-64990254bdca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.007986 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3c515e6b-e3ab-4ba8-87e9-64990254bdca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/4f51a4d0-3820-4268-927b-cc0c9e5f8e51 HTTP/1.1" status: 404 len: 337 time: 0.0358696 Sep 24 00:19:56.008221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54122) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.032448 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a258c36-d0f1-4044-bd89-14e859174da8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.033241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a258c36-d0f1-4044-bd89-14e859174da8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.036375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bcac6a7a-0022-4918-9d78-a6fd2deddbbb req-c1e7b315-8f1c-40e7-95a4-3afcc5ff39b3 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0343759 Sep 24 00:19:56.039837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] DHCP port deletion for ff9865c8-ac87-4f78-8b4e-8c331c9eb688 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:19:56.042334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54124) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.046000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a258c36-d0f1-4044-bd89-14e859174da8 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/217afe17-ed37-431b-8384-200dbbfc3c10 HTTP/1.1" status: 404 len: 333 time: 0.0367091 Sep 24 00:19:56.073231 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-774b929f-6164-4774-af92-7119b156f31d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.073690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-774b929f-6164-4774-af92-7119b156f31d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.078067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54126) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.078265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-774b929f-6164-4774-af92-7119b156f31d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/6080316e-7ce8-41da-8eee-066e0bb55cc8 HTTP/1.1" status: 404 len: 337 time: 0.0341609 Sep 24 00:19:56.094169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] Deleting port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:19:56.094442 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:56.104638 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c794a730-035b-4b56-ac9c-9e29a776bbfc tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.105299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c794a730-035b-4b56-ac9c-9e29a776bbfc tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.109394 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c794a730-035b-4b56-ac9c-9e29a776bbfc tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/ee8c9b31-f7d2-4c8a-a7dd-ef453104693d HTTP/1.1" status: 404 len: 333 time: 0.0275643 Sep 24 00:19:56.110187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54128) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.139358 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f25b8f-aea7-42c2-88ad-9a5c890dfa1e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.139807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f25b8f-aea7-42c2-88ad-9a5c890dfa1e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.144672 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b2f25b8f-aea7-42c2-88ad-9a5c890dfa1e tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/14a47617-81c9-44a5-acf0-665ffb13e9ea HTTP/1.1" status: 404 len: 337 time: 0.0308852 Sep 24 00:19:56.144901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54130) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.165484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] For port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,segment=NetworkSegment(6992870c-1235-41ce-9f37-cf8dc20638a2),segment_id=6992870c-1235-41ce-9f37-cf8dc20638a2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:19:56.165888 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:56.168015 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-63925a64-5229-442d-98cc-02acf5791fac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.168625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63925a64-5229-442d-98cc-02acf5791fac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.172633 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-63925a64-5229-442d-98cc-02acf5791fac tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/39ac1361-3749-45d8-81a3-9418fd02e4ca HTTP/1.1" status: 404 len: 333 time: 0.0245512 Sep 24 00:19:56.173266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54132) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.179326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] Calling delete_port for 8b0754af-c4cc-4a5f-82f1-28ce401fe90c owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:19:56.198227 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e6120d-c3bb-489d-b4bf-44199c4c08e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.198683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46e6120d-c3bb-489d-b4bf-44199c4c08e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.202467 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-46e6120d-c3bb-489d-b4bf-44199c4c08e0 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/6c6dd634-e50d-4147-ae45-45b874c69d3d HTTP/1.1" status: 404 len: 337 time: 0.0266936 Sep 24 00:19:56.203508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54134) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.229903 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-56183096-6b44-40f2-9d45-4641fa850091 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.230809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56183096-6b44-40f2-9d45-4641fa850091 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.235614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54136) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.236159 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-56183096-6b44-40f2-9d45-4641fa850091 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/806cc493-8e50-4ef3-b6f6-3261ebb65fa9 HTTP/1.1" status: 404 len: 333 time: 0.0314398 Sep 24 00:19:56.262596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:56.272203 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5675974-6e82-40fc-bb9a-9da16bd32694 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.272659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5675974-6e82-40fc-bb9a-9da16bd32694 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.274823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b5675974-6e82-40fc-bb9a-9da16bd32694 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/d655c44b-6f38-45ff-8441-369466f67ebb HTTP/1.1" status: 404 len: 337 time: 0.0370400 Sep 24 00:19:56.276975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54138) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.294835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] Pushing event deleted for resources: {'Port': ['ID=8b0754af-c4cc-4a5f-82f1-28ce401fe90c,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:56.303225 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba8dbbde-e075-4c34-95f3-0bee049d1fc3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.303408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336e3c3b-f2f0-4308-985e-e010bce6baa5 None None] No DVR routers for this DVR port 8b0754af-c4cc-4a5f-82f1-28ce401fe90c on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:19:56.303680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba8dbbde-e075-4c34-95f3-0bee049d1fc3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.305391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ba8dbbde-e075-4c34-95f3-0bee049d1fc3 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/f0445158-5537-4c9d-9e3d-e010b2938323 HTTP/1.1" status: 404 len: 337 time: 0.0275145 Sep 24 00:19:56.309933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54140) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.334629 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c6cc82e-9818-49de-bf47-78a320cc0b62 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.335252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c6cc82e-9818-49de-bf47-78a320cc0b62 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.336926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2c6cc82e-9818-49de-bf47-78a320cc0b62 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/77f6e24f-b13f-4bca-912d-b0af62ea6e0f HTTP/1.1" status: 404 len: 333 time: 0.0254681 Sep 24 00:19:56.339498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54142) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.365077 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a107c1a-501d-497e-bd31-2f64826af86b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.365521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a107c1a-501d-497e-bd31-2f64826af86b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.367210 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a107c1a-501d-497e-bd31-2f64826af86b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/4b8dc457-aae1-48f5-9210-913db8099da5 HTTP/1.1" status: 404 len: 337 time: 0.0268352 Sep 24 00:19:56.369656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54144) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.399465 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-84de433f-585a-4f6d-a8db-b03d8e7312d5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.399920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84de433f-585a-4f6d-a8db-b03d8e7312d5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.402791 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-84de433f-585a-4f6d-a8db-b03d8e7312d5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/f6f27a12-8408-4af3-b2bf-87a8f1e2e295 HTTP/1.1" status: 404 len: 337 time: 0.0310903 Sep 24 00:19:56.404209 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54146) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.426495 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-49cdb7b0-f87f-4e1d-a5fe-6163863787ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.427128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49cdb7b0-f87f-4e1d-a5fe-6163863787ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.428854 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-49cdb7b0-f87f-4e1d-a5fe-6163863787ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/95e6fcd8-ca70-43f3-a016-861c71054b5a HTTP/1.1" status: 404 len: 333 time: 0.0237167 Sep 24 00:19:56.431502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54148) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.457544 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b82fa6f-4cf8-4f58-8b88-3b6a1755cede tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.457993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b82fa6f-4cf8-4f58-8b88-3b6a1755cede tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.459685 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9b82fa6f-4cf8-4f58-8b88-3b6a1755cede tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/d696a0d2-5504-4ce7-8405-728f35521791 HTTP/1.1" status: 404 len: 337 time: 0.0272303 Sep 24 00:19:56.461978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54150) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.487901 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccfaabc3-4fa6-4341-a74c-829db0604ab9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.488371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccfaabc3-4fa6-4341-a74c-829db0604ab9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.490168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ccfaabc3-4fa6-4341-a74c-829db0604ab9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/5ac198a3-4459-48b5-ade5-719b18877a2f HTTP/1.1" status: 404 len: 337 time: 0.0273073 Sep 24 00:19:56.492721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54152) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.516738 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1fa9120-63d4-40a3-95e9-d19e0d95910d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.517410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1fa9120-63d4-40a3-95e9-d19e0d95910d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.519183 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b1fa9120-63d4-40a3-95e9-d19e0d95910d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/5841d193-420c-4387-8798-6db176831fae HTTP/1.1" status: 404 len: 333 time: 0.0255466 Sep 24 00:19:56.522071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54154) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.547844 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a863c433-4235-4d8c-ab53-74eb4decdd2f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.548302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a863c433-4235-4d8c-ab53-74eb4decdd2f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.550088 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a863c433-4235-4d8c-ab53-74eb4decdd2f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/934e8957-86eb-4492-a2d7-b1c59794a152 HTTP/1.1" status: 404 len: 337 time: 0.0271094 Sep 24 00:19:56.552696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54156) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.583288 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-420a83ae-0769-4111-b2f0-62d48328669b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.583741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-420a83ae-0769-4111-b2f0-62d48328669b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.585435 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-420a83ae-0769-4111-b2f0-62d48328669b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/a784848c-9dad-4c46-97fb-d4db7961fb74 HTTP/1.1" status: 404 len: 337 time: 0.0318582 Sep 24 00:19:56.588115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54158) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.614194 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2464d165-ee23-4cfb-a9af-41d495d9e3f1 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports?device_id=27fda2e4-9e05-4cc5-8e37-63c72b0f3277 HTTP/1.1" status: 200 len: 205 time: 0.0249243 Sep 24 00:19:56.616603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54160) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.653406 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-4ec823d5-e050-49fd-b85b-4f2470e97c15 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] delete failed (client error): The resource could not be found. Sep 24 00:19:56.654409 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4ec823d5-e050-49fd-b85b-4f2470e97c15 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/routers/27fda2e4-9e05-4cc5-8e37-63c72b0f3277 HTTP/1.1" status: 404 len: 336 time: 0.0369284 Sep 24 00:19:56.656923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54162) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.682342 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-248c2553-1e80-4492-879c-0148df95c46f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.682817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248c2553-1e80-4492-879c-0148df95c46f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.684508 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-248c2553-1e80-4492-879c-0148df95c46f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/0c6d6385-1d0b-4ec4-932e-81640470d2f6 HTTP/1.1" status: 404 len: 337 time: 0.0267091 Sep 24 00:19:56.687103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.717412 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-562a0b74-870c-4464-87aa-7ea3d0de42aa tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "GET /v2.0/ports?device_id=86b1fc47-2c1c-4b82-b151-d6006f373a75 HTTP/1.1" status: 200 len: 205 time: 0.0287519 Sep 24 00:19:56.719758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54166) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.756321 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-bf8a90a0-c377-4ecd-9d9a-5dfe8e05e048 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] delete failed (client error): The resource could not be found. Sep 24 00:19:56.759935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bf8a90a0-c377-4ecd-9d9a-5dfe8e05e048 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/routers/86b1fc47-2c1c-4b82-b151-d6006f373a75 HTTP/1.1" status: 404 len: 336 time: 0.0392823 Sep 24 00:19:56.760230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54168) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.767519 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:56.787759 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc24572-5982-4644-82be-a81ea8a473ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.788301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcc24572-5982-4644-82be-a81ea8a473ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.790123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bcc24572-5982-4644-82be-a81ea8a473ca tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/4f6a3e30-2aea-4396-85c9-8beb5be008d2 HTTP/1.1" status: 404 len: 337 time: 0.0287821 Sep 24 00:19:56.792685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54170) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.818884 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aec4ef1-00cc-4609-83ae-5affd7c141ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.819352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aec4ef1-00cc-4609-83ae-5affd7c141ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.821410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7aec4ef1-00cc-4609-83ae-5affd7c141ce tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/5d8d825b-50e9-4a89-b2c2-3a0e00a908bf HTTP/1.1" status: 404 len: 337 time: 0.0277457 Sep 24 00:19:56.824140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54174) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.849524 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-4489d8ec-bd47-4b7b-84ef-7670f785c9d9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.850346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4489d8ec-bd47-4b7b-84ef-7670f785c9d9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.854440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4489d8ec-bd47-4b7b-84ef-7670f785c9d9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/3ebc26d6-1107-40fe-a8e5-53e8cc5b1f33 HTTP/1.1" status: 404 len: 333 time: 0.0270514 Sep 24 00:19:56.855004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54178) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.883117 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c03a5438-7f9b-4141-812d-34210ac08182 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.883586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c03a5438-7f9b-4141-812d-34210ac08182 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.885324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c03a5438-7f9b-4141-812d-34210ac08182 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/4cae6b19-46db-401a-b705-32887f99a1e2 HTTP/1.1" status: 404 len: 337 time: 0.0293238 Sep 24 00:19:56.887855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54180) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.910846 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fbbe041-39ea-4372-ad3d-9c6e4c55c9fe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.911710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fbbe041-39ea-4372-ad3d-9c6e4c55c9fe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.915935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0fbbe041-39ea-4372-ad3d-9c6e4c55c9fe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/45af6a44-45cb-4d96-b6f4-afdb5e221596 HTTP/1.1" status: 404 len: 333 time: 0.0245759 Sep 24 00:19:56.916301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54182) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.948288 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e0a523a-0f42-4bff-8a99-51247072b677 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.948743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e0a523a-0f42-4bff-8a99-51247072b677 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.953325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4e0a523a-0f42-4bff-8a99-51247072b677 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/a296955a-1a4e-4150-b98f-339869dd0afa HTTP/1.1" status: 404 len: 337 time: 0.0331676 Sep 24 00:19:56.953480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:56.976822 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f7d737-618d-4dfd-84b4-87f0e7d2152a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:56.977611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f7d737-618d-4dfd-84b4-87f0e7d2152a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:56.979355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-73f7d737-618d-4dfd-84b4-87f0e7d2152a tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/0a0c1b3f-7074-41d6-a575-126311003ce9 HTTP/1.1" status: 404 len: 333 time: 0.0250084 Sep 24 00:19:56.981971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54188) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.009251 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7600a707-9087-4405-8c22-e135b11b6f6b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.009707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7600a707-9087-4405-8c22-e135b11b6f6b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.015830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54190) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.016052 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7600a707-9087-4405-8c22-e135b11b6f6b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/37f55752-8ed6-4cbb-b175-5427a9a93f4d HTTP/1.1" status: 404 len: 337 time: 0.0311520 Sep 24 00:19:57.051123 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6ecd4a3-575c-4699-a9b3-48422b751711 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.051880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6ecd4a3-575c-4699-a9b3-48422b751711 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.053618 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c6ecd4a3-575c-4699-a9b3-48422b751711 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/7ec2c821-288e-4e6f-b7b6-a176bb44f8cb HTTP/1.1" status: 404 len: 333 time: 0.0387502 Sep 24 00:19:57.056281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54192) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.082704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfe2b5-983b-4c2c-b27b-a2a45523f07c req-df56fad5-b49e-4b01-95d8-c5e9c195b08e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:57.087247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ecfe2b5-983b-4c2c-b27b-a2a45523f07c req-df56fad5-b49e-4b01-95d8-c5e9c195b08e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0839713 Sep 24 00:19:57.090621 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b40e778-8c66-473d-bab7-6d3e5b9d76fe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.091117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b40e778-8c66-473d-bab7-6d3e5b9d76fe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.096285 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7b40e778-8c66-473d-bab7-6d3e5b9d76fe tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/a26437a2-249a-46fa-a2b3-87739dd0964f HTTP/1.1" status: 404 len: 337 time: 0.0379040 Sep 24 00:19:57.096834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54196) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.124223 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d010b6e3-0166-4760-bf37-a1e9b2e3eff9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.125012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d010b6e3-0166-4760-bf37-a1e9b2e3eff9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.129498 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d010b6e3-0166-4760-bf37-a1e9b2e3eff9 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/6f6f1747-4316-4b4e-bb54-29b7bb7757ca HTTP/1.1" status: 404 len: 333 time: 0.0316763 Sep 24 00:19:57.130113 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54198) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.160595 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79ba287-25de-4123-b16b-f002541bde28 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.161063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e79ba287-25de-4123-b16b-f002541bde28 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.167275 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e79ba287-25de-4123-b16b-f002541bde28 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/24e8b0f8-0953-4f8e-a90d-d62fdfad2dbb HTTP/1.1" status: 404 len: 337 time: 0.0318048 Sep 24 00:19:57.167275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54200) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.167631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ecfe2b5-983b-4c2c-b27b-a2a45523f07c req-7bfe7c77-89e4-414d-af26-e1a709819cdb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718966 Sep 24 00:19:57.189329 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d527dce4-39a0-4eeb-a42f-1f310c28f009 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.190132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d527dce4-39a0-4eeb-a42f-1f310c28f009 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.190610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d56301cd-7855-4a24-b194-9d0e87ca3b20 req-96ca6202-42d3-42df-a39e-6dd9ddbaefef tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0409732 Sep 24 00:19:57.191995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d527dce4-39a0-4eeb-a42f-1f310c28f009 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/ec29f00c-52d2-4d16-a6fe-ca6f9a0fcbe5 HTTP/1.1" status: 404 len: 333 time: 0.0256383 Sep 24 00:19:57.194471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.223407 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6060ea7e-ba9c-4311-93a1-bcf8fecc35a5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.223878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6060ea7e-ba9c-4311-93a1-bcf8fecc35a5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.228363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54204) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.228598 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6060ea7e-ba9c-4311-93a1-bcf8fecc35a5 tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/8e2c5ec1-d930-4583-a8d9-444c9bdc22cd HTTP/1.1" status: 404 len: 337 time: 0.0329170 Sep 24 00:19:57.256251 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a241d355-99c7-4eac-8dd3-0415e4d88c3d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.258081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a241d355-99c7-4eac-8dd3-0415e4d88c3d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.260136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a241d355-99c7-4eac-8dd3-0415e4d88c3d tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/ports/b7fdf770-db3f-42d7-b5ab-ddc8f3cdbc64 HTTP/1.1" status: 404 len: 333 time: 0.0303378 Sep 24 00:19:57.262389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.290068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8b0754af-c4cc-4a5f-82f1-28ce401fe90c no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:19:57.290861 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-6619040f-39b2-4e51-bb08-200b4f0f498b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] DELETE failed (client error): The resource could not be found. Sep 24 00:19:57.291422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6619040f-39b2-4e51-bb08-200b4f0f498b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:19:57.293309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6619040f-39b2-4e51-bb08-200b4f0f498b tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/subnets/19883214-86d8-415d-88c9-a52b6a057580 HTTP/1.1" status: 404 len: 337 time: 0.0297129 Sep 24 00:19:57.295802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54208) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.313161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 8b0754af-c4cc-4a5f-82f1-28ce401fe90c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:19:57.313541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8b0754af-c4cc-4a5f-82f1-28ce401fe90c not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:19:57.372153 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:57.462625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:57.482566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9865c8-ac87-4f78-8b4e-8c331c9eb688']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:57.491722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6992870c-1235-41ce-9f37-cf8dc20638a2') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:57.492022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6992870c-1235-41ce-9f37-cf8dc20638a2') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:19:57.501687 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:57.514777 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:57.521512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:19:57.521909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:19:57.524928 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:19:57.587330 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:57.596568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:57.598541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] 10.222.0.24 "DELETE /v2.0/networks/ff9865c8-ac87-4f78-8b4e-8c331c9eb688 HTTP/1.1" status: 204 len: 168 time: 0.3017485 Sep 24 00:19:57.608321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94475c38-ba11-40a5-bb4e-551ac04f9d7f tempest-NetworksTestDHCPv6-1333351749 tempest-NetworksTestDHCPv6-1333351749-project] Pushing event deleted for resources: {'Network': ['ID=ff9865c8-ac87-4f78-8b4e-8c331c9eb688,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:57.810507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54214) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:57.976853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-63cecde4-c1b6-4848-b348-e4a4ec97ab22 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb9329729d694ff493850c33b067deb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627402 Sep 24 00:19:57.977148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54222) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:58.027423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d77924c1-e3f7-4d10-a25d-8681cba4be77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:58.049137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d77924c1-e3f7-4d10-a25d-8681cba4be77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:58.095348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d77924c1-e3f7-4d10-a25d-8681cba4be77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:58.097899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d77924c1-e3f7-4d10-a25d-8681cba4be77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:58.101897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d77924c1-e3f7-4d10-a25d-8681cba4be77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/26812b72-4e25-4724-a0ec-3c579107da60 HTTP/1.1" status: 204 len: 168 time: 0.1239312 Sep 24 00:19:58.110418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77924c1-e3f7-4d10-a25d-8681cba4be77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26812b72-4e25-4724-a0ec-3c579107da60,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:58.338190 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85068fee-2ac9-4b70-ad50-2f7457d9e69b req-f11bcb9f-7376-40af-b615-527d6aa1c2af tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0365305 Sep 24 00:19:58.346616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb15561-0e35-48a9-8218-e7da94e01e07 req-95496c36-5046-4f84-bc21-0c9201c9f293 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:58.355292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cb15561-0e35-48a9-8218-e7da94e01e07 req-95496c36-5046-4f84-bc21-0c9201c9f293 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0911527 Sep 24 00:19:58.395831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cb15561-0e35-48a9-8218-e7da94e01e07 req-031404f7-336a-42c4-b288-50dec14e8db1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393991 Sep 24 00:19:58.811537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54248) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:58.915298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1248014135'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:58.937446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Made reservation on behalf of 82c674031a2e4c5abb711b7e1a078f4a for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:58.941460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:58.950126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.048027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.051923 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.081758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:19:59.088281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d338e70-b1bf-44fc-a284-7f7b5bd5da26,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:59.095763 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.096121 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Added segment 853a8cc1-039a-48eb-afa7-75116c122c3b of type vlan for network dd072028-4824-4853-a1fe-c0ed659ca3fb Sep 24 00:19:59.133299 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.144697 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.169974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.176379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:59.176963 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.217301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.4045875 Sep 24 00:19:59.222910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54256) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:59.227399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Request body: {'subnet': {'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:59.269516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ac1c7-339f-46d1-96ed-db6eb576c4b5 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event updated for resources: {'Network': ['ID=dd072028-4824-4853-a1fe-c0ed659ca3fb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:59.280837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network dd072028-4824-4853-a1fe-c0ed659ca3fb details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:19:59.350037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Made reservation on behalf of 82c674031a2e4c5abb711b7e1a078f4a for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:59.353761 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.453959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16d2836d-98ac-46b5-9c9e-cac84ff6865e req-042a2904-4690-4d45-88aa-1e133d293962 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0366497 Sep 24 00:19:59.588988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad34b-ba94-494b-b0a6-05fec88cba0e req-8804d75e-cf89-49ac-b5c1-abe279e9e59d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:59.590644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-400ad34b-ba94-494b-b0a6-05fec88cba0e req-8804d75e-cf89-49ac-b5c1-abe279e9e59d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1092985 Sep 24 00:19:59.619621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.687939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-400ad34b-ba94-494b-b0a6-05fec88cba0e req-34db6554-4f29-49d7-af1e-88a8ea17f139 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854402 Sep 24 00:19:59.694541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event updated for resources: {'Subnet': ['ID=11a867cc-4245-4d8d-856b-d812f804bd5f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:19:59.710992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Checking segment: {'id': '853a8cc1-039a-48eb-afa7-75116c122c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:19:59.711356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Network hostable DHCP agents. Network: dd072028-4824-4853-a1fe-c0ed659ca3fb, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:19:59.728773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Network dd072028-4824-4853-a1fe-c0ed659ca3fb is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:19:59.738840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, dd072028-4824-4853-a1fe-c0ed659ca3fb) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:19:59.742962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:19:59.743554 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.748230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cf09da-54c0-4414-9e13-ddab18a93086 None None] Network dd072028-4824-4853-a1fe-c0ed659ca3fb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:19:59.761427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54262) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:19:59.762075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aac2bdeb-74e1-432d-9d02-7059fa12fa31 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5403275 Sep 24 00:19:59.771089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Request body: {'port': {'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1113579383'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:19:59.908842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-dd072028-4824-4853-a1fe-c0ed659ca3fb', 'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb', 'tenant_id': '82c674031a2e4c5abb711b7e1a078f4a', 'fixed_ips': [{'subnet_id': '11a867cc-4245-4d8d-856b-d812f804bd5f'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:19:59.909711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.912172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Made reservation on behalf of 82c674031a2e4c5abb711b7e1a078f4a for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:19:59.917101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:19:59.939796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] device_id is not set on port 35c92a05-d153-4079-9fc4-919d5b32d2b0 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:20:00.087672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Allocated IP 2001:db8::220 (dd072028-4824-4853-a1fe-c0ed659ca3fb/11a867cc-4245-4d8d-856b-d812f804bd5f/35c92a05-d153-4079-9fc4-919d5b32d2b0) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:00.251432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.298615 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.346394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Network dd072028-4824-4853-a1fe-c0ed659ca3fb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:00.349569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:00.353217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:00.355266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Allocated IP 2001:db8::2 (dd072028-4824-4853-a1fe-c0ed659ca3fb/11a867cc-4245-4d8d-856b-d812f804bd5f/1b56e29c-7f17-4539-9c9d-3a5cc029f43b) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:00.358863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:00.359475 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.370928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event updated for resources: {'Port': ['ID=35c92a05-d153-4079-9fc4-919d5b32d2b0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:00.382319 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5329af60-b9d1-49fd-9c4d-bc0b1e72fe7d tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6185029 Sep 24 00:20:00.385572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54270) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:00.391214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Request body: {'port': {'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1773613815', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:00.391641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] bootfile-name is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:00.391992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] tftp-server is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:00.392302 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] server-ip-address is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:00.499644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Made reservation on behalf of 82c674031a2e4c5abb711b7e1a078f4a for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:00.500849 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.504018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.506959 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.522262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] device_id is not set on port 63785e4a-e24f-4d39-9ba4-2be6712c34c3 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:20:00.543357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Network dd072028-4824-4853-a1fe-c0ed659ca3fb is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:00.547727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:00.551096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:00.555793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab915157-bf5c-416f-b126-f70431fd995d req-079b7685-50c7-4504-aaab-c4b8ce7bfb03 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0283432 Sep 24 00:20:00.559123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Pushing event updated for resources: {'Port': ['ID=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:00.622358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Attempting to bind port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:20:00.622735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Attempting to bind port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '853a8cc1-039a-48eb-afa7-75116c122c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:20:00.623128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Attempting to bind port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b on network dd072028-4824-4853-a1fe-c0ed659ca3fb {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:20:00.628837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:20:00.629211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Checking segment: {'id': '853a8cc1-039a-48eb-afa7-75116c122c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:00.629615 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.630377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Bound using segment: {'id': '853a8cc1-039a-48eb-afa7-75116c122c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:20:00.630516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Bound port: 1b56e29c-7f17-4539-9c9d-3a5cc029f43b, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853a8cc1-039a-48eb-afa7-75116c122c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'dd072028-4824-4853-a1fe-c0ed659ca3fb'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:20:00.630897 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.655211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Allocated IP 2001:db8::341 (dd072028-4824-4853-a1fe-c0ed659ca3fb/11a867cc-4245-4d8d-856b-d812f804bd5f/63785e4a-e24f-4d39-9ba4-2be6712c34c3) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:00.695764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] For port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:20:00.699172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] For port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,segment=NetworkSegment(853a8cc1-039a-48eb-afa7-75116c122c3b),segment_id=853a8cc1-039a-48eb-afa7-75116c122c3b)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:20:00.703204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.787330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0db8e00-016e-421f-a984-d9ffd99e8ad4 None None] Pushing event updated for resources: {'Port': ['ID=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:00.823128 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359b27d-7f3b-4110-9b6b-a5f72ee6cd5b req-55f47617-5fb2-412c-a2b0-172fd572bda8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:00.824704 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3359b27d-7f3b-4110-9b6b-a5f72ee6cd5b req-55f47617-5fb2-412c-a2b0-172fd572bda8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0603409 Sep 24 00:20:00.833315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.869253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.871475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3359b27d-7f3b-4110-9b6b-a5f72ee6cd5b req-887afd26-f3da-45f6-8764-811a725f92ec tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391843 Sep 24 00:20:00.914611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Network dd072028-4824-4853-a1fe-c0ed659ca3fb is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:00.917718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:00.921334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:00.927563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:00.928222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:00.938437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event updated for resources: {'Port': ['ID=63785e4a-e24f-4d39-9ba4-2be6712c34c3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:00.958641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9952caac-8ccc-4b1e-8f87-98c16ac68e3c tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.5718520 Sep 24 00:20:00.966395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54280) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:01.042524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98097e-6aa9-45c1-a293-3990762ce6be tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:01.049267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98097e-6aa9-45c1-a293-3990762ce6be tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:01.055304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98097e-6aa9-45c1-a293-3990762ce6be tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:01.057094 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8d98097e-6aa9-45c1-a293-3990762ce6be tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.0880809 Sep 24 00:20:01.060102 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54282) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:01.159181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1e847-b042-4188-acd5-444c31eae873 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Deleting port 63785e4a-e24f-4d39-9ba4-2be6712c34c3 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:01.159681 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e847-b042-4188-acd5-444c31eae873 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.267252 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e847-b042-4188-acd5-444c31eae873 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.288508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f9c1e847-b042-4188-acd5-444c31eae873 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Calling delete_port for 63785e4a-e24f-4d39-9ba4-2be6712c34c3 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:01.335100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1b56e29c-7f17-4539-9c9d-3a5cc029f43b up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:20:01.397213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:01.397934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.442041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e847-b042-4188-acd5-444c31eae873 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.475120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1e847-b042-4188-acd5-444c31eae873 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event deleted for resources: {'Port': ['ID=63785e4a-e24f-4d39-9ba4-2be6712c34c3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:01.517537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f9c1e847-b042-4188-acd5-444c31eae873 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.517786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.524785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f9c1e847-b042-4188-acd5-444c31eae873 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "DELETE /v2.0/ports/63785e4a-e24f-4d39-9ba4-2be6712c34c3 HTTP/1.1" status: 204 len: 168 time: 0.4634433 Sep 24 00:20:01.525710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54292) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:01.531186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Request body: {'port': {'name': 'tempest-new-port-name-350471296', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:01.531938 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] bootfile-name is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:01.532473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] tftp-server is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:01.533248 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] server-ip-address is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:01.563177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,segment=NetworkSegment(853a8cc1-039a-48eb-afa7-75116c122c3b),segment_id=853a8cc1-039a-48eb-afa7-75116c122c3b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:01.567460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.633155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:01.637860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.673495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97f2b95a-2160-47bb-ad52-8b480e190d81 req-08605383-d417-4057-a344-a3633695a8da tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0280311 Sep 24 00:20:01.861788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.865189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6e0ce2-aceb-4fae-8a0f-aeae22ebd7bd None None] Network dd072028-4824-4853-a1fe-c0ed659ca3fb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:01.867398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.887164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] In _notify_port_updated(), no bound segment for port 35c92a05-d153-4079-9fc4-919d5b32d2b0 on network dd072028-4824-4853-a1fe-c0ed659ca3fb {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:20:01.889476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:01.893487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.893487 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "PUT /v2.0/ports/35c92a05-d153-4079-9fc4-919d5b32d2b0 HTTP/1.1" status: 200 len: 1129 time: 0.3648734 Sep 24 00:20:01.895119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54302) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:01.959788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c3c365d2-e741-4751-9284-468179e87fec None None] Provisioning complete for port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:01.960519 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c3c365d2-e741-4751-9284-468179e87fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:01.972670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad5fd6-39a7-46cf-a0a7-ed6534aafbc9 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event updated for resources: {'Port': ['ID=35c92a05-d153-4079-9fc4-919d5b32d2b0,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:01.976889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45a4e3f-a1b7-45c7-a549-a90d5d1840b0 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:01.981392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b45a4e3f-a1b7-45c7-a549-a90d5d1840b0 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "GET /v2.0/ports/35c92a05-d153-4079-9fc4-919d5b32d2b0 HTTP/1.1" status: 200 len: 1129 time: 0.0823567 Sep 24 00:20:01.981834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54304) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:02.059727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f152c5a-83fb-4cd4-9488-c039b327edde req-348708d5-b127-46a4-b146-9e58a0b9bbea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:02.061757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f152c5a-83fb-4cd4-9488-c039b327edde req-348708d5-b127-46a4-b146-9e58a0b9bbea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0821664 Sep 24 00:20:02.141234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f152c5a-83fb-4cd4-9488-c039b327edde req-06e7cca1-2e9a-4f70-b28b-fb42c2f41258 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713217 Sep 24 00:20:02.161910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2469a390-e6d1-4f01-a18c-714939fbdd91 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Deleting port 35c92a05-d153-4079-9fc4-919d5b32d2b0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:02.162331 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2469a390-e6d1-4f01-a18c-714939fbdd91 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.273864 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2469a390-e6d1-4f01-a18c-714939fbdd91 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.294926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2469a390-e6d1-4f01-a18c-714939fbdd91 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Calling delete_port for 35c92a05-d153-4079-9fc4-919d5b32d2b0 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:02.432165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-88e40a92-c0b6-41b3-99d0-f8f7d999e647 None None] Provisioning complete for port 35c92a05-d153-4079-9fc4-919d5b32d2b0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:02.433310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88e40a92-c0b6-41b3-99d0-f8f7d999e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.439373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2469a390-e6d1-4f01-a18c-714939fbdd91 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.472185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469a390-e6d1-4f01-a18c-714939fbdd91 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event deleted for resources: {'Port': ['ID=35c92a05-d153-4079-9fc4-919d5b32d2b0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:02.483418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-88e40a92-c0b6-41b3-99d0-f8f7d999e647 None None] Port 35c92a05-d153-4079-9fc4-919d5b32d2b0 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:20:02.496417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-88e40a92-c0b6-41b3-99d0-f8f7d999e647 None None] Provisioning complete for port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:02.497701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88e40a92-c0b6-41b3-99d0-f8f7d999e647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.505357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2469a390-e6d1-4f01-a18c-714939fbdd91 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.509939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54314) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:02.510092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2469a390-e6d1-4f01-a18c-714939fbdd91 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "DELETE /v2.0/ports/35c92a05-d153-4079-9fc4-919d5b32d2b0 HTTP/1.1" status: 204 len: 168 time: 0.5275326 Sep 24 00:20:02.579040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c545ebe-5054-4a00-a396-0c90cee95655 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Deleting subnet 11a867cc-4245-4d8d-856b-d812f804bd5f {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:20:02.582893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c545ebe-5054-4a00-a396-0c90cee95655 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.632226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c545ebe-5054-4a00-a396-0c90cee95655 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.718008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-60dc9319-d51a-48e4-8f8f-da20f26c4182 None None] Could not find standard attr ID for object 35c92a05-d153-4079-9fc4-919d5b32d2b0. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:20:02.732238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c545ebe-5054-4a00-a396-0c90cee95655 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.801849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c545ebe-5054-4a00-a396-0c90cee95655 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.808251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1793a99-6959-4bba-a8ab-35797bc660f2 req-33693dd2-fea0-4566-a859-38262c8f2ec4 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0360975 Sep 24 00:20:02.842919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c545ebe-5054-4a00-a396-0c90cee95655 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event deleted for resources: {'Subnet': ['ID=11a867cc-4245-4d8d-856b-d812f804bd5f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:02.852657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c545ebe-5054-4a00-a396-0c90cee95655 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:02.857196 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c545ebe-5054-4a00-a396-0c90cee95655 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "DELETE /v2.0/subnets/11a867cc-4245-4d8d-856b-d812f804bd5f HTTP/1.1" status: 204 len: 168 time: 0.3434367 Sep 24 00:20:02.858893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54322) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:02.932055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1b38f871-50d5-4062-9e7d-7e712a7943b2 None None] Could not find standard attr ID for object 63785e4a-e24f-4d39-9ba4-2be6712c34c3. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:20:02.939579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57bf14a-a5d1-43e7-ba4f-bcccd7ac1b14 None None] Network dd072028-4824-4853-a1fe-c0ed659ca3fb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:02.955004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.009759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Deleting port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:03.010104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.094737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] For port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,segment=NetworkSegment(853a8cc1-039a-48eb-afa7-75116c122c3b),segment_id=853a8cc1-039a-48eb-afa7-75116c122c3b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:03.095130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.110617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Calling delete_port for 1b56e29c-7f17-4539-9c9d-3a5cc029f43b owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:03.132114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] DHCP port deletion for dd072028-4824-4853-a1fe-c0ed659ca3fb request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:20:03.182559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] Deleting port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:03.183031 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.197757 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.257810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event deleted for resources: {'Port': ['ID=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:03.259387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] For port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,segment=NetworkSegment(853a8cc1-039a-48eb-afa7-75116c122c3b),segment_id=853a8cc1-039a-48eb-afa7-75116c122c3b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:03.259785 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.265453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] No DVR routers for this DVR port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:03.275460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] Calling delete_port for 1b56e29c-7f17-4539-9c9d-3a5cc029f43b owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:03.350478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43eb894-43ac-44b9-b91c-f6afc79681cb req-41050334-e5ec-4262-afd2-88e9cc0cd0ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:03.357662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e43eb894-43ac-44b9-b91c-f6afc79681cb req-41050334-e5ec-4262-afd2-88e9cc0cd0ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1132288 Sep 24 00:20:03.366741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1b56e29c-7f17-4539-9c9d-3a5cc029f43b no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:20:03.385676 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.399215 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.410463 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 1b56e29c-7f17-4539-9c9d-3a5cc029f43b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:20:03.411081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1b56e29c-7f17-4539-9c9d-3a5cc029f43b not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:20:03.415238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e43eb894-43ac-44b9-b91c-f6afc79681cb req-835a73b1-2514-4a2e-bc67-ed580961f772 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557034 Sep 24 00:20:03.423692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd072028-4824-4853-a1fe-c0ed659ca3fb']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:03.434852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853a8cc1-039a-48eb-afa7-75116c122c3b') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:03.435147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853a8cc1-039a-48eb-afa7-75116c122c3b') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:03.441512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] No DVR routers for this DVR port 1b56e29c-7f17-4539-9c9d-3a5cc029f43b on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:03.443739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0515a80f-9a2b-46c1-ad10-e658579c0164 None None] Pushing event deleted for resources: {'Port': ['ID=1b56e29c-7f17-4539-9c9d-3a5cc029f43b,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:03.446831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.463635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.470578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:03.471038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:03.474370 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:03.543141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.548163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:03.553388 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] 10.222.0.24 "DELETE /v2.0/networks/dd072028-4824-4853-a1fe-c0ed659ca3fb HTTP/1.1" status: 204 len: 168 time: 0.6901739 Sep 24 00:20:03.565212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec9107-f825-4154-9914-41d565e91f3f tempest-ExtraDHCPOptionsIpV6TestJSON-77579595 tempest-ExtraDHCPOptionsIpV6TestJSON-77579595-project] Pushing event deleted for resources: {'Network': ['ID=dd072028-4824-4853-a1fe-c0ed659ca3fb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:03.806900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:03.887891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba512714-ae52-4a8c-91b8-30f8c87e671a req-675154c4-0280-460d-b4e2-78aa83a84e57 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0301034 Sep 24 00:20:03.961142 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c558b683-59d2-4867-bf08-f32d53265d5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82c674031a2e4c5abb711b7e1a078f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529567 Sep 24 00:20:03.963708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54344) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:04.020848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b41ef517-527f-4b77-9ffc-534f774c2ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:04.042241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b41ef517-527f-4b77-9ffc-534f774c2ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:04.091067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b41ef517-527f-4b77-9ffc-534f774c2ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:04.093978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b41ef517-527f-4b77-9ffc-534f774c2ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:04.095392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b41ef517-527f-4b77-9ffc-534f774c2ed5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d338e70-b1bf-44fc-a284-7f7b5bd5da26 HTTP/1.1" status: 204 len: 168 time: 0.1306672 Sep 24 00:20:04.104744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41ef517-527f-4b77-9ffc-534f774c2ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d338e70-b1bf-44fc-a284-7f7b5bd5da26,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:04.530880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf56d85-7e22-45e9-9129-6b587c162a75 req-6246d07c-5fd7-4a1a-b4ce-17acc8092b52 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:04.532497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-caf56d85-7e22-45e9-9129-6b587c162a75 req-6246d07c-5fd7-4a1a-b4ce-17acc8092b52 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0536866 Sep 24 00:20:04.580208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-caf56d85-7e22-45e9-9129-6b587c162a75 req-491370dc-bff0-48aa-828c-6fa797db56a4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397160 Sep 24 00:20:04.811403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54372) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:04.916632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-472803431'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:04.952716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Made reservation on behalf of 5639999575504827bd313dc9ea9309af for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:04.956377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:04.965639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.005313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d69112c-3148-4757-95a9-3a48edea43af req-7bcfadce-a5a3-4897-9037-dd5878449e1c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0344458 Sep 24 00:20:05.066829 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.070505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.092100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:05.112388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a90ef1-4836-4965-9e58-5e095502349f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:05.116149 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.116503 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Added segment 921fdb5b-c2a7-4fb8-aae9-83af3dcce655 of type vlan for network f9fe2e17-7f76-4379-a27e-dc50ba509d91 Sep 24 00:20:05.160254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.186105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.192889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:05.193472 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.230144 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4176431 Sep 24 00:20:05.232897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54384) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:05.241246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Request body: {'subnet': {'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:05.286545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c563592d-2e91-4a0d-99b4-90d9710a36dc tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event updated for resources: {'Network': ['ID=f9fe2e17-7f76-4379-a27e-dc50ba509d91,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:05.297025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:05.366740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Made reservation on behalf of 5639999575504827bd313dc9ea9309af for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:05.370273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.564171 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.629947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event updated for resources: {'Subnet': ['ID=03561d56-d3fc-4354-b20d-d91a17d96bd9,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:05.636740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Checking segment: {'id': '921fdb5b-c2a7-4fb8-aae9-83af3dcce655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:05.637092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Network hostable DHCP agents. Network: f9fe2e17-7f76-4379-a27e-dc50ba509d91, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:05.654166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:05.666236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f9fe2e17-7f76-4379-a27e-dc50ba509d91) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:05.670639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:05.671238 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.681209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7378b89-3723-4470-919e-51bbf222fafe None None] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:05.690088 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab718ead-079f-4e3a-a869-950fe3f22458 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4561727 Sep 24 00:20:05.692746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54394) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:05.699880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f540f-35d1-42bf-9bbe-23321f54f3ca req-ee4cc7ca-f205-41df-a11e-8cc4f817521f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:05.700032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Request body: {'port': {'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91', 'name': 'tempest-ExtraDHCPOptionsTestJSON-709389936'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:05.701718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d2f540f-35d1-42bf-9bbe-23321f54f3ca req-ee4cc7ca-f205-41df-a11e-8cc4f817521f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0549207 Sep 24 00:20:05.745611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d2f540f-35d1-42bf-9bbe-23321f54f3ca req-288cdf6d-bd17-4f11-9507-f4e8e672d526 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377262 Sep 24 00:20:05.833687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Made reservation on behalf of 5639999575504827bd313dc9ea9309af for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:05.837358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.849226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-f9fe2e17-7f76-4379-a27e-dc50ba509d91', 'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91', 'tenant_id': '5639999575504827bd313dc9ea9309af', 'fixed_ips': [{'subnet_id': '03561d56-d3fc-4354-b20d-d91a17d96bd9'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:05.850189 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:05.856147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] device_id is not set on port c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:20:05.976182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Allocated IP 172.20.0.3 (f9fe2e17-7f76-4379-a27e-dc50ba509d91/03561d56-d3fc-4354-b20d-d91a17d96bd9/c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:06.105873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5116bd0a-66aa-4fed-85d0-7ea3513b2b93 req-4788404f-2701-4dba-8221-5dac554419f7 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0297112 Sep 24 00:20:06.132080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.166538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.209812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:06.212984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:06.216713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:06.227065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Allocated IP 172.20.0.2 (f9fe2e17-7f76-4379-a27e-dc50ba509d91/03561d56-d3fc-4354-b20d-d91a17d96bd9/eb5b25f9-d9cd-4ba7-abe9-918a173aced7) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:06.259494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event updated for resources: {'Port': ['ID=c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:06.284504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:06.285279 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.302546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d3377911-9e0f-48a8-bb88-a2807ae1e571 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6052692 Sep 24 00:20:06.302928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54408) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:06.308425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Request body: {'port': {'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1607041265', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:06.309457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] bootfile-name is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:06.309457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] tftp-server is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:06.309816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] server-ip-address is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:06.381722 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.388438 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.424726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:06.429957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Made reservation on behalf of 5639999575504827bd313dc9ea9309af for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:06.430109 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:06.432493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:06.437041 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.443938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Pushing event updated for resources: {'Port': ['ID=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:06.457731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] device_id is not set on port 939fc7d2-78d1-4805-b6f3-f9cf7c85bdf4 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:20:06.500135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Attempting to bind port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:20:06.500421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Attempting to bind port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '921fdb5b-c2a7-4fb8-aae9-83af3dcce655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:20:06.500780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Attempting to bind port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 on network f9fe2e17-7f76-4379-a27e-dc50ba509d91 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:20:06.505906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:20:06.506285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Checking segment: {'id': '921fdb5b-c2a7-4fb8-aae9-83af3dcce655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:06.506684 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.507111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Bound using segment: {'id': '921fdb5b-c2a7-4fb8-aae9-83af3dcce655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:20:06.507577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Bound port: eb5b25f9-d9cd-4ba7-abe9-918a173aced7, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921fdb5b-c2a7-4fb8-aae9-83af3dcce655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f9fe2e17-7f76-4379-a27e-dc50ba509d91'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:20:06.508100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.581067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Allocated IP 172.20.0.4 (f9fe2e17-7f76-4379-a27e-dc50ba509d91/03561d56-d3fc-4354-b20d-d91a17d96bd9/939fc7d2-78d1-4805-b6f3-f9cf7c85bdf4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:06.598821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] For port eb5b25f9-d9cd-4ba7-abe9-918a173aced7, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:20:06.611180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.613014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] For port eb5b25f9-d9cd-4ba7-abe9-918a173aced7, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,segment=NetworkSegment(921fdb5b-c2a7-4fb8-aae9-83af3dcce655),segment_id=921fdb5b-c2a7-4fb8-aae9-83af3dcce655)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:20:06.620727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.693278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f660b-5773-4d10-9601-7f7f85c6e6d0 None None] Pushing event updated for resources: {'Port': ['ID=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:06.788871 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.826333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:06.848644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:06.851147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:06.889815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27438e31-1520-4904-b620-6169f87b8c1e req-de11ac10-7da2-48dc-a681-7337d415e196 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:06.891851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27438e31-1520-4904-b620-6169f87b8c1e req-de11ac10-7da2-48dc-a681-7337d415e196 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0584707 Sep 24 00:20:06.905170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:06.950078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27438e31-1520-4904-b620-6169f87b8c1e req-c454acd9-d566-493d-923b-28fe06baa834 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497386 Sep 24 00:20:06.951481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event updated for resources: {'Port': ['ID=939fc7d2-78d1-4805-b6f3-f9cf7c85bdf4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:06.985751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:06.986412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.002732 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c88e7d14-fde0-4e10-9b6c-361714c5be0b tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.6985867 Sep 24 00:20:07.005148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54420) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:07.072827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b558f-23aa-46cb-8a6d-4e8eeab8bf87 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:07.079149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b558f-23aa-46cb-8a6d-4e8eeab8bf87 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:07.085303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2b558f-23aa-46cb-8a6d-4e8eeab8bf87 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:07.087072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1e2b558f-23aa-46cb-8a6d-4e8eeab8bf87 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0806718 Sep 24 00:20:07.089891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54424) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:07.202567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac2f7c-a0ab-4ead-bd16-4d0e5be8ecd6 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Deleting port 939fc7d2-78d1-4805-b6f3-f9cf7c85bdf4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:07.203770 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2f7c-a0ab-4ead-bd16-4d0e5be8ecd6 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.306791 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2f7c-a0ab-4ead-bd16-4d0e5be8ecd6 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.320531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b7ac2f7c-a0ab-4ead-bd16-4d0e5be8ecd6 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Calling delete_port for 939fc7d2-78d1-4805-b6f3-f9cf7c85bdf4 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:07.368604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device eb5b25f9-d9cd-4ba7-abe9-918a173aced7 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:20:07.426025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:07.426512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.515606 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2f7c-a0ab-4ead-bd16-4d0e5be8ecd6 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.524471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e458edcf-650b-475a-8046-2a0959c4b118 req-a3cfa363-b2c7-41eb-bc41-755a4627177c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0525918 Sep 24 00:20:07.527103 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.573005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ac2f7c-a0ab-4ead-bd16-4d0e5be8ecd6 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event deleted for resources: {'Port': ['ID=939fc7d2-78d1-4805-b6f3-f9cf7c85bdf4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:07.573545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port eb5b25f9-d9cd-4ba7-abe9-918a173aced7, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,segment=NetworkSegment(921fdb5b-c2a7-4fb8-aae9-83af3dcce655),segment_id=921fdb5b-c2a7-4fb8-aae9-83af3dcce655)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:07.586597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.654069 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7ac2f7c-a0ab-4ead-bd16-4d0e5be8ecd6 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.656558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7ac2f7c-a0ab-4ead-bd16-4d0e5be8ecd6 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "DELETE /v2.0/ports/939fc7d2-78d1-4805-b6f3-f9cf7c85bdf4 HTTP/1.1" status: 204 len: 168 time: 0.5653946 Sep 24 00:20:07.657537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:07.660019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54436) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:07.665927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Request body: {'port': {'name': 'tempest-new-port-name-940990897', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:07.666520 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] bootfile-name is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:07.667102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] tftp-server is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:07.667434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.api.validators [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] server-ip-address is not in valid_values {{(pid=106378) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 00:20:07.761390 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.917774 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a77a4e-1d8b-4781-8fb3-1e7b09020e5a None None] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:07.984849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:07.993872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:08.089467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event updated for resources: {'Port': ['ID=c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:08.099649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] In _notify_port_updated(), no bound segment for port c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c on network f9fe2e17-7f76-4379-a27e-dc50ba509d91 {{(pid=106378) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:20:08.105928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:08.106854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:08.111211 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a5086a97-126c-4f05-8a7c-78680401100f tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "PUT /v2.0/ports/c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c HTTP/1.1" status: 200 len: 1135 time: 0.4471405 Sep 24 00:20:08.111373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54444) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:08.125820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1ce37dbb-0b00-496e-beb3-d5f03bb96225 None None] Provisioning complete for port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:08.126001 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1ce37dbb-0b00-496e-beb3-d5f03bb96225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:08.151560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5235c7-fecb-46e5-b164-546a59442f6c req-ebc538d0-c8ee-4d92-ba05-3f662bd6d07c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:08.157292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c5235c7-fecb-46e5-b164-546a59442f6c req-ebc538d0-c8ee-4d92-ba05-3f662bd6d07c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1025171 Sep 24 00:20:08.197472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c328a-78cd-4b23-94cd-7cdd17bc9770 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:08.203174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2b7c328a-78cd-4b23-94cd-7cdd17bc9770 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "GET /v2.0/ports/c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c HTTP/1.1" status: 200 len: 1135 time: 0.0895333 Sep 24 00:20:08.206694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54452) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:08.236062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c5235c7-fecb-46e5-b164-546a59442f6c req-01123a65-7792-4ea5-8ff7-c48e0f03222e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703692 Sep 24 00:20:08.347257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6948b5f3-61e3-4d0a-b113-e10a324c9d26 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Deleting port c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:08.347519 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6948b5f3-61e3-4d0a-b113-e10a324c9d26 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:08.429058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ad444fdf-9be1-4580-a3f1-acaebce721f7 None None] Provisioning complete for port c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:08.430045 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad444fdf-9be1-4580-a3f1-acaebce721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:08.451066 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6948b5f3-61e3-4d0a-b113-e10a324c9d26 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:08.465274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6948b5f3-61e3-4d0a-b113-e10a324c9d26 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Calling delete_port for c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:08.475342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ad444fdf-9be1-4580-a3f1-acaebce721f7 None None] Port c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:20:08.487654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ad444fdf-9be1-4580-a3f1-acaebce721f7 None None] Provisioning complete for port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:08.488091 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad444fdf-9be1-4580-a3f1-acaebce721f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:08.655780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e53fc7d-db10-4f4d-8e8e-6f7ce7630eb4 req-7dccab9c-08c1-4ec0-bf0d-5502f8c69ff4 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0392854 Sep 24 00:20:08.706449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4019792f-42da-4657-8bb0-542ef01c1fdd None None] Provisioning complete for port c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:08.707024 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4019792f-42da-4657-8bb0-542ef01c1fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:08.745966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4019792f-42da-4657-8bb0-542ef01c1fdd None None] Port c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:20:08.958457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7d83189a-8648-4791-9bfb-599f6774e16e None None] Could not find standard attr ID for object 939fc7d2-78d1-4805-b6f3-f9cf7c85bdf4. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:20:08.986922 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6948b5f3-61e3-4d0a-b113-e10a324c9d26 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.025080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948b5f3-61e3-4d0a-b113-e10a324c9d26 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event deleted for resources: {'Port': ['ID=c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:09.088928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6948b5f3-61e3-4d0a-b113-e10a324c9d26 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.091118 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6948b5f3-61e3-4d0a-b113-e10a324c9d26 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "DELETE /v2.0/ports/c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c HTTP/1.1" status: 204 len: 168 time: 0.8834124 Sep 24 00:20:09.093580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54458) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:09.147003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ca7de9-6bde-44da-8b4c-d4888e3db8d5 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Deleting subnet 03561d56-d3fc-4354-b20d-d91a17d96bd9 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:20:09.150432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ca7de9-6bde-44da-8b4c-d4888e3db8d5 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.180237 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.201419 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ca7de9-6bde-44da-8b4c-d4888e3db8d5 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.312924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ca7de9-6bde-44da-8b4c-d4888e3db8d5 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.341171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device eb5b25f9-d9cd-4ba7-abe9-918a173aced7 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:20:09.385813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f154849f-e807-4036-9fb5-9db878a87648 None None] Could not find standard attr ID for object c3f61c25-c0ac-44b0-bd47-8b9d7c07d77c. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:20:09.395050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ca7de9-6bde-44da-8b4c-d4888e3db8d5 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.414235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:09.414709 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.435879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca7de9-6bde-44da-8b4c-d4888e3db8d5 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event deleted for resources: {'Subnet': ['ID=03561d56-d3fc-4354-b20d-d91a17d96bd9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:09.441348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-33ca7de9-6bde-44da-8b4c-d4888e3db8d5 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.444009 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-33ca7de9-6bde-44da-8b4c-d4888e3db8d5 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "DELETE /v2.0/subnets/03561d56-d3fc-4354-b20d-d91a17d96bd9 HTTP/1.1" status: 204 len: 168 time: 0.3486354 Sep 24 00:20:09.449177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54464) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:09.486646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d08df-cc33-47db-8ebb-e102f94bab59 req-a909027a-8c2d-4947-a99b-609a2ca684ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:09.488317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba4d08df-cc33-47db-8ebb-e102f94bab59 req-a909027a-8c2d-4947-a99b-609a2ca684ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0918503 Sep 24 00:20:09.568923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba4d08df-cc33-47db-8ebb-e102f94bab59 req-0b57fc5d-0b8d-4e86-b66a-85b1d2bad34d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740359 Sep 24 00:20:09.580413 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.614104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2d85a6-b61a-4286-9b4b-25bd29cbd025 None None] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:09.653866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Deleting port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:09.654219 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.730478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] For port eb5b25f9-d9cd-4ba7-abe9-918a173aced7, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,segment=NetworkSegment(921fdb5b-c2a7-4fb8-aae9-83af3dcce655),segment_id=921fdb5b-c2a7-4fb8-aae9-83af3dcce655)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:09.730874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.757070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Calling delete_port for eb5b25f9-d9cd-4ba7-abe9-918a173aced7 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:09.780063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27441b00-1b9c-4674-8af0-65e388ca5c2f req-91c3912d-0740-4cfd-8428-e53d4397afaf tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0353785 Sep 24 00:20:09.807901 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] DHCP port deletion for f9fe2e17-7f76-4379-a27e-dc50ba509d91 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:20:09.858025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] Deleting port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:09.860972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.870806 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.895045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event deleted for resources: {'Port': ['ID=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:09.900702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] No DVR routers for this DVR port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:09.930027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] For port eb5b25f9-d9cd-4ba7-abe9-918a173aced7, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,segment=NetworkSegment(921fdb5b-c2a7-4fb8-aae9-83af3dcce655),segment_id=921fdb5b-c2a7-4fb8-aae9-83af3dcce655)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:09.930362 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:09.943300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] Calling delete_port for eb5b25f9-d9cd-4ba7-abe9-918a173aced7 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:09.986466 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.014908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9fe2e17-7f76-4379-a27e-dc50ba509d91']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:10.027384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921fdb5b-c2a7-4fb8-aae9-83af3dcce655') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:10.028022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921fdb5b-c2a7-4fb8-aae9-83af3dcce655') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:10.039615 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.054585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.061642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:10.062884 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:10.065966 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:10.133102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.139825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.143363 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] 10.222.0.24 "DELETE /v2.0/networks/f9fe2e17-7f76-4379-a27e-dc50ba509d91 HTTP/1.1" status: 204 len: 168 time: 0.6931581 Sep 24 00:20:10.157336 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b5ea8-b984-4806-b773-ef9cc50e4844 tempest-ExtraDHCPOptionsTestJSON-752038863 tempest-ExtraDHCPOptionsTestJSON-752038863-project] Pushing event deleted for resources: {'Network': ['ID=f9fe2e17-7f76-4379-a27e-dc50ba509d91,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:10.195808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.227843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] Pushing event deleted for resources: {'Port': ['ID=eb5b25f9-d9cd-4ba7-abe9-918a173aced7,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:10.233553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] Network f9fe2e17-7f76-4379-a27e-dc50ba509d91 is not hosted by any dhcp agent {{(pid=106380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:20:10.234799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75fd7e-4046-491a-977c-ee2a336422c5 None None] No DVR routers for this DVR port eb5b25f9-d9cd-4ba7-abe9-918a173aced7 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:10.449315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54484) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:10.591712 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-08a2baa7-8fe4-404c-9891-e88c7737a2b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5639999575504827bd313dc9ea9309af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1383908 Sep 24 00:20:10.591712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54490) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:10.647024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c13dc5-2bc9-435f-bf8a-9ece481da0d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.669082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c13dc5-2bc9-435f-bf8a-9ece481da0d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.684816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807b8ec-e7a2-4a95-aa93-1fea181a13de req-5df38ed9-b9d2-4a1e-b792-8c9b1c358620 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:10.686896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b807b8ec-e7a2-4a95-aa93-1fea181a13de req-5df38ed9-b9d2-4a1e-b792-8c9b1c358620 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0565557 Sep 24 00:20:10.721798 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c13dc5-2bc9-435f-bf8a-9ece481da0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.725002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-12c13dc5-2bc9-435f-bf8a-9ece481da0d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:10.728544 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-12c13dc5-2bc9-435f-bf8a-9ece481da0d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14a90ef1-4836-4965-9e58-5e095502349f HTTP/1.1" status: 204 len: 168 time: 0.1337101 Sep 24 00:20:10.735504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c13dc5-2bc9-435f-bf8a-9ece481da0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a90ef1-4836-4965-9e58-5e095502349f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:10.741271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b807b8ec-e7a2-4a95-aa93-1fea181a13de req-e4a8da30-90e5-41fe-b1b8-527417753728 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476551 Sep 24 00:20:10.897045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-934a9190-6006-42af-b9de-63cd6ade1709 req-65313d20-51f2-415d-8dfe-eb0d01c88286 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0376883 Sep 24 00:20:11.297466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device eb5b25f9-d9cd-4ba7-abe9-918a173aced7 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:20:11.322908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: eb5b25f9-d9cd-4ba7-abe9-918a173aced7 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:20:11.323386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device eb5b25f9-d9cd-4ba7-abe9-918a173aced7 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:20:11.478971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54522) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:11.584703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1941548007'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:11.606361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:11.610583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:11.619231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:11.708873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:11.712608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:11.735388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:11.750666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d35c87-578b-4cd3-a46e-09040ce980f7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:11.754636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:11.755012 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment 350900ad-a578-46fe-af60-6ab32b3d3c9b of type vlan for network 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 Sep 24 00:20:11.798458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:11.825439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:11.831893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:11.832487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:11.862306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51561d5-4af3-43a7-8c7d-e969ef665dc9 req-38cad60a-e00b-4924-84fd-c00faeb31862 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:11.864254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e51561d5-4af3-43a7-8c7d-e969ef665dc9 req-38cad60a-e00b-4924-84fd-c00faeb31862 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0532005 Sep 24 00:20:11.877133 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3970065 Sep 24 00:20:11.906944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e51561d5-4af3-43a7-8c7d-e969ef665dc9 req-cb437b3f-7202-45a4-b756-e7ca7d175614 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343137 Sep 24 00:20:11.926379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b91ae9-4902-4a3f-ae0e-a09869a086d3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=9c12a5d2-503e-4138-b7a9-8f3ab698ae19,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:11.947368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:12.006454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54532) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:12.012778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': '9c12a5d2-503e-4138-b7a9-8f3ab698ae19', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:12.023035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f6083b2-4a34-41ad-bb15-7c5a8f8cc058 req-f566432a-2d34-48a7-afed-e306000ed208 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0354826 Sep 24 00:20:12.117227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:12.120824 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.312836 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.370513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=8dff7dc2-1b81-41c0-bdb9-8d6f5d410cee,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:12.381426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': '350900ad-a578-46fe-af60-6ab32b3d3c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9c12a5d2-503e-4138-b7a9-8f3ab698ae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:12.381788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: 9c12a5d2-503e-4138-b7a9-8f3ab698ae19, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:12.398554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:12.407338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 9c12a5d2-503e-4138-b7a9-8f3ab698ae19) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:12.412237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:12.413206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.416843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1737d68-6be3-4580-ba09-d808e3012a67 None None] Network 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:12.431207 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a6c19cf8-6830-4a32-83b7-333f89108e4c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4231119 Sep 24 00:20:12.433972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54536) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:12.439609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-133098111'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:12.460158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:12.463846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.496558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:12.508992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.509251 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment 3a64835f-9bd4-4290-960a-3ee1b513d85b of type vlan for network 69df4deb-ad71-454d-978a-7ef510a55fac Sep 24 00:20:12.556525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.574139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-9c12a5d2-503e-4138-b7a9-8f3ab698ae19', 'network_id': '9c12a5d2-503e-4138-b7a9-8f3ab698ae19', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': '8dff7dc2-1b81-41c0-bdb9-8d6f5d410cee'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:12.575512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.583516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.589477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:12.590268 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.610316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1753242 Sep 24 00:20:12.613231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54542) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:12.618367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': '69df4deb-ad71-454d-978a-7ef510a55fac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:12.696584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6256ba-535d-45dd-828a-b72289584065 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=69df4deb-ad71-454d-978a-7ef510a55fac,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:12.710399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 69df4deb-ad71-454d-978a-7ef510a55fac details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:12.713431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:12.717300 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.777072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Allocated IP 172.20.255.242 (9c12a5d2-503e-4138-b7a9-8f3ab698ae19/8dff7dc2-1b81-41c0-bdb9-8d6f5d410cee/b73bc140-bc2f-479d-8912-d989b7edb007) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:12.910523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.945169 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.952600 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:12.963023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=08c0f9ce-c9d2-4ab8-83b0-abbc223c76a8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:12.978104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.978451 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.978929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.979270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.979602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.979923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.980248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.980737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.981208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.981687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.982164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:12.982625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:13.005079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Network 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:13.011378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:13.013361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Pushing event updated for resources: {'Port': ['ID=b73bc140-bc2f-479d-8912-d989b7edb007,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:13.015637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:13.023560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': '3a64835f-9bd4-4290-960a-3ee1b513d85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '69df4deb-ad71-454d-978a-7ef510a55fac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:13.023910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: 69df4deb-ad71-454d-978a-7ef510a55fac, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:13.061035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec09507-92d3-445c-91d1-eea0453b7b4b req-d639ffe5-d863-448a-9223-5f1eafab4833 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:13.063296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ec09507-92d3-445c-91d1-eea0453b7b4b req-d639ffe5-d863-448a-9223-5f1eafab4833 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0692692 Sep 24 00:20:13.064448 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 69df4deb-ad71-454d-978a-7ef510a55fac is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:13.088109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 69df4deb-ad71-454d-978a-7ef510a55fac) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:13.097106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:13.097706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.099450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Attempting to bind port b73bc140-bc2f-479d-8912-d989b7edb007 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:20:13.099969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Attempting to bind port b73bc140-bc2f-479d-8912-d989b7edb007 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '350900ad-a578-46fe-af60-6ab32b3d3c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9c12a5d2-503e-4138-b7a9-8f3ab698ae19'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:20:13.100358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Attempting to bind port b73bc140-bc2f-479d-8912-d989b7edb007 on network 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:20:13.107884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522ef7be-8834-4a96-a1f7-c6dbdf20d931 None None] Network 69df4deb-ad71-454d-978a-7ef510a55fac requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:13.111769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:20:13.112277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Checking segment: {'id': '350900ad-a578-46fe-af60-6ab32b3d3c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9c12a5d2-503e-4138-b7a9-8f3ab698ae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:13.112692 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.113122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Bound using segment: {'id': '350900ad-a578-46fe-af60-6ab32b3d3c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9c12a5d2-503e-4138-b7a9-8f3ab698ae19'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:20:13.113804 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Bound port: b73bc140-bc2f-479d-8912-d989b7edb007, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '350900ad-a578-46fe-af60-6ab32b3d3c9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '9c12a5d2-503e-4138-b7a9-8f3ab698ae19'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:20:13.114217 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.127932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ec09507-92d3-445c-91d1-eea0453b7b4b req-eeb8d21d-d695-4e77-bacc-8b3a5455df97 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577638 Sep 24 00:20:13.148789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d8e7183-477f-4804-a14b-25f533fb89d0 req-12047430-88ae-4426-94cb-f432750d2841 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0372498 Sep 24 00:20:13.152715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-78b34833-9c89-4d6e-a9ac-a930e7c84b5c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5359535 Sep 24 00:20:13.153075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54550) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:13.229800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] For port b73bc140-bc2f-479d-8912-d989b7edb007, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:20:13.270225 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.273554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] For port b73bc140-bc2f-479d-8912-d989b7edb007, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b73bc140-bc2f-479d-8912-d989b7edb007,segment=NetworkSegment(350900ad-a578-46fe-af60-6ab32b3d3c9b),segment_id=350900ad-a578-46fe-af60-6ab32b3d3c9b)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:20:13.280403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.361333 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.371648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e80904-c6db-450a-aec5-07ca3cc2fcc0 None None] Pushing event updated for resources: {'Port': ['ID=b73bc140-bc2f-479d-8912-d989b7edb007,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:13.450245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.471601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008f97e-21e1-4547-a973-a43982e9657b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-69df4deb-ad71-454d-978a-7ef510a55fac', 'network_id': '69df4deb-ad71-454d-978a-7ef510a55fac', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': '08c0f9ce-c9d2-4ab8-83b0-abbc223c76a8'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:13.472535 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4008f97e-21e1-4547-a973-a43982e9657b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.485170 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=08c0f9ce-c9d2-4ab8-83b0-abbc223c76a8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:13.557083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.572220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4aa1838-e624-4a06-aa63-e34edda7b603 None None] Network 69df4deb-ad71-454d-978a-7ef510a55fac requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:13.580906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69df4deb-ad71-454d-978a-7ef510a55fac']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:13.618825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a64835f-9bd4-4290-960a-3ee1b513d85b') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:13.621167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a64835f-9bd4-4290-960a-3ee1b513d85b') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:13.631340 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.651820 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.663828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:13.664777 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:13.668631 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:13.763087 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.772045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.773897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/69df4deb-ad71-454d-978a-7ef510a55fac HTTP/1.1" status: 204 len: 168 time: 0.6198967 Sep 24 00:20:13.777662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54558) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:13.790793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-347869013'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:13.795296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc3084-e194-46eb-949a-d578500cf066 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=69df4deb-ad71-454d-978a-7ef510a55fac,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:13.814016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:13.817620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.841868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:13.852943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:13.853218 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment 52763dff-fc41-4f2c-ae0d-59e5de51152c of type vlan for network 6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71 Sep 24 00:20:13.897038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.263727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.270469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:14.271150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.341759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c949e25b-2b48-4777-a8a3-3579aa168c75 req-8e476bca-e390-4169-a073-2f79c83fac76 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0472989 Sep 24 00:20:14.349466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5710340 Sep 24 00:20:14.355685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54570) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:14.361503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': '6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:14.475312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d874bb-6945-41d3-9883-9837b80427ca req-0424120c-0009-48dc-bb23-55b9a81744be tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:14.476907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35d874bb-6945-41d3-9883-9837b80427ca req-0424120c-0009-48dc-bb23-55b9a81744be tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2260621 Sep 24 00:20:14.477560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41694c-a98d-41a0-a8c7-940089857ae3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:14.488681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:14.554110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35d874bb-6945-41d3-9883-9837b80427ca req-02ff0566-491b-4df9-abd4-09e04e2e1e56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479732 Sep 24 00:20:14.577363 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc2a86-dc39-4110-b0bf-c9462fc53332 None None] Network 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:14.579322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:14.586808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.646567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Performing IP validity checks on allocation pools {{(pid=106379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 00:20:14.647012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 00:20:14.675114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8b4a7dc3-7059-473f-ac39-c0687e0754ee None None] Provisioning complete for port b73bc140-bc2f-479d-8912-d989b7edb007 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:14.675490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7dc3-7059-473f-ac39-c0687e0754ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.779248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.813382 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7dc3-7059-473f-ac39-c0687e0754ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.846348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=244bf721-2098-451b-9fba-feaae3e3f379,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:14.847438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8b4a7dc3-7059-473f-ac39-c0687e0754ee None None] For port b73bc140-bc2f-479d-8912-d989b7edb007, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b73bc140-bc2f-479d-8912-d989b7edb007,segment=NetworkSegment(350900ad-a578-46fe-af60-6ab32b3d3c9b),segment_id=350900ad-a578-46fe-af60-6ab32b3d3c9b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:14.853273 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4a7dc3-7059-473f-ac39-c0687e0754ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.855918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': '52763dff-fc41-4f2c-ae0d-59e5de51152c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:14.856309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: 6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:14.878746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:14.891990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:14.905049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4fc03f-8a33-4f92-aa29-3e4eb441dc9f None None] Network 6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:14.908597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:14.909584 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:14.928137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54574) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:14.928746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-158e475c-6fab-4141-a376-b63e0ef27e1b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5712447 Sep 24 00:20:14.928833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4a7dc3-7059-473f-ac39-c0687e0754ee None None] Pushing event updated for resources: {'Port': ['ID=b73bc140-bc2f-479d-8912-d989b7edb007,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:15.049420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.088360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6ccac0-cfb7-4854-968e-19e64c069037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71', 'network_id': '6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': '244bf721-2098-451b-9fba-feaae3e3f379'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:15.089202 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6c6ccac0-cfb7-4854-968e-19e64c069037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.098430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-daa607d3-3d7c-4f39-93de-2fa5984a35df None None] Provisioning complete for port b73bc140-bc2f-479d-8912-d989b7edb007 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:15.100598 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-daa607d3-3d7c-4f39-93de-2fa5984a35df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.104527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.181080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.229233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=244bf721-2098-451b-9fba-feaae3e3f379,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-6c6ccac0-cfb7-4854-968e-19e64c069037 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 244bf721-2098-451b-9fba-feaae3e3f379: This subnet is being modified by another concurrent operation. Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 244bf721-2098-451b-9fba-feaae3e3f379: This subnet is being modified by another concurrent operation. Sep 24 00:20:15.236905 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:20:15.282814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4540305c-1293-49a8-b8e0-2b9cfb6dd93b None None] Network 6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:15.290331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.318194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:15.333503 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52763dff-fc41-4f2c-ae0d-59e5de51152c') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:15.334053 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52763dff-fc41-4f2c-ae0d-59e5de51152c') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:15.350412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.374952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.382510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b73bc140-bc2f-479d-8912-d989b7edb007 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:20:15.384166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:15.384665 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:15.388691 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:15.454431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99645ea1-da30-4274-86ed-586f53ebf3b4 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:15.488398 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.493307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.493785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1afd7458-c184-4817-b1c7-ccb6fb0f936e req-87a738f7-1394-474d-a980-a7a40fc35278 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0519898 Sep 24 00:20:15.498674 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71 HTTP/1.1" status: 204 len: 168 time: 0.5651953 Sep 24 00:20:15.498936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54584) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:15.510051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1342391705'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:15.513738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0f7da-a3ae-44a5-939d-7c58771ca3bd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:15.539860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:15.545001 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.568641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b73bc140-bc2f-479d-8912-d989b7edb007 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:15.569265 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.578505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:15.589733 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.590214 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment 074ab394-99f9-4d7d-b783-0988fafc78a6 of type vlan for network 3e98aa6e-7b92-4261-85ae-8e0f15a567eb Sep 24 00:20:15.638746 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:20:15.655482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99645ea1-da30-4274-86ed-586f53ebf3b4 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:15.719464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.757174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03905449-a027-46b2-a805-ed6d16e2ad7a req-b07c296d-cd7d-4561-807a-9658e2cdd32f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:15.758700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03905449-a027-46b2-a805-ed6d16e2ad7a req-b07c296d-cd7d-4561-807a-9658e2cdd32f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0790765 Sep 24 00:20:15.761990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.768413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:15.769009 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:15.823434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3234396 Sep 24 00:20:15.826434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54590) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:15.832211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': '3e98aa6e-7b92-4261-85ae-8e0f15a567eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:15.865965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a546c-3d9d-4e3c-9844-4c115bf024d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=3e98aa6e-7b92-4261-85ae-8e0f15a567eb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:15.876612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03905449-a027-46b2-a805-ed6d16e2ad7a req-6611172c-0916-4d5a-bb40-c2a09b71a2cf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037459 Sep 24 00:20:15.878897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3e98aa6e-7b92-4261-85ae-8e0f15a567eb details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:15.944460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:15.947907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.128852 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.182589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=9c082014-d217-456a-b01e-02df679116e8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:16.199312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': '074ab394-99f9-4d7d-b783-0988fafc78a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3e98aa6e-7b92-4261-85ae-8e0f15a567eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:16.199669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: 3e98aa6e-7b92-4261-85ae-8e0f15a567eb, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:16.216171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 3e98aa6e-7b92-4261-85ae-8e0f15a567eb is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:16.230981 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3e98aa6e-7b92-4261-85ae-8e0f15a567eb) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:16.235400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:16.235985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.239945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e9d905-555f-4722-a523-de925fa0dc8f None None] Network 3e98aa6e-7b92-4261-85ae-8e0f15a567eb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:16.254162 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fae8788b-bd9d-4cc6-88d9-eafe89e1dc4a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4240148 Sep 24 00:20:16.254573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54592) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:16.357308 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.418789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020fa236-3179-450c-8985-ca8ef933134f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-3e98aa6e-7b92-4261-85ae-8e0f15a567eb', 'network_id': '3e98aa6e-7b92-4261-85ae-8e0f15a567eb', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': '9c082014-d217-456a-b01e-02df679116e8'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:16.421419 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-020fa236-3179-450c-8985-ca8ef933134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.423700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.504257 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-020fa236-3179-450c-8985-ca8ef933134f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c082014-d217-456a-b01e-02df679116e8: This subnet is being modified by another concurrent operation. Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c082014-d217-456a-b01e-02df679116e8: This subnet is being modified by another concurrent operation. Sep 24 00:20:16.527175 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:20:16.534814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=9c082014-d217-456a-b01e-02df679116e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:16.549666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065e95d9-af62-49cf-8dad-08b402dccabe None None] Network 3e98aa6e-7b92-4261-85ae-8e0f15a567eb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:16.603882 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.622074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.622074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.622074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.622074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.622489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.622489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.622821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.623152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.623481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.623810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.624134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.624772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:16.638792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e98aa6e-7b92-4261-85ae-8e0f15a567eb']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:16.650574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074ab394-99f9-4d7d-b783-0988fafc78a6') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:16.650898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074ab394-99f9-4d7d-b783-0988fafc78a6') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:16.660802 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.669889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a04b0db3-7350-4314-a6c7-d63a4f1c5cf6 req-b976940b-c621-4891-837f-567e80b3c143 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0577497 Sep 24 00:20:16.683761 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.683849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:16.684256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:16.687606 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:16.736347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aa3df8-b550-4bfe-8d43-8c98e08e3150 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:16.746948 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.755011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.756907 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/3e98aa6e-7b92-4261-85ae-8e0f15a567eb HTTP/1.1" status: 204 len: 168 time: 0.5013723 Sep 24 00:20:16.760787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54604) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:16.766226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1191246133'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:16.769151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e72fdeb-2513-4d3c-98c3-98c4534058b2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=3e98aa6e-7b92-4261-85ae-8e0f15a567eb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:16.789718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:16.793468 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.816747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:16.826376 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.826712 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment ff275f74-1cb4-4b71-a162-2a324eba824c of type vlan for network b9dc6a1b-e540-4be5-b33e-a60b13f48f6b Sep 24 00:20:16.851111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa3df8-b550-4bfe-8d43-8c98e08e3150 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:16.866229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.892324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.898399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:16.900407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:16.940305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1782336 Sep 24 00:20:16.943024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54608) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:16.948216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': 'b9dc6a1b-e540-4be5-b33e-a60b13f48f6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:17.005870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22193b15-060d-4a6e-9255-081f4ca714aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=b9dc6a1b-e540-4be5-b33e-a60b13f48f6b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:17.057840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe85bf5-946f-4a54-8327-e567824cc6d5 req-299c7074-7634-4b28-bea9-67614f25e3df tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:17.060020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe85bf5-946f-4a54-8327-e567824cc6d5 req-299c7074-7634-4b28-bea9-67614f25e3df tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0644984 Sep 24 00:20:17.069576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:17.073490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.096136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b9dc6a1b-e540-4be5-b33e-a60b13f48f6b details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:17.109911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe85bf5-946f-4a54-8327-e567824cc6d5 req-145de9eb-8c24-4e49-a4e1-237831313bed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Sep 24 00:20:17.286120 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.346519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=e8bf4215-55ef-4136-aa67-50f55ae63136,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:17.355804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': 'ff275f74-1cb4-4b71-a162-2a324eba824c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9dc6a1b-e540-4be5-b33e-a60b13f48f6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:17.356238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: b9dc6a1b-e540-4be5-b33e-a60b13f48f6b, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:17.376056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network b9dc6a1b-e540-4be5-b33e-a60b13f48f6b is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:17.385334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b9dc6a1b-e540-4be5-b33e-a60b13f48f6b) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:17.390346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:17.391457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.398447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc422580-24dd-4495-a21a-4f79438fc1b3 None None] Network b9dc6a1b-e540-4be5-b33e-a60b13f48f6b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:17.411608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e6540e14-f3c9-4712-91ec-d175c08417d2 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4669893 Sep 24 00:20:17.412534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54614) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:17.539034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.563339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918eaba-56f6-4059-946e-7a3c41f2ed2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-b9dc6a1b-e540-4be5-b33e-a60b13f48f6b', 'network_id': 'b9dc6a1b-e540-4be5-b33e-a60b13f48f6b', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': 'e8bf4215-55ef-4136-aa67-50f55ae63136'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:17.564275 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0918eaba-56f6-4059-946e-7a3c41f2ed2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.595584 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.668715 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-0918eaba-56f6-4059-946e-7a3c41f2ed2c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8bf4215-55ef-4136-aa67-50f55ae63136: This subnet is being modified by another concurrent operation. Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8bf4215-55ef-4136-aa67-50f55ae63136: This subnet is being modified by another concurrent operation. Sep 24 00:20:17.671855 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:20:17.709268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=e8bf4215-55ef-4136-aa67-50f55ae63136,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:17.712490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ee243-fda7-427c-8005-fffe13120a13 None None] Network b9dc6a1b-e540-4be5-b33e-a60b13f48f6b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:17.784618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.807974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5a74448-171f-4866-b10c-6266f0ebad69 req-f09abc93-2a01-4c36-8cdc-3be3500c183a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0659215 Sep 24 00:20:17.823969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9dc6a1b-e540-4be5-b33e-a60b13f48f6b']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:17.836039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff275f74-1cb4-4b71-a162-2a324eba824c') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:17.836449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff275f74-1cb4-4b71-a162-2a324eba824c') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:17.847095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5846405c-5fb3-49eb-87e7-3295fd22eac1 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:17.847596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.861555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.867446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:17.867969 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:17.871288 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:17.932918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.940499 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:17.941195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5846405c-5fb3-49eb-87e7-3295fd22eac1 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:17.942355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/b9dc6a1b-e540-4be5-b33e-a60b13f48f6b HTTP/1.1" status: 204 len: 168 time: 0.5284362 Sep 24 00:20:17.946469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54622) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:17.953351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-674324992'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:17.961547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba925d6-e9f9-432c-ba01-b8768b836b01 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=b9dc6a1b-e540-4be5-b33e-a60b13f48f6b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:17.978883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:17.982546 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.016320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:18.033682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.034839 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment c7eefb28-6ae6-480c-a092-f527274f6e57 of type vlan for network d411cd6e-d036-4b8f-9c29-e04dfd9bc62d Sep 24 00:20:18.079626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.105283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.111163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:18.112071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.150021 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1996405 Sep 24 00:20:18.150375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54626) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:18.157494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': 'd411cd6e-d036-4b8f-9c29-e04dfd9bc62d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:18.185466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c716d6b-31de-43c6-8ae6-e4227472168c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=d411cd6e-d036-4b8f-9c29-e04dfd9bc62d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:18.207978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network d411cd6e-d036-4b8f-9c29-e04dfd9bc62d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:18.307994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b8b0b-03b6-404e-ba4b-8000322ef302 req-71bb64d0-75d8-4c3a-bdf4-52eeec585870 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:18.309493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec6b8b0b-03b6-404e-ba4b-8000322ef302 req-71bb64d0-75d8-4c3a-bdf4-52eeec585870 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1022775 Sep 24 00:20:18.335132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:18.338555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.387098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec6b8b0b-03b6-404e-ba4b-8000322ef302 req-db809780-1ffe-41a8-b227-9b055f52e6fc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706849 Sep 24 00:20:18.427988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Performing IP validity checks on allocation pools {{(pid=106379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 00:20:18.428519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 00:20:18.554675 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.616037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=68843377-5c56-4cb5-91d8-702e43482e58,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:18.624852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': 'c7eefb28-6ae6-480c-a092-f527274f6e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd411cd6e-d036-4b8f-9c29-e04dfd9bc62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:18.625210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: d411cd6e-d036-4b8f-9c29-e04dfd9bc62d, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:18.642023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network d411cd6e-d036-4b8f-9c29-e04dfd9bc62d is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:18.650635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, d411cd6e-d036-4b8f-9c29-e04dfd9bc62d) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:18.654797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:18.656769 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.660984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2352af55-e14b-4b8e-8f5b-c1dfb771668b None None] Network d411cd6e-d036-4b8f-9c29-e04dfd9bc62d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:18.673820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b33ac623-6c17-4a23-8574-26242c349466 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.5198581 Sep 24 00:20:18.674131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54636) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:18.768955 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.823054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f146909-7423-4422-a13b-9623793d727e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-d411cd6e-d036-4b8f-9c29-e04dfd9bc62d', 'network_id': 'd411cd6e-d036-4b8f-9c29-e04dfd9bc62d', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': '68843377-5c56-4cb5-91d8-702e43482e58'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:18.824180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2f146909-7423-4422-a13b-9623793d727e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.828548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.916501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-83764179-f934-42ed-92ae-75ea98b51d3f req-2023c22b-9915-4ef1-bd1f-e740ccb8708a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0305650 Sep 24 00:20:18.917500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:18.944224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=68843377-5c56-4cb5-91d8-702e43482e58,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-2f146909-7423-4422-a13b-9623793d727e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68843377-5c56-4cb5-91d8-702e43482e58: This subnet is being modified by another concurrent operation. Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 68843377-5c56-4cb5-91d8-702e43482e58: This subnet is being modified by another concurrent operation. Sep 24 00:20:18.949606 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:20:18.968900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54147b2a-4814-4359-95ea-9e55b8f89b1f None None] Network d411cd6e-d036-4b8f-9c29-e04dfd9bc62d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:19.021852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.044084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d411cd6e-d036-4b8f-9c29-e04dfd9bc62d']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:19.055055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7eefb28-6ae6-480c-a092-f527274f6e57') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:19.055570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7eefb28-6ae6-480c-a092-f527274f6e57') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:19.067061 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.080330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f347d03e-f8e2-48a1-9d23-92455620d326 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:19.083873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.090349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:19.090732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:19.094643 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:19.154796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.162238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.168607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/d411cd6e-d036-4b8f-9c29-e04dfd9bc62d HTTP/1.1" status: 204 len: 168 time: 0.4891219 Sep 24 00:20:19.168751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54642) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:19.173929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1209575723'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:19.175459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecb1637-d6f8-4b63-b23d-f8b102bb58c3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=d411cd6e-d036-4b8f-9c29-e04dfd9bc62d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:19.186612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f347d03e-f8e2-48a1-9d23-92455620d326 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:19.204275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:19.208031 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.237383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:19.250094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.250308 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment d3a30b4a-78de-4871-8ced-3a6cd3e8dc4a of type vlan for network 09530495-ccd7-44c9-aff5-a8d725354655 Sep 24 00:20:19.301784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.330381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.336014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:19.336601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.384444 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2149489 Sep 24 00:20:19.384637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54648) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:19.397629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': '09530495-ccd7-44c9-aff5-a8d725354655', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:19.442655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713ccbb-10ce-42be-953b-abf1a5f4ca43 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=09530495-ccd7-44c9-aff5-a8d725354655,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:19.454671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 09530495-ccd7-44c9-aff5-a8d725354655 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:19.554158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ae5fa-eb7b-4eb5-be80-c0a4150285b9 req-e5855dec-53fa-4abf-a08b-a225f48b740e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:19.555719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d77ae5fa-eb7b-4eb5-be80-c0a4150285b9 req-e5855dec-53fa-4abf-a08b-a225f48b740e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0738730 Sep 24 00:20:19.559178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:19.562605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.662858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d77ae5fa-eb7b-4eb5-be80-c0a4150285b9 req-df5c7875-5bba-4879-b3ab-85e032f9c1fa tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969365 Sep 24 00:20:19.785530 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.843299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=47e7aaf5-31e7-42b6-a915-92422feede8c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:19.857654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': 'd3a30b4a-78de-4871-8ced-3a6cd3e8dc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '09530495-ccd7-44c9-aff5-a8d725354655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:19.858009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: 09530495-ccd7-44c9-aff5-a8d725354655, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:19.880509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 09530495-ccd7-44c9-aff5-a8d725354655 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:19.891441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 09530495-ccd7-44c9-aff5-a8d725354655) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:19.896328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:19.897401 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:19.900656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73982ced-7a0e-46d0-9f9c-5a1fd69d3559 None None] Network 09530495-ccd7-44c9-aff5-a8d725354655 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:19.917242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-307333aa-4e58-4773-bafc-042decdcbe20 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5290856 Sep 24 00:20:19.919941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54656) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:20.041421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc8993c8-4413-4c93-88b6-90449f2193b2 req-57cb6b64-0c3d-4565-a82f-a243262a3ace tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0363038 Sep 24 00:20:20.058039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.076006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13bc71-1152-47c1-8144-d871f751b94f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-09530495-ccd7-44c9-aff5-a8d725354655', 'network_id': '09530495-ccd7-44c9-aff5-a8d725354655', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': '47e7aaf5-31e7-42b6-a915-92422feede8c'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:20.076861 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9c13bc71-1152-47c1-8144-d871f751b94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.115363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.186367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-9c13bc71-1152-47c1-8144-d871f751b94f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e7aaf5-31e7-42b6-a915-92422feede8c: This subnet is being modified by another concurrent operation. Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e7aaf5-31e7-42b6-a915-92422feede8c: This subnet is being modified by another concurrent operation. Sep 24 00:20:20.189490 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:20:20.209196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c27dc79-287d-4966-b1de-4e334229f7cb None None] Network 09530495-ccd7-44c9-aff5-a8d725354655 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:20.229768 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=47e7aaf5-31e7-42b6-a915-92422feede8c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:20.299929 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.320262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09530495-ccd7-44c9-aff5-a8d725354655']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:20.331796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a30b4a-78de-4871-8ced-3a6cd3e8dc4a') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:20.332194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a30b4a-78de-4871-8ced-3a6cd3e8dc4a') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:20.340126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2e3dd2-01e7-4dcd-8b70-c6b7fb5274a3 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:20.342080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.358593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.364864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:20.365462 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:20.368600 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:20.429630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.449729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2e3dd2-01e7-4dcd-8b70-c6b7fb5274a3 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:20.457429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.459816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/09530495-ccd7-44c9-aff5-a8d725354655 HTTP/1.1" status: 204 len: 168 time: 0.5380912 Sep 24 00:20:20.460860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df314170-eaca-463f-81c2-065804d0b0e5 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=09530495-ccd7-44c9-aff5-a8d725354655,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:20.463428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54664) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:20.472414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310132847'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:20.494027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:20.497400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.521601 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:20.530807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.531352 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment e569d546-2208-4ce4-8760-11214bbf1bc1 of type vlan for network 3e595334-62a0-4914-a2e7-e39972f6f18f Sep 24 00:20:20.585573 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.611165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.616738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:20.617388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.651422 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1837652 Sep 24 00:20:20.654085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54668) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:20.661425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': '3e595334-62a0-4914-a2e7-e39972f6f18f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:20.708514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc021c-5590-43f8-b045-87f411c03880 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=3e595334-62a0-4914-a2e7-e39972f6f18f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:20.721260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3e595334-62a0-4914-a2e7-e39972f6f18f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:20.793309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:20.797572 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:20.814457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3479399-e04a-4fbd-9416-264527a9de0f req-31042780-8aaf-447a-be30-76612e209a39 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:20.819303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3479399-e04a-4fbd-9416-264527a9de0f req-31042780-8aaf-447a-be30-76612e209a39 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0650675 Sep 24 00:20:20.856806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3479399-e04a-4fbd-9416-264527a9de0f req-65209048-f156-4c24-97a5-3fe020ea193d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340469 Sep 24 00:20:20.999743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.059732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=4d0be187-6544-4db2-b655-6f952507b7e2,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:21.070077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': 'e569d546-2208-4ce4-8760-11214bbf1bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3e595334-62a0-4914-a2e7-e39972f6f18f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:21.070354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: 3e595334-62a0-4914-a2e7-e39972f6f18f, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:21.092536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 3e595334-62a0-4914-a2e7-e39972f6f18f is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:21.102848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3e595334-62a0-4914-a2e7-e39972f6f18f) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:21.107638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:21.108234 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.112476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08762507-68c7-4c5d-8caf-34e564ca5b3a None None] Network 3e595334-62a0-4914-a2e7-e39972f6f18f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:21.125231 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0d4e6c20-0aa9-4e08-894d-6de68dc4ef51 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4699693 Sep 24 00:20:21.127559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54680) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:21.146233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-625e68f7-ea16-4c37-9d7b-662db0049029 req-25f205d2-befc-4af3-9798-df13060c5695 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0404611 Sep 24 00:20:21.241738 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.293569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad067bd-1fd6-4f43-95b5-ab00e04632ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-3e595334-62a0-4914-a2e7-e39972f6f18f', 'network_id': '3e595334-62a0-4914-a2e7-e39972f6f18f', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': '4d0be187-6544-4db2-b655-6f952507b7e2'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:21.294502 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8ad067bd-1fd6-4f43-95b5-ab00e04632ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.298672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.359765 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.385254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=4d0be187-6544-4db2-b655-6f952507b7e2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-8ad067bd-1fd6-4f43-95b5-ab00e04632ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d0be187-6544-4db2-b655-6f952507b7e2: This subnet is being modified by another concurrent operation. Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d0be187-6544-4db2-b655-6f952507b7e2: This subnet is being modified by another concurrent operation. Sep 24 00:20:21.396920 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:20:21.419379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae8de86-6a6c-4b1b-8ef3-804f2500894a None None] Network 3e595334-62a0-4914-a2e7-e39972f6f18f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:21.459756 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.480935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e595334-62a0-4914-a2e7-e39972f6f18f']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:21.490783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e569d546-2208-4ce4-8760-11214bbf1bc1') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:21.491091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e569d546-2208-4ce4-8760-11214bbf1bc1') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:21.500632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.513410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.520913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:21.521284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:21.524401 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:21.533451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd6f29-5fd0-4690-a26c-0142d9335399 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:21.600892 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.613129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.621366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/3e595334-62a0-4914-a2e7-e39972f6f18f HTTP/1.1" status: 204 len: 168 time: 0.4927921 Sep 24 00:20:21.626604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54684) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:21.632226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1244004734'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:21.632469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db6b4e-a998-4805-ad86-9ba0b3a9c9ea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=3e595334-62a0-4914-a2e7-e39972f6f18f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:21.641522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd6f29-5fd0-4690-a26c-0142d9335399 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:21.659347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:21.662984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.687196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:21.696660 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.697239 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment c8b59ea5-9c40-4530-a962-e2ad129e90ce of type vlan for network ae847c39-68dc-4f36-af8d-45c7315b0067 Sep 24 00:20:21.744448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.785718 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.791839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:21.792443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:21.837272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54690) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:21.837639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2095270 Sep 24 00:20:21.843455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7c7a33bb-d050-4734-8e7f-b5e76c7828fc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'New_network'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:21.879373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98768e7-0037-440e-8eba-75b9aabec164 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=ae847c39-68dc-4f36-af8d-45c7315b0067,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:22.001965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73079ef5-6b9d-4ecb-b14d-de4aa81313ac req-6653e7d2-bcb6-4c72-b7fa-40c792bf1e1e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:22.012455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73079ef5-6b9d-4ecb-b14d-de4aa81313ac req-6653e7d2-bcb6-4c72-b7fa-40c792bf1e1e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0719378 Sep 24 00:20:22.038804 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ae847c39-68dc-4f36-af8d-45c7315b0067 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:22.039011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c7a33bb-d050-4734-8e7f-b5e76c7828fc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.056232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73079ef5-6b9d-4ecb-b14d-de4aa81313ac req-8613d245-a334-4936-82e0-1bb777ded615 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419865 Sep 24 00:20:22.057989 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c7a33bb-d050-4734-8e7f-b5e76c7828fc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.096903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7c7a33bb-d050-4734-8e7f-b5e76c7828fc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network ae847c39-68dc-4f36-af8d-45c7315b0067 is not hosted by any dhcp agent {{(pid=106378) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:20:22.102731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a33bb-d050-4734-8e7f-b5e76c7828fc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:22.103362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7c7a33bb-d050-4734-8e7f-b5e76c7828fc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.107736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54698) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:22.112791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': 'ae847c39-68dc-4f36-af8d-45c7315b0067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:22.115296 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7c7a33bb-d050-4734-8e7f-b5e76c7828fc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "PUT /v2.0/networks/ae847c39-68dc-4f36-af8d-45c7315b0067 HTTP/1.1" status: 200 len: 723 time: 0.2768273 Sep 24 00:20:22.201876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a33bb-d050-4734-8e7f-b5e76c7828fc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=ae847c39-68dc-4f36-af8d-45c7315b0067,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:22.214817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ae847c39-68dc-4f36-af8d-45c7315b0067 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:22.236699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:22.240443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.286621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33e3f513-d66c-4939-b296-b50f1b2c961c req-c8659a1a-22d5-452c-af69-4bf8d4e0bdea tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0428283 Sep 24 00:20:22.452410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.520268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=ebc4523b-4be1-41a3-9341-5e1dda601b90,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:22.528204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': 'c8b59ea5-9c40-4530-a962-e2ad129e90ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae847c39-68dc-4f36-af8d-45c7315b0067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:22.528566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: ae847c39-68dc-4f36-af8d-45c7315b0067, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:22.544212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network ae847c39-68dc-4f36-af8d-45c7315b0067 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:22.554244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ae847c39-68dc-4f36-af8d-45c7315b0067) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:22.559254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:22.559851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.565325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea74442-bcd8-41b4-8d38-59a6b6157d43 None None] Network ae847c39-68dc-4f36-af8d-45c7315b0067 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:22.576562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7c5b7947-f8a7-456b-94a6-11bf8474a953 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4677658 Sep 24 00:20:22.579595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54702) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:22.585888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-76a86adc-b42d-43f2-92ad-3fd0b9eef55d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:22.691565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a86adc-b42d-43f2-92ad-3fd0b9eef55d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26080368'] for subnet, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.739955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ae847c39-68dc-4f36-af8d-45c7315b0067', 'network_id': 'ae847c39-68dc-4f36-af8d-45c7315b0067', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': 'ebc4523b-4be1-41a3-9341-5e1dda601b90'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:22.740918 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.846176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a86adc-b42d-43f2-92ad-3fd0b9eef55d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784070505719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26484295'] for subnet, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.882441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a86adc-b42d-43f2-92ad-3fd0b9eef55d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:22.883056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-76a86adc-b42d-43f2-92ad-3fd0b9eef55d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:22.884358 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-76a86adc-b42d-43f2-92ad-3fd0b9eef55d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "PUT /v2.0/subnets/ebc4523b-4be1-41a3-9341-5e1dda601b90 HTTP/1.1" status: 200 len: 806 time: 0.3031750 Sep 24 00:20:22.886976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:22.891903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Allocated IP 172.20.0.2 (ae847c39-68dc-4f36-af8d-45c7315b0067/ebc4523b-4be1-41a3-9341-5e1dda601b90/c43f3eb7-4225-4752-af5e-cff222154959) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:22.926278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a86adc-b42d-43f2-92ad-3fd0b9eef55d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=ebc4523b-4be1-41a3-9341-5e1dda601b90,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:22.996790 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.005675 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa229c23-216c-4108-bf25-55715e41bc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.055934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.074594 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.079805 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.118637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Network ae847c39-68dc-4f36-af8d-45c7315b0067 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:23.123357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:23.126373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:23.142102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Pushing event updated for resources: {'Port': ['ID=c43f3eb7-4225-4752-af5e-cff222154959,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:23.143172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.181632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=ebc4523b-4be1-41a3-9341-5e1dda601b90,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:23.192338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.192838 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.193127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.193625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.193971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.194310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.194646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.195000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.195335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.195666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.196100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.196543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:20:23.216441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Attempting to bind port c43f3eb7-4225-4752-af5e-cff222154959 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:20:23.217037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Attempting to bind port c43f3eb7-4225-4752-af5e-cff222154959 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'c8b59ea5-9c40-4530-a962-e2ad129e90ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae847c39-68dc-4f36-af8d-45c7315b0067'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:20:23.217592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Attempting to bind port c43f3eb7-4225-4752-af5e-cff222154959 on network ae847c39-68dc-4f36-af8d-45c7315b0067 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:20:23.225725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958bc16-5a2a-4337-9b7d-cf753398aacf req-9356529d-dd40-421a-9664-34eb4901314f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:23.230781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:20:23.231156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Checking segment: {'id': 'c8b59ea5-9c40-4530-a962-e2ad129e90ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae847c39-68dc-4f36-af8d-45c7315b0067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:23.231564 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.231960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Bound using segment: {'id': 'c8b59ea5-9c40-4530-a962-e2ad129e90ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae847c39-68dc-4f36-af8d-45c7315b0067'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:20:23.232462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Bound port: c43f3eb7-4225-4752-af5e-cff222154959, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b59ea5-9c40-4530-a962-e2ad129e90ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'ae847c39-68dc-4f36-af8d-45c7315b0067'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:20:23.232850 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.234050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2958bc16-5a2a-4337-9b7d-cf753398aacf req-9356529d-dd40-421a-9664-34eb4901314f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0696344 Sep 24 00:20:23.273422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2958bc16-5a2a-4337-9b7d-cf753398aacf req-ede587df-597c-497b-8a04-4ff8892fb085 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383036 Sep 24 00:20:23.307977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.333143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] For port c43f3eb7-4225-4752-af5e-cff222154959, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:20:23.337644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] For port c43f3eb7-4225-4752-af5e-cff222154959, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c43f3eb7-4225-4752-af5e-cff222154959,segment=NetworkSegment(c8b59ea5-9c40-4530-a962-e2ad129e90ce),segment_id=c8b59ea5-9c40-4530-a962-e2ad129e90ce)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:20:23.340665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae847c39-68dc-4f36-af8d-45c7315b0067']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:23.347491 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.355055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b59ea5-9c40-4530-a962-e2ad129e90ce') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:23.355346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b59ea5-9c40-4530-a962-e2ad129e90ce') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:23.369872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.385708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.390798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7cbf0720-2fc6-4afe-a204-5b6fc0d2ac6d req-e763fa76-921c-4782-b742-e9f668686c10 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:23.410532 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:23.460218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609c903c-f5aa-4639-8ee3-c1fc58047995 None None] Network ae847c39-68dc-4f36-af8d-45c7315b0067 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:23.481043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 00:20:23.481043 n-d-713498-18 neutron-server[106378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 00:20:23.481043 n-d-713498-18 neutron-server[106378]: [parameters: {'id': 'ae847c39-68dc-4f36-af8d-45c7315b0067'}] Sep 24 00:20:23.481043 n-d-713498-18 neutron-server[106378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:20:23.481661 n-d-713498-18 neutron-server[106378]: DEBUG oslo_db.api [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:20:23.495639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30b706-c5a7-470e-ab1a-e33863043448 None None] Pushing event updated for resources: {'Port': ['ID=c43f3eb7-4225-4752-af5e-cff222154959,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:23.621099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00f7d81-2377-442e-a7d3-480e0501bad5 None None] Network ae847c39-68dc-4f36-af8d-45c7315b0067 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:23.762091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e32d773-bbe9-49db-b45e-ec4b7d003d1c None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:23.876550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e32d773-bbe9-49db-b45e-ec4b7d003d1c None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:23.983292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.055283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Deleting port c43f3eb7-4225-4752-af5e-cff222154959 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:24.055729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.124963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] For port c43f3eb7-4225-4752-af5e-cff222154959, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=c43f3eb7-4225-4752-af5e-cff222154959,segment=NetworkSegment(c8b59ea5-9c40-4530-a962-e2ad129e90ce),segment_id=c8b59ea5-9c40-4530-a962-e2ad129e90ce)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:24.125214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.143009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Calling delete_port for c43f3eb7-4225-4752-af5e-cff222154959 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:24.237088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.272190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Port': ['ID=c43f3eb7-4225-4752-af5e-cff222154959,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:24.275921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No DVR routers for this DVR port c43f3eb7-4225-4752-af5e-cff222154959 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:24.362919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.385584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae847c39-68dc-4f36-af8d-45c7315b0067']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:24.395527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b59ea5-9c40-4530-a962-e2ad129e90ce') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:24.395825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b59ea5-9c40-4530-a962-e2ad129e90ce') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:24.402426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a71d68a-ea90-475a-ab02-cadd6ff175fa req-db644e3f-4e30-45e8-af04-df134fa5d984 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:24.404228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a71d68a-ea90-475a-ab02-cadd6ff175fa req-db644e3f-4e30-45e8-af04-df134fa5d984 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0539401 Sep 24 00:20:24.406242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.420807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.429573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:24.430121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:24.435056 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:24.461924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a71d68a-ea90-475a-ab02-cadd6ff175fa req-5a06aaf3-2fe3-4e1f-bca9-b739ed9c42bf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503352 Sep 24 00:20:24.505030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50ed3fed-d32d-4735-9d9c-2302ff8595c6 req-ddfb410f-6574-41ed-8243-d0bbaa9bc6e1 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0310035 Sep 24 00:20:24.507504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.526635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.528537 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/ae847c39-68dc-4f36-af8d-45c7315b0067 HTTP/1.1" status: 204 len: 168 time: 1.6406572 Sep 24 00:20:24.529403 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b46b49-1fb0-4d29-ada7-8bc6dc55f657 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=ae847c39-68dc-4f36-af8d-45c7315b0067,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:24.532261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54730) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:24.551636 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-69251304-d148-4419-b3c5-2fec342cb4aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:24.552191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69251304-d148-4419-b3c5-2fec342cb4aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:24.553886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-69251304-d148-4419-b3c5-2fec342cb4aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/ae847c39-68dc-4f36-af8d-45c7315b0067 HTTP/1.1" status: 404 len: 339 time: 0.0204053 Sep 24 00:20:24.557817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54732) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:24.562924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-754189382', 'description': 'd1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:24.589066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:24.594403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.623067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:24.632899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:24.633303 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment 2ba71c1c-adba-47e8-801c-8a312a944c9c of type vlan for network 69ca91b9-6170-46e2-8895-7ac755f6342d Sep 24 00:20:25.010543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.037452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.042947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:25.043538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.080264 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5213501 Sep 24 00:20:25.084142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54738) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:25.115238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38de469-4ccf-42b7-9d29-8046b481065e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=69ca91b9-6170-46e2-8895-7ac755f6342d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:25.129705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 69ca91b9-6170-46e2-8895-7ac755f6342d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:25.198823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ac0978-ee52-471f-a9ce-74bdad03f1f7 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:25.202825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-07ac0978-ee52-471f-a9ce-74bdad03f1f7 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/networks?id=69ca91b9-6170-46e2-8895-7ac755f6342d HTTP/1.1" status: 200 len: 760 time: 0.1152115 Sep 24 00:20:25.203819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54742) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:25.211281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9116d406-4c0c-4e7e-b981-7893c582d06e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'description': 'd2'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:25.397845 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9116d406-4c0c-4e7e-b981-7893c582d06e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.411057 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9116d406-4c0c-4e7e-b981-7893c582d06e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.428769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9116d406-4c0c-4e7e-b981-7893c582d06e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 69ca91b9-6170-46e2-8895-7ac755f6342d is not hosted by any dhcp agent {{(pid=106379) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:20:25.434147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9116d406-4c0c-4e7e-b981-7893c582d06e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:25.434734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9116d406-4c0c-4e7e-b981-7893c582d06e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.436036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9116d406-4c0c-4e7e-b981-7893c582d06e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "PUT /v2.0/networks/69ca91b9-6170-46e2-8895-7ac755f6342d HTTP/1.1" status: 200 len: 757 time: 0.2312100 Sep 24 00:20:25.439352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54746) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:25.482552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116d406-4c0c-4e7e-b981-7893c582d06e tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=69ca91b9-6170-46e2-8895-7ac755f6342d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:25.495354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 69ca91b9-6170-46e2-8895-7ac755f6342d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:25.557920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc2428a-216b-4970-9f84-061dfab412b1 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:25.564169 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6bc2428a-216b-4970-9f84-061dfab412b1 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/networks?id=69ca91b9-6170-46e2-8895-7ac755f6342d HTTP/1.1" status: 200 len: 760 time: 0.1237528 Sep 24 00:20:25.568130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54754) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:25.574999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1317879220'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:25.609378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:25.612894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d34b2-6f0e-4568-9271-82cf92b2e4a7 req-af20daf2-a517-4414-9b59-e97d9b4917f5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:25.613371 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.624100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd8d34b2-6f0e-4568-9271-82cf92b2e4a7 req-af20daf2-a517-4414-9b59-e97d9b4917f5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0697782 Sep 24 00:20:25.642207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:25.654845 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.655195 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment dcd0ec61-6f97-44d6-a0c8-6b8da067a397 of type vlan for network 70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7 Sep 24 00:20:25.665044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abcbfb2b-7665-4e13-bad7-e776a491e5c8 req-dc16cf9c-b909-47fc-88e8-d4d5bf256141 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0367579 Sep 24 00:20:25.699344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.707521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd8d34b2-6f0e-4568-9271-82cf92b2e4a7 req-ebda2e3d-ca8c-4d24-8ff5-fd23d6e591da tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818009 Sep 24 00:20:25.729557 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.737320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:25.737928 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.779093 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2083163 Sep 24 00:20:25.782254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54758) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:25.789918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': '70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:25.839349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.855841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab7556a-c65b-492b-8659-b04545ef3ece tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:25.867111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:25.933085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:25.936935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:25.971648 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e5ba599e-6a8e-4117-935c-c4bdef9c0828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.123211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.185038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=5d25f7d5-ca57-49e1-91d1-1a47edcb2a4a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:26.196027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': 'dcd0ec61-6f97-44d6-a0c8-6b8da067a397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:26.196378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: 70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:26.214429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:26.226629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:26.231047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:26.231944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.236606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d6b6a-85f2-4167-a67c-e5263da5c22f None None] Network 70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:26.248707 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b628d6d6-8842-43bf-945c-73217a4045e4 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4648747 Sep 24 00:20:26.251391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54760) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:26.368605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.445074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a51d9b4-d5dd-4fba-a68b-721f2012c057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7', 'network_id': '70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': '5d25f7d5-ca57-49e1-91d1-1a47edcb2a4a'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:26.446006 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3a51d9b4-d5dd-4fba-a68b-721f2012c057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.450406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.522201 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-3a51d9b4-d5dd-4fba-a68b-721f2012c057 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d25f7d5-ca57-49e1-91d1-1a47edcb2a4a: This subnet is being modified by another concurrent operation. Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5d25f7d5-ca57-49e1-91d1-1a47edcb2a4a: This subnet is being modified by another concurrent operation. Sep 24 00:20:26.558537 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:20:26.564248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=5d25f7d5-ca57-49e1-91d1-1a47edcb2a4a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:26.592549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbaaaa40-cab4-4c5a-8453-4ab99931e434 None None] Network 70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:26.630747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.657682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:26.667186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcd0ec61-6f97-44d6-a0c8-6b8da067a397') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:26.667560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcd0ec61-6f97-44d6-a0c8-6b8da067a397') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:26.677767 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.692014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.698718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:26.699244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:26.703031 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:26.714574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c609045-3df4-4c74-b7f0-f65fd02d0ae2 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:26.789812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.837818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c609045-3df4-4c74-b7f0-f65fd02d0ae2 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:26.839944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4913dc57-d228-4a43-8513-77d5dbab349b req-65638586-3a4f-4547-81b5-59c4dd2ea6d2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0356627 Sep 24 00:20:26.856023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.885046 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:26.890145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7 HTTP/1.1" status: 204 len: 168 time: 0.6337464 Sep 24 00:20:26.892081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54774) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:26.901872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54747e09-8b83-464d-984b-60f3224daaad tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:26.935064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb7ff8-3467-47dd-aa8b-10d4b7778c5b req-5bbc6161-5215-4822-a6f7-ca1582dfd599 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:26.937703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fcb7ff8-3467-47dd-aa8b-10d4b7778c5b req-5bbc6161-5215-4822-a6f7-ca1582dfd599 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1227486 Sep 24 00:20:26.951624 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f89df2f-e7ee-4f0a-a38a-62cd964ef6e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] GET failed (client error): The resource could not be found. Sep 24 00:20:26.956059 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4f89df2f-e7ee-4f0a-a38a-62cd964ef6e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/subnets/5d25f7d5-ca57-49e1-91d1-1a47edcb2a4a HTTP/1.1" status: 404 len: 337 time: 0.0622234 Sep 24 00:20:26.956716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54776) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:26.975556 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1624e033-a8d3-4c72-a382-769db7a2f00c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:26.976171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1624e033-a8d3-4c72-a382-769db7a2f00c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:26.981902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54778) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:26.982078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1624e033-a8d3-4c72-a382-769db7a2f00c tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7 HTTP/1.1" status: 404 len: 339 time: 0.0242515 Sep 24 00:20:26.996123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fcb7ff8-3467-47dd-aa8b-10d4b7778c5b req-e5f98948-27e0-441a-bff9-a11ac4a97e8d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517890 Sep 24 00:20:27.197199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c2b9273-2d9c-4c99-bbde-126439d3ff9f tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.198603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4c2b9273-2d9c-4c99-bbde-126439d3ff9f tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2151396 Sep 24 00:20:27.201341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54780) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:27.237679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-835691ee-790a-4a45-baff-42826385a10b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 207 time: 0.0352669 Sep 24 00:20:27.240932 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54782) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:27.421488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9ab6a-99ae-43bb-8f17-00c863f42ab9 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.427508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9ab6a-99ae-43bb-8f17-00c863f42ab9 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.433718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9ab6a-99ae-43bb-8f17-00c863f42ab9 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.440426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c9ab6a-99ae-43bb-8f17-00c863f42ab9 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.442174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-36c9ab6a-99ae-43bb-8f17-00c863f42ab9 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2003105 Sep 24 00:20:27.446790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54790) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:27.629597 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d47e7bfc-6bbd-4597-b7c0-4353dbb5f154 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1815045 Sep 24 00:20:27.632989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54792) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:27.683899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5306f45-b0eb-499a-ab0d-03a1ef1e3c9f tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.685406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5306f45-b0eb-499a-ab0d-03a1ef1e3c9f tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.690262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e5306f45-b0eb-499a-ab0d-03a1ef1e3c9f tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0528765 Sep 24 00:20:27.690597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54794) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:27.740314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24845e57-42be-4fad-acc7-8452089a0ef8 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.741639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24845e57-42be-4fad-acc7-8452089a0ef8 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['shared'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.743172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-24845e57-42be-4fad-acc7-8452089a0ef8 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0516155 Sep 24 00:20:27.746766 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54796) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:27.850359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ecd24a-da87-40b7-affc-60d626394686 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:27.851751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-05ecd24a-da87-40b7-affc-60d626394686 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/networks/9c12a5d2-503e-4138-b7a9-8f3ab698ae19 HTTP/1.1" status: 200 len: 800 time: 0.1040952 Sep 24 00:20:27.855362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54800) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:28.289689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a03c184b-e7d0-4fb4-9fd5-58b17d374c4f req-39bdf269-9844-4afc-9b42-235808d52152 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0556562 Sep 24 00:20:28.323713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7d8e39ee-c4af-4c2b-a355-e4683a792848 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/networks/9c12a5d2-503e-4138-b7a9-8f3ab698ae19?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.4672668 Sep 24 00:20:28.326923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54810) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:28.366726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5c2a-b2da-4c67-92d8-3335c31844ab req-9ecf9127-8648-4fd8-be97-4194d26e229c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:28.368269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b74a5c2a-b2da-4c67-92d8-3335c31844ab req-9ecf9127-8648-4fd8-be97-4194d26e229c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1354730 Sep 24 00:20:28.409382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456994db-8996-4181-ae3d-f09c356e9c38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:28.410720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-456994db-8996-4181-ae3d-f09c356e9c38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/subnets/8dff7dc2-1b81-41c0-bdb9-8d6f5d410cee HTTP/1.1" status: 200 len: 811 time: 0.0823376 Sep 24 00:20:28.414523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54812) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:28.423607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b74a5c2a-b2da-4c67-92d8-3335c31844ab req-b27f952b-4a84-4476-a081-aac6af14162a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465498 Sep 24 00:20:28.473726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857e33f9-63a9-47d9-ba4d-fd69fb623725 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['shared'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:28.478704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:28.478881 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-857e33f9-63a9-47d9-ba4d-fd69fb623725 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "GET /v2.0/subnets/8dff7dc2-1b81-41c0-bdb9-8d6f5d410cee?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0631759 Sep 24 00:20:28.484322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-170287364'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:28.506057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:28.509981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:28.535304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:28.545673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:28.546528 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Added segment 2535a849-e971-4ada-a42f-36d2655b3dd4 of type vlan for network 1853f798-79c7-4d62-ab26-bdbba02fcc94 Sep 24 00:20:28.588396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:28.613597 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:28.619480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:28.620066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:28.653747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1739247 Sep 24 00:20:28.656626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54818) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:28.662109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'network_id': '1853f798-79c7-4d62-ab26-bdbba02fcc94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:28.708725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bf751a-125a-4e49-9948-0e6237cbbde3 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Network': ['ID=1853f798-79c7-4d62-ab26-bdbba02fcc94,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:28.720748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 1853f798-79c7-4d62-ab26-bdbba02fcc94 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:28.781233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Made reservation on behalf of e29f315fe58e430b9157d252093a91f1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:28.785137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:28.848271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Performing IP validity checks on allocation pools {{(pid=106379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 00:20:28.848785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.ipam_backend_mixin [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106379) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 00:20:28.981428 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.047458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=a247366d-60d8-4785-b5b2-d1480c856177,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:29.051177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Checking segment: {'id': '2535a849-e971-4ada-a42f-36d2655b3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1853f798-79c7-4d62-ab26-bdbba02fcc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:29.051815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network hostable DHCP agents. Network: 1853f798-79c7-4d62-ab26-bdbba02fcc94, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:29.069552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Network 1853f798-79c7-4d62-ab26-bdbba02fcc94 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:29.078562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 1853f798-79c7-4d62-ab26-bdbba02fcc94) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:29.082788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:29.083359 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.087511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9634ddd-35f8-42db-8662-96240db2b21d None None] Network 1853f798-79c7-4d62-ab26-bdbba02fcc94 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:29.104332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54822) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:29.107289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd505edc-3af4-4f74-9247-5d6d5ad3e8e0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4496076 Sep 24 00:20:29.110158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-488105fe-f471-403a-9d1c-a5e6d6164dc6 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:29.162315 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.215848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-488105fe-f471-403a-9d1c-a5e6d6164dc6 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26080368'] for subnet, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.281427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-1853f798-79c7-4d62-ab26-bdbba02fcc94', 'network_id': '1853f798-79c7-4d62-ab26-bdbba02fcc94', 'tenant_id': 'e29f315fe58e430b9157d252093a91f1', 'fixed_ips': [{'subnet_id': 'a247366d-60d8-4785-b5b2-d1480c856177'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:29.282342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.396508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aba9598b-aa86-4e15-9e82-cff42befc952 req-497d7e1b-28b3-4210-bc93-584b13f15f0e tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0317750 Sep 24 00:20:29.443841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-488105fe-f471-403a-9d1c-a5e6d6164dc6 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784070505719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26484295'] for subnet, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.493754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Allocated IP 172.20.0.3 (1853f798-79c7-4d62-ab26-bdbba02fcc94/a247366d-60d8-4785-b5b2-d1480c856177/715d238c-0406-4d88-a37d-5bb63669d244) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:29.500816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488105fe-f471-403a-9d1c-a5e6d6164dc6 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event updated for resources: {'Subnet': ['ID=a247366d-60d8-4785-b5b2-d1480c856177,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:29.537657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488105fe-f471-403a-9d1c-a5e6d6164dc6 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:29.538265 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-488105fe-f471-403a-9d1c-a5e6d6164dc6 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.539882 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-488105fe-f471-403a-9d1c-a5e6d6164dc6 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "PUT /v2.0/subnets/a247366d-60d8-4785-b5b2-d1480c856177 HTTP/1.1" status: 200 len: 877 time: 0.4345155 Sep 24 00:20:29.542577 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54832) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:29.594352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d881b2-8dee-40d0-af94-c7a74e7411fc req-b85fb0c1-61f1-4058-abcc-00946fd8bd22 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:29.601364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34d881b2-8dee-40d0-af94-c7a74e7411fc req-b85fb0c1-61f1-4058-abcc-00946fd8bd22 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0764625 Sep 24 00:20:29.657733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34d881b2-8dee-40d0-af94-c7a74e7411fc req-323dbc61-8122-4a9e-9a34-7d1acd598755 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508151 Sep 24 00:20:29.669015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.723708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.731783 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.737872 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.777598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Network 1853f798-79c7-4d62-ab26-bdbba02fcc94 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:29.781056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:29.784564 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:29.795102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.795299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Pushing event updated for resources: {'Port': ['ID=715d238c-0406-4d88-a37d-5bb63669d244,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:29.824107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=a247366d-60d8-4785-b5b2-d1480c856177,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:29.852987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Attempting to bind port 715d238c-0406-4d88-a37d-5bb63669d244 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:20:29.853381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Attempting to bind port 715d238c-0406-4d88-a37d-5bb63669d244 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '2535a849-e971-4ada-a42f-36d2655b3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1853f798-79c7-4d62-ab26-bdbba02fcc94'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:20:29.853741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Attempting to bind port 715d238c-0406-4d88-a37d-5bb63669d244 on network 1853f798-79c7-4d62-ab26-bdbba02fcc94 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:20:29.859488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:20:29.859859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Checking segment: {'id': '2535a849-e971-4ada-a42f-36d2655b3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1853f798-79c7-4d62-ab26-bdbba02fcc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:29.860261 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.860803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Bound using segment: {'id': '2535a849-e971-4ada-a42f-36d2655b3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1853f798-79c7-4d62-ab26-bdbba02fcc94'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:20:29.861272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Bound port: 715d238c-0406-4d88-a37d-5bb63669d244, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2535a849-e971-4ada-a42f-36d2655b3dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1853f798-79c7-4d62-ab26-bdbba02fcc94'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:20:29.861649 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.902545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.922608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1853f798-79c7-4d62-ab26-bdbba02fcc94']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:29.932571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-165df60f-61f0-4378-aa37-75090927d07a None None] For port 715d238c-0406-4d88-a37d-5bb63669d244, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:20:29.934295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2535a849-e971-4ada-a42f-36d2655b3dd4') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:29.934825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2535a849-e971-4ada-a42f-36d2655b3dd4') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:29.935646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-165df60f-61f0-4378-aa37-75090927d07a None None] For port 715d238c-0406-4d88-a37d-5bb63669d244, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=715d238c-0406-4d88-a37d-5bb63669d244,segment=NetworkSegment(2535a849-e971-4ada-a42f-36d2655b3dd4),segment_id=2535a849-e971-4ada-a42f-36d2655b3dd4)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:20:29.941248 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.947035 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.960758 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.967648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:29.968392 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:29.971697 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:30.020297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165df60f-61f0-4378-aa37-75090927d07a None None] Pushing event updated for resources: {'Port': ['ID=715d238c-0406-4d88-a37d-5bb63669d244,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:30.040502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.db.api [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 00:20:30.040502 n-d-713498-18 neutron-server[106378]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 00:20:30.040502 n-d-713498-18 neutron-server[106378]: [parameters: {'id': '1853f798-79c7-4d62-ab26-bdbba02fcc94'}] Sep 24 00:20:30.040502 n-d-713498-18 neutron-server[106378]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106378) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:20:30.041009 n-d-713498-18 neutron-server[106378]: DEBUG oslo_db.api [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:20:30.043291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b732d8-cf47-4321-915c-eb59cbfb2c27 None None] Network 1853f798-79c7-4d62-ab26-bdbba02fcc94 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:30.321981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd42cd5-ca6e-444a-ab79-247e5d34a191 None None] Network 1853f798-79c7-4d62-ab26-bdbba02fcc94 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:30.445278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c14be20-cc39-4e1e-b3a5-c4073c66a2c4 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:20:30.498931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d076f141-3ed1-4610-a0a3-ab79cb108783 req-806b7cd3-6462-4b64-be62-0bb0a5a05f32 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0288827 Sep 24 00:20:30.540969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c14be20-cc39-4e1e-b3a5-c4073c66a2c4 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:20:30.541804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:30.597890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Deleting port 715d238c-0406-4d88-a37d-5bb63669d244 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:30.598351 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:30.665545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] For port 715d238c-0406-4d88-a37d-5bb63669d244, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=715d238c-0406-4d88-a37d-5bb63669d244,segment=NetworkSegment(2535a849-e971-4ada-a42f-36d2655b3dd4),segment_id=2535a849-e971-4ada-a42f-36d2655b3dd4)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:30.665916 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:30.679131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Calling delete_port for 715d238c-0406-4d88-a37d-5bb63669d244 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:30.772244 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:30.809627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Port': ['ID=715d238c-0406-4d88-a37d-5bb63669d244,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:30.813013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No DVR routers for this DVR port 715d238c-0406-4d88-a37d-5bb63669d244 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:30.854586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13f177-2b95-40a4-b9e4-ed16602db831 req-dd6c6edd-b3ef-42f8-93e1-db5a3a2195c6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:30.861474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a13f177-2b95-40a4-b9e4-ed16602db831 req-dd6c6edd-b3ef-42f8-93e1-db5a3a2195c6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0676315 Sep 24 00:20:30.906779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:30.914853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a13f177-2b95-40a4-b9e4-ed16602db831 req-2fec11d4-131d-4f14-9463-60353e5ffea5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512064 Sep 24 00:20:30.933695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1853f798-79c7-4d62-ab26-bdbba02fcc94']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:30.943471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2535a849-e971-4ada-a42f-36d2655b3dd4') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:30.943769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2535a849-e971-4ada-a42f-36d2655b3dd4') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:30.953850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:30.970450 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:30.978324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:30.979005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:30.983151 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:31.051992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.060810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.063403 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/1853f798-79c7-4d62-ab26-bdbba02fcc94 HTTP/1.1" status: 204 len: 168 time: 1.5198708 Sep 24 00:20:31.067142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54854) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.078862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b71a768-67d3-419a-bd5a-c248dd4d9c6d tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=1853f798-79c7-4d62-ab26-bdbba02fcc94,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:31.098957 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-16348fbe-aed7-494f-8318-e1e00ab048cb tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.099511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16348fbe-aed7-494f-8318-e1e00ab048cb tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.101302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-16348fbe-aed7-494f-8318-e1e00ab048cb tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/a247366d-60d8-4785-b5b2-d1480c856177 HTTP/1.1" status: 404 len: 337 time: 0.0330942 Sep 24 00:20:31.103841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54856) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.121793 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2e4f76-dc54-480c-9418-207bf8276bea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.122329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c2e4f76-dc54-480c-9418-207bf8276bea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.124538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4c2e4f76-dc54-480c-9418-207bf8276bea tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/1853f798-79c7-4d62-ab26-bdbba02fcc94 HTTP/1.1" status: 404 len: 339 time: 0.0192349 Sep 24 00:20:31.128881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54858) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.155515 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ba7140-e4de-4c6d-8005-1f8824d69e2a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.155987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ba7140-e4de-4c6d-8005-1f8824d69e2a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.157705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-57ba7140-e4de-4c6d-8005-1f8824d69e2a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/5d25f7d5-ca57-49e1-91d1-1a47edcb2a4a HTTP/1.1" status: 404 len: 337 time: 0.0278909 Sep 24 00:20:31.160300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54860) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.177790 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-39934882-bbae-46d2-9455-33f365aee4bc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.178320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39934882-bbae-46d2-9455-33f365aee4bc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.180014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-39934882-bbae-46d2-9455-33f365aee4bc tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/70b7fec2-193f-4394-b0fb-dcc5a2e9b7a7 HTTP/1.1" status: 404 len: 339 time: 0.0188076 Sep 24 00:20:31.182318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54862) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.258691 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.359214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.380686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ca91b9-6170-46e2-8895-7ac755f6342d']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:31.389882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ba71c1c-adba-47e8-801c-8a312a944c9c') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:31.390175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ba71c1c-adba-47e8-801c-8a312a944c9c') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:31.400333 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.413459 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.419793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:31.420303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:31.425504 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:31.487803 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.494619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:31.496381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/69ca91b9-6170-46e2-8895-7ac755f6342d HTTP/1.1" status: 204 len: 168 time: 0.3131588 Sep 24 00:20:31.499827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54864) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.516167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50787c34-423b-45ec-bade-b050300dba38 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=69ca91b9-6170-46e2-8895-7ac755f6342d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:31.540263 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8827dd0f-1029-4034-aa7f-1787194d18aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.540811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8827dd0f-1029-4034-aa7f-1787194d18aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.543438 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8827dd0f-1029-4034-aa7f-1787194d18aa tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/ebc4523b-4be1-41a3-9341-5e1dda601b90 HTTP/1.1" status: 404 len: 337 time: 0.0413365 Sep 24 00:20:31.545193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54868) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.565972 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4117f6-fad7-44c5-9ada-83b2ec53edfe tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.566821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d4117f6-fad7-44c5-9ada-83b2ec53edfe tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.570731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4d4117f6-fad7-44c5-9ada-83b2ec53edfe tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/ae847c39-68dc-4f36-af8d-45c7315b0067 HTTP/1.1" status: 404 len: 339 time: 0.0216343 Sep 24 00:20:31.571157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54870) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.597743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-271bc057-0a40-4359-a9b7-59a7d6f65fc7 req-83be2919-9c5b-47ea-84d0-91351baa6414 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0265765 Sep 24 00:20:31.607444 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abb06d6-0c3f-482b-ae96-c5e21fb37c8a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.608015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1abb06d6-0c3f-482b-ae96-c5e21fb37c8a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.610980 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1abb06d6-0c3f-482b-ae96-c5e21fb37c8a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/4d0be187-6544-4db2-b655-6f952507b7e2 HTTP/1.1" status: 404 len: 337 time: 0.0383234 Sep 24 00:20:31.613095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54872) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.635924 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fc8c53e-84be-4188-8f9c-b9ab7313f6cb tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.636914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fc8c53e-84be-4188-8f9c-b9ab7313f6cb tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.639449 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4fc8c53e-84be-4188-8f9c-b9ab7313f6cb tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/3e595334-62a0-4914-a2e7-e39972f6f18f HTTP/1.1" status: 404 len: 339 time: 0.0253544 Sep 24 00:20:31.642109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54874) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.667354 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-410c51fa-f281-435f-be2b-7904067c2297 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.667797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410c51fa-f281-435f-be2b-7904067c2297 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.669455 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-410c51fa-f281-435f-be2b-7904067c2297 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/47e7aaf5-31e7-42b6-a915-92422feede8c HTTP/1.1" status: 404 len: 337 time: 0.0264561 Sep 24 00:20:31.672360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54876) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.690063 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c800eb3-f7dd-44e4-a76f-4bf1c92e51b7 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.690581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c800eb3-f7dd-44e4-a76f-4bf1c92e51b7 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.692210 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c800eb3-f7dd-44e4-a76f-4bf1c92e51b7 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/09530495-ccd7-44c9-aff5-a8d725354655 HTTP/1.1" status: 404 len: 339 time: 0.0189881 Sep 24 00:20:31.694500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54878) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.718660 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c2c91c0-e4aa-451a-959a-ffb88ecce9fe tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.719146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c2c91c0-e4aa-451a-959a-ffb88ecce9fe tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.720760 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c2c91c0-e4aa-451a-959a-ffb88ecce9fe tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/68843377-5c56-4cb5-91d8-702e43482e58 HTTP/1.1" status: 404 len: 337 time: 0.0253816 Sep 24 00:20:31.723100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54880) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.740438 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6aafd3b-a609-4ce1-bb1c-0b8663eb70c0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.740961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6aafd3b-a609-4ce1-bb1c-0b8663eb70c0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.742554 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b6aafd3b-a609-4ce1-bb1c-0b8663eb70c0 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/d411cd6e-d036-4b8f-9c29-e04dfd9bc62d HTTP/1.1" status: 404 len: 339 time: 0.0186043 Sep 24 00:20:31.744780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54882) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.769586 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82272ea-8ac0-47d9-94d3-4ae58f4c6d31 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.770016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82272ea-8ac0-47d9-94d3-4ae58f4c6d31 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.771649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e82272ea-8ac0-47d9-94d3-4ae58f4c6d31 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/e8bf4215-55ef-4136-aa67-50f55ae63136 HTTP/1.1" status: 404 len: 337 time: 0.0260828 Sep 24 00:20:31.773905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54884) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.792127 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-10886795-22e7-45db-a535-3afdf467a10b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.792665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10886795-22e7-45db-a535-3afdf467a10b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.794383 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-10886795-22e7-45db-a535-3afdf467a10b tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/b9dc6a1b-e540-4be5-b33e-a60b13f48f6b HTTP/1.1" status: 404 len: 339 time: 0.0196185 Sep 24 00:20:31.797608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54886) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.827725 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-278f41e1-8acb-4fbc-b041-5e2f399f9db9 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.828182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278f41e1-8acb-4fbc-b041-5e2f399f9db9 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.829916 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-278f41e1-8acb-4fbc-b041-5e2f399f9db9 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/9c082014-d217-456a-b01e-02df679116e8 HTTP/1.1" status: 404 len: 337 time: 0.0314212 Sep 24 00:20:31.832421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54890) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.850640 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-3458e45d-9155-44ee-b691-cfa5d85e4103 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.851201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3458e45d-9155-44ee-b691-cfa5d85e4103 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.852875 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3458e45d-9155-44ee-b691-cfa5d85e4103 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/3e98aa6e-7b92-4261-85ae-8e0f15a567eb HTTP/1.1" status: 404 len: 339 time: 0.0195677 Sep 24 00:20:31.855342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54892) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.882410 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-0faa27d2-1d1d-41ce-999f-7d5e05360211 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.882898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0faa27d2-1d1d-41ce-999f-7d5e05360211 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.884657 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0faa27d2-1d1d-41ce-999f-7d5e05360211 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/244bf721-2098-451b-9fba-feaae3e3f379 HTTP/1.1" status: 404 len: 337 time: 0.0284204 Sep 24 00:20:31.887214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54896) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.908454 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcea6280-cba0-4878-ad8b-f37455536d2f tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.908454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcea6280-cba0-4878-ad8b-f37455536d2f tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.912600 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bcea6280-cba0-4878-ad8b-f37455536d2f tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/6ad36d87-d1ce-4dfd-b2e9-3bcc26a85b71 HTTP/1.1" status: 404 len: 339 time: 0.0220544 Sep 24 00:20:31.913023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54900) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.941980 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed827427-0139-4dd7-a5e7-893dc0201480 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.944390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed827427-0139-4dd7-a5e7-893dc0201480 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.946276 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ed827427-0139-4dd7-a5e7-893dc0201480 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/08c0f9ce-c9d2-4ab8-83b0-abbc223c76a8 HTTP/1.1" status: 404 len: 337 time: 0.0321572 Sep 24 00:20:31.948843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54904) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.969350 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-59a1a461-40f4-4493-b14d-faad3a3b557a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] DELETE failed (client error): The resource could not be found. Sep 24 00:20:31.970153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59a1a461-40f4-4493-b14d-faad3a3b557a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:20:31.974485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54908) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:31.974848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-59a1a461-40f4-4493-b14d-faad3a3b557a tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/69df4deb-ad71-454d-978a-7ef510a55fac HTTP/1.1" status: 404 len: 339 time: 0.0246637 Sep 24 00:20:32.029748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d052814b-bebe-491a-a48d-52b2e3552e45 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Deleting subnet 8dff7dc2-1b81-41c0-bdb9-8d6f5d410cee {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:20:32.033461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d052814b-bebe-491a-a48d-52b2e3552e45 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.048467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2ae58-c846-4490-b99a-2ca130206b86 req-9f6cf026-9dc4-475d-b58d-33a1c5a71b25 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:32.050235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ee2ae58-c846-4490-b99a-2ca130206b86 req-9f6cf026-9dc4-475d-b58d-33a1c5a71b25 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0578563 Sep 24 00:20:32.087393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d052814b-bebe-491a-a48d-52b2e3552e45 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.095449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ee2ae58-c846-4490-b99a-2ca130206b86 req-47a54a6f-12fa-4d52-bab2-0060de9ee72d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387497 Sep 24 00:20:32.176590 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d052814b-bebe-491a-a48d-52b2e3552e45 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.235181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d052814b-bebe-491a-a48d-52b2e3552e45 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.263520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052814b-bebe-491a-a48d-52b2e3552e45 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Subnet': ['ID=8dff7dc2-1b81-41c0-bdb9-8d6f5d410cee,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:32.269597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d052814b-bebe-491a-a48d-52b2e3552e45 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.273848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d052814b-bebe-491a-a48d-52b2e3552e45 tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/subnets/8dff7dc2-1b81-41c0-bdb9-8d6f5d410cee HTTP/1.1" status: 204 len: 168 time: 0.2956190 Sep 24 00:20:32.273991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54910) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:32.276617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c8ff79-5285-4355-8e37-90d94c9df46e None None] Network 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:32.358656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.412515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Deleting port b73bc140-bc2f-479d-8912-d989b7edb007 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:32.412856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.464820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] DHCP port deletion for 9c12a5d2-503e-4138-b7a9-8f3ab698ae19 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:20:32.479590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] For port b73bc140-bc2f-479d-8912-d989b7edb007, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b73bc140-bc2f-479d-8912-d989b7edb007,segment=NetworkSegment(350900ad-a578-46fe-af60-6ab32b3d3c9b),segment_id=350900ad-a578-46fe-af60-6ab32b3d3c9b)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:32.479955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.492190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Calling delete_port for b73bc140-bc2f-479d-8912-d989b7edb007 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:32.523904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] Deleting port b73bc140-bc2f-479d-8912-d989b7edb007 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:32.524286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.575283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.587648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] For port b73bc140-bc2f-479d-8912-d989b7edb007, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b73bc140-bc2f-479d-8912-d989b7edb007,segment=NetworkSegment(350900ad-a578-46fe-af60-6ab32b3d3c9b),segment_id=350900ad-a578-46fe-af60-6ab32b3d3c9b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:32.588047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.601574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] Calling delete_port for b73bc140-bc2f-479d-8912-d989b7edb007 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:32.603248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Port': ['ID=b73bc140-bc2f-479d-8912-d989b7edb007,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:32.606936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] No DVR routers for this DVR port b73bc140-bc2f-479d-8912-d989b7edb007 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:32.693827 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.698175 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.718573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c12a5d2-503e-4138-b7a9-8f3ab698ae19']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:32.719257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876919ba-5057-4dd9-bf23-1ea72b3c8e69 req-04faeba1-4773-4c4f-b97a-64a061c67c4b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0380468 Sep 24 00:20:32.734554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] Pushing event deleted for resources: {'Port': ['ID=b73bc140-bc2f-479d-8912-d989b7edb007,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:32.736583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd81bb-8f5c-4c3b-ba04-f0d51b4a54ed None None] No DVR routers for this DVR port b73bc140-bc2f-479d-8912-d989b7edb007 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:32.738734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350900ad-a578-46fe-af60-6ab32b3d3c9b') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:32.739217 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350900ad-a578-46fe-af60-6ab32b3d3c9b') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:32.751643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.765059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.771205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:32.771590 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:32.774481 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:32.838116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.844464 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:32.846432 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] 10.222.0.24 "DELETE /v2.0/networks/9c12a5d2-503e-4138-b7a9-8f3ab698ae19 HTTP/1.1" status: 204 len: 168 time: 0.5715072 Sep 24 00:20:32.869181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a2f80c-d9b5-4000-886a-3570ff1d99cd tempest-NetworksTest-1374111144 tempest-NetworksTest-1374111144-project] Pushing event deleted for resources: {'Network': ['ID=9c12a5d2-503e-4138-b7a9-8f3ab698ae19,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:33.215509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee205e2-d040-4a77-a010-4f8de099d6be req-0fc9d16e-11c7-4d87-a3bf-205b98c0c5de tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:33.217147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cee205e2-d040-4a77-a010-4f8de099d6be req-0fc9d16e-11c7-4d87-a3bf-205b98c0c5de tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0509717 Sep 24 00:20:33.271305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54928) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:33.291136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cee205e2-d040-4a77-a010-4f8de099d6be req-b6ec751f-2a1f-4d69-af5e-0d49f703d0a9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584707 Sep 24 00:20:33.331675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b73bc140-bc2f-479d-8912-d989b7edb007 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:20:33.351621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b73bc140-bc2f-479d-8912-d989b7edb007 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:20:33.352174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b73bc140-bc2f-479d-8912-d989b7edb007 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:20:33.428404 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c61b146d-84f9-4849-b30c-ccc0f05c0321 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e29f315fe58e430b9157d252093a91f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559649 Sep 24 00:20:33.431054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54932) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:33.479286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e202b37d-2898-4a69-be54-bfea10cedf05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:33.500525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e202b37d-2898-4a69-be54-bfea10cedf05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:33.546891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e202b37d-2898-4a69-be54-bfea10cedf05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:33.550249 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e202b37d-2898-4a69-be54-bfea10cedf05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:33.551615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e202b37d-2898-4a69-be54-bfea10cedf05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81d35c87-578b-4cd3-a46e-09040ce980f7 HTTP/1.1" status: 204 len: 168 time: 0.1191130 Sep 24 00:20:33.559585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202b37d-2898-4a69-be54-bfea10cedf05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d35c87-578b-4cd3-a46e-09040ce980f7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:33.812948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e55e466c-021a-4f38-a1dd-57ba9bd10342 req-5976d12b-f862-415d-b1d8-877778fff058 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0285921 Sep 24 00:20:34.312855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54966) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:34.416964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f5a704-e4c5-403c-97ed-c23efe795053 req-756648bd-70d7-4a4b-a0a9-723f22aa3f19 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:34.418469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13f5a704-e4c5-403c-97ed-c23efe795053 req-756648bd-70d7-4a4b-a0a9-723f22aa3f19 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0612359 Sep 24 00:20:34.440795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1410812064'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:34.460966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13f5a704-e4c5-403c-97ed-c23efe795053 req-055ebdcf-7bbd-4555-b446-ecde77d20806 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354106 Sep 24 00:20:34.486463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Made reservation on behalf of 072dd74f3cb943adbe78e7f067e8b207 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:34.490087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.498831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.596340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.601133 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.628564 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:34.638442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca245ae-8cb7-438b-b9e8-e512a902fc12,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:34.644557 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.644904 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Added segment cf5f21d5-374b-4859-8d57-70d65218ecd2 of type vlan for network 8744decd-1472-465a-8e71-6fb26a23f34a Sep 24 00:20:34.685800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.711919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.718558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:34.719182 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.754044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4400699 Sep 24 00:20:34.756878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54974) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:34.761860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Request body: {'subnet': {'network_id': '8744decd-1472-465a-8e71-6fb26a23f34a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:34.792482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c9d247-779b-4df6-b985-c3746e0365f3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Pushing event updated for resources: {'Network': ['ID=8744decd-1472-465a-8e71-6fb26a23f34a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:34.803662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 8744decd-1472-465a-8e71-6fb26a23f34a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:34.871550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Made reservation on behalf of 072dd74f3cb943adbe78e7f067e8b207 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:34.878525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:34.932595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96620146-3a61-41cc-be06-f8c388716ef3 req-292f03e5-a976-4374-8587-ef6a8dfe2bae tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0384290 Sep 24 00:20:35.091998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.156002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Pushing event updated for resources: {'Subnet': ['ID=6aa44309-abc0-4b7f-bb55-3355e522db82,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:35.164853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Checking segment: {'id': 'cf5f21d5-374b-4859-8d57-70d65218ecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8744decd-1472-465a-8e71-6fb26a23f34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:35.165216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Network hostable DHCP agents. Network: 8744decd-1472-465a-8e71-6fb26a23f34a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:20:35.185367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Network 8744decd-1472-465a-8e71-6fb26a23f34a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:20:35.195960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 8744decd-1472-465a-8e71-6fb26a23f34a) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:35.204324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:35.204425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.207998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae827764-979e-49c4-8021-1340e8cd883a None None] Network 8744decd-1472-465a-8e71-6fb26a23f34a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:35.222814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d927e914-5793-432a-b44e-91b9cf80d4eb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4621570 Sep 24 00:20:35.223010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 54986) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:35.227791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Request body: {'port': {'network_id': '8744decd-1472-465a-8e71-6fb26a23f34a', 'name': 'tempest-TagsExtTest-120645769'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:35.352072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Made reservation on behalf of 072dd74f3cb943adbe78e7f067e8b207 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:35.357139 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.366274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-8744decd-1472-465a-8e71-6fb26a23f34a', 'network_id': '8744decd-1472-465a-8e71-6fb26a23f34a', 'tenant_id': '072dd74f3cb943adbe78e7f067e8b207', 'fixed_ips': [{'subnet_id': '6aa44309-abc0-4b7f-bb55-3355e522db82'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:20:35.367416 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.378460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] device_id is not set on port e1613f64-9561-46e5-b450-f6a3b4e5b54f yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:20:35.488353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Allocated IP 172.20.0.4 (8744decd-1472-465a-8e71-6fb26a23f34a/6aa44309-abc0-4b7f-bb55-3355e522db82/e1613f64-9561-46e5-b450-f6a3b4e5b54f) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:35.640632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a16b1e-e56b-4114-a23f-dfcfba8ef783 req-7defdd58-abe1-4fd8-a6fd-e15dd60e3d4a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:35.642045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1a16b1e-e56b-4114-a23f-dfcfba8ef783 req-7defdd58-abe1-4fd8-a6fd-e15dd60e3d4a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1090939 Sep 24 00:20:35.697758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.708571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1a16b1e-e56b-4114-a23f-dfcfba8ef783 req-27be1ca0-a09d-422c-ad96-d1aee3d9f1de tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592797 Sep 24 00:20:35.744311 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.790518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Allocated IP 172.20.0.2 (8744decd-1472-465a-8e71-6fb26a23f34a/6aa44309-abc0-4b7f-bb55-3355e522db82/ea66a537-431f-4fb9-a304-bed5ea11dad1) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:20:35.793353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Network 8744decd-1472-465a-8e71-6fb26a23f34a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:35.799159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:35.808075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:35.858131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:35.865481 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.869558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Pushing event updated for resources: {'Port': ['ID=e1613f64-9561-46e5-b450-f6a3b4e5b54f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:35.884981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0fe8f5af-fb92-4990-bd2b-ed7ca58164cb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.6610162 Sep 24 00:20:35.887754 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54990) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:35.892997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1d832979-95b3-4c39-8284-908500f33ab9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1518473923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:35.918872 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d832979-95b3-4c39-8284-908500f33ab9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.920107 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d832979-95b3-4c39-8284-908500f33ab9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.955250 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.965620 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.984215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d832979-95b3-4c39-8284-908500f33ab9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:35.989451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d832979-95b3-4c39-8284-908500f33ab9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:36.008650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Network 8744decd-1472-465a-8e71-6fb26a23f34a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:20:36.012183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:20:36.016010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:20:36.033966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d832979-95b3-4c39-8284-908500f33ab9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:36.035903 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1d832979-95b3-4c39-8284-908500f33ab9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1469023 Sep 24 00:20:36.042919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 54996) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.049261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1e26dc53-534c-440d-911a-68c1cdbcf01d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-287161728', 'prefixes': ['172.20.0.0/16']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:36.068806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b69d9543-c3cb-47d9-a273-1db2b287dca4 req-77c97bb7-9ca4-495a-b2b6-44d86c66e67a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0596967 Sep 24 00:20:36.101708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Pushing event updated for resources: {'Port': ['ID=ea66a537-431f-4fb9-a304-bed5ea11dad1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:36.116781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Attempting to bind port ea66a537-431f-4fb9-a304-bed5ea11dad1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:20:36.117560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Attempting to bind port ea66a537-431f-4fb9-a304-bed5ea11dad1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'cf5f21d5-374b-4859-8d57-70d65218ecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8744decd-1472-465a-8e71-6fb26a23f34a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:20:36.117929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Attempting to bind port ea66a537-431f-4fb9-a304-bed5ea11dad1 on network 8744decd-1472-465a-8e71-6fb26a23f34a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:20:36.123398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:20:36.123816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Checking segment: {'id': 'cf5f21d5-374b-4859-8d57-70d65218ecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8744decd-1472-465a-8e71-6fb26a23f34a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:20:36.124373 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:36.124780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Bound using segment: {'id': 'cf5f21d5-374b-4859-8d57-70d65218ecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8744decd-1472-465a-8e71-6fb26a23f34a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:20:36.125506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Bound port: ea66a537-431f-4fb9-a304-bed5ea11dad1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf5f21d5-374b-4859-8d57-70d65218ecd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8744decd-1472-465a-8e71-6fb26a23f34a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:20:36.125679 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:36.134768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e26dc53-534c-440d-911a-68c1cdbcf01d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for subnetpool, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:36.136848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1e26dc53-534c-440d-911a-68c1cdbcf01d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0926471 Sep 24 00:20:36.140741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55002) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.146430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-766cf6ac-83c2-44fc-b7d8-2c8b7b1e9dd5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82', 'tempest-TagsExtTest-Tag-2025905732') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:36.207327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] For port ea66a537-431f-4fb9-a304-bed5ea11dad1, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:20:36.211240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] For port ea66a537-431f-4fb9-a304-bed5ea11dad1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ea66a537-431f-4fb9-a304-bed5ea11dad1,segment=NetworkSegment(cf5f21d5-374b-4859-8d57-70d65218ecd2),segment_id=cf5f21d5-374b-4859-8d57-70d65218ecd2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:20:36.216367 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:36.274168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-766cf6ac-83c2-44fc-b7d8-2c8b7b1e9dd5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags/tempest-TagsExtTest-Tag-2025905732 HTTP/1.1" status: 201 len: 201 time: 0.1298344 Sep 24 00:20:36.274393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55008) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.293862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48bf61b-431c-4a7e-bfc7-81dd7111bb2e None None] Pushing event updated for resources: {'Port': ['ID=ea66a537-431f-4fb9-a304-bed5ea11dad1,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:36.294096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-bfb2896f-132f-4909-9417-60b6a5a9099a tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f', 'tempest-TagsExtTest-Tag-1590727780') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:36.367370 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bfb2896f-132f-4909-9417-60b6a5a9099a tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags/tempest-TagsExtTest-Tag-1590727780 HTTP/1.1" status: 201 len: 201 time: 0.0916007 Sep 24 00:20:36.368883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55010) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.374634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-11036949-09b2-46bc-ab83-45460b90f1ed tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086', 'tempest-TagsExtTest-Tag-265841355') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:36.500144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-11036949-09b2-46bc-ab83-45460b90f1ed tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags/tempest-TagsExtTest-Tag-265841355 HTTP/1.1" status: 201 len: 201 time: 0.1301115 Sep 24 00:20:36.502652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55012) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.507297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-aeacedad-3287-4171-80e1-0459bf5a9d0c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e', 'tempest-TagsExtTest-Tag-1921062258') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:36.565378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55014) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.565499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-aeacedad-3287-4171-80e1-0459bf5a9d0c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags/tempest-TagsExtTest-Tag-1921062258 HTTP/1.1" status: 201 len: 201 time: 0.0617404 Sep 24 00:20:36.574721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-d7673421-a1af-4124-8803-5619ce22ad62 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:36.590444 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:36.661035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d7673421-a1af-4124-8803-5619ce22ad62 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags HTTP/1.1" status: 200 len: 241 time: 0.0907650 Sep 24 00:20:36.663613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55016) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.667932 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-32edb167-6ae1-45ce-a85b-1706ab7654bc tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82', 'tempest-TagsExtTest-Tag-2025905732') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:36.755085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-32edb167-6ae1-45ce-a85b-1706ab7654bc tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags/tempest-TagsExtTest-Tag-2025905732 HTTP/1.1" status: 204 len: 168 time: 0.0902915 Sep 24 00:20:36.757266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55020) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.763256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-c33eaf8e-9bc6-4e5d-9f5d-52a9f5ce91ed tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82', 'tempest-TagsExtTest-Tag-2025905732') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:36.845046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a858c2f-10e6-4238-9ff7-5781598dcd12 req-02339937-1d2f-44f5-bc78-cb7e475f8e33 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:36.846613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a858c2f-10e6-4238-9ff7-5781598dcd12 req-02339937-1d2f-44f5-bc78-cb7e475f8e33 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0610962 Sep 24 00:20:36.895014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c33eaf8e-9bc6-4e5d-9f5d-52a9f5ce91ed tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags/tempest-TagsExtTest-Tag-2025905732 HTTP/1.1" status: 204 len: 168 time: 0.1362371 Sep 24 00:20:36.898040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55022) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.902683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-2aa1d539-db17-4d66-9aec-420bfff49a5b tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:36.913887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a858c2f-10e6-4238-9ff7-5781598dcd12 req-5d74a877-aa2e-4ef1-824c-592542063e37 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551524 Sep 24 00:20:36.981576 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2aa1d539-db17-4d66-9aec-420bfff49a5b tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags HTTP/1.1" status: 200 len: 205 time: 0.0803366 Sep 24 00:20:36.981970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55024) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:36.987129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-22f52ea3-f048-4ae0-ae9b-66526e2ecae0 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.052000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-22f52ea3-f048-4ae0-ae9b-66526e2ecae0 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags HTTP/1.1" status: 200 len: 241 time: 0.0688775 Sep 24 00:20:37.054532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55032) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.059610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-e6482645-92ce-4074-865c-732bb77764d4 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f', 'tempest-TagsExtTest-Tag-1590727780') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.131454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55036) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.131806 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e6482645-92ce-4074-865c-732bb77764d4 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags/tempest-TagsExtTest-Tag-1590727780 HTTP/1.1" status: 204 len: 168 time: 0.0756533 Sep 24 00:20:37.136467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-ec7fbbaa-e100-44ac-95b1-d63fb0f5da70 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f', 'tempest-TagsExtTest-Tag-1590727780') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.204428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0bd33c0-0027-4e90-80b6-f55e15b89e70 req-408f5ac4-0657-439c-9037-7d5fb3b9874e tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0316353 Sep 24 00:20:37.265145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55040) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.271847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-1740e53f-70b4-4b25-92a7-8cf310e16206 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.277150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ec7fbbaa-e100-44ac-95b1-d63fb0f5da70 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags/tempest-TagsExtTest-Tag-1590727780 HTTP/1.1" status: 204 len: 168 time: 0.1437380 Sep 24 00:20:37.375292 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1740e53f-70b4-4b25-92a7-8cf310e16206 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags HTTP/1.1" status: 200 len: 205 time: 0.1089768 Sep 24 00:20:37.379165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55042) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.386149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-1a06ae15-953f-4efe-8f64-d5a25a82eea3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.391664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ea66a537-431f-4fb9-a304-bed5ea11dad1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:20:37.436422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f067a7d-b494-499e-8098-15257405304c None None] Network 8744decd-1472-465a-8e71-6fb26a23f34a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:37.542972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a06ae15-953f-4efe-8f64-d5a25a82eea3 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags HTTP/1.1" status: 200 len: 240 time: 0.1624575 Sep 24 00:20:37.546826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55044) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.551463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-c0ab54de-52dc-4387-8e4d-85b3c1dcfd63 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086', 'tempest-TagsExtTest-Tag-265841355') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.556120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-df2e50fa-9d5d-475f-b9a7-f3901457bfb8 None None] Provisioning complete for port ea66a537-431f-4fb9-a304-bed5ea11dad1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:37.556496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-df2e50fa-9d5d-475f-b9a7-f3901457bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:37.616396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ea66a537-431f-4fb9-a304-bed5ea11dad1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:37.616771 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:37.640030 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0ab54de-52dc-4387-8e4d-85b3c1dcfd63 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags/tempest-TagsExtTest-Tag-265841355 HTTP/1.1" status: 204 len: 168 time: 0.0892205 Sep 24 00:20:37.640357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55046) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.645073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-c9882599-f60a-472d-a08e-57f01a279c93 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086', 'tempest-TagsExtTest-Tag-265841355') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.746926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c9882599-f60a-472d-a08e-57f01a279c93 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags/tempest-TagsExtTest-Tag-265841355 HTTP/1.1" status: 204 len: 168 time: 0.1033740 Sep 24 00:20:37.747414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55048) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.752396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-0c4dd855-ee91-46cf-8bc3-b943dddaa8a9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.811886 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-df2e50fa-9d5d-475f-b9a7-f3901457bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:37.836344 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0c4dd855-ee91-46cf-8bc3-b943dddaa8a9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags HTTP/1.1" status: 200 len: 205 time: 0.0880802 Sep 24 00:20:37.839498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55050) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.845642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-c10dc329-bc85-4a99-a21b-413969aca58a tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.852022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:37.874204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55052) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.875357 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c10dc329-bc85-4a99-a21b-413969aca58a tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags HTTP/1.1" status: 200 len: 241 time: 0.0336404 Sep 24 00:20:37.875659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-df2e50fa-9d5d-475f-b9a7-f3901457bfb8 None None] For port ea66a537-431f-4fb9-a304-bed5ea11dad1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ea66a537-431f-4fb9-a304-bed5ea11dad1,segment=NetworkSegment(cf5f21d5-374b-4859-8d57-70d65218ecd2),segment_id=cf5f21d5-374b-4859-8d57-70d65218ecd2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:37.880180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-0069adb8-b25f-499f-bdf0-87216566d391 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e', 'tempest-TagsExtTest-Tag-1921062258') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.885763 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-df2e50fa-9d5d-475f-b9a7-f3901457bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:37.943201 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0069adb8-b25f-499f-bdf0-87216566d391 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags/tempest-TagsExtTest-Tag-1921062258 HTTP/1.1" status: 204 len: 168 time: 0.0676708 Sep 24 00:20:37.945395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55056) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:37.951954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-bdf70ee5-e725-43f8-9aa2-b7a9f4ab0a88 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e', 'tempest-TagsExtTest-Tag-1921062258') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:37.986599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e50fa-9d5d-475f-b9a7-f3901457bfb8 None None] Pushing event updated for resources: {'Port': ['ID=ea66a537-431f-4fb9-a304-bed5ea11dad1,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:38.016208 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:20:38.016835 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:20:38.086242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c4834-0b4b-41ca-9d58-722f55ad3dff req-f99c5af4-c488-46c1-aa0b-dc9ec8ee0499 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:38.095797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec0c4834-0b4b-41ca-9d58-722f55ad3dff req-f99c5af4-c488-46c1-aa0b-dc9ec8ee0499 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0745285 Sep 24 00:20:38.158962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec0c4834-0b4b-41ca-9d58-722f55ad3dff req-bfa22287-2a6a-4b7d-92e9-4a0098e43a01 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613663 Sep 24 00:20:38.213566 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-425e8afc-a064-4949-852b-c0043aeb257b None None] Provisioning complete for port e1613f64-9561-46e5-b450-f6a3b4e5b54f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:38.213950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-425e8afc-a064-4949-852b-c0043aeb257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:38.279218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-425e8afc-a064-4949-852b-c0043aeb257b None None] Port e1613f64-9561-46e5-b450-f6a3b4e5b54f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:20:38.291284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-425e8afc-a064-4949-852b-c0043aeb257b None None] Provisioning complete for port ea66a537-431f-4fb9-a304-bed5ea11dad1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:38.291664 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-425e8afc-a064-4949-852b-c0043aeb257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:38.365998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-911bab4a-20e3-49ac-9880-6889f9030f30 req-61c054a1-ca70-4193-b3af-5b02b9f031bb tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0424533 Sep 24 00:20:38.426251 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bdf70ee5-e725-43f8-9aa2-b7a9f4ab0a88 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags/tempest-TagsExtTest-Tag-1921062258 HTTP/1.1" status: 204 len: 168 time: 0.4782667 Sep 24 00:20:38.428354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55068) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.432711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-dc828df0-5e6f-4f66-a50c-9db76f5b5952 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.453602 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dc828df0-5e6f-4f66-a50c-9db76f5b5952 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags HTTP/1.1" status: 200 len: 205 time: 0.0241630 Sep 24 00:20:38.456248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55070) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.460652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-8e4d7d49-f44c-460d-8a65-c347182d1ce4 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.485624 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8e4d7d49-f44c-460d-8a65-c347182d1ce4 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags HTTP/1.1" status: 204 len: 168 time: 0.0281878 Sep 24 00:20:38.488325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55072) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.492721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-528feaaa-78b6-4b47-af78-a562d1937959 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.560628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-13d40703-09d8-4991-a9ee-144c49afbffa None None] Provisioning complete for port e1613f64-9561-46e5-b450-f6a3b4e5b54f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:38.561708 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13d40703-09d8-4991-a9ee-144c49afbffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:38.575170 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-528feaaa-78b6-4b47-af78-a562d1937959 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags HTTP/1.1" status: 204 len: 168 time: 0.0835025 Sep 24 00:20:38.575398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55074) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.580177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-d211ac3d-8844-4e4a-b543-f34451ebed9d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.601624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-13d40703-09d8-4991-a9ee-144c49afbffa None None] Port e1613f64-9561-46e5-b450-f6a3b4e5b54f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:20:38.635531 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d211ac3d-8844-4e4a-b543-f34451ebed9d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags HTTP/1.1" status: 204 len: 168 time: 0.0591657 Sep 24 00:20:38.638152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.643200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-54e15112-988b-4b65-b8df-77fb063b6a53 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.698492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-54e15112-988b-4b65-b8df-77fb063b6a53 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags HTTP/1.1" status: 204 len: 168 time: 0.0592120 Sep 24 00:20:38.703580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55078) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.707334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-ffa3976f-6d15-49e2-bcb2-a4c55f6c4b1d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82', 'tempest-TagsExtTest-Tag-371127097') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.774319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ffa3976f-6d15-49e2-bcb2-a4c55f6c4b1d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags/tempest-TagsExtTest-Tag-371127097 HTTP/1.1" status: 201 len: 201 time: 0.0703983 Sep 24 00:20:38.777214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55084) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.781584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-103d5721-fda7-4097-8b09-5bdbb8fb856d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f', 'tempest-TagsExtTest-Tag-1314228734') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.849407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-103d5721-fda7-4097-8b09-5bdbb8fb856d tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags/tempest-TagsExtTest-Tag-1314228734 HTTP/1.1" status: 201 len: 201 time: 0.0711670 Sep 24 00:20:38.852098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55086) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.857058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-2e38e7b2-986b-4f19-a2e4-3a4654814a96 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086', 'tempest-TagsExtTest-Tag-911050660') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.944528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2e38e7b2-986b-4f19-a2e4-3a4654814a96 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags/tempest-TagsExtTest-Tag-911050660 HTTP/1.1" status: 201 len: 201 time: 0.0913148 Sep 24 00:20:38.947099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55088) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:38.951586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-14e802de-8cb1-48a9-b821-4f177fcf43e5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e', 'tempest-TagsExtTest-Tag-1327486894') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:38.993044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-14e802de-8cb1-48a9-b821-4f177fcf43e5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags/tempest-TagsExtTest-Tag-1327486894 HTTP/1.1" status: 201 len: 201 time: 0.0449364 Sep 24 00:20:38.995560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55090) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.000618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-41203e46-11c8-4102-8967-36d39446f5a2 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82', {'tags': ['tempest-TagsExtTest-Tag-1695014444', 'tempest-TagsExtTest-Tag-1268670086', 'tempest-TagsExtTest-Tag-1076370992']}) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.063282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-41203e46-11c8-4102-8967-36d39446f5a2 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags HTTP/1.1" status: 200 len: 318 time: 0.0666518 Sep 24 00:20:39.064773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.068758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-0cdae39e-9cbf-4190-a8d7-4c97e22fa0f5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.140422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55096) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.147898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0cdae39e-9cbf-4190-a8d7-4c97e22fa0f5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags HTTP/1.1" status: 204 len: 168 time: 0.0778339 Sep 24 00:20:39.148073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-c0c8ff4c-1fbd-4c7c-812d-e77d61ae950a tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82', 'tempest-TagsExtTest-Tag-1695014444') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.216251 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:39.226938 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-c0c8ff4c-1fbd-4c7c-812d-e77d61ae950a tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:39.231164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55100) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.231339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0c8ff4c-1fbd-4c7c-812d-e77d61ae950a tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags/tempest-TagsExtTest-Tag-1695014444 HTTP/1.1" status: 404 len: 329 time: 0.0896232 Sep 24 00:20:39.239588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-d23d20b1-66ad-4098-8492-dd10adb00d41 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82', 'tempest-TagsExtTest-Tag-1268670086') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.326378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ea66a537-431f-4fb9-a304-bed5ea11dad1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:20:39.363693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24259385-2f8f-4445-8463-3d7462e64e70 req-e15ff0a0-7579-403e-ba31-0bab50a8fc1d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:39.365386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24259385-2f8f-4445-8463-3d7462e64e70 req-e15ff0a0-7579-403e-ba31-0bab50a8fc1d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0972517 Sep 24 00:20:39.375901 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-d23d20b1-66ad-4098-8492-dd10adb00d41 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:39.379736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d23d20b1-66ad-4098-8492-dd10adb00d41 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags/tempest-TagsExtTest-Tag-1268670086 HTTP/1.1" status: 404 len: 329 time: 0.1457207 Sep 24 00:20:39.380514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55104) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.385141 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-1277121f-c37f-406f-911e-aa45864e74b8 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82', 'tempest-TagsExtTest-Tag-1076370992') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.386408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ea66a537-431f-4fb9-a304-bed5ea11dad1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:20:39.386808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:39.434510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24259385-2f8f-4445-8463-3d7462e64e70 req-946e88ff-cb5a-4aaa-8c5a-fcfc6dc57e00 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621777 Sep 24 00:20:39.481445 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-1277121f-c37f-406f-911e-aa45864e74b8 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:39.482654 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1277121f-c37f-406f-911e-aa45864e74b8 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags/tempest-TagsExtTest-Tag-1076370992 HTTP/1.1" status: 404 len: 329 time: 0.1008258 Sep 24 00:20:39.485982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55108) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.492397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-f4d9e3bf-70de-4853-a756-0bb6b71cb184 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f', {'tags': ['tempest-TagsExtTest-Tag-1461580442', 'tempest-TagsExtTest-Tag-1829604237', 'tempest-TagsExtTest-Tag-576730165']}) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.519479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-803a48cc-564c-48eb-a66d-ee57d4f7d1ed req-5206b9c0-be4e-4812-9565-c74094ae612a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0310974 Sep 24 00:20:39.579806 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f4d9e3bf-70de-4853-a756-0bb6b71cb184 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags HTTP/1.1" status: 200 len: 317 time: 0.0924103 Sep 24 00:20:39.583580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55110) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.588381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-9606cbeb-0c9b-4afc-8803-e6d30fbc28a4 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.657311 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9606cbeb-0c9b-4afc-8803-e6d30fbc28a4 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags HTTP/1.1" status: 204 len: 168 time: 0.0725341 Sep 24 00:20:39.660203 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55112) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.664507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-5b8c809f-ed6c-42a2-928d-fec442f28e9f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f', 'tempest-TagsExtTest-Tag-1461580442') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.714103 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-5b8c809f-ed6c-42a2-928d-fec442f28e9f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:39.715178 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5b8c809f-ed6c-42a2-928d-fec442f28e9f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags/tempest-TagsExtTest-Tag-1461580442 HTTP/1.1" status: 404 len: 329 time: 0.0540781 Sep 24 00:20:39.718840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.722974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-2a6da2be-af28-4da7-843f-8ba92ca47cb9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f', 'tempest-TagsExtTest-Tag-1829604237') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.776117 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-2a6da2be-af28-4da7-843f-8ba92ca47cb9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:39.777286 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2a6da2be-af28-4da7-843f-8ba92ca47cb9 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags/tempest-TagsExtTest-Tag-1829604237 HTTP/1.1" status: 404 len: 329 time: 0.0574455 Sep 24 00:20:39.780563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55116) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.784786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-bed12583-4b00-422d-bd99-cb2a5df7ff41 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f', 'tempest-TagsExtTest-Tag-576730165') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.845567 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-bed12583-4b00-422d-bd99-cb2a5df7ff41 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:39.846889 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bed12583-4b00-422d-bd99-cb2a5df7ff41 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags/tempest-TagsExtTest-Tag-576730165 HTTP/1.1" status: 404 len: 328 time: 0.0651917 Sep 24 00:20:39.849726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55120) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.855507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-e71fc648-f602-48af-8e7c-d723e0041ee5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086', {'tags': ['tempest-TagsExtTest-Tag-1848094228', 'tempest-TagsExtTest-Tag-1058712428', 'tempest-TagsExtTest-Tag-178634899']}) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:39.947789 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e71fc648-f602-48af-8e7c-d723e0041ee5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags HTTP/1.1" status: 200 len: 317 time: 0.0965679 Sep 24 00:20:39.950692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55124) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:39.956224 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-9a0e66b9-40dd-40eb-8651-d5e573cba4d8 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.048490 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9a0e66b9-40dd-40eb-8651-d5e573cba4d8 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags HTTP/1.1" status: 204 len: 168 time: 0.0966518 Sep 24 00:20:40.051281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55126) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.055890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-d3612b4f-7603-44c5-bea5-8aa907010164 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086', 'tempest-TagsExtTest-Tag-1848094228') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.130249 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-d3612b4f-7603-44c5-bea5-8aa907010164 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:40.131309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d3612b4f-7603-44c5-bea5-8aa907010164 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags/tempest-TagsExtTest-Tag-1848094228 HTTP/1.1" status: 404 len: 329 time: 0.0790653 Sep 24 00:20:40.134705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55128) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.142106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-93e8dc81-a4ee-4903-bb63-822b7dfe8293 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086', 'tempest-TagsExtTest-Tag-1058712428') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.226300 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-93e8dc81-a4ee-4903-bb63-822b7dfe8293 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:40.230039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-93e8dc81-a4ee-4903-bb63-822b7dfe8293 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags/tempest-TagsExtTest-Tag-1058712428 HTTP/1.1" status: 404 len: 329 time: 0.0913885 Sep 24 00:20:40.230228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55132) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.234816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-e92434f5-41cc-4c2f-a80f-e6ac4664e020 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086', 'tempest-TagsExtTest-Tag-178634899') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.312727 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-e92434f5-41cc-4c2f-a80f-e6ac4664e020 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:40.313779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e92434f5-41cc-4c2f-a80f-e6ac4664e020 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags/tempest-TagsExtTest-Tag-178634899 HTTP/1.1" status: 404 len: 328 time: 0.0826149 Sep 24 00:20:40.316645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55134) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.321537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-d665f81c-d23e-4f9f-b5bb-fdaaba6a9241 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e', {'tags': ['tempest-TagsExtTest-Tag-1209152148', 'tempest-TagsExtTest-Tag-780514239', 'tempest-TagsExtTest-Tag-430183648']}) {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.357753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d665f81c-d23e-4f9f-b5bb-fdaaba6a9241 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "PUT /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags HTTP/1.1" status: 200 len: 316 time: 0.0399020 Sep 24 00:20:40.361189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55136) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.365347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-80239518-0a81-45a9-94d9-a964d6709ebb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.404633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-80239518-0a81-45a9-94d9-a964d6709ebb tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags HTTP/1.1" status: 204 len: 168 time: 0.0425465 Sep 24 00:20:40.407648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55138) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.412500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-2485f526-f638-46ad-99ef-3740a7e587ea tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e', 'tempest-TagsExtTest-Tag-1209152148') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.434867 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-2485f526-f638-46ad-99ef-3740a7e587ea tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:40.439360 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2485f526-f638-46ad-99ef-3740a7e587ea tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags/tempest-TagsExtTest-Tag-1209152148 HTTP/1.1" status: 404 len: 329 time: 0.0274003 Sep 24 00:20:40.440019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55142) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.446901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-9c201301-7619-4da4-bfd5-d2092704c2a2 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e', 'tempest-TagsExtTest-Tag-780514239') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.473945 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-9c201301-7619-4da4-bfd5-d2092704c2a2 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:40.477850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9c201301-7619-4da4-bfd5-d2092704c2a2 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags/tempest-TagsExtTest-Tag-780514239 HTTP/1.1" status: 404 len: 328 time: 0.0334928 Sep 24 00:20:40.478193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55146) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.482624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-33e987b8-a979-4b4b-b822-b0527366a439 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e', 'tempest-TagsExtTest-Tag-430183648') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.510750 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-33e987b8-a979-4b4b-b822-b0527366a439 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] show failed (client error): The resource could not be found. Sep 24 00:20:40.514933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-33e987b8-a979-4b4b-b822-b0527366a439 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags/tempest-TagsExtTest-Tag-430183648 HTTP/1.1" status: 404 len: 328 time: 0.0328827 Sep 24 00:20:40.515085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55148) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.520290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-82426bc0-46f8-4f55-992f-3fc1e57eeaa5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.580151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55152) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.580382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-82426bc0-46f8-4f55-992f-3fc1e57eeaa5 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e/tags HTTP/1.1" status: 204 len: 168 time: 0.0641325 Sep 24 00:20:40.585295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-80bcc9cb-5154-42be-b347-a720f0158bd2 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fa6da93d-37a1-4960-bff7-7071d72f9086') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.604165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541211e9-1ea2-43f7-8191-9b023fba8b41 req-83b42839-47aa-4fc4-9ebc-9c5b1943e519 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:40.612941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-541211e9-1ea2-43f7-8191-9b023fba8b41 req-83b42839-47aa-4fc4-9ebc-9c5b1943e519 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0983713 Sep 24 00:20:40.664328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5959bae2-4266-442a-8994-608ca74a9c8e req-eba11155-cee9-4d4e-89f3-7931b0cba0a9 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0481462 Sep 24 00:20:40.701830 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-80bcc9cb-5154-42be-b347-a720f0158bd2 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086/tags HTTP/1.1" status: 204 len: 168 time: 0.1200910 Sep 24 00:20:40.705595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-541211e9-1ea2-43f7-8191-9b023fba8b41 req-590203ee-0c1f-40fc-89a1-d44b5ed45c51 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756330 Sep 24 00:20:40.706440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55156) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.711075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-fbb87ed0-8192-493b-b169-bc495e38a5ee tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e1613f64-9561-46e5-b450-f6a3b4e5b54f') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.794748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fbb87ed0-8192-493b-b169-bc495e38a5ee tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f/tags HTTP/1.1" status: 204 len: 168 time: 0.0870891 Sep 24 00:20:40.797975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55162) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.803807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-12957e70-2914-4bc1-8f69-287b5b162421 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '6aa44309-abc0-4b7f-bb55-3355e522db82') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:40.865427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-12957e70-2914-4bc1-8f69-287b5b162421 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82/tags HTTP/1.1" status: 204 len: 168 time: 0.0653889 Sep 24 00:20:40.869347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55164) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.948825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-845ddd4c-7347-407f-a8f9-df42839e2b94 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for subnetpool, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:40.950801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-845ddd4c-7347-407f-a8f9-df42839e2b94 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnetpools/0d1ec6e3-ade8-4826-8c2c-b6c5f96f929e HTTP/1.1" status: 204 len: 168 time: 0.0800526 Sep 24 00:20:40.952758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55166) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:40.981304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-27908646-89e2-4607-bb88-b1fd7198a18c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa6da93d-37a1-4960-bff7-7071d72f9086 HTTP/1.1" status: 200 len: 205 time: 0.0273860 Sep 24 00:20:40.984420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55168) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:41.061901 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81398648-0fb5-4b3a-a2cd-6b8f95f9c4be tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.231763 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81398648-0fb5-4b3a-a2cd-6b8f95f9c4be tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.234283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81398648-0fb5-4b3a-a2cd-6b8f95f9c4be tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.278472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81398648-0fb5-4b3a-a2cd-6b8f95f9c4be tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.279010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81398648-0fb5-4b3a-a2cd-6b8f95f9c4be tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Fanout notify agent at l3_agent the message router_deleted on router fa6da93d-37a1-4960-bff7-7071d72f9086 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:20:41.287253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-81398648-0fb5-4b3a-a2cd-6b8f95f9c4be tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.288644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-81398648-0fb5-4b3a-a2cd-6b8f95f9c4be tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/routers/fa6da93d-37a1-4960-bff7-7071d72f9086 HTTP/1.1" status: 204 len: 168 time: 0.3030033 Sep 24 00:20:41.290946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55172) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:41.393734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4804d-6ec1-4d66-899d-ba561b488f1f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Deleting port e1613f64-9561-46e5-b450-f6a3b4e5b54f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:41.394611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fe4804d-6ec1-4d66-899d-ba561b488f1f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.487247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fe4804d-6ec1-4d66-899d-ba561b488f1f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.506551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1fe4804d-6ec1-4d66-899d-ba561b488f1f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Calling delete_port for e1613f64-9561-46e5-b450-f6a3b4e5b54f owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:41.649140 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fe4804d-6ec1-4d66-899d-ba561b488f1f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.693954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4804d-6ec1-4d66-899d-ba561b488f1f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Pushing event deleted for resources: {'Port': ['ID=e1613f64-9561-46e5-b450-f6a3b4e5b54f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:41.842198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dea481fa-5490-4eb2-a997-065d8e67f091 req-be542c22-9fdb-488b-b085-5e80b69e767f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0565679 Sep 24 00:20:41.849926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-adb5b42d-05ab-480d-b76f-920df7ec3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:41.851497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-adb5b42d-05ab-480d-b76f-920df7ec3b13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.1705952 Sep 24 00:20:41.892407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1fe4804d-6ec1-4d66-899d-ba561b488f1f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:41.897476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1fe4804d-6ec1-4d66-899d-ba561b488f1f tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/ports/e1613f64-9561-46e5-b450-f6a3b4e5b54f HTTP/1.1" status: 204 len: 168 time: 0.6023052 Sep 24 00:20:41.897476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55184) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:42.006947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a50356-d0fc-4f37-83d3-654e8feab29f req-54acb724-fb7e-4b62-acd2-861ff2b14188 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:42.008396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8a50356-d0fc-4f37-83d3-654e8feab29f req-54acb724-fb7e-4b62-acd2-861ff2b14188 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1964860 Sep 24 00:20:42.029825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-002355f4-e236-4beb-8b92-f2ddfd8d0816 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Deleting subnet 6aa44309-abc0-4b7f-bb55-3355e522db82 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:20:42.375552 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-002355f4-e236-4beb-8b92-f2ddfd8d0816 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:42.427678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-1c221382-b652-46c4-b442-83e0e1af2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:42.429165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-1c221382-b652-46c4-b442-83e0e1af2d5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.5495965 Sep 24 00:20:42.440885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8a50356-d0fc-4f37-83d3-654e8feab29f req-9bcde69a-6da4-40f9-9772-605b95400fe6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4261796 Sep 24 00:20:42.450559 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-002355f4-e236-4beb-8b92-f2ddfd8d0816 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:42.538280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-9ec75ce2-f673-4bf4-8c47-7480b71d926f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 1001 time: 0.1006355 Sep 24 00:20:42.612705 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-002355f4-e236-4beb-8b92-f2ddfd8d0816 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:42.639900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-d5e4a126-55f2-4289-affc-3977833441a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:42.641443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-d5e4a126-55f2-4289-affc-3977833441a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.0810804 Sep 24 00:20:42.706657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-f319fcd7-bd87-498b-a224-79dafa4547ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:42.707991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-f319fcd7-bd87-498b-a224-79dafa4547ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591781 Sep 24 00:20:42.713471 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-002355f4-e236-4beb-8b92-f2ddfd8d0816 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:42.760636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002355f4-e236-4beb-8b92-f2ddfd8d0816 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Pushing event deleted for resources: {'Subnet': ['ID=6aa44309-abc0-4b7f-bb55-3355e522db82,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:42.763069 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-002355f4-e236-4beb-8b92-f2ddfd8d0816 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:42.765078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-002355f4-e236-4beb-8b92-f2ddfd8d0816 tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/subnets/6aa44309-abc0-4b7f-bb55-3355e522db82 HTTP/1.1" status: 204 len: 168 time: 0.8667653 Sep 24 00:20:42.767921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:42.770459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e54b52-8ef1-457a-9bd0-518573c68b3f None None] Network 8744decd-1472-465a-8e71-6fb26a23f34a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:20:42.836496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-02f2c7aa-7844-4981-a9cf-40f3c0ef9d28 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198776 Sep 24 00:20:42.857111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:42.925007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Deleting port ea66a537-431f-4fb9-a304-bed5ea11dad1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:42.925444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:42.973491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] DHCP port deletion for 8744decd-1472-465a-8e71-6fb26a23f34a request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:20:42.974909 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47268237-9cce-4efc-9e09-3471900fcf2d req-43e192fb-d290-46f2-b320-7e30557f3bb6 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0425434 Sep 24 00:20:43.021180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2faaebe3-1174-4ad8-9ecc-11b66c195a35 req-ecc499fc-ac5a-4b33-8fa2-2412fc0d5b85 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771605 Sep 24 00:20:43.031863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] For port ea66a537-431f-4fb9-a304-bed5ea11dad1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ea66a537-431f-4fb9-a304-bed5ea11dad1,segment=NetworkSegment(cf5f21d5-374b-4859-8d57-70d65218ecd2),segment_id=cf5f21d5-374b-4859-8d57-70d65218ecd2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:43.032765 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.043271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] Deleting port ea66a537-431f-4fb9-a304-bed5ea11dad1 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:20:43.043645 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.057099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Calling delete_port for ea66a537-431f-4fb9-a304-bed5ea11dad1 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:43.124590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] For port ea66a537-431f-4fb9-a304-bed5ea11dad1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ea66a537-431f-4fb9-a304-bed5ea11dad1,segment=NetworkSegment(cf5f21d5-374b-4859-8d57-70d65218ecd2),segment_id=cf5f21d5-374b-4859-8d57-70d65218ecd2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:20:43.124992 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.137431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] Calling delete_port for ea66a537-431f-4fb9-a304-bed5ea11dad1 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:20:43.173068 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-295889be-96d3-4ef5-964d-ce2a9026c945 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695584 Sep 24 00:20:43.186628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.217718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Pushing event deleted for resources: {'Port': ['ID=ea66a537-431f-4fb9-a304-bed5ea11dad1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:43.230956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] No DVR routers for this DVR port ea66a537-431f-4fb9-a304-bed5ea11dad1 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:43.240725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.272988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] Pushing event deleted for resources: {'Port': ['ID=ea66a537-431f-4fb9-a304-bed5ea11dad1,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:43.280460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18ee56-7f13-4312-95d5-424495b9a178 None None] No DVR routers for this DVR port ea66a537-431f-4fb9-a304-bed5ea11dad1 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:20:43.348858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.355563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ea66a537-431f-4fb9-a304-bed5ea11dad1 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:20:43.361597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-a1c2ae96-a3bd-4847-9152-073f6fc6992a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:43.363187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-a1c2ae96-a3bd-4847-9152-073f6fc6992a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1098 time: 0.1432683 Sep 24 00:20:43.380735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ea66a537-431f-4fb9-a304-bed5ea11dad1 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:20:43.381118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ea66a537-431f-4fb9-a304-bed5ea11dad1 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:20:43.381517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8744decd-1472-465a-8e71-6fb26a23f34a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:43.408015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf5f21d5-374b-4859-8d57-70d65218ecd2') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:43.408418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf5f21d5-374b-4859-8d57-70d65218ecd2') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:43.429202 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.474568 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.486848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:43.487487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:43.490743 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:43.561527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-bcafa2cb-bbae-4950-b1ea-310971499ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:43.562410 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-bcafa2cb-bbae-4950-b1ea-310971499ea3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1663926 Sep 24 00:20:43.569084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.582608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:43.586668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] 10.222.0.24 "DELETE /v2.0/networks/8744decd-1472-465a-8e71-6fb26a23f34a HTTP/1.1" status: 204 len: 168 time: 0.8145592 Sep 24 00:20:43.627207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d981f33-6d29-46e3-bc08-29fa69fc974c tempest-TagsExtTest-986442063 tempest-TagsExtTest-986442063-project] Pushing event deleted for resources: {'Network': ['ID=8744decd-1472-465a-8e71-6fb26a23f34a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:43.651316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-9bf0ac96-4c6c-42d1-a57e-2c8e8f6754e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 1002 time: 0.0802224 Sep 24 00:20:43.675646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed940e0a-8249-4c36-8cc6-ea9e7865d2b0 req-e83b6bba-a317-4b37-baa4-15c76137159d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:43.690526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed940e0a-8249-4c36-8cc6-ea9e7865d2b0 req-e83b6bba-a317-4b37-baa4-15c76137159d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1365967 Sep 24 00:20:43.735014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-b9b2c97c-e868-4728-866d-77d9dfb2d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:43.737797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed940e0a-8249-4c36-8cc6-ea9e7865d2b0 req-08ee31aa-dd3e-4c6a-a87a-50de2706084b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443811 Sep 24 00:20:43.739256 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-b9b2c97c-e868-4728-866d-77d9dfb2d571 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0803804 Sep 24 00:20:43.796700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-f52accf6-bff2-412a-b12b-1894bfca3d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:43.798370 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-f52accf6-bff2-412a-b12b-1894bfca3d38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513568 Sep 24 00:20:43.897254 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-bd020099-2d9d-466a-8af2-b7d2b474d4c8 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917437 Sep 24 00:20:43.929493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:44.015847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6d9a62f9-9864-41b0-a02b-ed05dbd2521b req-1ee3a0e3-f30a-4a87-8e55-346a8726f10f service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119173 Sep 24 00:20:44.111099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5674fb47-f8cd-4e79-bfed-9b0f35f09139 req-9dc524ff-2e59-4353-8def-8f3a751ac918 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0371382 Sep 24 00:20:44.121791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-53417911-8100-484a-b98d-28a7851947cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=072dd74f3cb943adbe78e7f067e8b207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1909723 Sep 24 00:20:44.125397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55234) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:44.174670 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5bae-5d7c-4085-bdb0-7d520e428d6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:44.196989 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5bae-5d7c-4085-bdb0-7d520e428d6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:44.245820 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5bae-5d7c-4085-bdb0-7d520e428d6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:44.249214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fd9d5bae-5d7c-4085-bdb0-7d520e428d6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:44.253531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fd9d5bae-5d7c-4085-bdb0-7d520e428d6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ca245ae-8cb7-438b-b9e8-e512a902fc12 HTTP/1.1" status: 204 len: 168 time: 0.1241279 Sep 24 00:20:44.267308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d5bae-5d7c-4085-bdb0-7d520e428d6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca245ae-8cb7-438b-b9e8-e512a902fc12,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:44.877557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13caf0c-be1c-4316-9046-28068e3c5d45 req-52b1bef7-662a-4eb6-ba83-abb86866dec6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:44.879868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a13caf0c-be1c-4316-9046-28068e3c5d45 req-52b1bef7-662a-4eb6-ba83-abb86866dec6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0566480 Sep 24 00:20:44.928653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a13caf0c-be1c-4316-9046-28068e3c5d45 req-a98419c7-d657-41b7-ac66-d549cd6a1c54 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419216 Sep 24 00:20:45.020514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55270) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:45.123889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2139586543'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:20:45.146193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Made reservation on behalf of 3044570934df40cca2565f50957178e9 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:20:45.150578 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:45.160372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:45.218558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2969bee-faa4-4e62-968b-ac52d3965812 req-0808341c-1d2b-481f-8a89-7f3a60da3825 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0313098 Sep 24 00:20:45.290208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:45.294312 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:45.321649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:20:45.332475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8b2a50-3d85-4416-b0e2-2454510597ef,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:45.337815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:45.338162 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Added segment 58da56b6-1657-41f4-bb57-0410fddb9f7e of type vlan for network c8b90212-b96c-4682-a508-9a830d59b9ad Sep 24 00:20:45.390828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:45.416382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:45.425030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:45.425736 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:45.464794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4430618 Sep 24 00:20:45.468358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55282) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:45.474327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-0b5f31cf-907c-4c69-8e9e-d7fb1124074b tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', 'tempest-TagsTest-Tag-587764423') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:45.502558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91123a2d-d01b-4527-b987-31324e095e41 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Pushing event updated for resources: {'Network': ['ID=c8b90212-b96c-4682-a508-9a830d59b9ad,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:45.515247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network c8b90212-b96c-4682-a508-9a830d59b9ad details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:20:45.564214 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0b5f31cf-907c-4c69-8e9e-d7fb1124074b tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "PUT /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags/tempest-TagsTest-Tag-587764423 HTTP/1.1" status: 201 len: 201 time: 0.0944674 Sep 24 00:20:45.566869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:45.571875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-094f1095-4db0-405a-8342-a965754ce578 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', 'tempest-TagsTest-Tag-587764423') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:45.654697 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-094f1095-4db0-405a-8342-a965754ce578 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "GET /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags/tempest-TagsTest-Tag-587764423 HTTP/1.1" status: 204 len: 168 time: 0.0862901 Sep 24 00:20:45.657094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55286) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:45.661282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-a74c4204-d2d1-4f73-96fe-fef26f0ede83 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:45.732489 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a74c4204-d2d1-4f73-96fe-fef26f0ede83 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "GET /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags HTTP/1.1" status: 200 len: 237 time: 0.0742445 Sep 24 00:20:45.735635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55290) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:45.740538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-88e04dbb-65b6-497b-947b-742253c5cdbe tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', {'tags': ['tempest-TagsTest-Tag-1508254414', 'tempest-TagsTest-Tag-1788914913', 'tempest-TagsTest-Tag-1798727605']}) {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:45.848129 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-88e04dbb-65b6-497b-947b-742253c5cdbe tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "PUT /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags HTTP/1.1" status: 200 len: 309 time: 0.1113994 Sep 24 00:20:45.852415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55296) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:45.858421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-6d3f5942-0d49-4281-9fa1-eb98f80fb043 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', 'tempest-TagsTest-Tag-1508254414') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:45.952034 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6d3f5942-0d49-4281-9fa1-eb98f80fb043 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "DELETE /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags/tempest-TagsTest-Tag-1508254414 HTTP/1.1" status: 204 len: 168 time: 0.0983994 Sep 24 00:20:45.954992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55300) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:45.959885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-b09b83c4-1175-4a4e-b522-32851e74a212 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', 'tempest-TagsTest-Tag-1508254414') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.040402 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-b09b83c4-1175-4a4e-b522-32851e74a212 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] show failed (client error): The resource could not be found. Sep 24 00:20:46.041477 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b09b83c4-1175-4a4e-b522-32851e74a212 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "GET /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags/tempest-TagsTest-Tag-1508254414 HTTP/1.1" status: 404 len: 326 time: 0.0854053 Sep 24 00:20:46.046251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55302) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:46.051343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-15b7be16-c462-4cd5-b35e-749e288859ed tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', 'tempest-TagsTest-Tag-1788914913') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.075883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9a9f9-1855-45d6-a43b-f36406d69760 req-df9ab8eb-459c-41cb-a149-11bfea7f9459 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:46.077436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3a9a9f9-1855-45d6-a43b-f36406d69760 req-df9ab8eb-459c-41cb-a149-11bfea7f9459 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0728862 Sep 24 00:20:46.124172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3a9a9f9-1855-45d6-a43b-f36406d69760 req-0f929c78-630a-4aaa-9531-9b39ba4ebcd6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394316 Sep 24 00:20:46.148440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-15b7be16-c462-4cd5-b35e-749e288859ed tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "GET /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags/tempest-TagsTest-Tag-1788914913 HTTP/1.1" status: 204 len: 168 time: 0.0988328 Sep 24 00:20:46.148726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55304) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:46.152966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-784235c8-04f8-450b-8b98-fa0c5bfbcc88 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', 'tempest-TagsTest-Tag-1798727605') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.233845 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-784235c8-04f8-450b-8b98-fa0c5bfbcc88 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "GET /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags/tempest-TagsTest-Tag-1798727605 HTTP/1.1" status: 204 len: 168 time: 0.0835562 Sep 24 00:20:46.236392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55306) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:46.240689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.tag.tag_plugin [None req-e49654f2-d4c9-4d72-a953-0eacd3bcd468 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.330786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55310) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:46.332297 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e49654f2-d4c9-4d72-a953-0eacd3bcd468 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "DELETE /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0879679 Sep 24 00:20:46.333315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0770dcf5-40ad-416b-b2cc-fcd740bf50dd req-6c172f74-5b81-44ea-ad3b-66563f63b45c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0320628 Sep 24 00:20:46.337761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-4fcfd62f-cf1c-4540-821c-67f8951c3c45 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', 'tempest-TagsTest-Tag-1788914913') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.417550 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-4fcfd62f-cf1c-4540-821c-67f8951c3c45 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] show failed (client error): The resource could not be found. Sep 24 00:20:46.418629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4fcfd62f-cf1c-4540-821c-67f8951c3c45 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "GET /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags/tempest-TagsTest-Tag-1788914913 HTTP/1.1" status: 404 len: 326 time: 0.0844340 Sep 24 00:20:46.423429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55318) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:46.428303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-9cf6bda1-bd71-4aa3-a690-d787009a75af tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad', 'tempest-TagsTest-Tag-1798727605') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.499797 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-9cf6bda1-bd71-4aa3-a690-d787009a75af tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] show failed (client error): The resource could not be found. Sep 24 00:20:46.500840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9cf6bda1-bd71-4aa3-a690-d787009a75af tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "GET /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags/tempest-TagsTest-Tag-1798727605 HTTP/1.1" status: 404 len: 326 time: 0.0764308 Sep 24 00:20:46.503873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55320) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:46.508149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.tag.tag_plugin [None req-e1b09e87-ee69-48bf-9c00-372a62c5973f tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c8b90212-b96c-4682-a508-9a830d59b9ad') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.580103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e1b09e87-ee69-48bf-9c00-372a62c5973f tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "DELETE /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad/tags HTTP/1.1" status: 204 len: 168 time: 0.0752308 Sep 24 00:20:46.584353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55322) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:46.663421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:46.751659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:46.773996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b90212-b96c-4682-a508-9a830d59b9ad']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.783932 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58da56b6-1657-41f4-bb57-0410fddb9f7e') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.784232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58da56b6-1657-41f4-bb57-0410fddb9f7e') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:20:46.794244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:46.817544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:46.825749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:20:46.827125 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:20:46.830523 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:20:46.897460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:46.902320 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:46.909656 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] 10.222.0.24 "DELETE /v2.0/networks/c8b90212-b96c-4682-a508-9a830d59b9ad HTTP/1.1" status: 204 len: 168 time: 0.3193321 Sep 24 00:20:46.932617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1dcb6e-868e-483c-836b-f47599443d79 tempest-TagsTest-919284007 tempest-TagsTest-919284007-project] Pushing event deleted for resources: {'Network': ['ID=c8b90212-b96c-4682-a508-9a830d59b9ad,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:47.195079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55336) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:47.245758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13edff3-e4a6-4ac6-8f33-c8f8f36e043d req-252d1b3c-a1ab-4553-84bd-e6320225a618 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:47.247559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e13edff3-e4a6-4ac6-8f33-c8f8f36e043d req-252d1b3c-a1ab-4553-84bd-e6320225a618 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0516980 Sep 24 00:20:47.292771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e13edff3-e4a6-4ac6-8f33-c8f8f36e043d req-14393795-69f8-42d7-bb0b-db5ac6f3d822 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376716 Sep 24 00:20:47.362627 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ac91a6c5-079e-462e-a173-423f00982c84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3044570934df40cca2565f50957178e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1663108 Sep 24 00:20:47.365436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55346) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:47.445677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9725d31c-72a3-4c12-a844-c6004ed3c16a req-bc9fb73b-d46d-4eb4-832b-1c9d816b2b81 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0304730 Sep 24 00:20:47.457686 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-effb9740-650a-40c3-b878-96b1c5dcaf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:47.480987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-effb9740-650a-40c3-b878-96b1c5dcaf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:47.532472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-effb9740-650a-40c3-b878-96b1c5dcaf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:47.535533 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-effb9740-650a-40c3-b878-96b1c5dcaf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:47.536495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-effb9740-650a-40c3-b878-96b1c5dcaf6b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f8b2a50-3d85-4416-b0e2-2454510597ef HTTP/1.1" status: 204 len: 168 time: 0.1699920 Sep 24 00:20:47.545964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb9740-650a-40c3-b878-96b1c5dcaf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8b2a50-3d85-4416-b0e2-2454510597ef,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:48.418272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e019f-436a-4776-939f-4b6e413a3dbd req-4a85a28a-69d8-4637-99be-e897d20a6de5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:48.426432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b16e019f-436a-4776-939f-4b6e413a3dbd req-4a85a28a-69d8-4637-99be-e897d20a6de5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0629315 Sep 24 00:20:48.477406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b16e019f-436a-4776-939f-4b6e413a3dbd req-401d7d86-9016-400d-a833-22438e6ae7a9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498827 Sep 24 00:20:48.572516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26df5788-aff4-4cae-8a3a-3895c081daae req-09329c06-373b-436c-a53a-c7792148cd5d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0351899 Sep 24 00:20:49.418964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:49.546609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93e5db6f-b226-47fd-9c68-2c1d24281846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:49.659759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4919c16-a348-4338-ae88-b89957db700b req-be44c149-3956-488d-98a9-f5d2a1d46b5e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:49.661311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4919c16-a348-4338-ae88-b89957db700b req-be44c149-3956-488d-98a9-f5d2a1d46b5e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0768061 Sep 24 00:20:49.706285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-300578f2-6536-484d-9ad3-3575473b3392 req-340509cc-dd40-48bd-9e23-6483db512daa tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0416269 Sep 24 00:20:49.736564 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93e5db6f-b226-47fd-9c68-2c1d24281846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:49.742621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4919c16-a348-4338-ae88-b89957db700b req-884675b7-38dd-4dbf-8102-20f5b8284d65 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679426 Sep 24 00:20:49.743673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-93e5db6f-b226-47fd-9c68-2c1d24281846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:49.792308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-93e5db6f-b226-47fd-9c68-2c1d24281846 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45c83592c3074c5ebb5f8ba032676b6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722229 Sep 24 00:20:49.793021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5db6f-b226-47fd-9c68-2c1d24281846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8017b74-ec06-4f21-b025-e252cc4afd3e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:49.796346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55436) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:49.851874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07ded9ee-89ee-4250-b256-b6df21cc2f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:49.872602 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07ded9ee-89ee-4250-b256-b6df21cc2f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:49.919059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07ded9ee-89ee-4250-b256-b6df21cc2f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:49.921670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-07ded9ee-89ee-4250-b256-b6df21cc2f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:49.925354 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-07ded9ee-89ee-4250-b256-b6df21cc2f18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8017b74-ec06-4f21-b025-e252cc4afd3e HTTP/1.1" status: 204 len: 168 time: 0.1254454 Sep 24 00:20:49.931154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ded9ee-89ee-4250-b256-b6df21cc2f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8017b74-ec06-4f21-b025-e252cc4afd3e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:50.225714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55444) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:50.240927 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-770def57-2f76-4885-96a1-04035b10a0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:50.342635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-770def57-2f76-4885-96a1-04035b10a0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:50.346463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-770def57-2f76-4885-96a1-04035b10a0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:50.387477 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-770def57-2f76-4885-96a1-04035b10a0d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3a0a73b135340e6bc66df7ad44283e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581342 Sep 24 00:20:50.387477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770def57-2f76-4885-96a1-04035b10a0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5113d6f-8454-4f2a-989e-bf8a312c9e64,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:50.388191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55446) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:50.443579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1e0142f-1913-4c76-b6a4-9db1a8d73928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:50.466191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1e0142f-1913-4c76-b6a4-9db1a8d73928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:50.517585 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1e0142f-1913-4c76-b6a4-9db1a8d73928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:50.520803 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f1e0142f-1913-4c76-b6a4-9db1a8d73928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:50.522010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f1e0142f-1913-4c76-b6a4-9db1a8d73928 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5113d6f-8454-4f2a-989e-bf8a312c9e64 HTTP/1.1" status: 204 len: 168 time: 0.1320817 Sep 24 00:20:50.531456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0142f-1913-4c76-b6a4-9db1a8d73928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5113d6f-8454-4f2a-989e-bf8a312c9e64,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:50.815610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c93f1568-6f88-40f3-a230-84dcbf45b8e7 req-b5346335-6abf-4cac-8e0e-e14deadc829c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0329564 Sep 24 00:20:50.880415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e28804-0d2c-4ca3-bbc2-0bb2a6851983 req-4378529a-1e14-4738-b8b8-eecfd9ffe4e5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:50.882250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67e28804-0d2c-4ca3-bbc2-0bb2a6851983 req-4378529a-1e14-4738-b8b8-eecfd9ffe4e5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0526006 Sep 24 00:20:50.930969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67e28804-0d2c-4ca3-bbc2-0bb2a6851983 req-d3b3b83c-5202-43b4-a97e-6c6ea7418e51 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424650 Sep 24 00:20:51.915444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d6acd1b-4cc3-4f4f-9049-0b861a0b2d29 req-e1271bd1-526b-4868-9cc6-52d1493d2976 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0279393 Sep 24 00:20:52.057480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc3f8d-77a2-4370-9776-f676c26a4cb1 req-0886611e-6384-4329-aaf8-21c130a9510a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:52.059244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e7bc3f8d-77a2-4370-9776-f676c26a4cb1 req-0886611e-6384-4329-aaf8-21c130a9510a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0524988 Sep 24 00:20:52.099464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e7bc3f8d-77a2-4370-9776-f676c26a4cb1 req-c72cc9aa-b92c-440f-b0bc-f33222febefd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341792 Sep 24 00:20:52.641827 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:20:52.979084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6fb9e8aa-b975-43c3-a5a8-9cb096bcb013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:53.017420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d8ada7b-5d09-4ee8-9060-02448a4395f5 req-3fd09450-9437-48cc-84f4-67a0e0aaaba4 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0280082 Sep 24 00:20:53.231662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dbd71-a9c5-48ad-8d36-bb61a24e8118 req-5e4957b6-d5c5-4af9-b446-c48176a2cd8b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:53.234101 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b01dbd71-a9c5-48ad-8d36-bb61a24e8118 req-5e4957b6-d5c5-4af9-b446-c48176a2cd8b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0591383 Sep 24 00:20:53.286916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b01dbd71-a9c5-48ad-8d36-bb61a24e8118 req-0e9f7102-eb87-4eb5-9b16-f7e703c62971 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447063 Sep 24 00:20:54.127020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84337689-9688-46bf-8a7d-0b2ca897bd4f req-f755957d-4958-4bff-8065-cb5179477796 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0360360 Sep 24 00:20:54.411209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd45955-7a3b-4ca6-8992-8baeb22effed req-63fa3ae0-02d1-4ad4-99ab-19abed28fca0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:54.413068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd45955-7a3b-4ca6-8992-8baeb22effed req-63fa3ae0-02d1-4ad4-99ab-19abed28fca0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0534391 Sep 24 00:20:54.470801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd45955-7a3b-4ca6-8992-8baeb22effed req-26c15b4f-ab2d-4ce6-ad23-2840055f4b78 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508976 Sep 24 00:20:55.244041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1da3167c-2d58-4e19-809e-ff5e2fa5360a req-b9b1face-937f-4bbd-9017-d213d86460b2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0325811 Sep 24 00:20:55.609092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ff4a0-ea66-48ac-9381-f519522ce6ca req-f4b80489-b0ed-42cf-b4b6-2f25b310ddaf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:55.610564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-482ff4a0-ea66-48ac-9381-f519522ce6ca req-f4b80489-b0ed-42cf-b4b6-2f25b310ddaf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0592349 Sep 24 00:20:55.658662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-482ff4a0-ea66-48ac-9381-f519522ce6ca req-8558adcb-18a9-4419-8fdf-09f7ff9ad137 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412116 Sep 24 00:20:55.846349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:55.974222 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d82e4f1c-bb0f-482a-aa20-c4f9de7595d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:56.341855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49cda02d-f486-4ab5-af4c-4ad7764f46c9 req-1ad93fc4-7ef6-4b34-a616-0d6c25503795 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0280430 Sep 24 00:20:56.773590 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:56.787516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55c79f-9507-4876-9ed4-f169c95113c7 req-cba02589-2da4-47b0-8f92-dd10169922fe tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:56.789173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e55c79f-9507-4876-9ed4-f169c95113c7 req-cba02589-2da4-47b0-8f92-dd10169922fe tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0594845 Sep 24 00:20:56.835870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e55c79f-9507-4876-9ed4-f169c95113c7 req-6dea6fbf-b8fd-4c6a-9683-2c1c9b88c98f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379264 Sep 24 00:20:57.470111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00b80a19-fae1-4914-8d6f-81d9ad9decad req-3421393c-1ee7-4b8c-9762-e571a7831ac4 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0383759 Sep 24 00:20:57.861957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55698) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:57.957629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf88927-e6ba-45a2-8652-9ba9ab573eb2 req-bd443f29-8db4-4953-8630-73541287048f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:57.959299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cf88927-e6ba-45a2-8652-9ba9ab573eb2 req-bd443f29-8db4-4953-8630-73541287048f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0520396 Sep 24 00:20:58.000423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8dba014-69b2-42ef-acd0-03e9ead3d55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.022504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cf88927-e6ba-45a2-8652-9ba9ab573eb2 req-02420cb0-c48a-4e72-b3d7-943381a0c31d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569892 Sep 24 00:20:58.107890 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8dba014-69b2-42ef-acd0-03e9ead3d55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.111984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e8dba014-69b2-42ef-acd0-03e9ead3d55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.153812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e8dba014-69b2-42ef-acd0-03e9ead3d55c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5382b663d97a4d97a87534d7268ddad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885003 Sep 24 00:20:58.153812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dba014-69b2-42ef-acd0-03e9ead3d55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5d40fe-955f-41e9-8e1f-5a765a89858a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:58.154985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55706) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:58.206887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8ef53f2-489e-4eeb-a911-9b54343c6931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.228845 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8ef53f2-489e-4eeb-a911-9b54343c6931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.279669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8ef53f2-489e-4eeb-a911-9b54343c6931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.282237 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a8ef53f2-489e-4eeb-a911-9b54343c6931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.283461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a8ef53f2-489e-4eeb-a911-9b54343c6931 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de5d40fe-955f-41e9-8e1f-5a765a89858a HTTP/1.1" status: 204 len: 168 time: 0.1268401 Sep 24 00:20:58.291805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef53f2-489e-4eeb-a911-9b54343c6931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5d40fe-955f-41e9-8e1f-5a765a89858a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:58.561021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab49410-ace0-4bf0-8db6-530c6c613f4f req-d9c86afb-a2f4-4037-b202-22bebe339996 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0287478 Sep 24 00:20:58.588001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55718) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:58.603857 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd344855-42ed-4c8a-b9ac-a1a91291219d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.698919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd344855-42ed-4c8a-b9ac-a1a91291219d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.704073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bd344855-42ed-4c8a-b9ac-a1a91291219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.735334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd344855-42ed-4c8a-b9ac-a1a91291219d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bf15a8-77fd-4015-babd-5567c17d0467,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:58.750942 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd344855-42ed-4c8a-b9ac-a1a91291219d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5df846e993840f8af36acb74205376c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618419 Sep 24 00:20:58.753508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55728) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:20:58.804195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d17fff3-20f3-4f0b-ada5-8cc626cfdf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.825423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d17fff3-20f3-4f0b-ada5-8cc626cfdf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.873674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d17fff3-20f3-4f0b-ada5-8cc626cfdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.876403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d17fff3-20f3-4f0b-ada5-8cc626cfdf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:58.877551 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d17fff3-20f3-4f0b-ada5-8cc626cfdf31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5bf15a8-77fd-4015-babd-5567c17d0467 HTTP/1.1" status: 204 len: 168 time: 0.1225679 Sep 24 00:20:58.885266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17fff3-20f3-4f0b-ada5-8cc626cfdf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bf15a8-77fd-4015-babd-5567c17d0467,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:20:59.140853 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:20:59.161366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19bd051-2107-4918-be53-5dc6bae7a7e6 req-84969540-d6aa-4d24-898d-88d28a4d8e4e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:20:59.162939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d19bd051-2107-4918-be53-5dc6bae7a7e6 req-84969540-d6aa-4d24-898d-88d28a4d8e4e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0706453 Sep 24 00:20:59.217914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d19bd051-2107-4918-be53-5dc6bae7a7e6 req-6dcfdd2a-c03d-4b65-84f9-7ee932c30279 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483944 Sep 24 00:20:59.664674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22fc2775-4ec6-4337-b10c-528851eda957 req-aacaa3a1-f882-48ca-b3c7-34bb32d5c19a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0315080 Sep 24 00:21:00.375640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b808b7-eda2-452c-97ce-50c45416fe90 req-83a2270b-43e1-4b4d-87bd-6d7223266dc5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:00.377042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79b808b7-eda2-452c-97ce-50c45416fe90 req-83a2270b-43e1-4b4d-87bd-6d7223266dc5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0633054 Sep 24 00:21:00.425149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79b808b7-eda2-452c-97ce-50c45416fe90 req-1c8f1284-8e95-4c05-a91e-3226172b11df tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398569 Sep 24 00:21:00.761355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b80feed-b48b-49d3-b011-192b80864893 req-c8050648-76f0-427b-9e13-c4a3eea6cc0a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0258670 Sep 24 00:21:01.128460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55850) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:21:01.245855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-051c4db9-1af9-4424-a838-78e21d3fa125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.341191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-051c4db9-1af9-4424-a838-78e21d3fa125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.345019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-051c4db9-1af9-4424-a838-78e21d3fa125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.383957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-051c4db9-1af9-4424-a838-78e21d3fa125 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=927b8d15d867430daec7e83bbe407596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544050 Sep 24 00:21:01.384944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c4db9-1af9-4424-a838-78e21d3fa125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91219c4d-2cde-4fab-87c3-b3e50a41107c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:01.386593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55854) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:21:01.436557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b52feb0d-a910-492d-9f56-46420b8d05e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.458022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b52feb0d-a910-492d-9f56-46420b8d05e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.533523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b52feb0d-a910-492d-9f56-46420b8d05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.536013 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b52feb0d-a910-492d-9f56-46420b8d05e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.537137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b52feb0d-a910-492d-9f56-46420b8d05e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91219c4d-2cde-4fab-87c3-b3e50a41107c HTTP/1.1" status: 204 len: 168 time: 0.1489029 Sep 24 00:21:01.550361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52feb0d-a910-492d-9f56-46420b8d05e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91219c4d-2cde-4fab-87c3-b3e50a41107c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:01.570875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66c3d14-5e71-4129-bbed-9c82ff5e8b7c req-d2bb0b18-a633-4134-8ce2-e0c06ccaccb1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:01.578175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f66c3d14-5e71-4129-bbed-9c82ff5e8b7c req-d2bb0b18-a633-4134-8ce2-e0c06ccaccb1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0745282 Sep 24 00:21:01.614270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f66c3d14-5e71-4129-bbed-9c82ff5e8b7c req-4168ab73-c846-406b-8d5d-5a8fcd7200ef tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351417 Sep 24 00:21:01.834432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55866) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:21:01.852420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19277035-cdfb-42d1-a0cb-a3cf8b9a6387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.868559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88f076c0-4da4-41ef-a10d-c80c971a5afe req-58d85b49-772a-4d23-b0be-36b05708d3cd tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0350778 Sep 24 00:21:01.958244 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19277035-cdfb-42d1-a0cb-a3cf8b9a6387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.962267 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-19277035-cdfb-42d1-a0cb-a3cf8b9a6387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:01.999967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-19277035-cdfb-42d1-a0cb-a3cf8b9a6387 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee8ba474881a4c6ebf7bd5bf4a8b0576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641695 Sep 24 00:21:02.001905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19277035-cdfb-42d1-a0cb-a3cf8b9a6387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b69edb-562d-4803-adb1-d813a563c05c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:02.002688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55870) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:21:02.055228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67ccab80-281d-49ab-9204-9e14a6cab2d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:02.076051 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67ccab80-281d-49ab-9204-9e14a6cab2d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:02.122703 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67ccab80-281d-49ab-9204-9e14a6cab2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:02.125223 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-67ccab80-281d-49ab-9204-9e14a6cab2d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:02.126374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-67ccab80-281d-49ab-9204-9e14a6cab2d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46b69edb-562d-4803-adb1-d813a563c05c HTTP/1.1" status: 204 len: 168 time: 0.1225276 Sep 24 00:21:02.134396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ccab80-281d-49ab-9204-9e14a6cab2d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b69edb-562d-4803-adb1-d813a563c05c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:02.734603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7ac9a-241c-4db7-afbc-1017a39d08a8 req-2e3ab0f3-90a2-4b55-b040-770bd01de302 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:02.736228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9a7ac9a-241c-4db7-afbc-1017a39d08a8 req-2e3ab0f3-90a2-4b55-b040-770bd01de302 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0533204 Sep 24 00:21:02.784125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9a7ac9a-241c-4db7-afbc-1017a39d08a8 req-f22f111e-bf21-44e9-9d00-d4181f1b3b2c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346940 Sep 24 00:21:02.956462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4544be40-e4c1-4d85-84b1-7ad8a01b4e9e req-c340fcdd-ed56-4c7d-b6b7-a8eb1d429d17 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0271201 Sep 24 00:21:03.281169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 55908) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:21:03.393596 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98f8d155-20bb-4308-bffd-ca87bde3e327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:03.484312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98f8d155-20bb-4308-bffd-ca87bde3e327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:03.488397 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98f8d155-20bb-4308-bffd-ca87bde3e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:03.527636 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-98f8d155-20bb-4308-bffd-ca87bde3e327 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34b8009dda20406692c7b3e81a9acf7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2453151 Sep 24 00:21:03.528537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f8d155-20bb-4308-bffd-ca87bde3e327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73d224ef-029a-4d1f-a7ae-c65df7cd6328,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:03.530823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 55912) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:21:03.581851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a06c2d02-6469-410b-b49f-644afd984355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:03.602971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a06c2d02-6469-410b-b49f-644afd984355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:03.650336 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a06c2d02-6469-410b-b49f-644afd984355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:03.653049 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a06c2d02-6469-410b-b49f-644afd984355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:03.657757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a06c2d02-6469-410b-b49f-644afd984355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73d224ef-029a-4d1f-a7ae-c65df7cd6328 HTTP/1.1" status: 204 len: 168 time: 0.1222937 Sep 24 00:21:03.665584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c2d02-6469-410b-b49f-644afd984355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73d224ef-029a-4d1f-a7ae-c65df7cd6328,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:03.908678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6688c64a-1216-4b70-8232-010dd326b54f req-ad9a48bc-20be-4138-9e85-2ff5b9f31103 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:03.911238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6688c64a-1216-4b70-8232-010dd326b54f req-ad9a48bc-20be-4138-9e85-2ff5b9f31103 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0620475 Sep 24 00:21:03.951701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6688c64a-1216-4b70-8232-010dd326b54f req-353d964d-95e3-4125-8f47-b3d8849e071f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336778 Sep 24 00:21:04.056204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4969492a-cb41-4a0b-8a4a-7bbff053c9a2 req-dc2cadc7-7f95-4375-9bfa-f07f8a737744 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Sep 24 00:21:05.081548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae71df4-5187-43c1-b34e-202b8c602bd3 req-52e7d99d-25f5-463f-a812-0f6e642f8e16 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:05.083184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae71df4-5187-43c1-b34e-202b8c602bd3 req-52e7d99d-25f5-463f-a812-0f6e642f8e16 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0604959 Sep 24 00:21:05.126976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae71df4-5187-43c1-b34e-202b8c602bd3 req-ee6760ca-8eaf-40ee-971b-b0fe9a3cf8ca tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372314 Sep 24 00:21:05.175310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a9eaaea-4f67-4348-b19a-aae7e777ebed req-908aaeca-6887-4d74-a644-e9e216a34726 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0342450 Sep 24 00:21:06.282420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2e09317-be75-4adc-95fd-d5029bf567af req-a3451142-aadd-4f63-ab0c-a5073c07597f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0303407 Sep 24 00:21:06.297643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e25d6-242d-49a7-9adf-06d1a6204734 req-4e77524e-559e-46de-a6c9-b6b6441e44aa tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:06.299706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c52e25d6-242d-49a7-9adf-06d1a6204734 req-4e77524e-559e-46de-a6c9-b6b6441e44aa tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0939882 Sep 24 00:21:06.352586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c52e25d6-242d-49a7-9adf-06d1a6204734 req-5f807256-66ef-477e-a21b-ac13c98974d6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469306 Sep 24 00:21:06.601512 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:07.458273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-816b74a6-57e8-47d3-b352-b00a7af7cf45 req-257eba42-f22a-4ef3-9605-af4892ce7162 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0439343 Sep 24 00:21:07.539201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6ccfa-c22a-4689-92a9-61d36710838b req-d6e7b4d3-e61d-4b44-9110-229b72b7a813 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:07.541515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59d6ccfa-c22a-4689-92a9-61d36710838b req-d6e7b4d3-e61d-4b44-9110-229b72b7a813 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0816615 Sep 24 00:21:07.594471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59d6ccfa-c22a-4689-92a9-61d36710838b req-6be179e0-bd6c-4571-9e9a-387cdf261db5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426738 Sep 24 00:21:08.551427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ab3b8b8-1305-4193-93d4-25703e3a1026 req-3633ae1b-9e1b-47d0-be2c-77a367ce734c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0388803 Sep 24 00:21:08.718528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e0ed52-c692-4222-819a-e70d9e2689cf req-e98f6cf2-c142-40b9-ae4c-b7b26a24513d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:08.720216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b3e0ed52-c692-4222-819a-e70d9e2689cf req-e98f6cf2-c142-40b9-ae4c-b7b26a24513d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0534282 Sep 24 00:21:08.761399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b3e0ed52-c692-4222-819a-e70d9e2689cf req-fc8357f2-dd21-4055-b667-96e5a5cad864 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340681 Sep 24 00:21:09.204612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:09.687300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-28c9e7cd-335b-4782-bd52-81452aa32bb4 req-54fdda30-e2b3-4a4d-87b6-5fc906c5978b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0369143 Sep 24 00:21:09.896195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce2468a-698c-430b-a00d-7a1cc68c7743 req-0304823f-9a77-4635-aa45-c6ff9a8a5e6f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:09.897709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ce2468a-698c-430b-a00d-7a1cc68c7743 req-0304823f-9a77-4635-aa45-c6ff9a8a5e6f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0512629 Sep 24 00:21:09.942058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ce2468a-698c-430b-a00d-7a1cc68c7743 req-63cf5681-6b11-471f-a96a-08fe5309fecd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381765 Sep 24 00:21:10.789402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0444d2d7-51ce-4f27-a68e-f6c75074356d req-2d8160c4-3478-491e-b02f-2dd51a622331 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0279408 Sep 24 00:21:11.060523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51d63b-3858-466e-9edf-bf1eb64efccf req-ef46dc57-2438-4c97-bde4-28d188fe9aef tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:11.062113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f51d63b-3858-466e-9edf-bf1eb64efccf req-ef46dc57-2438-4c97-bde4-28d188fe9aef tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0511305 Sep 24 00:21:11.101591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f51d63b-3858-466e-9edf-bf1eb64efccf req-db36e66c-7d80-4b81-bf55-96575d3a4656 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329564 Sep 24 00:21:11.936038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38231654-d2fe-4994-9d6a-72ab630e83e3 req-be0d5e4d-ea60-405e-bcbb-acce3d9faf15 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0476387 Sep 24 00:21:12.261683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a0eb7-0cc5-4f8c-b2fd-3ac250631c49 req-c581f688-4740-4959-a1e2-507f3e08aa32 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:12.267487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-878a0eb7-0cc5-4f8c-b2fd-3ac250631c49 req-c581f688-4740-4959-a1e2-507f3e08aa32 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0899012 Sep 24 00:21:12.337389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-878a0eb7-0cc5-4f8c-b2fd-3ac250631c49 req-93cbddf6-e49a-4f2f-9f6d-6195c7d23b5e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646265 Sep 24 00:21:13.016274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc6fc8c4-f496-4cc6-a84c-694aeb31ba88 req-e7d0a77d-20b7-417b-b4e1-2089962c144c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0293531 Sep 24 00:21:13.475713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f01886-c467-4dcb-9391-559ad8d7f418 req-74ace921-7fed-4a46-bfa3-f64a8c63fc10 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:13.477216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7f01886-c467-4dcb-9391-559ad8d7f418 req-74ace921-7fed-4a46-bfa3-f64a8c63fc10 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0543239 Sep 24 00:21:13.518894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7f01886-c467-4dcb-9391-559ad8d7f418 req-ffe0b593-36e5-43b7-aa2b-1a6668b32b52 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350549 Sep 24 00:21:14.117293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7efcdf9-fd5f-458e-afa1-20190442e35b req-d89fbbe4-411d-4647-beb7-a16df1fcb1b8 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0270417 Sep 24 00:21:14.664948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e6c93a-7392-4f0d-bfbe-8d8c2dedf99d req-6810ea20-579a-4e09-aa78-93a4ad294bd8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:14.666450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88e6c93a-7392-4f0d-bfbe-8d8c2dedf99d req-6810ea20-579a-4e09-aa78-93a4ad294bd8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0614703 Sep 24 00:21:14.717388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88e6c93a-7392-4f0d-bfbe-8d8c2dedf99d req-688a2697-b4f0-4842-8276-691a54af443c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412850 Sep 24 00:21:15.227733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-626c97fd-4fd9-4fb7-a078-70a080f1a4a7 req-d201fa8d-d205-4af8-b460-186e7317040d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0322821 Sep 24 00:21:15.846183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9697a6c8-72ab-4e88-b400-ae8b5bd392d3 req-4ea001b0-456a-4a4d-b0ee-56abe6db2cdc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:15.847787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9697a6c8-72ab-4e88-b400-ae8b5bd392d3 req-4ea001b0-456a-4a4d-b0ee-56abe6db2cdc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0554190 Sep 24 00:21:15.899740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9697a6c8-72ab-4e88-b400-ae8b5bd392d3 req-2d4319f0-fddd-4f03-9fee-48e44b1f31e4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450850 Sep 24 00:21:16.323333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82b3549b-26db-4ef7-b340-3f293ead0f39 req-c83b5dbd-c502-42bc-b324-ce3e2af862d1 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0267816 Sep 24 00:21:17.036569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01912dca-deb1-4129-b59f-5499548ce572 req-ad97b2ec-9386-4037-bebc-4f4ed003e0e9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:17.038084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01912dca-deb1-4129-b59f-5499548ce572 req-ad97b2ec-9386-4037-bebc-4f4ed003e0e9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0553410 Sep 24 00:21:17.083711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01912dca-deb1-4129-b59f-5499548ce572 req-f0dc4842-36b8-4eeb-8b14-a2dda2be668a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397491 Sep 24 00:21:17.448917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfc935db-2fc8-4f21-bf9a-1dd77bd25def req-1ebdfc4f-c81e-42a8-baaa-deb2a31fbcf5 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0296097 Sep 24 00:21:18.229413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8235c68-2180-4b11-b18b-4c8fbb497e76 req-964ae594-a775-47a8-8b78-d5b8ab15e52a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:18.231123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8235c68-2180-4b11-b18b-4c8fbb497e76 req-964ae594-a775-47a8-8b78-d5b8ab15e52a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0537329 Sep 24 00:21:18.297855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8235c68-2180-4b11-b18b-4c8fbb497e76 req-83361b97-8aaf-44eb-a1fc-7df17a1ee609 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516477 Sep 24 00:21:18.569292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d01ff974-2c22-4f30-8965-511da292f06d req-41aa1f48-e17b-4d05-9bc0-3760130ff3a0 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0423481 Sep 24 00:21:19.420201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5cee9f-fc51-4594-a23f-32808b90bec7 req-dbb61f4b-c6ba-484c-970b-4147cf641cdf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:19.421918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df5cee9f-fc51-4594-a23f-32808b90bec7 req-dbb61f4b-c6ba-484c-970b-4147cf641cdf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0659575 Sep 24 00:21:19.487309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df5cee9f-fc51-4594-a23f-32808b90bec7 req-0a1516a2-1209-4dd7-ba31-1d37ffe33805 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591204 Sep 24 00:21:19.698821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07643eef-8d1b-4e0e-92b3-c30f23e427fb req-c372033d-1c35-407f-825b-452669d30236 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0339367 Sep 24 00:21:20.606053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53eee50a-bb11-40a2-8319-937fa5ca96ba req-e35ab5de-6078-4a26-b99b-257280ba7b54 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:20.608597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53eee50a-bb11-40a2-8319-937fa5ca96ba req-e35ab5de-6078-4a26-b99b-257280ba7b54 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0503252 Sep 24 00:21:20.649450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53eee50a-bb11-40a2-8319-937fa5ca96ba req-8ddeaa56-a6a8-426e-bba4-a7d9cd42ff92 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348191 Sep 24 00:21:20.797343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c3afcd9-5720-4ed8-a9a0-562efec290c7 req-8a0a9470-910c-4f39-8afc-9f6b036ad20a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0281427 Sep 24 00:21:21.781611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcf333-5828-4e6b-acb9-7b46a36f35bd req-9c7668eb-c375-40d2-ab03-00c65c96c8ee tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:21.783166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43dcf333-5828-4e6b-acb9-7b46a36f35bd req-9c7668eb-c375-40d2-ab03-00c65c96c8ee tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0632305 Sep 24 00:21:21.837094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43dcf333-5828-4e6b-acb9-7b46a36f35bd req-de17344d-ae3d-4028-9d6b-55dac98affb7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433900 Sep 24 00:21:21.915589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-366bf8c1-d959-46dd-b4e8-155e89bb2e72 req-23ddb738-34ff-4cb3-822e-caf26af35f51 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0385931 Sep 24 00:21:22.984770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177043fa-71f9-4dc0-a0de-0d7e41fb74e8 req-5e8c51f3-2b64-4110-af50-63413ee066b2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:22.987877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177043fa-71f9-4dc0-a0de-0d7e41fb74e8 req-5e8c51f3-2b64-4110-af50-63413ee066b2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0726156 Sep 24 00:21:22.992791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-626e6b4a-4f4f-4b24-8041-bbddea3df009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:23.055915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b0fbf63-4db7-4254-a818-47a71a88b00b req-2cd8a290-5782-4f04-9051-0968f232300d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0319932 Sep 24 00:21:23.058792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177043fa-71f9-4dc0-a0de-0d7e41fb74e8 req-c20d46cf-537c-4028-9c8e-d8970c0871a9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627048 Sep 24 00:21:24.176716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a64343e1-d520-4612-93e5-f7188030e239 req-eb714faa-d331-4fda-afba-2d8c19e605a1 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0392268 Sep 24 00:21:24.244755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57b843e-ab59-486e-a371-bd63c5bbc13b req-eebd5b6f-723d-46b6-bdce-b861b329a293 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:24.246345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f57b843e-ab59-486e-a371-bd63c5bbc13b req-eebd5b6f-723d-46b6-bdce-b861b329a293 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0789862 Sep 24 00:21:24.304085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f57b843e-ab59-486e-a371-bd63c5bbc13b req-8f16cc49-815a-47d7-88ac-d910257ba939 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416505 Sep 24 00:21:24.769427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-f60829ef-ce4c-4b17-94cf-856a1e3b1631 req-775b782c-27ce-438c-a256-762841d87ccf service neutron] (106379) timed out ('10.222.0.24', 57732) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:21:25.291946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c80a438-f2e2-44f8-b092-cc0e4dc96f1a req-446d864f-f197-4b2b-b8de-c302dc80730a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0380988 Sep 24 00:21:25.466978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497931b-90d3-4fc9-83c4-00d629f869e7 req-c3d995ea-8f99-4896-8f77-96faf1b9ad36 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:25.469463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d497931b-90d3-4fc9-83c4-00d629f869e7 req-c3d995ea-8f99-4896-8f77-96faf1b9ad36 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0665555 Sep 24 00:21:25.532980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d497931b-90d3-4fc9-83c4-00d629f869e7 req-0b02ae19-ff84-4742-afa7-c6d604c462ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572455 Sep 24 00:21:25.851999 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:25.990439 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95adfd7e-9078-425a-bfc6-4137c3561263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:26.797063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:26.826713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8744ab6d-fa13-4a7d-a133-8e1ccb2c565f req-82e37385-3cbe-48f1-a6eb-9a0478b0085e tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.4072077 Sep 24 00:21:26.912171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4efda-31f6-4586-8ef8-e7e2486f3b86 req-81619824-9fe9-4db1-924f-503aac73bef4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:26.920637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05a4efda-31f6-4586-8ef8-e7e2486f3b86 req-81619824-9fe9-4db1-924f-503aac73bef4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2692742 Sep 24 00:21:26.973001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05a4efda-31f6-4586-8ef8-e7e2486f3b86 req-f2871c47-278e-4cc8-8240-3e41138e46f1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515051 Sep 24 00:21:27.909464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dce05b92-fa66-4083-912f-be1c6dbe8864 req-3c1be0f5-ad9b-46ad-92da-092346d573fe tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0317402 Sep 24 00:21:28.134749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa75f5-43c1-42db-9c68-2a72b42f95f4 req-433d22ed-4850-422a-8741-0783b491aaf1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:28.143800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8fa75f5-43c1-42db-9c68-2a72b42f95f4 req-433d22ed-4850-422a-8741-0783b491aaf1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0819981 Sep 24 00:21:28.184659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8fa75f5-43c1-42db-9c68-2a72b42f95f4 req-c627037f-a7a1-4e63-83aa-9e422e90a287 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 Sep 24 00:21:29.027583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a43c07a7-647a-4ec2-bc68-f9151c820079 req-8f1daab1-95a6-4119-985f-cf98396a6261 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0407536 Sep 24 00:21:29.148495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:29.336681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53a49e-6367-4410-8bfe-5a532fb335e2 req-3515bdca-953b-49c3-a66d-5194a107734b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:29.343915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a53a49e-6367-4410-8bfe-5a532fb335e2 req-3515bdca-953b-49c3-a66d-5194a107734b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0628815 Sep 24 00:21:29.380112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a53a49e-6367-4410-8bfe-5a532fb335e2 req-08534b82-ac6a-4180-b906-134508b9dad3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351000 Sep 24 00:21:29.640919 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:21:29.848137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b87d1-6779-4eea-923d-df7272673617 req-ca985cd9-4569-4c78-885c-1d5a1716f52e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:29.849694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de2b87d1-6779-4eea-923d-df7272673617 req-ca985cd9-4569-4c78-885c-1d5a1716f52e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0507281 Sep 24 00:21:29.888866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de2b87d1-6779-4eea-923d-df7272673617 req-0588aaec-68cb-438f-8c7c-28c8b6a699f4 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331521 Sep 24 00:21:30.131403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3123de89-0c81-4afa-9c21-a6e07c4fdedb req-ae41d430-82d5-42b5-ac38-647f2580e511 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0359664 Sep 24 00:21:30.498743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee2bc2-7d3a-4ddf-ada3-666df0678c5d req-00a12106-c413-417a-af0b-2e2796e80b10 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:30.500375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65ee2bc2-7d3a-4ddf-ada3-666df0678c5d req-00a12106-c413-417a-af0b-2e2796e80b10 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0494401 Sep 24 00:21:30.539646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65ee2bc2-7d3a-4ddf-ada3-666df0678c5d req-a358f2a9-152a-4ff5-837f-3e9bb4cad967 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332520 Sep 24 00:21:31.010561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20294e4a-d21d-4a5b-869b-6a26e0745bf2 req-85d5dcc8-654a-40e7-b447-5d9d2293a4cc tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:31.019688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20294e4a-d21d-4a5b-869b-6a26e0745bf2 req-85d5dcc8-654a-40e7-b447-5d9d2293a4cc tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0571158 Sep 24 00:21:31.069110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20294e4a-d21d-4a5b-869b-6a26e0745bf2 req-847477d1-2ceb-4209-8208-c917aa6ddfd7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484540 Sep 24 00:21:31.234445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97b95735-708b-44b2-a8a3-aa19ef71e2ed req-70b637c2-ebf2-4131-921b-c57475264937 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0330389 Sep 24 00:21:31.657732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c4021-2403-4ffe-a216-83dc295e1799 req-4fe3d8c4-c313-49dc-a708-e4a17fb6b6dc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:31.659283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f98c4021-2403-4ffe-a216-83dc295e1799 req-4fe3d8c4-c313-49dc-a708-e4a17fb6b6dc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0519524 Sep 24 00:21:31.696339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f98c4021-2403-4ffe-a216-83dc295e1799 req-4739f6d6-4810-48c7-8f62-1b82da15b86d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311124 Sep 24 00:21:32.231016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b5982-2a2a-4b2b-9398-0a37d3822cae req-72f42dca-84dd-45f1-a7b6-10c9bc233a7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:32.233641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-034b5982-2a2a-4b2b-9398-0a37d3822cae req-72f42dca-84dd-45f1-a7b6-10c9bc233a7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0683517 Sep 24 00:21:32.293112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-034b5982-2a2a-4b2b-9398-0a37d3822cae req-37759f2e-0215-40f9-bf6f-34705724917b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529256 Sep 24 00:21:32.337300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3bbfd359-2091-4a09-a6e1-946eced4eed9 req-0cf27b9e-08c0-410f-8d60-c0861ebe1e60 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0281377 Sep 24 00:21:32.833318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec7305b-8f9f-4d0f-94a6-4836d06fa40f req-386bab07-c3c2-4aa8-9439-37a037f909ef tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:32.835323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aec7305b-8f9f-4d0f-94a6-4836d06fa40f req-386bab07-c3c2-4aa8-9439-37a037f909ef tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0603380 Sep 24 00:21:32.878883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aec7305b-8f9f-4d0f-94a6-4836d06fa40f req-07fd6772-34aa-4080-80cc-1c8819a111af tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367496 Sep 24 00:21:33.436799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c1635e-774b-4002-9ec8-117fda2d40a0 req-c0e8144a-a44b-4985-a605-74ebda7ad619 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:33.439129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2c1635e-774b-4002-9ec8-117fda2d40a0 req-c0e8144a-a44b-4985-a605-74ebda7ad619 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0738626 Sep 24 00:21:33.482786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b0f61f0-21ca-4a4a-b32d-34739ce3d944 req-4afbc7f6-91a6-4bcd-8eb4-983c3770da74 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0426285 Sep 24 00:21:33.532406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2c1635e-774b-4002-9ec8-117fda2d40a0 req-245c35b1-5aa5-4be7-813a-d98fca14af43 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754366 Sep 24 00:21:34.000297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428a1f6e-1b14-4302-bcbd-9267f90407a5 req-60ac884b-e019-4202-bec4-8c1fba7f9fca tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:34.001812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-428a1f6e-1b14-4302-bcbd-9267f90407a5 req-60ac884b-e019-4202-bec4-8c1fba7f9fca tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0526705 Sep 24 00:21:34.046019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-428a1f6e-1b14-4302-bcbd-9267f90407a5 req-de37fa8a-24ef-4dee-b557-ff9b7840eba5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379443 Sep 24 00:21:34.618996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a9718c4-4401-4256-aafd-cf81f94f0826 req-54fff1af-576d-400e-9f7b-342bf8122644 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0383132 Sep 24 00:21:34.751797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8a0b2-1b84-41b1-9e38-e81c6bd49412 req-5d56f482-f3f9-4dd7-b54a-1eb276ce8041 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:34.753333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91a8a0b2-1b84-41b1-9e38-e81c6bd49412 req-5d56f482-f3f9-4dd7-b54a-1eb276ce8041 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0639799 Sep 24 00:21:34.795729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91a8a0b2-1b84-41b1-9e38-e81c6bd49412 req-98afa2bf-5741-44a8-8cea-dee5a7271cad tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362821 Sep 24 00:21:35.171560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4a425-a42e-4da6-8406-59b0630bbdc4 req-bfc9d577-986e-4dfe-979b-31cdaa77cca3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:35.173114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b4a425-a42e-4da6-8406-59b0630bbdc4 req-bfc9d577-986e-4dfe-979b-31cdaa77cca3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0539424 Sep 24 00:21:35.212753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b4a425-a42e-4da6-8406-59b0630bbdc4 req-2d0d92fd-d50a-4e09-b586-87605820dc04 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333824 Sep 24 00:21:35.717761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6ed5b2-099b-492a-a1dc-90efffc8c15b req-32691142-0b61-4c5d-8d43-0c1784996d48 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0341930 Sep 24 00:21:35.924406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3d3db4-3678-40b2-b884-079291177b5f req-af94b7cb-9064-493d-81aa-1c6aed4d5365 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:35.925981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec3d3db4-3678-40b2-b884-079291177b5f req-af94b7cb-9064-493d-81aa-1c6aed4d5365 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0518668 Sep 24 00:21:35.975137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec3d3db4-3678-40b2-b884-079291177b5f req-52680a5f-2dd1-480a-a8a8-f3856dbfaade tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423040 Sep 24 00:21:36.345778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d266ca4b-5b2e-461f-9c65-06f71f41b8e9 req-41983aea-0aa2-409c-a535-db2a2e460873 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:36.347376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d266ca4b-5b2e-461f-9c65-06f71f41b8e9 req-41983aea-0aa2-409c-a535-db2a2e460873 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0586007 Sep 24 00:21:36.391400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d266ca4b-5b2e-461f-9c65-06f71f41b8e9 req-d9637da7-f653-4022-8bb4-a0d5de339a9e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353215 Sep 24 00:21:36.603647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:36.837283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ac64158-1362-4be9-a9e3-6b117eb84a25 req-c4991fde-6e84-4aca-bd45-75e3be04ccee tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0441134 Sep 24 00:21:37.125643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617a518-7793-41ae-b9e8-393e28be7c5e req-3fc32a6e-a08f-4883-b221-fc99665e96d2 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:37.132714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d617a518-7793-41ae-b9e8-393e28be7c5e req-3fc32a6e-a08f-4883-b221-fc99665e96d2 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0640125 Sep 24 00:21:37.174375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d617a518-7793-41ae-b9e8-393e28be7c5e req-a23fa6de-09f0-4ede-9897-3f7f2df1e49b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404034 Sep 24 00:21:37.529325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a2882-7331-407e-82b6-1194169297e7 req-3c218640-8d5e-418f-a3fd-e2e8ecda2a27 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:37.531301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-425a2882-7331-407e-82b6-1194169297e7 req-3c218640-8d5e-418f-a3fd-e2e8ecda2a27 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0615461 Sep 24 00:21:37.598682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-425a2882-7331-407e-82b6-1194169297e7 req-50931c5a-1a62-4998-97e9-c4f2e9d7708a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602069 Sep 24 00:21:37.933318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c29edf8e-c21d-4421-b3e0-f8cc79b3ff16 req-b0e06ff9-3370-45e3-be59-eb9d521090dd tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0371149 Sep 24 00:21:38.318821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f565f6-29a9-479d-8aa4-02c89da7f3c9 req-fd6ab8fe-b41b-434c-a71f-7a7cb330346f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:38.327012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24f565f6-29a9-479d-8aa4-02c89da7f3c9 req-fd6ab8fe-b41b-434c-a71f-7a7cb330346f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0689316 Sep 24 00:21:38.365013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24f565f6-29a9-479d-8aa4-02c89da7f3c9 req-338cc7af-6e4d-40da-8a88-f02771966e70 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371361 Sep 24 00:21:38.712081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7632e1-f503-4200-a991-b10689bc22f4 req-66d6bb3d-d54f-4e02-a2f6-1dbdc1e070c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:38.713510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa7632e1-f503-4200-a991-b10689bc22f4 req-66d6bb3d-d54f-4e02-a2f6-1dbdc1e070c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0527720 Sep 24 00:21:38.757221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa7632e1-f503-4200-a991-b10689bc22f4 req-bc47c2f1-0368-4a82-b99c-76ef6cbe92e4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364649 Sep 24 00:21:39.032473 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d15e558-9792-40e8-864a-f176184f8a7b req-1f0a0e56-cbda-4a87-9e3a-52ed791c3331 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Sep 24 00:21:39.220297 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:39.523191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff1cc6-3964-40af-b36f-eb12697b5c4b req-170620cb-907e-4e02-a354-22c56aa76ed7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:39.530995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70ff1cc6-3964-40af-b36f-eb12697b5c4b req-170620cb-907e-4e02-a354-22c56aa76ed7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0746169 Sep 24 00:21:39.577574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70ff1cc6-3964-40af-b36f-eb12697b5c4b req-cd617a42-33ee-4f84-8a1a-28e011105dea tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452986 Sep 24 00:21:39.885695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca77ea-456d-466c-9b62-989657db415c req-3a5567ab-cad1-47ea-a849-d0edae2d9611 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:39.887381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eca77ea-456d-466c-9b62-989657db415c req-3a5567ab-cad1-47ea-a849-d0edae2d9611 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0562332 Sep 24 00:21:39.929678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eca77ea-456d-466c-9b62-989657db415c req-cfcf7afb-f488-4a23-bc6f-cf5ebc201ead tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361097 Sep 24 00:21:40.142386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fe26020-b646-45b9-888c-b579ec02ca15 req-0171218c-22e3-465f-9e1f-200d48939cdf tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0280397 Sep 24 00:21:40.713312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703800c-a1aa-4f47-8ac0-610799b7bdeb req-f3618285-9bb3-43d1-9a65-f70558198d1d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:40.714771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d703800c-a1aa-4f47-8ac0-610799b7bdeb req-f3618285-9bb3-43d1-9a65-f70558198d1d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0588334 Sep 24 00:21:40.759459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d703800c-a1aa-4f47-8ac0-610799b7bdeb req-a5df0f99-2252-4b3c-a420-267ad4b148d7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382271 Sep 24 00:21:41.099300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a5d6f-f829-4410-9df8-d47314fb5cfc req-da684da6-c6ea-44a8-807d-4708d737a7b9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:41.101248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b76a5d6f-f829-4410-9df8-d47314fb5cfc req-da684da6-c6ea-44a8-807d-4708d737a7b9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0775902 Sep 24 00:21:41.206400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b76a5d6f-f829-4410-9df8-d47314fb5cfc req-49632373-40ff-4677-a83c-d8e7d1860185 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932205 Sep 24 00:21:41.289836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3384e164-f38b-4354-bc7a-c6d7b80ad99f req-85a83c53-387b-410a-a052-c6a569aa12a8 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0404158 Sep 24 00:21:41.724543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-f8da037a-da28-4aad-b967-8df287cadad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:41.726073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-f8da037a-da28-4aad-b967-8df287cadad8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.0685709 Sep 24 00:21:41.846916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-e9986525-f99f-4e41-8c5c-03dad5e77b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:41.848427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-e9986525-f99f-4e41-8c5c-03dad5e77b33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.0976152 Sep 24 00:21:41.942612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-5fa164a9-b364-4b7f-ae80-42cfcc9cb3ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 1001 time: 0.0866947 Sep 24 00:21:41.952967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b498b8d1-f8d3-4bf3-851e-3085c2ff5962 req-2cb7bd20-4958-4732-8afd-24dfb6d4aeac tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:41.954448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b498b8d1-f8d3-4bf3-851e-3085c2ff5962 req-2cb7bd20-4958-4732-8afd-24dfb6d4aeac tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0921628 Sep 24 00:21:42.018546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-36d36bfc-3e4b-43c3-a153-926917d6887e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:42.020212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-36d36bfc-3e4b-43c3-a153-926917d6887e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.0648897 Sep 24 00:21:42.025675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b498b8d1-f8d3-4bf3-851e-3085c2ff5962 req-bde7f5e1-c62c-4623-9c39-c6e84955c64b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633683 Sep 24 00:21:42.088624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-b60dd0df-1744-4281-ba40-08f02e39874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:42.090142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-b60dd0df-1744-4281-ba40-08f02e39874a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565157 Sep 24 00:21:42.101335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-058aafbb-b4b6-48b2-af42-cbaa0930bd5d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:21:42.102403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-058aafbb-b4b6-48b2-af42-cbaa0930bd5d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053742 Sep 24 00:21:42.258165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-f3614d4b-8336-4630-914f-3776c2a381ac service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482875 Sep 24 00:21:42.310426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:21:42.499828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:21:42.512637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9229fd1d-80ba-4691-a9ac-b2b799d4f810 req-208e86cb-64e7-4116-8ae2-2b64becf1a14 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1074858 Sep 24 00:21:42.540688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'aefe34ed-2746-41c1-9967-0372042ed791', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'port_id': 'aefe34ed-2746-41c1-9967-0372042ed791', 'mac_address': 'fa:16:3e:7a:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:21:42.549993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f085786-dd9b-4d87-bca8-84928228cb66 req-b6ce5904-e616-41d4-b75a-3c93aad286ce tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:42.552620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f085786-dd9b-4d87-bca8-84928228cb66 req-b6ce5904-e616-41d4-b75a-3c93aad286ce tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2151811 Sep 24 00:21:42.588861 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:42.605258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aefe34ed-2746-41c1-9967-0372042ed791 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:21:42.631234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:21:42.636465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:42.648351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4219bb44-69d9-49bf-adb7-a815c3f178e5 req-64d24b35-1454-4d35-a78b-3fc845f1edbf service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833330 Sep 24 00:21:42.674333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f085786-dd9b-4d87-bca8-84928228cb66 req-ebfd4fb4-ea70-4df3-ad17-e4da72f8ac25 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974829 Sep 24 00:21:42.712829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:42.736614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['aefe34ed-2746-41c1-9967-0372042ed791'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:21:42.773974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.773974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.773974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.774470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.777293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.777684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.778546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.779618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.785511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.786021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.786888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:42.787658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:43.184708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01461d8-def6-4261-9c08-567c59c804ba req-c2781b53-b572-4c34-b6f9-b4f04f0f5325 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:43.186106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b01461d8-def6-4261-9c08-567c59c804ba req-c2781b53-b572-4c34-b6f9-b4f04f0f5325 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 945 time: 0.0549779 Sep 24 00:21:43.227111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b01461d8-def6-4261-9c08-567c59c804ba req-61fa5cc2-4065-4727-bfb4-140d3ad3bc0d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346522 Sep 24 00:21:43.632081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f426342-4112-49b0-ae4d-2e5a4bbe3cb9 req-2fb3281f-4f9b-446c-b6cd-7d184bdaddff tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0369813 Sep 24 00:21:43.903379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-c656f0e7-8821-4d3e-8410-864e1e80d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:43.905535 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-c656f0e7-8821-4d3e-8410-864e1e80d4e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1097 time: 0.0654931 Sep 24 00:21:43.978812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bb0ffd-fdc1-4db2-ab59-ef2379af23fa req-719d668c-e991-47c5-9e3b-321c5829f8d3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:43.990998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36bb0ffd-fdc1-4db2-ab59-ef2379af23fa req-719d668c-e991-47c5-9e3b-321c5829f8d3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0918660 Sep 24 00:21:44.052883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36bb0ffd-fdc1-4db2-ab59-ef2379af23fa req-bfc0e2fa-0831-48e7-9390-6de582444091 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597599 Sep 24 00:21:44.110103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-0acbb8f4-aa05-4b06-97fa-7ddfca918fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:44.111652 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-0acbb8f4-aa05-4b06-97fa-7ddfca918fbf service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1744540 Sep 24 00:21:44.214706 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-44992bf5-38f2-4eb1-a5a2-77984ffbf550 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 1001 time: 0.0949872 Sep 24 00:21:44.300892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-68b47485-1be3-42e4-8ecd-4b3d9c846a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:44.303296 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-68b47485-1be3-42e4-8ecd-4b3d9c846a17 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0721588 Sep 24 00:21:44.331960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:21:44.369702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-2a0f1d15-6eb8-4510-93dd-a2364799792f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:44.372348 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-2a0f1d15-6eb8-4510-93dd-a2364799792f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602171 Sep 24 00:21:44.439305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e0522-fa87-40bb-af69-658f77b972f4 req-995b2f1e-62ea-4d4f-a497-947843d043b4 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:44.465249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-667e0522-fa87-40bb-af69-658f77b972f4 req-995b2f1e-62ea-4d4f-a497-947843d043b4 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 945 time: 0.1126273 Sep 24 00:21:44.466080 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port aefe34ed-2746-41c1-9967-0372042ed791 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:21:44.467137 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:44.525159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-667e0522-fa87-40bb-af69-658f77b972f4 req-be6a8bee-9a78-4175-8323-5068db5d9122 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581014 Sep 24 00:21:44.567975 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-979b8b5b-78ca-488c-affc-c442d1dcbcd9 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852255 Sep 24 00:21:44.673896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:44.730728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a532c30d-4900-41f7-bb15-c6b1b03b2305 req-d795257c-ac3f-4f21-8b70-edc44e34b09f service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520321 Sep 24 00:21:44.761815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:21:44.768787 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159a2cad-2645-48fb-9a8a-06426749a78a" -d '{"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-plugged", "status": "completed", "tag": "aefe34ed-2746-41c1-9967-0372042ed791"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:21:44.799168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:21:44.803974 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:44.839548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9b4c90c-e54c-44d3-8aae-0cf3b2913d30 req-49e91349-8378-4974-9fc6-9cf86cec2191 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0659492 Sep 24 00:21:44.875033 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa744f2a-315b-472e-ae22-6a2c50bd9bbe x-openstack-request-id: req-aa744f2a-315b-472e-ae22-6a2c50bd9bbe {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:21:44.875706 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-plugged", "status": "completed", "tag": "aefe34ed-2746-41c1-9967-0372042ed791", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:21:44.877372 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aa744f2a-315b-472e-ae22-6a2c50bd9bbe {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:21:44.878049 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791', 'code': 200} Sep 24 00:21:44.917656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:45.971790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d1187-5c9e-4021-81bd-b138acf89183 req-c168855f-b72f-4864-b2af-392893eb75f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:45.984847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d1d1187-5c9e-4021-81bd-b138acf89183 req-c168855f-b72f-4864-b2af-392893eb75f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.8135433 Sep 24 00:21:46.083426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a9603-a7b8-4656-8d36-879f0080ca91 req-c2f5cfcd-97ff-40eb-a0ea-f9af165a56b7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:46.085131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-464a9603-a7b8-4656-8d36-879f0080ca91 req-c2f5cfcd-97ff-40eb-a0ea-f9af165a56b7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.2432971 Sep 24 00:21:46.129531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d1d1187-5c9e-4021-81bd-b138acf89183 req-002df358-b939-4a05-ad57-521e876c2185 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434097 Sep 24 00:21:46.203487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-464a9603-a7b8-4656-8d36-879f0080ca91 req-a765602c-a9ac-426b-9f60-0e3042d26f7a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777462 Sep 24 00:21:46.271639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd0c0bcd-d70d-490b-8ff7-3b4132821549 req-aef3c665-ccdc-429f-8627-b18b14ed825d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0481403 Sep 24 00:21:47.320212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d683a-0952-4c51-bc8a-df7eb91ebf24 req-14cab118-5276-43d4-b7f0-f420e618c0de tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:47.328082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f5d683a-0952-4c51-bc8a-df7eb91ebf24 req-14cab118-5276-43d4-b7f0-f420e618c0de tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0890994 Sep 24 00:21:47.433626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfa898-5468-4566-8654-b201ccf0c287 req-356d469c-48d0-4ce5-b904-941e5e33eb38 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:47.436134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1dfa898-5468-4566-8654-b201ccf0c287 req-356d469c-48d0-4ce5-b904-941e5e33eb38 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0947983 Sep 24 00:21:47.460400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f5d683a-0952-4c51-bc8a-df7eb91ebf24 req-6d1aadab-4f5f-48f7-9791-71a47a4df18b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112888 Sep 24 00:21:47.519987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1dfa898-5468-4566-8654-b201ccf0c287 req-161c6761-8040-4773-8a1c-0c29a63d4ff3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584965 Sep 24 00:21:47.641085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb36db22-5107-4ffc-b766-d1adf87285fb req-81fc0ce9-aacf-41d6-bdd2-761b5fb64845 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0490057 Sep 24 00:21:48.628676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27d718-63e1-4c47-abff-805ed95ab672 req-230b7536-81df-41dc-b2e6-2ac412eb577f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:48.630279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa27d718-63e1-4c47-abff-805ed95ab672 req-230b7536-81df-41dc-b2e6-2ac412eb577f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1062429 Sep 24 00:21:48.723333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa27d718-63e1-4c47-abff-805ed95ab672 req-b9a5a277-e5d1-4b25-b877-733131f898f4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786281 Sep 24 00:21:48.823722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c9816-275e-449e-831f-d30d8830978f req-39348ae5-fcea-4d04-a694-cebb42bcb6a3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:48.826790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-390c9816-275e-449e-831f-d30d8830978f req-39348ae5-fcea-4d04-a694-cebb42bcb6a3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.1024830 Sep 24 00:21:48.864220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-94a480cb-5673-49bd-84ef-234b4e92068f req-63080c3b-708b-4131-8608-80d4a9b5aba9 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0324559 Sep 24 00:21:48.910085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-390c9816-275e-449e-831f-d30d8830978f req-037a9e31-ff32-4577-9fb8-eabd040898d6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419204 Sep 24 00:21:49.944408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d89472-93bd-44d5-85c3-dd987da4f155 req-2ededa63-cc61-4c6c-9c82-b482952fa523 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:49.946153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9d89472-93bd-44d5-85c3-dd987da4f155 req-2ededa63-cc61-4c6c-9c82-b482952fa523 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0813329 Sep 24 00:21:50.049810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9d89472-93bd-44d5-85c3-dd987da4f155 req-ac6d08b0-f2f9-4e0f-bee2-0861a6565726 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922613 Sep 24 00:21:50.117814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-214331cc-3ecc-4030-9c26-95e01afd92da req-719b7637-1398-45ef-9aec-3d261f48011b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0929902 Sep 24 00:21:50.197684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3cd0f3-83f8-4c84-bd8d-3740b90cbacd req-0c2a4022-4341-42f7-b00f-5dbad155ce41 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:50.205882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc3cd0f3-83f8-4c84-bd8d-3740b90cbacd req-0c2a4022-4341-42f7-b00f-5dbad155ce41 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0591912 Sep 24 00:21:50.256758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc3cd0f3-83f8-4c84-bd8d-3740b90cbacd req-be9941f1-f61e-42d5-923f-df2026938b5e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496557 Sep 24 00:21:51.286437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adac20fb-0946-4b97-a647-b1f5b2b5a0ce req-da42fecb-223b-434c-846d-88178de48641 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0909922 Sep 24 00:21:51.383967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60ab879-e5b5-4e36-8df2-010dfc08bc01 req-ec787709-1c6d-41d3-a48a-c8a095033ee9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:51.399290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d60ab879-e5b5-4e36-8df2-010dfc08bc01 req-ec787709-1c6d-41d3-a48a-c8a095033ee9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1460838 Sep 24 00:21:51.528880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb0f0e-3b62-4949-833b-69b105133e20 req-1c10840f-c025-4da6-8196-96afbb1c1f08 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:51.530769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ffb0f0e-3b62-4949-833b-69b105133e20 req-1c10840f-c025-4da6-8196-96afbb1c1f08 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.1301548 Sep 24 00:21:51.546516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d60ab879-e5b5-4e36-8df2-010dfc08bc01 req-30286a85-2838-4e28-a380-edc6d15b26cd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211214 Sep 24 00:21:51.605185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ffb0f0e-3b62-4949-833b-69b105133e20 req-809081bd-e878-409d-80e7-9c7a587ac73a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511456 Sep 24 00:21:52.405208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-438bb95e-ddc7-4841-866f-954ea8a26406 req-7b9ccc97-f6ac-460c-9428-e9df20cf749b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0468943 Sep 24 00:21:52.708868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a73950-2a9a-4617-92e0-eaf54fc816c5 req-4078bfe7-6685-423d-a8e4-3f9d0aa285ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:52.714502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4a73950-2a9a-4617-92e0-eaf54fc816c5 req-4078bfe7-6685-423d-a8e4-3f9d0aa285ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0887849 Sep 24 00:21:52.822805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4a73950-2a9a-4617-92e0-eaf54fc816c5 req-82fe429f-13b7-4397-a2a1-325b4fb38589 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006989 Sep 24 00:21:52.857267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c8535-5d4d-42cb-a12c-7bba25a331a4 req-b10e3012-089e-4995-b4cf-3704e05435f3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:52.864856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df7c8535-5d4d-42cb-a12c-7bba25a331a4 req-b10e3012-089e-4995-b4cf-3704e05435f3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0991004 Sep 24 00:21:52.908061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df7c8535-5d4d-42cb-a12c-7bba25a331a4 req-ee960a6a-0685-4780-be39-087a1ba15351 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401685 Sep 24 00:21:53.000543 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30f509c0-8d47-453d-85bb-0f9441f3a306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:53.287863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57376) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:21:53.476547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:53.565006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d0b0299-82a1-4ea4-a827-1dccb19f7fec req-e416765f-84de-4c4b-9b09-848660da52cc tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0532665 Sep 24 00:21:53.663933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:53.673125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:53.736118 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bb674e2ee204b25a4684e98ee17647f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4469156 Sep 24 00:21:53.737068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b23340d-5ee6-496d-a967-b3ecdd44c5ea,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:53.739648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57386) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:21:53.754786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.755276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.755743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.756326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.756665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.756992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.757316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.757641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.757962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.758283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.758604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.759061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c004b56d-f554-41e2-9fb8-b8333016123c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:53.827310 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:53.853218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:53.940884 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:53.955319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:53.956633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b23340d-5ee6-496d-a967-b3ecdd44c5ea HTTP/1.1" status: 204 len: 168 time: 0.2157199 Sep 24 00:21:54.089432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b23340d-5ee6-496d-a967-b3ecdd44c5ea,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:21:54.130401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.130848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.131255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.131651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.132210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.133528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.133950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.134362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.134836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.135433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.136025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.136604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20e3eae-18fe-4dee-bd08-e5ab9d09c06a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:21:54.197179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca696b-dc46-4071-b066-5346b8440bea req-439057ff-3b0f-495d-bc70-11dc246c54c5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:54.205362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4ca696b-dc46-4071-b066-5346b8440bea req-439057ff-3b0f-495d-bc70-11dc246c54c5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2342350 Sep 24 00:21:54.241329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d890191-0a28-4d19-a49c-add0f83d7816 req-a65122ef-b1c8-4d9e-8ab7-d6ddd6899411 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:54.242848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d890191-0a28-4d19-a49c-add0f83d7816 req-a65122ef-b1c8-4d9e-8ab7-d6ddd6899411 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.1645834 Sep 24 00:21:54.310113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d890191-0a28-4d19-a49c-add0f83d7816 req-273caa4d-a8eb-43bf-bc5d-35790c9a126c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532918 Sep 24 00:21:54.333129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4ca696b-dc46-4071-b066-5346b8440bea req-9fe1da41-606a-414c-8652-fcccd07a6cfe tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267068 Sep 24 00:21:54.692870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e53a8809-cb50-461b-9d35-e78a46f48357 req-4eaee231-2e99-4964-a925-c3872bc200d0 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0332444 Sep 24 00:21:55.536540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34075b17-4620-4da7-8af8-dcef88fc2778 req-28b6beb9-f0b5-4c0b-bc5c-108f43b56ebc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:55.559386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34075b17-4620-4da7-8af8-dcef88fc2778 req-28b6beb9-f0b5-4c0b-bc5c-108f43b56ebc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1160038 Sep 24 00:21:55.648470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34075b17-4620-4da7-8af8-dcef88fc2778 req-bc808612-937e-44ae-9905-cb2e04b312ae tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882130 Sep 24 00:21:55.661764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa757b-658d-478a-be87-b60832f712dc req-da355d91-2e4f-47e3-be8e-bbd96fb318bb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:55.670951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daaa757b-658d-478a-be87-b60832f712dc req-da355d91-2e4f-47e3-be8e-bbd96fb318bb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.1862581 Sep 24 00:21:55.745813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daaa757b-658d-478a-be87-b60832f712dc req-03340097-57e5-414e-97df-d723a747d66f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735857 Sep 24 00:21:55.848770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-904f0ab4-024e-4fd9-94ee-a4a75a70846a req-71f996cf-6a4c-4f73-8f6a-2d462d3c3d2c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0548954 Sep 24 00:21:55.872095 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:55.980961 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1513b00-dbbd-498a-9e49-f5fa3abc7065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:56.567548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-d44e8e1f-a7ce-498a-8918-3fc59161a59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:56.569440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-d44e8e1f-a7ce-498a-8918-3fc59161a59d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1098 time: 0.0420656 Sep 24 00:21:56.786744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a64c703-0e2d-497d-941d-856c4d2a23f4 req-c88f7c54-97ca-4bc7-b0d8-55b74eccafe8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:56.789004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a64c703-0e2d-497d-941d-856c4d2a23f4 req-c88f7c54-97ca-4bc7-b0d8-55b74eccafe8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0623894 Sep 24 00:21:56.793739 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:56.847506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a64c703-0e2d-497d-941d-856c4d2a23f4 req-91d28a74-ad33-480b-ab8f-301dff95ad1d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475161 Sep 24 00:21:56.928233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-90ab53b1-96a5-4c6f-865c-ed14b94c75ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:56.929678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b674e-aca4-46e8-83e9-f60406b63d79 req-f600d02a-d347-49de-9f76-c2ead7e3f7b5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:56.929816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-90ab53b1-96a5-4c6f-865c-ed14b94c75ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.3532698 Sep 24 00:21:56.931236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-555b674e-aca4-46e8-83e9-f60406b63d79 req-f600d02a-d347-49de-9f76-c2ead7e3f7b5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0824215 Sep 24 00:21:56.992246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-744b66dc-ce9b-4451-9c87-3e2b4496d73d req-6078119e-ac46-411d-8a3d-ddf77a3c1a7a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0434711 Sep 24 00:21:57.017456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-555b674e-aca4-46e8-83e9-f60406b63d79 req-279d0c5c-82f5-41d2-92fd-9d8ae583ba7c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724547 Sep 24 00:21:57.028920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-d4fce92b-9d23-4a2c-98fb-107a442032ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 1002 time: 0.0894957 Sep 24 00:21:57.094949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-2019bc7e-9092-4504-a9a8-bc2a9d54ee52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:57.096745 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-2019bc7e-9092-4504-a9a8-bc2a9d54ee52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0591965 Sep 24 00:21:57.144201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-e1b8956b-970d-4702-9b68-139653e57ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:57.145739 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-e1b8956b-970d-4702-9b68-139653e57ccd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419672 Sep 24 00:21:57.252025 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-b93ae103-1e29-4a02-b404-b398c439e292 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989208 Sep 24 00:21:57.366684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09374a88-9332-4ab0-b378-08e6cfb7d0e3 req-da7a8742-726d-4c7f-8467-48a47e72399b service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075790 Sep 24 00:21:58.022620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9670d5a-cf89-459f-a08a-0c5a43d90f64 req-23143676-a04a-470f-ab4c-de55b0b61f12 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:58.024173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9670d5a-cf89-459f-a08a-0c5a43d90f64 req-23143676-a04a-470f-ab4c-de55b0b61f12 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0568836 Sep 24 00:21:58.082388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9670d5a-cf89-459f-a08a-0c5a43d90f64 req-3d5e2a12-d7bf-4f3d-b83b-50940e11bd54 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509839 Sep 24 00:21:58.103540 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-489a3283-8fde-4891-9c49-33feb615fc0b req-035d612d-b585-4bac-8c01-ca2ce1fe14d7 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0353389 Sep 24 00:21:58.221380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5271351-bfc0-4be5-848e-54e3c13d8885 req-0beea2ee-6b8b-4c54-9ee5-18f433adc3bf tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:58.223310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5271351-bfc0-4be5-848e-54e3c13d8885 req-0beea2ee-6b8b-4c54-9ee5-18f433adc3bf tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0504241 Sep 24 00:21:58.263972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5271351-bfc0-4be5-848e-54e3c13d8885 req-5630c1aa-084f-4cb3-8f2d-32163b818ded tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347874 Sep 24 00:21:59.158336 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:21:59.213854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbbebd1c-fe89-438c-839e-74998e6c0962 req-6e79e314-42c6-40a4-a73a-2877c896511f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0363195 Sep 24 00:21:59.291373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5346890-3c46-4a64-9461-0451781af592 req-cdfc5fff-e3e8-4f0a-adbf-ffbf804ea82f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:59.293273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5346890-3c46-4a64-9461-0451781af592 req-cdfc5fff-e3e8-4f0a-adbf-ffbf804ea82f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0869889 Sep 24 00:21:59.366369 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5346890-3c46-4a64-9461-0451781af592 req-e2409153-fc8d-46ba-a14b-df47569338c2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632448 Sep 24 00:21:59.433511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c8205-b34d-45ef-83c1-440238d9a82c req-339dadef-1889-4217-9996-ad5ec569901d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:21:59.435091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7c8205-b34d-45ef-83c1-440238d9a82c req-339dadef-1889-4217-9996-ad5ec569901d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0553482 Sep 24 00:21:59.475708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7c8205-b34d-45ef-83c1-440238d9a82c req-ae646cef-3665-43a0-8ba2-7e058b875f86 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337763 Sep 24 00:21:59.999878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-52940309-96b5-41f4-a7d2-efa2171fcd8e req-795ebad6-c3c9-4a0e-be64-b5979eafdf87 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:22:00.001146 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52940309-96b5-41f4-a7d2-efa2171fcd8e req-795ebad6-c3c9-4a0e-be64-b5979eafdf87 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069642 Sep 24 00:22:00.222412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2f3cd-66b4-4e89-ab67-f3a322297670 req-ef78af2b-b405-4579-b367-e7a4034b4e32 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:00.231068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77a2f3cd-66b4-4e89-ab67-f3a322297670 req-ef78af2b-b405-4579-b367-e7a4034b4e32 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 946 time: 0.0797024 Sep 24 00:22:00.289844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77a2f3cd-66b4-4e89-ab67-f3a322297670 req-fd0a13cf-4d2e-4ee3-82bc-c31c314029b5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577528 Sep 24 00:22:00.344014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e15b7e1d-c547-48b8-bb6f-80ba35844851 req-b74664e4-3b12-4034-ba54-b1fc6d4e3636 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0387046 Sep 24 00:22:00.424972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:22:00.459687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57644) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:00.552443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db41a31-f8ef-4a46-9c1d-337dede9e132 req-f8be4303-fe07-45d0-aef9-cb52ac65d561 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:00.559420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5db41a31-f8ef-4a46-9c1d-337dede9e132 req-f8be4303-fe07-45d0-aef9-cb52ac65d561 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1157496 Sep 24 00:22:00.560854 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:00.606307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:22:00.609444 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aea6b06-ec94-4e91-9dde-9ba63bdbe40e" -d '{"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-unplugged", "status": "completed", "tag": "aefe34ed-2746-41c1-9967-0372042ed791"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:22:00.622022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:00.623547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5db41a31-f8ef-4a46-9c1d-337dede9e132 req-c944c24e-087c-4c78-90b8-e0d437a956e6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537469 Sep 24 00:22:00.626967 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:00.672447 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 00:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65218d48-5f84-4081-a68e-c14aa16d35d2 x-openstack-request-id: req-65218d48-5f84-4081-a68e-c14aa16d35d2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:22:00.672898 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-unplugged", "status": "failed", "tag": "aefe34ed-2746-41c1-9967-0372042ed791", "code": 422}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:22:00.673938 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65218d48-5f84-4081-a68e-c14aa16d35d2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:22:00.674517 n-d-713498-18 neutron-server[106380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791', 'code': 422} returned with failed status Sep 24 00:22:00.696521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:00.738841 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-aa5b591c-ce19-4687-a5cd-d06a375e9ad4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2779307 Sep 24 00:22:00.749422 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-975237b8-297b-4600-ac09-63adff2e83a9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:22:00.750435 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-975237b8-297b-4600-ac09-63adff2e83a9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056682 Sep 24 00:22:01.445348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ac8e6-4479-49d4-90a0-6192fc0491d8 req-fd7e263c-6afc-4937-aae3-526f9075f087 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:01.447747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-719ac8e6-4479-49d4-90a0-6192fc0491d8 req-fd7e263c-6afc-4937-aae3-526f9075f087 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0728524 Sep 24 00:22:01.535289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-719ac8e6-4479-49d4-90a0-6192fc0491d8 req-488bd4b2-0f5c-4710-92fc-f188dd741064 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776207 Sep 24 00:22:01.544249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7fad5776-df7d-4493-bcbe-47669eea3fc8 req-55e8c776-c941-446b-a225-46531b2edaaa tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0409687 Sep 24 00:22:01.763099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ca0bd-bf6d-4e68-8ade-ee8248234589 req-13108e29-9d01-4eb0-a2cd-08f5f339a3be tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:01.772562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0ca0bd-bf6d-4e68-8ade-ee8248234589 req-13108e29-9d01-4eb0-a2cd-08f5f339a3be tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0619278 Sep 24 00:22:01.823516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0ca0bd-bf6d-4e68-8ade-ee8248234589 req-43685c7c-cadb-4fb3-b9e9-72aade948b45 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448549 Sep 24 00:22:02.768100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a32369a-58e1-4786-94fd-c955ee388a8d req-90cc7158-63f8-4bf5-800d-71226620481c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0836406 Sep 24 00:22:02.792307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6aa0f-f58f-44c3-923a-2e131f87f4b4 req-44cfee7a-854b-4ece-bb08-5d0dcdf90534 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:02.794591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eba6aa0f-f58f-44c3-923a-2e131f87f4b4 req-44cfee7a-854b-4ece-bb08-5d0dcdf90534 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1249909 Sep 24 00:22:02.838779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eba6aa0f-f58f-44c3-923a-2e131f87f4b4 req-94d208ae-8246-4e5f-b251-cc8dff90ed22 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373971 Sep 24 00:22:02.967868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608adcc5-e52a-4338-922d-d0a35483ed54 req-98c9ca61-d631-45d6-a3f3-cb90ec1b75a2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:02.969909 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-608adcc5-e52a-4338-922d-d0a35483ed54 req-98c9ca61-d631-45d6-a3f3-cb90ec1b75a2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0538881 Sep 24 00:22:03.013052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-608adcc5-e52a-4338-922d-d0a35483ed54 req-7595e0a1-6c13-40ca-8076-41d6b1b58b90 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354457 Sep 24 00:22:03.883299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0c4cd43-8571-4380-a113-b7170c6689b8 req-51f5cfd7-fc18-475f-a4f9-30926cab619c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0301600 Sep 24 00:22:04.017560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d284ad-7f0c-4e37-b994-19c060275c8d req-bd0010cb-8a21-422d-be08-f96083fa75af tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:04.020013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06d284ad-7f0c-4e37-b994-19c060275c8d req-bd0010cb-8a21-422d-be08-f96083fa75af tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0566304 Sep 24 00:22:04.063945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06d284ad-7f0c-4e37-b994-19c060275c8d req-bffd1626-8b85-4369-b526-202388cd89b1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378635 Sep 24 00:22:04.155754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b812bd-af9f-4ce1-aa19-005ca9cdd456 req-45c2f0f7-c995-4e09-8416-1960ba52020f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:04.164010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9b812bd-af9f-4ce1-aa19-005ca9cdd456 req-45c2f0f7-c995-4e09-8416-1960ba52020f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0706999 Sep 24 00:22:04.204163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9b812bd-af9f-4ce1-aa19-005ca9cdd456 req-c118687c-164e-48b4-b776-0bde7a2e0b0d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392435 Sep 24 00:22:05.041431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc13c997-281f-4cc2-a3ba-0a75a5f3e70b req-23368c58-881d-44b3-9372-e0313c61e987 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0403647 Sep 24 00:22:05.276785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec4aa7-5671-4930-a6e2-9eba157a85e5 req-07c9d8f9-6727-4f89-b8d7-2520db54d613 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:05.284968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eaec4aa7-5671-4930-a6e2-9eba157a85e5 req-07c9d8f9-6727-4f89-b8d7-2520db54d613 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0868561 Sep 24 00:22:05.407524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eaec4aa7-5671-4930-a6e2-9eba157a85e5 req-8625d78a-8142-4d22-8925-f9e6032eb1c7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214409 Sep 24 00:22:05.428705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7b4ab-dfa2-4fab-b071-8fffc84a258b req-4e316471-319c-4b9f-9d63-b2bd7d4a5992 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:05.430283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04e7b4ab-dfa2-4fab-b071-8fffc84a258b req-4e316471-319c-4b9f-9d63-b2bd7d4a5992 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1141934 Sep 24 00:22:05.476984 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04e7b4ab-dfa2-4fab-b071-8fffc84a258b req-96fb653b-87e5-4655-a548-d960570c1239 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384812 Sep 24 00:22:06.159964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d1c4f47-adbc-45ad-8767-fcb10a9e9d76 req-fd6a2713-80a5-4ca4-a0fc-c6c43226b839 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0482547 Sep 24 00:22:06.561447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-293499c4-32fe-4fe3-ada8-1e27e11c4a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:06.563197 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-293499c4-32fe-4fe3-ada8-1e27e11c4a31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e&tenant_id=69a37da035b84dce9134bc41b764f4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0954323 Sep 24 00:22:06.620038 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:06.640853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c655a002-adb7-4a40-b072-f13f4cedf10f req-8c34fc11-0018-4195-82d0-967132ca7023 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:06.642840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c655a002-adb7-4a40-b072-f13f4cedf10f req-8c34fc11-0018-4195-82d0-967132ca7023 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1530046 Sep 24 00:22:06.649891 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:22:06.659757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-da61fdd5-2154-42a9-b703-7e1679099646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:06.661793 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-da61fdd5-2154-42a9-b703-7e1679099646 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1096 time: 0.0750813 Sep 24 00:22:06.681413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ec464-1e61-41fe-b7a9-30f574954284 req-bc60bb8c-1170-4860-8a0d-0367d3c9d681 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:06.683899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f8ec464-1e61-41fe-b7a9-30f574954284 req-bc60bb8c-1170-4860-8a0d-0367d3c9d681 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1170204 Sep 24 00:22:06.727957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c655a002-adb7-4a40-b072-f13f4cedf10f req-93e25011-2227-4727-b832-17edcc1e11ea tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743525 Sep 24 00:22:06.767076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f8ec464-1e61-41fe-b7a9-30f574954284 req-e1945559-0f86-4d8b-8540-8f13f3b02819 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616043 Sep 24 00:22:06.806626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-3fc24514-a705-4f6e-95b3-2014d2314394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:06.808750 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-3fc24514-a705-4f6e-95b3-2014d2314394 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1390650 Sep 24 00:22:06.877665 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-96c0b689-1029-4034-bf97-b27748942813 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 1000 time: 0.0618923 Sep 24 00:22:06.934206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-ed2b009c-097c-4d44-b4aa-e6ec37fcfee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:06.935654 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-ed2b009c-097c-4d44-b4aa-e6ec37fcfee0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0507855 Sep 24 00:22:07.000548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-f3a6cce5-8aef-4e5c-8968-80e2ecd66161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:07.000548 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-f3a6cce5-8aef-4e5c-8968-80e2ecd66161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576761 Sep 24 00:22:07.128838 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-f9d46c93-32c0-460b-bde5-d57533b10160 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212223 Sep 24 00:22:07.304244 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dea5192a-8185-4a42-875d-4a62a9d81906 req-ac57653b-c782-4033-998f-96209575e625 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682315 Sep 24 00:22:07.332653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63c2bfcc-429a-4458-a7dc-4b62f23e081b req-ee0b7d88-00bc-42e5-9d3e-bd679e91805e tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0468268 Sep 24 00:22:08.037657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa24e1-e4d1-4128-8e71-da2b73a9462b req-a79130ea-38d3-45e7-9891-10ae4e805f84 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:08.048135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adfa24e1-e4d1-4128-8e71-da2b73a9462b req-a79130ea-38d3-45e7-9891-10ae4e805f84 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1822479 Sep 24 00:22:08.143514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1c918f-c4f4-47de-bc5f-02d2cfefe6e9 req-96eccb64-53db-4365-8484-36629f6aa578 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:08.145575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab1c918f-c4f4-47de-bc5f-02d2cfefe6e9 req-96eccb64-53db-4365-8484-36629f6aa578 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2280045 Sep 24 00:22:08.248968 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab1c918f-c4f4-47de-bc5f-02d2cfefe6e9 req-48413182-2a3f-4f3a-9f39-79ff15e47989 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891349 Sep 24 00:22:08.252458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adfa24e1-e4d1-4128-8e71-da2b73a9462b req-3a44cd5e-af97-499d-be8c-647a20a5ec2e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1915827 Sep 24 00:22:08.484531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bec0b88c-dc6b-40e9-b6ba-7dccaafd590a req-62474134-8de6-4ee7-9fea-c8284fceb620 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0380895 Sep 24 00:22:09.220847 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:09.562717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c06be6-b2ea-437e-809c-b6413d660cd5 req-4aafc12f-feea-446f-8f2c-65938c8de234 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:09.573348 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77c06be6-b2ea-437e-809c-b6413d660cd5 req-4aafc12f-feea-446f-8f2c-65938c8de234 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1693239 Sep 24 00:22:09.590122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0be49-257a-4a59-b2db-fe6f1f8a674b req-f9cabe8c-f1bc-4330-99fe-4073c7e21e88 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:09.598614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9d0be49-257a-4a59-b2db-fe6f1f8a674b req-f9cabe8c-f1bc-4330-99fe-4073c7e21e88 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1610219 Sep 24 00:22:09.681779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77c06be6-b2ea-437e-809c-b6413d660cd5 req-49fcbc6e-4fec-402a-a758-59c467b44172 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051102 Sep 24 00:22:09.721557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9d0be49-257a-4a59-b2db-fe6f1f8a674b req-9df09ea9-1cba-43bb-bc58-75a1dbedaed7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150038 Sep 24 00:22:09.832888 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f009ced8-8522-4b89-adfd-a4b01148e53c req-ae48ad02-0aec-480a-86e4-aedc341c2eb6 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0625815 Sep 24 00:22:10.840396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12981935-a06a-499b-8a97-6128f61c6392 req-7fd8c199-c5aa-4469-8bf6-28c934883f68 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:10.848153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12981935-a06a-499b-8a97-6128f61c6392 req-7fd8c199-c5aa-4469-8bf6-28c934883f68 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0691798 Sep 24 00:22:10.915865 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 57950) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:10.931697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b57d5-6832-413d-8ac6-7172183ec1e6 req-bf3d5162-a96a-409e-8c4f-40fe8a90850a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:10.934868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-214b57d5-6832-413d-8ac6-7172183ec1e6 req-bf3d5162-a96a-409e-8c4f-40fe8a90850a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0843163 Sep 24 00:22:10.944263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12981935-a06a-499b-8a97-6128f61c6392 req-95f6e5a6-7424-481b-a336-a5dabda45ccc tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936372 Sep 24 00:22:11.023760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-214b57d5-6832-413d-8ac6-7172183ec1e6 req-da56f716-6917-4101-8059-a893d7ce1cd4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729463 Sep 24 00:22:11.069056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cde52d7-6234-48cf-abd6-5529c7219f66 req-d7208eed-f2dd-49cc-9342-d432be953b57 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0361314 Sep 24 00:22:11.216372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0a18487-2eed-4a0e-ab70-225d277e43e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:11.367518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0a18487-2eed-4a0e-ab70-225d277e43e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:11.373256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0a18487-2eed-4a0e-ab70-225d277e43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:11.419813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f0a18487-2eed-4a0e-ab70-225d277e43e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45e28fd22ab747bb9a90ddedad2f786e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021160 Sep 24 00:22:11.421044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a18487-2eed-4a0e-ab70-225d277e43e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97619f41-bdc5-4701-a88b-c50ce204a77d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:11.422556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 57960) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:11.477871 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8567369-b79d-45f8-bca2-10b68c33932b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:11.501798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8567369-b79d-45f8-bca2-10b68c33932b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:11.547913 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8567369-b79d-45f8-bca2-10b68c33932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:11.550573 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8567369-b79d-45f8-bca2-10b68c33932b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:11.553998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b8567369-b79d-45f8-bca2-10b68c33932b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/97619f41-bdc5-4701-a88b-c50ce204a77d HTTP/1.1" status: 204 len: 168 time: 0.1281595 Sep 24 00:22:11.560078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8567369-b79d-45f8-bca2-10b68c33932b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97619f41-bdc5-4701-a88b-c50ce204a77d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:12.115630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68733c1a-8dbf-4145-a50f-f8474b3ead53 req-eaab8f3a-a6b0-449a-a67e-72d620ffb230 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:12.117252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68733c1a-8dbf-4145-a50f-f8474b3ead53 req-eaab8f3a-a6b0-449a-a67e-72d620ffb230 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1001010 Sep 24 00:22:12.192596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68733c1a-8dbf-4145-a50f-f8474b3ead53 req-b49f64d8-a988-4a99-b1a3-6f14be5e5655 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662410 Sep 24 00:22:12.241246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfb1de-c74d-42a7-a472-ea1c57136aec req-8e68bbe7-df4c-489a-aff6-39a0e173f645 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:12.242797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0cfb1de-c74d-42a7-a472-ea1c57136aec req-8e68bbe7-df4c-489a-aff6-39a0e173f645 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1033163 Sep 24 00:22:12.299229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0cfb1de-c74d-42a7-a472-ea1c57136aec req-765ee754-cf1b-410a-bb49-3c17dc608849 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492308 Sep 24 00:22:12.325069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5523f56-75f0-4bbd-96a2-d0e2317f8fd6 req-66828d82-0a22-49a4-8f0e-b1682d7944d8 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0301056 Sep 24 00:22:13.490696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa35b5-8202-473b-b3d2-c5833ec752b9 req-e8762d7c-e90b-4ff2-952e-a18c1c2705e9 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:13.492610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efaa35b5-8202-473b-b3d2-c5833ec752b9 req-e8762d7c-e90b-4ff2-952e-a18c1c2705e9 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1974440 Sep 24 00:22:13.541311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c754d780-abca-41bb-9f30-6301e50b2e91 req-595e9444-4ab2-48a5-b70e-f272c576a2c8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:13.543070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c754d780-abca-41bb-9f30-6301e50b2e91 req-595e9444-4ab2-48a5-b70e-f272c576a2c8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1242826 Sep 24 00:22:13.631275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c754d780-abca-41bb-9f30-6301e50b2e91 req-519d5e96-0244-4de3-b492-6b5f1567f3f5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704513 Sep 24 00:22:13.634572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efaa35b5-8202-473b-b3d2-c5833ec752b9 req-3c3b6f0d-0096-45c5-939e-1cf059869774 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343608 Sep 24 00:22:13.737077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b545efbd-3038-4f90-b403-c1fe59a303c8 req-590321fc-b339-4ea9-8f86-11670c95f759 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0334818 Sep 24 00:22:14.901408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c14f1e-56e1-42ba-ae27-8de1bc845eb7 req-71dfb801-5129-4239-a5c3-3886d0be0aa0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:14.912795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45c14f1e-56e1-42ba-ae27-8de1bc845eb7 req-71dfb801-5129-4239-a5c3-3886d0be0aa0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1955063 Sep 24 00:22:14.988385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2f4a48-c4a4-42bc-9e63-3a2b8c96d644 req-05a15e52-91f0-492b-97c4-8c3c87e1fac8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:14.998079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d2f4a48-c4a4-42bc-9e63-3a2b8c96d644 req-05a15e52-91f0-492b-97c4-8c3c87e1fac8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.2027144 Sep 24 00:22:15.028682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45c14f1e-56e1-42ba-ae27-8de1bc845eb7 req-37a69103-d827-4217-b94d-853daddeae25 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081660 Sep 24 00:22:15.096683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d2f4a48-c4a4-42bc-9e63-3a2b8c96d644 req-1996d0a5-bbd6-4fba-a558-87338bbdae6d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969310 Sep 24 00:22:15.140636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5857e20-aa85-4eb2-a5f9-93fedd150bcd req-e45fef34-33a2-40c9-83b7-16302c7e8a36 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0327363 Sep 24 00:22:16.336707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9515f02-ca38-481d-9b41-c683508792ef req-0a572ab6-6adf-473d-a52d-227cf11b2a14 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:16.338528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9515f02-ca38-481d-9b41-c683508792ef req-0a572ab6-6adf-473d-a52d-227cf11b2a14 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1482947 Sep 24 00:22:16.371177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134af29-049d-4074-bdaa-e5cbfcf056c9 req-c413c03e-79b1-4b75-b4b7-bfdb6382558a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:16.372824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d134af29-049d-4074-bdaa-e5cbfcf056c9 req-c413c03e-79b1-4b75-b4b7-bfdb6382558a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1092484 Sep 24 00:22:16.431051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9515f02-ca38-481d-9b41-c683508792ef req-45d3d79e-4bae-4041-bfc1-1633a4a89d3b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787847 Sep 24 00:22:16.437280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d134af29-049d-4074-bdaa-e5cbfcf056c9 req-f65f4c6f-13b8-4c4e-8066-afd468b3a109 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564790 Sep 24 00:22:16.606359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65e910c5-9398-4f06-b236-d6b6ded6cc17 req-870e39c4-4051-416f-88ae-f3b7244320ca tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0561378 Sep 24 00:22:17.647682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be83a5c-97ad-4c9c-a3ed-f9383b9e1205 req-76c573f5-4df1-4112-b227-87ebddcb3f73 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:17.658677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2be83a5c-97ad-4c9c-a3ed-f9383b9e1205 req-76c573f5-4df1-4112-b227-87ebddcb3f73 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1084859 Sep 24 00:22:17.767605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2be83a5c-97ad-4c9c-a3ed-f9383b9e1205 req-2dd770de-1a90-4f5d-96eb-dbeaf2c66c1b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074796 Sep 24 00:22:17.780252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e04f12-d70b-4612-a149-19e9dd1bc40c req-86f1432e-a0d6-4c78-83a8-264788a042bb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:17.782111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11e04f12-d70b-4612-a149-19e9dd1bc40c req-86f1432e-a0d6-4c78-83a8-264788a042bb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1939280 Sep 24 00:22:17.903448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11e04f12-d70b-4612-a149-19e9dd1bc40c req-a2aef12f-d3ca-4dae-ac0e-4bc313087dd7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149197 Sep 24 00:22:17.933780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45099ca8-4c99-4da2-98c7-56bd53dd23cd req-5e10405e-06e4-4dca-9b43-105b1ee118cd tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0571733 Sep 24 00:22:18.905571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41877c-747e-4abb-acad-326e9c2206a0 req-765ec3d2-7b90-4130-8858-d39a8fafbc88 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:18.908524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa41877c-747e-4abb-acad-326e9c2206a0 req-765ec3d2-7b90-4130-8858-d39a8fafbc88 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0589805 Sep 24 00:22:18.976403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa41877c-747e-4abb-acad-326e9c2206a0 req-4a179b26-a0e3-4ff8-8182-6713a19d79a3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536165 Sep 24 00:22:19.187438 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-193009c3-871a-4864-bbd2-5fea10feb8df req-57f7fcdb-a5bb-4f36-b338-ed61febbf11b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0635293 Sep 24 00:22:19.209156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824b516-53d9-43ba-b975-297cbada4be0 req-3f28f989-223e-4147-947f-bdf038f01296 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:19.218186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3824b516-53d9-43ba-b975-297cbada4be0 req-3f28f989-223e-4147-947f-bdf038f01296 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1563208 Sep 24 00:22:19.269011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3824b516-53d9-43ba-b975-297cbada4be0 req-05452d3b-607b-4fd1-886f-583968fb69c2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495694 Sep 24 00:22:20.161696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74a1fe-c6ca-452f-a90e-7c44d8f64013 req-5bd1e14d-4e51-4c06-84ae-9ff8455c1013 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:20.163839 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba74a1fe-c6ca-452f-a90e-7c44d8f64013 req-5bd1e14d-4e51-4c06-84ae-9ff8455c1013 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0706279 Sep 24 00:22:20.209651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba74a1fe-c6ca-452f-a90e-7c44d8f64013 req-f9d08bd2-7576-4f48-a5c0-47a726f4248e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380802 Sep 24 00:22:20.335819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4513abed-bc10-4778-be73-8baf9270d1bb req-f6d61f69-4e21-4b08-9883-424a1c6d1673 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0285072 Sep 24 00:22:20.405277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172de4f3-0002-44e9-a346-191d03c55ba1 req-24dd400b-f967-459d-8170-48f929528bc5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:20.407027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-172de4f3-0002-44e9-a346-191d03c55ba1 req-24dd400b-f967-459d-8170-48f929528bc5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0522068 Sep 24 00:22:20.451291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-172de4f3-0002-44e9-a346-191d03c55ba1 req-49c93afa-a946-41bd-b6d8-bf7e19b9d937 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379031 Sep 24 00:22:21.435113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e3680-c6fc-4e71-a293-866477c93eb6 req-12aef775-28b0-4d71-bf7f-9c7178622460 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:21.449525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-289e3680-c6fc-4e71-a293-866477c93eb6 req-12aef775-28b0-4d71-bf7f-9c7178622460 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1282792 Sep 24 00:22:21.533893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d9aa4cc-e53e-48f6-a9c3-3dca87c297c0 req-af4b8fde-ee81-4154-9329-58789dd0a654 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0735292 Sep 24 00:22:21.561409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-289e3680-c6fc-4e71-a293-866477c93eb6 req-0654dc84-d8bd-4cc3-907b-414fd69b7172 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107295 Sep 24 00:22:21.691248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c57279-ef42-40a8-ac49-f6c870ec742e req-3004d051-837f-4327-b228-18d46f988dfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:21.693085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c57279-ef42-40a8-ac49-f6c870ec742e req-3004d051-837f-4327-b228-18d46f988dfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0586040 Sep 24 00:22:21.744130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c57279-ef42-40a8-ac49-f6c870ec742e req-1222a509-0af9-4244-b220-b46343defa8d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409901 Sep 24 00:22:21.789545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58228) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:21.911444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad7e3041-efa8-444d-8124-966fcb5d5693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:22.021496 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad7e3041-efa8-444d-8124-966fcb5d5693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:22.026152 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad7e3041-efa8-444d-8124-966fcb5d5693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:22.071625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ad7e3041-efa8-444d-8124-966fcb5d5693 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5fc57fa871fb4c92bd0c204528b4dc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793283 Sep 24 00:22:22.072476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e3041-efa8-444d-8124-966fcb5d5693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cce859-f93a-43c6-97e7-90ccd3bc4e88,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:22.075072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58234) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:22.134310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc999da4-0681-42a4-a0c0-47c5e49cc0f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:22.161759 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc999da4-0681-42a4-a0c0-47c5e49cc0f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:22.212621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc999da4-0681-42a4-a0c0-47c5e49cc0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:22.215921 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fc999da4-0681-42a4-a0c0-47c5e49cc0f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:22.217128 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fc999da4-0681-42a4-a0c0-47c5e49cc0f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8cce859-f93a-43c6-97e7-90ccd3bc4e88 HTTP/1.1" status: 204 len: 168 time: 0.1398180 Sep 24 00:22:22.225760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc999da4-0681-42a4-a0c0-47c5e49cc0f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cce859-f93a-43c6-97e7-90ccd3bc4e88,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:22.710363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb89005a-6e96-4893-9790-c2e3e9e42eb9 req-44529b7b-3f6d-4fd7-9a2e-6a12ecdeb3c6 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0663552 Sep 24 00:22:22.748775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcad9f68-0500-49b6-bbd9-160f772ab74f req-e8a6bd1a-2064-4e94-9a11-332b66d8dea6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:22.750676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fcad9f68-0500-49b6-bbd9-160f772ab74f req-e8a6bd1a-2064-4e94-9a11-332b66d8dea6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0924113 Sep 24 00:22:22.804779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fcad9f68-0500-49b6-bbd9-160f772ab74f req-cf297049-4429-49b4-b3b3-835ab0ee2cca tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416517 Sep 24 00:22:22.884947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92668e2c-4586-4c00-b8c5-246237150cad req-85107595-21da-457e-85ed-26691933980d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:22.887041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92668e2c-4586-4c00-b8c5-246237150cad req-85107595-21da-457e-85ed-26691933980d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0616450 Sep 24 00:22:22.942328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92668e2c-4586-4c00-b8c5-246237150cad req-ae955cc4-9b92-4b19-b7e6-faa07b899eb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472031 Sep 24 00:22:22.996262 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b20d3441-b6b1-4958-bf8a-d57b93621ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:23.824065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf0b369f-9532-4ffe-affe-a678cf95ae04 req-b0972fcf-8815-4c43-b12a-0e35f5e637c0 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0292690 Sep 24 00:22:23.925168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58282) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:23.960264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fe2d4-7bd6-40f3-8183-bcfc163a43f5 req-6f4eff1e-7b76-4c36-9035-bd33d436dcac tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:23.962165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-720fe2d4-7bd6-40f3-8183-bcfc163a43f5 req-6f4eff1e-7b76-4c36-9035-bd33d436dcac tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0631008 Sep 24 00:22:24.040408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-720fe2d4-7bd6-40f3-8183-bcfc163a43f5 req-7a58146e-e4f3-40fd-9787-c22749786eb4 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702417 Sep 24 00:22:24.097625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f02a9-d87a-4970-8dab-585cc24c10da req-0b0b7485-f6f0-484e-94d6-6abe66c95c48 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:24.099591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd3f02a9-d87a-4970-8dab-585cc24c10da req-0b0b7485-f6f0-484e-94d6-6abe66c95c48 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0635295 Sep 24 00:22:24.142483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd3f02a9-d87a-4970-8dab-585cc24c10da req-45fac00e-3598-4fcb-852b-ce775b7f70a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357573 Sep 24 00:22:24.213410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'network': {'name': 'tempest-network-smoke--807836655', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'port_security_enabled': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:24.238043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:22:24.243235 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.253196 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.389316 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.397979 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.434117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:22:24.440632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10c52921-fc1b-4fdd-a884-c5ff4bb37211,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:24.447054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.447440 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Added segment 98adc346-4c69-4b13-bc94-e404b373907e of type vlan for network ae378b39-998b-4d88-b8fb-a585007b0301 Sep 24 00:22:24.494526 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.522726 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.528527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:24.529163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.567571 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6410227 Sep 24 00:22:24.570898 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58290) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:24.575945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-407633976', 'admin_state_up': True, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:24.602042 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.603811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.614079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22230f-3d66-478b-b826-1fffe62e5d58 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Network': ['ID=ae378b39-998b-4d88-b8fb-a585007b0301,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:24.627952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ae378b39-998b-4d88-b8fb-a585007b0301 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:22:24.672986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.834612 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:24.957057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f1c2e4c-a11c-4fa6-b621-e74471e5517d req-c175177f-d117-401a-9aa7-b91df6845d7e tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0311804 Sep 24 00:22:25.081109 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:25.106664 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:25.253249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.25.5.192 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/535d5b10-0171-4fe9-ba83-e0ad078d1ef9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:22:25.271443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31579b3e-be07-4e58-b2a3-499eb57007ee req-191807b5-d81d-4354-89d1-40976bce76e7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:25.273036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31579b3e-be07-4e58-b2a3-499eb57007ee req-191807b5-d81d-4354-89d1-40976bce76e7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1050684 Sep 24 00:22:25.371002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31579b3e-be07-4e58-b2a3-499eb57007ee req-657c2bfa-56bf-4776-98e8-b2c40cb0ffc3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764744 Sep 24 00:22:25.380649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0febd9a7-6435-4724-96fc-dd42b579a17b req-b21f5e6f-4e5e-4ce2-8b70-d44ca158fed8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:25.382099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0febd9a7-6435-4724-96fc-dd42b579a17b req-b21f5e6f-4e5e-4ce2-8b70-d44ca158fed8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1264839 Sep 24 00:22:25.465548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0febd9a7-6435-4724-96fc-dd42b579a17b req-3fe68d15-25d8-4d82-bb6c-c8e18b20254e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548835 Sep 24 00:22:25.475020 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:25.513945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:25.549005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:22:25.551636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:22:25.555247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:22:25.584227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=535d5b10-0171-4fe9-ba83-e0ad078d1ef9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:25.817082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:25.845557 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:25.972390 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72ecfdb1-e2eb-48bc-a1ee-b249e25d3f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:26.019852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:26.089252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc4347e3-8ef2-4f12-9d65-2a9fc32a4933 req-c13a43ed-1089-4806-ae23-105120b137a0 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0335586 Sep 24 00:22:26.561581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e422a4-92d9-4893-956e-84c2705d8e68 req-fe11cad3-ed1b-48b7-9b1f-aadbfa63e15f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:26.562121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43e422a4-92d9-4893-956e-84c2705d8e68 req-fe11cad3-ed1b-48b7-9b1f-aadbfa63e15f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.0802827 Sep 24 00:22:26.568441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 760345e3-2591-4340-a5f7-8acd17a246d8 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:22:26.683757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43e422a4-92d9-4893-956e-84c2705d8e68 req-a08ec27a-1e94-478c-96be-99a5b84af005 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128452 Sep 24 00:22:26.693593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084e70e8-eb18-4153-9314-0a62ee1f5be3 req-28545406-b22b-480b-bda5-f9a3744bc629 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:26.695188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-084e70e8-eb18-4153-9314-0a62ee1f5be3 req-28545406-b22b-480b-bda5-f9a3744bc629 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1300709 Sep 24 00:22:26.775648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:22:26.781988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:26.789794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-084e70e8-eb18-4153-9314-0a62ee1f5be3 req-8b19a0f1-907f-4976-b83e-93e9c7961727 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809410 Sep 24 00:22:26.790382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Sync routers for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:22:26.802538 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:26.803214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:22:26.806700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:22:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:26.806876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2151f312-d585-4548-80d7-1923289119f9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2320426 Sep 24 00:22:26.807225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58320) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:26.904007 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c2b20243-5038-47a8-9f00-68ab0e6d1a79 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=dfa7ccf7ae784120b00f5a529ad5d237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0953507 Sep 24 00:22:26.906475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:26.928993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:22:27.063844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b35736-797b-4b7c-ae21-61e27db08199 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:27.066805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-72b35736-797b-4b7c-ae21-61e27db08199 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1577153 Sep 24 00:22:27.068316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58326) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:27.113201 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-85106f3b-cc84-4596-904d-1a34ff34a7e9 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434463 Sep 24 00:22:27.116032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58330) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:27.124873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1665427539', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:27.145267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:25Z', 'revision_number': 3, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:27.179525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Checking router: 760345e3-2591-4340-a5f7-8acd17a246d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:22:27.179799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Updating router 760345e3-2591-4340-a5f7-8acd17a246d8 port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:22:27.207766 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.254801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3e8f71e-d7b6-4437-a3c3-9ffdd4f44217 req-d6a7b070-0f41-4650-9f3d-e1810da4c53f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0402892 Sep 24 00:22:27.277949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:22:27.282316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.492395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.501300 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.506459 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.555677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Attempting to bind port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:22:27.556040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Attempting to bind port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:22:27.556395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Attempting to bind port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:22:27.560381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Subnet': ['ID=06de10ac-7a47-4be0-aa3d-c848826a0ff8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:27.567128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace0239-4b82-48d1-abdc-522c5398a644 None None] Pushing event updated for resources: {'Port': ['ID=535d5b10-0171-4fe9-ba83-e0ad078d1ef9,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:27.569419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Checking segment: {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:22:27.569789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network hostable DHCP agents. Network: ae378b39-998b-4d88-b8fb-a585007b0301, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:22:27.570750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:22:27.571486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:22:27.571896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.572715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:22:27.573952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Bound port: 535d5b10-0171-4fe9-ba83-e0ad078d1ef9, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:22:27.574334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.588812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network ae378b39-998b-4d88-b8fb-a585007b0301 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:22:27.599137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ae378b39-998b-4d88-b8fb-a585007b0301) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:22:27.604046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:27.605190 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.611013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27469b35-3369-40ec-a850-4cbc3f6223cf None None] Network ae378b39-998b-4d88-b8fb-a585007b0301 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:22:27.629527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ab83589d-544b-4bf1-925d-bc298d0fa2e7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5123830 Sep 24 00:22:27.634354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:27.662371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] For port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:22:27.698370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-a0b8aa1c-bedf-4292-8463-111be2a343ee req-1d28e4f7-d2f8-4604-b00e-fbc1db74b710 service neutron] (106378) timed out ('10.222.0.24', 58954) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:22:27.703808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] For port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=535d5b10-0171-4fe9-ba83-e0ad078d1ef9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:22:27.711507 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.824147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:22:27.824815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:22:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:27.831138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace0239-4b82-48d1-abdc-522c5398a644 None None] Pushing event updated for resources: {'Port': ['ID=535d5b10-0171-4fe9-ba83-e0ad078d1ef9,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:27.902225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b28bf7-89ea-4890-8d59-087314e1e7cb req-017855e2-2426-47da-b9cb-f44c8fb18006 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:27.904183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88b28bf7-89ea-4890-8d59-087314e1e7cb req-017855e2-2426-47da-b9cb-f44c8fb18006 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 944 time: 0.1086850 Sep 24 00:22:27.925548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ae378b39-998b-4d88-b8fb-a585007b0301', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:22:27.926727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:27.997017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:22:28.020584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52735dd-8b8e-4a2f-8c0d-2a92d6eec3e8 req-54961a66-755b-4ba4-8def-f50583fbda70 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:28.022892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a52735dd-8b8e-4a2f-8c0d-2a92d6eec3e8 req-54961a66-755b-4ba4-8def-f50583fbda70 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1064603 Sep 24 00:22:28.035629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88b28bf7-89ea-4890-8d59-087314e1e7cb req-44795af2-5ee3-4415-b55e-c2ced4046466 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203547 Sep 24 00:22:28.091667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a52735dd-8b8e-4a2f-8c0d-2a92d6eec3e8 req-f7354979-7a85-4ea2-8278-6fc118986b33 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495379 Sep 24 00:22:28.270174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Allocated IP 172.20.0.2 (ae378b39-998b-4d88-b8fb-a585007b0301/06de10ac-7a47-4be0-aa3d-c848826a0ff8/84155e42-2f73-4f6b-a2e4-e81461b0d3fe) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:22:28.340878 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:28.368394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:25Z', 'revision_number': 3, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:28.387721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86ceef68-bbac-4863-afda-b1c6d9acc400 req-d1bf5920-6440-4b57-91d5-c5ae32cafae9 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0450406 Sep 24 00:22:28.561555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b816dc-3c75-4831-8512-c88cc64fd44e None None] The sync data for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 is: [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:25Z', 'revision_number': 3, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:22:28.587334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:22:28.664876 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:28.691585 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:28.800040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Network ae378b39-998b-4d88-b8fb-a585007b0301 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:22:28.807269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:22:28.814585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:22:28.818806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.20.0.1 (ae378b39-998b-4d88-b8fb-a585007b0301/06de10ac-7a47-4be0-aa3d-c848826a0ff8/1e5d3431-26e9-438d-a217-db0511eec0df) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:22:28.860988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Pushing event updated for resources: {'Port': ['ID=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:28.914336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:28.940467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'aefe34ed-2746-41c1-9967-0372042ed791', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'port_id': 'aefe34ed-2746-41c1-9967-0372042ed791', 'mac_address': 'fa:16:3e:7a:9a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:22:28.972359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Attempting to bind port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:22:28.972817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Attempting to bind port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:22:28.973089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Attempting to bind port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe on network ae378b39-998b-4d88-b8fb-a585007b0301 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:22:28.983576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:22:28.984024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Checking segment: {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:22:28.984351 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:28.984747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Bound using segment: {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:22:28.985231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Bound port: 84155e42-2f73-4f6b-a2e4-e81461b0d3fe, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:22:28.985614 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.012460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.049460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aefe34ed-2746-41c1-9967-0372042ed791 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:22:29.194355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:29.206570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.275087 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.277696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] For port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:22:29.309153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd5af14-0bee-4b8b-96a4-bc0c5bbb18a5 req-e48aae4f-53b9-469c-80d9-055b7aff9c81 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:29.313575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] For port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:22:29.316551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fd5af14-0bee-4b8b-96a4-bc0c5bbb18a5 req-e48aae4f-53b9-469c-80d9-055b7aff9c81 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1156602 Sep 24 00:22:29.326296 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.332595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:29.334679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cbd82-a0b6-41ee-91a5-dc87c4237abc req-0247bca9-a39b-4b32-8b8b-57d960c2e366 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:29.336735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2cbd82-a0b6-41ee-91a5-dc87c4237abc req-0247bca9-a39b-4b32-8b8b-57d960c2e366 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 945 time: 0.0954802 Sep 24 00:22:29.403261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fd5af14-0bee-4b8b-96a4-bc0c5bbb18a5 req-deefc90c-f04e-4ab1-a1ba-f39555209d62 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857055 Sep 24 00:22:29.427609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2cbd82-a0b6-41ee-91a5-dc87c4237abc req-e5e17f7d-b176-42aa-a1d8-57df0523dab3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771987 Sep 24 00:22:29.454148 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.471695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['aefe34ed-2746-41c1-9967-0372042ed791'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:22:29.515551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.568357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:22:29.611829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network ae378b39-998b-4d88-b8fb-a585007b0301 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:22:29.617813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:22:29.623458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d75b52-d036-4bf1-9666-1001b4af181e None None] Pushing event updated for resources: {'Port': ['ID=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:29.636630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:22:29.643183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8459aada-c71f-4f5e-9ee0-4be5892a77b4 req-d9534823-1ffc-42ca-888c-bc1fb37bbb7c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0810051 Sep 24 00:22:29.728518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=1e5d3431-26e9-438d-a217-db0511eec0df,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:29.761206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:29.761580 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.764044 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:29.983654 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.025890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=535d5b10-0171-4fe9-ba83-e0ad078d1ef9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:30.031863 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.139339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=535d5b10-0171-4fe9-ba83-e0ad078d1ef9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:30.203407 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.594288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:22:30.598216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.600453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21904e64-9a1c-48e2-9ea6-70e85278898a req-765116e0-9218-4439-8161-4b763cbede13 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:30.602509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21904e64-9a1c-48e2-9ea6-70e85278898a req-765116e0-9218-4439-8161-4b763cbede13 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0880713 Sep 24 00:22:30.612263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.676652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21904e64-9a1c-48e2-9ea6-70e85278898a req-3d27ba33-a247-4c5a-9682-fa1905ec2f30 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584376 Sep 24 00:22:30.694534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965d21b-2417-479a-b066-fc572eb040a6 req-919f0c9a-4ac7-49d3-ba87-d06d66ed4749 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:30.703072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7965d21b-2417-479a-b066-fc572eb040a6 req-919f0c9a-4ac7-49d3-ba87-d06d66ed4749 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 945 time: 0.1353378 Sep 24 00:22:30.716902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port aefe34ed-2746-41c1-9967-0372042ed791 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:30.717297 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.767115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.772116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=1e5d3431-26e9-438d-a217-db0511eec0df,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:30.782143 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7965d21b-2417-479a-b066-fc572eb040a6 req-cb2a115f-f088-428a-8c36-cb7e6e21cee7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763357 Sep 24 00:22:30.852375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.861909 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-685f76ff-b462-4bc1-bb41-ac65a5c52996 req-7060a0cf-88be-4101-9881-14de180c02a9 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0547976 Sep 24 00:22:30.889007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:22:30.891303 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87511aa-4fe2-4c8a-9cce-7b25a2b09e4f" -d '{"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-plugged", "status": "completed", "tag": "aefe34ed-2746-41c1-9967-0372042ed791"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:22:30.917046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:30.922446 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:30.953731 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544d3dfc-b890-4155-8aa5-bbf8236cd26a x-openstack-request-id: req-544d3dfc-b890-4155-8aa5-bbf8236cd26a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:22:30.953928 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-plugged", "status": "completed", "tag": "aefe34ed-2746-41c1-9967-0372042ed791", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:22:30.954181 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-544d3dfc-b890-4155-8aa5-bbf8236cd26a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:22:30.955105 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791', 'code': 200} Sep 24 00:22:30.978526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network ae378b39-998b-4d88-b8fb-a585007b0301 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:22:30.979553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:22:31.017973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:31.089971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d7babd-514d-4456-babc-bde0b073edf3 None None] Network ae378b39-998b-4d88-b8fb-a585007b0301 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:22:31.149650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 760345e3-2591-4340-a5f7-8acd17a246d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:22:31.200102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3e8ee372-22d7-4210-aab3-61de835d88c7 None None] Provisioning complete for port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:31.200485 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee372-22d7-4210-aab3-61de835d88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:31.300830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e48a3b-9ced-493c-9700-0af96995b0f3 req-db5be1ff-60b7-441d-8f7d-ef6d6b01008b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.302149 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58e48a3b-9ced-493c-9700-0af96995b0f3 req-db5be1ff-60b7-441d-8f7d-ef6d6b01008b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1099 time: 0.1672237 Sep 24 00:22:31.323005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:22:31.338966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58366) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:31.339203 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-271bece4-e612-4a64-9f77-064f97b2b783 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "PUT /v2.0/routers/760345e3-2591-4340-a5f7-8acd17a246d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7019026 Sep 24 00:22:31.364373 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58e48a3b-9ced-493c-9700-0af96995b0f3 req-7d00c90e-4294-4235-9226-178cd7f2412b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541651 Sep 24 00:22:31.392729 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee372-22d7-4210-aab3-61de835d88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:31.433743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3e8ee372-22d7-4210-aab3-61de835d88c7 None None] For port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:31.446434 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e8ee372-22d7-4210-aab3-61de835d88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:31.519432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ee372-22d7-4210-aab3-61de835d88c7 None None] Pushing event updated for resources: {'Port': ['ID=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:31.576005 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Sync routers for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:22:31.590192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:22:31.591706 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:22:31.592342 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:22:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:31.663925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:31.664232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:31.691167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.691731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.692120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.692587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.693056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.693532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.693998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.694460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.699764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58368) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:31.707768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a117ce47-5808-4bbe-95ed-f2ddb5cb6a16 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5669 time: 0.3530703 Sep 24 00:22:31.766704 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:22:31.812617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 84155e42-2f73-4f6b-a2e4-e81461b0d3fe up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:22:31.874020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.874496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.874986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.875449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.876058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.876519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.876976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.877425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.879457 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9848a7bf-ae14-43bc-aedd-83f3aa13e8f3 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5267 time: 0.1786797 Sep 24 00:22:31.882792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58376) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:31.934281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bb8ad695-daa8-4742-ad06-dd3f6121973d None None] Provisioning complete for port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:31.934978 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad695-daa8-4742-ad06-dd3f6121973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:31.950719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37620899-1e17-47cc-af59-bc9e75712f31 req-dd96c5b6-2cd0-4eeb-89f3-e8e4b7f81e0a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:31.952462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37620899-1e17-47cc-af59-bc9e75712f31 req-dd96c5b6-2cd0-4eeb-89f3-e8e4b7f81e0a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1567495 Sep 24 00:22:32.035141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:32.035513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.180721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c071-e320-40a2-af85-fe80af7fa75b req-f8fe8f87-3f69-4002-8d64-7e9c85f4746b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:32.185279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50c9c071-e320-40a2-af85-fe80af7fa75b req-f8fe8f87-3f69-4002-8d64-7e9c85f4746b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 947 time: 0.2318351 Sep 24 00:22:32.194296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37620899-1e17-47cc-af59-bc9e75712f31 req-1939eccd-b56f-4097-9911-6fd2c4184c00 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611054 Sep 24 00:22:32.257427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bb8ad695-daa8-4742-ad06-dd3f6121973d None None] Provisioning complete for port 1e5d3431-26e9-438d-a217-db0511eec0df triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:32.257908 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bb8ad695-daa8-4742-ad06-dd3f6121973d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.269743 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:30Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:30Z', 'revision_number': 2, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:32.285813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50c9c071-e320-40a2-af85-fe80af7fa75b req-f65a0aea-d327-4979-a33d-d2308c2c0865 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904012 Sep 24 00:22:32.331191 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Checking router: 760345e3-2591-4340-a5f7-8acd17a246d8 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:22:32.331551 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Updating router 760345e3-2591-4340-a5f7-8acd17a246d8 port 1e5d3431-26e9-438d-a217-db0511eec0df binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:22:32.337716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bb8ad695-daa8-4742-ad06-dd3f6121973d None None] Port 1e5d3431-26e9-438d-a217-db0511eec0df cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:22:32.356871 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1fee8be9-76f3-4f01-a122-665c9f319386 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4495 time: 0.4727664 Sep 24 00:22:32.400180 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.405405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b57844d6-ec92-4939-867f-d39ee009ab8f req-54de4a59-7ee7-4877-acfa-505571bc2c34 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0441227 Sep 24 00:22:32.461276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-df92a973-d620-4e2a-a885-b02c797053ba None None] Provisioning complete for port 1e5d3431-26e9-438d-a217-db0511eec0df triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:32.461655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-df92a973-d620-4e2a-a885-b02c797053ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.515544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-df92a973-d620-4e2a-a885-b02c797053ba None None] Port 1e5d3431-26e9-438d-a217-db0511eec0df cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:22:32.581979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58390) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:32.586946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-df3c9f66-0dae-408c-b5bb-8d7b6dc9d4dc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1309612004', 'description': 'tempest-secgroup-smoke-1309612004 description', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:32.618219 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3c9f66-0dae-408c-b5bb-8d7b6dc9d4dc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.732992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3c9f66-0dae-408c-b5bb-8d7b6dc9d4dc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.741478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3c9f66-0dae-408c-b5bb-8d7b6dc9d4dc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.787887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c9f66-0dae-408c-b5bb-8d7b6dc9d4dc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5cfb17-086a-4df6-8d25-762987c2e3d1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:32.791616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-df3c9f66-0dae-408c-b5bb-8d7b6dc9d4dc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.796780 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df3c9f66-0dae-408c-b5bb-8d7b6dc9d4dc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2136459 Sep 24 00:22:32.797753 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58398) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:32.802484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d473e805-cc78-4b5d-ab76-6fe9fb0cf1b5 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '9c5cfb17-086a-4df6-8d25-762987c2e3d1', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:32.832005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d473e805-cc78-4b5d-ab76-6fe9fb0cf1b5 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.874516 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.887347 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.933088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d473e805-cc78-4b5d-ab76-6fe9fb0cf1b5 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.941050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d473e805-cc78-4b5d-ab76-6fe9fb0cf1b5 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.973879 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Pushing event updated for resources: {'Port': ['ID=1e5d3431-26e9-438d-a217-db0511eec0df,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:32.976953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473e805-cc78-4b5d-ab76-6fe9fb0cf1b5 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe28e2a-803a-4e87-a820-404e7a5fd442,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:32.982818 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d473e805-cc78-4b5d-ab76-6fe9fb0cf1b5 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:32.986726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58418) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:32.991474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f0ff7200-1960-4368-9d45-e37eb757ee48 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '9c5cfb17-086a-4df6-8d25-762987c2e3d1', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:32.999897 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.000039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d473e805-cc78-4b5d-ab76-6fe9fb0cf1b5 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2011466 Sep 24 00:22:33.000310 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.000947 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.001840 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.002783 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.003300 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.004172 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.004701 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.005209 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.005723 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.006239 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.006842 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:33.033280 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Attempting to bind port 1e5d3431-26e9-438d-a217-db0511eec0df on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:22:33.033461 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Attempting to bind port 1e5d3431-26e9-438d-a217-db0511eec0df by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:22:33.034179 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Attempting to bind port 1e5d3431-26e9-438d-a217-db0511eec0df on network ae378b39-998b-4d88-b8fb-a585007b0301 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:22:33.040447 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:22:33.041069 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Checking segment: {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:22:33.042329 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.042991 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Bound using segment: {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:22:33.043806 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Bound port: 1e5d3431-26e9-438d-a217-db0511eec0df, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:22:33.044496 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.045891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7200-1960-4368-9d45-e37eb757ee48 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.127943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7200-1960-4368-9d45-e37eb757ee48 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.134119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7200-1960-4368-9d45-e37eb757ee48 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.170521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff7200-1960-4368-9d45-e37eb757ee48 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab48592d-10a1-40da-915f-ef3cc3466e2f,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:33.180991 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f0ff7200-1960-4368-9d45-e37eb757ee48 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.182786 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f0ff7200-1960-4368-9d45-e37eb757ee48 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1949923 Sep 24 00:22:33.185639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:33.189766 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] For port 1e5d3431-26e9-438d-a217-db0511eec0df, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:22:33.190385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1a58493e-aba0-413d-9de2-05204a2196be tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '9c5cfb17-086a-4df6-8d25-762987c2e3d1', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:33.193146 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] For port 1e5d3431-26e9-438d-a217-db0511eec0df, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e5d3431-26e9-438d-a217-db0511eec0df,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:22:33.208370 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.235787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a58493e-aba0-413d-9de2-05204a2196be tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.256466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-573cbc3b-0d5f-4d95-abbe-df6f5d6b7b08 None None] Provisioning complete for port 1e5d3431-26e9-438d-a217-db0511eec0df triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:33.263201 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-573cbc3b-0d5f-4d95-abbe-df6f5d6b7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.330665 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a58493e-aba0-413d-9de2-05204a2196be tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.336441 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a58493e-aba0-413d-9de2-05204a2196be tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.338259 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:22:33.339827 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:22:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:33.353270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58493e-aba0-413d-9de2-05204a2196be tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c57efa8e-5e34-4e1f-858c-188d730e0bba,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:33.370439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a58493e-aba0-413d-9de2-05204a2196be tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.376630 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a58493e-aba0-413d-9de2-05204a2196be tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1876686 Sep 24 00:22:33.377571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58430) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:33.391612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d964b2a1-68e7-45a1-ba6b-7aa9438042e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '9c5cfb17-086a-4df6-8d25-762987c2e3d1', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:33.455828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92333e-19ce-4ee4-b094-972a9881659a req-820fe983-51ee-45ec-8311-0499e0e3c97c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:33.459442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d964b2a1-68e7-45a1-ba6b-7aa9438042e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.465688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d92333e-19ce-4ee4-b094-972a9881659a req-820fe983-51ee-45ec-8311-0499e0e3c97c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1117811 Sep 24 00:22:33.519589 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-573cbc3b-0d5f-4d95-abbe-df6f5d6b7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.576368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 84155e42-2f73-4f6b-a2e4-e81461b0d3fe up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:22:33.593579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-573cbc3b-0d5f-4d95-abbe-df6f5d6b7b08 None None] For port 1e5d3431-26e9-438d-a217-db0511eec0df, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e5d3431-26e9-438d-a217-db0511eec0df,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:33.595578 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea16ee7-d1ac-4fb2-83f0-dad6092beb0d None None] Pushing event updated for resources: {'Port': ['ID=1e5d3431-26e9-438d-a217-db0511eec0df,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:33.628840 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d964b2a1-68e7-45a1-ba6b-7aa9438042e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.632711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-573cbc3b-0d5f-4d95-abbe-df6f5d6b7b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.633716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d964b2a1-68e7-45a1-ba6b-7aa9438042e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.652803 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:22:33.681166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d92333e-19ce-4ee4-b094-972a9881659a req-2e29c41a-827f-47ef-9427-b99ec5b1d8e5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141819 Sep 24 00:22:33.682536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d964b2a1-68e7-45a1-ba6b-7aa9438042e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.686581 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d964b2a1-68e7-45a1-ba6b-7aa9438042e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3039024 Sep 24 00:22:33.686948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964b2a1-68e7-45a1-ba6b-7aa9438042e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc253340-90fb-45ed-b7c7-4dcf673f372e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:33.688640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58434) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:33.694429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3df3a0d6-b408-4a64-aa3b-ad1844548737 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '9c5cfb17-086a-4df6-8d25-762987c2e3d1', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:33.732169 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-3df3a0d6-b408-4a64-aa3b-ad1844548737 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Project dfa7ccf7ae784120b00f5a529ad5d237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:22:33.737777 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3df3a0d6-b408-4a64-aa3b-ad1844548737 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.744548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218307b-77ed-46cb-883b-cf0a76fc1cd7 req-5d2f5708-43bc-4c06-80fd-317dae62d9d1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:33.752324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0218307b-77ed-46cb-883b-cf0a76fc1cd7 req-5d2f5708-43bc-4c06-80fd-317dae62d9d1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 947 time: 0.2237289 Sep 24 00:22:33.755785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573cbc3b-0d5f-4d95-abbe-df6f5d6b7b08 None None] Pushing event updated for resources: {'Port': ['ID=1e5d3431-26e9-438d-a217-db0511eec0df,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:33.766639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:33.767330 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.804701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-26137e03-f12a-4b53-b21c-20f06061aae1 None None] Provisioning complete for port 1e5d3431-26e9-438d-a217-db0511eec0df triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:33.805397 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-26137e03-f12a-4b53-b21c-20f06061aae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.830299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3df3a0d6-b408-4a64-aa3b-ad1844548737 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.837657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3df3a0d6-b408-4a64-aa3b-ad1844548737 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.853655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea16f97c-0c19-4db6-beba-eb5446cf9c68 req-b3952bd8-839d-4246-bfe6-d3610728f203 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0541408 Sep 24 00:22:33.861474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3a0d6-b408-4a64-aa3b-ad1844548737 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307c26fe-e61a-483f-b9ca-7f5fd9d50287,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:33.875035 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3df3a0d6-b408-4a64-aa3b-ad1844548737 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:33.880609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3df3a0d6-b408-4a64-aa3b-ad1844548737 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1909122 Sep 24 00:22:33.881260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58438) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:33.894262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0218307b-77ed-46cb-883b-cf0a76fc1cd7 req-fb715fcb-5c75-4451-a2ca-1c65b967a85a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407259 Sep 24 00:22:33.908359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-164b4e29-c2f0-4fa6-8948-548f929877ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '9c5cfb17-086a-4df6-8d25-762987c2e3d1', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:33.945788 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-164b4e29-c2f0-4fa6-8948-548f929877ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Project dfa7ccf7ae784120b00f5a529ad5d237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:22:33.954221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-164b4e29-c2f0-4fa6-8948-548f929877ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:34.048384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-164b4e29-c2f0-4fa6-8948-548f929877ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:34.053754 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-164b4e29-c2f0-4fa6-8948-548f929877ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:34.063253 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:30Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:34.075723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b4e29-c2f0-4fa6-8948-548f929877ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b15f7c-a9b7-4298-bfae-119733a2b43c,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:34.079102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-164b4e29-c2f0-4fa6-8948-548f929877ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:34.080608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-164b4e29-c2f0-4fa6-8948-548f929877ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1983306 Sep 24 00:22:34.097445 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ee0666-84cb-468a-bb9d-4bb412e02b59 None None] The sync data for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 is: [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:30Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:22:34.248869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-4aaf9b9b-6a58-48b1-a4cb-701c71ab04b9 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1309612004&fields=id&tenant_id=dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 267 time: 0.0372353 Sep 24 00:22:34.372847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-3aa96a43-5796-4ede-8d10-96025086c2a3 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:34.374502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-3aa96a43-5796-4ede-8d10-96025086c2a3 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/networks?id=ae378b39-998b-4d88-b8fb-a585007b0301 HTTP/1.1" status: 200 len: 796 time: 0.1179738 Sep 24 00:22:34.390103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-31f909a6-4e39-43fe-96bb-4e9cd173e80f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/quotas/dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 375 time: 0.0098863 Sep 24 00:22:34.443063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-d5f0f2d6-e097-4c23-91c3-acf38462621f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467596 Sep 24 00:22:34.548510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-3d799483-8437-4bc7-9243-2ae4f4a8b827 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920200 Sep 24 00:22:34.655492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-0a6beb2c-2ec6-47e3-ba71-da4c87906b83 service neutron] 10.222.0.24 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006749 Sep 24 00:22:34.856575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43d1d1b5-820f-4b62-9147-ff997d323da1 req-461fd3e0-b532-47a0-8a68-f38ee28ce631 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 210 time: 0.0349140 Sep 24 00:22:34.878997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d2bba-bb40-41dd-8e24-88bcacd3b1e1 req-8aa0b6f4-5b87-47fc-80fd-35a948a28d7a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:34.883821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-605d2bba-bb40-41dd-8e24-88bcacd3b1e1 req-8aa0b6f4-5b87-47fc-80fd-35a948a28d7a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0922892 Sep 24 00:22:34.939516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-605d2bba-bb40-41dd-8e24-88bcacd3b1e1 req-e660649b-2ac5-401a-be64-12f9aa2192a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474796 Sep 24 00:22:35.029907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09988845-89d5-4a8a-bfb2-04ed818a04aa req-fc2970da-4c5c-4295-aed9-f2e6dd36d00c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0444045 Sep 24 00:22:35.097446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403c6d4-2632-413a-b65f-20f144ef9fd9 req-797618cc-3db4-4e49-84cf-9f807de5a445 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:35.099751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b403c6d4-2632-413a-b65f-20f144ef9fd9 req-797618cc-3db4-4e49-84cf-9f807de5a445 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 947 time: 0.0632420 Sep 24 00:22:35.150453 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b403c6d4-2632-413a-b65f-20f144ef9fd9 req-b2f85dd7-2e88-426b-ad7a-4d5a57ea72cb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363357 Sep 24 00:22:35.485548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e5d3431-26e9-438d-a217-db0511eec0df up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:22:35.621238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1e5d3431-26e9-438d-a217-db0511eec0df triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:35.621238 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:35.990953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d2a587a-5449-4110-adbc-62ea1a06d25b req-ae61b50a-7ba2-4b2e-b09c-1f3e9deb9e13 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 210 time: 0.0524881 Sep 24 00:22:36.109728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-37d13599-a6c2-4ddf-b295-8aec00d6d4f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:36.111386 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-37d13599-a6c2-4ddf-b295-8aec00d6d4f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/networks?id=ae378b39-998b-4d88-b8fb-a585007b0301 HTTP/1.1" status: 200 len: 796 time: 0.1537507 Sep 24 00:22:36.161068 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-ae8f3a0e-58d1-4947-b4fe-44ac76c87ac3 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 380 time: 0.0408151 Sep 24 00:22:36.163952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0be65c95-328f-4456-a1c4-ae4de9636565 req-c85f4ba5-1bee-46ed-9ccf-1515082e6d22 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0477419 Sep 24 00:22:36.171380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'port': {'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'admin_state_up': True, 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'security_groups': ['9c5cfb17-086a-4df6-8d25-762987c2e3d1']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:36.192654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b6021-9b84-4d68-8ce4-9a988f52f02f req-bc60696f-226c-48ab-b317-5c51add8611d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:36.194412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-592b6021-9b84-4d68-8ce4-9a988f52f02f req-bc60696f-226c-48ab-b317-5c51add8611d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1344287 Sep 24 00:22:36.249884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-592b6021-9b84-4d68-8ce4-9a988f52f02f req-806c3694-371c-483a-9217-afd01f9bfd70 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489097 Sep 24 00:22:36.319718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:22:36.323324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:36.633152 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:36.715360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.20.0.14 (ae378b39-998b-4d88-b8fb-a585007b0301/06de10ac-7a47-4be0-aa3d-c848826a0ff8/e13f56d3-0a98-4f5a-a1a4-62008b79ec5a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:22:36.879040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:36.916348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:36.959318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network ae378b39-998b-4d88-b8fb-a585007b0301 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:22:36.962474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:22:36.967216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:22:37.004205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:37.030848 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:37.031554 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:37.071364 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-50375e55-d897-4ad9-a696-df92e9e9751c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9015501 Sep 24 00:22:37.081272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-8f6791f6-8cb5-4203-b247-f729bfddf601 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:22:37.082407 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-8f6791f6-8cb5-4203-b247-f729bfddf601 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061255 Sep 24 00:22:37.094162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Request body: {'port': {'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:37.143888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba64f7-e01b-4048-8304-e82cad91e1ad req-9de4ebc0-b9a1-4cd6-b999-666f70d606c4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:37.145681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12ba64f7-e01b-4048-8304-e82cad91e1ad req-9de4ebc0-b9a1-4cd6-b999-666f70d606c4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 932 time: 0.0602016 Sep 24 00:22:37.191596 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:37.207032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12ba64f7-e01b-4048-8304-e82cad91e1ad req-a05f1c66-6cb3-4c3e-b9ae-d2e88ae56637 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529356 Sep 24 00:22:37.288491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f3368e2-a7c9-412b-aaea-6ab59729ee3a req-22ca2819-cfa6-43cf-a401-42f0e0d465bf tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0349178 Sep 24 00:22:37.328780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-780b4dd3-5c39-4526-9348-ba2cb9a435fb None None] Provisioning complete for port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:37.329151 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-780b4dd3-5c39-4526-9348-ba2cb9a435fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:37.386931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-780b4dd3-5c39-4526-9348-ba2cb9a435fb None None] Port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:22:37.402643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b0bff-49fd-4a1e-b183-1d1f7d84f3c3 req-5554ee21-6800-499b-bbd1-ecee2c6f8929 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:37.404674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d49b0bff-49fd-4a1e-b183-1d1f7d84f3c3 req-5554ee21-6800-499b-bbd1-ecee2c6f8929 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0576634 Sep 24 00:22:37.458532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d49b0bff-49fd-4a1e-b183-1d1f7d84f3c3 req-91ef03b5-9749-4cfb-8dda-41219dedebc0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479326 Sep 24 00:22:37.571904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e13f56d3-0a98-4f5a-a1a4-62008b79ec5a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:22:37.580064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:37.592556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Transition to ACTIVE for port object e13f56d3-0a98-4f5a-a1a4-62008b79ec5a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:22:37.596019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:37.683378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Pushing event updated for resources: {'Port': ['ID=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:37.738885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Attempting to bind port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:22:37.739254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Attempting to bind port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:22:37.739541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Attempting to bind port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a on network ae378b39-998b-4d88-b8fb-a585007b0301 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:22:37.744299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a on network ae378b39-998b-4d88-b8fb-a585007b0301 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:22:37.745162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Attempting to bind port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a on network ae378b39-998b-4d88-b8fb-a585007b0301 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:22:37.750612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:22:37.750999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Checking segment: {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:22:37.751362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Bound using segment: {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:22:37.751832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Bound port: e13f56d3-0a98-4f5a-a1a4-62008b79ec5a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98adc346-4c69-4b13-bc94-e404b373907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:22:37.753161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:37.836846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] For port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:22:37.841248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] For port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:22:37.845116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:37.893375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:37.894251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:37.895849 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] 10.222.0.20 "PUT /v2.0/ports/e13f56d3-0a98-4f5a-a1a4-62008b79ec5a HTTP/1.1" status: 200 len: 1093 time: 0.8058543 Sep 24 00:22:37.896319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:22:37.898619 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442f75df-c728-49dd-99e7-f6bf66c3fb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:22:37.943304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6aacd-efef-478d-9bdc-3a493058c1ea service neutron] Pushing event updated for resources: {'Port': ['ID=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:38.022738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-331b6c69-189a-4f90-a2b8-126a03b408da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.024316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-331b6c69-189a-4f90-a2b8-126a03b408da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 1096 time: 0.0684099 Sep 24 00:22:38.086674 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-9c8b2fa6-1fca-4674-9257-0bcb0bbd7c31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a HTTP/1.1" status: 200 len: 217 time: 0.0549433 Sep 24 00:22:38.160961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-fc3c6049-b7fe-4c19-a59a-f056efa3cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.162585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-fc3c6049-b7fe-4c19-a59a-f056efa3cfcc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06de10ac-7a47-4be0-aa3d-c848826a0ff8 HTTP/1.1" status: 200 len: 835 time: 0.0688252 Sep 24 00:22:38.238883 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d89e70-5708-4d67-b882-74fae4e3ff12 x-openstack-request-id: req-25d89e70-5708-4d67-b882-74fae4e3ff12 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:22:38.239814 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:22:38.240072 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25d89e70-5708-4d67-b882-74fae4e3ff12 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:22:38.240473 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'status': 'completed', 'code': 200} Sep 24 00:22:38.244212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-130bbf44-dda0-4dd3-a2a8-cce37eac9bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.245769 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-130bbf44-dda0-4dd3-a2a8-cce37eac9bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae378b39-998b-4d88-b8fb-a585007b0301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761364 Sep 24 00:22:38.363312 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-7ac6141f-db90-448e-947f-97478cd4f876 service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103485 Sep 24 00:22:38.365280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64d69a-1ef1-4a78-9397-cbe42630bd99 req-db568cb2-0df6-43b6-8234-22476ed26011 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.367183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b64d69a-1ef1-4a78-9397-cbe42630bd99 req-db568cb2-0df6-43b6-8234-22476ed26011 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 944 time: 0.0881627 Sep 24 00:22:38.404883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f21faaef-cbab-447b-99ec-96483d3a44bf req-a9d446c8-5dcb-4978-8595-8178f0839ffe tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0364070 Sep 24 00:22:38.450850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b64d69a-1ef1-4a78-9397-cbe42630bd99 req-8d0fcc39-aecd-47de-ba12-be52417bf21a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697818 Sep 24 00:22:38.493101 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aa55ca2e-be3d-4971-bfb4-f1e7c06bd1f1 req-f5f811eb-3580-4fdc-a61b-7d8d35bca414 service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228499 Sep 24 00:22:38.600940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-02ec085f-9712-4f00-abb5-de0e3c45c3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.603386 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-02ec085f-9712-4f00-abb5-de0e3c45c3d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 1096 time: 0.0610697 Sep 24 00:22:38.605176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086f1a41-15df-429d-87ca-bf3f9fc99fb3 req-4c265a53-a9e1-4201-a1c6-974624bd8d3c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.607034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-086f1a41-15df-429d-87ca-bf3f9fc99fb3 req-4c265a53-a9e1-4201-a1c6-974624bd8d3c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0663807 Sep 24 00:22:38.662829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-086f1a41-15df-429d-87ca-bf3f9fc99fb3 req-858ed4a1-aed8-4454-b002-2354915669ca tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490844 Sep 24 00:22:38.756499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-8e4a9135-7e51-430f-aa45-740e29453fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.758545 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-8e4a9135-7e51-430f-aa45-740e29453fac service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae378b39-998b-4d88-b8fb-a585007b0301 HTTP/1.1" status: 200 len: 897 time: 0.1486475 Sep 24 00:22:38.807767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-858f8876-372f-4880-9a97-1e353e58339b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a HTTP/1.1" status: 200 len: 217 time: 0.0403259 Sep 24 00:22:38.860492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-bfa1c30b-5c47-4490-8f34-fe223c1ac96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.862016 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-bfa1c30b-5c47-4490-8f34-fe223c1ac96c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06de10ac-7a47-4be0-aa3d-c848826a0ff8 HTTP/1.1" status: 200 len: 835 time: 0.0477822 Sep 24 00:22:38.911148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-b7c86ff0-d77b-4a63-8390-551f496cff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:38.912684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-b7c86ff0-d77b-4a63-8390-551f496cff30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae378b39-998b-4d88-b8fb-a585007b0301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439918 Sep 24 00:22:39.028570 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-20089a52-1a00-40a6-bb8c-70837b62b14f service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004198 Sep 24 00:22:39.136164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-442f75df-c728-49dd-99e7-f6bf66c3fb0b req-66b74ee5-9a0a-43cb-8f2a-f592fafc50e2 service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982370 Sep 24 00:22:39.206368 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:39.521813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-763dcda6-f7b6-4553-a55d-1c5b04354f20 req-33af21d9-d31f-49c5-b735-b2f4223435aa tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0392191 Sep 24 00:22:39.586314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f3cca-b7ec-4f90-bd96-4a7582ee90ac req-1072e113-da4a-426d-ba52-70d282c3b8ac tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:39.587897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-524f3cca-b7ec-4f90-bd96-4a7582ee90ac req-1072e113-da4a-426d-ba52-70d282c3b8ac tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 944 time: 0.0582671 Sep 24 00:22:39.632240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-524f3cca-b7ec-4f90-bd96-4a7582ee90ac req-0b4ae2a6-bd1b-4c7f-bc62-f64739333525 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373545 Sep 24 00:22:39.791782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c51a45-791b-46ab-8ec4-c7874b629474 req-392314a2-1d88-4b90-b976-cf437fbcf6b6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:39.793263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81c51a45-791b-46ab-8ec4-c7874b629474 req-392314a2-1d88-4b90-b976-cf437fbcf6b6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0584238 Sep 24 00:22:39.838068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81c51a45-791b-46ab-8ec4-c7874b629474 req-17a72375-6306-496c-a517-23367ef7068f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386052 Sep 24 00:22:40.617086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66c0a364-d8a2-4332-baf9-abfe068ec501 req-7efc55b4-a504-4f22-8252-0f74429b392d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0270736 Sep 24 00:22:40.650091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e13f56d3-0a98-4f5a-a1a4-62008b79ec5a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:22:40.761329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0c081-753e-4390-8bd9-6aae50b8a5ee req-fc9f8a78-3ce8-4df2-aa33-228910873354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:40.761824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:40.767267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3df0c081-753e-4390-8bd9-6aae50b8a5ee req-fc9f8a78-3ce8-4df2-aa33-228910873354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 944 time: 0.0625117 Sep 24 00:22:40.774009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:22:40.805211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3df0c081-753e-4390-8bd9-6aae50b8a5ee req-3a420870-24fd-477e-b798-474d8d2966ad tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362759 Sep 24 00:22:40.814126 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:40.830233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e13f56d3-0a98-4f5a-a1a4-62008b79ec5a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:22:40.850333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:40.855628 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:40.911474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:40.964288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726905e-8e72-4b92-b2d3-0f4227804589 req-8392bb25-1efa-453a-add3-708e3f9a3f37 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:40.967240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f726905e-8e72-4b92-b2d3-0f4227804589 req-8392bb25-1efa-453a-add3-708e3f9a3f37 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0566454 Sep 24 00:22:41.013493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f726905e-8e72-4b92-b2d3-0f4227804589 req-2fcb5f41-b56d-4572-9770-265907792876 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412645 Sep 24 00:22:41.066216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['e13f56d3-0a98-4f5a-a1a4-62008b79ec5a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:22:41.717048 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ecb52f6-46c1-403c-8794-c753ad7ad043 req-9987b9a3-7c53-4aff-815c-a44abed38d46 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0265279 Sep 24 00:22:41.948032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c7eb0-3486-4087-9d39-13dbd91c8364 req-881e80a1-e623-4d3c-bb08-8d80c40df2ad tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:41.949999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f2c7eb0-3486-4087-9d39-13dbd91c8364 req-881e80a1-e623-4d3c-bb08-8d80c40df2ad tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 945 time: 0.0546365 Sep 24 00:22:41.990920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f2c7eb0-3486-4087-9d39-13dbd91c8364 req-acaa1a62-73e9-4640-866b-505cc5073086 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346539 Sep 24 00:22:42.161836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a0fe3-7539-474f-b270-f7b54c5f309d req-b6035d5d-2547-4923-a7ad-ead804e08fb8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:42.163446 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-543a0fe3-7539-474f-b270-f7b54c5f309d req-b6035d5d-2547-4923-a7ad-ead804e08fb8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0689294 Sep 24 00:22:42.218891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-543a0fe3-7539-474f-b270-f7b54c5f309d req-07b859c1-a61a-47df-9087-33c22d155c73 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477753 Sep 24 00:22:42.662921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e13f56d3-0a98-4f5a-a1a4-62008b79ec5a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:22:42.722580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:22:42.728459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:22:42.729931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:42.863167 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:42.869312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0261d5f-01a0-4caa-aafb-7afa79b74abe req-5eeab756-02ee-46ba-bd26-c127b92a6cef tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0466959 Sep 24 00:22:42.889452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:22:42.895262 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8234611b-7018-4182-9a77-2d20f3c5fb8a" -d '{"events": [{"server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "name": "network-vif-plugged", "status": "completed", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:22:42.912759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:22:42.917593 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:42.993695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:43.005499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.005852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.006261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.006592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.007221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.016503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.016906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.017250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.018067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.018067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.018262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.018545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:22:43.051794 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dc58e6-3d29-44dc-8a74-9f9a9620ce20 x-openstack-request-id: req-54dc58e6-3d29-44dc-8a74-9f9a9620ce20 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:22:43.052077 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "name": "network-vif-plugged", "status": "completed", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:22:43.052396 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54dc58e6-3d29-44dc-8a74-9f9a9620ce20 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:22:43.052860 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'code': 200} Sep 24 00:22:43.138595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05819308-43ad-4524-a001-bcc241637eff req-8f52e64b-4ad6-40c2-b24f-05f83f1bd9b6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:43.147073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05819308-43ad-4524-a001-bcc241637eff req-8f52e64b-4ad6-40c2-b24f-05f83f1bd9b6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 946 time: 0.0654821 Sep 24 00:22:43.190491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcdc0a9-069e-4feb-a2b0-2b8ad34ec9eb req-4afdc394-bf7e-4e71-93b8-e839e7d7707c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:43.190491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcdc0a9-069e-4feb-a2b0-2b8ad34ec9eb req-4afdc394-bf7e-4e71-93b8-e839e7d7707c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 1098 time: 0.0653882 Sep 24 00:22:43.194496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05819308-43ad-4524-a001-bcc241637eff req-f6d5b8ef-527b-4158-8080-c39495c9ca87 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441272 Sep 24 00:22:43.229597 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1dcdc0a9-069e-4feb-a2b0-2b8ad34ec9eb req-60df3d1c-1d77-4949-a8ca-c2f787df9038 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358591 Sep 24 00:22:43.364206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bcece-a34d-4e7c-800b-8c024a44d9cf req-97f2b0c7-644f-4019-af09-1c9a33d9861e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:43.365946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791bcece-a34d-4e7c-800b-8c024a44d9cf req-97f2b0c7-644f-4019-af09-1c9a33d9861e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0596261 Sep 24 00:22:43.424102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791bcece-a34d-4e7c-800b-8c024a44d9cf req-9f74a0a7-4304-46c4-ad84-fe72e8d3e805 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496640 Sep 24 00:22:43.639790 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:22:43.777909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-bd0e0b02-8939-47c3-95f4-f5e3731380b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:43.779669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-bd0e0b02-8939-47c3-95f4-f5e3731380b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.1315441 Sep 24 00:22:43.946640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-723e03d7-3913-4027-905b-3733d6faddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:43.948379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-723e03d7-3913-4027-905b-3733d6faddd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.1404393 Sep 24 00:22:43.982617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3298567b-2f7c-4a4c-86dd-d9d158aa85d7 req-cc8afc05-875c-4911-a31e-429f390fc922 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0330667 Sep 24 00:22:44.038359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-7ae849ed-e5c4-4ad7-9bcb-58969033bbd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 1001 time: 0.0806875 Sep 24 00:22:44.096401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-b14a3546-57b5-4d6b-87e2-759c8a98f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:44.097995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-b14a3546-57b5-4d6b-87e2-759c8a98f7aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.0532730 Sep 24 00:22:44.149860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-10ebcc6e-c795-4a78-a114-784e7e546e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:44.151966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-10ebcc6e-c795-4a78-a114-784e7e546e8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464621 Sep 24 00:22:44.270674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-f44d354f-ecb0-44e1-9d10-5531458d39ef service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087544 Sep 24 00:22:44.454178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794e86f6-e59e-40f1-af35-42be91a2cdcd req-8c2d94ae-55d2-43e9-9af7-d029c19916e6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:44.455786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-794e86f6-e59e-40f1-af35-42be91a2cdcd req-8c2d94ae-55d2-43e9-9af7-d029c19916e6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 946 time: 0.1342864 Sep 24 00:22:44.468164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d654843-dc89-4a9b-b1c0-d8914b9aef66 req-e41b097a-539d-4a12-96e2-45ba3c5d61ef service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883798 Sep 24 00:22:44.523407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-794e86f6-e59e-40f1-af35-42be91a2cdcd req-d3e77124-59b9-44ef-ab1c-51e753c19f50 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532098 Sep 24 00:22:44.579780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8171a79-7efb-47a7-be81-e0a207416470 req-01c9ce9f-0e81-4028-8021-dc4410c4e227 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:44.581416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8171a79-7efb-47a7-be81-e0a207416470 req-01c9ce9f-0e81-4028-8021-dc4410c4e227 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0517280 Sep 24 00:22:44.633537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8171a79-7efb-47a7-be81-e0a207416470 req-9e8f7d0c-9eb8-4782-b591-ab8b004e5b25 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454969 Sep 24 00:22:44.787517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66ce013a-25de-4891-b1bc-1267492de90e req-05d3260e-abf4-4383-a8f6-0b00963d2c78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0496004 Sep 24 00:22:44.887437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce013a-25de-4891-b1bc-1267492de90e req-1a52787e-779c-493e-8989-41ca18a5cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:44.888954 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66ce013a-25de-4891-b1bc-1267492de90e req-1a52787e-779c-493e-8989-41ca18a5cde7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 1099 time: 0.0455523 Sep 24 00:22:45.014711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce013a-25de-4891-b1bc-1267492de90e req-e4bf9e56-530d-4109-8f32-d86cb4d141e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:45.016270 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66ce013a-25de-4891-b1bc-1267492de90e req-e4bf9e56-530d-4109-8f32-d86cb4d141e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1014903 Sep 24 00:22:45.094013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6992e6d-d92f-4a6b-a6b0-82f0cb636d95 req-46b81b8f-76b3-40c0-9e9a-346da06cbf87 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0271642 Sep 24 00:22:45.098799 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66ce013a-25de-4891-b1bc-1267492de90e req-9c09f981-30ec-4bc1-a480-addbda4c9031 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 200 len: 1002 time: 0.0745087 Sep 24 00:22:45.153381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce013a-25de-4891-b1bc-1267492de90e req-fed7d86a-3a68-4201-bfbb-3751a16fad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:45.155004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66ce013a-25de-4891-b1bc-1267492de90e req-fed7d86a-3a68-4201-bfbb-3751a16fad7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0479646 Sep 24 00:22:45.206560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce013a-25de-4891-b1bc-1267492de90e req-4f76556b-3d37-4d60-86c1-9b91fd4c8c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:45.208064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66ce013a-25de-4891-b1bc-1267492de90e req-4f76556b-3d37-4d60-86c1-9b91fd4c8c51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456748 Sep 24 00:22:45.322559 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66ce013a-25de-4891-b1bc-1267492de90e req-53d89447-6c7b-461c-9d6f-070f742a2272 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061146 Sep 24 00:22:45.444987 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-66ce013a-25de-4891-b1bc-1267492de90e req-f21b8e79-f32f-49fd-a56a-0feeaaccbf14 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088338 Sep 24 00:22:45.663931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed2186-45a1-4276-b3f6-a73beb2760e5 req-c6cc5c7c-f697-438b-9d07-491e8207daad tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:45.665581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91ed2186-45a1-4276-b3f6-a73beb2760e5 req-c6cc5c7c-f697-438b-9d07-491e8207daad tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 946 time: 0.0675094 Sep 24 00:22:45.705766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91ed2186-45a1-4276-b3f6-a73beb2760e5 req-16ce8d89-e054-4898-bf89-761587dc2df4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331299 Sep 24 00:22:45.773558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc5642-1f4b-4bfc-84ab-8a15c697a25d req-5d527647-3686-438f-af09-cf0d22f1154e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:45.775247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4dc5642-1f4b-4bfc-84ab-8a15c697a25d req-5d527647-3686-438f-af09-cf0d22f1154e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0674014 Sep 24 00:22:45.845200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4dc5642-1f4b-4bfc-84ab-8a15c697a25d req-77299454-5f64-4b0a-89ce-a323e3827392 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536361 Sep 24 00:22:45.866972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb437499-7bf4-4e4f-8cfd-d30cd9c67407 req-11992cb4-fdae-450a-94f5-5a96d3bd454a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:45.868572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb437499-7bf4-4e4f-8cfd-d30cd9c67407 req-11992cb4-fdae-450a-94f5-5a96d3bd454a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 946 time: 0.0875802 Sep 24 00:22:45.913748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb437499-7bf4-4e4f-8cfd-d30cd9c67407 req-849cbb4f-6bd8-4973-9212-1e72d731e6c3 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386975 Sep 24 00:22:45.936032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58768) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:45.982384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ecd96d-cc8b-4e6e-a727-7cd1c5b4ae97 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:45.984381 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-98ecd96d-cc8b-4e6e-a727-7cd1c5b4ae97 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 1093 time: 0.0469692 Sep 24 00:22:45.987475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58772) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:45.992060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:22:46.023266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:46.138322 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:46.228431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6af977f8-75cd-49e6-9067-803044d684fb req-1d65efd4-c57f-4f5e-a8bf-32d0ec61ecfb tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0426157 Sep 24 00:22:46.303786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.25.5.20 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/e33c63b9-7a5b-40bc-83a0-5174e35ad2a1) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:22:46.441330 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:46.490367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:46.528615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:22:46.531668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:22:46.535401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:22:46.562965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=e33c63b9-7a5b-40bc-83a0-5174e35ad2a1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:47.036422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e43e-2961-4a64-bd78-34d0d1ebb80b req-d7ecf4d1-62e3-4805-8cf4-42710f89dda0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:47.043674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33f7e43e-2961-4a64-bd78-34d0d1ebb80b req-d7ecf4d1-62e3-4805-8cf4-42710f89dda0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1108527 Sep 24 00:22:47.061407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:47.151986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33f7e43e-2961-4a64-bd78-34d0d1ebb80b req-120122a3-e3ca-4522-99ec-03d45a7a45f5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049020 Sep 24 00:22:47.218543 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:47.394673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-728b09ea-a192-497e-9708-d6a492c63e84 req-cc2672e1-91af-48e6-aff7-69a13e89cb15 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0372722 Sep 24 00:22:47.838412 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:47.844091 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:47.922883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=e33c63b9-7a5b-40bc-83a0-5174e35ad2a1,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:22:47.933425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:48.043425 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Floating IP 2a2b0011-8ee1-48e4-86e3-58798ff50491 associated. External IP: 172.25.5.20, port: e13f56d3-0a98-4f5a-a1a4-62008b79ec5a. Sep 24 00:22:48.300241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 760345e3-2591-4340-a5f7-8acd17a246d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:22:48.313398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db88a3-7f8d-4265-b004-a51d749da3fe req-ff84d31b-6bd5-4493-8d9d-5379d32121e2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:48.314961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2db88a3-7f8d-4265-b004-a51d749da3fe req-ff84d31b-6bd5-4493-8d9d-5379d32121e2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0716646 Sep 24 00:22:48.399584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2db88a3-7f8d-4265-b004-a51d749da3fe req-e1fe8919-e64c-4298-a97d-5d751a49e1f0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766315 Sep 24 00:22:48.460274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:22:48.470392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] Sync routers for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:22:48.481877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:22:48.482504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:22:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:48.502367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0fc857a-edc7-47d7-af97-21b8913e5075 req-0c1a2fca-f62c-450b-a16a-4c3e349394b2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0365813 Sep 24 00:22:48.503825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:48.535039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-22955aac-c540-4b3e-92ad-62e5515969b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5464261 Sep 24 00:22:48.535638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:22:48.537842 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4738a04-d315-420d-ae63-c27ff7cadfda" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:22:48.538013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58796) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:48.582556 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6087f156-1fda-4fd9-8480-a71c183e4984 x-openstack-request-id: req-6087f156-1fda-4fd9-8480-a71c183e4984 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:22:48.582894 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:22:48.583163 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6087f156-1fda-4fd9-8480-a71c183e4984 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:22:48.584327 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'status': 'completed', 'code': 200} Sep 24 00:22:48.621975 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1b34963e-7608-4644-b9fb-16afd7013ae2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/floatingips/2a2b0011-8ee1-48e4-86e3-58798ff50491 HTTP/1.1" status: 200 len: 991 time: 0.0826001 Sep 24 00:22:48.628061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:22:48.655502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-c5266e47-bd90-4cf2-a487-3247712230ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:48.657474 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-c5266e47-bd90-4cf2-a487-3247712230ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 1098 time: 0.0483410 Sep 24 00:22:48.763986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-d283cc13-0ef6-4415-829c-68c4d2187dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:48.765515 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-d283cc13-0ef6-4415-829c-68c4d2187dca service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae378b39-998b-4d88-b8fb-a585007b0301 HTTP/1.1" status: 200 len: 897 time: 0.1013675 Sep 24 00:22:48.845309 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-fb708227-9bd6-4a27-9d8e-6fb045ec0e86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a HTTP/1.1" status: 200 len: 999 time: 0.0729737 Sep 24 00:22:48.894297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:30Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:46Z', 'revision_number': 0, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:48.901885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-46d063ea-7bad-471d-99fd-3d385cf544c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:48.904148 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-46d063ea-7bad-471d-99fd-3d385cf544c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06de10ac-7a47-4be0-aa3d-c848826a0ff8 HTTP/1.1" status: 200 len: 835 time: 0.0510232 Sep 24 00:22:48.928999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] Checking router: 760345e3-2591-4340-a5f7-8acd17a246d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:22:48.938181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:22:48.939472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:22:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:48.957775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-a59148a2-b999-4433-8359-a80e310f807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:48.959926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-a59148a2-b999-4433-8359-a80e310f807e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae378b39-998b-4d88-b8fb-a585007b0301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485649 Sep 24 00:22:49.075155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-fdbc83cc-0d5c-43a6-8eac-c984dc2d82ca service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078787 Sep 24 00:22:49.264681 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4738a04-d315-420d-ae63-c27ff7cadfda req-28a63c06-5daf-4753-8ad5-07dba6a6f2ff service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803110 Sep 24 00:22:49.272676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:22:49.575606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071de7e-62be-4206-b37e-ea014c6a9594 req-637babc3-fcda-4bd3-82b9-2ee4ec52f3d5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:49.577749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2071de7e-62be-4206-b37e-ea014c6a9594 req-637babc3-fcda-4bd3-82b9-2ee4ec52f3d5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0760777 Sep 24 00:22:49.619410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:30Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:46Z', 'revision_number': 0, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:22:49.626395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 58806) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:49.629629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-42b3c454-8f13-4c6c-880e-8d69f7362f20 req-c69f4fd0-0bf4-4b0f-bd0c-4144f5108ee8 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0429318 Sep 24 00:22:49.660616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2071de7e-62be-4206-b37e-ea014c6a9594 req-c11cdee9-771a-4dda-9795-1f2496e51ef8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753484 Sep 24 00:22:49.663480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8198a4c3-b57b-48cc-b352-525159296b0e None None] The sync data for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 is: [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:22:30Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:46Z', 'revision_number': 0, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:22:49.726717 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-885007e4-ad54-4209-b517-b65a90a88cf3 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/floatingips/2a2b0011-8ee1-48e4-86e3-58798ff50491 HTTP/1.1" status: 200 len: 991 time: 0.0971177 Sep 24 00:22:49.921545 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c67eb48-fdaf-4263-a93a-aca5a0da098b None None] New status for floating IP 2a2b0011-8ee1-48e4-86e3-58798ff50491: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:22:50.729163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 58814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:22:50.826331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a54c9203-7e97-46ed-b859-6e3e81f47d32 req-d39265a0-90bd-4cd1-961d-07ae0d33667b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0569446 Sep 24 00:22:50.850359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0afc3d65-176d-4a5c-b033-3473e6f1215c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/floatingips/2a2b0011-8ee1-48e4-86e3-58798ff50491 HTTP/1.1" status: 200 len: 993 time: 0.1197593 Sep 24 00:22:50.863648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829da1d-5dc7-4c6a-a536-c4fcfc83b154 req-b66f29e4-60e9-4962-af2c-f4e7a9c58211 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:50.865248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7829da1d-5dc7-4c6a-a536-c4fcfc83b154 req-b66f29e4-60e9-4962-af2c-f4e7a9c58211 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0973358 Sep 24 00:22:50.911374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7829da1d-5dc7-4c6a-a536-c4fcfc83b154 req-2f2bcd89-114e-483a-902b-f2e94d93da62 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396936 Sep 24 00:22:51.924224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-793fef54-31ff-4a46-9d95-300ae97d717c req-567b085e-776b-411c-9043-db7c239342b2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0256014 Sep 24 00:22:52.028910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73ec45-ad4d-4487-a334-9a1edd19d299 req-7ddcbc8f-d323-431d-8f18-4bece1ede012 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:52.030438 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a73ec45-ad4d-4487-a334-9a1edd19d299 req-7ddcbc8f-d323-431d-8f18-4bece1ede012 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0495603 Sep 24 00:22:52.067837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a73ec45-ad4d-4487-a334-9a1edd19d299 req-e49af5d6-ccfa-44f6-b8bb-445be8e3fe25 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314703 Sep 24 00:22:52.987542 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-74b48344-8074-4c73-9569-35026c7ffea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:53.017443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da2b213b-2f98-4725-bad9-1f41b1d5a620 req-e0a5b579-e5a5-4a70-a40b-6587e484ccd3 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0271063 Sep 24 00:22:53.185874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3106b84e-51b3-401f-b18a-a2815bbd0718 req-86419dd2-e589-4b2b-85bd-b7508082bc0e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:53.187468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3106b84e-51b3-401f-b18a-a2815bbd0718 req-86419dd2-e589-4b2b-85bd-b7508082bc0e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0483971 Sep 24 00:22:53.231338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3106b84e-51b3-401f-b18a-a2815bbd0718 req-4834316a-f9c4-4685-a017-202693d646db tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374844 Sep 24 00:22:54.112513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0466cc2-0c0c-42b1-95b9-f05b495a8e11 req-db9fd4c8-4a22-4a0e-8b6b-9167a511e28f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0268316 Sep 24 00:22:54.373949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1b268-636d-4346-b6f0-87f8be6428a6 req-9a741049-49ca-4d9a-a3b5-5639875bdae9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:54.375724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ed1b268-636d-4346-b6f0-87f8be6428a6 req-9a741049-49ca-4d9a-a3b5-5639875bdae9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0596023 Sep 24 00:22:54.426702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ed1b268-636d-4346-b6f0-87f8be6428a6 req-508c958b-6932-4afd-8ae4-f77dd7bac36d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442998 Sep 24 00:22:55.213851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-857a0d05-b106-45ba-ab92-ca4d52bfe1cb req-aa22cd72-f855-4c1c-97ca-c9bcdfc1cb36 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0262704 Sep 24 00:22:55.554130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a86a97-6327-4533-8f5e-aa99392bc7c2 req-363ddd3f-bac4-4545-b0b6-8eb0e092842a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:55.555753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25a86a97-6327-4533-8f5e-aa99392bc7c2 req-363ddd3f-bac4-4545-b0b6-8eb0e092842a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0538759 Sep 24 00:22:55.598971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25a86a97-6327-4533-8f5e-aa99392bc7c2 req-6ad009d3-921f-417e-83a4-0d2fec9dc935 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362499 Sep 24 00:22:55.851645 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:55.974856 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4c5ec124-97cb-4147-b392-4b50c798b2ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:56.307209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88466fa9-9526-47ac-a3cb-7422faba7c33 req-d80a9dc7-b135-4fb1-b05d-60d6f04e2c33 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0261705 Sep 24 00:22:56.713534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb77dc6-9329-467b-b4b5-21c1d73d8621 req-358cdb10-cf67-4936-b257-fb3359e60846 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:56.714938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbb77dc6-9329-467b-b4b5-21c1d73d8621 req-358cdb10-cf67-4936-b257-fb3359e60846 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0488026 Sep 24 00:22:56.752050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbb77dc6-9329-467b-b4b5-21c1d73d8621 req-77375cd3-b58d-4fc5-83eb-3e9d84089025 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309889 Sep 24 00:22:56.779442 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:57.397685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37b428bb-e9ec-4213-b2cf-327e6240e118 req-2d20b9e5-43be-437c-9e2d-ce8f0dce537c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0261042 Sep 24 00:22:57.867628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a228d-33a6-499a-af03-7f229e90fb6d req-824e5be0-ab79-445e-b54e-78701e1283ee tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:57.869560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-321a228d-33a6-499a-af03-7f229e90fb6d req-824e5be0-ab79-445e-b54e-78701e1283ee tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0493464 Sep 24 00:22:57.911096 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-321a228d-33a6-499a-af03-7f229e90fb6d req-ae9cc518-f0b7-4458-b669-2464e18b8763 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352566 Sep 24 00:22:58.493190 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38dca5ec-18f0-4224-805c-1e22845d5427 req-f3df39d4-8e57-48c2-a55d-82a2281db56f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0271428 Sep 24 00:22:59.038547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375594a-e7f6-49c7-829f-e83ab05da165 req-3883b726-3b23-454f-b73f-72da72aa7651 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:22:59.040180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3375594a-e7f6-49c7-829f-e83ab05da165 req-3883b726-3b23-454f-b73f-72da72aa7651 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0579982 Sep 24 00:22:59.084890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3375594a-e7f6-49c7-829f-e83ab05da165 req-551484f0-f195-487a-a161-6eeda69f3a42 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382144 Sep 24 00:22:59.163930 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:22:59.594111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c0927ad-c989-4e88-b04d-a6679b855d86 req-f2ebf019-2aee-457a-a4b7-03c6a2cb608b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0320482 Sep 24 00:23:00.225589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0e9e7-b808-4cf5-8924-acdc6a391450 req-b0b1841b-a3cc-4301-bd98-ef5635904126 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:00.227195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfa0e9e7-b808-4cf5-8924-acdc6a391450 req-b0b1841b-a3cc-4301-bd98-ef5635904126 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0604653 Sep 24 00:23:00.276113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfa0e9e7-b808-4cf5-8924-acdc6a391450 req-0f590387-c52f-4324-866e-dbb4a948bbf6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413406 Sep 24 00:23:00.704989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0087db30-15eb-4c91-a3dd-4fc81f07fa5c req-d9ed40c0-2933-4f90-bb20-636456ba0265 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0268307 Sep 24 00:23:01.398715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1914b2-cfd2-42d1-ab53-235572391cc7 req-99d818d6-cf28-4526-97cf-57f2ffd56d4c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:01.402819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f1914b2-cfd2-42d1-ab53-235572391cc7 req-99d818d6-cf28-4526-97cf-57f2ffd56d4c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0539901 Sep 24 00:23:01.446786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f1914b2-cfd2-42d1-ab53-235572391cc7 req-bff5c21e-06c4-4df0-b377-fb2b9327664d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360200 Sep 24 00:23:01.667040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59334) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:01.808624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22c2e10c-54ae-4a2e-93ee-bfd1fe6692f6 req-d244bc8c-8068-4d8b-9144-e95bbbd5d630 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0342975 Sep 24 00:23:01.841071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a04875d5-b3e7-4484-afb2-37d194274bb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=88d13697440948f9a62dd0ebdaceb1c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728797 Sep 24 00:23:01.843619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59340) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:01.891400 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:01.912602 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:01.959534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:01.962241 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:01.963511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a59e937a-ebf3-44c4-89c5-9f1bf6f523a5 HTTP/1.1" status: 204 len: 168 time: 0.1189821 Sep 24 00:23:01.971764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59e937a-ebf3-44c4-89c5-9f1bf6f523a5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:01.979593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.979939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.980277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.980614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.980946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.981273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.981600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.981927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.982246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.982571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.982914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:01.983236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f26f35a-4299-4721-95c5-ba2ef171eb60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:02.564904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24020bbb-27ff-4040-94f3-899bffa6527d req-99487040-baa4-444b-9a0d-a9e86e858c45 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:02.566388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24020bbb-27ff-4040-94f3-899bffa6527d req-99487040-baa4-444b-9a0d-a9e86e858c45 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0502732 Sep 24 00:23:02.605381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24020bbb-27ff-4040-94f3-899bffa6527d req-3e22d6d6-77fe-4daa-934f-e345f3be40ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Sep 24 00:23:02.911866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6dd525c-aebc-4d31-ae48-0b4d4f45cb08 req-ffaa1397-5494-429c-ae37-99ecf50d4d2c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0367386 Sep 24 00:23:03.719635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e1a7a-3818-41fb-8be3-7181a95f31ea req-d7abc183-a424-4edb-8cd9-65879d53e8ce tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:03.721111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c2e1a7a-3818-41fb-8be3-7181a95f31ea req-d7abc183-a424-4edb-8cd9-65879d53e8ce tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0483551 Sep 24 00:23:03.759328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c2e1a7a-3818-41fb-8be3-7181a95f31ea req-9a88c71d-2031-4aa6-90c7-e6ece9d22402 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316513 Sep 24 00:23:04.009621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1760d5de-6df1-495e-9316-52443ab9b40b req-94250ee7-ca4c-4309-b7e1-5a1ee022fcb6 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0252595 Sep 24 00:23:04.876551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062adf3-1f41-4c7b-9674-d598ef7c32ce req-77013406-219f-417d-ba8e-a6871a2530d1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:04.878074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4062adf3-1f41-4c7b-9674-d598ef7c32ce req-77013406-219f-417d-ba8e-a6871a2530d1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0510478 Sep 24 00:23:04.918800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4062adf3-1f41-4c7b-9674-d598ef7c32ce req-60646e09-236d-4229-9064-82f090dab435 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347486 Sep 24 00:23:05.109518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0bd01462-8f75-4efd-b505-22f9b167774b req-08009eef-6b5a-4f7a-9580-e1b8a9026df9 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0317676 Sep 24 00:23:06.043972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d8807-cfc3-4dda-b5af-29218037937c req-8dd0310a-e75f-40c9-bd00-8d9cf0e4ec0b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:06.045456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a58d8807-cfc3-4dda-b5af-29218037937c req-8dd0310a-e75f-40c9-bd00-8d9cf0e4ec0b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0538633 Sep 24 00:23:06.083270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a58d8807-cfc3-4dda-b5af-29218037937c req-d04e76f6-70f1-41f1-9406-f3e79e778891 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318451 Sep 24 00:23:06.208278 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98b4ad37-3db5-409c-aba6-80b94ee6decb req-dcb5a977-f244-4426-ba3d-1dc856bf2469 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0267684 Sep 24 00:23:06.649711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:07.224023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a365a9c-4d1d-4ac0-8e84-522329425dca req-a21e6a49-5ed8-43fe-a6fa-3463d4e3cb47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:07.229328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a365a9c-4d1d-4ac0-8e84-522329425dca req-a21e6a49-5ed8-43fe-a6fa-3463d4e3cb47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0594399 Sep 24 00:23:07.307323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a365a9c-4d1d-4ac0-8e84-522329425dca req-d0ca353b-6e42-4282-85d8-1e62a620b1d4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769682 Sep 24 00:23:07.357823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b0c0439-853f-43e3-a233-706cf1af916f req-2306265f-f7df-41a5-b6c8-4833575cb973 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0332658 Sep 24 00:23:08.439191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91f471-2fbf-4694-ba84-6859e12c31e0 req-d75d0631-07cb-4c16-8fd3-cbe016149741 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:08.440816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f91f471-2fbf-4694-ba84-6859e12c31e0 req-d75d0631-07cb-4c16-8fd3-cbe016149741 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0636017 Sep 24 00:23:08.490866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6dd0a41-b1d2-4b11-8bfe-95677fd30889 req-fff2fb66-c67f-4b64-88c9-fc33392b6fd2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0363395 Sep 24 00:23:08.506482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f91f471-2fbf-4694-ba84-6859e12c31e0 req-1e4ad14c-f557-454b-8a12-74ba97f2d7d8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582304 Sep 24 00:23:09.244418 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:09.617179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b67911ba-e58c-45eb-9364-c17e56601280 req-1a09ad2f-891c-4850-8728-180a4741d29c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0390992 Sep 24 00:23:09.659137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18844d52-fbbb-4148-ba88-f2d64c4f3e54 req-47353740-be0e-4e27-90b7-427a73a37901 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:09.660690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18844d52-fbbb-4148-ba88-f2d64c4f3e54 req-47353740-be0e-4e27-90b7-427a73a37901 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0734742 Sep 24 00:23:09.703738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18844d52-fbbb-4148-ba88-f2d64c4f3e54 req-32b70f5a-fddb-4944-90ac-5fff036ab9ae tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361261 Sep 24 00:23:10.552733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f8432-59a1-4f45-b02c-1a25198fbdf6 req-27ca158d-9c20-4857-b52f-7e48aeffdb3f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:10.553854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-539f8432-59a1-4f45-b02c-1a25198fbdf6 req-27ca158d-9c20-4857-b52f-7e48aeffdb3f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 947 time: 0.0522985 Sep 24 00:23:10.594615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-539f8432-59a1-4f45-b02c-1a25198fbdf6 req-2cbbe92d-2abf-42e0-aae9-d4a544be03f7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335422 Sep 24 00:23:10.708927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b3efc089-4273-4f5e-aa84-fb8d50f669e3 req-87ec04e2-e12e-4247-b4ac-baf6a8e54a04 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0264070 Sep 24 00:23:10.820072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f87d1-801d-4b96-b2a3-6f1b857d1489 req-1d71015c-046a-4eb9-bd7f-60d080bd2f33 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:10.821559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af7f87d1-801d-4b96-b2a3-6f1b857d1489 req-1d71015c-046a-4eb9-bd7f-60d080bd2f33 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0484662 Sep 24 00:23:10.860055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af7f87d1-801d-4b96-b2a3-6f1b857d1489 req-f3b3bc77-8e5b-469f-b159-41c02385cab7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315914 Sep 24 00:23:11.746834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b78f1-406f-4472-9888-2bd727ab7839 req-3a7dfeb5-f3ae-46d6-b70d-87a400dc6ba3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:11.749183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f91b78f1-406f-4472-9888-2bd727ab7839 req-3a7dfeb5-f3ae-46d6-b70d-87a400dc6ba3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 947 time: 0.0658438 Sep 24 00:23:11.804308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f91b78f1-406f-4472-9888-2bd727ab7839 req-5ae82ba1-727c-4839-90ae-b4bef7e9d022 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=7c40515d-6871-41f4-a543-692547d1fe0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484424 Sep 24 00:23:11.819915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b78c841-b4ce-485a-841f-f19aeb8f6f76 req-e64924c2-d3b7-4ed7-b421-c0d601b9ab96 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0318985 Sep 24 00:23:11.976531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d60e76-e06a-4bb7-9bee-bf4f117a6eb8 req-8c675a13-c093-4c38-8322-cbf70a96d4ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:11.978499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5d60e76-e06a-4bb7-9bee-bf4f117a6eb8 req-8c675a13-c093-4c38-8322-cbf70a96d4ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0485044 Sep 24 00:23:12.019579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5d60e76-e06a-4bb7-9bee-bf4f117a6eb8 req-be4b79eb-72cd-4602-b239-e13028bd990d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337927 Sep 24 00:23:12.085399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-918203d1-a3a7-4555-b8c1-c6e1da32bdba tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:12.086915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-918203d1-a3a7-4555-b8c1-c6e1da32bdba tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.20 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 947 time: 0.0570447 Sep 24 00:23:12.183389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Deleting port aefe34ed-2746-41c1-9967-0372042ed791 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:23:12.183746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:12.278313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] For port aefe34ed-2746-41c1-9967-0372042ed791, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=aefe34ed-2746-41c1-9967-0372042ed791,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:12.278640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:12.510356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:12.510816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:12.511108 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Floating IP 77aa1a35-5e3b-4259-acad-54cde2b0f32e disassociated. External IP: 172.25.5.144, port: aefe34ed-2746-41c1-9967-0372042ed791. Sep 24 00:23:12.511455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Calling delete_port for aefe34ed-2746-41c1-9967-0372042ed791 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:23:12.639562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:12.668606 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event deleted for resources: {'Port': ['ID=aefe34ed-2746-41c1-9967-0372042ed791,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:12.679698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.680038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.680376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.680732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.681033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.681359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.681685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.681999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.682320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.682638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.682978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.683294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:12.826956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:23:12.987932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f40f928e-b75c-435b-8f8f-37e90dde2cc2 req-a49bb35f-5674-4687-91a4-6eeee972404b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0624447 Sep 24 00:23:12.990794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-480ae45b-ab9a-44c7-b81c-90aa5d7c62dc req-a4a92926-055e-4546-9f8a-ac1d95532c0e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=73722162-aec2-4d52-b221-7313e50cd51e HTTP/1.1" status: 200 len: 210 time: 0.0567639 Sep 24 00:23:13.049096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:23:13.066053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ade86d-c171-4e00-924a-f78351498363 None None] Sync routers for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:23:13.090310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ade86d-c171-4e00-924a-f78351498363 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:23:13.091229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-29ade86d-c171-4e00-924a-f78351498363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:22:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:13.110073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] No DVR routers for this DVR port aefe34ed-2746-41c1-9967-0372042ed791 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:23:13.113292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:13.115620 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a39c6887-06b6-46c5-87f4-bc77f92e52c2 req-933446c3-999b-4fc1-9885-6661ecc90422 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.20 "DELETE /v2.0/ports/aefe34ed-2746-41c1-9967-0372042ed791 HTTP/1.1" status: 204 len: 173 time: 1.0223644 Sep 24 00:23:13.116220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-deleted', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:23:13.119456 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58577986-79e8-435d-ba24-ab1d95773ee4" -d '{"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-deleted", "tag": "aefe34ed-2746-41c1-9967-0372042ed791"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:23:13.193436 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fc4a70-0f01-4c60-a234-9e396bc88b14 x-openstack-request-id: req-47fc4a70-0f01-4c60-a234-9e396bc88b14 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:23:13.193736 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73722162-aec2-4d52-b221-7313e50cd51e", "name": "network-vif-deleted", "tag": "aefe34ed-2746-41c1-9967-0372042ed791", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:23:13.194049 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47fc4a70-0f01-4c60-a234-9e396bc88b14 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:23:13.196940 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73722162-aec2-4d52-b221-7313e50cd51e', 'name': 'network-vif-deleted', 'tag': 'aefe34ed-2746-41c1-9967-0372042ed791', 'status': 'completed', 'code': 200} Sep 24 00:23:13.244257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84e165a-64f2-4e1f-9187-806e720d3663 req-d848dcbf-f8d7-4ddb-85f1-02e5a94ed717 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:13.245892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f84e165a-64f2-4e1f-9187-806e720d3663 req-d848dcbf-f8d7-4ddb-85f1-02e5a94ed717 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0680239 Sep 24 00:23:13.280896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-29ade86d-c171-4e00-924a-f78351498363 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:23:13.313717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f84e165a-64f2-4e1f-9187-806e720d3663 req-2fe0d92b-a476-49b9-a5af-b45443fa864b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572863 Sep 24 00:23:13.496720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-29ade86d-c171-4e00-924a-f78351498363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:13.523288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ade86d-c171-4e00-924a-f78351498363 None None] Checking router: f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:23:13.535219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ade86d-c171-4e00-924a-f78351498363 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:23:13.536076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-29ade86d-c171-4e00-924a-f78351498363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:22:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:13.659203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-29ade86d-c171-4e00-924a-f78351498363 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:23:13.871584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-29ade86d-c171-4e00-924a-f78351498363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:13.897886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ade86d-c171-4e00-924a-f78351498363 None None] The sync data for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 is: [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:23:14.093211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59522) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:14.100135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ac69eab-5cd3-4ac4-88a1-6c1e53c78432 req-1915ac2b-5add-4769-a95e-23d7900f933e tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0347281 Sep 24 00:23:14.175107 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78897a-b8ba-4535-b557-5e814d1975d6 None None] New status for floating IP 77aa1a35-5e3b-4259-acad-54cde2b0f32e: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:23:14.175839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-024f67c7-c603-4fa9-bbdc-85076438bdf0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.200576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-024f67c7-c603-4fa9-bbdc-85076438bdf0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.252769 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-024f67c7-c603-4fa9-bbdc-85076438bdf0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.255595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-024f67c7-c603-4fa9-bbdc-85076438bdf0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.256918 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-024f67c7-c603-4fa9-bbdc-85076438bdf0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "DELETE /v2.0/security-groups/7c40515d-6871-41f4-a543-692547d1fe0d HTTP/1.1" status: 204 len: 168 time: 0.1627133 Sep 24 00:23:14.260122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59524) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:14.276076 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-1eafd733-92bc-4dd7-b4a9-ba743bc7b7fa tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] show failed (client error): The resource could not be found. Sep 24 00:23:14.277588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1eafd733-92bc-4dd7-b4a9-ba743bc7b7fa tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups/7c40515d-6871-41f4-a543-692547d1fe0d HTTP/1.1" status: 404 len: 347 time: 0.0163169 Sep 24 00:23:14.278918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f67c7-c603-4fa9-bbdc-85076438bdf0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40515d-6871-41f4-a543-692547d1fe0d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:14.281094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59526) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:14.418044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-936a0bf1-4ee2-4ec7-80e6-62df99e8c931 req-24b852b4-042b-4a51-b892-c0666273c71a service neutron] (106379) timed out ('10.222.0.24', 37342) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:23:14.436579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Deleting port eda18b10-bc85-4262-959d-1ef39550b519 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:23:14.437059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.443267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ec3f2-9747-4238-a5ed-ad91994be2e8 req-71c37f73-834d-406d-bd34-6de9647cfeba tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:14.444800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-500ec3f2-9747-4238-a5ed-ad91994be2e8 req-71c37f73-834d-406d-bd34-6de9647cfeba tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0572903 Sep 24 00:23:14.483962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-500ec3f2-9747-4238-a5ed-ad91994be2e8 req-cadeba27-6764-4a38-a3e3-f3566b31663c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321324 Sep 24 00:23:14.534542 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.534942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.548666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Calling delete_port for eda18b10-bc85-4262-959d-1ef39550b519 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:23:14.691728 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.717689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event deleted for resources: {'Port': ['ID=eda18b10-bc85-4262-959d-1ef39550b519,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:14.778656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.781380 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:14.782562 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01d9e3d0-8250-4c7a-acc3-d43fb01fec18 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "DELETE /v2.0/floatingips/77aa1a35-5e3b-4259-acad-54cde2b0f32e HTTP/1.1" status: 204 len: 168 time: 0.4896443 Sep 24 00:23:14.879491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:23:14.907949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: aefe34ed-2746-41c1-9967-0372042ed791 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:23:14.908345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device aefe34ed-2746-41c1-9967-0372042ed791 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:23:15.203905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f881afd2-721b-40f3-a32f-90eb75e30a1f req-9d63a580-6f3b-4352-99c3-6ff2b4c84e8f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0341616 Sep 24 00:23:15.262709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59536) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:15.268184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8a890a3e-be73-4293-b069-a0e9219e8662 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1164720758', 'description': 'tempest-description--225439133'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:15.295221 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a890a3e-be73-4293-b069-a0e9219e8662 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.383533 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a890a3e-be73-4293-b069-a0e9219e8662 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.389045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a890a3e-be73-4293-b069-a0e9219e8662 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.415917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a890a3e-be73-4293-b069-a0e9219e8662 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.417167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8a890a3e-be73-4293-b069-a0e9219e8662 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1530387 Sep 24 00:23:15.420133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59538) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:15.425626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-23543627-8375-4919-aece-6b220cfce62d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'security_group_rule': {'security_group_id': 'e3276945-b6bf-4cb9-bebf-2eec4dca85b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:15.440314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a890a3e-be73-4293-b069-a0e9219e8662 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3276945-b6bf-4cb9-bebf-2eec4dca85b8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:15.461103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23543627-8375-4919-aece-6b220cfce62d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.523671 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23543627-8375-4919-aece-6b220cfce62d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.528261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23543627-8375-4919-aece-6b220cfce62d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.553293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23543627-8375-4919-aece-6b220cfce62d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2607d141-c2ab-43a4-a378-ecf30d8bd714,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:15.562271 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23543627-8375-4919-aece-6b220cfce62d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.563594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-23543627-8375-4919-aece-6b220cfce62d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422381 Sep 24 00:23:15.566365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59542) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:15.571451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7e9320f4-1b21-4172-8176-d38a88d9f90f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'security_group_rule': {'security_group_id': 'e3276945-b6bf-4cb9-bebf-2eec4dca85b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:15.603306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e9320f4-1b21-4172-8176-d38a88d9f90f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.625989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f66e3d9-1940-4798-967c-15786df3f620 req-e92ada39-3341-4d21-9b36-8ebe965427e7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:15.634693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f66e3d9-1940-4798-967c-15786df3f620 req-e92ada39-3341-4d21-9b36-8ebe965427e7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0635710 Sep 24 00:23:15.680238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f66e3d9-1940-4798-967c-15786df3f620 req-7cae53f0-c55a-4200-99e5-f74e4bbe8170 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445349 Sep 24 00:23:15.689087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e9320f4-1b21-4172-8176-d38a88d9f90f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.700660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e9320f4-1b21-4172-8176-d38a88d9f90f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.724000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9320f4-1b21-4172-8176-d38a88d9f90f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01253a2d-3119-44bb-84c2-eb2a32baffd1,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:15.733411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7e9320f4-1b21-4172-8176-d38a88d9f90f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.734628 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7e9320f4-1b21-4172-8176-d38a88d9f90f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1671450 Sep 24 00:23:15.737660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59544) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:15.742027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:15.764428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:15.865827 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.258105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Allocated IP 172.25.5.176 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/c11ed6fe-cf14-4e7f-b8c9-dbc7f6506304) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:23:16.330149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92941da3-cdc4-4481-ace1-20ca9cf8b045 req-9f321957-2708-48f8-937c-8faf5cf39330 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0377874 Sep 24 00:23:16.371855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.405173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.441728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:16.444818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:16.447437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:23:16.489221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'Port': ['ID=c11ed6fe-cf14-4e7f-b8c9-dbc7f6506304,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:16.550024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.586085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.751858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.756805 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.812231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea27a4b-e0d3-4b68-8874-d604bb144d19 req-31e01b42-4032-45aa-9a7d-fcb7a7e66b99 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:16.820567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ea27a4b-e0d3-4b68-8874-d604bb144d19 req-31e01b42-4032-45aa-9a7d-fcb7a7e66b99 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0674765 Sep 24 00:23:16.826118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'Port': ['ID=c11ed6fe-cf14-4e7f-b8c9-dbc7f6506304,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:16.851427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.861623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ea27a4b-e0d3-4b68-8874-d604bb144d19 req-cf9a5d4b-1628-46d7-bf14-ab7815476aac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400841 Sep 24 00:23:16.882529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:16.883877 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1826a5a7-46a3-4527-92eb-603ce19c2e33 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1452584 Sep 24 00:23:17.097183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-69ca63f1-3aec-4a20-a9ac-ed9e346b2871 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1164720758&fields=id&tenant_id=69a37da035b84dce9134bc41b764f4f6 HTTP/1.1" status: 200 len: 267 time: 0.0395920 Sep 24 00:23:17.213257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b80b-6906-417d-a721-41820d795e74 req-195b5cfc-d5ee-49a1-8353-a406de909ea4 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:17.214897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-195b5cfc-d5ee-49a1-8353-a406de909ea4 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 816 time: 0.1096270 Sep 24 00:23:17.232077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-1a4e2c46-7d58-4789-84fb-4027562c3e3f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/quotas/69a37da035b84dce9134bc41b764f4f6 HTTP/1.1" status: 200 len: 375 time: 0.0105765 Sep 24 00:23:17.291169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-e1b850ec-a67a-48fd-9b57-d7505c48ab96 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534835 Sep 24 00:23:17.307759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-0b29a745-a978-4e6b-afeb-fbeb1534fd02 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:23:17.308769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-0b29a745-a978-4e6b-afeb-fbeb1534fd02 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060258 Sep 24 00:23:17.438321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f8be6e9-b1db-4b2a-91f3-10045f69e69f req-78842889-b376-4bd1-8b79-2eb772187ca3 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0390282 Sep 24 00:23:17.446796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-d7549b36-9568-49b1-bdf4-447fc4ba7e13 service neutron] 10.222.0.24 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308584 Sep 24 00:23:17.541975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-ce3848e6-c8dd-4703-abe6-6f1523491036 service neutron] 10.222.0.24 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942311 Sep 24 00:23:17.737440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-252fce35-984a-4a52-bbe0-a2e9c3ca32ee req-835691d1-b0ea-4317-86a5-8daed5806e20 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 210 time: 0.0329554 Sep 24 00:23:17.998883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7c4e5-8001-455f-a830-6bce8f257748 req-62afb7c3-d05e-4bf1-9cfc-798f20899543 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:18.006447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5da7c4e5-8001-455f-a830-6bce8f257748 req-62afb7c3-d05e-4bf1-9cfc-798f20899543 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0664697 Sep 24 00:23:18.058056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5da7c4e5-8001-455f-a830-6bce8f257748 req-c8ae41d9-f083-4b62-8344-42e25d8e4b6f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502512 Sep 24 00:23:18.562368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68413807-0edb-4e06-912c-0fa91bb1f849 req-30674ba7-e112-4873-8625-9cb9abaa98c3 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0334909 Sep 24 00:23:18.895400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84850d1f-249f-4db9-a329-8b0fa5f5f76f req-7bd6111f-0c4b-41f5-9a1b-e50600e54f6f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 210 time: 0.0296431 Sep 24 00:23:18.948179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b80b-6906-417d-a721-41820d795e74 req-182b3c90-3e62-4333-8c54-c76a9e8dbd1a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:18.949736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-182b3c90-3e62-4333-8c54-c76a9e8dbd1a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.18 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 816 time: 0.2142968 Sep 24 00:23:18.994716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-d8c5ff60-116b-41d2-87ab-2115c380bd04 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69a37da035b84dce9134bc41b764f4f6 HTTP/1.1" status: 200 len: 380 time: 0.0352938 Sep 24 00:23:19.003886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'port': {'device_id': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'admin_state_up': True, 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'security_groups': ['e3276945-b6bf-4cb9-bebf-2eec4dca85b8']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:19.126255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Made reservation on behalf of 69a37da035b84dce9134bc41b764f4f6 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:23:19.131486 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:19.233886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b0e68-04f1-445d-bbfc-d9083c29f00b req-9be65f90-2272-42e8-9ebb-971c10d97ff4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:19.235592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d90b0e68-04f1-445d-bbfc-d9083c29f00b req-9be65f90-2272-42e8-9ebb-971c10d97ff4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0918202 Sep 24 00:23:19.339148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d90b0e68-04f1-445d-bbfc-d9083c29f00b req-9911c79b-0a3e-47c6-bd32-7a32ba19f070 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972910 Sep 24 00:23:19.361021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Allocated IP 172.20.0.11 (a5d7a39e-0e7d-4f94-8427-aca543dfb458/fbd218a0-6152-4f6c-909b-e55678fde71e/9c02b4e6-bd7b-4eb4-a636-b481bcc8e730) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:23:19.505465 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:19.543592 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:19.594633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:19.597959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:19.619844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:23:19.626305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:19.704153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab7a97d6-1a20-44f5-bcc8-d84296aa6187 req-4f9465e8-5c3b-471c-8fcf-b2cf5ecf79c1 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0501072 Sep 24 00:23:19.727765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:19.728435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:19.744684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-d3a4c411-6e43-4d8f-95df-3ca79cd3ff75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7442737 Sep 24 00:23:19.757209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Request body: {'port': {'device_id': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:19.834075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:19.897824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8b85b83b-bedd-4e52-8c52-42d50982443b None None] Provisioning complete for port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:19.900218 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b85b83b-bedd-4e52-8c52-42d50982443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:19.953427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8b85b83b-bedd-4e52-8c52-42d50982443b None None] Port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:23:20.092970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24ed99-38db-4e0a-9b7e-89b6b26a8729 req-03d610fc-2ab0-4726-959b-bfdc2b6bab75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:20.094479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe24ed99-38db-4e0a-9b7e-89b6b26a8729 req-03d610fc-2ab0-4726-959b-bfdc2b6bab75 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 932 time: 0.1089566 Sep 24 00:23:20.155684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe24ed99-38db-4e0a-9b7e-89b6b26a8729 req-8018e04f-383d-4041-8837-a230b7573a07 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548558 Sep 24 00:23:20.187093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:23:20.194816 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:20.207985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Transition to ACTIVE for port object 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:23:20.212418 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:20.270101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:20.358445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Attempting to bind port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:23:20.358780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Attempting to bind port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:23:20.359144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Attempting to bind port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:23:20.363608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:23:20.371993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Attempting to bind port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:23:20.379673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:23:20.380260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Checking segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:23:20.380853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Bound using segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:23:20.381481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Bound port: 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:23:20.382437 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:20.491335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:23:20.495765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:23:20.504716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7477f-5857-455c-bcc1-07d964d08cc2 req-b0aed1ae-414d-4b47-8225-d7b1e6c6a883 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:20.506342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e7a7477f-5857-455c-bcc1-07d964d08cc2 req-b0aed1ae-414d-4b47-8225-d7b1e6c6a883 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0849574 Sep 24 00:23:20.507977 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:20.548657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:20.549390 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:20.551239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 1093 time: 0.7984302 Sep 24 00:23:20.573689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:23:20.575999 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb" -d '{"events": [{"name": "network-changed", "server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:23:20.654315 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:23:20.659891 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c822065-8399-44c4-9f88-a4d45221bcce x-openstack-request-id: req-9c822065-8399-44c4-9f88-a4d45221bcce {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:23:20.660710 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:23:20.660836 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c822065-8399-44c4-9f88-a4d45221bcce {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:23:20.661827 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'status': 'completed', 'code': 200} Sep 24 00:23:20.682896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e7a7477f-5857-455c-bcc1-07d964d08cc2 req-25956bf7-8840-4f2b-b523-42849c0ebd4c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685436 Sep 24 00:23:20.688521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2ef8a7-36cf-409c-98ac-d6c43548bd18 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:20.755863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b80b-6906-417d-a721-41820d795e74 req-76d615df-79e5-4986-9845-fe40f4bffc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:20.762456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-76d615df-79e5-4986-9845-fe40f4bffc69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1096 time: 0.1688747 Sep 24 00:23:20.871090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-0295014c-71bd-49c5-a167-14b6cac26236 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 217 time: 0.1008723 Sep 24 00:23:20.890520 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7aebd746-0e4a-4214-b188-69a39fb59724 req-145e9ac6-72e6-4df5-ab8b-000c31b1d0af tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0305948 Sep 24 00:23:20.939926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b80b-6906-417d-a721-41820d795e74 req-c821d906-ee0d-4fc5-a06e-0c33acdb209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:20.941685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-c821d906-ee0d-4fc5-a06e-0c33acdb209e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0536728 Sep 24 00:23:20.990107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039b80b-6906-417d-a721-41820d795e74 req-162d7b3c-25f9-4195-88b2-1b9095a7af6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:20.991769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-162d7b3c-25f9-4195-88b2-1b9095a7af6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430994 Sep 24 00:23:21.094024 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-4f488c68-2ad7-4c77-91da-e63383345415 service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952787 Sep 24 00:23:21.195455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a039b80b-6906-417d-a721-41820d795e74 req-21651027-eca8-49f7-b041-59b4dd239689 service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930631 Sep 24 00:23:21.315869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa85ee9-fa5b-4524-9a25-0704865e5bc9 req-41828b54-8943-4919-9a6c-dfb8a47449b5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:21.317370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fa85ee9-fa5b-4524-9a25-0704865e5bc9 req-41828b54-8943-4919-9a6c-dfb8a47449b5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 944 time: 0.0809374 Sep 24 00:23:21.319211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-6ca33ce9-febc-49be-82fb-2fe16251a3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:21.320558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-6ca33ce9-febc-49be-82fb-2fe16251a3c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1096 time: 0.0732489 Sep 24 00:23:21.385152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fa85ee9-fa5b-4524-9a25-0704865e5bc9 req-a079ceeb-e395-43d2-a2ab-acd88b71f25c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608637 Sep 24 00:23:21.449717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-8822c5f6-8b03-460e-b622-03a7e37547de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:21.451178 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-8822c5f6-8b03-460e-b622-03a7e37547de service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1213024 Sep 24 00:23:21.495323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-dbe2a873-029d-4e38-915f-211eb0ec3a3e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 217 time: 0.0358524 Sep 24 00:23:21.553248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-9ab825f1-ea82-45e3-a13f-10be5aeb9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:21.555463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-9ab825f1-ea82-45e3-a13f-10be5aeb9905 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0526972 Sep 24 00:23:21.607370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-bb4734c0-4bff-4945-908d-ca3c291b8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:21.608916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-bb4734c0-4bff-4945-908d-ca3c291b8dbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457201 Sep 24 00:23:21.700926 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-b43672a7-0264-467b-a7a0-0b56a7c81066 service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837073 Sep 24 00:23:21.795730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c79c04ad-54bb-4883-bd0c-bd0fe67ac2bb req-dee03cb0-025e-42bf-aea2-c8020c413fb4 service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878632 Sep 24 00:23:21.854581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155a8717-eff6-4afb-b54f-5db66a5b01c5 req-f2b81a00-0de1-4c9a-80c4-d6f5de19273c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:21.856148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-155a8717-eff6-4afb-b54f-5db66a5b01c5 req-f2b81a00-0de1-4c9a-80c4-d6f5de19273c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0564506 Sep 24 00:23:21.896615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-155a8717-eff6-4afb-b54f-5db66a5b01c5 req-b5cf895a-1682-4dc8-9985-96590a573379 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341241 Sep 24 00:23:21.988356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8297c580-d5c7-437d-b34b-ecead56c3e6b req-4eb8b261-b6ef-44d9-a467-b19558072071 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0249708 Sep 24 00:23:22.106665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59630) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:22.182930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc633faf-d42b-49ca-9f3e-3fc46f8d53d8 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:22.183416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc633faf-d42b-49ca-9f3e-3fc46f8d53d8 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:22.183891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc633faf-d42b-49ca-9f3e-3fc46f8d53d8 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:22.185751 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dc633faf-d42b-49ca-9f3e-3fc46f8d53d8 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=dfa7ccf7ae784120b00f5a529ad5d237&network_id=ae378b39-998b-4d88-b8fb-a585007b0301 HTTP/1.1" status: 200 len: 2973 time: 0.0778675 Sep 24 00:23:22.528750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a0659-9656-4798-859b-507aef6dd54c req-dfc16277-e982-4a2a-9460-fcc1260e9952 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:22.530206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-114a0659-9656-4798-859b-507aef6dd54c req-dfc16277-e982-4a2a-9460-fcc1260e9952 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 944 time: 0.0525360 Sep 24 00:23:22.573412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-114a0659-9656-4798-859b-507aef6dd54c req-d93ffdb6-857a-4ca2-b491-1c11b3f4c141 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369887 Sep 24 00:23:22.998082 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6a8bc44-2808-4a1b-8d80-3d608390b98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:23.021687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52b99a-0c35-432f-8d9b-5ab6e09cc41f req-323e4744-7362-4634-b9aa-0a61af13afe3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:23.023295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e52b99a-0c35-432f-8d9b-5ab6e09cc41f req-323e4744-7362-4634-b9aa-0a61af13afe3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0562401 Sep 24 00:23:23.098553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a99afe9-3bad-4f6a-9b96-a9a8a357606e req-3c7677ad-b26b-42a2-a3c3-61470cbf0550 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0364523 Sep 24 00:23:23.101449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e52b99a-0c35-432f-8d9b-5ab6e09cc41f req-cdc94c18-5318-4062-9ebf-65deda3fdf30 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724418 Sep 24 00:23:23.697387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8886cea-ec3d-4ae0-b211-a3aeab3ed8b7 req-024f5dd6-207d-48ab-b05d-fbdad35544b6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:23.698920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8886cea-ec3d-4ae0-b211-a3aeab3ed8b7 req-024f5dd6-207d-48ab-b05d-fbdad35544b6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 944 time: 0.0494955 Sep 24 00:23:23.737189 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8886cea-ec3d-4ae0-b211-a3aeab3ed8b7 req-9e1cb4ec-7225-4508-97ca-c54eec91b09b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Sep 24 00:23:24.215816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59664) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:24.253060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47510e01-d774-4089-87b7-1e00ec207398 req-656bee16-5187-44aa-b5bf-2638ddb3b00a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0744436 Sep 24 00:23:24.298664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5222ed-d3f3-4663-a270-b47af6c15c73 req-3a1ab432-1bc8-48e3-8f3e-d94114a43c33 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:24.300067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c5222ed-d3f3-4663-a270-b47af6c15c73 req-3a1ab432-1bc8-48e3-8f3e-d94114a43c33 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1249063 Sep 24 00:23:24.304585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a088e2-410a-4a8b-8c4e-663c06b52c55 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:24.306050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-90a088e2-410a-4a8b-8c4e-663c06b52c55 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699 HTTP/1.1" status: 200 len: 814 time: 0.0892847 Sep 24 00:23:24.338727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c5222ed-d3f3-4663-a270-b47af6c15c73 req-542e29fe-e6b9-4c63-9ef5-a144deabe7b8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316334 Sep 24 00:23:24.395408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:23:24.491844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:24.503448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'port_id': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'mac_address': 'fa:16:3e:bf:8d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:23:24.546180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:24.560736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:23:24.581250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:24.585378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:24.640093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:24.823820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:23:24.871131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40464e36-d095-4f42-9a0a-9f3ed32ee7f6 req-d10ed0f2-d504-4929-bda7-dabd2cfb4cc1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:24.872823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40464e36-d095-4f42-9a0a-9f3ed32ee7f6 req-d10ed0f2-d504-4929-bda7-dabd2cfb4cc1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0617146 Sep 24 00:23:24.911876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40464e36-d095-4f42-9a0a-9f3ed32ee7f6 req-d69a246e-5a82-4b2f-be37-8b865b5ea1f9 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Sep 24 00:23:25.073572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59672) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:25.078736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'network': {'name': 'tempest-network-smoke--44839942', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'port_security_enabled': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:25.103225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:23:25.106677 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:25.130288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:23:25.138983 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:25.139329 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Added segment 838d3f89-3980-4020-ab61-982022f62521 of type vlan for network 6fd99c55-42de-423c-a611-e5bdfa3ef826 Sep 24 00:23:25.184389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:25.210305 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:25.216894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:25.217525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:25.263078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59676) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:25.267474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1925638 Sep 24 00:23:25.300568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d40b41-d131-4e0d-9ac0-89b55994bd49 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Network': ['ID=6fd99c55-42de-423c-a611-e5bdfa3ef826,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:25.313460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:23:25.366716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a33d189-62b0-44e0-abcc-89ba8c80c6e0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:25.383437 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5a33d189-62b0-44e0-abcc-89ba8c80c6e0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=dfa7ccf7ae784120b00f5a529ad5d237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1192565 Sep 24 00:23:25.384762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:25.396817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89cdd2ce-e034-4b53-bbc7-fd771a0a12f4 req-8155d31e-f8b5-4593-87f5-ed1c3cb58015 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0432677 Sep 24 00:23:25.515448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baac3aad-838a-438d-999c-fd0d22819f1e tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:25.517021 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-baac3aad-838a-438d-999c-fd0d22819f1e tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313286 Sep 24 00:23:25.520213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59688) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:25.553976 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-106c2fdf-3451-456f-9eb3-24249a464328 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317535 Sep 24 00:23:25.556304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59690) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:25.556469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde4731-654d-41a8-89d1-494286f25ed1 req-bab1d786-c675-4609-b69b-ed2cd7eac448 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:25.559287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcde4731-654d-41a8-89d1-494286f25ed1 req-bab1d786-c675-4609-b69b-ed2cd7eac448 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0820100 Sep 24 00:23:25.589753 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c45b2a5-b1db-4631-98ad-26bffb1dbb79 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=dfa7ccf7ae784120b00f5a529ad5d237&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304508 Sep 24 00:23:25.590680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59692) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:25.608764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcde4731-654d-41a8-89d1-494286f25ed1 req-9dd898e4-dac1-49e9-bafc-d868c984ae30 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433226 Sep 24 00:23:25.695222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed978315-2a06-42f0-8d3d-f2be240cc2a4 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:25.698080 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ed978315-2a06-42f0-8d3d-f2be240cc2a4 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1061573 Sep 24 00:23:25.700792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59694) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:25.729762 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5b635546-69fb-406c-a1e0-50c8298b4a1b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278082 Sep 24 00:23:25.732491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59696) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:25.737555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818767037', 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:25.845745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:25.996741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65558db0-08f2-4c71-b78e-87c01502379c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.204959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:23:26.208358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.219629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c55c2-f64e-47ad-93e7-e9b3f13b49cd req-15ed5952-571d-4327-9b4f-138efd93f6ec tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:26.221140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-127c55c2-f64e-47ad-93e7-e9b3f13b49cd req-15ed5952-571d-4327-9b4f-138efd93f6ec tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0727489 Sep 24 00:23:26.311663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-127c55c2-f64e-47ad-93e7-e9b3f13b49cd req-1e7e1a7f-3af3-48a1-a057-09e95c7e222e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797231 Sep 24 00:23:26.410934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:23:26.454161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.482418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:23:26.492278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:26.493907 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.552770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b571d00f-604e-45ec-b73c-b833a64529a2 req-a2de07cb-5003-4e5d-92f9-e11c140f7c8c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0610392 Sep 24 00:23:26.555783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Checking segment: {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:23:26.556331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network hostable DHCP agents. Network: 6fd99c55-42de-423c-a611-e5bdfa3ef826, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:23:26.560127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Subnet': ['ID=6a07a284-859d-4bb6-b41d-0600d76b7928,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:26.582579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:23:26.589648 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.595746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6fd99c55-42de-423c-a611-e5bdfa3ef826) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:26.601160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:26.601813 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.618634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36ae2e-6c1c-44a2-be61-fa5afe187481 None None] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:23:26.622494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-14ac6db3-a126-4de7-9152-66fc5da1138f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8862262 Sep 24 00:23:26.640996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:23:26.644341 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760025a5-c2bc-4e8a-a660-e94c5fd2caac" -d '{"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:23:26.669247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:26.705039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.757683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6918d-9e01-4b2f-ac77-e3aecbd433cd req-9017cc66-e2c0-4e44-8681-b5933995d53d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:26.759795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aa6918d-9e01-4b2f-ac77-e3aecbd433cd req-9017cc66-e2c0-4e44-8681-b5933995d53d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0594451 Sep 24 00:23:26.771476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:26.807095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aa6918d-9e01-4b2f-ac77-e3aecbd433cd req-2a411e28-694c-4d9f-9d54-ee7a2cf98bd9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382154 Sep 24 00:23:26.817040 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.876739 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7bafaa-04df-4fb6-a5ae-c17db7fa5905 x-openstack-request-id: req-0b7bafaa-04df-4fb6-a5ae-c17db7fa5905 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:23:26.877357 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:23:26.877357 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b7bafaa-04df-4fb6-a5ae-c17db7fa5905 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:23:26.877704 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'code': 200} Sep 24 00:23:26.885087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-6fd99c55-42de-423c-a611-e5bdfa3ef826', 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ips': [{'subnet_id': '6a07a284-859d-4bb6-b41d-0600d76b7928'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:23:26.886848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.944645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59712) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:26.949785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-764b1cbb-8cad-4281-856c-12caffc8389e tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-54236076', 'description': 'tempest-secgroup-smoke-54236076 description', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:26.976168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-764b1cbb-8cad-4281-856c-12caffc8389e tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:26.987755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894148a2-3db2-49d5-b9d2-f5429f1e19da req-87b68719-0b0b-4166-9d3a-83023e77d03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:26.990046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-894148a2-3db2-49d5-b9d2-f5429f1e19da req-87b68719-0b0b-4166-9d3a-83023e77d03e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1098 time: 0.0487924 Sep 24 00:23:27.030376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-894148a2-3db2-49d5-b9d2-f5429f1e19da req-f8661dcc-3489-4055-9a24-5df563e1fb0d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333171 Sep 24 00:23:27.066518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Allocated IP 172.20.0.18 (6fd99c55-42de-423c-a611-e5bdfa3ef826/6a07a284-859d-4bb6-b41d-0600d76b7928/3b65e8e0-cbac-4723-bbcb-f36c5226475e) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:23:27.078399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-764b1cbb-8cad-4281-856c-12caffc8389e tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.082442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-764b1cbb-8cad-4281-856c-12caffc8389e tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.114700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764b1cbb-8cad-4281-856c-12caffc8389e tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a18b29b-29ea-4492-81eb-dfb16bc76ae8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:27.119134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-764b1cbb-8cad-4281-856c-12caffc8389e tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.120478 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-764b1cbb-8cad-4281-856c-12caffc8389e tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1747630 Sep 24 00:23:27.123297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59714) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:27.128303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-55c3aa0b-179c-4edb-91e5-12d030cf1fcd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '6a18b29b-29ea-4492-81eb-dfb16bc76ae8', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:27.161145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55c3aa0b-179c-4edb-91e5-12d030cf1fcd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.227299 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.228660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55c3aa0b-179c-4edb-91e5-12d030cf1fcd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.233100 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55c3aa0b-179c-4edb-91e5-12d030cf1fcd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.235360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.258199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c3aa0b-179c-4edb-91e5-12d030cf1fcd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bceb90-eb7f-40fb-aba8-3559b2f3b418,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:27.272040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-55c3aa0b-179c-4edb-91e5-12d030cf1fcd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.273696 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-55c3aa0b-179c-4edb-91e5-12d030cf1fcd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492314 Sep 24 00:23:27.277200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59716) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:27.281571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:27.282095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8873da76-f336-449f-ba4b-9ff768b86f2a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '6a18b29b-29ea-4492-81eb-dfb16bc76ae8', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:27.286052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:27.288790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:23:27.298937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Pushing event updated for resources: {'Port': ['ID=3b65e8e0-cbac-4723-bbcb-f36c5226475e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:27.314651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8873da76-f336-449f-ba4b-9ff768b86f2a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.368151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Attempting to bind port 3b65e8e0-cbac-4723-bbcb-f36c5226475e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:23:27.368636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Attempting to bind port 3b65e8e0-cbac-4723-bbcb-f36c5226475e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:23:27.369189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Attempting to bind port 3b65e8e0-cbac-4723-bbcb-f36c5226475e on network 6fd99c55-42de-423c-a611-e5bdfa3ef826 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:23:27.378708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8873da76-f336-449f-ba4b-9ff768b86f2a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.379522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:23:27.379906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Checking segment: {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:23:27.380578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.381026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Bound using segment: {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:23:27.381731 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Bound port: 3b65e8e0-cbac-4723-bbcb-f36c5226475e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:23:27.382135 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.383513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8873da76-f336-449f-ba4b-9ff768b86f2a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.401993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873da76-f336-449f-ba4b-9ff768b86f2a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaba42cb-f215-4e62-80c4-15ba5b767caa,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:27.412242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8873da76-f336-449f-ba4b-9ff768b86f2a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.417049 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8873da76-f336-449f-ba4b-9ff768b86f2a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1354256 Sep 24 00:23:27.417654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59720) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:27.424280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-01142b69-3d58-4460-afbe-eb68e0097f0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '6a18b29b-29ea-4492-81eb-dfb16bc76ae8', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:27.459143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01142b69-3d58-4460-afbe-eb68e0097f0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.461287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b07d53-867b-436a-a5dc-46c084c66d7a req-99876721-9193-432e-99ba-3dd1949e3ce2 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:27.463490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3b07d53-867b-436a-a5dc-46c084c66d7a req-99876721-9193-432e-99ba-3dd1949e3ce2 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0540121 Sep 24 00:23:27.475872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] For port 3b65e8e0-cbac-4723-bbcb-f36c5226475e, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:23:27.481899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] For port 3b65e8e0-cbac-4723-bbcb-f36c5226475e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3b65e8e0-cbac-4723-bbcb-f36c5226475e,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:23:27.487049 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.512630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3b07d53-867b-436a-a5dc-46c084c66d7a req-0267671e-2eee-4abd-ade0-4e63e391040a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423315 Sep 24 00:23:27.538620 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01142b69-3d58-4460-afbe-eb68e0097f0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.558176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01142b69-3d58-4460-afbe-eb68e0097f0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.583831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975a1447-0ebe-41a8-accf-7e3f8453b68c None None] Pushing event updated for resources: {'Port': ['ID=3b65e8e0-cbac-4723-bbcb-f36c5226475e,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:27.593596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01142b69-3d58-4460-afbe-eb68e0097f0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726cd8a3-993e-4608-84de-cc3bb0350353,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:27.608739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01142b69-3d58-4460-afbe-eb68e0097f0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.610035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01142b69-3d58-4460-afbe-eb68e0097f0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1907816 Sep 24 00:23:27.612804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59732) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:27.617236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cac35cc2-7e6a-44ec-922b-6db9b94a23b7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '6a18b29b-29ea-4492-81eb-dfb16bc76ae8', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:27.670613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cac35cc2-7e6a-44ec-922b-6db9b94a23b7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.715187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-893e5ba4-be47-4785-94d4-ee8120e14f69 req-23d175c8-b5ab-4c45-984b-5dbb0d448cf2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0324404 Sep 24 00:23:27.755968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cac35cc2-7e6a-44ec-922b-6db9b94a23b7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.764157 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cac35cc2-7e6a-44ec-922b-6db9b94a23b7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.780649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac35cc2-7e6a-44ec-922b-6db9b94a23b7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba188977-32e7-44ff-8cec-0cf541b8f44b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:27.827278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cac35cc2-7e6a-44ec-922b-6db9b94a23b7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:27.828973 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cac35cc2-7e6a-44ec-922b-6db9b94a23b7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151630 Sep 24 00:23:27.831595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 59764) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:27.836396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c7d8d199-27b0-4039-a4c4-b6d2ff6bd131 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '6a18b29b-29ea-4492-81eb-dfb16bc76ae8', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:27.889707 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-c7d8d199-27b0-4039-a4c4-b6d2ff6bd131 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Project dfa7ccf7ae784120b00f5a529ad5d237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:23:27.903487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d199-27b0-4039-a4c4-b6d2ff6bd131 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.019869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aed2426-2a80-4aaa-ad50-d32af365365f req-9d434fdc-a5ab-40b0-b2e3-662f76ed3876 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:28.021847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9aed2426-2a80-4aaa-ad50-d32af365365f req-9d434fdc-a5ab-40b0-b2e3-662f76ed3876 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1025639 Sep 24 00:23:28.048080 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d199-27b0-4039-a4c4-b6d2ff6bd131 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.066178 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d199-27b0-4039-a4c4-b6d2ff6bd131 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.110226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8d199-27b0-4039-a4c4-b6d2ff6bd131 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df08db33-9697-4412-a310-32a258382b42,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:28.148573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9aed2426-2a80-4aaa-ad50-d32af365365f req-3a7913d0-f247-4035-ae51-dfb159b33a84 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004405 Sep 24 00:23:28.151713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7d8d199-27b0-4039-a4c4-b6d2ff6bd131 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.155781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c7d8d199-27b0-4039-a4c4-b6d2ff6bd131 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3231013 Sep 24 00:23:28.157880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59776) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:28.163228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-213288a4-c33f-489a-aa0f-7710aa6f6fa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': '6a18b29b-29ea-4492-81eb-dfb16bc76ae8', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:28.202050 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-213288a4-c33f-489a-aa0f-7710aa6f6fa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Project dfa7ccf7ae784120b00f5a529ad5d237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:23:28.211110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-213288a4-c33f-489a-aa0f-7710aa6f6fa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.285690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-213288a4-c33f-489a-aa0f-7710aa6f6fa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.289503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-213288a4-c33f-489a-aa0f-7710aa6f6fa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.304812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213288a4-c33f-489a-aa0f-7710aa6f6fa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9dc1c8-d3c0-4d96-9575-4409d1f8d1c3,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:28.317251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-213288a4-c33f-489a-aa0f-7710aa6f6fa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.318748 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-213288a4-c33f-489a-aa0f-7710aa6f6fa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590421 Sep 24 00:23:28.544969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-3328593f-3658-4178-8f06-3188b1a83e08 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-54236076&fields=id&tenant_id=dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 267 time: 0.0371764 Sep 24 00:23:28.702286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232849-f870-4755-a7be-20af0862177d req-8c938b30-5587-4dad-b0fe-c65891dc8e1a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:28.703844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-8c938b30-5587-4dad-b0fe-c65891dc8e1a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/networks?id=6fd99c55-42de-423c-a611-e5bdfa3ef826 HTTP/1.1" status: 200 len: 795 time: 0.1500554 Sep 24 00:23:28.712341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e28af-d046-4c7d-92f1-3b2719ba459c req-9d2de5bb-b9f0-44f4-a66b-b3e9be219b97 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:28.713782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f24e28af-d046-4c7d-92f1-3b2719ba459c req-9d2de5bb-b9f0-44f4-a66b-b3e9be219b97 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0836556 Sep 24 00:23:28.715710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fea3ce0-135b-46bc-ab68-c318bdaf7baa None None] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:23:28.739579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-7fac3f9c-14ab-4dfb-af15-e610b5e3f59f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/quotas/dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 375 time: 0.0248005 Sep 24 00:23:28.755892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-604aa3a2-60d5-4d8d-a810-9978ad4bc1cb None None] Provisioning complete for port 3b65e8e0-cbac-4723-bbcb-f36c5226475e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:28.756867 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-604aa3a2-60d5-4d8d-a810-9978ad4bc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.785751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f24e28af-d046-4c7d-92f1-3b2719ba459c req-3c77eff0-1b6f-4978-bc51-fa4a6f51da87 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642192 Sep 24 00:23:28.816678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-f609bdda-5a73-4424-aaa5-46fd6256b67b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0654757 Sep 24 00:23:28.933761 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-604aa3a2-60d5-4d8d-a810-9978ad4bc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:28.947518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1bbb9b64-a98c-4190-afcf-d77833e8d7b8 req-91533d3c-3aa4-4d34-b8fb-edce14c979ad tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0714593 Sep 24 00:23:28.997031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-604aa3a2-60d5-4d8d-a810-9978ad4bc1cb None None] For port 3b65e8e0-cbac-4723-bbcb-f36c5226475e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3b65e8e0-cbac-4723-bbcb-f36c5226475e,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:28.999395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-d2c619cd-4cec-4eb2-9621-64a15da284a1 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd99c55-42de-423c-a611-e5bdfa3ef826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651144 Sep 24 00:23:29.005981 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-604aa3a2-60d5-4d8d-a810-9978ad4bc1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:29.068683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604aa3a2-60d5-4d8d-a810-9978ad4bc1cb None None] Pushing event updated for resources: {'Port': ['ID=3b65e8e0-cbac-4723-bbcb-f36c5226475e,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:29.153975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3dbfda-9d2b-44a8-9964-365706c8895d req-97057388-c767-411b-bdc9-1605b0243484 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:29.155581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa3dbfda-9d2b-44a8-9964-365706c8895d req-97057388-c767-411b-bdc9-1605b0243484 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.1263404 Sep 24 00:23:29.164476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59826) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:29.169203 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Request body: {'floatingip': {'port_id': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:29.180165 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:29.198800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-5019103c-d9d7-4b41-bb6d-9185f1665c39 service neutron] 10.222.0.24 "GET /v2.0/networks/6fd99c55-42de-423c-a611-e5bdfa3ef826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861515 Sep 24 00:23:29.222073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:29.334434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0bbbde90-360a-46bc-bef8-f2f41530a320 None None] Provisioning complete for port 3b65e8e0-cbac-4723-bbcb-f36c5226475e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:29.338429 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0bbbde90-360a-46bc-bef8-f2f41530a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:29.376271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acc459-b0a1-4f33-a870-b64bf507ba36 req-ad1b8ced-caeb-4c30-8a37-1bbeae54bfec tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:29.384270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35acc459-b0a1-4f33-a870-b64bf507ba36 req-ad1b8ced-caeb-4c30-8a37-1bbeae54bfec tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0676560 Sep 24 00:23:29.441645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35acc459-b0a1-4f33-a870-b64bf507ba36 req-ec4e886a-a4ea-457e-8fb0-4dfaf38d7c24 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558684 Sep 24 00:23:29.576011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3b65e8e0-cbac-4723-bbcb-f36c5226475e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:23:29.587298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-623b1929-820d-4e67-8d15-a871236441c9 req-6df1950a-87e2-4b6f-a218-436c438a9ca6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 210 time: 0.0541451 Sep 24 00:23:29.645790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 3b65e8e0-cbac-4723-bbcb-f36c5226475e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:29.646176 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:29.969366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:29.973433 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:30.089827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f407856-38d0-4ec4-a418-297554823fee req-be358a9e-3bd8-4155-bd9f-482964f4d2da tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0306432 Sep 24 00:23:30.092763 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Floating IP 6d82ba6d-4760-4f16-8721-c78421ea347e associated. External IP: 172.25.5.176, port: 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730. Sep 24 00:23:30.349953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:23:30.476110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:23:30.484407 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:30.487119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] Sync routers for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:23:30.497889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:23:30.498680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:30.645665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea6e06-0767-4208-b5e5-8a4d613adaf9 req-5d4b17fa-92ae-4843-9535-c984d5a98df5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:30.647372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39ea6e06-0767-4208-b5e5-8a4d613adaf9 req-5d4b17fa-92ae-4843-9535-c984d5a98df5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1357384 Sep 24 00:23:30.713006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39ea6e06-0767-4208-b5e5-8a4d613adaf9 req-c0e64d81-587f-40a8-b618-a4c85af6aced tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481265 Sep 24 00:23:30.767676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e216810d-0621-4e6a-ab5c-0333bdce66aa req-5b2e2b1c-b3af-4d20-8ca4-043f802ceef2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 210 time: 0.0339453 Sep 24 00:23:30.889264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:23:30.906864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9a8d2753-ccb0-447d-8803-88dec573d298 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "PUT /v2.0/floatingips/6d82ba6d-4760-4f16-8721-c78421ea347e HTTP/1.1" status: 200 len: 992 time: 1.7410586 Sep 24 00:23:30.913672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:23:30.916341 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03aca3e-7444-484b-baf0-6a1f0c69266c" -d '{"events": [{"name": "network-changed", "server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:23:30.985583 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14da0754-7465-4e62-8ec5-e9f52f62911e x-openstack-request-id: req-14da0754-7465-4e62-8ec5-e9f52f62911e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:23:30.986401 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:23:30.986666 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14da0754-7465-4e62-8ec5-e9f52f62911e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:23:30.987089 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'status': 'completed', 'code': 200} Sep 24 00:23:31.006961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232849-f870-4755-a7be-20af0862177d req-17411056-6af9-47d8-9c3a-0fce427b2d87 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:31.009009 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-17411056-6af9-47d8-9c3a-0fce427b2d87 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/networks?id=6fd99c55-42de-423c-a611-e5bdfa3ef826 HTTP/1.1" status: 200 len: 795 time: 0.1345060 Sep 24 00:23:31.059647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-67824a30-6d56-4944-98d0-5875dd99fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:31.062193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-67824a30-6d56-4944-98d0-5875dd99fd9b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1098 time: 0.0561836 Sep 24 00:23:31.068491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-5a3bc92c-88b3-44ee-bc90-83a8a3e71b08 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 471 time: 0.0498960 Sep 24 00:23:31.078977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'port': {'device_id': 'a50476c7-dfb2-4727-ad1b-544c78ee3d27', 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826', 'admin_state_up': True, 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'security_groups': ['6a18b29b-29ea-4492-81eb-dfb16bc76ae8']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:31.199464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '6d82ba6d-4760-4f16-8721-c78421ea347e', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'port_id': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'mac_address': 'fa:16:3e:bf:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:23:16Z', 'updated_at': '2021-09-24T00:23:29Z', 'revision_number': 1, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:31.221505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f2a2aae-47c9-46ad-8b3e-d27358f08856 req-039dffc5-6696-40e9-b216-78f610780461 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0327392 Sep 24 00:23:31.222943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-40c7a2e8-f0a4-4186-be81-b8cc2948c9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:31.224489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-40c7a2e8-f0a4-4186-be81-b8cc2948c9d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1559682 Sep 24 00:23:31.231302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:23:31.238511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] Checking router: f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:23:31.239486 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:31.254628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:23:31.255312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:31.308392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-2bc3818c-ec43-442e-95c8-3ae3cf2e80e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 1000 time: 0.0758386 Sep 24 00:23:31.370897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-e5313f67-f7b6-4b74-b99d-846216c3932d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:31.372653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-e5313f67-f7b6-4b74-b99d-846216c3932d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0580122 Sep 24 00:23:31.376347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:23:31.439593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-1023e498-5787-4595-b466-2707fd88fd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:31.441452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-1023e498-5787-4595-b466-2707fd88fd3f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617292 Sep 24 00:23:31.444664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.20.0.26 (6fd99c55-42de-423c-a611-e5bdfa3ef826/6a07a284-859d-4bb6-b41d-0600d76b7928/c09db140-dd9c-411d-b3ad-a9d81d5931fb) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:23:31.573481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-eb4b6249-3768-4fde-a688-97865ae49e32 service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246550 Sep 24 00:23:31.619291 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:31.669580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:31.675106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '6d82ba6d-4760-4f16-8721-c78421ea347e', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'port_id': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'mac_address': 'fa:16:3e:bf:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:23:16Z', 'updated_at': '2021-09-24T00:23:29Z', 'revision_number': 1, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:31.698607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e03aca3e-7444-484b-baf0-6a1f0c69266c req-787836f5-001f-4039-8a26-cd0ea3d9b19b service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159880 Sep 24 00:23:31.707461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a108448-e7e7-4df0-9749-3496064cba88 None None] The sync data for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 is: [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '6d82ba6d-4760-4f16-8721-c78421ea347e', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'floating_ip_address': '172.25.5.176', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'port_id': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'mac_address': 'fa:16:3e:bf:8d:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:23:16Z', 'updated_at': '2021-09-24T00:23:29Z', 'revision_number': 1, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:23:31.716148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:31.719629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:31.723705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:23:31.751292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=c09db140-dd9c-411d-b3ad-a9d81d5931fb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:31.819544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:31.820597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:31.843184 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-ab6e36b3-1da0-4ee9-9e12-6ed5bc826619 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7682383 Sep 24 00:23:31.865700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Request body: {'port': {'device_id': 'a50476c7-dfb2-4727-ad1b-544c78ee3d27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:31.939409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7521f41-c07c-4b30-a670-92637d8a05f4 req-75db1ff6-9493-4f5c-b41b-2f2716646738 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:31.941033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7521f41-c07c-4b30-a670-92637d8a05f4 req-75db1ff6-9493-4f5c-b41b-2f2716646738 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1290083 Sep 24 00:23:31.942208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:31.967553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3d57c1-7aa6-455a-97c7-c1543813a2e4 req-b31074bb-80ac-4ab9-95e0-7751e8cd93e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:31.969040 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f3d57c1-7aa6-455a-97c7-c1543813a2e4 req-b31074bb-80ac-4ab9-95e0-7751e8cd93e8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 932 time: 0.1072371 Sep 24 00:23:32.048015 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37a2282-f975-4a95-bb01-d7c0e4f88324 None None] New status for floating IP 6d82ba6d-4760-4f16-8721-c78421ea347e: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:23:32.059511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7521f41-c07c-4b30-a670-92637d8a05f4 req-6b6f57b1-dbb5-4aa0-870e-1bc60321da1d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092715 Sep 24 00:23:32.083848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f3d57c1-7aa6-455a-97c7-c1543813a2e4 req-f69a6b6a-ce0a-441e-945f-5ab06cae8a0e tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1006610 Sep 24 00:23:32.135052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9aabec4c-6560-4540-99c7-8f9edc1ec45f None None] Provisioning complete for port c09db140-dd9c-411d-b3ad-a9d81d5931fb triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:32.137931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9aabec4c-6560-4540-99c7-8f9edc1ec45f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:32.200403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9aabec4c-6560-4540-99c7-8f9edc1ec45f None None] Port c09db140-dd9c-411d-b3ad-a9d81d5931fb cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:23:32.297325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09db140-dd9c-411d-b3ad-a9d81d5931fb {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:23:32.306749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:32.321628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Transition to ACTIVE for port object c09db140-dd9c-411d-b3ad-a9d81d5931fb will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:23:32.326418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:32.332291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a02f8943-035c-4c60-a2dd-1b2e9d2044a6 req-62c7f078-b60f-43db-ab2c-2a4fbc895afa tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0287893 Sep 24 00:23:32.402431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Pushing event updated for resources: {'Port': ['ID=c09db140-dd9c-411d-b3ad-a9d81d5931fb,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:32.459928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Attempting to bind port c09db140-dd9c-411d-b3ad-a9d81d5931fb on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:23:32.460583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Attempting to bind port c09db140-dd9c-411d-b3ad-a9d81d5931fb by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:23:32.460583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Attempting to bind port c09db140-dd9c-411d-b3ad-a9d81d5931fb on network 6fd99c55-42de-423c-a611-e5bdfa3ef826 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:23:32.465320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Port c09db140-dd9c-411d-b3ad-a9d81d5931fb on network 6fd99c55-42de-423c-a611-e5bdfa3ef826 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:23:32.465647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Attempting to bind port c09db140-dd9c-411d-b3ad-a9d81d5931fb on network 6fd99c55-42de-423c-a611-e5bdfa3ef826 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:23:32.470941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:23:32.471278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Checking segment: {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:23:32.471666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Bound using segment: {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:23:32.472098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Bound port: c09db140-dd9c-411d-b3ad-a9d81d5931fb, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:23:32.472454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:32.557067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] For port c09db140-dd9c-411d-b3ad-a9d81d5931fb, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:23:32.561132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] For port c09db140-dd9c-411d-b3ad-a9d81d5931fb, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c09db140-dd9c-411d-b3ad-a9d81d5931fb,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:23:32.568494 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:32.605129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:32.605556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:32.607026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] 10.222.0.20 "PUT /v2.0/ports/c09db140-dd9c-411d-b3ad-a9d81d5931fb HTTP/1.1" status: 200 len: 1093 time: 0.7532954 Sep 24 00:23:32.644891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c31108e-b9a6-49f8-ae5b-ebe585487473 service neutron] Pushing event updated for resources: {'Port': ['ID=c09db140-dd9c-411d-b3ad-a9d81d5931fb,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:32.697966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232849-f870-4755-a7be-20af0862177d req-6b3b314e-067c-44d4-819e-91c87f0710e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:32.699701 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-6b3b314e-067c-44d4-819e-91c87f0710e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 1096 time: 0.0514467 Sep 24 00:23:32.752493 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-8ca061c8-6e2f-416d-8472-718ddc3dc0f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=c09db140-dd9c-411d-b3ad-a9d81d5931fb HTTP/1.1" status: 200 len: 217 time: 0.0439520 Sep 24 00:23:32.806485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232849-f870-4755-a7be-20af0862177d req-aa749ff1-11c8-4e34-ab80-1461461b6229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:32.808609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-aa749ff1-11c8-4e34-ab80-1461461b6229 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a07a284-859d-4bb6-b41d-0600d76b7928 HTTP/1.1" status: 200 len: 838 time: 0.0490806 Sep 24 00:23:32.860489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93232849-f870-4755-a7be-20af0862177d req-1e377dcd-f007-4dc5-b505-629076e27fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:32.862304 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-1e377dcd-f007-4dc5-b505-629076e27fe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fd99c55-42de-423c-a611-e5bdfa3ef826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0465441 Sep 24 00:23:32.963389 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-84cc6cf1-a6bb-46db-bf95-4fb091a9198a service neutron] 10.222.0.20 "GET /v2.0/networks/6fd99c55-42de-423c-a611-e5bdfa3ef826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933690 Sep 24 00:23:32.989409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50476c7-dfb2-4727-ad1b-544c78ee3d27', 'tag': 'c09db140-dd9c-411d-b3ad-a9d81d5931fb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:23:32.992100 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "a50476c7-dfb2-4727-ad1b-544c78ee3d27", "tag": "c09db140-dd9c-411d-b3ad-a9d81d5931fb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:23:33.051611 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c802deec-b101-436b-94c5-ecb49313cdf3 x-openstack-request-id: req-c802deec-b101-436b-94c5-ecb49313cdf3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:23:33.053301 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50476c7-dfb2-4727-ad1b-544c78ee3d27", "tag": "c09db140-dd9c-411d-b3ad-a9d81d5931fb", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:23:33.053301 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c802deec-b101-436b-94c5-ecb49313cdf3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:23:33.053301 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50476c7-dfb2-4727-ad1b-544c78ee3d27', 'tag': 'c09db140-dd9c-411d-b3ad-a9d81d5931fb', 'status': 'completed', 'code': 200} Sep 24 00:23:33.089197 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93232849-f870-4755-a7be-20af0862177d req-0dacf9a3-9bb1-44c0-8a86-73ada7e6c79d service neutron] 10.222.0.20 "GET /v2.0/networks/6fd99c55-42de-423c-a611-e5bdfa3ef826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176095 Sep 24 00:23:33.209473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-eb3e5a4c-fe00-4a4f-9053-827546ceb323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:33.211500 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-eb3e5a4c-fe00-4a4f-9053-827546ceb323 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 1096 time: 0.0679114 Sep 24 00:23:33.246968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d13d0-aa30-49bb-a815-60a71a8951cf req-d4ce86ee-7f3c-479d-bab3-b8794195acbf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:33.249485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-639d13d0-aa30-49bb-a815-60a71a8951cf req-d4ce86ee-7f3c-479d-bab3-b8794195acbf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0946360 Sep 24 00:23:33.273532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115eed41-e416-4211-ac0c-a3ac166a839b req-f14bbacf-3d43-4c0d-9482-ac56e02f0778 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:33.275134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-115eed41-e416-4211-ac0c-a3ac166a839b req-f14bbacf-3d43-4c0d-9482-ac56e02f0778 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 944 time: 0.1071887 Sep 24 00:23:33.323751 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-ec246483-a0e6-4629-a321-72fb14194de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:33.325416 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-ec246483-a0e6-4629-a321-72fb14194de7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6fd99c55-42de-423c-a611-e5bdfa3ef826 HTTP/1.1" status: 200 len: 896 time: 0.1050508 Sep 24 00:23:33.327719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-639d13d0-aa30-49bb-a815-60a71a8951cf req-5f5c863f-cba0-45d1-8263-95d166d5a9f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716302 Sep 24 00:23:33.340496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-115eed41-e416-4211-ac0c-a3ac166a839b req-55a0cb09-cb2c-402c-ba44-98bf4bbd4096 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0579219 Sep 24 00:23:33.384218 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-5922928f-0ab9-4095-b620-1d6093f098b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=c09db140-dd9c-411d-b3ad-a9d81d5931fb HTTP/1.1" status: 200 len: 217 time: 0.0490716 Sep 24 00:23:33.440456 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c58f150-3d91-4c62-8a2e-3dbd1cdee626 req-448db655-aab5-46f9-8c90-bfaa952066a9 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0296121 Sep 24 00:23:33.454090 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-3d321ad4-132b-44b5-95e9-fc0afe4f9fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:33.455634 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-3d321ad4-132b-44b5-95e9-fc0afe4f9fc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6a07a284-859d-4bb6-b41d-0600d76b7928 HTTP/1.1" status: 200 len: 838 time: 0.0637774 Sep 24 00:23:33.504294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-8702ea2d-5067-493b-8480-473a12d74ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:33.506595 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-8702ea2d-5067-493b-8480-473a12d74ff8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6fd99c55-42de-423c-a611-e5bdfa3ef826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0425949 Sep 24 00:23:33.607643 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-66b0500c-0d4d-4466-94b1-2c91ec5e3cff service neutron] 10.222.0.20 "GET /v2.0/networks/6fd99c55-42de-423c-a611-e5bdfa3ef826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922287 Sep 24 00:23:33.707539 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4636d6bc-08ce-4b29-aedb-bb5dfa013ebb req-4e9aa354-f96f-465d-ad79-32a085c18fa6 service neutron] 10.222.0.20 "GET /v2.0/networks/6fd99c55-42de-423c-a611-e5bdfa3ef826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921440 Sep 24 00:23:34.490165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f1cea-4257-43be-aa82-ee066a025cc2 req-e589a09b-7a87-48a2-b7bf-81a9bde0fb6f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:34.491633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b62f1cea-4257-43be-aa82-ee066a025cc2 req-e589a09b-7a87-48a2-b7bf-81a9bde0fb6f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0840693 Sep 24 00:23:34.499484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797163f5-c869-4f8a-a84a-4e3ce0784064 req-4122eb85-836b-4420-875c-0ff90155ca39 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:34.500883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-797163f5-c869-4f8a-a84a-4e3ce0784064 req-4122eb85-836b-4420-875c-0ff90155ca39 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 944 time: 0.0839789 Sep 24 00:23:34.554706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b62f1cea-4257-43be-aa82-ee066a025cc2 req-b46ec63a-26ba-4ee3-ba01-7b78cd84db6e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528598 Sep 24 00:23:34.563153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-797163f5-c869-4f8a-a84a-4e3ce0784064 req-cbac06db-634f-45a7-a10a-d174bcc87f01 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0554271 Sep 24 00:23:34.707044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34a2e3b7-5ae9-484a-a7f9-7de296995325 req-0d4307ca-0497-4f4b-92f5-7e249a5c899c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0307245 Sep 24 00:23:35.030787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c09db140-dd9c-411d-b3ad-a9d81d5931fb details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:23:35.133180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c09db140-dd9c-411d-b3ad-a9d81d5931fb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c09db140-dd9c-411d-b3ad-a9d81d5931fb,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:35.146149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c09db140-dd9c-411d-b3ad-a9d81d5931fb', 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826', 'port_id': 'c09db140-dd9c-411d-b3ad-a9d81d5931fb', 'mac_address': 'fa:16:3e:00:af:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a07a284-859d-4bb6-b41d-0600d76b7928', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:23:35.190796 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:35.205649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09db140-dd9c-411d-b3ad-a9d81d5931fb {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:23:35.226682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c09db140-dd9c-411d-b3ad-a9d81d5931fb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c09db140-dd9c-411d-b3ad-a9d81d5931fb,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:35.231570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:35.280237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c09db140-dd9c-411d-b3ad-a9d81d5931fb,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:35.442920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c09db140-dd9c-411d-b3ad-a9d81d5931fb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:23:35.733432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd8b2-e7b4-407f-9e02-ae104d3d26c9 req-1639d7e7-ec82-42c6-80db-d52342bb8363 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:35.735004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-760dd8b2-e7b4-407f-9e02-ae104d3d26c9 req-1639d7e7-ec82-42c6-80db-d52342bb8363 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0863476 Sep 24 00:23:35.748114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db38aa2-4eba-4f6c-ba83-133502d07a12 req-6adf18b2-87e1-4398-bf86-aa488c0a373f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:35.749621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2db38aa2-4eba-4f6c-ba83-133502d07a12 req-6adf18b2-87e1-4398-bf86-aa488c0a373f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 945 time: 0.0711110 Sep 24 00:23:35.816491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-760dd8b2-e7b4-407f-9e02-ae104d3d26c9 req-985b926f-a578-4806-8d98-f38e84cbd11e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658801 Sep 24 00:23:35.819260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2db38aa2-4eba-4f6c-ba83-133502d07a12 req-3673ae00-6e05-440b-9d98-a7a0a6e972b2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0629034 Sep 24 00:23:35.911805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9a813daf-59d2-4e72-b461-e688446cce02 req-0bcc72b0-f0be-420d-86c7-4b404e3f6d0f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0254564 Sep 24 00:23:36.657144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:36.973153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283de4a-366e-4f07-bb51-300ceb0ebb3f req-6e551e0d-21c5-4303-b4d2-812be7a04ae5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:36.974748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283de4a-366e-4f07-bb51-300ceb0ebb3f req-6e551e0d-21c5-4303-b4d2-812be7a04ae5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0827718 Sep 24 00:23:36.994329 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ef1e3-6cb6-4a97-80ae-f25779678a5e req-9c79e297-a01d-4493-889d-7eac60452d05 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:36.996019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-417ef1e3-6cb6-4a97-80ae-f25779678a5e req-9c79e297-a01d-4493-889d-7eac60452d05 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 945 time: 0.1017580 Sep 24 00:23:37.031866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c09db140-dd9c-411d-b3ad-a9d81d5931fb up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:23:37.065876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283de4a-366e-4f07-bb51-300ceb0ebb3f req-2a7e3b1e-cfb4-43f6-9552-1b1860f11175 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827396 Sep 24 00:23:37.076514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-417ef1e3-6cb6-4a97-80ae-f25779678a5e req-0a05b5fb-1952-4627-b93b-45be14e07b2c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0688970 Sep 24 00:23:37.102197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port c09db140-dd9c-411d-b3ad-a9d81d5931fb completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:23:37.106499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c09db140-dd9c-411d-b3ad-a9d81d5931fb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:37.106934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:37.181507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d00b0c19-3f21-40ae-a36d-c20a14e1c9e3 req-414f2c8c-2cd5-41b2-a93b-eba608f18a53 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0330949 Sep 24 00:23:37.215778 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:37.241018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50476c7-dfb2-4727-ad1b-544c78ee3d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09db140-dd9c-411d-b3ad-a9d81d5931fb'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:23:37.244457 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab964f1-9868-4bb6-8ab7-78a3608795c6" -d '{"events": [{"server_uuid": "a50476c7-dfb2-4727-ad1b-544c78ee3d27", "name": "network-vif-plugged", "status": "completed", "tag": "c09db140-dd9c-411d-b3ad-a9d81d5931fb"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:23:37.264155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c09db140-dd9c-411d-b3ad-a9d81d5931fb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c09db140-dd9c-411d-b3ad-a9d81d5931fb,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:37.270186 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:37.309784 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f886adfe-cec3-4004-997c-e27088430d46 x-openstack-request-id: req-f886adfe-cec3-4004-997c-e27088430d46 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:23:37.310076 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50476c7-dfb2-4727-ad1b-544c78ee3d27", "name": "network-vif-plugged", "status": "completed", "tag": "c09db140-dd9c-411d-b3ad-a9d81d5931fb", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:23:37.310334 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f886adfe-cec3-4004-997c-e27088430d46 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:23:37.310721 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50476c7-dfb2-4727-ad1b-544c78ee3d27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09db140-dd9c-411d-b3ad-a9d81d5931fb', 'code': 200} Sep 24 00:23:37.342143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c09db140-dd9c-411d-b3ad-a9d81d5931fb,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:37.393141 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c8640-5ecf-45bb-99a4-9408c839f7ff req-b5903710-2b97-4530-98dd-86f64a2e8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:37.395590 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d93c8640-5ecf-45bb-99a4-9408c839f7ff req-b5903710-2b97-4530-98dd-86f64a2e8e9b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 1098 time: 0.0478506 Sep 24 00:23:37.434502 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d93c8640-5ecf-45bb-99a4-9408c839f7ff req-efd0d7b0-d093-4281-af23-8cc265c2ab9d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311201 Sep 24 00:23:38.222430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139f93a-285e-4777-8756-5fd2e2b46870 req-26383c9c-3841-46dd-ae15-8e264e67a990 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:38.223973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f139f93a-285e-4777-8756-5fd2e2b46870 req-26383c9c-3841-46dd-ae15-8e264e67a990 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 946 time: 0.0840535 Sep 24 00:23:38.237204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31753e94-a2cf-45a9-b364-d3e90e755d04 req-15f56e34-ef76-4bc8-bbe5-f6d88c2cdbac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:38.238654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31753e94-a2cf-45a9-b364-d3e90e755d04 req-15f56e34-ef76-4bc8-bbe5-f6d88c2cdbac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0702589 Sep 24 00:23:38.296712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31753e94-a2cf-45a9-b364-d3e90e755d04 req-7cc51008-04ef-46a9-9769-4734fda23f4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508611 Sep 24 00:23:38.299708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f139f93a-285e-4777-8756-5fd2e2b46870 req-06d9d02f-d7f5-49a8-a0f1-33e662862bc4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0601747 Sep 24 00:23:38.395551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31dbcc6c-14d2-4c48-b289-4a58d14a4d00 req-387e0ee3-60c7-4d23-9a17-a8335428f7e9 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0265250 Sep 24 00:23:39.277462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:39.468479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c9737e-52ac-4afc-a891-a835bf93715a req-a81be215-678b-44b5-91f7-aef5f0a0af90 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:39.470025 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2c9737e-52ac-4afc-a891-a835bf93715a req-a81be215-678b-44b5-91f7-aef5f0a0af90 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0961933 Sep 24 00:23:39.496696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61fa16-a283-4642-9cae-2f9be5d659a4 req-0ac2602f-f1e8-48d1-8a2e-55902d9dce45 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:39.498283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae61fa16-a283-4642-9cae-2f9be5d659a4 req-0ac2602f-f1e8-48d1-8a2e-55902d9dce45 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 946 time: 0.1086183 Sep 24 00:23:39.540559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2c9737e-52ac-4afc-a891-a835bf93715a req-bfcf4d1a-79c7-4f2c-bf51-a60e5e3dee45 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610514 Sep 24 00:23:39.563438 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae61fa16-a283-4642-9cae-2f9be5d659a4 req-b6fa2e1e-9af6-4521-89ba-b78a673c90cd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586150 Sep 24 00:23:39.660775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3888bb83-6b3c-43df-9a7f-2ee835cc9675 req-0437621f-3426-4ce0-a7f1-c0c555607976 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0268934 Sep 24 00:23:39.717319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ba452-9b02-46ec-8c7e-705b968bb430 req-27e333b5-6a9e-4d5e-81c4-794a8537de02 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:39.718910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-022ba452-9b02-46ec-8c7e-705b968bb430 req-27e333b5-6a9e-4d5e-81c4-794a8537de02 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 946 time: 0.0505879 Sep 24 00:23:39.759087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-022ba452-9b02-46ec-8c7e-705b968bb430 req-a60a8fca-bacd-444a-ab3c-08f093f51e48 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337622 Sep 24 00:23:40.792395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abd6daa1-826e-44ba-ac97-868db342ee84 req-ed472a5e-405f-44df-99a3-8a8c15ec547f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0375106 Sep 24 00:23:40.900815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55945a7d-5a4e-433d-b8c6-901f0332dd94 req-5a51106d-b179-420d-b7cd-a53217a60f78 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:40.902418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55945a7d-5a4e-433d-b8c6-901f0332dd94 req-5a51106d-b179-420d-b7cd-a53217a60f78 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0536766 Sep 24 00:23:40.943531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55945a7d-5a4e-433d-b8c6-901f0332dd94 req-561aaf80-fb8d-48c6-bb3c-e9cd7b4a2aea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346446 Sep 24 00:23:41.239554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 59978) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:41.723842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:41.881902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-710410d9-3f6a-4fc3-9e48-28416d7fe2a2 req-7a90a443-f351-44c1-88b8-654c337dfe21 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0264468 Sep 24 00:23:42.021641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.20.0.17 (6fd99c55-42de-423c-a611-e5bdfa3ef826/6a07a284-859d-4bb6-b41d-0600d76b7928/90c0fdd2-33a1-418e-9115-9c8cc2cafaa4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:23:42.062586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556799a-cb68-4db6-acec-3f9a1c7403de req-bc104604-8c70-4248-9223-390d6a11f25c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:42.064261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6556799a-cb68-4db6-acec-3f9a1c7403de req-bc104604-8c70-4248-9223-390d6a11f25c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0508940 Sep 24 00:23:42.114283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6556799a-cb68-4db6-acec-3f9a1c7403de req-f52f76bd-aabc-4069-86c5-7a7fe3a8d4fc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424244 Sep 24 00:23:42.162724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:42.195212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:42.240413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:42.244372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:42.247078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:23:42.286915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:42.309793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:42.514968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:42.571898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b8aac225-403d-4c79-a6a8-f743150c596e None None] Provisioning complete for port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:42.572547 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b8aac225-403d-4c79-a6a8-f743150c596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:42.616870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b8aac225-403d-4c79-a6a8-f743150c596e None None] Port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:23:42.899394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:42.907320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:42.991458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:42.995176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:43.009483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e147eb32-75c6-4ac1-9c62-8f18dd6ce918 req-7dce11c3-3dfe-46a8-8ce0-3e325af3a4cd tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0332897 Sep 24 00:23:43.103485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:43.110653 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:43.252805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7272f957-aab5-4276-9a8a-68abf66e453a req-ccb2af12-1b0a-48fb-852d-260f098a9457 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:43.263617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7272f957-aab5-4276-9a8a-68abf66e453a req-ccb2af12-1b0a-48fb-852d-260f098a9457 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0656526 Sep 24 00:23:43.265205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 760345e3-2591-4340-a5f7-8acd17a246d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:23:43.314451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7272f957-aab5-4276-9a8a-68abf66e453a req-04ab5ebc-2974-4b32-9001-38ccc42ba343 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496120 Sep 24 00:23:43.389519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:23:43.394740 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6fb2e4f9-bbac-4510-9d4e-21b652db04f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "PUT /v2.0/routers/760345e3-2591-4340-a5f7-8acd17a246d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1542315 Sep 24 00:23:43.408110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Sync routers for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:23:43.418453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:23:43.419220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:43.479427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-aa4cf060-94bc-4468-bcd0-ae6ec62253da None None] Provisioning complete for port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:43.480046 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa4cf060-94bc-4468-bcd0-ae6ec62253da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:43.559480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-aa4cf060-94bc-4468-bcd0-ae6ec62253da None None] Port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:23:43.564908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:23:43.803647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:23:42Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:50Z', 'revision_number': 1, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c0fdd2-33a1-418e-9115-9c8cc2cafaa4', 'name': '', 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:80:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '6a07a284-859d-4bb6-b41d-0600d76b7928', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:41Z', 'updated_at': '2021-09-24T00:23:42Z', 'revision_number': 2, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '6a07a284-859d-4bb6-b41d-0600d76b7928', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:43.833254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Checking router: 760345e3-2591-4340-a5f7-8acd17a246d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:23:43.833607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Updating router 760345e3-2591-4340-a5f7-8acd17a246d8 port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:23:43.859523 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:44.107405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-770b56dc-d9c2-4bbb-9a9b-a587c22e4aa7 req-f8a77ada-5a43-42c6-b911-27a768edab0f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0252521 Sep 24 00:23:44.121152 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:44.126378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:44.326692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Pushing event updated for resources: {'Port': ['ID=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:44.337415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.337762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.338100 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.338439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.338779 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.339114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.339444 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.339767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.340089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.340411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.340735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.341054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:44.395679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Attempting to bind port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:23:44.396288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Attempting to bind port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:23:44.396653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Attempting to bind port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 on network 6fd99c55-42de-423c-a611-e5bdfa3ef826 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:23:44.402242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:23:44.402626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Checking segment: {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:23:44.403089 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:44.403470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Bound using segment: {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:23:44.403949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Bound port: 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838d3f89-3980-4020-ab61-982022f62521', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:23:44.404334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:44.466157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6458604-70dc-4f00-97f3-77f93500cf18 req-ce910bd2-1b54-4368-af02-60d5954a40ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:44.468187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6458604-70dc-4f00-97f3-77f93500cf18 req-ce910bd2-1b54-4368-af02-60d5954a40ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0664334 Sep 24 00:23:44.484056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] For port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:23:44.487400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] For port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:23:44.492184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:44.525026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6458604-70dc-4f00-97f3-77f93500cf18 req-10cb27d8-0435-42b8-94e5-54d0d49eba90 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490863 Sep 24 00:23:44.544876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:23:44.545514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:44.600290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928c279-56da-47e3-b28d-4b6e13dbd1ba None None] Pushing event updated for resources: {'Port': ['ID=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:44.621971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8a36cb63-c64c-4577-8db4-0e4db803aa5e None None] Provisioning complete for port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:44.622638 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a36cb63-c64c-4577-8db4-0e4db803aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:44.708918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:23:44.730518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90870-7812-445e-8f11-936e12c0b566 req-eae92f2c-1aea-4e0a-a7e7-663ad705ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:44.732139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd90870-7812-445e-8f11-936e12c0b566 req-eae92f2c-1aea-4e0a-a7e7-663ad705ec63 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.0751112 Sep 24 00:23:44.856043 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a36cb63-c64c-4577-8db4-0e4db803aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:44.928039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90870-7812-445e-8f11-936e12c0b566 req-62a27989-3f21-4e13-b0cf-409b753adca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:44.929719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd90870-7812-445e-8f11-936e12c0b566 req-62a27989-3f21-4e13-b0cf-409b753adca8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.1738868 Sep 24 00:23:44.988399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8a36cb63-c64c-4577-8db4-0e4db803aa5e None None] For port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:44.998487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8a36cb63-c64c-4577-8db4-0e4db803aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:45.033936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd90870-7812-445e-8f11-936e12c0b566 req-9882832d-7863-41da-a24a-dce0ac153834 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 1001 time: 0.0965381 Sep 24 00:23:45.091196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a36cb63-c64c-4577-8db4-0e4db803aa5e None None] Pushing event updated for resources: {'Port': ['ID=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:45.096958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90870-7812-445e-8f11-936e12c0b566 req-6e67076c-9619-42a6-975d-92c982ad60c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:45.098542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd90870-7812-445e-8f11-936e12c0b566 req-6e67076c-9619-42a6-975d-92c982ad60c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.0567701 Sep 24 00:23:45.133797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a3d13827-5bf9-4b32-a586-8ee31a28cf0d None None] Provisioning complete for port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:45.134258 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3d13827-5bf9-4b32-a586-8ee31a28cf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:45.147760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd90870-7812-445e-8f11-936e12c0b566 req-bdcbd5e4-d9dd-4361-a47e-40c624c0714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:45.149463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd90870-7812-445e-8f11-936e12c0b566 req-bdcbd5e4-d9dd-4361-a47e-40c624c0714b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429463 Sep 24 00:23:45.163057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:23:42Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:50Z', 'revision_number': 1, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c0fdd2-33a1-418e-9115-9c8cc2cafaa4', 'name': '', 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:80:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '6a07a284-859d-4bb6-b41d-0600d76b7928', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:41Z', 'updated_at': '2021-09-24T00:23:44Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '6a07a284-859d-4bb6-b41d-0600d76b7928', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:45.207429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff9465-5f86-4543-8a5f-94b5c869c613 None None] The sync data for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 is: [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:23:42Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:50Z', 'revision_number': 1, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90c0fdd2-33a1-418e-9115-9c8cc2cafaa4', 'name': '', 'network_id': '6fd99c55-42de-423c-a611-e5bdfa3ef826', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:80:c8:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3509, 'fixed_ips': [{'subnet_id': '6a07a284-859d-4bb6-b41d-0600d76b7928', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:41Z', 'updated_at': '2021-09-24T00:23:44Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '6a07a284-859d-4bb6-b41d-0600d76b7928', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:23:45.245537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b7e88da-aa24-4d7c-9c46-ca700cba892d req-66c5b8db-791a-432f-8169-8d5477c4c52b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0463698 Sep 24 00:23:45.348617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd90870-7812-445e-8f11-936e12c0b566 req-542bf20f-a7ef-4ac9-a08c-e0f4b876afbd service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915684 Sep 24 00:23:45.484091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd90870-7812-445e-8f11-936e12c0b566 req-1d2ada36-d09c-432a-9e26-fc07875d9304 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252449 Sep 24 00:23:45.514059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:23:45.572162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:45.575495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:45.712762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d825e-0e85-47ec-9250-9df9526ad7f1 req-53519b18-a8de-43b3-9edc-379938692eb4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:45.715638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af6d825e-0e85-47ec-9250-9df9526ad7f1 req-53519b18-a8de-43b3-9edc-379938692eb4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0901101 Sep 24 00:23:45.769990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af6d825e-0e85-47ec-9250-9df9526ad7f1 req-1c33eec7-d173-4c0a-a74e-1fde98d34133 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465078 Sep 24 00:23:46.380869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95c9f9df-44da-443d-9d9b-e149b602692d req-a6c9f252-7ec1-4e74-a6ed-9587ee0bcaad tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0274618 Sep 24 00:23:46.735928 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-3a519053-b92e-4b0f-b699-f868f89bf127 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414078 Sep 24 00:23:46.806392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-3e6cbb5c-5143-4551-9a22-6d0a5cb43304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:46.809177 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-3e6cbb5c-5143-4551-9a22-6d0a5cb43304 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 1098 time: 0.0502839 Sep 24 00:23:46.913660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be62d5e8-57cf-466d-948f-67426e78d82a req-d40b9458-902e-44e7-8eae-7ebbabf6c46f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:46.915664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be62d5e8-57cf-466d-948f-67426e78d82a req-d40b9458-902e-44e7-8eae-7ebbabf6c46f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0620914 Sep 24 00:23:46.926008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-4a3a53f3-e964-48b4-9598-50e19e70cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:46.927698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-4a3a53f3-e964-48b4-9598-50e19e70cb66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae378b39-998b-4d88-b8fb-a585007b0301 HTTP/1.1" status: 200 len: 897 time: 0.1003356 Sep 24 00:23:46.954157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be62d5e8-57cf-466d-948f-67426e78d82a req-738ce675-80ec-46bf-ada9-992b8bcae089 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315042 Sep 24 00:23:47.000527 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-8b23939e-a9b9-4413-baca-0b3dab2020cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a HTTP/1.1" status: 200 len: 1001 time: 0.0656655 Sep 24 00:23:47.053890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-6df9e903-5472-4099-8786-2ad74c434d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:47.055490 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-6df9e903-5472-4099-8786-2ad74c434d34 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06de10ac-7a47-4be0-aa3d-c848826a0ff8 HTTP/1.1" status: 200 len: 835 time: 0.0489392 Sep 24 00:23:47.103159 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-da1d388e-8047-40e2-aba1-51fe275b93dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:47.104707 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-da1d388e-8047-40e2-aba1-51fe275b93dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae378b39-998b-4d88-b8fb-a585007b0301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429664 Sep 24 00:23:47.197199 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-74c8a099-f898-47f0-8fe3-ad21f999c2b1 service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856831 Sep 24 00:23:47.304147 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1d9acc2d-a38f-4ef9-aaca-ffebc8ce033d req-b4a4237a-9add-4983-aca3-203c62de6120 service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999625 Sep 24 00:23:47.493424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2df1f7c-72cc-4686-b2e9-3fd4c6fd5367 req-b8d11fbd-ecb0-4ac9-9b2e-37236da14c15 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0352380 Sep 24 00:23:48.075426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fb1103-33ba-4a74-bb63-fc782c01e967 req-8d22d7ec-80d0-4c5d-9252-a30e5ebf76db tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:48.077164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9fb1103-33ba-4a74-bb63-fc782c01e967 req-8d22d7ec-80d0-4c5d-9252-a30e5ebf76db tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0503561 Sep 24 00:23:48.119162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9fb1103-33ba-4a74-bb63-fc782c01e967 req-2bc210df-d429-4757-a3cb-e8c6d4066a5a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357955 Sep 24 00:23:48.592774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56c40eee-7ac2-408c-b5c2-789a50c2eeb2 req-bdbc6761-b30e-4187-bebc-a120337c6b2f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0272632 Sep 24 00:23:49.238875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2747ef-65dd-47fc-a56f-9b02095f0983 req-2fb1421f-49e0-4cdf-960f-d3eae58a3622 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:49.240306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe2747ef-65dd-47fc-a56f-9b02095f0983 req-2fb1421f-49e0-4cdf-960f-d3eae58a3622 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0497305 Sep 24 00:23:49.292805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe2747ef-65dd-47fc-a56f-9b02095f0983 req-401d6e29-c8ce-41a8-b3e1-857dcdfb7e79 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459852 Sep 24 00:23:49.698015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07d204dc-f0da-4beb-8849-e82e0dcd3800 req-30866493-77fe-41c6-b4b5-717c43ba4857 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0304694 Sep 24 00:23:50.420326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932597c-97b0-44fa-aed2-dc94b954c911 req-1ad78525-df49-429a-ad65-abadd5e6b9ce tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:50.421813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5932597c-97b0-44fa-aed2-dc94b954c911 req-1ad78525-df49-429a-ad65-abadd5e6b9ce tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0525606 Sep 24 00:23:50.459522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5932597c-97b0-44fa-aed2-dc94b954c911 req-399d8740-66f4-4ae1-8472-1791e2c93118 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316026 Sep 24 00:23:50.799216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3add758-570c-4312-8b1c-1d571247782b req-de76f413-3d89-4ffc-920e-6d1f1dcb8a01 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0267248 Sep 24 00:23:51.586286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e241669-5e7d-4b7f-8b93-d28c802e1e3d req-8d1d9872-7452-489e-beb8-1d2c145cb0cb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:51.588847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e241669-5e7d-4b7f-8b93-d28c802e1e3d req-8d1d9872-7452-489e-beb8-1d2c145cb0cb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0599992 Sep 24 00:23:51.637971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e241669-5e7d-4b7f-8b93-d28c802e1e3d req-ffb9515f-c169-42e9-9311-d5563c3a9063 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427859 Sep 24 00:23:51.901566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62282072-2f9f-4925-8972-95642a107e0a req-7736366e-7667-469f-b620-3f0d672d2c1d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0335832 Sep 24 00:23:52.775039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0a5c7-fda8-48e0-82b9-31bb742df031 req-71bc2b19-4caf-470d-a89c-4c21c9c1bb6d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:52.776932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6f0a5c7-fda8-48e0-82b9-31bb742df031 req-71bc2b19-4caf-470d-a89c-4c21c9c1bb6d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0587573 Sep 24 00:23:52.817983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6f0a5c7-fda8-48e0-82b9-31bb742df031 req-66afa881-d9bb-4043-82f7-76d810682358 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343421 Sep 24 00:23:52.998962 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a0beb8a5-46a3-47cb-b65d-74e0159db273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:53.012843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdd0d295-e7a6-4266-ab81-344284f46f71 req-a360e928-8dad-4e77-adba-5ea020d26345 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0259454 Sep 24 00:23:53.036633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60110) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:53.156955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d3e12c8-e771-4d4c-b3b5-a3d1af4aabc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:53.246348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d3e12c8-e771-4d4c-b3b5-a3d1af4aabc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:53.250551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d3e12c8-e771-4d4c-b3b5-a3d1af4aabc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:53.288596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3e12c8-e771-4d4c-b3b5-a3d1af4aabc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4207d988-e630-4c58-a2c1-7b95c49397a4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:53.292995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7d3e12c8-e771-4d4c-b3b5-a3d1af4aabc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f353ce50fdab48e686c6dffcb77d9d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559512 Sep 24 00:23:53.295635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:53.344305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-823b1a0d-1c27-46b9-99ea-559f99ac8b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:53.369730 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-823b1a0d-1c27-46b9-99ea-559f99ac8b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:53.416895 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-823b1a0d-1c27-46b9-99ea-559f99ac8b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:53.419592 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-823b1a0d-1c27-46b9-99ea-559f99ac8b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:53.421614 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-823b1a0d-1c27-46b9-99ea-559f99ac8b54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4207d988-e630-4c58-a2c1-7b95c49397a4 HTTP/1.1" status: 204 len: 168 time: 0.1242006 Sep 24 00:23:53.428785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b1a0d-1c27-46b9-99ea-559f99ac8b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4207d988-e630-4c58-a2c1-7b95c49397a4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:53.940379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc892f12-8805-4d1a-98c8-6c09f28e8693 req-6d24045e-dfad-4800-b914-8da729f6744b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:53.941760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc892f12-8805-4d1a-98c8-6c09f28e8693 req-6d24045e-dfad-4800-b914-8da729f6744b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0536325 Sep 24 00:23:53.981411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc892f12-8805-4d1a-98c8-6c09f28e8693 req-452ed6b3-3582-4f6f-b2c3-b081cbd42535 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326831 Sep 24 00:23:54.105427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60142) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:54.111684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea8cfb3d-fcc7-428a-bd3f-f516a01dcb68 req-ee91ffea-276a-4d67-a0c5-7ae0faa3077f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0264354 Sep 24 00:23:54.213709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1241252535-network', 'tenant_id': '0d3774c77e1040af9001a20773a7c710'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:54.235576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Made reservation on behalf of 0d3774c77e1040af9001a20773a7c710 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:23:54.238033 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:54.247079 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:54.336317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:54.340070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:54.365164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:23:54.378960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a705a7ce-7861-43f5-8906-8341990a835c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:54.384390 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:54.384734 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Added segment 715dd345-b80c-4ff0-83d0-575c8ed994c2 of type vlan for network ffc8f9e0-8a50-409a-b2fa-d556821a8884 Sep 24 00:23:54.424126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:54.449946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:54.451484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:54.452442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:54.504669 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3979104 Sep 24 00:23:54.507394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60146) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:54.512543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Request body: {'subnet': {'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1241252535-subnet', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:54.837950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39dae4-17e9-43bd-84f4-e39ef5176ed2 admin admin] Pushing event updated for resources: {'Network': ['ID=ffc8f9e0-8a50-409a-b2fa-d556821a8884,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:54.847860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:23:54.853042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Made reservation on behalf of 0d3774c77e1040af9001a20773a7c710 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:23:54.855325 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.024173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.086715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfcbb256-ec7d-458a-b2a2-723024842fc4,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:55.093749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Checking segment: {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:23:55.094103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Network hostable DHCP agents. Network: ffc8f9e0-8a50-409a-b2fa-d556821a8884, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:23:55.111277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:23:55.113758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd7586-87c2-42a2-8b57-4ffb673b99df req-8006be72-d077-465e-985d-893d84d4fb11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:55.115267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9cd7586-87c2-42a2-8b57-4ffb673b99df req-8006be72-d077-465e-985d-893d84d4fb11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0595779 Sep 24 00:23:55.123651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ffc8f9e0-8a50-409a-b2fa-d556821a8884) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:55.128059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:55.128642 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.137046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ad6f0-e8ad-4011-8a32-2094796a0707 None None] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:23:55.153494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-538fb905-cc43-4fde-a563-1289292e773c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6439817 Sep 24 00:23:55.154817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60156) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:55.160443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:23:55.160597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9cd7586-87c2-42a2-8b57-4ffb673b99df req-9332ac60-960a-48aa-9eaf-10b314834dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387912 Sep 24 00:23:55.191552 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.192676 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.226260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4bf7dc07-4d90-41f9-8dba-19f40dbf1a60 req-2dc5b07e-7cf7-4a08-921b-cbb1260722f4 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0291514 Sep 24 00:23:55.272108 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.323084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:23:55.323959 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.414418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.474162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Allocated IP 172.20.0.2 (ffc8f9e0-8a50-409a-b2fa-d556821a8884/bfcbb256-ec7d-458a-b2a2-723024842fc4/d8704bab-88da-4f61-aa67-38622f04851d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:23:55.629630 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.631961 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.639328 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.650634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.692129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:55.695590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:55.699079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:23:55.735153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Pushing event updated for resources: {'Port': ['ID=d8704bab-88da-4f61-aa67-38622f04851d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:55.772795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Allocated IP 172.25.5.235 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d3b08dcb-2455-433c-ab49-36241ab04dfd) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:23:55.774126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Attempting to bind port d8704bab-88da-4f61-aa67-38622f04851d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:23:55.774501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Attempting to bind port d8704bab-88da-4f61-aa67-38622f04851d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:23:55.774897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Attempting to bind port d8704bab-88da-4f61-aa67-38622f04851d on network ffc8f9e0-8a50-409a-b2fa-d556821a8884 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:23:55.780168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:23:55.780539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Checking segment: {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:23:55.780943 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.781329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Bound using segment: {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:23:55.781797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Bound port: d8704bab-88da-4f61-aa67-38622f04851d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:23:55.782175 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.860203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.868230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] For port d8704bab-88da-4f61-aa67-38622f04851d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:23:55.871525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] For port d8704bab-88da-4f61-aa67-38622f04851d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d8704bab-88da-4f61-aa67-38622f04851d,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:23:55.876891 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.878996 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.914101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:55.956055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:55.956055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:55.956890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1921275-071f-4d2b-9d5f-047fcd112a1a None None] Pushing event updated for resources: {'Port': ['ID=d8704bab-88da-4f61-aa67-38622f04851d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:55.958557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:23:55.982686 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-efb05c6c-6b9d-4f83-a522-bb9b6ebc9cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:56.009218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b08dcb-2455-433c-ab49-36241ab04dfd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:56.277525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:56.342910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0ffe33f-94aa-43fa-8d17-2d3c07070ddb req-fd4a6a8b-1607-4dee-9838-4cfc944e46b7 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0310655 Sep 24 00:23:56.357880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d253d03-c454-4594-9a15-85fbe7efe6b9 req-0a36ae24-cb57-4c30-955c-a621e89230d8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:56.364814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d253d03-c454-4594-9a15-85fbe7efe6b9 req-0a36ae24-cb57-4c30-955c-a621e89230d8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0811207 Sep 24 00:23:56.402686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d253d03-c454-4594-9a15-85fbe7efe6b9 req-af9f515f-9109-4df8-9a6a-b5925be9a996 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371871 Sep 24 00:23:56.488622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:56.616953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Router bd51d8ba-a610-41de-be7a-004e165bd0d7 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:23:56.731188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:23:56.747629 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:56.748195 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Sync routers for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:23:56.749043 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b6ed1e0a-9739-4be4-ab7c-b7389f4c5030 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5928457 Sep 24 00:23:56.751960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60164) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:56.786076 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:23:56.787477 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:56.793009 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:56.914102 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:23:57.040930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ba8401-12cb-4617-be73-fc8cfc300a21 None None] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:23:57.122726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-100ff05d-3e06-4415-bfb0-79e035a70991 None None] Provisioning complete for port d8704bab-88da-4f61-aa67-38622f04851d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:57.123146 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-100ff05d-3e06-4415-bfb0-79e035a70991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.153155 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:56Z', 'revision_number': 3, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:57.278872 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Checking router: bd51d8ba-a610-41de-be7a-004e165bd0d7 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:23:57.279484 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Updating router bd51d8ba-a610-41de-be7a-004e165bd0d7 port d3b08dcb-2455-433c-ab49-36241ab04dfd binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:23:57.279608 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-100ff05d-3e06-4415-bfb0-79e035a70991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.314796 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.322426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-100ff05d-3e06-4415-bfb0-79e035a70991 None None] For port d8704bab-88da-4f61-aa67-38622f04851d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d8704bab-88da-4f61-aa67-38622f04851d,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:57.327422 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-100ff05d-3e06-4415-bfb0-79e035a70991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.390333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ff05d-3e06-4415-bfb0-79e035a70991 None None] Pushing event updated for resources: {'Port': ['ID=d8704bab-88da-4f61-aa67-38622f04851d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:57.527080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37b0f4c0-9bc6-4181-9718-8e11b9483ea1 req-7ffa6f36-acdf-4580-9cd3-5b521882693c tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0365105 Sep 24 00:23:57.582852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d8704bab-88da-4f61-aa67-38622f04851d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:23:57.651163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d8704bab-88da-4f61-aa67-38622f04851d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:57.651710 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.666982 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:23:57.679003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ff1db-17a7-4b00-b108-5222e33687dd req-bf51d4ff-79b3-4bc4-a920-d012859810c8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:57.681128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a68ff1db-17a7-4b00-b108-5222e33687dd req-bf51d4ff-79b3-4bc4-a920-d012859810c8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1525164 Sep 24 00:23:57.688295 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.696572 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.699536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-88948f1d-21f3-4aca-89f8-c76f2717f762 None None] Provisioning complete for port d8704bab-88da-4f61-aa67-38622f04851d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:57.700225 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88948f1d-21f3-4aca-89f8-c76f2717f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.754852 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Attempting to bind port d3b08dcb-2455-433c-ab49-36241ab04dfd on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:23:57.755479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a68ff1db-17a7-4b00-b108-5222e33687dd req-75fff6d3-b203-40fb-97d8-3ed620c9a7e7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515413 Sep 24 00:23:57.763325 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Attempting to bind port d3b08dcb-2455-433c-ab49-36241ab04dfd by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:23:57.764109 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Attempting to bind port d3b08dcb-2455-433c-ab49-36241ab04dfd on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:23:57.776141 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:23:57.776141 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:23:57.776141 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.776141 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:23:57.776604 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Bound port: d3b08dcb-2455-433c-ab49-36241ab04dfd, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:23:57.776604 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.778436 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Pushing event updated for resources: {'Port': ['ID=d3b08dcb-2455-433c-ab49-36241ab04dfd,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:57.792707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.806253 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.806619 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.807032 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.807259 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.807589 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.807970 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.808298 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.808617 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.808952 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.809255 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.809568 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.810020 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:23:57.873752 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] For port d3b08dcb-2455-433c-ab49-36241ab04dfd, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:23:57.877618 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] For port d3b08dcb-2455-433c-ab49-36241ab04dfd, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d3b08dcb-2455-433c-ab49-36241ab04dfd,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:23:57.883094 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:57.948587 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:23:57.949417 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:57.985128 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107666f-f90d-449d-9015-386512e46f07 None None] Pushing event updated for resources: {'Port': ['ID=d3b08dcb-2455-433c-ab49-36241ab04dfd,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:57.989552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Allocated IP 172.20.0.1 (ffc8f9e0-8a50-409a-b2fa-d556821a8884/bfcbb256-ec7d-458a-b2a2-723024842fc4/731727c7-8818-42b8-9c05-ea1fee14c0d4) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:23:58.083160 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:23:58.113945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:58.153470 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:58.187954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:58.191340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:58.195181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:23:58.241459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Pushing event updated for resources: {'Port': ['ID=731727c7-8818-42b8-9c05-ea1fee14c0d4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:58.259948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:58.360310 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:56Z', 'revision_number': 3, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:23:58.395913 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a173e1-dbda-4445-aa87-d91d0a971c70 None None] The sync data for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 is: [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:56Z', 'revision_number': 3, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:23:58.429149 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:58.551654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5ed10831-aeb9-422a-8c21-50045e929ab9 None None] Provisioning complete for port 731727c7-8818-42b8-9c05-ea1fee14c0d4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:58.551654 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5ed10831-aeb9-422a-8c21-50045e929ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:58.607941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5ed10831-aeb9-422a-8c21-50045e929ab9 None None] Port 731727c7-8818-42b8-9c05-ea1fee14c0d4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:23:58.684364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:58.688086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96e12f3a-dd21-4fe9-81ab-b24fa21b8f01 req-ce094912-cfaf-488f-9abb-7e1c23b3b3a2 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0675759 Sep 24 00:23:58.692527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:58.780316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Pushing event updated for resources: {'Port': ['ID=731727c7-8818-42b8-9c05-ea1fee14c0d4,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:58.783044 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:58.932870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:23:58.935077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:23:58.953555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be3ec8-8d9e-44e8-8337-60ab5ae67338 req-b54c64c8-35ad-4081-ad1b-71d5606288d5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:23:58.959635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41be3ec8-8d9e-44e8-8337-60ab5ae67338 req-b54c64c8-35ad-4081-ad1b-71d5606288d5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0984333 Sep 24 00:23:59.065295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41be3ec8-8d9e-44e8-8337-60ab5ae67338 req-8b9e8d64-60dc-4f46-9a78-5b8a54c3f29c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605121 Sep 24 00:23:59.144481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Router bd51d8ba-a610-41de-be7a-004e165bd0d7 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:23:59.175159 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:59.243573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a7bd82c3-b1fd-4cdc-9e57-d8d76c66e844 None None] Provisioning complete for port 731727c7-8818-42b8-9c05-ea1fee14c0d4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:59.244075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a7bd82c3-b1fd-4cdc-9e57-d8d76c66e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:59.285735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd82c3-b1fd-4cdc-9e57-d8d76c66e844 None None] Port 731727c7-8818-42b8-9c05-ea1fee14c0d4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:23:59.286788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:23:59.295291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f2476a78-681f-48ef-b8c3-3c46a38c8212 admin admin] 10.222.0.24 "PUT /v2.0/routers/bd51d8ba-a610-41de-be7a-004e165bd0d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5419705 Sep 24 00:23:59.542381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d3b08dcb-2455-433c-ab49-36241ab04dfd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:23:59.596693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d3b08dcb-2455-433c-ab49-36241ab04dfd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:23:59.597482 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:59.703665 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:59.729816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port d3b08dcb-2455-433c-ab49-36241ab04dfd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d3b08dcb-2455-433c-ab49-36241ab04dfd,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:23:59.734792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:23:59.809783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=d3b08dcb-2455-433c-ab49-36241ab04dfd,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:23:59.973586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60202) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:23:59.979061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1830046103-network', 'tenant_id': '7f1cceda3d624084b1524105eb25d212'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:00.015310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Made reservation on behalf of 7f1cceda3d624084b1524105eb25d212 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:24:00.019738 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.035893 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.254062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5a99993-3d5a-45d5-9a47-37c32fdeafb5 req-c63a6b32-8128-49ee-ba63-89292badec5a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0667007 Sep 24 00:24:00.275602 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.281706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.325446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:24:00.345196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b79106-8b79-4157-971a-cd2f26a560c7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:00.349225 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.349574 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Added segment fd933087-d7b0-4b48-8f1a-dd537dbfb5d2 of type vlan for network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 Sep 24 00:24:00.371809 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc88356-a630-4df6-a678-272f376107d5 req-da218f5a-e081-44d5-b2c9-1209abe87b71 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:00.373642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bc88356-a630-4df6-a678-272f376107d5 req-da218f5a-e081-44d5-b2c9-1209abe87b71 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1321189 Sep 24 00:24:00.390683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Sync routers for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:00.404973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:00.405914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:00.421720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.455391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6bc88356-a630-4df6-a678-272f376107d5 req-ee57e889-6980-4a02-9930-65c2bf250b29 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633707 Sep 24 00:24:00.466940 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.468365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:00.469475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.526069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5510721 Sep 24 00:24:00.531035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60208) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:00.540781 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Request body: {'subnet': {'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1830046103-subnet', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:00.574481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ced8d-53eb-442e-8330-aca6d3db602b admin admin] Pushing event updated for resources: {'Network': ['ID=b0bc3226-8a9b-44f7-bf42-d2d91e24df32,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:00.575855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Made reservation on behalf of 7f1cceda3d624084b1524105eb25d212 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:24:00.580349 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.709481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:24:00.791657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:00.866381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:00.947306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027069ff-3d10-4997-a72a-e64413aa8624,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:00.958425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Checking segment: {'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:00.958874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Network hostable DHCP agents. Network: b0bc3226-8a9b-44f7-bf42-d2d91e24df32, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:24:00.978046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:24:00.989218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b0bc3226-8a9b-44f7-bf42-d2d91e24df32) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:00.998147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:00.998372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.004464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7211c1ed-2009-4a4e-8479-e8f2a95daaa2 None None] Network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:24:01.016905 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f43d51f5-1c6c-4508-ad62-5dfb1e1bf5d3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4838903 Sep 24 00:24:01.020856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60210) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:01.025874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:01.050244 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.052199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.122059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.216086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 2, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:01.261224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Checking router: bd51d8ba-a610-41de-be7a-004e165bd0d7 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:01.261633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Updating router bd51d8ba-a610-41de-be7a-004e165bd0d7 port 731727c7-8818-42b8-9c05-ea1fee14c0d4 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:24:01.277344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.310416 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.337588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-b0bc3226-8a9b-44f7-bf42-d2d91e24df32', 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'fixed_ips': [{'subnet_id': '027069ff-3d10-4997-a72a-e64413aa8624'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:24:01.338701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.392785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99f60329-c7d1-4468-85a6-fb99814b5c67 req-b09e4403-4484-47d1-9146-22e626b2a27a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0431032 Sep 24 00:24:01.538873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d3b08dcb-2455-433c-ab49-36241ab04dfd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:01.587545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.611909 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.645564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca8073-1b5c-4ff7-a3f9-01c885c57188 req-fa590396-82dc-46b1-ba7f-9350fde7e275 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:01.647683 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62ca8073-1b5c-4ff7-a3f9-01c885c57188 req-fa590396-82dc-46b1-ba7f-9350fde7e275 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0749040 Sep 24 00:24:01.712925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62ca8073-1b5c-4ff7-a3f9-01c885c57188 req-ba991c65-5229-4148-b2e3-e5374712bb25 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575895 Sep 24 00:24:01.756762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Allocated IP 172.20.0.2 (b0bc3226-8a9b-44f7-bf42-d2d91e24df32/027069ff-3d10-4997-a72a-e64413aa8624/f65112e6-48f2-434f-b583-7bf10b554ceb) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:01.819829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Allocated IP 172.25.5.66 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/4eae8b9d-707f-4d82-8dd7-66152ce24945) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:01.845649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d3b08dcb-2455-433c-ab49-36241ab04dfd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:01.845649 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:01.955826 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.002411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.056451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:02.061222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:02.068704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:02.073167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Pushing event updated for resources: {'Port': ['ID=4eae8b9d-707f-4d82-8dd7-66152ce24945,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:02.115120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.132472 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.140188 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.173882 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.220304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8fbe2-3a31-4c42-ac77-87e21f070ae7 None None] Pushing event updated for resources: {'Port': ['ID=731727c7-8818-42b8-9c05-ea1fee14c0d4,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:02.231023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:02.235543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:02.255155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:02.354094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Pushing event updated for resources: {'Port': ['ID=f65112e6-48f2-434f-b583-7bf10b554ceb,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:02.390144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Attempting to bind port 731727c7-8818-42b8-9c05-ea1fee14c0d4 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:02.390519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Attempting to bind port 731727c7-8818-42b8-9c05-ea1fee14c0d4 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:02.391054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Attempting to bind port 731727c7-8818-42b8-9c05-ea1fee14c0d4 on network ffc8f9e0-8a50-409a-b2fa-d556821a8884 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:02.405944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:02.406316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Checking segment: {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:02.406716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.407238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Bound using segment: {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:02.407718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Bound port: 731727c7-8818-42b8-9c05-ea1fee14c0d4, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:02.408099 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.410405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Attempting to bind port f65112e6-48f2-434f-b583-7bf10b554ceb on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:02.410847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Attempting to bind port f65112e6-48f2-434f-b583-7bf10b554ceb by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:02.411141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Attempting to bind port f65112e6-48f2-434f-b583-7bf10b554ceb on network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:02.429542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:02.429913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Checking segment: {'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:02.430504 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.430932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Bound using segment: {'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:02.431421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Bound port: f65112e6-48f2-434f-b583-7bf10b554ceb, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:02.431806 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.534125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.549308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a384c75a-87a4-46c5-86fd-ab0cab3bdfbe req-6eb183ee-7d29-48e3-9346-be0ba40bc1cd tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0358267 Sep 24 00:24:02.552811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] For port 731727c7-8818-42b8-9c05-ea1fee14c0d4, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:02.590917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] For port f65112e6-48f2-434f-b583-7bf10b554ceb, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:02.597038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] For port 731727c7-8818-42b8-9c05-ea1fee14c0d4, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=731727c7-8818-42b8-9c05-ea1fee14c0d4,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:02.600390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-43bb1ceb-a34c-43ff-80ab-5cc2fb51805d None None] Provisioning complete for port 731727c7-8818-42b8-9c05-ea1fee14c0d4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:02.600762 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-43bb1ceb-a34c-43ff-80ab-5cc2fb51805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.610057 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.633960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] For port f65112e6-48f2-434f-b583-7bf10b554ceb, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f65112e6-48f2-434f-b583-7bf10b554ceb,segment=NetworkSegment(fd933087-d7b0-4b48-8f1a-dd537dbfb5d2),segment_id=fd933087-d7b0-4b48-8f1a-dd537dbfb5d2)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:02.674522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:02.780974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8fbe2-3a31-4c42-ac77-87e21f070ae7 None None] Pushing event updated for resources: {'Port': ['ID=731727c7-8818-42b8-9c05-ea1fee14c0d4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:02.840406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:02.841117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:02.845683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27640ea5-ff94-4d70-bbdf-0a879ff4eecf None None] Pushing event updated for resources: {'Port': ['ID=f65112e6-48f2-434f-b583-7bf10b554ceb,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:03.031873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abe459-3fc2-4e5d-8095-42867c106350 req-69467b11-1456-4507-9e3e-964915606d56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:03.055194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2abe459-3fc2-4e5d-8095-42867c106350 req-69467b11-1456-4507-9e3e-964915606d56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1527522 Sep 24 00:24:03.074556 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-43bb1ceb-a34c-43ff-80ab-5cc2fb51805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:03.124555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2abe459-3fc2-4e5d-8095-42867c106350 req-59894a89-4e21-4cf1-95d0-a8e5a1d2a3b2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678508 Sep 24 00:24:03.171646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:03.176783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-43bb1ceb-a34c-43ff-80ab-5cc2fb51805d None None] For port 731727c7-8818-42b8-9c05-ea1fee14c0d4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=731727c7-8818-42b8-9c05-ea1fee14c0d4,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:03.232350 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-43bb1ceb-a34c-43ff-80ab-5cc2fb51805d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:03.409127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:03.600539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb1ceb-a34c-43ff-80ab-5cc2fb51805d None None] Pushing event updated for resources: {'Port': ['ID=731727c7-8818-42b8-9c05-ea1fee14c0d4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:03.645964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-12253996-c1b6-4ec4-97a6-0f81420dcbf4 None None] Provisioning complete for port 731727c7-8818-42b8-9c05-ea1fee14c0d4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:03.646383 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12253996-c1b6-4ec4-97a6-0f81420dcbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:03.650256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:24:03.675468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f65112e6-48f2-434f-b583-7bf10b554ceb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:03.741308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ec28393-6352-4e96-84e2-6a5f87e80c4c req-bd0b291e-ec58-4073-b053-c401edd61237 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0494423 Sep 24 00:24:03.795634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60232) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:03.821220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:03.840272 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Sync routers for ids ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:03.854479 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:03.856140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-276ce67f-5393-4eed-8fec-dc0b005ab5dc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8342626 Sep 24 00:24:03.858919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60234) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:03.868881 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Routers {'9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:03.873128 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:03.880085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f65112e6-48f2-434f-b583-7bf10b554ceb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:03.880929 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:03.957454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:24:02Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:03.997702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84a52fd-1855-42c7-a4ed-8ed476db6b12 None None] The sync data for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 is: [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:24:02Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:04.055235 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:04.127250 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Set router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:04.180522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port f65112e6-48f2-434f-b583-7bf10b554ceb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f65112e6-48f2-434f-b583-7bf10b554ceb,segment=NetworkSegment(fd933087-d7b0-4b48-8f1a-dd537dbfb5d2),segment_id=fd933087-d7b0-4b48-8f1a-dd537dbfb5d2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:04.189231 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:04.312709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=f65112e6-48f2-434f-b583-7bf10b554ceb,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:04.501509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8ceaa-b579-4b49-aae0-d2094eccd926 req-66aa313f-b315-45b9-bcb6-2f6059a7e9dd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:04.503219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53e8ceaa-b579-4b49-aae0-d2094eccd926 req-66aa313f-b315-45b9-bcb6-2f6059a7e9dd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1572893 Sep 24 00:24:04.540829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772bfe6f-1c75-4f70-8d54-04551cb059f2 None None] Network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:24:04.556855 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:02Z', 'revision_number': 3, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port': {'id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:04.623883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53e8ceaa-b579-4b49-aae0-d2094eccd926 req-674da4a2-3ffa-4e5b-b64b-7dee6dae369f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032565 Sep 24 00:24:04.661893 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Checking router: 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:04.662249 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Updating router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe port 4eae8b9d-707f-4d82-8dd7-66152ce24945 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:24:04.713739 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:04.733169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-86b3a297-8887-413b-b202-fb3c10739922 None None] Provisioning complete for port f65112e6-48f2-434f-b583-7bf10b554ceb triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:04.734438 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86b3a297-8887-413b-b202-fb3c10739922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:04.998323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:05.005621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4659064b-b560-424b-acf0-27124e3ac0a3 req-a9f51f0f-fef9-4ef1-aeda-8604d06d3906 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0758917 Sep 24 00:24:05.094597 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:05.105968 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:05.224953 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb178aa9-a151-4a21-a63d-0a799c33a11a None None] Pushing event updated for resources: {'Port': ['ID=4eae8b9d-707f-4d82-8dd7-66152ce24945,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:05.229722 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Attempting to bind port 4eae8b9d-707f-4d82-8dd7-66152ce24945 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:05.230275 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Attempting to bind port 4eae8b9d-707f-4d82-8dd7-66152ce24945 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:05.230847 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Attempting to bind port 4eae8b9d-707f-4d82-8dd7-66152ce24945 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:05.245149 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:05.247052 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:05.247930 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:05.248703 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:05.251169 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Bound port: 4eae8b9d-707f-4d82-8dd7-66152ce24945, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:05.251856 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:05.361483 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] For port 4eae8b9d-707f-4d82-8dd7-66152ce24945, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:05.368562 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] For port 4eae8b9d-707f-4d82-8dd7-66152ce24945, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4eae8b9d-707f-4d82-8dd7-66152ce24945,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:05.374730 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:05.461915 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Routers {'9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:05.463637 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:05.469452 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb178aa9-a151-4a21-a63d-0a799c33a11a None None] Pushing event updated for resources: {'Port': ['ID=4eae8b9d-707f-4d82-8dd7-66152ce24945,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:05.528476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e348d52f-e560-43f4-985a-4660de0ac7b0 None None] Provisioning complete for port f65112e6-48f2-434f-b583-7bf10b554ceb triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:05.529306 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e348d52f-e560-43f4-985a-4660de0ac7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:05.811101 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] Set router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:05.886104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 731727c7-8818-42b8-9c05-ea1fee14c0d4 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:06.008349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 731727c7-8818-42b8-9c05-ea1fee14c0d4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:06.008947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:06.043608 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:06.180724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f65112e6-48f2-434f-b583-7bf10b554ceb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:06.213019 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:02Z', 'revision_number': 3, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port': {'id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:06.262360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f65112e6-48f2-434f-b583-7bf10b554ceb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:06.262935 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:06.280026 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9d70cd-4640-4cfa-9ad8-9529c17a35a5 None None] The sync data for ids ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'] in n-d-713498-18 is: [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:02Z', 'revision_number': 3, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port': {'id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:06.322495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53815945-a61e-489f-9817-681cc39cede3 req-7e0c2b40-5493-4c91-9d5d-039cf0e08a5a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:06.322495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53815945-a61e-489f-9817-681cc39cede3 req-7e0c2b40-5493-4c91-9d5d-039cf0e08a5a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.3752298 Sep 24 00:24:06.387874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1e8da03-0b9a-4288-8555-fba9f3f319a9 req-2e04b426-d355-4ed0-8c53-df908154b215 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1893666 Sep 24 00:24:06.582553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53815945-a61e-489f-9817-681cc39cede3 req-48426c02-88ed-478f-9471-b6ba0ce35092 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481155 Sep 24 00:24:06.681550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:06.740196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Allocated IP 172.20.0.1 (b0bc3226-8a9b-44f7-bf42-d2d91e24df32/027069ff-3d10-4997-a72a-e64413aa8624/42a3d4db-4a94-4315-a83c-7bc542d2b4f9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:06.920104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:06.920452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:06.975795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:07.067107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:07.068035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:07.089336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:07.095403 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:07.226632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:07.238382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:07.243284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Pushing event updated for resources: {'Port': ['ID=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:07.257606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:07.265924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.266323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.266609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.266974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.267301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.267631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.267936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.268520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.268846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.269168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.269487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.269806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:07.568991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:07.589682 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:07.668525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5db91015-7b44-41f2-a9ec-658288d01ddb None None] Provisioning complete for port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:07.670385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5db91015-7b44-41f2-a9ec-658288d01ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:07.758652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=90c0fdd2-33a1-418e-9115-9c8cc2cafaa4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:07.767929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4eae8b9d-707f-4d82-8dd7-66152ce24945 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:07.782684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5db91015-7b44-41f2-a9ec-658288d01ddb None None] Port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:24:07.863664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4eae8b9d-707f-4d82-8dd7-66152ce24945 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:07.864360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:07.950862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-627061ca-7a18-411e-a1ba-aa68dd539c11 req-6b6efdba-cbbc-4d69-acce-a0d0dad6fe31 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.1740251 Sep 24 00:24:08.018581 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:08.028172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670c48e-c222-483c-bd75-dab93db60862 req-f310b58e-ca72-4afa-8722-e736fd424651 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:08.030436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3670c48e-c222-483c-bd75-dab93db60862 req-f310b58e-ca72-4afa-8722-e736fd424651 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2671435 Sep 24 00:24:08.065688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 4eae8b9d-707f-4d82-8dd7-66152ce24945, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4eae8b9d-707f-4d82-8dd7-66152ce24945,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:08.075934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:08.136014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3670c48e-c222-483c-bd75-dab93db60862 req-ea78d588-ace8-4936-a2f2-2b308b509a0e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732481 Sep 24 00:24:08.228030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:08.230423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=4eae8b9d-707f-4d82-8dd7-66152ce24945,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:08.416557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:08.586786 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:08.598523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:08.749793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:08.751533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Pushing event updated for resources: {'Port': ['ID=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:08.896513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 760345e3-2591-4340-a5f7-8acd17a246d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:24:08.914607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:08.918021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:09.122339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57b6b6b9-53dd-4092-825a-8d1eb468bf8b req-dfc557d7-becc-49df-8902-2ef61ac4ec92 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0639162 Sep 24 00:24:09.135105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:09.142294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ecd24063-ff37-4370-9d94-b79a0b198653 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "PUT /v2.0/routers/760345e3-2591-4340-a5f7-8acd17a246d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3449130 Sep 24 00:24:09.156578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:24:09.164862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] Sync routers for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:09.178830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:09.179982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:09.327389 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:09.333118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-efbaaa20-b9d4-4f57-8111-df722791050b None None] Provisioning complete for port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:09.333628 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-efbaaa20-b9d4-4f57-8111-df722791050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:09.376330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:09.380562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:09.394857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3e19e37c-06fb-4f9e-8ad8-0587931de4eb admin admin] 10.222.0.24 "PUT /v2.0/routers/9fa8e4ec-60f4-465f-97d6-3bf22134dcfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5268309 Sep 24 00:24:09.412698 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Sync routers for ids ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:09.421429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054580c2-ed92-4819-90ae-4bd65afd6d58 req-060869ec-5bc2-42f0-84d1-ef63c0463226 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:09.423523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-054580c2-ed92-4819-90ae-4bd65afd6d58 req-060869ec-5bc2-42f0-84d1-ef63c0463226 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0930085 Sep 24 00:24:09.431705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-efbaaa20-b9d4-4f57-8111-df722791050b None None] Port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:24:09.454951 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Routers {'9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:09.456218 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:09.579332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-054580c2-ed92-4819-90ae-4bd65afd6d58 req-66be1ea3-d5bd-47a3-8170-95e0185da3cb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273489 Sep 24 00:24:09.609802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d88805-ce50-4cbc-957b-613504dd845f req-199641d5-4a8b-4f9f-9ef1-b889a84f64bb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:09.618520 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30d88805-ce50-4cbc-957b-613504dd845f req-199641d5-4a8b-4f9f-9ef1-b889a84f64bb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 946 time: 0.1060860 Sep 24 00:24:09.682485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30d88805-ce50-4cbc-957b-613504dd845f req-ccb6475d-1207-4e45-adac-3e897007621f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0592206 Sep 24 00:24:09.706887 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Set router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:09.761036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4eae8b9d-707f-4d82-8dd7-66152ce24945 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:09.840490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:07Z', 'revision_number': 6, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:50Z', 'revision_number': 1, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:09.877963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] Checking router: 760345e3-2591-4340-a5f7-8acd17a246d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:09.879918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4eae8b9d-707f-4d82-8dd7-66152ce24945 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:09.880285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:09.919080 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:09.919696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:09.982675 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:08Z', 'revision_number': 4, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port': {'id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '42a3d4db-4a94-4315-a83c-7bc542d2b4f9', 'name': '', 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'mac_address': 'fa:16:3e:c9:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '027069ff-3d10-4997-a72a-e64413aa8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:06Z', 'updated_at': '2021-09-24T00:24:08Z', 'revision_number': 2, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'subnets': [{'id': '027069ff-3d10-4997-a72a-e64413aa8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:10.016773 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Checking router: 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:10.017135 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Updating router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:24:10.066097 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.092303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:10.305270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b714828-9144-4552-9efe-e4a57137f861 req-8061ecf9-6b33-4a1a-a5eb-6ba47d528b1f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0411091 Sep 24 00:24:10.436581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:07Z', 'revision_number': 6, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:50Z', 'revision_number': 1, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:10.470670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f840e033-d4f9-401b-bbc0-c7dcf75b099d None None] The sync data for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 is: [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:07Z', 'revision_number': 6, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '2a2b0011-8ee1-48e4-86e3-58798ff50491', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.20', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'port_id': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'mac_address': 'fa:16:3e:02:4b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:22:46Z', 'updated_at': '2021-09-24T00:22:50Z', 'revision_number': 1, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:10.529396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60276) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:10.534665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-64d94362-d1e0-4387-bfa2-238986869fdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-426817635', 'description': 'tempest-secgroup-smoke-426817635 description', 'project_id': '0d3774c77e1040af9001a20773a7c710'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:10.560314 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64d94362-d1e0-4387-bfa2-238986869fdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.581008 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.594536 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.683471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64d94362-d1e0-4387-bfa2-238986869fdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.688555 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64d94362-d1e0-4387-bfa2-238986869fdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.720740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d94362-d1e0-4387-bfa2-238986869fdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc5356b-4363-438a-b551-73b8866ae357,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:10.723615 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5360a-8e08-484e-8145-6dd318265931 None None] Pushing event updated for resources: {'Port': ['ID=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:10.735192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-64d94362-d1e0-4387-bfa2-238986869fdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.737690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-64d94362-d1e0-4387-bfa2-238986869fdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2065799 Sep 24 00:24:10.742595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60282) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:10.750166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-404f84dd-b8df-42bb-bd16-c9a514fcd6a0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'security_group_rule': {'security_group_id': '7bc5356b-4363-438a-b551-73b8866ae357', 'project_id': '0d3774c77e1040af9001a20773a7c710', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:10.831106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-f8b48ba3-4ad7-46d7-8958-0cff8ebb8d91 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:10.834523 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-f8b48ba3-4ad7-46d7-8958-0cff8ebb8d91 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 946 time: 0.0952508 Sep 24 00:24:10.868781 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Attempting to bind port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:10.869605 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Attempting to bind port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:10.870139 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Attempting to bind port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 on network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:10.877208 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:10.877646 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Checking segment: {'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:10.878025 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.878349 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Bound using segment: {'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:10.878926 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Bound port: 42a3d4db-4a94-4315-a83c-7bc542d2b4f9, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:10.879390 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:10.922699 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404f84dd-b8df-42bb-bd16-c9a514fcd6a0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.014153 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404f84dd-b8df-42bb-bd16-c9a514fcd6a0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.029105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port c09db140-dd9c-411d-b3ad-a9d81d5931fb {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:11.030239 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.044547 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] For port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:11.048533 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] For port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,segment=NetworkSegment(fd933087-d7b0-4b48-8f1a-dd537dbfb5d2),segment_id=fd933087-d7b0-4b48-8f1a-dd537dbfb5d2)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:11.049663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cca27e-ae34-490e-acfb-ba9e07d16abe req-16995706-9c47-43cb-ab8e-4d02633a7bfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:11.052177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81cca27e-ae34-490e-acfb-ba9e07d16abe req-16995706-9c47-43cb-ab8e-4d02633a7bfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.2490332 Sep 24 00:24:11.066349 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.104172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1fa47-efc3-4b77-8f7e-480de3f06723 req-336a996d-ad7c-439b-b3d1-35f930333a41 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:11.106416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8d1fa47-efc3-4b77-8f7e-480de3f06723 req-336a996d-ad7c-439b-b3d1-35f930333a41 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 946 time: 0.2466767 Sep 24 00:24:11.109292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f1adf01b-7574-4340-a602-2f4a61066460 None None] Provisioning complete for port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:11.109292 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1adf01b-7574-4340-a602-2f4a61066460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.132666 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404f84dd-b8df-42bb-bd16-c9a514fcd6a0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.140059 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Routers {'9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:11.140790 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:11.199312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port c09db140-dd9c-411d-b3ad-a9d81d5931fb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c09db140-dd9c-411d-b3ad-a9d81d5931fb,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:11.199897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.230791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for c09db140-dd9c-411d-b3ad-a9d81d5931fb owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:11.278770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f84dd-b8df-42bb-bd16-c9a514fcd6a0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836d5f15-d2d4-4ed2-b3c5-7f99ce122e51,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:11.300000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-404f84dd-b8df-42bb-bd16-c9a514fcd6a0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.301255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-404f84dd-b8df-42bb-bd16-c9a514fcd6a0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5573399 Sep 24 00:24:11.304249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60284) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:11.321422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81cca27e-ae34-490e-acfb-ba9e07d16abe req-44aae1bd-33f5-429d-89e1-499a37d00424 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830025 Sep 24 00:24:11.325158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e7811550-b360-4dbb-aed0-1bb143725f42 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'security_group_rule': {'security_group_id': '7bc5356b-4363-438a-b551-73b8866ae357', 'project_id': '0d3774c77e1040af9001a20773a7c710', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:11.357138 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5360a-8e08-484e-8145-6dd318265931 None None] Pushing event updated for resources: {'Port': ['ID=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:11.380920 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8d1fa47-efc3-4b77-8f7e-480de3f06723 req-320354bd-2eb6-413f-add8-d6934c9e5022 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=6a18b29b-29ea-4492-81eb-dfb16bc76ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2369311 Sep 24 00:24:11.399214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7811550-b360-4dbb-aed0-1bb143725f42 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.452675 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] Set router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:11.475322 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1adf01b-7574-4340-a602-2f4a61066460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.505110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0c1deba-5b70-42b8-8481-3e6494eb2e7a req-da0d885f-c117-4e5e-8720-224824da2453 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0819559 Sep 24 00:24:11.529519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:24:11.579772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7811550-b360-4dbb-aed0-1bb143725f42 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.585312 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7811550-b360-4dbb-aed0-1bb143725f42 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.615880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7811550-b360-4dbb-aed0-1bb143725f42 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a45d409-7be9-4230-bb14-8d82bd00f2c1,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:11.628636 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e7811550-b360-4dbb-aed0-1bb143725f42 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.635418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60290) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:11.636258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e7811550-b360-4dbb-aed0-1bb143725f42 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3301101 Sep 24 00:24:11.648388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d8786e7c-908d-4b7c-8d05-cef6deeb34de tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'security_group_rule': {'security_group_id': '7bc5356b-4363-438a-b551-73b8866ae357', 'project_id': '0d3774c77e1040af9001a20773a7c710', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:11.699859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.756193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8786e7c-908d-4b7c-8d05-cef6deeb34de tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.774315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=c09db140-dd9c-411d-b3ad-a9d81d5931fb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:11.811816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:24:11.812362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 90c0fdd2-33a1-418e-9115-9c8cc2cafaa4 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:24:11.827283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f1adf01b-7574-4340-a602-2f4a61066460 None None] For port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,segment=NetworkSegment(fd933087-d7b0-4b48-8f1a-dd537dbfb5d2),segment_id=fd933087-d7b0-4b48-8f1a-dd537dbfb5d2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:11.833186 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1adf01b-7574-4340-a602-2f4a61066460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.886157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] No DVR routers for this DVR port c09db140-dd9c-411d-b3ad-a9d81d5931fb on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:24:11.893787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.897169 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-378d2a3d-771e-4a92-98d4-ede18535cbda req-d1be6a92-fb9c-49ac-8353-73a3139a340a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "DELETE /v2.0/ports/c09db140-dd9c-411d-b3ad-a9d81d5931fb HTTP/1.1" status: 204 len: 173 time: 1.0558648 Sep 24 00:24:11.897881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50476c7-dfb2-4727-ad1b-544c78ee3d27', 'name': 'network-vif-deleted', 'tag': 'c09db140-dd9c-411d-b3ad-a9d81d5931fb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:11.902934 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c843cc78-87ed-4b96-8886-23094640f73b" -d '{"events": [{"server_uuid": "a50476c7-dfb2-4727-ad1b-544c78ee3d27", "name": "network-vif-deleted", "tag": "c09db140-dd9c-411d-b3ad-a9d81d5931fb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:11.928335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adf01b-7574-4340-a602-2f4a61066460 None None] Pushing event updated for resources: {'Port': ['ID=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:11.945556 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:08Z', 'revision_number': 4, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port': {'id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '42a3d4db-4a94-4315-a83c-7bc542d2b4f9', 'name': '', 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'mac_address': 'fa:16:3e:c9:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '027069ff-3d10-4997-a72a-e64413aa8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:06Z', 'updated_at': '2021-09-24T00:24:11Z', 'revision_number': 4, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'subnets': [{'id': '027069ff-3d10-4997-a72a-e64413aa8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:11.977230 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee62d6b8-a642-492e-9afa-3e2c2539f474 x-openstack-request-id: req-ee62d6b8-a642-492e-9afa-3e2c2539f474 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:11.977683 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50476c7-dfb2-4727-ad1b-544c78ee3d27", "name": "network-vif-deleted", "tag": "c09db140-dd9c-411d-b3ad-a9d81d5931fb", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:11.977985 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee62d6b8-a642-492e-9afa-3e2c2539f474 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:11.978388 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50476c7-dfb2-4727-ad1b-544c78ee3d27', 'name': 'network-vif-deleted', 'tag': 'c09db140-dd9c-411d-b3ad-a9d81d5931fb', 'status': 'completed', 'code': 200} Sep 24 00:24:11.984103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-25d8e37b-4cb5-4e60-a0d4-6d95c637a724 None None] Provisioning complete for port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:11.985036 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25d8e37b-4cb5-4e60-a0d4-6d95c637a724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.987756 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8786e7c-908d-4b7c-8d05-cef6deeb34de tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:11.994657 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b3f09f-f4e1-44af-9e39-c0104df01dc3 None None] The sync data for ids ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'] in n-d-713498-18 is: [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:08Z', 'revision_number': 4, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port': {'id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '42a3d4db-4a94-4315-a83c-7bc542d2b4f9', 'name': '', 'network_id': 'b0bc3226-8a9b-44f7-bf42-d2d91e24df32', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'mac_address': 'fa:16:3e:c9:29:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': '027069ff-3d10-4997-a72a-e64413aa8624', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:06Z', 'updated_at': '2021-09-24T00:24:11Z', 'revision_number': 4, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'subnets': [{'id': '027069ff-3d10-4997-a72a-e64413aa8624', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:11.996841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8786e7c-908d-4b7c-8d05-cef6deeb34de tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:12.031673 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8786e7c-908d-4b7c-8d05-cef6deeb34de tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ed5621-25fe-4fcf-935c-bb22ea9513f1,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:12.035018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8786e7c-908d-4b7c-8d05-cef6deeb34de tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:12.039767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d8786e7c-908d-4b7c-8d05-cef6deeb34de tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4024682 Sep 24 00:24:12.040547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60294) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:12.057048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-85391849-ec9c-45b3-81ea-8e936806198d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'security_group_rule': {'security_group_id': '7bc5356b-4363-438a-b551-73b8866ae357', 'project_id': '0d3774c77e1040af9001a20773a7c710', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:12.111348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85391849-ec9c-45b3-81ea-8e936806198d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:12.687304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52181002-64fb-4f9b-bc06-8db7a0fc73bd req-bba8da36-33cb-42d5-8b22-61603021a49f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=a50476c7-dfb2-4727-ad1b-544c78ee3d27 HTTP/1.1" status: 200 len: 210 time: 0.0888097 Sep 24 00:24:12.754228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85391849-ec9c-45b3-81ea-8e936806198d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:12.762480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85391849-ec9c-45b3-81ea-8e936806198d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:12.786280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbbe6f9-ab07-4939-8c31-c4dfa3aa463d req-24fd0d03-a75d-4c28-95f3-4d16e4bcd859 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:12.789290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdbbe6f9-ab07-4939-8c31-c4dfa3aa463d req-24fd0d03-a75d-4c28-95f3-4d16e4bcd859 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1920009 Sep 24 00:24:12.826006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85391849-ec9c-45b3-81ea-8e936806198d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7aab50-6e60-48fd-9bd7-0c7d5bc759a6,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:12.856247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07dc702f-9fad-4582-b1a8-8075eb5cab2a req-2050843c-20f1-4dd0-b168-15e93fc9dc35 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0505245 Sep 24 00:24:12.858874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85391849-ec9c-45b3-81ea-8e936806198d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:12.862743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85391849-ec9c-45b3-81ea-8e936806198d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8184853 Sep 24 00:24:12.862946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60304) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:12.868422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8c4e4542-023e-4328-b949-0f9e9a18017e tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'security_group_rule': {'security_group_id': '7bc5356b-4363-438a-b551-73b8866ae357', 'project_id': '0d3774c77e1040af9001a20773a7c710', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:12.906533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdbbe6f9-ab07-4939-8c31-c4dfa3aa463d req-c9d81fab-4621-4344-92e8-27ab6ce136a3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062176 Sep 24 00:24:12.915777 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-8c4e4542-023e-4328-b949-0f9e9a18017e tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Project 0d3774c77e1040af9001a20773a7c710 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:24:12.924077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4542-023e-4328-b949-0f9e9a18017e tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.017754 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4542-023e-4328-b949-0f9e9a18017e tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.023389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4542-023e-4328-b949-0f9e9a18017e tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.043526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e4542-023e-4328-b949-0f9e9a18017e tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af55038f-1c87-42e8-803b-d79e05014d9e,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:13.052606 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8c4e4542-023e-4328-b949-0f9e9a18017e tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.055553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8c4e4542-023e-4328-b949-0f9e9a18017e tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1913774 Sep 24 00:24:13.059284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60306) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:13.066676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0f23406d-7a34-4918-83c5-6564552991d6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'security_group_rule': {'security_group_id': '7bc5356b-4363-438a-b551-73b8866ae357', 'project_id': '0d3774c77e1040af9001a20773a7c710', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:13.101084 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-0f23406d-7a34-4918-83c5-6564552991d6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Project 0d3774c77e1040af9001a20773a7c710 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:24:13.109363 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f23406d-7a34-4918-83c5-6564552991d6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.214713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f23406d-7a34-4918-83c5-6564552991d6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.225339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f23406d-7a34-4918-83c5-6564552991d6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.260640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23406d-7a34-4918-83c5-6564552991d6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e954147c-4dc4-4cd1-a100-286476a82572,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:13.269674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f23406d-7a34-4918-83c5-6564552991d6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.272027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0f23406d-7a34-4918-83c5-6564552991d6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2110827 Sep 24 00:24:13.475602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-d5d456da-28a4-4dcf-8d41-4a734890fdff tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-426817635&fields=id&tenant_id=0d3774c77e1040af9001a20773a7c710 HTTP/1.1" status: 200 len: 267 time: 0.0549619 Sep 24 00:24:13.567396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:13.612294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-ef1cdb25-69c3-41d0-badb-b031ab88c59a tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:13.613682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-ef1cdb25-69c3-41d0-badb-b031ab88c59a tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/networks?id=ffc8f9e0-8a50-409a-b2fa-d556821a8884 HTTP/1.1" status: 200 len: 809 time: 0.1331372 Sep 24 00:24:13.628413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:13.628968 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.635572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-eded86e4-1b56-480d-856e-b221f596920c tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/quotas/0d3774c77e1040af9001a20773a7c710 HTTP/1.1" status: 200 len: 375 time: 0.0113997 Sep 24 00:24:13.697767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-fcb2bd97-f177-4ac9-9d4f-e7bf317aeaa3 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d3774c77e1040af9001a20773a7c710&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536184 Sep 24 00:24:13.773736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:13.848409 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:13.875040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-26acb197-9777-4a8f-9b73-b3357ca40e4e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:24:13.876040 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-26acb197-9777-4a8f-9b73-b3357ca40e4e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1594501 Sep 24 00:24:13.888426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:14.001792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:14.004788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:14.006030 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/security-groups/6a18b29b-29ea-4492-81eb-dfb16bc76ae8 HTTP/1.1" status: 204 len: 168 time: 0.2312953 Sep 24 00:24:14.016504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a18b29b-29ea-4492-81eb-dfb16bc76ae8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:14.018109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5353cbbc-7ab5-4a97-824f-f25a3bd7f6c5 req-c16bda15-40ee-40f8-ae14-6be21d91998b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0362370 Sep 24 00:24:14.029702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.030207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.030886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.031484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.047172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c15ea87-9675-42f8-81f1-050b1c77362b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:14.048329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-75c5f904-8d9d-4aa6-9bd8-a009168f4160 service neutron] 10.222.0.24 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551657 Sep 24 00:24:14.197128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-efaaa9cd-c2a7-4232-8372-5d3c0f3475c5 service neutron] 10.222.0.24 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438155 Sep 24 00:24:14.218855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aecf96-e365-4003-80a9-0c61bb866456 req-07c4bee7-47b0-4f00-a33f-97d828a7d2c2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:14.221246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63aecf96-e365-4003-80a9-0c61bb866456 req-07c4bee7-47b0-4f00-a33f-97d828a7d2c2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0777593 Sep 24 00:24:14.276773 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-63aecf96-e365-4003-80a9-0c61bb866456 req-79a59abc-2551-4f4b-b7e4-968985ce0abf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485728 Sep 24 00:24:14.413184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:14.502797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9968b71-da8b-4e71-9dad-8ae05447d93e req-2e200b5e-7e71-417b-bd97-eceeddedd165 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 210 time: 0.0309823 Sep 24 00:24:14.508383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e982353-dc33-4aec-81ed-e2683ca4247b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting subnet 6a07a284-859d-4bb6-b41d-0600d76b7928 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:24:14.514145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e982353-dc33-4aec-81ed-e2683ca4247b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:14.561365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e982353-dc33-4aec-81ed-e2683ca4247b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:14.682320 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e982353-dc33-4aec-81ed-e2683ca4247b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:14.771692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e982353-dc33-4aec-81ed-e2683ca4247b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:14.817478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e982353-dc33-4aec-81ed-e2683ca4247b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Subnet': ['ID=6a07a284-859d-4bb6-b41d-0600d76b7928,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:14.821269 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e982353-dc33-4aec-81ed-e2683ca4247b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:14.824370 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9e982353-dc33-4aec-81ed-e2683ca4247b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/subnets/6a07a284-859d-4bb6-b41d-0600d76b7928 HTTP/1.1" status: 204 len: 168 time: 0.4097099 Sep 24 00:24:14.827416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60344) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:14.830205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946d47b9-2e32-4f7f-b244-4309569691e0 None None] Network 6fd99c55-42de-423c-a611-e5bdfa3ef826 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:24:14.926360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.025116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port 3b65e8e0-cbac-4723-bbcb-f36c5226475e {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:15.025512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.120993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] DHCP port deletion for 6fd99c55-42de-423c-a611-e5bdfa3ef826 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:24:15.159843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port 3b65e8e0-cbac-4723-bbcb-f36c5226475e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3b65e8e0-cbac-4723-bbcb-f36c5226475e,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:15.160204 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.163873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-be9a98bc-fb10-43c3-bdb3-8aa340e978df req-6b758ab5-ded2-47cb-9be5-ab83c3e800b0 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0517218 Sep 24 00:24:15.184424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for 3b65e8e0-cbac-4723-bbcb-f36c5226475e owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:15.209562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] Deleting port 3b65e8e0-cbac-4723-bbcb-f36c5226475e {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:15.212094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.225099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c09db140-dd9c-411d-b3ad-a9d81d5931fb no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:24:15.309920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: c09db140-dd9c-411d-b3ad-a9d81d5931fb {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:24:15.310981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c09db140-dd9c-411d-b3ad-a9d81d5931fb not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:24:15.362201 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.429016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] For port 3b65e8e0-cbac-4723-bbcb-f36c5226475e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3b65e8e0-cbac-4723-bbcb-f36c5226475e,segment=NetworkSegment(838d3f89-3980-4020-ab61-982022f62521),segment_id=838d3f89-3980-4020-ab61-982022f62521)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:15.429815 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.436819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=3b65e8e0-cbac-4723-bbcb-f36c5226475e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:15.451143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] No DVR routers for this DVR port 3b65e8e0-cbac-4723-bbcb-f36c5226475e on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:24:15.461450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] Calling delete_port for 3b65e8e0-cbac-4723-bbcb-f36c5226475e owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:15.500672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac49e05-5967-48db-b1ab-604e3bc6c4ac req-cb1826b7-1d89-4bef-be02-34418af0f14c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:15.513371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ac49e05-5967-48db-b1ab-604e3bc6c4ac req-cb1826b7-1d89-4bef-be02-34418af0f14c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1077631 Sep 24 00:24:15.599647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ac49e05-5967-48db-b1ab-604e3bc6c4ac req-fb5c8160-f98b-4022-8f88-e480ac28aec4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841577 Sep 24 00:24:15.607210 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.647582 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.662272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3b65e8e0-cbac-4723-bbcb-f36c5226475e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:24:15.684478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd99c55-42de-423c-a611-e5bdfa3ef826']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:15.688570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] Pushing event deleted for resources: {'Port': ['ID=3b65e8e0-cbac-4723-bbcb-f36c5226475e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:15.692009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 3b65e8e0-cbac-4723-bbcb-f36c5226475e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:24:15.692473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3b65e8e0-cbac-4723-bbcb-f36c5226475e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:24:15.694045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55460c73-8caa-44d4-919b-3b9042ad8bda None None] No DVR routers for this DVR port 3b65e8e0-cbac-4723-bbcb-f36c5226475e on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:24:15.711547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-effab718-63fb-4f16-84f5-6407032ca953 req-07a6ba2c-adf3-479b-9321-81df7d9968df tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 210 time: 0.0558197 Sep 24 00:24:15.750818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838d3f89-3980-4020-ab61-982022f62521') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:15.751100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838d3f89-3980-4020-ab61-982022f62521') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:15.772420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.822650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.833551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:24:15.833960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:24:15.837913 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:24:15.916146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-d6dc2ad4-a1f8-4fff-864c-9a1e8c33b4be tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:15.917634 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-d6dc2ad4-a1f8-4fff-864c-9a1e8c33b4be tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.20 "GET /v2.0/networks?id=ffc8f9e0-8a50-409a-b2fa-d556821a8884 HTTP/1.1" status: 200 len: 809 time: 0.2164295 Sep 24 00:24:15.924917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.935962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:15.938123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/networks/6fd99c55-42de-423c-a611-e5bdfa3ef826 HTTP/1.1" status: 204 len: 168 time: 1.1086698 Sep 24 00:24:15.941922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60356) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:15.963591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f4188-a459-4110-ab05-93aa6852b792 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Network': ['ID=6fd99c55-42de-423c-a611-e5bdfa3ef826,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:15.988841 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-008a87d2-16b6-4819-8767-d898e576b331 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d3774c77e1040af9001a20773a7c710 HTTP/1.1" status: 200 len: 379 time: 0.0479763 Sep 24 00:24:15.999293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'port': {'device_id': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'admin_state_up': True, 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'security_groups': ['7bc5356b-4363-438a-b551-73b8866ae357']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:16.155757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Made reservation on behalf of 0d3774c77e1040af9001a20773a7c710 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:24:16.159785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.190304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port e33c63b9-7a5b-40bc-83a0-5174e35ad2a1 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:16.190935 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.356371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Allocated IP 172.20.0.3 (ffc8f9e0-8a50-409a-b2fa-d556821a8884/bfcbb256-ec7d-458a-b2a2-723024842fc4/b1aec121-b6fb-47c3-aaed-c69f1ac77a63) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:16.367021 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.367248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.372584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60a7ec90-fa3a-4b66-bc28-cefbc4a786a3 req-004b58b3-9957-4648-a4c7-78feec69f18e tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0591426 Sep 24 00:24:16.389267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for e33c63b9-7a5b-40bc-83a0-5174e35ad2a1 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:16.597447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.664626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.684810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.729082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=e33c63b9-7a5b-40bc-83a0-5174e35ad2a1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:16.735937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:16.741880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:16.748809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:16.808952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'Port': ['ID=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:16.841953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:16.844396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.872770 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-1b563791-12d7-4b45-a02c-41368bcd94a5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8769734 Sep 24 00:24:16.883238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93821a12-a62d-434f-b4b7-79c4f5ef4953 req-1c36ac4f-00f5-46b4-9bb6-ce5cadaa10b8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:16.884820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93821a12-a62d-434f-b4b7-79c4f5ef4953 req-1c36ac4f-00f5-46b4-9bb6-ce5cadaa10b8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1871476 Sep 24 00:24:16.894748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Request body: {'port': {'device_id': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:16.895094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:16.895284 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Floating IP 2a2b0011-8ee1-48e4-86e3-58798ff50491 disassociated (deleted). External IP: 172.25.5.20, port: e13f56d3-0a98-4f5a-a1a4-62008b79ec5a. Sep 24 00:24:16.968714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5f41a5-e821-48b6-aee8-5a362f96cf74 req-0f0e2be3-ee98-4db4-ade2-32799e75f2f7 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:16.970309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec5f41a5-e821-48b6-aee8-5a362f96cf74 req-0f0e2be3-ee98-4db4-ade2-32799e75f2f7 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 931 time: 0.1333911 Sep 24 00:24:17.008800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93821a12-a62d-434f-b4b7-79c4f5ef4953 req-9324e5ee-8bf2-43ff-8a99-104a2960bf67 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678239 Sep 24 00:24:17.016271 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:17.094180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec5f41a5-e821-48b6-aee8-5a362f96cf74 req-63ca1b51-e4ae-46a0-8a97-d05dd456b831 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819957 Sep 24 00:24:17.156901 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-12526754-33e4-4d42-95fd-7f72c301a56c None None] Provisioning complete for port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:17.157826 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12526754-33e4-4d42-95fd-7f72c301a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:17.210543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-12526754-33e4-4d42-95fd-7f72c301a56c None None] Port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:24:17.252190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 760345e3-2591-4340-a5f7-8acd17a246d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:24:17.406255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:17.416158 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:17.425272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] Sync routers for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:17.458253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:17.464064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:17.508201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-30e155e0-0d7a-46d4-880e-6d7bd0e5577a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/floatingips/2a2b0011-8ee1-48e4-86e3-58798ff50491 HTTP/1.1" status: 204 len: 168 time: 1.5524995 Sep 24 00:24:17.532636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:17.537341 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:17.559118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1aec121-b6fb-47c3-aaed-c69f1ac77a63 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:24:17.573822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:17.586395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0178748d-9300-429e-aa37-24483b7fc680 req-a0b00e17-e285-4061-b661-97daee5c3d8d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0745690 Sep 24 00:24:17.609444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Transition to ACTIVE for port object b1aec121-b6fb-47c3-aaed-c69f1ac77a63 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:24:17.622012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:17.679756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:17.735085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Pushing event updated for resources: {'Port': ['ID=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:17.867504 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea08d0d-2795-4807-886a-7546f93761af x-openstack-request-id: req-2ea08d0d-2795-4807-886a-7546f93761af {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:17.868100 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:17.868364 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ea08d0d-2795-4807-886a-7546f93761af {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:17.868799 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'status': 'completed', 'code': 200} Sep 24 00:24:17.921070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Attempting to bind port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:17.922693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Attempting to bind port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:17.923523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Attempting to bind port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 on network ffc8f9e0-8a50-409a-b2fa-d556821a8884 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:17.932801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 on network ffc8f9e0-8a50-409a-b2fa-d556821a8884 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:24:17.933158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Attempting to bind port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 on network ffc8f9e0-8a50-409a-b2fa-d556821a8884 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:17.951052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:17.951430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Checking segment: {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:17.951829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Bound using segment: {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:17.952280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Bound port: b1aec121-b6fb-47c3-aaed-c69f1ac77a63, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '715dd345-b80c-4ff0-83d0-575c8ed994c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:17.952856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:18.051125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-1b31e981-d9b1-406d-987c-cbb2595bcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.053604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-1b31e981-d9b1-406d-987c-cbb2595bcfa7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 1098 time: 0.1526763 Sep 24 00:24:18.065029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf56c2-bb84-48c0-8038-59c03027794c req-3bf87171-2218-49f7-8ca9-c1b9f249365d tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.067390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ccf56c2-bb84-48c0-8038-59c03027794c req-3bf87171-2218-49f7-8ca9-c1b9f249365d tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 946 time: 0.1156931 Sep 24 00:24:18.087382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] For port b1aec121-b6fb-47c3-aaed-c69f1ac77a63, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:18.094201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] For port b1aec121-b6fb-47c3-aaed-c69f1ac77a63, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:18.104179 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:18.178009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.179587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:18.182035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] 10.222.0.20 "PUT /v2.0/ports/b1aec121-b6fb-47c3-aaed-c69f1ac77a63 HTTP/1.1" status: 200 len: 1092 time: 1.2976809 Sep 24 00:24:18.182822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'tag': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:18.188019 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1c9563-e902-4345-bcb6-1c8115833092" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f38b06-99fc-45be-b5d2-f9869cb3fd15", "tag": "b1aec121-b6fb-47c3-aaed-c69f1ac77a63"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:18.237846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ccf56c2-bb84-48c0-8038-59c03027794c req-a51e6a86-5350-411a-b05b-8c8c6fec2320 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572018 Sep 24 00:24:18.256532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c790c-605d-4d60-b383-2beece289040 service neutron] Pushing event updated for resources: {'Port': ['ID=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:18.265205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76541bc6-6bc1-43c7-bf83-33d31b36b7f8 req-6752d3fe-0e2f-47f8-a588-38be7377efaa tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.275847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76541bc6-6bc1-43c7-bf83-33d31b36b7f8 req-6752d3fe-0e2f-47f8-a588-38be7377efaa tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0875998 Sep 24 00:24:18.339805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:07Z', 'revision_number': 6, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:18.392537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76541bc6-6bc1-43c7-bf83-33d31b36b7f8 req-82294747-56ef-49f3-9413-c6611252ea62 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141562 Sep 24 00:24:18.393708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] Checking router: 760345e3-2591-4340-a5f7-8acd17a246d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:18.396934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-b571a05c-733a-4d0b-84b8-17f76c8f4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.399366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-b571a05c-733a-4d0b-84b8-17f76c8f4140 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ae378b39-998b-4d88-b8fb-a585007b0301 HTTP/1.1" status: 200 len: 897 time: 0.3307178 Sep 24 00:24:18.411709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:18.412377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-36388818-989c-4790-bd8b-f537f786ed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.412675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:18.415224 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-36388818-989c-4790-bd8b-f537f786ed00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d3774c77e1040af9001a20773a7c710&device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1095 time: 0.1373415 Sep 24 00:24:18.480599 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-a6e1f17a-3734-4988-8010-c5cbc25c4e92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63 HTTP/1.1" status: 200 len: 217 time: 0.0571313 Sep 24 00:24:18.488571 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04370ff0-da10-4140-b536-b2798c7434f4 x-openstack-request-id: req-04370ff0-da10-4140-b536-b2798c7434f4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:18.489334 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f38b06-99fc-45be-b5d2-f9869cb3fd15", "tag": "b1aec121-b6fb-47c3-aaed-c69f1ac77a63", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:18.489926 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-04370ff0-da10-4140-b536-b2798c7434f4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:18.490588 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'tag': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'status': 'completed', 'code': 200} Sep 24 00:24:18.505207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-cd11e8ac-c2b1-44b6-89d5-9882d0ad82b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a HTTP/1.1" status: 200 len: 217 time: 0.0975223 Sep 24 00:24:18.570702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-67b99404-d6e1-47d5-bcdb-3a0411b4b524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.572486 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-67b99404-d6e1-47d5-bcdb-3a0411b4b524 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcbb256-ec7d-458a-b2a2-723024842fc4 HTTP/1.1" status: 200 len: 848 time: 0.0800328 Sep 24 00:24:18.590487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5d570-2251-4baf-bac2-c95ff692e1fd req-d4e91e53-1fd5-49ff-ac13-9bf15d0a24ff tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.592507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84c5d570-2251-4baf-bac2-c95ff692e1fd req-d4e91e53-1fd5-49ff-ac13-9bf15d0a24ff tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 943 time: 0.1868527 Sep 24 00:24:18.619420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-fca47c39-57de-4286-8b6a-9080cc394684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.621680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-fca47c39-57de-4286-8b6a-9080cc394684 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06de10ac-7a47-4be0-aa3d-c848826a0ff8 HTTP/1.1" status: 200 len: 835 time: 0.1089761 Sep 24 00:24:18.657957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-f73f3b94-3188-4559-b0c8-7b7a54f35739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.660287 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-f73f3b94-3188-4559-b0c8-7b7a54f35739 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffc8f9e0-8a50-409a-b2fa-d556821a8884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799918 Sep 24 00:24:18.668933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:18.734577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96fbee7c-b4d5-4978-981e-56d6de901a33 req-24de8c34-039e-42d3-9307-0f281565b46b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0436227 Sep 24 00:24:18.763002 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-112b827c-ee30-47e4-8733-15b2b06170e7 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922439 Sep 24 00:24:18.783656 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84c5d570-2251-4baf-bac2-c95ff692e1fd req-46bfa828-b65a-4999-a088-424f5a190e8b tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603675 Sep 24 00:24:18.800384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-73235f65-3e0a-4070-b49b-38710e22d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:18.801553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-73235f65-3e0a-4070-b49b-38710e22d9e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ae378b39-998b-4d88-b8fb-a585007b0301&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1657240 Sep 24 00:24:18.883944 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6a7d8471-9fd5-45b8-9657-e59e7046a3ba req-44c4d984-fbde-4fba-9eb0-16b319fd1be6 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099312 Sep 24 00:24:19.026426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-bf5ab9e2-0787-4073-8345-ad41019f2aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:19.029700 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-bf5ab9e2-0787-4073-8345-ad41019f2aae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d3774c77e1040af9001a20773a7c710&device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1095 time: 0.0719535 Sep 24 00:24:19.048489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:07Z', 'revision_number': 6, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:19.104552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873a9f81-879f-4c91-a84a-2f24f2ac01b6 None None] The sync data for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 is: [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:07Z', 'revision_number': 6, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1e5d3431-26e9-438d-a217-db0511eec0df', 'name': '', 'network_id': 'ae378b39-998b-4d88-b8fb-a585007b0301', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:33:85:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3474, 'fixed_ips': [{'subnet_id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:28Z', 'updated_at': '2021-09-24T00:22:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '06de10ac-7a47-4be0-aa3d-c848826a0ff8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:19.127402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.20', 53628) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:19.213602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-c737da5b-4eb9-4f63-b969-5c0ce1485531 service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030502 Sep 24 00:24:19.214434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-d6a6138f-aea4-443c-a7f3-279c325718c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:19.215997 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-d6a6138f-aea4-443c-a7f3-279c325718c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffc8f9e0-8a50-409a-b2fa-d556821a8884 HTTP/1.1" status: 200 len: 910 time: 0.1788802 Sep 24 00:24:19.228726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-2f509d81-c063-46fe-a2d7-92552b8d1cef tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:19.230488 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-2f509d81-c063-46fe-a2d7-92552b8d1cef tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 946 time: 0.1013701 Sep 24 00:24:19.275292 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-66d3cf76-f34b-4636-91b6-1a2a7f569ef3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63 HTTP/1.1" status: 200 len: 217 time: 0.0437689 Sep 24 00:24:19.344196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-62459dab-4ffe-4446-919a-1051b4dffb5e service neutron] 10.222.0.20 "GET /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167471 Sep 24 00:24:19.442154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-80bc3af5-cb0b-4468-b3c0-5d498b2542e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:19.445182 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-80bc3af5-cb0b-4468-b3c0-5d498b2542e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcbb256-ec7d-458a-b2a2-723024842fc4 HTTP/1.1" status: 200 len: 848 time: 0.1514990 Sep 24 00:24:19.494421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00a8fc-de22-4a59-8c25-7aec43af33b7 req-e758986b-3184-46b3-9f5b-218ee7ef6eff tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:19.497356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c00a8fc-de22-4a59-8c25-7aec43af33b7 req-e758986b-3184-46b3-9f5b-218ee7ef6eff tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 946 time: 0.1018703 Sep 24 00:24:19.528157 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c285f383-31b9-4b51-b5e0-19845e1c424b None None] New status for floating IP 2a2b0011-8ee1-48e4-86e3-58798ff50491: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:24:19.545775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:19.546341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:19.582807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-958e8ffa-ed0d-4e7b-9e57-f9891341b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:19.585934 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-958e8ffa-ed0d-4e7b-9e57-f9891341b0d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffc8f9e0-8a50-409a-b2fa-d556821a8884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1300027 Sep 24 00:24:19.604791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c00a8fc-de22-4a59-8c25-7aec43af33b7 req-67e1db1a-dff6-4c3b-9b58-369896e532e2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c5cfb17-086a-4df6-8d25-762987c2e3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999796 Sep 24 00:24:19.648311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc15772d-f268-4fb7-9a19-57e900e6572e req-f0cad3b7-21a2-493b-9e1f-c501a1354463 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:19.651400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc15772d-f268-4fb7-9a19-57e900e6572e req-f0cad3b7-21a2-493b-9e1f-c501a1354463 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1141338 Sep 24 00:24:19.705277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc15772d-f268-4fb7-9a19-57e900e6572e req-6924c3da-62f9-4e81-a346-da9224e4ceb0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425153 Sep 24 00:24:19.776655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:19.777019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:19.802420 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-95f5f190-26c7-49bd-9436-0344e7227d92 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976593 Sep 24 00:24:19.803337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for e13f56d3-0a98-4f5a-a1a4-62008b79ec5a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:19.883535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c10e62f4-6543-449d-b366-a117747100b3 req-03f44d81-d636-40db-be0c-188276f02058 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0401063 Sep 24 00:24:19.952101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f91ea-d61e-4fbf-9cb4-26e2dda4a0a4 req-38e2ef63-1e6b-4822-8695-efc02fb34c84 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:19.954466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc1f91ea-d61e-4fbf-9cb4-26e2dda4a0a4 req-38e2ef63-1e6b-4822-8695-efc02fb34c84 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 943 time: 0.0740156 Sep 24 00:24:19.973787 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8b1c9563-e902-4345-bcb6-1c8115833092 req-7e2bfc15-1dba-4aa9-a674-e69d2e5beb4c service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619682 Sep 24 00:24:20.012447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc1f91ea-d61e-4fbf-9cb4-26e2dda4a0a4 req-d42c7630-8383-4a38-8c22-27cb4a7704ec tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461032 Sep 24 00:24:20.066439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:20.106017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=e13f56d3-0a98-4f5a-a1a4-62008b79ec5a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:20.167132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] No DVR routers for this DVR port e13f56d3-0a98-4f5a-a1a4-62008b79ec5a on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:24:20.170322 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:20.172641 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fbc48a66-f05b-4052-b618-d37123a4b411 req-f4e84f2e-a8f1-4a72-82fa-c700172246fd tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "DELETE /v2.0/ports/e13f56d3-0a98-4f5a-a1a4-62008b79ec5a HTTP/1.1" status: 204 len: 173 time: 0.9351063 Sep 24 00:24:20.492719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'name': 'network-vif-deleted', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:20.496972 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790c80f3-af2e-45a0-af7f-c8c37e62947c" -d '{"events": [{"server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "name": "network-vif-deleted", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:20.561115 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a573b7b9-fcde-4aea-b622-53aafc62c860 x-openstack-request-id: req-a573b7b9-fcde-4aea-b622-53aafc62c860 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:20.561423 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96", "name": "network-vif-deleted", "tag": "e13f56d3-0a98-4f5a-a1a4-62008b79ec5a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:20.561676 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a573b7b9-fcde-4aea-b622-53aafc62c860 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:20.562175 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96', 'name': 'network-vif-deleted', 'tag': 'e13f56d3-0a98-4f5a-a1a4-62008b79ec5a', 'status': 'completed', 'code': 200} Sep 24 00:24:20.754295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68106c06-5e5d-4f59-a72f-57cabe026349 req-96d74eb2-549c-4c27-aa81-deffdf53ab5c tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0a4bc8a-c097-4e8c-a132-9e5d5ea37d96 HTTP/1.1" status: 200 len: 210 time: 0.0341103 Sep 24 00:24:20.868423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b3adf-7898-4340-b517-de7fa5565206 req-fa0bd838-afbf-45ae-b81d-24a11e562f58 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:20.870360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-442b3adf-7898-4340-b517-de7fa5565206 req-fa0bd838-afbf-45ae-b81d-24a11e562f58 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0701981 Sep 24 00:24:20.922424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-442b3adf-7898-4340-b517-de7fa5565206 req-a15ab591-9abe-4d62-a9fa-9c44c31f9084 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370476 Sep 24 00:24:21.022457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19a56f48-c0b7-4770-ac8b-091acfa08f68 req-0906417e-580e-48d3-9f1f-14019416ae51 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0391941 Sep 24 00:24:21.187018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55d2c9-76ab-40c9-bec2-1a24a17c2bd5 req-e9bbf50b-e86b-4e5f-bde5-b923ef8c3232 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:21.188645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d55d2c9-76ab-40c9-bec2-1a24a17c2bd5 req-e9bbf50b-e86b-4e5f-bde5-b923ef8c3232 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 943 time: 0.0799122 Sep 24 00:24:21.243515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d55d2c9-76ab-40c9-bec2-1a24a17c2bd5 req-fc96306c-11c1-4051-b6d8-e0b3003c428a tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462940 Sep 24 00:24:21.293759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b1aec121-b6fb-47c3-aaed-c69f1ac77a63 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:24:21.403960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b1aec121-b6fb-47c3-aaed-c69f1ac77a63, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:21.419798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'port_id': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'mac_address': 'fa:16:3e:56:df:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:24:21.473022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:21.488173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1aec121-b6fb-47c3-aaed-c69f1ac77a63 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:24:21.511823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b1aec121-b6fb-47c3-aaed-c69f1ac77a63, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:21.516282 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:21.585906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:21.716273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['b1aec121-b6fb-47c3-aaed-c69f1ac77a63'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:24:21.847516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60412) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:21.952563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f15a3941-710b-428e-ac48-6a13020d4835 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:21.990040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f15a3941-710b-428e-ac48-6a13020d4835 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:22.082338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f15a3941-710b-428e-ac48-6a13020d4835 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:22.086006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f15a3941-710b-428e-ac48-6a13020d4835 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:22.087301 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f15a3941-710b-428e-ac48-6a13020d4835 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c5cfb17-086a-4df6-8d25-762987c2e3d1 HTTP/1.1" status: 204 len: 168 time: 0.2386656 Sep 24 00:24:22.102882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a3941-710b-428e-ac48-6a13020d4835 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5cfb17-086a-4df6-8d25-762987c2e3d1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:22.111050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377b732-eec6-40c0-a2ab-62ae4fba7759 req-c59978c1-b0df-4bc4-8d25-694cce0a477e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:22.113521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0377b732-eec6-40c0-a2ab-62ae4fba7759 req-c59978c1-b0df-4bc4-8d25-694cce0a477e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0776715 Sep 24 00:24:22.179606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0db046b3-e3d4-4b60-9108-329d4f9769af req-1a0b1c8f-016d-446a-8f37-6175c824837d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0351114 Sep 24 00:24:22.197959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0377b732-eec6-40c0-a2ab-62ae4fba7759 req-220d291b-515d-42c9-9720-19df140be13b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726054 Sep 24 00:24:22.239456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60422) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:22.474290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1af8d01-0e7c-4bf6-88b6-82804aab55ef req-1e169fa9-2e5b-4ecd-ae3c-7c6f6274cfd4 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:22.475747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1af8d01-0e7c-4bf6-88b6-82804aab55ef req-1e169fa9-2e5b-4ecd-ae3c-7c6f6274cfd4 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 944 time: 0.1426413 Sep 24 00:24:22.558730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1af8d01-0e7c-4bf6-88b6-82804aab55ef req-754a8b5e-cf5f-45e7-8b78-733a75a5cd85 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763950 Sep 24 00:24:22.774389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:22.998793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24f0c828-002c-4228-9f91-591c391a9474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:23.098142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port 1e5d3431-26e9-438d-a217-db0511eec0df {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:23.098476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:23.209362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port 1e5d3431-26e9-438d-a217-db0511eec0df, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1e5d3431-26e9-438d-a217-db0511eec0df,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:23.210097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:23.232321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for 1e5d3431-26e9-438d-a217-db0511eec0df owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:23.296398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b1aec121-b6fb-47c3-aaed-c69f1ac77a63 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:23.371090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:24:23.375190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:23.375653 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:23.378685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3491d5f9-355d-4caa-8d9c-22bcda7491d0 req-1684dd41-d84a-43e5-900c-5c9e79a482b1 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0750952 Sep 24 00:24:23.473022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:23.483724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eeddc1-0de0-46a1-bb69-454e6b6d1dcf req-f6be0000-47a6-45a6-b3e3-667d75dabb82 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:23.486019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0eeddc1-0de0-46a1-bb69-454e6b6d1dcf req-f6be0000-47a6-45a6-b3e3-667d75dabb82 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1687510 Sep 24 00:24:23.510229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:23.514153 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5145a8-747e-4af0-883b-55c1e8e0ac85" -d '{"events": [{"server_uuid": "f5f38b06-99fc-45be-b5d2-f9869cb3fd15", "name": "network-vif-plugged", "status": "completed", "tag": "b1aec121-b6fb-47c3-aaed-c69f1ac77a63"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:23.531702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port b1aec121-b6fb-47c3-aaed-c69f1ac77a63, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:23.538658 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:23.540009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e13f56d3-0a98-4f5a-a1a4-62008b79ec5a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:24:23.558543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0eeddc1-0de0-46a1-bb69-454e6b6d1dcf req-d61c506e-a4f0-4342-8617-65fc5d993af8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570383 Sep 24 00:24:23.573585 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae60121a-33ca-4f4e-b857-d0ec3007d304 x-openstack-request-id: req-ae60121a-33ca-4f4e-b857-d0ec3007d304 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:23.573901 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f38b06-99fc-45be-b5d2-f9869cb3fd15", "name": "network-vif-plugged", "status": "completed", "tag": "b1aec121-b6fb-47c3-aaed-c69f1ac77a63", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:23.574393 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae60121a-33ca-4f4e-b857-d0ec3007d304 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:23.575334 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'code': 200} Sep 24 00:24:23.601314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: e13f56d3-0a98-4f5a-a1a4-62008b79ec5a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:24:23.601631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device e13f56d3-0a98-4f5a-a1a4-62008b79ec5a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:24:23.653086 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:23.657457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:23.710179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=1e5d3431-26e9-438d-a217-db0511eec0df,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:23.717008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3c4f01-a42a-451c-8829-ac15a58b0369 req-66c838e6-a4cc-47f8-aa7d-30aa3e57f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:23.719954 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a3c4f01-a42a-451c-8829-ac15a58b0369 req-66c838e6-a4cc-47f8-aa7d-30aa3e57f17d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1097 time: 0.0565562 Sep 24 00:24:23.772988 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a3c4f01-a42a-451c-8829-ac15a58b0369 req-046856db-b27d-4d64-8c52-8383f99e459a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456641 Sep 24 00:24:23.814954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02e7ce-d890-4db3-bbdc-bc0a7c00c4b1 req-69f0778c-8f70-460a-ad6d-6710aa8cd113 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:23.816581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a02e7ce-d890-4db3-bbdc-bc0a7c00c4b1 req-69f0778c-8f70-460a-ad6d-6710aa8cd113 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 945 time: 0.1599152 Sep 24 00:24:23.956465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a02e7ce-d890-4db3-bbdc-bc0a7c00c4b1 req-189176a9-ccf0-4899-8a03-5d21b797f0b6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296725 Sep 24 00:24:24.021358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:24.266506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 760345e3-2591-4340-a5f7-8acd17a246d8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:24:24.401837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:24.408334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1682f677-d3d1-4131-b1ef-b5b677f5bbb0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "PUT /v2.0/routers/760345e3-2591-4340-a5f7-8acd17a246d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1670990 Sep 24 00:24:24.411251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60436) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:24.416788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] Sync routers for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:24.427576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:24.428214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:24.480768 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb282941-c601-40fa-9782-445c7a029418 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting subnet 06de10ac-7a47-4be0-aa3d-c848826a0ff8 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:24:24.488144 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb282941-c601-40fa-9782-445c7a029418 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:24.544850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f83dc036-c210-4d30-be35-c99412a3e08b req-3e60a0f6-16b8-40f4-97f0-0eb91e7f9567 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0461130 Sep 24 00:24:24.571927 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb282941-c601-40fa-9782-445c7a029418 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:24.583637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:24.745669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb282941-c601-40fa-9782-445c7a029418 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:24.807727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058f5b2-b0a1-417b-9f35-c057a3854587 req-774a8a00-ecf1-4cbe-aad2-d3f20f9c5cf8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:24.820579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e058f5b2-b0a1-417b-9f35-c057a3854587 req-774a8a00-ecf1-4cbe-aad2-d3f20f9c5cf8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1143780 Sep 24 00:24:24.856032 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb282941-c601-40fa-9782-445c7a029418 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:24.873684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e058f5b2-b0a1-417b-9f35-c057a3854587 req-563e1a65-fb3b-47d8-968a-e96acfa1baec tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500147 Sep 24 00:24:24.899084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0050ec0d-d35d-4744-861a-f9e1ede91914 None None] Network ae378b39-998b-4d88-b8fb-a585007b0301 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:24:24.933576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:23Z', 'revision_number': 7, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:24.934110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cb282941-c601-40fa-9782-445c7a029418 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:24.938613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cb282941-c601-40fa-9782-445c7a029418 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/subnets/06de10ac-7a47-4be0-aa3d-c848826a0ff8 HTTP/1.1" status: 204 len: 168 time: 0.5258453 Sep 24 00:24:24.940625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb282941-c601-40fa-9782-445c7a029418 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Subnet': ['ID=06de10ac-7a47-4be0-aa3d-c848826a0ff8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:24.942199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60444) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:25.009199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] Checking router: 760345e3-2591-4340-a5f7-8acd17a246d8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:25.047286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] Routers {'760345e3-2591-4340-a5f7-8acd17a246d8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:25.048117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:23:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['760345e3-2591-4340-a5f7-8acd17a246d8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:25.096143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:25.143988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca26299-6345-447d-b0cd-550a1392eaf9 req-c20b6b94-770e-4514-8abe-118223fa7c92 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:25.146842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ca26299-6345-447d-b0cd-550a1392eaf9 req-c20b6b94-770e-4514-8abe-118223fa7c92 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 945 time: 0.0673985 Sep 24 00:24:25.228396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ca26299-6345-447d-b0cd-550a1392eaf9 req-8a8d12c7-a678-42ff-85f5-14b81326341b tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706968 Sep 24 00:24:25.261170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] Set router 760345e3-2591-4340-a5f7-8acd17a246d8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:25.433533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75d155-520b-4e9e-9df2-252f4a80f2ff req-8484ae10-8602-4784-a0ad-80f0bc481eb6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:25.436427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c75d155-520b-4e9e-9df2-252f4a80f2ff req-8484ae10-8602-4784-a0ad-80f0bc481eb6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 945 time: 0.0854270 Sep 24 00:24:25.494601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c75d155-520b-4e9e-9df2-252f4a80f2ff req-f39820b6-b23d-48dd-8331-8a0122722ca5 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434797 Sep 24 00:24:25.577405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] DHCP port deletion for ae378b39-998b-4d88-b8fb-a585007b0301 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:24:25.600147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:25.688085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:25.688085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:25.692371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 84155e42-2f73-4f6b-a2e4-e81461b0d3fe no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:24:25.769085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c3be5d5-0d54-4ba8-8c79-9a97dcd487e7 req-297d1856-49ec-46f2-b0ee-5187ead0077b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0599148 Sep 24 00:24:25.798895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] Deleting port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:24:25.799380 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:25.805019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba942a3-6831-4d11-9144-73e7ee0e80b4 req-b9b78971-cb71-4f93-ae8e-b81fd723afcd tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:25.807110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ba942a3-6831-4d11-9144-73e7ee0e80b4 req-b9b78971-cb71-4f93-ae8e-b81fd723afcd tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 945 time: 0.1478500 Sep 24 00:24:25.848652 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port 535d5b10-0171-4fe9-ba83-e0ad078d1ef9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=535d5b10-0171-4fe9-ba83-e0ad078d1ef9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:25.849444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:25.869005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:25.873882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ba942a3-6831-4d11-9144-73e7ee0e80b4 req-ecf84856-ab60-4cbd-b4d3-33dec3d99059 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539131 Sep 24 00:24:25.914007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60458) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:25.999049 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.031755 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] For port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:26.032200 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.044401 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.066433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] Calling delete_port for 84155e42-2f73-4f6b-a2e4-e81461b0d3fe owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:24:26.070279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7218af64-8419-431e-8a2c-ecacb2d288fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.076991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:23Z', 'revision_number': 7, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:26.113283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9764910-547f-43b5-b48f-76d28da6eeaf req-86926ce7-4268-45fd-99c5-db700c0a167a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:26.115360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9764910-547f-43b5-b48f-76d28da6eeaf req-86926ce7-4268-45fd-99c5-db700c0a167a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1184990 Sep 24 00:24:26.121245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafe048a-da82-4d03-9ce8-23e2bb1a398c tempest-TestServerBasicOps-1775226698 tempest-TestServerBasicOps-1775226698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:26.122777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dafe048a-da82-4d03-9ce8-23e2bb1a398c tempest-TestServerBasicOps-1775226698 tempest-TestServerBasicOps-1775226698-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1092 time: 0.2072015 Sep 24 00:24:26.125708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36590adf-87f5-4cd1-859c-c00dade06043 None None] The sync data for ids ['760345e3-2591-4340-a5f7-8acd17a246d8'] in n-d-713498-18 is: [{'id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'name': 'tempest-TestNetworkBasicOps-router-407633976', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192'}], 'enable_snat': True}, 'gw_port_id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:22:24Z', 'updated_at': '2021-09-24T00:24:23Z', 'revision_number': 7, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '535d5b10-0171-4fe9-ba83-e0ad078d1ef9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:11:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '760345e3-2591-4340-a5f7-8acd17a246d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:22:25Z', 'updated_at': '2021-09-24T00:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:26.126372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60462) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:26.135704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:26.178553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,segment=NetworkSegment(98adc346-4c69-4b13-bc94-e404b373907e),segment_id=98adc346-4c69-4b13-bc94-e404b373907e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:26.188074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.198104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.212154 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.247141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9764910-547f-43b5-b48f-76d28da6eeaf req-2bd28c51-7eab-4033-8fa1-bbf90c9809bd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050982 Sep 24 00:24:26.254525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=535d5b10-0171-4fe9-ba83-e0ad078d1ef9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:26.282113 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.284867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:26.323360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] Pushing event deleted for resources: {'Port': ['ID=84155e42-2f73-4f6b-a2e4-e81461b0d3fe,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:26.325906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07be87db-5d61-41dc-8fbe-617ba1bd2cca None None] No DVR routers for this DVR port 84155e42-2f73-4f6b-a2e4-e81461b0d3fe on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:24:26.367194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.392981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.485097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.490484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.538648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Allocated IP 172.25.5.227 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/172733a0-34a3-48af-8d10-4ed239d37099) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:26.587168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.588101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Fanout notify agent at l3_agent the message router_deleted on router 760345e3-2591-4340-a5f7-8acd17a246d8 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:24:26.597268 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.602137 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-93106209-fc9a-40e4-b3d6-fa1e3968e0ce tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/routers/760345e3-2591-4340-a5f7-8acd17a246d8 HTTP/1.1" status: 204 len: 168 time: 1.6556807 Sep 24 00:24:26.602461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60464) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:26.689216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.740283 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.750030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.797260 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.807817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:26.813430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:26.819602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:26.876755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'Port': ['ID=172733a0-34a3-48af-8d10-4ed239d37099,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:26.891452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:26.940484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae378b39-998b-4d88-b8fb-a585007b0301']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:26.962906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98adc346-4c69-4b13-bc94-e404b373907e') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:26.963402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98adc346-4c69-4b13-bc94-e404b373907e') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:26.982801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.005384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c64c24e-6e27-4c33-8e67-af5d43f97cdb req-bb589bd0-3235-4be4-96d2-004c26899986 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0971794 Sep 24 00:24:27.011352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.035087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:24:27.037106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:24:27.056260 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:24:27.142655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.153851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.157246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/networks/ae378b39-998b-4d88-b8fb-a585007b0301 HTTP/1.1" status: 204 len: 168 time: 0.5529668 Sep 24 00:24:27.184918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061b676-6a2d-455e-a83e-98c020fdcbe4 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Network': ['ID=ae378b39-998b-4d88-b8fb-a585007b0301,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:27.186131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60470) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:27.194888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'network': {'name': 'tempest-network-smoke--1453439977', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'port_security_enabled': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:27.230641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:24:27.237038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.267680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:24:27.278164 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.278531 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Added segment 40027f9c-3824-409b-a226-bfbd3cd860da of type vlan for network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 Sep 24 00:24:27.333415 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.364051 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.370252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:27.370915 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.408851 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2214863 Sep 24 00:24:27.411538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60474) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:27.416095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'admin_state_up': True, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:27.474009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e78f92-87ce-4fe5-be03-f243abbac977 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Network': ['ID=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:27.478681 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.480347 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.495998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:24:27.569881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.617155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e5d3431-26e9-438d-a217-db0511eec0df no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:24:27.650176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 1e5d3431-26e9-438d-a217-db0511eec0df {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:24:27.650519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1e5d3431-26e9-438d-a217-db0511eec0df not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:24:27.650967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:24:27.674941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:24:27.675347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 535d5b10-0171-4fe9-ba83-e0ad078d1ef9 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:24:27.792035 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.822916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7af162-3c22-4851-a6a9-6e9d32f13e69 req-441df351-a8d3-4144-b001-31260f99ee96 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:27.824526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb7af162-3c22-4851-a6a9-6e9d32f13e69 req-441df351-a8d3-4144-b001-31260f99ee96 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.4284239 Sep 24 00:24:27.831573 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:27.903901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb7af162-3c22-4851-a6a9-6e9d32f13e69 req-856bbc35-d431-4789-833e-75d57e8eecf0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669057 Sep 24 00:24:27.953367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.074998 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.121335 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.140756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.147820 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.238561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00a4b030-1f63-46b1-b601-56e8256db18b req-9a26155f-c5f4-4e6a-8eb8-2ecafbe91692 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0736079 Sep 24 00:24:28.263434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event updated for resources: {'Port': ['ID=172733a0-34a3-48af-8d10-4ed239d37099,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:28.278562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.313939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.25.5.61 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/0d033bb6-5e02-4394-a28f-f3a3774bd752) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:28.401763 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Floating IP 82edf80f-ec20-49dc-8ad6-67ccc55a4634 associated. External IP: 172.25.5.227, port: b1aec121-b6fb-47c3-aaed-c69f1ac77a63. Sep 24 00:24:28.470355 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.524528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.585706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:28.590597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:28.602607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:28.607389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=0d033bb6-5e02-4394-a28f-f3a3774bd752,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:28.676308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Router bd51d8ba-a610-41de-be7a-004e165bd0d7 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:24:28.821481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:28.846524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:28.847290 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] Sync routers for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:28.865542 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:28.867093 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:28.883406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3aeca811-efd8-4051-8c82-3fe3b5944bdc tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7524357 Sep 24 00:24:28.884232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'tag': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:28.886808 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f38b06-99fc-45be-b5d2-f9869cb3fd15", "tag": "b1aec121-b6fb-47c3-aaed-c69f1ac77a63"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:28.929553 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6802148f-4ab7-4c44-8458-6c30c701816d x-openstack-request-id: req-6802148f-4ab7-4c44-8458-6c30c701816d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:28.929857 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f38b06-99fc-45be-b5d2-f9869cb3fd15", "tag": "b1aec121-b6fb-47c3-aaed-c69f1ac77a63", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:28.930178 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6802148f-4ab7-4c44-8458-6c30c701816d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:28.930592 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'tag': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'status': 'completed', 'code': 200} Sep 24 00:24:29.005981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:29.062820 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:29.075752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-730cb8c0-3841-4939-8c22-3578c029fb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:29.078081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e842a8-2c22-4c6d-a6f2-77e9e87b0a8f req-fcfded3e-7738-44ff-b7fe-759b846ce05b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:29.078268 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-730cb8c0-3841-4939-8c22-3578c029fb13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d3774c77e1040af9001a20773a7c710&device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1097 time: 0.1246054 Sep 24 00:24:29.080004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9e842a8-2c22-4c6d-a6f2-77e9e87b0a8f req-fcfded3e-7738-44ff-b7fe-759b846ce05b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0736039 Sep 24 00:24:29.168899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9e842a8-2c22-4c6d-a6f2-77e9e87b0a8f req-08f46a8f-0df7-4d63-a195-0d8be987cb11 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733602 Sep 24 00:24:29.188194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:29.356570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-e1b37ab1-bb09-4d6c-b413-c7c8ea4ceb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:29.358341 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-e1b37ab1-bb09-4d6c-b413-c7c8ea4ceb49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffc8f9e0-8a50-409a-b2fa-d556821a8884 HTTP/1.1" status: 200 len: 910 time: 0.2712181 Sep 24 00:24:29.396480 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '82edf80f-ec20-49dc-8ad6-67ccc55a4634', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'port_id': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'mac_address': 'fa:16:3e:56:df:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:27Z', 'revision_number': 0, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:24:03Z', 'revision_number': 5, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:29.413741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de0aa42e-7284-457d-aecc-513f84fc4a98 req-b1b328aa-a111-493e-80dd-e6d764ab8e1d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0612590 Sep 24 00:24:29.437727 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] Checking router: bd51d8ba-a610-41de-be7a-004e165bd0d7 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:29.448645 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:29.449935 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:29.529516 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-8d6366df-47ff-4d96-8fd3-696be886be52 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63 HTTP/1.1" status: 200 len: 999 time: 0.1640966 Sep 24 00:24:29.539888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:29.602881 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:29.636683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-a562ead7-600d-47f9-99b9-cf4b759e5c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:29.639367 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-a562ead7-600d-47f9-99b9-cf4b759e5c52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcbb256-ec7d-458a-b2a2-723024842fc4 HTTP/1.1" status: 200 len: 848 time: 0.1014373 Sep 24 00:24:29.751340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-f7380e64-9c8d-423e-a2e8-b1bc0795b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:29.752787 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-f7380e64-9c8d-423e-a2e8-b1bc0795b645 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffc8f9e0-8a50-409a-b2fa-d556821a8884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1049387 Sep 24 00:24:29.843033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:24:29.914531 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '82edf80f-ec20-49dc-8ad6-67ccc55a4634', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'port_id': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'mac_address': 'fa:16:3e:56:df:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:27Z', 'revision_number': 0, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:24:03Z', 'revision_number': 5, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:29.935507 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-793bdeb6-d822-4655-84ca-d0eb9c9f0997 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754053 Sep 24 00:24:29.949135 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4d75a1-ed39-4b8d-af8b-613bfddfd5d3 None None] The sync data for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 is: [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '82edf80f-ec20-49dc-8ad6-67ccc55a4634', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'floating_ip_address': '172.25.5.227', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'port_id': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'mac_address': 'fa:16:3e:56:df:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:27Z', 'revision_number': 0, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:24:03Z', 'revision_number': 5, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:30.233726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3255f43-20c6-4833-92b8-ad38aef3310e None None] New status for floating IP 82edf80f-ec20-49dc-8ad6-67ccc55a4634: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:24:30.349780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd52952-efd1-42a3-a649-35994fd10314 req-78fce9c3-e8c8-44dc-bb24-f4bfc344db9b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:30.351671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd52952-efd1-42a3-a649-35994fd10314 req-78fce9c3-e8c8-44dc-bb24-f4bfc344db9b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0742431 Sep 24 00:24:30.439718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdd52952-efd1-42a3-a649-35994fd10314 req-a76d2b7b-6965-4d77-bce2-634898120a86 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765564 Sep 24 00:24:30.458244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:30.487586 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Sync routers for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:30.489626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9b5fcb06-1fe6-454f-b5e3-2b1a9a70ed26 req-4b03da96-01a1-47c4-bdc5-335e927bb9d7 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465558 Sep 24 00:24:30.509384 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:30.511215 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:30.516400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:30.518521 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-139b231e-e762-4c7c-936a-3ffe61a5c5d0 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1057045 Sep 24 00:24:30.523363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60498) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:30.593997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c88e6ac0-ab31-47b0-a0fd-67d9fd75ee84 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=dfa7ccf7ae784120b00f5a529ad5d237&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0693183 Sep 24 00:24:30.598285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60500) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:30.627887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a91e057b-c465-4e2c-aa13-5d0e5cd53cde req-1d07e873-5927-4852-8f87-c89dc00a9a50 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0707116 Sep 24 00:24:30.676467 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:30.734092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7860c04-ec65-45d5-935d-dd127371c6cd tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:30.735723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e7860c04-ec65-45d5-935d-dd127371c6cd tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1362989 Sep 24 00:24:30.740167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60502) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:30.776898 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fdd3ae55-29d8-40e1-af59-eb84e0f92e43 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0354772 Sep 24 00:24:30.781344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60504) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:30.789050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-853844337', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:30.900849 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:28Z', 'revision_number': 3, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:30.919059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:24:30.923673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:30.943078 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Checking router: 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:30.944320 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Updating router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 port 0d033bb6-5e02-4394-a28f-f3a3774bd752 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:24:30.972041 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.139027 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.226453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Subnet': ['ID=348927e6-a094-413d-8a36-1e1b6da9653c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:31.236015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Checking segment: {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:31.236279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network hostable DHCP agents. Network: 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:24:31.257917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:24:31.271245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:31.279172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:31.280361 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.285187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fece9-3c6c-43d0-9d6b-a0d3777aad6a None None] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:24:31.299491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-66aa3329-547d-448a-87fa-c9886ca69d21 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5164464 Sep 24 00:24:31.304001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60506) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:31.461793 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.468077 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.497712 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Attempting to bind port 0d033bb6-5e02-4394-a28f-f3a3774bd752 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:31.497712 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Attempting to bind port 0d033bb6-5e02-4394-a28f-f3a3774bd752 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:31.498189 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Attempting to bind port 0d033bb6-5e02-4394-a28f-f3a3774bd752 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:31.521093 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:31.521469 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:31.522072 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.522504 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:31.523003 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Bound port: 0d033bb6-5e02-4394-a28f-f3a3774bd752, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:31.523386 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.533051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:24:31.534864 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.567445 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e7b5a-49ad-42b2-b479-4e0de1afc511 None None] Pushing event updated for resources: {'Port': ['ID=0d033bb6-5e02-4394-a28f-f3a3774bd752,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:31.600855 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] For port 0d033bb6-5e02-4394-a28f-f3a3774bd752, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:31.604463 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] For port 0d033bb6-5e02-4394-a28f-f3a3774bd752, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d033bb6-5e02-4394-a28f-f3a3774bd752,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:31.611046 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:31.671706 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:31.673196 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:31.686384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d23c5-9f81-4fa1-a574-d687619b3c4c req-86c27617-fd3f-4e93-aa10-9615268f2e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:31.689051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd9d23c5-9f81-4fa1-a574-d687619b3c4c req-86c27617-fd3f-4e93-aa10-9615268f2e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1054461 Sep 24 00:24:31.766741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Allocated IP 172.20.0.2 (17a46fbd-d21a-447f-99e8-1d6aeb77c2f0/348927e6-a094-413d-8a36-1e1b6da9653c/19b23e69-2e56-457a-aa9e-17c8bff4db5e) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:31.781368 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21e7b5a-49ad-42b2-b479-4e0de1afc511 None None] Pushing event updated for resources: {'Port': ['ID=0d033bb6-5e02-4394-a28f-f3a3774bd752,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:31.804895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd9d23c5-9f81-4fa1-a574-d687619b3c4c req-09e58df3-1a22-4206-a5b8-e25cc820d0db tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028092 Sep 24 00:24:31.816642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-053a189f-7505-43bb-a968-1e35a1681a27 req-0fbfdcde-0c90-41a8-a317-862bbe377a41 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0866721 Sep 24 00:24:31.868630 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:32.053813 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:32.059603 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:32.063969 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:32.086285 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:28Z', 'revision_number': 3, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:32.122034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Pushing event updated for resources: {'Port': ['ID=19b23e69-2e56-457a-aa9e-17c8bff4db5e,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:32.137177 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68f7af4-acfd-425e-8607-e3a2167eba7c None None] The sync data for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 is: [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:28Z', 'revision_number': 3, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:32.138088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:32.141538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:32.146657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:32.232196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Attempting to bind port 19b23e69-2e56-457a-aa9e-17c8bff4db5e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:32.232670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Attempting to bind port 19b23e69-2e56-457a-aa9e-17c8bff4db5e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:32.233107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Attempting to bind port 19b23e69-2e56-457a-aa9e-17c8bff4db5e on network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:32.239404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:32.239766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Checking segment: {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:32.240184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:32.240707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Bound using segment: {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:32.241667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Bound port: 19b23e69-2e56-457a-aa9e-17c8bff4db5e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:32.241667 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:32.332210 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] For port 19b23e69-2e56-457a-aa9e-17c8bff4db5e, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:32.340082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] For port 19b23e69-2e56-457a-aa9e-17c8bff4db5e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19b23e69-2e56-457a-aa9e-17c8bff4db5e,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:32.345622 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:32.438959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0097da-6216-4169-b0a2-873f91ae0a31 None None] Pushing event updated for resources: {'Port': ['ID=19b23e69-2e56-457a-aa9e-17c8bff4db5e,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:32.523581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.20.0.1 (17a46fbd-d21a-447f-99e8-1d6aeb77c2f0/348927e6-a094-413d-8a36-1e1b6da9653c/7bc30cd0-3788-4644-a3b4-0004df76a0ff) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:32.757868 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:32.812536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:32.876399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:32.884961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:32.889607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:32.937711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=7bc30cd0-3788-4644-a3b4-0004df76a0ff,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:32.962460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7b629e6-4b42-4d54-90e2-fb02b89c2743 req-5a8ef36c-d871-4a4d-a2e9-1a1161f86dda tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0412803 Sep 24 00:24:32.992624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:33.059136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee60d9a-75cc-4759-9ae6-3ac1c9576ed9 req-6c063c58-487a-44dc-b6da-505b40ff70d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:33.060825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ee60d9a-75cc-4759-9ae6-3ac1c9576ed9 req-6c063c58-487a-44dc-b6da-505b40ff70d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0946789 Sep 24 00:24:33.139279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ee60d9a-75cc-4759-9ae6-3ac1c9576ed9 req-7fec4a2c-84ef-4f45-82cd-b5d5bc2eb773 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600817 Sep 24 00:24:33.203414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:33.678871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19b23e69-2e56-457a-aa9e-17c8bff4db5e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:33.693474 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:33.700515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:33.776166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 19b23e69-2e56-457a-aa9e-17c8bff4db5e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:33.776713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:33.852171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8284c0-4b01-4686-ae82-42c4106dec49 None None] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:24:33.862895 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:33.869852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=7bc30cd0-3788-4644-a3b4-0004df76a0ff,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:33.988920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c624c71e-7d6d-4b97-8b03-9dc5fc24770d None None] Provisioning complete for port 19b23e69-2e56-457a-aa9e-17c8bff4db5e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:33.989513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c624c71e-7d6d-4b97-8b03-9dc5fc24770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:34.012414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:34.014864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:34.130049 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4595a6a0-2735-4bb6-bf1f-4f655b6f9906 req-705af7fc-4610-48b2-b88c-097de4f4d27d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0908253 Sep 24 00:24:34.169180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:34.258101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:24:34.328432 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c624c71e-7d6d-4b97-8b03-9dc5fc24770d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:34.343244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 19b23e69-2e56-457a-aa9e-17c8bff4db5e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19b23e69-2e56-457a-aa9e-17c8bff4db5e,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:34.358389 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:34.359521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d033bb6-5e02-4394-a28f-f3a3774bd752 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:34.379709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e65e58-4ef4-484d-9017-3c7adbd832c7 req-b9d1f080-b4ef-4855-a861-d6efc2aa520f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.391885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68e65e58-4ef4-484d-9017-3c7adbd832c7 req-b9d1f080-b4ef-4855-a861-d6efc2aa520f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1077504 Sep 24 00:24:34.463463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68e65e58-4ef4-484d-9017-3c7adbd832c7 req-6082e6e6-d321-4ace-a4a7-4e612c1f6ad5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701809 Sep 24 00:24:34.493213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:34.508455 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-88cad229-9f6f-43d2-addb-22dbc2e61d5f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "PUT /v2.0/routers/002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1987331 Sep 24 00:24:34.508827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60526) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:34.653676 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:24:34.759820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Sync routers for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:34.772695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.773494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.774292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.775079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.775763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.776473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.777191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.777822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.778523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.779262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.782833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb17d6c4-5e06-4083-9a81-c9a49a6e49f0 tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7064 time: 0.2724161 Sep 24 00:24:34.787002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60528) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:34.787788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=19b23e69-2e56-457a-aa9e-17c8bff4db5e,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:34.804911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-c624c71e-7d6d-4b97-8b03-9dc5fc24770d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:24:34.805275 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-c624c71e-7d6d-4b97-8b03-9dc5fc24770d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:24:34.807873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:34.808508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:34.848587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0d033bb6-5e02-4394-a28f-f3a3774bd752 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:34.848883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:34.910027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.910991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.911794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.912526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.913387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.914055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.914733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.915528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.916277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.917480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:34.925751 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e620b048-609a-4a1a-9472-b719b344ec5b tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6538 time: 0.1315899 Sep 24 00:24:34.927965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60530) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:35.020599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:35.023597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:35.106968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0d033bb6-5e02-4394-a28f-f3a3774bd752, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d033bb6-5e02-4394-a28f-f3a3774bd752,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:35.119478 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:35.198837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-30bb621a-6a6f-4d22-a10a-e014e74cae5d tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5930 time: 0.2681270 Sep 24 00:24:35.274870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0d033bb6-5e02-4394-a28f-f3a3774bd752,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:35.347738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38415e4c-8c7f-4ebd-99be-bd4a3e3778b2 req-49cb5391-9b36-4d5f-b037-006beb992ccb tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0325384 Sep 24 00:24:35.553887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ac14bb1c-9adb-4b2e-bdb5-3e2589c24fb8 None None] Provisioning complete for port 7bc30cd0-3788-4644-a3b4-0004df76a0ff triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:35.555023 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac14bb1c-9adb-4b2e-bdb5-3e2589c24fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:35.601490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19b23e69-2e56-457a-aa9e-17c8bff4db5e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:35.657470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f583308-a653-4c46-af5d-373f4f76d38b req-4bf91b02-a0c4-4cb0-bfe8-cbfe92c82bc7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:35.657718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 2, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:35.660382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f583308-a653-4c46-af5d-373f4f76d38b req-4bf91b02-a0c4-4cb0-bfe8-cbfe92c82bc7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0839193 Sep 24 00:24:35.710990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ac14bb1c-9adb-4b2e-bdb5-3e2589c24fb8 None None] Port 7bc30cd0-3788-4644-a3b4-0004df76a0ff cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:24:35.721831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Checking router: 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:35.721831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Updating router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 port 7bc30cd0-3788-4644-a3b4-0004df76a0ff binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:24:35.730865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f583308-a653-4c46-af5d-373f4f76d38b req-88738c82-8691-4f2d-aea4-1fc4667af422 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600448 Sep 24 00:24:35.761548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ac14bb1c-9adb-4b2e-bdb5-3e2589c24fb8 None None] Provisioning complete for port 19b23e69-2e56-457a-aa9e-17c8bff4db5e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:35.761548 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac14bb1c-9adb-4b2e-bdb5-3e2589c24fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:35.764572 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:35.812247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 19b23e69-2e56-457a-aa9e-17c8bff4db5e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:35.812619 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:35.942486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60542) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:35.947724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4c62903b-13d5-4ef5-9b30-301cc41c62de tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676392016', 'description': 'tempest-secgroup-smoke-676392016 description', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:35.977255 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c62903b-13d5-4ef5-9b30-301cc41c62de tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.085429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d033bb6-5e02-4394-a28f-f3a3774bd752 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:36.101832 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c62903b-13d5-4ef5-9b30-301cc41c62de tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.107978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c62903b-13d5-4ef5-9b30-301cc41c62de tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.165040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4c62903b-13d5-4ef5-9b30-301cc41c62de tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.167099 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4c62903b-13d5-4ef5-9b30-301cc41c62de tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2230694 Sep 24 00:24:36.170892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60544) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:36.179827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c367a9eb-7d98-464a-b792-45a16e31ca77 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': 'f32f7147-c7b6-4e84-84ac-764d6c5e2c56', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:36.187832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62903b-13d5-4ef5-9b30-301cc41c62de tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f32f7147-c7b6-4e84-84ac-764d6c5e2c56,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:36.200348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0d033bb6-5e02-4394-a28f-f3a3774bd752 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:36.200733 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.233815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c367a9eb-7d98-464a-b792-45a16e31ca77 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.322966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c367a9eb-7d98-464a-b792-45a16e31ca77 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.331563 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.331960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c367a9eb-7d98-464a-b792-45a16e31ca77 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.347351 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.370044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c367a9eb-7d98-464a-b792-45a16e31ca77 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9653ccb-3dc6-47f8-b330-7829eadde39d,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:36.379153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c367a9eb-7d98-464a-b792-45a16e31ca77 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.380937 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c367a9eb-7d98-464a-b792-45a16e31ca77 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2084467 Sep 24 00:24:36.384300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60548) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:36.391702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b114f656-90af-4599-b242-4eb3923ae867 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': 'f32f7147-c7b6-4e84-84ac-764d6c5e2c56', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:36.448878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee5630-4883-4539-987c-ad828c42075a None None] Pushing event updated for resources: {'Port': ['ID=7bc30cd0-3788-4644-a3b4-0004df76a0ff,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:36.454944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b114f656-90af-4599-b242-4eb3923ae867 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.518808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Attempting to bind port 7bc30cd0-3788-4644-a3b4-0004df76a0ff on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:36.519088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Attempting to bind port 7bc30cd0-3788-4644-a3b4-0004df76a0ff by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:36.519461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Attempting to bind port 7bc30cd0-3788-4644-a3b4-0004df76a0ff on network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:36.526578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:36.526992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Checking segment: {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:36.527375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.527833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Bound using segment: {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:36.528313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Bound port: 7bc30cd0-3788-4644-a3b4-0004df76a0ff, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:36.528744 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.573472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-745294e0-dc5a-425b-80c7-d2e3213be0d9 req-8e11f8aa-069a-4fc7-b033-84718a487d36 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0617785 Sep 24 00:24:36.580043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b114f656-90af-4599-b242-4eb3923ae867 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.595292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b114f656-90af-4599-b242-4eb3923ae867 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.606141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] For port 7bc30cd0-3788-4644-a3b4-0004df76a0ff, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:36.610334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] For port 7bc30cd0-3788-4644-a3b4-0004df76a0ff, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7bc30cd0-3788-4644-a3b4-0004df76a0ff,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:36.616714 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.633283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114f656-90af-4599-b242-4eb3923ae867 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fe561d-ffe1-4957-90e6-80e2ac2ab681,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:36.645679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b114f656-90af-4599-b242-4eb3923ae867 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.647860 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b114f656-90af-4599-b242-4eb3923ae867 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2623267 Sep 24 00:24:36.652113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60552) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:36.658830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2006575e-4984-4752-b5eb-6d096608489b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': 'f32f7147-c7b6-4e84-84ac-764d6c5e2c56', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:36.717829 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2006575e-4984-4752-b5eb-6d096608489b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.720209 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.744623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:36.745392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:36.753411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee5630-4883-4539-987c-ad828c42075a None None] Pushing event updated for resources: {'Port': ['ID=7bc30cd0-3788-4644-a3b4-0004df76a0ff,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:36.801499 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2006575e-4984-4752-b5eb-6d096608489b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.807628 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2006575e-4984-4752-b5eb-6d096608489b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.836968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2006575e-4984-4752-b5eb-6d096608489b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1b5439-8316-45c4-906f-42f8baf14687,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:36.838681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e6cc239b-aac9-4ccc-a829-a906e9a8e00c None None] Provisioning complete for port 7bc30cd0-3788-4644-a3b4-0004df76a0ff triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:36.839494 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e6cc239b-aac9-4ccc-a829-a906e9a8e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.860014 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2006575e-4984-4752-b5eb-6d096608489b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.862211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2006575e-4984-4752-b5eb-6d096608489b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2082033 Sep 24 00:24:36.865653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60556) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:36.872096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-64946f2f-2185-4c19-bf65-1ae7fa538e96 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': 'f32f7147-c7b6-4e84-84ac-764d6c5e2c56', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:36.932489 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64946f2f-2185-4c19-bf65-1ae7fa538e96 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:36.974716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e0c97f-19f6-47e3-a89c-158e25a9ea1c req-b59ca966-c8e4-4bb4-99ae-b3307fccc4e2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:36.977340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68e0c97f-19f6-47e3-a89c-158e25a9ea1c req-b59ca966-c8e4-4bb4-99ae-b3307fccc4e2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0913322 Sep 24 00:24:36.977609 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:37.014386 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e6cc239b-aac9-4ccc-a829-a906e9a8e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.072270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64946f2f-2185-4c19-bf65-1ae7fa538e96 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.081781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68e0c97f-19f6-47e3-a89c-158e25a9ea1c req-062e8080-c9dc-49c6-8875-9bfbacbd8685 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827372 Sep 24 00:24:37.085434 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64946f2f-2185-4c19-bf65-1ae7fa538e96 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.116289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64946f2f-2185-4c19-bf65-1ae7fa538e96 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46f5706d-60b1-4c40-bcbe-f71981300cba,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:37.126500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64946f2f-2185-4c19-bf65-1ae7fa538e96 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.128384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-64946f2f-2185-4c19-bf65-1ae7fa538e96 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2601955 Sep 24 00:24:37.132078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60558) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:37.137516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e6cc239b-aac9-4ccc-a829-a906e9a8e00c None None] For port 7bc30cd0-3788-4644-a3b4-0004df76a0ff, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7bc30cd0-3788-4644-a3b4-0004df76a0ff,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:37.141780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-efbf7450-3680-4517-9a3c-eb46b19bf354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': 'f32f7147-c7b6-4e84-84ac-764d6c5e2c56', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:37.157677 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e6cc239b-aac9-4ccc-a829-a906e9a8e00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.180531 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-efbf7450-3680-4517-9a3c-eb46b19bf354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Project dfa7ccf7ae784120b00f5a529ad5d237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:24:37.188721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efbf7450-3680-4517-9a3c-eb46b19bf354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.298521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efbf7450-3680-4517-9a3c-eb46b19bf354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.303645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efbf7450-3680-4517-9a3c-eb46b19bf354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.324896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf7450-3680-4517-9a3c-eb46b19bf354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5dc2ac-31a0-4eeb-bc44-ab58b225cc04,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:37.328406 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efbf7450-3680-4517-9a3c-eb46b19bf354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.333791 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-efbf7450-3680-4517-9a3c-eb46b19bf354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1952212 Sep 24 00:24:37.335886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60560) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:37.339659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-29abb08d-debe-4adb-b6e6-7d165cc830cb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'security_group_rule': {'security_group_id': 'f32f7147-c7b6-4e84-84ac-764d6c5e2c56', 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:37.367121 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-29abb08d-debe-4adb-b6e6-7d165cc830cb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Project dfa7ccf7ae784120b00f5a529ad5d237 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:24:37.373374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29abb08d-debe-4adb-b6e6-7d165cc830cb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.457389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc239b-aac9-4ccc-a829-a906e9a8e00c None None] Pushing event updated for resources: {'Port': ['ID=7bc30cd0-3788-4644-a3b4-0004df76a0ff,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:37.468795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29abb08d-debe-4adb-b6e6-7d165cc830cb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.474547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29abb08d-debe-4adb-b6e6-7d165cc830cb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.480383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8dc9a2e8-3cd0-4860-b0e9-bc711269adf7 None None] Provisioning complete for port 7bc30cd0-3788-4644-a3b4-0004df76a0ff triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:37.480773 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a2e8-3cd0-4860-b0e9-bc711269adf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.496833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abb08d-debe-4adb-b6e6-7d165cc830cb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e2b7b3-b962-4e1a-8e39-daa54365251d,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:37.519923 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29abb08d-debe-4adb-b6e6-7d165cc830cb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:37.527281 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-29abb08d-debe-4adb-b6e6-7d165cc830cb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1914403 Sep 24 00:24:37.607124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:36Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:37.645971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23569a51-93f1-4ee8-b177-0ea2da78695f None None] The sync data for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 is: [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:36Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:37.706521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb62ac18-e0fd-47a0-91f7-934102fc2b64 req-e02006c4-0f2e-48ad-9e02-61a5d26f317a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0316200 Sep 24 00:24:37.862165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-390a4d36-7599-427f-8976-7cf7f2f6be60 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676392016&fields=id&tenant_id=dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 267 time: 0.0526981 Sep 24 00:24:38.044739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-aa7d0a83-aacc-47ee-b617-963d74e1b524 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:38.047419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-aa7d0a83-aacc-47ee-b617-963d74e1b524 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/networks?id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 HTTP/1.1" status: 200 len: 797 time: 0.1806693 Sep 24 00:24:38.067174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-a317234d-b47a-4bc4-b3e2-dc39aed3c407 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/quotas/dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 375 time: 0.0126147 Sep 24 00:24:38.155391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-53bca597-3f9b-4a36-aed5-0275d8e5d946 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790336 Sep 24 00:24:38.286878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9641069-ec6b-43c6-96d1-ed1106fd4d7f req-3db60f59-66c3-447f-8318-76fe77c37c3e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:38.289460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9641069-ec6b-43c6-96d1-ed1106fd4d7f req-3db60f59-66c3-447f-8318-76fe77c37c3e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1154501 Sep 24 00:24:38.410815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9641069-ec6b-43c6-96d1-ed1106fd4d7f req-e8de3120-dd64-4442-8db7-5acd749f82dd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085730 Sep 24 00:24:38.446533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-6e4cd717-03f9-460c-a725-bb57befd6a46 service neutron] 10.222.0.24 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786565 Sep 24 00:24:38.558358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-2d4005c6-4384-43ad-a03c-c57c5a446ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013136 Sep 24 00:24:38.785858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a86c073c-8115-4cbb-b3c6-ba1805c59652 req-906fff3e-e292-4fa6-bb3c-453dbbbc5178 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 210 time: 0.0466702 Sep 24 00:24:38.861269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbd4c4ce-5eab-43b9-bee4-7ab8e23a914d req-6ff1ef4e-ddd0-4fc6-b012-c26f34e3e4db tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0412211 Sep 24 00:24:39.236883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:39.586806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7bc30cd0-3788-4644-a3b4-0004df76a0ff up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:39.609609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf2a09-8ad7-444c-ab74-d9cfcc9a6b24 req-b2c18be2-de35-445f-979f-961c1b277378 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:39.612729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85bf2a09-8ad7-444c-ab74-d9cfcc9a6b24 req-b2c18be2-de35-445f-979f-961c1b277378 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0825486 Sep 24 00:24:39.663555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7bc30cd0-3788-4644-a3b4-0004df76a0ff triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:39.664168 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:39.685800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85bf2a09-8ad7-444c-ab74-d9cfcc9a6b24 req-dfc9b415-2b78-4b54-bc7c-dc7c302baf51 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619936 Sep 24 00:24:39.921196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bf46620-70d2-45d0-86b5-efd25531eeca req-6a2fdb4e-f85c-4cbd-b6ed-6e3f91dcc5bb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 210 time: 0.0428312 Sep 24 00:24:39.992596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c30a7b5-8b6e-48d6-817b-d6ec2a262dd9 req-f5e5bfc3-770f-4741-8a5e-6f9112fdfed0 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0270414 Sep 24 00:24:40.404236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-8dd5a555-f4cd-4d70-a6d9-e8f190031351 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:40.406525 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-8dd5a555-f4cd-4d70-a6d9-e8f190031351 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/networks?id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 HTTP/1.1" status: 200 len: 797 time: 0.1447406 Sep 24 00:24:40.462538 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-251506d3-b626-4521-b2da-cc196b54d354 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dfa7ccf7ae784120b00f5a529ad5d237 HTTP/1.1" status: 200 len: 379 time: 0.0442743 Sep 24 00:24:40.475369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'port': {'device_id': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'admin_state_up': True, 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'security_groups': ['f32f7147-c7b6-4e84-84ac-764d6c5e2c56']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:40.603312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Made reservation on behalf of dfa7ccf7ae784120b00f5a529ad5d237 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:24:40.611601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:40.762504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.20.0.4 (17a46fbd-d21a-447f-99e8-1d6aeb77c2f0/348927e6-a094-413d-8a36-1e1b6da9653c/edb8dd06-e3bf-4885-9680-874f27ea8489) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:40.881745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd3fd8-8d2b-4b96-a146-10d0ad759dbe req-873ad015-48a2-4518-9c11-3ce2ba62ed9e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:40.884464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54fd3fd8-8d2b-4b96-a146-10d0ad759dbe req-873ad015-48a2-4518-9c11-3ce2ba62ed9e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0735767 Sep 24 00:24:40.947018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:40.976378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54fd3fd8-8d2b-4b96-a146-10d0ad759dbe req-80888b0a-c5fd-4d07-8351-fcbaf633ed80 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787306 Sep 24 00:24:41.001952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:41.073549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:41.079144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:41.086992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:41.134239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=edb8dd06-e3bf-4885-9680-874f27ea8489,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:41.160576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c11eef1b-cd4d-4d5f-8cbb-11c7a7caffb7 req-3aaa35e0-f8ac-450f-854e-4439d8b6617b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0430183 Sep 24 00:24:41.183301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2385ad-87b9-43b5-b2c4-b234af1d1b62 req-bfdbfed0-bb70-4303-81bf-f5f27a5c941b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:41.185016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc2385ad-87b9-43b5-b2c4-b234af1d1b62 req-bfdbfed0-bb70-4303-81bf-f5f27a5c941b tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 931 time: 0.1213408 Sep 24 00:24:41.186742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:41.187775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:41.210073 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-b156c83c-3569-4f57-9423-cb43503ae544 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7409070 Sep 24 00:24:41.229698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Request body: {'port': {'device_id': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:41.264233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc2385ad-87b9-43b5-b2c4-b234af1d1b62 req-cf4f4f39-25be-4b32-8b68-94bceb65af7d tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659428 Sep 24 00:24:41.347470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:41.467650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9bf28324-155c-4053-a665-e27effac5e43 None None] Provisioning complete for port edb8dd06-e3bf-4885-9680-874f27ea8489 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:41.468445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bf28324-155c-4053-a665-e27effac5e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:41.511683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9bf28324-155c-4053-a665-e27effac5e43 None None] Port edb8dd06-e3bf-4885-9680-874f27ea8489 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:24:41.689688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edb8dd06-e3bf-4885-9680-874f27ea8489 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:24:41.700656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:41.715759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Transition to ACTIVE for port object edb8dd06-e3bf-4885-9680-874f27ea8489 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:24:41.720579 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:41.793801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Pushing event updated for resources: {'Port': ['ID=edb8dd06-e3bf-4885-9680-874f27ea8489,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:41.898548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Attempting to bind port edb8dd06-e3bf-4885-9680-874f27ea8489 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:24:41.899003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Attempting to bind port edb8dd06-e3bf-4885-9680-874f27ea8489 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:24:41.899238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Attempting to bind port edb8dd06-e3bf-4885-9680-874f27ea8489 on network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:41.913307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Port edb8dd06-e3bf-4885-9680-874f27ea8489 on network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:24:41.913675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Attempting to bind port edb8dd06-e3bf-4885-9680-874f27ea8489 on network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:24:41.919718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:24:41.920058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Checking segment: {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:24:41.920440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Bound using segment: {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:24:41.921010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Bound port: edb8dd06-e3bf-4885-9680-874f27ea8489, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40027f9c-3824-409b-a226-bfbd3cd860da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:24:41.921221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:42.017556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] For port edb8dd06-e3bf-4885-9680-874f27ea8489, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:24:42.023935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] For port edb8dd06-e3bf-4885-9680-874f27ea8489, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=edb8dd06-e3bf-4885-9680-874f27ea8489,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:24:42.030554 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:42.082329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:42.083611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:42.085749 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] 10.222.0.20 "PUT /v2.0/ports/edb8dd06-e3bf-4885-9680-874f27ea8489 HTTP/1.1" status: 200 len: 1092 time: 0.8669500 Sep 24 00:24:42.091121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:42.094337 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42204b71-1250-49da-bfbd-33d3c47ba402" -d '{"events": [{"name": "network-changed", "server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:42.143563 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a7214bb-9fa7-472f-a83e-911480e23453 x-openstack-request-id: req-6a7214bb-9fa7-472f-a83e-911480e23453 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:42.144150 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:42.144654 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a7214bb-9fa7-472f-a83e-911480e23453 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:42.145372 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'status': 'completed', 'code': 200} Sep 24 00:24:42.188873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f3f80-144e-462c-b21d-973720a8809e req-15cec15b-71ff-49c4-b80a-bc6a27042864 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:42.200678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f3f80-144e-462c-b21d-973720a8809e req-15cec15b-71ff-49c4-b80a-bc6a27042864 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1249802 Sep 24 00:24:42.223272 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c63dc-dce9-4d5d-b3a9-073d262f3639 service neutron] Pushing event updated for resources: {'Port': ['ID=edb8dd06-e3bf-4885-9680-874f27ea8489,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:42.254017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-14e2aa6e-dbb4-448a-9a6b-ea3faba1d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:42.257217 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-14e2aa6e-dbb4-448a-9a6b-ea3faba1d2c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 1095 time: 0.1173198 Sep 24 00:24:42.274857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f85f3f80-144e-462c-b21d-973720a8809e req-c18c3e5b-2230-4b8b-b816-34c3fc0b9faa tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714293 Sep 24 00:24:42.338725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36a5551a-bfce-41e8-8d05-89ec9c5c06e5 req-f9f9fa47-ab06-490d-a10c-1bcef7b48267 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0472519 Sep 24 00:24:42.346647 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-06c0cde3-4abc-4ac2-af1f-913dd840e57e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb8dd06-e3bf-4885-9680-874f27ea8489 HTTP/1.1" status: 200 len: 217 time: 0.0737224 Sep 24 00:24:42.414295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-f02caa3d-cae8-4a0e-afc8-5a9c4958f440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:42.415889 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-f02caa3d-cae8-4a0e-afc8-5a9c4958f440 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=348927e6-a094-413d-8a36-1e1b6da9653c HTTP/1.1" status: 200 len: 834 time: 0.0581875 Sep 24 00:24:42.438796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04bae2c-bad6-4710-a687-be1beaa07025 req-ca9746bc-30a4-482c-a5fd-609d6cdc8c06 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:42.441234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c04bae2c-bad6-4710-a687-be1beaa07025 req-ca9746bc-30a4-482c-a5fd-609d6cdc8c06 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 943 time: 0.0700600 Sep 24 00:24:42.486288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-04cc807f-8d44-4648-bce8-9993f9c722b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:42.487873 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-04cc807f-8d44-4648-bce8-9993f9c722b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643716 Sep 24 00:24:42.488590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c04bae2c-bad6-4710-a687-be1beaa07025 req-3e6ebada-d454-4b52-9055-bc0352dc962f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403101 Sep 24 00:24:42.598623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-6aff8bbf-adcb-4ddd-b2eb-8f96df954887 service neutron] 10.222.0.20 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028726 Sep 24 00:24:42.704172 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-efa41ee5-129b-49c8-b5bf-08e4b51307ac req-7688de88-8cd0-45f7-88f7-ae1c2e892be1 service neutron] 10.222.0.20 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951684 Sep 24 00:24:42.812707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-b2b616f7-4b0d-4daf-ae06-03ff56bcdbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:42.814338 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-b2b616f7-4b0d-4daf-ae06-03ff56bcdbdc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 1095 time: 0.0632858 Sep 24 00:24:42.928059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-d80be0e4-9cb4-48d3-ab68-681a3cb828ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:42.929809 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-d80be0e4-9cb4-48d3-ab68-681a3cb828ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 HTTP/1.1" status: 200 len: 898 time: 0.1081028 Sep 24 00:24:42.981905 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-ba8617be-1e66-49fd-a6d2-5cb7ba68b245 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb8dd06-e3bf-4885-9680-874f27ea8489 HTTP/1.1" status: 200 len: 217 time: 0.0441356 Sep 24 00:24:43.033875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-0ee27f31-50ac-4f48-8251-2f1891a0ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:43.035455 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-0ee27f31-50ac-4f48-8251-2f1891a0ddee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=348927e6-a094-413d-8a36-1e1b6da9653c HTTP/1.1" status: 200 len: 834 time: 0.0468714 Sep 24 00:24:43.104821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-ca798098-7376-4403-86fb-919628068e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:43.106425 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-ca798098-7376-4403-86fb-919628068e60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615537 Sep 24 00:24:43.217438 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-b8aec838-78bc-4262-a5d3-0f89f75a1595 service neutron] 10.222.0.20 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027892 Sep 24 00:24:43.330882 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-42204b71-1250-49da-bfbd-33d3c47ba402 req-bdf54d29-26a3-420d-9191-06f70aa30d53 service neutron] 10.222.0.20 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051905 Sep 24 00:24:43.455544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387d66a-f177-4557-92b5-983a1c5bdab7 req-95907399-0f77-4ed5-b2c6-8cfc347c79a1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:43.457756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b387d66a-f177-4557-92b5-983a1c5bdab7 req-95907399-0f77-4ed5-b2c6-8cfc347c79a1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0831397 Sep 24 00:24:43.488100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-263bb11a-7e39-4510-8106-8b4ccc56ca54 req-14b98559-d25a-432b-89a8-03f848eec930 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0264127 Sep 24 00:24:43.528207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b387d66a-f177-4557-92b5-983a1c5bdab7 req-4408bc1d-c34f-48ce-a909-1f94bf559c56 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Sep 24 00:24:43.620987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54371b6a-b047-4150-a106-5d6b0a742e39 req-293a6240-644d-47a0-886f-c8d893e86257 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:43.622525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54371b6a-b047-4150-a106-5d6b0a742e39 req-293a6240-644d-47a0-886f-c8d893e86257 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 943 time: 0.0519357 Sep 24 00:24:43.664551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54371b6a-b047-4150-a106-5d6b0a742e39 req-cc06426e-bc70-4fca-ac28-8d9233abbc45 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357118 Sep 24 00:24:44.605367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d07e0c65-4064-49a9-b58d-905d7fc3fb87 req-03f8e7e6-7e60-425a-b9ae-05a48945fc5e tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0337079 Sep 24 00:24:44.702678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7e3fbe-8674-4168-9ad5-1a0a03ea395c req-c66cd3de-3eba-45ef-bb85-1f6287cb9026 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:44.704277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de7e3fbe-8674-4168-9ad5-1a0a03ea395c req-c66cd3de-3eba-45ef-bb85-1f6287cb9026 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0778782 Sep 24 00:24:44.755367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de7e3fbe-8674-4168-9ad5-1a0a03ea395c req-709fc4dc-c3de-4c08-8fba-b09f9d618641 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434406 Sep 24 00:24:44.858377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caff7e0-653d-4559-90d0-6f925d7fddab req-99fe5837-6d65-4bfa-ace7-ad7df866adc8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:44.861224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8caff7e0-653d-4559-90d0-6f925d7fddab req-99fe5837-6d65-4bfa-ace7-ad7df866adc8 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 943 time: 0.0848372 Sep 24 00:24:44.932936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8caff7e0-653d-4559-90d0-6f925d7fddab req-cbe5ae1f-dd36-4db3-ad0d-1be9e84754ff tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647171 Sep 24 00:24:45.443927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device edb8dd06-e3bf-4885-9680-874f27ea8489 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:24:45.557694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port edb8dd06-e3bf-4885-9680-874f27ea8489, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=edb8dd06-e3bf-4885-9680-874f27ea8489,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:45.570155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'port_id': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'mac_address': 'fa:16:3e:4c:84:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:24:45.618133 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:45.638451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edb8dd06-e3bf-4885-9680-874f27ea8489 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:24:45.664271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port edb8dd06-e3bf-4885-9680-874f27ea8489, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=edb8dd06-e3bf-4885-9680-874f27ea8489,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:45.668810 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:45.673937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-6c63c130-1d09-4f4d-b678-fbb3c813a0e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489058 Sep 24 00:24:45.751445 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=edb8dd06-e3bf-4885-9680-874f27ea8489,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:45.753297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc51d0b2-738b-41bd-b5b0-7996759c8ce0 req-c1e5d3d5-ecf6-4fe9-8eda-227778d9a03b tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0437324 Sep 24 00:24:45.761450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.761943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.762379 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.763036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.763524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.763959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.764411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.764825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.765260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.765709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.766873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.766873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:24:45.770059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-9989c379-543a-4af0-b758-55a53169a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:45.771665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-9989c379-543a-4af0-b758-55a53169a4bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1098 time: 0.0730278 Sep 24 00:24:45.896346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['edb8dd06-e3bf-4885-9680-874f27ea8489'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:24:45.953179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4b3ec-ba0c-4c56-ba27-204552cb0762 req-bbd11a37-d260-4bfa-ad6c-91cc22f6dc65 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:45.954960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0c4b3ec-ba0c-4c56-ba27-204552cb0762 req-bbd11a37-d260-4bfa-ad6c-91cc22f6dc65 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1222463 Sep 24 00:24:45.958628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-7abf955d-1c2b-44bf-ad30-bbe254ef7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:45.961002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-7abf955d-1c2b-44bf-ad30-bbe254ef7078 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1611853 Sep 24 00:24:46.135579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-94aa995c-dce0-41e3-8dfa-49f927c60245 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 1002 time: 0.1665335 Sep 24 00:24:46.141963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0c4b3ec-ba0c-4c56-ba27-204552cb0762 req-36573ab5-fddd-4e87-8d5c-03364ec5ac71 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753292 Sep 24 00:24:46.239098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92f88-47ee-43f3-a796-ba434ff821a8 req-f99e8e91-1e1e-4c01-ba19-661c33992e27 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:46.241504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ade92f88-47ee-43f3-a796-ba434ff821a8 req-f99e8e91-1e1e-4c01-ba19-661c33992e27 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 944 time: 0.1859674 Sep 24 00:24:46.246691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-538ea915-9f4b-4647-badd-c39215a4a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:46.248275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-538ea915-9f4b-4647-badd-c39215a4a25e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.1052737 Sep 24 00:24:46.346045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ade92f88-47ee-43f3-a796-ba434ff821a8 req-599f3c30-aae6-4f1a-9b9c-7f3ca36bfdac tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718205 Sep 24 00:24:46.352459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-6c5fd7d4-7431-441b-944a-02b13ce90bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:46.354221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-6c5fd7d4-7431-441b-944a-02b13ce90bc3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981905 Sep 24 00:24:46.465454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-84e6cb64-316b-4c5f-aad3-23dc4c83bd4c service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040542 Sep 24 00:24:46.568999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d417728b-02ab-4d8c-8569-dfd79895b035 req-4f762512-ec55-46d0-aac5-e4134f32fc06 service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968552 Sep 24 00:24:46.891869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd59f419-cc94-4ebe-a90f-d37b0d10fc97 req-1523ac11-97d3-43d1-8a81-c7e43f1c303f tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0285242 Sep 24 00:24:47.277515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2fbc1e-46b7-4ad2-a999-2f4242d45f68 req-551e3cdf-04a1-4d34-9871-a26d33c5c99c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:47.279343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea2fbc1e-46b7-4ad2-a999-2f4242d45f68 req-551e3cdf-04a1-4d34-9871-a26d33c5c99c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0625265 Sep 24 00:24:47.339956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea2fbc1e-46b7-4ad2-a999-2f4242d45f68 req-f9be4177-5c84-4dfd-a769-31f7e7c4d21f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493784 Sep 24 00:24:47.453262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device edb8dd06-e3bf-4885-9680-874f27ea8489 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:24:47.527064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0381af9a-b4d5-4774-9c1a-a8443045c8b9 req-0ce5d399-723a-4433-afa9-ca0c9eafa0d2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:47.529407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0381af9a-b4d5-4774-9c1a-a8443045c8b9 req-0ce5d399-723a-4433-afa9-ca0c9eafa0d2 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 944 time: 0.0814416 Sep 24 00:24:47.530963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port edb8dd06-e3bf-4885-9680-874f27ea8489 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:24:47.536130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port edb8dd06-e3bf-4885-9680-874f27ea8489 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:24:47.536681 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:47.590646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0381af9a-b4d5-4774-9c1a-a8443045c8b9 req-e71e6041-202b-4c62-86b6-e4bd8bb3ef55 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497448 Sep 24 00:24:47.664484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:47.699209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:47.701528 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bc468b-90f5-4043-8112-7db650089a7a" -d '{"events": [{"server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "name": "network-vif-plugged", "status": "completed", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:47.721904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port edb8dd06-e3bf-4885-9680-874f27ea8489, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=edb8dd06-e3bf-4885-9680-874f27ea8489,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:24:47.727226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:47.760968 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cabf03f1-7ae9-4781-ab0a-19d63a9c9a0d x-openstack-request-id: req-cabf03f1-7ae9-4781-ab0a-19d63a9c9a0d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:47.761435 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "name": "network-vif-plugged", "status": "completed", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:47.761703 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cabf03f1-7ae9-4781-ab0a-19d63a9c9a0d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:47.762129 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'code': 200} Sep 24 00:24:47.804233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=edb8dd06-e3bf-4885-9680-874f27ea8489,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:47.887598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdcde7e-41c2-4463-8202-32b50f2a6661 req-7dce5256-cea9-4b5d-a18f-5f588b115dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:47.890744 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ffdcde7e-41c2-4463-8202-32b50f2a6661 req-7dce5256-cea9-4b5d-a18f-5f588b115dea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 1097 time: 0.0584104 Sep 24 00:24:47.948037 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ffdcde7e-41c2-4463-8202-32b50f2a6661 req-4e022f77-38f4-4039-a747-b0abbf4cd06b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491946 Sep 24 00:24:48.004051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9efcc074-50a5-4d06-9b8e-53541293d220 req-2c657dbf-3b08-40c0-8b41-e76df406c4b3 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0304894 Sep 24 00:24:48.232982 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-fb259f68-5477-430c-a37a-fd3a3ddf33c8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559812 Sep 24 00:24:48.360823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-a9125965-c498-4893-9779-0d02539d6a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:48.362415 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-a9125965-c498-4893-9779-0d02539d6a33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d3774c77e1040af9001a20773a7c710&device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1097 time: 0.0623610 Sep 24 00:24:48.475903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246a682-7ec4-4636-9808-c84356a385e6 req-1f8fcdc6-0096-41cb-8159-fb80d90d192b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:48.478266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c246a682-7ec4-4636-9808-c84356a385e6 req-1f8fcdc6-0096-41cb-8159-fb80d90d192b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0613630 Sep 24 00:24:48.509931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-3d76d4e7-2e92-419a-a401-403317cb8be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:48.511464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-3d76d4e7-2e92-419a-a401-403317cb8be5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffc8f9e0-8a50-409a-b2fa-d556821a8884 HTTP/1.1" status: 200 len: 910 time: 0.1153638 Sep 24 00:24:48.536622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c246a682-7ec4-4636-9808-c84356a385e6 req-3de94437-bd2f-4c11-ae85-e0d25c4ab973 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507061 Sep 24 00:24:48.596256 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-75318a73-f3e4-4df9-9c66-adf0a8103514 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63 HTTP/1.1" status: 200 len: 1001 time: 0.0723662 Sep 24 00:24:48.671775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-11363192-26e5-419e-be57-91748ae2d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:48.673359 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-11363192-26e5-419e-be57-91748ae2d833 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcbb256-ec7d-458a-b2a2-723024842fc4 HTTP/1.1" status: 200 len: 848 time: 0.0690973 Sep 24 00:24:48.727868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-c0b2fea8-715e-4763-9e98-12a5c642e757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:48.729805 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-c0b2fea8-715e-4763-9e98-12a5c642e757 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffc8f9e0-8a50-409a-b2fa-d556821a8884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490816 Sep 24 00:24:48.769640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b147c17-504b-4b97-a7dc-487754d3bb4c req-8d1d1af0-9dcc-40de-bd8d-68874f4b1957 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:48.773252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b147c17-504b-4b97-a7dc-487754d3bb4c req-8d1d1af0-9dcc-40de-bd8d-68874f4b1957 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 945 time: 0.0723190 Sep 24 00:24:48.829907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b147c17-504b-4b97-a7dc-487754d3bb4c req-492ecfab-fb97-400a-a1db-4c16585a5911 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453608 Sep 24 00:24:48.847650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-3f8d5615-3149-4931-bfea-8e72af0a7f62 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086109 Sep 24 00:24:48.949127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f7df65c6-c558-4d23-bd6d-2a87a744bd3e req-de892e37-e0e0-4650-8c00-d67609137f43 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932539 Sep 24 00:24:49.114711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9204672a-2dc2-4e39-a19c-879670bd2fef req-36faf5c4-56b0-4da3-945d-8ab0369fee27 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0283616 Sep 24 00:24:49.698368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c23aa4-4b66-49ea-a4f6-eb83a56f76e7 req-4db5a2b2-14eb-4f1e-8712-004657aa7a8d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:49.700084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30c23aa4-4b66-49ea-a4f6-eb83a56f76e7 req-4db5a2b2-14eb-4f1e-8712-004657aa7a8d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0713220 Sep 24 00:24:49.745875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30c23aa4-4b66-49ea-a4f6-eb83a56f76e7 req-dc94534a-ce86-4a35-82be-2ee3b3a3f651 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381999 Sep 24 00:24:50.002601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fc205-da5f-4982-b719-7d5e24cd51f2 req-c751da92-9af4-4063-b004-af70008646bc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:50.004168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d2fc205-da5f-4982-b719-7d5e24cd51f2 req-c751da92-9af4-4063-b004-af70008646bc tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 945 time: 0.0635107 Sep 24 00:24:50.323772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dfd2b9bb-ac62-49b9-946f-3286981ac962 req-57282e8f-e20a-4723-a23d-a62cd1449b82 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0302474 Sep 24 00:24:50.338349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d2fc205-da5f-4982-b719-7d5e24cd51f2 req-98860a5a-2e89-48cb-97cc-624f200097c5 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275743 Sep 24 00:24:50.495339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd09cc-dea0-4380-a136-f617c3f2290b req-00bfd5ff-9ddb-4ad1-b87d-16c9b90a5308 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:50.496995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dcd09cc-dea0-4380-a136-f617c3f2290b req-00bfd5ff-9ddb-4ad1-b87d-16c9b90a5308 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 945 time: 0.0680816 Sep 24 00:24:50.555503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dcd09cc-dea0-4380-a136-f617c3f2290b req-4ba6d5c3-8f18-4a31-9250-3c4ecf5562eb tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507433 Sep 24 00:24:50.594635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60688) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:50.648464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a4e13b-32a9-4e8c-aca5-76e558ba7cec tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:50.650113 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-03a4e13b-32a9-4e8c-aca5-76e558ba7cec tempest-TestNetworkBasicOps-2092599946 tempest-TestNetworkBasicOps-2092599946-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 1092 time: 0.0542641 Sep 24 00:24:50.654531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60690) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:50.659132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:24:50.685159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:50.804416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:50.884644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807cca4-9064-48bd-91ee-7157fb8dd71a req-a554d9b2-e575-4189-97a4-8085804b8d75 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:50.887443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3807cca4-9064-48bd-91ee-7157fb8dd71a req-a554d9b2-e575-4189-97a4-8085804b8d75 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0638773 Sep 24 00:24:50.931496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3807cca4-9064-48bd-91ee-7157fb8dd71a req-e6554a8c-b56d-440a-b499-e7fd33172266 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385938 Sep 24 00:24:50.948904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Allocated IP 172.25.5.191 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/8e275e52-df7c-4751-94cf-8a1111279ee6) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:24:51.066149 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:51.111940 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:51.164199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:24:51.167345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:24:51.175101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:24:51.178357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=8e275e52-df7c-4751-94cf-8a1111279ee6,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:51.450966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-245b082b-7b06-4365-9286-7c3a1ba66754 req-ad6d6eca-164f-4391-9fe0-7e898a999ad6 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0419867 Sep 24 00:24:52.003533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:52.085582 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:52.096580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3629b5-d17e-40cb-a078-785b62997e52 req-29780f2b-2a74-48e2-881a-8b04fd8ce156 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:52.098233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf3629b5-d17e-40cb-a078-785b62997e52 req-29780f2b-2a74-48e2-881a-8b04fd8ce156 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0769556 Sep 24 00:24:52.143925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf3629b5-d17e-40cb-a078-785b62997e52 req-6523f914-0f50-4b1c-8d7f-e72829565457 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373476 Sep 24 00:24:52.298134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:52.304933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:52.404201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event updated for resources: {'Port': ['ID=8e275e52-df7c-4751-94cf-8a1111279ee6,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:24:52.414272 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:52.541856 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Floating IP 1e52f3cf-936e-4573-91de-de82d259bf31 associated. External IP: 172.25.5.191, port: edb8dd06-e3bf-4885-9680-874f27ea8489. Sep 24 00:24:52.569511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5641cff9-2b1e-4156-8422-0929d3973d4f req-0ce96b60-eb72-42fc-a437-0936e75e5a18 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0271349 Sep 24 00:24:52.803557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:24:52.941119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:24:52.952486 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] Sync routers for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:24:52.962595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:52.967775 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:52.968755 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:52.998548 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d38423d4-b7b9-4b5c-9d66-b44b0dfa85bf tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3428817 Sep 24 00:24:52.999180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:24:53.001809 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c109dc5-631d-49d0-b21c-0711ace2d587" -d '{"events": [{"name": "network-changed", "server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:24:53.002267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60704) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:53.017933 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4d0c0071-7040-463a-b960-5be2e71a70a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:53.059705 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabadc6e-126b-4d85-9fec-d19d3a323212 x-openstack-request-id: req-dabadc6e-126b-4d85-9fec-d19d3a323212 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:24:53.060298 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:24:53.060565 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dabadc6e-126b-4d85-9fec-d19d3a323212 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:24:53.061255 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'status': 'completed', 'code': 200} Sep 24 00:24:53.103496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f255e1dd-1b78-4810-9006-ddf3f179c1f1 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/floatingips/1e52f3cf-936e-4573-91de-de82d259bf31 HTTP/1.1" status: 200 len: 991 time: 0.0999298 Sep 24 00:24:53.141650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:53.147519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-0e44c020-a988-4537-b980-97b313344b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:53.149307 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-0e44c020-a988-4537-b980-97b313344b8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 1097 time: 0.0617173 Sep 24 00:24:53.320616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-8d919255-f8d4-486b-b290-cda009d3441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:53.323366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-8d919255-f8d4-486b-b290-cda009d3441e service neutron] 10.222.0.20 "GET /v2.0/networks?id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 HTTP/1.1" status: 200 len: 898 time: 0.1659622 Sep 24 00:24:53.329611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b05fe64-5e97-4e22-bc1f-cdf631ee66e2 req-e1648129-50e5-40d3-9416-7757c440f808 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:53.331359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b05fe64-5e97-4e22-bc1f-cdf631ee66e2 req-e1648129-50e5-40d3-9416-7757c440f808 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0665188 Sep 24 00:24:53.394073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b05fe64-5e97-4e22-bc1f-cdf631ee66e2 req-8c28d3ac-dff5-4e55-b421-415d88e913c0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523162 Sep 24 00:24:53.410045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-6e0cdd1f-32b5-4cf8-adad-7ee46c7ce4f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb8dd06-e3bf-4885-9680-874f27ea8489 HTTP/1.1" status: 200 len: 999 time: 0.0776079 Sep 24 00:24:53.418437 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1e52f3cf-936e-4573-91de-de82d259bf31', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'port_id': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'mac_address': 'fa:16:3e:4c:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:24:51Z', 'updated_at': '2021-09-24T00:24:51Z', 'revision_number': 0, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:37Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:53.449880 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] Checking router: 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:24:53.460194 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:24:53.460322 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:53.486437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-5145f9d5-ae33-4093-9931-f46a91380c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:53.489123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-5145f9d5-ae33-4093-9931-f46a91380c45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=348927e6-a094-413d-8a36-1e1b6da9653c HTTP/1.1" status: 200 len: 834 time: 0.0720289 Sep 24 00:24:53.551927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-696d7fd7-a62f-4fc7-a68e-43f9655713ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:53.554240 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-696d7fd7-a62f-4fc7-a68e-43f9655713ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567000 Sep 24 00:24:53.612954 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:24:53.698048 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-31c6c1ec-c0d0-4824-8105-73a0e422ff0f service neutron] 10.222.0.20 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363828 Sep 24 00:24:53.704418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4dc64e25-d681-4f71-a8ae-c6f321fade0b req-c7c86bd0-4941-47ef-8340-b9728f6cf63d tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0441751 Sep 24 00:24:53.831266 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4c109dc5-631d-49d0-b21c-0711ace2d587 req-c208f0c9-3786-4da4-860e-0f73078c47ed service neutron] 10.222.0.20 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246750 Sep 24 00:24:53.955795 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1e52f3cf-936e-4573-91de-de82d259bf31', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'port_id': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'mac_address': 'fa:16:3e:4c:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:24:51Z', 'updated_at': '2021-09-24T00:24:51Z', 'revision_number': 0, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:37Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:24:53.983847 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9312b52c-c2d3-4594-b641-a1334aa5b65b None None] The sync data for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 is: [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '1e52f3cf-936e-4573-91de-de82d259bf31', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'floating_ip_address': '172.25.5.191', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'port_id': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'mac_address': 'fa:16:3e:4c:84:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:24:51Z', 'updated_at': '2021-09-24T00:24:51Z', 'revision_number': 0, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:37Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:24:54.110453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60714) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:54.187327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-efb66ff0-1b3d-4318-a399-07f0a0fcc891 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/floatingips/1e52f3cf-936e-4573-91de-de82d259bf31 HTTP/1.1" status: 200 len: 991 time: 0.0757451 Sep 24 00:24:54.231502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988d99f-447b-40f4-b28b-f8a5f9de44ef None None] New status for floating IP 1e52f3cf-936e-4573-91de-de82d259bf31: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:24:54.571644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b80e899-d2fb-4de1-99c3-ecc949a726ae req-a7bd5fb8-4a93-4300-8b6f-1405315b7558 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:54.573313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b80e899-d2fb-4de1-99c3-ecc949a726ae req-a7bd5fb8-4a93-4300-8b6f-1405315b7558 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0751531 Sep 24 00:24:54.624576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b80e899-d2fb-4de1-99c3-ecc949a726ae req-8ed83b57-4a26-4392-ac05-e7cea9e679db tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443606 Sep 24 00:24:54.825803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f2dbf799-49a3-4ad8-8efa-fda48b8ec466 req-05465830-a2cb-4eb6-87c7-4ee823cd6f55 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0396094 Sep 24 00:24:55.191010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60722) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:24:55.271581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c8480413-a0fc-49b7-91c8-b9e2e3078b35 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/floatingips/1e52f3cf-936e-4573-91de-de82d259bf31 HTTP/1.1" status: 200 len: 993 time: 0.0790350 Sep 24 00:24:55.803557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd09ac7-2cbf-4fc4-b2bf-976a7ff662f4 req-1963c162-ebf1-48cb-9ce0-ea0185c74011 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:55.805205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cd09ac7-2cbf-4fc4-b2bf-976a7ff662f4 req-1963c162-ebf1-48cb-9ce0-ea0185c74011 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0762343 Sep 24 00:24:55.853561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cd09ac7-2cbf-4fc4-b2bf-976a7ff662f4 req-2e0d1f15-2976-4988-97d3-171760e76899 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414083 Sep 24 00:24:55.855433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:55.949005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d862cd2-00a5-41b7-a66a-33f2b290778d req-9b646431-d642-4564-8001-ca4f339b96ed tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0400484 Sep 24 00:24:55.993098 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f682ad04-0fc0-454f-9896-d3adc0ece8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:56.796699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:57.017504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69e570-4a22-41d6-8c9b-fad87c677958 req-aed07856-3d93-4ac7-8863-7b36108e23f9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:57.020407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a69e570-4a22-41d6-8c9b-fad87c677958 req-aed07856-3d93-4ac7-8863-7b36108e23f9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0789356 Sep 24 00:24:57.096202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a69e570-4a22-41d6-8c9b-fad87c677958 req-a8c540ca-2e31-47b5-ae00-c5dd09015db6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665960 Sep 24 00:24:57.113728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86744e65-8c60-4338-aae9-a0529fd99b2e req-92c90222-b3e4-4fd9-8833-8ae4cb310ae4 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0347164 Sep 24 00:24:58.247258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-370169cb-662d-4ccc-8f56-3cbbd84d8ba0 req-a695c7c8-9366-43ab-943a-94ccb843a2eb tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0297678 Sep 24 00:24:58.276572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52778cf-8a87-40c6-8dcb-d595883bdfda req-f994b21e-e6b9-4fbe-a10f-3507eebff94c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:58.278518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d52778cf-8a87-40c6-8dcb-d595883bdfda req-f994b21e-e6b9-4fbe-a10f-3507eebff94c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0887918 Sep 24 00:24:58.335080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d52778cf-8a87-40c6-8dcb-d595883bdfda req-4b9bb968-aefa-4880-a48c-bd97584032e5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473626 Sep 24 00:24:59.164357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:24:59.374585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50d992f3-f813-46db-beac-e2813135a3c6 req-4b3ee4a9-b838-444a-9864-f6045087fb86 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0362892 Sep 24 00:24:59.470061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c9bbbe-51fe-4093-bd96-7be0263ef9ed req-7cf76d94-c830-4d3f-b1ae-0e35a0d86514 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:24:59.471696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04c9bbbe-51fe-4093-bd96-7be0263ef9ed req-7cf76d94-c830-4d3f-b1ae-0e35a0d86514 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0542312 Sep 24 00:24:59.516215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04c9bbbe-51fe-4093-bd96-7be0263ef9ed req-4b8d0669-12f5-42df-88d5-3b1f5ad23c19 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379143 Sep 24 00:25:00.483821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e18586eb-206f-4b6e-950d-96e19faa3550 req-97883047-06ff-4ae0-98e5-e19377bf347a tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0270572 Sep 24 00:25:00.660214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bfdb8-7038-4b99-af61-1bc7026d860e req-867c952d-f6dd-4a95-8e7f-56248a05898a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:00.663400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-399bfdb8-7038-4b99-af61-1bc7026d860e req-867c952d-f6dd-4a95-8e7f-56248a05898a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0660923 Sep 24 00:25:00.726583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-399bfdb8-7038-4b99-af61-1bc7026d860e req-6afa399b-039c-451c-9992-f4a5ca2485f7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524321 Sep 24 00:25:01.610211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d78a5492-1a69-408c-a995-b51ab9f6801d req-ef4fb1ae-4a79-4d52-b3a4-4c75f6d37881 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0296469 Sep 24 00:25:01.873982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0147d18-a502-4e72-a4dd-4eaea09cfb88 req-db073a88-1c93-4049-af64-823e82a33abe tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:01.875714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0147d18-a502-4e72-a4dd-4eaea09cfb88 req-db073a88-1c93-4049-af64-823e82a33abe tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0598228 Sep 24 00:25:01.943784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0147d18-a502-4e72-a4dd-4eaea09cfb88 req-9db4ad9c-cf10-419f-a6de-447147d537d5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511353 Sep 24 00:25:02.732245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d89705c7-a908-47a0-8532-99c39ae1c0f8 req-f8fb321f-c7c5-461d-9366-0694cb0e9998 tempest-TestServerMultinode-476022589 tempest-TestServerMultinode-476022589-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e12944c3-99eb-4229-a38c-9d27f14f4303 HTTP/1.1" status: 200 len: 210 time: 0.0391881 Sep 24 00:25:03.120763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59860c21-e236-476f-9f62-4d40684c6792 req-5594d5c1-6410-4ce9-a093-6e7b747deece tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:03.122368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59860c21-e236-476f-9f62-4d40684c6792 req-5594d5c1-6410-4ce9-a093-6e7b747deece tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0871215 Sep 24 00:25:03.171341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59860c21-e236-476f-9f62-4d40684c6792 req-40197c74-5136-4ad2-b4f2-e8ea3fe91215 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411282 Sep 24 00:25:03.479588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60780) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:04.040613 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:04.352042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6005880-86d3-4348-add8-9c0a84ad9235 req-53740e56-335b-4c3a-b877-d30061ecd9ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:04.353762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6005880-86d3-4348-add8-9c0a84ad9235 req-53740e56-335b-4c3a-b877-d30061ecd9ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0980983 Sep 24 00:25:04.424972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6005880-86d3-4348-add8-9c0a84ad9235 req-1df1a49f-f6fb-4df4-b63a-e3c0d8663a53 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622895 Sep 24 00:25:04.442624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Deleting port 396d1841-0b87-4b58-a26e-9f7a172e32a8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:04.443412 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:04.545473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] For port 396d1841-0b87-4b58-a26e-9f7a172e32a8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=396d1841-0b87-4b58-a26e-9f7a172e32a8,segment=NetworkSegment(3c7932f3-e05c-44db-a59a-681c2677ff3c),segment_id=3c7932f3-e05c-44db-a59a-681c2677ff3c)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:04.545838 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:04.560831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Calling delete_port for 396d1841-0b87-4b58-a26e-9f7a172e32a8 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:04.653332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60792) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:04.782078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff27fbd-aa88-4c19-9969-d2bd9e375908 req-530f5dd7-cfc2-4b3d-8dc6-edb59df64393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:04.784072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4ff27fbd-aa88-4c19-9969-d2bd9e375908 req-530f5dd7-cfc2-4b3d-8dc6-edb59df64393 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1097 time: 0.1294696 Sep 24 00:25:04.819395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:04.828009 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4ff27fbd-aa88-4c19-9969-d2bd9e375908 req-589f2930-7a76-47b7-a1e0-35ba813b4617 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359590 Sep 24 00:25:04.862712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Pushing event deleted for resources: {'Port': ['ID=396d1841-0b87-4b58-a26e-9f7a172e32a8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:05.082007 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:05.355642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Router bec5867b-e28b-4fab-81fa-97d3b2592c06 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:25:05.468708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:25:05.479591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:05.479779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-be07da59-7dd2-40ec-a96d-32a15e428705 admin admin] 10.222.0.24 "PUT /v2.0/routers/bec5867b-e28b-4fab-81fa-97d3b2592c06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9986532 Sep 24 00:25:05.499522 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] Sync routers for ids ['bec5867b-e28b-4fab-81fa-97d3b2592c06'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:25:05.516136 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] Routers {'bec5867b-e28b-4fab-81fa-97d3b2592c06'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:05.516946 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bec5867b-e28b-4fab-81fa-97d3b2592c06'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:05.625956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536591b-f126-4e85-baac-70e5903adc12 req-d2ea088a-0024-4835-b214-a964952c4168 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:05.635729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536591b-f126-4e85-baac-70e5903adc12 req-d2ea088a-0024-4835-b214-a964952c4168 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0968182 Sep 24 00:25:05.702816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536591b-f126-4e85-baac-70e5903adc12 req-ff3c09c2-8c94-4264-b70e-b1e675b67f5d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645130 Sep 24 00:25:05.704058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:05.852925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:05.860500 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] Set router bec5867b-e28b-4fab-81fa-97d3b2592c06 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:05.936713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Deleting port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:05.937046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.059249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] For port 5a7c4637-b347-43eb-a4f3-58ca6fa546c5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5a7c4637-b347-43eb-a4f3-58ca6fa546c5,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:06.060459 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.087722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Calling delete_port for 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:06.153876 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:25:04Z', 'revision_number': 5, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port': {'id': '5a7c4637-b347-43eb-a4f3-58ca6fa546c5', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:ba:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:40Z', 'updated_at': '2021-09-24T00:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:06.189514 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] Checking router: bec5867b-e28b-4fab-81fa-97d3b2592c06 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:25:06.199054 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] Routers {'bec5867b-e28b-4fab-81fa-97d3b2592c06'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:06.199695 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bec5867b-e28b-4fab-81fa-97d3b2592c06'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:06.303279 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] Set router bec5867b-e28b-4fab-81fa-97d3b2592c06 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:06.335844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.365035 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:25:05Z', 'revision_number': 6, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:06.378962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7c4637-b347-43eb-a4f3-58ca6fa546c5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:06.401988 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9924c29-cd2c-4add-a40d-abfa2320e6d6 None None] The sync data for ids ['bec5867b-e28b-4fab-81fa-97d3b2592c06'] in n-d-713498-18 is: [{'id': 'bec5867b-e28b-4fab-81fa-97d3b2592c06', 'name': 'tempest-TestServerMultinode-1862282439-router', 'tenant_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:39Z', 'updated_at': '2021-09-24T00:25:05Z', 'revision_number': 6, 'project_id': '4f4a6b75893a4cb5a12257dfb8aab410', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:25:06.472115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.593337 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.596352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.656488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.657297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bec5867b-e28b-4fab-81fa-97d3b2592c06 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:25:06.662621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.664008 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-17f0f513-6d4d-42dd-9c04-81a7d1d6636b admin admin] 10.222.0.24 "DELETE /v2.0/routers/bec5867b-e28b-4fab-81fa-97d3b2592c06 HTTP/1.1" status: 204 len: 168 time: 1.1821165 Sep 24 00:25:06.667278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60816) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:06.707644 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.726095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-be67e640-29cd-414c-85bc-f2b88abe78f6 admin admin] Deleting subnet 72445e15-5654-444d-98c3-d1a450e75ff1 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:25:06.729689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be67e640-29cd-414c-85bc-f2b88abe78f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.776316 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be67e640-29cd-414c-85bc-f2b88abe78f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.873137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebd8b0-3214-4af8-a178-95910b904e45 req-4664db0f-10d0-4fbb-b1e1-10eb14a1e3f8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:06.879601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8ebd8b0-3214-4af8-a178-95910b904e45 req-4664db0f-10d0-4fbb-b1e1-10eb14a1e3f8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0790100 Sep 24 00:25:06.911299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be67e640-29cd-414c-85bc-f2b88abe78f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:06.944860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8ebd8b0-3214-4af8-a178-95910b904e45 req-d9246e77-d82f-4aa4-917f-111585370cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564563 Sep 24 00:25:06.987611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be67e640-29cd-414c-85bc-f2b88abe78f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.022731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-be67e640-29cd-414c-85bc-f2b88abe78f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.026004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-be67e640-29cd-414c-85bc-f2b88abe78f6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/72445e15-5654-444d-98c3-d1a450e75ff1 HTTP/1.1" status: 204 len: 168 time: 0.3574862 Sep 24 00:25:07.029135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be67e640-29cd-414c-85bc-f2b88abe78f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72445e15-5654-444d-98c3-d1a450e75ff1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:07.031286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634b5f9-fd1a-419b-bff8-4d382b75552a None None] Network 1578daff-ddf0-4d54-b43d-583ae0f6e6ab requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:25:07.032054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60820) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:07.120111 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.230137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Deleting port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:07.230674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.332208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] DHCP port deletion for 1578daff-ddf0-4d54-b43d-583ae0f6e6ab request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:25:07.432195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] For port 65bdba3b-6f6b-4bc7-987a-b70c12baf930, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=65bdba3b-6f6b-4bc7-987a-b70c12baf930,segment=NetworkSegment(3c7932f3-e05c-44db-a59a-681c2677ff3c),segment_id=3c7932f3-e05c-44db-a59a-681c2677ff3c)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:07.433326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.449356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] Deleting port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:07.450092 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.469316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Calling delete_port for 65bdba3b-6f6b-4bc7-987a-b70c12baf930 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:07.585303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] For port 65bdba3b-6f6b-4bc7-987a-b70c12baf930, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=65bdba3b-6f6b-4bc7-987a-b70c12baf930,segment=NetworkSegment(3c7932f3-e05c-44db-a59a-681c2677ff3c),segment_id=3c7932f3-e05c-44db-a59a-681c2677ff3c)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:07.586270 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.623464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] Calling delete_port for 65bdba3b-6f6b-4bc7-987a-b70c12baf930 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:07.704103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.749058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Pushing event deleted for resources: {'Port': ['ID=65bdba3b-6f6b-4bc7-987a-b70c12baf930,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:07.767465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 396d1841-0b87-4b58-a26e-9f7a172e32a8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:07.778946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] No DVR routers for this DVR port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:25:07.807674 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:07.871103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.871645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.872436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.876471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.878166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.879685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.880353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.881886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.882566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.883165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.885033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.885676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:07.897348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 396d1841-0b87-4b58-a26e-9f7a172e32a8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:07.899809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 396d1841-0b87-4b58-a26e-9f7a172e32a8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:07.905066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 65bdba3b-6f6b-4bc7-987a-b70c12baf930 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:07.979087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] Pushing event deleted for resources: {'Port': ['ID=65bdba3b-6f6b-4bc7-987a-b70c12baf930,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:07.989247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbf91b7-0e80-40ac-b97a-5a4298805395 None None] No DVR routers for this DVR port 65bdba3b-6f6b-4bc7-987a-b70c12baf930 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:25:07.992980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 65bdba3b-6f6b-4bc7-987a-b70c12baf930 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:07.993735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 65bdba3b-6f6b-4bc7-987a-b70c12baf930 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:07.994618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:08.047983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:08.048548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5a7c4637-b347-43eb-a4f3-58ca6fa546c5 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:08.439095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:08.479259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1578daff-ddf0-4d54-b43d-583ae0f6e6ab']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:08.541213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c7932f3-e05c-44db-a59a-681c2677ff3c') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:08.541518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c7932f3-e05c-44db-a59a-681c2677ff3c') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:08.563791 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:08.608299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162bc8c-5fb4-4660-9b5e-be350dda4838 req-e278e6b2-e445-4537-9b2e-f142334332c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:08.611635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1162bc8c-5fb4-4660-9b5e-be350dda4838 req-e278e6b2-e445-4537-9b2e-f142334332c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1685405 Sep 24 00:25:08.614512 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:08.631757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:25:08.633785 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:25:08.654220 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:25:08.759258 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:08.764795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:08.772612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] 10.222.0.24 "DELETE /v2.0/networks/1578daff-ddf0-4d54-b43d-583ae0f6e6ab HTTP/1.1" status: 204 len: 168 time: 1.7340353 Sep 24 00:25:08.773888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60840) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:08.775821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1162bc8c-5fb4-4660-9b5e-be350dda4838 req-ccba01c8-aa25-47fa-973a-bb326fccf3ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198876 Sep 24 00:25:08.814734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32dc438-79fa-45d0-ac68-dc4db79e2930 admin admin] Pushing event deleted for resources: {'Network': ['ID=1578daff-ddf0-4d54-b43d-583ae0f6e6ab,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:09.267149 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:09.432883 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:09.792646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Deleting port 8492fe07-0270-47f1-a2bf-5b3997b0e646 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:09.793640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:09.902368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] For port 8492fe07-0270-47f1-a2bf-5b3997b0e646, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8492fe07-0270-47f1-a2bf-5b3997b0e646,segment=NetworkSegment(3e9a2a1c-518a-41bd-ab2d-b0c2152f546f),segment_id=3e9a2a1c-518a-41bd-ab2d-b0c2152f546f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:09.902907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:09.917206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Calling delete_port for 8492fe07-0270-47f1-a2bf-5b3997b0e646 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:09.926062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04e33a-7f9b-4607-8154-f609164b327a req-2aa1dd03-87c3-45bd-8b32-a06d5c3ca72c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:09.928211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba04e33a-7f9b-4607-8154-f609164b327a req-2aa1dd03-87c3-45bd-8b32-a06d5c3ca72c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0527470 Sep 24 00:25:09.977558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba04e33a-7f9b-4607-8154-f609164b327a req-c6c8a460-8b7a-4a91-9e06-39f0c84a773d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385048 Sep 24 00:25:10.147772 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:10.176162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Pushing event deleted for resources: {'Port': ['ID=8492fe07-0270-47f1-a2bf-5b3997b0e646,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:10.443490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:10.746123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aecc39-6849-4c7d-b487-9d18f02e28fc req-70ae98ad-e2f7-42e2-8d9a-b8f771cabb3b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:10.747702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24aecc39-6849-4c7d-b487-9d18f02e28fc req-70ae98ad-e2f7-42e2-8d9a-b8f771cabb3b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0628586 Sep 24 00:25:10.813724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24aecc39-6849-4c7d-b487-9d18f02e28fc req-b2ca84b5-307d-491a-8891-9b38895ee52f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573673 Sep 24 00:25:11.054195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:25:11.148309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e860fff-46fe-4cbe-b833-33bed80420ed req-5cbe2c6f-08a2-40da-a901-aaa46b402dd2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:11.150265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e860fff-46fe-4cbe-b833-33bed80420ed req-5cbe2c6f-08a2-40da-a901-aaa46b402dd2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0726032 Sep 24 00:25:11.208632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:25:11.210060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e860fff-46fe-4cbe-b833-33bed80420ed req-bd2fb2af-ffaa-48a2-b34b-fb0d3fe3144e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521884 Sep 24 00:25:11.220673 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-545f37be-b168-4008-abfd-b045f006bc0c admin admin] 10.222.0.24 "PUT /v2.0/routers/ebdf5f9f-f637-44a8-b57e-3484c6b62cf8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430976 Sep 24 00:25:11.224335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60864) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:11.225237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] Sync routers for ids ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:25:11.243812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] Routers {'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:11.244767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:11.345256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:11.375102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] Set router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:11.462545 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:11.537624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Deleting port aa003a95-d134-41e7-809f-24f267acff6f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:11.537930 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:11.644372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] For port aa003a95-d134-41e7-809f-24f267acff6f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=aa003a95-d134-41e7-809f-24f267acff6f,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:11.644956 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:11.649952 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:25:11.658571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72'}], 'enable_snat': True}, 'gw_port_id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:25:10Z', 'revision_number': 5, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port': {'id': 'aa003a95-d134-41e7-809f-24f267acff6f', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:11:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:51Z', 'updated_at': '2021-09-24T00:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:11.664947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Calling delete_port for aa003a95-d134-41e7-809f-24f267acff6f owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:11.700925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] Checking router: ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:25:11.713783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] Routers {'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:11.715074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:24:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:11.836989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] Set router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:11.878996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:11.892471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:25:11Z', 'revision_number': 6, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:11.926028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b81411b-367a-47d7-8e57-7daed4d8552c None None] The sync data for ids ['ebdf5f9f-f637-44a8-b57e-3484c6b62cf8'] in n-d-713498-18 is: [{'id': 'ebdf5f9f-f637-44a8-b57e-3484c6b62cf8', 'name': 'tempest-TestServerMultinode-180377993-router', 'tenant_id': '726fd73ad31d4a00878de7071764556d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:50Z', 'updated_at': '2021-09-24T00:25:11Z', 'revision_number': 6, 'project_id': '726fd73ad31d4a00878de7071764556d', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:25:11.926900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Pushing event deleted for resources: {'Port': ['ID=aa003a95-d134-41e7-809f-24f267acff6f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:12.048669 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.073588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b5923-1346-418f-a109-f8871676a859 req-ceaebc5c-126e-436b-b20d-9b3b35e5a065 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:12.075377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c14b5923-1346-418f-a109-f8871676a859 req-ceaebc5c-126e-436b-b20d-9b3b35e5a065 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.1367335 Sep 24 00:25:12.196972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.199821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.299311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c14b5923-1346-418f-a109-f8871676a859 req-471f57f6-f200-44d0-989e-258121a7e79a tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980908 Sep 24 00:25:12.312381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.313553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:25:12.322466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.325002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f14dfcf7-470a-4d68-b263-a2912b3c643b admin admin] 10.222.0.24 "DELETE /v2.0/routers/ebdf5f9f-f637-44a8-b57e-3484c6b62cf8 HTTP/1.1" status: 204 len: 168 time: 1.1018775 Sep 24 00:25:12.328762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60870) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:12.416437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a728aa8-35eb-446f-accf-5f759b223deb req-e0eb90f4-4b14-44fb-8018-90e0e9479955 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:12.417412 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-7169cbac-eb29-4b79-81cf-39a78662ab91 admin admin] Deleting subnet 9f7d1017-227d-4347-9ad8-e72caa54d029 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:25:12.419611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a728aa8-35eb-446f-accf-5f759b223deb req-e0eb90f4-4b14-44fb-8018-90e0e9479955 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0926797 Sep 24 00:25:12.422110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7169cbac-eb29-4b79-81cf-39a78662ab91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.479488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a728aa8-35eb-446f-accf-5f759b223deb req-d235f472-8a3e-4045-9115-47aa5691d962 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512969 Sep 24 00:25:12.480326 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7169cbac-eb29-4b79-81cf-39a78662ab91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.597741 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7169cbac-eb29-4b79-81cf-39a78662ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.680296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7169cbac-eb29-4b79-81cf-39a78662ab91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.707378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7169cbac-eb29-4b79-81cf-39a78662ab91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f7d1017-227d-4347-9ad8-e72caa54d029,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:12.712386 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7169cbac-eb29-4b79-81cf-39a78662ab91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.717670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7169cbac-eb29-4b79-81cf-39a78662ab91 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9f7d1017-227d-4347-9ad8-e72caa54d029 HTTP/1.1" status: 204 len: 168 time: 0.3872862 Sep 24 00:25:12.718612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60872) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:12.721058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01857fcd-7084-4b21-9bc9-5e60faa4c1fc None None] Network 52688619-8885-4836-a351-8cdf13b1d9b2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:25:12.808917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.905046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Deleting port b6965fd8-ee93-4da4-9856-a52715cd4db6 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:12.905422 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:12.932630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] DHCP port deletion for 52688619-8885-4836-a351-8cdf13b1d9b2 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:25:12.983947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] For port b6965fd8-ee93-4da4-9856-a52715cd4db6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6965fd8-ee93-4da4-9856-a52715cd4db6,segment=NetworkSegment(3e9a2a1c-518a-41bd-ab2d-b0c2152f546f),segment_id=3e9a2a1c-518a-41bd-ab2d-b0c2152f546f)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:12.985278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.011263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Calling delete_port for b6965fd8-ee93-4da4-9856-a52715cd4db6 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:13.024461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] Deleting port b6965fd8-ee93-4da4-9856-a52715cd4db6 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:13.025081 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.107162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] For port b6965fd8-ee93-4da4-9856-a52715cd4db6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b6965fd8-ee93-4da4-9856-a52715cd4db6,segment=NetworkSegment(3e9a2a1c-518a-41bd-ab2d-b0c2152f546f),segment_id=3e9a2a1c-518a-41bd-ab2d-b0c2152f546f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:13.107758 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.132327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] Calling delete_port for b6965fd8-ee93-4da4-9856-a52715cd4db6 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:13.136634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.180100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6965fd8-ee93-4da4-9856-a52715cd4db6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:13.189800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] No DVR routers for this DVR port b6965fd8-ee93-4da4-9856-a52715cd4db6 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:25:13.301431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.327011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52688619-8885-4836-a351-8cdf13b1d9b2']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:13.337943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:13.338234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9a2a1c-518a-41bd-ab2d-b0c2152f546f') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:13.349534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.375729 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.388433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:25:13.389891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:25:13.393750 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:25:13.441088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.469499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] Pushing event deleted for resources: {'Port': ['ID=b6965fd8-ee93-4da4-9856-a52715cd4db6,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:13.475492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b219313-7499-4ffe-ba10-6b6e6f81c5f1 None None] No DVR routers for this DVR port b6965fd8-ee93-4da4-9856-a52715cd4db6 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:25:13.492818 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.510491 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.512614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] 10.222.0.24 "DELETE /v2.0/networks/52688619-8885-4836-a351-8cdf13b1d9b2 HTTP/1.1" status: 204 len: 168 time: 0.7924936 Sep 24 00:25:13.540897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87891f8b-d418-4204-b4b4-2698edbacf1b admin admin] Pushing event deleted for resources: {'Network': ['ID=52688619-8885-4836-a351-8cdf13b1d9b2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:13.565700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ec0ff-049b-4537-853c-7ee0769e6be5 req-8c160da3-0b64-46d8-b653-2756d45a0f1e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:13.570311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-586ec0ff-049b-4537-853c-7ee0769e6be5 req-8c160da3-0b64-46d8-b653-2756d45a0f1e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.1478155 Sep 24 00:25:13.633814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8492fe07-0270-47f1-a2bf-5b3997b0e646 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:13.663443 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 8492fe07-0270-47f1-a2bf-5b3997b0e646 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:13.663887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8492fe07-0270-47f1-a2bf-5b3997b0e646 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:13.664402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device aa003a95-d134-41e7-809f-24f267acff6f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:13.678645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-586ec0ff-049b-4537-853c-7ee0769e6be5 req-c03b6878-625d-4871-8cda-fb83d8cebd4b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970268 Sep 24 00:25:13.687619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: aa003a95-d134-41e7-809f-24f267acff6f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:13.688165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device aa003a95-d134-41e7-809f-24f267acff6f not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:13.688747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6965fd8-ee93-4da4-9856-a52715cd4db6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:13.706816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0d4bd-cfb9-4f33-b892-e55344aab06e req-0ac4f7d3-047c-47d2-a16c-d12a9cf373cb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:13.709187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8af0d4bd-cfb9-4f33-b892-e55344aab06e req-0ac4f7d3-047c-47d2-a16c-d12a9cf373cb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1196563 Sep 24 00:25:13.718120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b6965fd8-ee93-4da4-9856-a52715cd4db6 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:13.718674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b6965fd8-ee93-4da4-9856-a52715cd4db6 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:13.735195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60880) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:13.766201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8af0d4bd-cfb9-4f33-b892-e55344aab06e req-73a48fff-db35-49ec-95c0-c6e31ed2f76d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451846 Sep 24 00:25:13.800519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4b14580a-da28-4a44-bcb1-127af874ac6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f4a6b75893a4cb5a12257dfb8aab410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0636594 Sep 24 00:25:13.803171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60882) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:13.859316 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b9e560a-8cb7-4fca-ac7e-1057eccc00b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.894256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b9e560a-8cb7-4fca-ac7e-1057eccc00b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.960321 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b9e560a-8cb7-4fca-ac7e-1057eccc00b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.964653 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b9e560a-8cb7-4fca-ac7e-1057eccc00b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:13.966629 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4b9e560a-8cb7-4fca-ac7e-1057eccc00b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fa311211-1b49-4b00-9dfd-177171d74861 HTTP/1.1" status: 204 len: 168 time: 0.1622694 Sep 24 00:25:13.979099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e560a-8cb7-4fca-ac7e-1057eccc00b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa311211-1b49-4b00-9dfd-177171d74861,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:14.423583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60888) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:14.475576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-33bd6d31-a137-425f-96fc-3f12c229f3ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=726fd73ad31d4a00878de7071764556d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505190 Sep 24 00:25:14.478426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 60890) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:14.546343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4be3dd7e-8e5a-4787-ad29-24d7d8be6c19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:14.578579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4be3dd7e-8e5a-4787-ad29-24d7d8be6c19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:14.639409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4be3dd7e-8e5a-4787-ad29-24d7d8be6c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:14.643619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4be3dd7e-8e5a-4787-ad29-24d7d8be6c19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:14.644861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4be3dd7e-8e5a-4787-ad29-24d7d8be6c19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35baf463-99cb-48dc-b4b0-924ccd2ddd28 HTTP/1.1" status: 204 len: 168 time: 0.1654131 Sep 24 00:25:14.656878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be3dd7e-8e5a-4787-ad29-24d7d8be6c19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35baf463-99cb-48dc-b4b0-924ccd2ddd28,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:14.851435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4184e-a648-4b5f-beae-6faa8c65b054 req-b511b86d-d896-458d-8f5b-74b0e99c80eb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:14.855177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0b4184e-a648-4b5f-beae-6faa8c65b054 req-b511b86d-d896-458d-8f5b-74b0e99c80eb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0909510 Sep 24 00:25:14.935586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0b4184e-a648-4b5f-beae-6faa8c65b054 req-0c366549-e856-48a4-9d06-fb7f0be343a9 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622342 Sep 24 00:25:14.959045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f5eb9-4cfb-4cdf-ac18-fa1fc8567a1c req-541bb701-97da-4f05-b612-2cf5c2c9ab36 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:14.961192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a5f5eb9-4cfb-4cdf-ac18-fa1fc8567a1c req-541bb701-97da-4f05-b612-2cf5c2c9ab36 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1040356 Sep 24 00:25:15.024149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a5f5eb9-4cfb-4cdf-ac18-fa1fc8567a1c req-27c3c6c6-ce23-49fd-a668-e1a4eb0d76ae tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538330 Sep 24 00:25:16.097136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fe999-1900-496b-a3b7-d322aabf945c req-9e82d5fe-3a1b-48a3-9fda-124dab0ccbb8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:16.099871 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd2fe999-1900-496b-a3b7-d322aabf945c req-9e82d5fe-3a1b-48a3-9fda-124dab0ccbb8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0693102 Sep 24 00:25:16.169958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd2fe999-1900-496b-a3b7-d322aabf945c req-1c5be591-1c37-4ecf-8c29-a0b9810ff572 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625863 Sep 24 00:25:16.187851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce3b33-7b57-485f-8ddf-c94169ca2693 req-b7ea8f21-03ca-4e9f-a1a4-488d4e3205e8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:16.189432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21ce3b33-7b57-485f-8ddf-c94169ca2693 req-b7ea8f21-03ca-4e9f-a1a4-488d4e3205e8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0739889 Sep 24 00:25:16.245606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21ce3b33-7b57-485f-8ddf-c94169ca2693 req-6e695bf1-8b93-45b3-9fd2-9d7b07900c66 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488362 Sep 24 00:25:17.318447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea0e37-1bc0-4a78-b284-c8dc09bbc162 req-944ffd1b-481e-4c16-ae6f-5e9fde7c6b8e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:17.320062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02ea0e37-1bc0-4a78-b284-c8dc09bbc162 req-944ffd1b-481e-4c16-ae6f-5e9fde7c6b8e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0605764 Sep 24 00:25:17.396950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02ea0e37-1bc0-4a78-b284-c8dc09bbc162 req-9fb98341-6ff8-49dc-bb59-bbb31d612c36 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656214 Sep 24 00:25:17.414342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a686c09-a91f-4e11-b29b-b18af1c43282 req-fcf21532-3a4f-4986-9aa4-d11192d59e47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:17.415905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a686c09-a91f-4e11-b29b-b18af1c43282 req-fcf21532-3a4f-4986-9aa4-d11192d59e47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0769284 Sep 24 00:25:17.459170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a686c09-a91f-4e11-b29b-b18af1c43282 req-d3b61ca7-cff0-4c15-92c4-0d9e02b8deba tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352602 Sep 24 00:25:18.537833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a4ea9-cdb5-46b1-a88b-ad5d2ac211fa req-41eeeb9b-0c61-4932-9776-bd408b7996c5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:18.539341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a91a4ea9-cdb5-46b1-a88b-ad5d2ac211fa req-41eeeb9b-0c61-4932-9776-bd408b7996c5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0591872 Sep 24 00:25:18.611636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a91a4ea9-cdb5-46b1-a88b-ad5d2ac211fa req-7535d1ba-cd79-4302-98de-a632fc20aac5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611610 Sep 24 00:25:18.620654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05750a36-a1c5-430c-9e19-7f25df219aeb req-bae19598-638b-47c6-b126-67951fa30338 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:18.622241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05750a36-a1c5-430c-9e19-7f25df219aeb req-bae19598-638b-47c6-b126-67951fa30338 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0819125 Sep 24 00:25:18.665084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05750a36-a1c5-430c-9e19-7f25df219aeb req-a54538a9-3975-4085-a7fc-9d2cfe1f8399 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362830 Sep 24 00:25:19.736661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39fed5-4f18-414a-94df-88c50830be13 req-de9b6e0e-9acb-47c7-ac74-3dc0b9c7365e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:19.738162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d39fed5-4f18-414a-94df-88c50830be13 req-de9b6e0e-9acb-47c7-ac74-3dc0b9c7365e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0486634 Sep 24 00:25:19.804312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d39fed5-4f18-414a-94df-88c50830be13 req-344dad06-7537-4221-9761-7a85a43a0cfa tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560958 Sep 24 00:25:19.811607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252c40-d80e-42f4-9100-0d13a7776b40 req-fdab2d0a-4d18-4a66-bf45-93a48c0385af tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:19.813071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54252c40-d80e-42f4-9100-0d13a7776b40 req-fdab2d0a-4d18-4a66-bf45-93a48c0385af tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0740161 Sep 24 00:25:19.859538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54252c40-d80e-42f4-9100-0d13a7776b40 req-f4b4ae54-69bb-499f-a315-29b31cd58df9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395758 Sep 24 00:25:20.937102 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8338ed95-80f9-4521-a11f-e221a4c99908 req-7827ae3b-c108-4263-bad6-e7124ab358e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:20.938411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8338ed95-80f9-4521-a11f-e221a4c99908 req-7827ae3b-c108-4263-bad6-e7124ab358e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0568597 Sep 24 00:25:21.012864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8338ed95-80f9-4521-a11f-e221a4c99908 req-2f427d31-88c1-4728-bd7d-3d802b845160 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576837 Sep 24 00:25:21.036261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe3d86-af22-4caf-85ec-7ed90aa349cf req-e4f5d904-da7d-4138-a2e7-6adab226d786 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:21.036261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cbe3d86-af22-4caf-85ec-7ed90aa349cf req-e4f5d904-da7d-4138-a2e7-6adab226d786 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0964108 Sep 24 00:25:21.078738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cbe3d86-af22-4caf-85ec-7ed90aa349cf req-f8f4df97-aed4-4b68-b2f1-6c10d823e134 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367732 Sep 24 00:25:22.197138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f4268-9041-4e00-99e8-f7bf2f527e0d req-8c995661-e0c1-4066-9a35-86a5b58a5292 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:22.198877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-752f4268-9041-4e00-99e8-f7bf2f527e0d req-8c995661-e0c1-4066-9a35-86a5b58a5292 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0910463 Sep 24 00:25:22.244370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151da476-fb4b-4239-8b6d-0959ea3f3bfe req-8ca2ad98-c545-4690-821a-ab4a4a08fa83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:22.245998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-151da476-fb4b-4239-8b6d-0959ea3f3bfe req-8ca2ad98-c545-4690-821a-ab4a4a08fa83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0892007 Sep 24 00:25:22.268353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-752f4268-9041-4e00-99e8-f7bf2f527e0d req-4863afe8-cec1-4505-b592-5b2514678e92 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626051 Sep 24 00:25:22.302896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-151da476-fb4b-4239-8b6d-0959ea3f3bfe req-0ecc0020-c7bc-4127-90a8-5527e0b7e9fe tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499835 Sep 24 00:25:22.999341 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ff71babe-42dd-4899-9cb4-cd271a47d81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:23.155433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:25:23.256655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:23.269181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'port_id': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'mac_address': 'fa:16:3e:bf:8d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:25:23.314018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:23.327557 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:25:23.351130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:23.356285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:23.419378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:23.433895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:25:23.441865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9fbad-860c-4663-a0f8-00e56cfb26c7 req-2c2b100e-abe0-4e72-b6b3-8277dccf838f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:23.451061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ad9fbad-860c-4663-a0f8-00e56cfb26c7 req-2c2b100e-abe0-4e72-b6b3-8277dccf838f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0913184 Sep 24 00:25:23.480254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c268cc0-1dd9-4290-a3af-6b0c41ed8347 req-6ab254d2-0432-4ef6-aa43-d4574723103d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:23.482244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c268cc0-1dd9-4290-a3af-6b0c41ed8347 req-6ab254d2-0432-4ef6-aa43-d4574723103d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0956941 Sep 24 00:25:23.523884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ad9fbad-860c-4663-a0f8-00e56cfb26c7 req-83927d2a-61d8-408f-bb47-e94aef359022 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715704 Sep 24 00:25:23.564579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c268cc0-1dd9-4290-a3af-6b0c41ed8347 req-0f12763e-a3ad-455b-b9dc-36585d9f89c7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664604 Sep 24 00:25:24.737121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19128edd-c7f2-4a02-a1f7-a57330ddcf5e req-b7e2036b-24da-4fa2-81d6-64068c710a8f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:24.742553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19128edd-c7f2-4a02-a1f7-a57330ddcf5e req-b7e2036b-24da-4fa2-81d6-64068c710a8f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.1151257 Sep 24 00:25:24.768316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd56ea-9308-45f4-8e74-d666ed0c789e req-5254fd95-c544-423f-8a55-f28bba7ca73f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:24.770435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7fd56ea-9308-45f4-8e74-d666ed0c789e req-5254fd95-c544-423f-8a55-f28bba7ca73f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1034052 Sep 24 00:25:24.848972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f7fd56ea-9308-45f4-8e74-d666ed0c789e req-766e6399-1cd2-4906-b376-3869a2b8370a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674117 Sep 24 00:25:24.852645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19128edd-c7f2-4a02-a1f7-a57330ddcf5e req-9ae892fb-caff-41d6-8f23-05c8b7ce0356 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981643 Sep 24 00:25:25.171689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:25:25.227673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:25.227673 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:25.320096 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:25.359620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:25:25.362350 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c100c9-0d0d-49e5-b7bc-acb343b8a7a3" -d '{"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:25:25.387796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:25.393698 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:25.432082 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc1b8e42-daaa-4fa8-8a98-bd5a30ceb95b x-openstack-request-id: req-fc1b8e42-daaa-4fa8-8a98-bd5a30ceb95b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:25:25.432452 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:25:25.432715 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc1b8e42-daaa-4fa8-8a98-bd5a30ceb95b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:25:25.433105 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'code': 200} Sep 24 00:25:25.455746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:25.862357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:25.994464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09ab89a9-0346-4b08-9c74-17a33ab69263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:26.032507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d1c24-11f2-46be-8f7f-14a80062d97a req-1410e7bd-845c-4956-83b6-fb7552a4e405 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:26.034384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c4d1c24-11f2-46be-8f7f-14a80062d97a req-1410e7bd-845c-4956-83b6-fb7552a4e405 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0938296 Sep 24 00:25:26.056013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef3a5-180a-4724-b435-aa5b1f7ffac6 req-dfcce1d6-9edc-4574-af4f-7fb7be12d29c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:26.057722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-744ef3a5-180a-4724-b435-aa5b1f7ffac6 req-dfcce1d6-9edc-4574-af4f-7fb7be12d29c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1061122 Sep 24 00:25:26.124528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c4d1c24-11f2-46be-8f7f-14a80062d97a req-ed0e01c5-be4d-4997-ae5e-124a6e8f5384 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825567 Sep 24 00:25:26.136953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-744ef3a5-180a-4724-b435-aa5b1f7ffac6 req-d26dbcc6-3e46-43b5-b0fe-d379a62abd82 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548601 Sep 24 00:25:26.553282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60978) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:26.632105 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5322b502-d175-49b6-a128-155f97c050d7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/floatingips/1e52f3cf-936e-4573-91de-de82d259bf31 HTTP/1.1" status: 200 len: 993 time: 0.0767405 Sep 24 00:25:26.798352 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:26.913277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 60984) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:27.109191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port 8e275e52-df7c-4751-94cf-8a1111279ee6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:27.109540 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:27.204206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:27.204591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:27.228121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for 8e275e52-df7c-4751-94cf-8a1111279ee6 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:27.369296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447c319-f314-455c-8e9f-f11d2f967b49 req-097debf1-7770-40b8-80c0-b53103ea4ebb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:27.371840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0447c319-f314-455c-8e9f-f11d2f967b49 req-097debf1-7770-40b8-80c0-b53103ea4ebb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0777013 Sep 24 00:25:27.403171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9c2c9-8ef5-464f-be22-51923ae67188 req-44db501f-287d-4545-ac22-7a64f5741953 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:27.405248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ff9c2c9-8ef5-464f-be22-51923ae67188 req-44db501f-287d-4545-ac22-7a64f5741953 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1237972 Sep 24 00:25:27.447061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0447c319-f314-455c-8e9f-f11d2f967b49 req-70690648-0418-462d-8bf5-636ab99d4cc4 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631747 Sep 24 00:25:27.457072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:27.497075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ff9c2c9-8ef5-464f-be22-51923ae67188 req-435194de-793e-4f5c-baec-6cf3a34f1759 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726695 Sep 24 00:25:27.503971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=8e275e52-df7c-4751-94cf-8a1111279ee6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:27.542594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.542954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.543293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.543624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.543957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.544284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.544638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.545055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.545490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.545913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.546257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.546580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:27.593424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:27.594198 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Floating IP 1e52f3cf-936e-4573-91de-de82d259bf31 disassociated (deleted). External IP: 172.25.5.191, port: edb8dd06-e3bf-4885-9680-874f27ea8489. Sep 24 00:25:27.854155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:25:27.982344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:25:27.986974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:27.995215 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] Sync routers for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:25:28.009349 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:28.010369 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:28.035724 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b4115a8e-7501-45b7-a440-912f70b5612f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/floatingips/1e52f3cf-936e-4573-91de-de82d259bf31 HTTP/1.1" status: 204 len: 168 time: 1.1208057 Sep 24 00:25:28.039364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:25:28.041601 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a38435e-8942-4bbe-9067-174ed4427a98" -d '{"events": [{"name": "network-changed", "server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:25:28.131877 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec38115c-390f-43fb-9806-ec45be95d5d3 x-openstack-request-id: req-ec38115c-390f-43fb-9806-ec45be95d5d3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:25:28.132533 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:25:28.132994 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ec38115c-390f-43fb-9806-ec45be95d5d3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:25:28.133466 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'status': 'completed', 'code': 200} Sep 24 00:25:28.155297 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:28.223727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-89f6cae1-a67b-4a4b-8470-294eabb166a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:28.225278 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-89f6cae1-a67b-4a4b-8470-294eabb166a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 1097 time: 0.0699008 Sep 24 00:25:28.352178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af018ce1-3fcf-4c8c-bf3e-b313185632bf req-c9760eff-e15c-498b-a171-083c32f30aa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:28.361801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af018ce1-3fcf-4c8c-bf3e-b313185632bf req-c9760eff-e15c-498b-a171-083c32f30aa7 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 945 time: 0.0921516 Sep 24 00:25:28.391608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-0fdd0238-8c50-42ed-b667-c746480471c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:28.393300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-0fdd0238-8c50-42ed-b667-c746480471c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 HTTP/1.1" status: 200 len: 898 time: 0.1516893 Sep 24 00:25:28.401418 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:37Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:28.417814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af018ce1-3fcf-4c8c-bf3e-b313185632bf req-863a70b4-c347-4759-8723-c538f44a2803 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547512 Sep 24 00:25:28.444589 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-1f36cbd7-318c-4e91-866e-d089d31d9180 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edb8dd06-e3bf-4885-9680-874f27ea8489 HTTP/1.1" status: 200 len: 217 time: 0.0404315 Sep 24 00:25:28.458160 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] Checking router: 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:25:28.471072 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:28.472090 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:28.503756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-2ec0337f-307f-4d10-901f-3e975c73ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:28.505338 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-2ec0337f-307f-4d10-901f-3e975c73ee26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=348927e6-a094-413d-8a36-1e1b6da9653c HTTP/1.1" status: 200 len: 834 time: 0.0537963 Sep 24 00:25:28.601117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-b035b2b3-462d-4492-a469-8bb2260accec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:28.602680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-b035b2b3-462d-4492-a469-8bb2260accec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0899551 Sep 24 00:25:28.658599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc542da-a2b7-4003-9c97-383196b05ecd req-43c451c6-debb-41f9-a60d-c2747ef5d903 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:28.660148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fc542da-a2b7-4003-9c97-383196b05ecd req-43c451c6-debb-41f9-a60d-c2747ef5d903 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.1031065 Sep 24 00:25:28.665579 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:28.705282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71031211-7fdd-448c-afb3-5a2d85e524f3 req-76dc5e9e-f564-4f6b-92c2-4a4e8bda9d0e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:28.713398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71031211-7fdd-448c-afb3-5a2d85e524f3 req-76dc5e9e-f564-4f6b-92c2-4a4e8bda9d0e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1169200 Sep 24 00:25:28.750960 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-4126109d-a2a2-4fbf-8b92-1ad81a5cca02 service neutron] 10.222.0.20 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311066 Sep 24 00:25:28.752568 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fc542da-a2b7-4003-9c97-383196b05ecd req-89e5c2ac-8cef-42b7-b7ba-003e349e79c3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824726 Sep 24 00:25:28.785223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71031211-7fdd-448c-afb3-5a2d85e524f3 req-183e4129-e103-4085-bdbe-cd99c47f3fe3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655043 Sep 24 00:25:28.890401 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7a38435e-8942-4bbe-9067-174ed4427a98 req-5f6754f6-da14-4b2f-830f-be8d288914a8 service neutron] 10.222.0.20 "GET /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241949 Sep 24 00:25:28.944466 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:37Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:28.972807 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ab603e-4a65-4752-a025-61fd9a13f2aa None None] The sync data for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 is: [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:24:33Z', 'revision_number': 4, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7bc30cd0-3788-4644-a3b4-0004df76a0ff', 'name': '', 'network_id': '17a46fbd-d21a-447f-99e8-1d6aeb77c2f0', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'mac_address': 'fa:16:3e:76:6d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3557, 'fixed_ips': [{'subnet_id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:32Z', 'updated_at': '2021-09-24T00:24:37Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'subnets': [{'id': '348927e6-a094-413d-8a36-1e1b6da9653c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:25:29.182285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:29.288046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c256e53-e7f5-4ed4-ab38-fdd5ebe5289a None None] New status for floating IP 1e52f3cf-936e-4573-91de-de82d259bf31: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:25:29.557389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b937e5-b5f2-4ed4-bf55-98ba0efcd12a req-83ccbeff-c454-4522-ad6c-0c49d1d9bde6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:29.559656 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5b937e5-b5f2-4ed4-bf55-98ba0efcd12a req-83ccbeff-c454-4522-ad6c-0c49d1d9bde6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 945 time: 0.0680079 Sep 24 00:25:29.610419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5b937e5-b5f2-4ed4-bf55-98ba0efcd12a req-7422a60f-ad29-4a84-b9e5-2d1231d81d86 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/security-groups?id=f32f7147-c7b6-4e84-84ac-764d6c5e2c56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445979 Sep 24 00:25:29.753096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-50e5123c-24bb-462e-af81-59942827464f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:29.755907 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-50e5123c-24bb-462e-af81-59942827464f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 945 time: 0.0781581 Sep 24 00:25:29.934748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port edb8dd06-e3bf-4885-9680-874f27ea8489 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:29.935121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:29.982714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a30c80-af37-4d6d-8ab1-1404deb8d3a0 req-dc0ce1fe-bbf9-4a27-a748-7b7962337d8c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:29.984691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93a30c80-af37-4d6d-8ab1-1404deb8d3a0 req-dc0ce1fe-bbf9-4a27-a748-7b7962337d8c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.1104929 Sep 24 00:25:29.998139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf1a0a-ea39-4a9c-ab68-20d4f43bbe32 req-679e6213-9b93-4955-b8f1-fb020e21d930 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:30.000310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afdf1a0a-ea39-4a9c-ab68-20d4f43bbe32 req-679e6213-9b93-4955-b8f1-fb020e21d930 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0862222 Sep 24 00:25:30.060682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93a30c80-af37-4d6d-8ab1-1404deb8d3a0 req-f48f1ed9-42eb-4d32-a86e-a252b9d15cc7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579104 Sep 24 00:25:30.072650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port edb8dd06-e3bf-4885-9680-874f27ea8489, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=edb8dd06-e3bf-4885-9680-874f27ea8489,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:30.073027 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:30.093776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for edb8dd06-e3bf-4885-9680-874f27ea8489 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:30.121498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-afdf1a0a-ea39-4a9c-ab68-20d4f43bbe32 req-b0a9fb0b-846f-4714-89fc-a95c31debabe tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964346 Sep 24 00:25:30.257681 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:30.302152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=edb8dd06-e3bf-4885-9680-874f27ea8489,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:30.363417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] No DVR routers for this DVR port edb8dd06-e3bf-4885-9680-874f27ea8489 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:25:30.366333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:30.368616 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2985d64b-398a-46ef-95c2-679269e6b6ee req-b77ca0fb-afc7-4892-bad0-9ad51b1995f6 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.20 "DELETE /v2.0/ports/edb8dd06-e3bf-4885-9680-874f27ea8489 HTTP/1.1" status: 204 len: 173 time: 0.6057138 Sep 24 00:25:30.369088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'name': 'network-vif-deleted', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:25:30.372142 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bad201c4-3c34-41c9-b481-18ac7d54eea0" -d '{"events": [{"server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "name": "network-vif-deleted", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:25:30.423504 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545adcf9-72b8-43ab-81f1-914cf0741305 x-openstack-request-id: req-545adcf9-72b8-43ab-81f1-914cf0741305 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:25:30.423997 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e742f774-155b-45f7-a1c4-6bcca9122291", "name": "network-vif-deleted", "tag": "edb8dd06-e3bf-4885-9680-874f27ea8489", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:25:30.424401 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-545adcf9-72b8-43ab-81f1-914cf0741305 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:25:30.424979 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e742f774-155b-45f7-a1c4-6bcca9122291', 'name': 'network-vif-deleted', 'tag': 'edb8dd06-e3bf-4885-9680-874f27ea8489', 'status': 'completed', 'code': 200} Sep 24 00:25:30.809337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bdd93159-2f40-4970-b33f-db2daf597779 req-7bdc2d3b-3e2a-4761-aff8-f9b0a1524936 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "GET /v2.0/ports?device_id=e742f774-155b-45f7-a1c4-6bcca9122291 HTTP/1.1" status: 200 len: 210 time: 0.0680804 Sep 24 00:25:31.202616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce61d7-2635-4e4d-a0b2-2e00f2cef3da req-eca389dc-fce0-4e2f-bc05-7ece76db684d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:31.207607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5ce61d7-2635-4e4d-a0b2-2e00f2cef3da req-eca389dc-fce0-4e2f-bc05-7ece76db684d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0646043 Sep 24 00:25:31.300837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c478824-dec3-4a73-9ecd-b356a3de0146 req-771fcff2-ad39-4298-84b1-1f3473fb5b01 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:31.305809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c478824-dec3-4a73-9ecd-b356a3de0146 req-771fcff2-ad39-4298-84b1-1f3473fb5b01 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0942614 Sep 24 00:25:31.311941 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5ce61d7-2635-4e4d-a0b2-2e00f2cef3da req-e8c7e109-8269-4b43-95d2-1bcd1ab5b16f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921955 Sep 24 00:25:31.359367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c478824-dec3-4a73-9ecd-b356a3de0146 req-cbf91076-09ad-443e-8d43-b5a51492d67f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457542 Sep 24 00:25:31.885359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32788) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:31.956524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ba81f68-1ffc-4b82-8034-4d2c20b91359 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:31.989317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ba81f68-1ffc-4b82-8034-4d2c20b91359 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:32.091007 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ba81f68-1ffc-4b82-8034-4d2c20b91359 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:32.091007 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ba81f68-1ffc-4b82-8034-4d2c20b91359 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:32.091007 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9ba81f68-1ffc-4b82-8034-4d2c20b91359 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/security-groups/f32f7147-c7b6-4e84-84ac-764d6c5e2c56 HTTP/1.1" status: 204 len: 168 time: 0.1910591 Sep 24 00:25:32.091007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba81f68-1ffc-4b82-8034-4d2c20b91359 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32f7147-c7b6-4e84-84ac-764d6c5e2c56,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:32.129773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32792) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:32.469092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c7329-0bb0-4e11-bb97-6574fe0fa5c8 req-8d538f05-b230-44e2-9c97-16c827734603 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:32.470715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e9c7329-0bb0-4e11-bb97-6574fe0fa5c8 req-8d538f05-b230-44e2-9c97-16c827734603 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0600128 Sep 24 00:25:32.722083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:32.946090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e9c7329-0bb0-4e11-bb97-6574fe0fa5c8 req-c56ce2cf-9b57-4b52-b64e-6687e91100be tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4686031 Sep 24 00:25:32.964970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7df7ab-ec6d-42ed-8477-f267d505815d req-4fc40805-0741-4e30-8107-8bf7f68af7b3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:32.979352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c7df7ab-ec6d-42ed-8477-f267d505815d req-4fc40805-0741-4e30-8107-8bf7f68af7b3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.4684293 Sep 24 00:25:33.037410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c7df7ab-ec6d-42ed-8477-f267d505815d req-f925fd56-5dd6-4fde-b927-cb718fdcc6d8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577104 Sep 24 00:25:33.123155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port 7bc30cd0-3788-4644-a3b4-0004df76a0ff {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:33.123155 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:33.217937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port 7bc30cd0-3788-4644-a3b4-0004df76a0ff, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7bc30cd0-3788-4644-a3b4-0004df76a0ff,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:33.218437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:33.231800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for 7bc30cd0-3788-4644-a3b4-0004df76a0ff owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:33.435202 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:33.465404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=7bc30cd0-3788-4644-a3b4-0004df76a0ff,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:33.638168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device edb8dd06-e3bf-4885-9680-874f27ea8489 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:33.664238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: edb8dd06-e3bf-4885-9680-874f27ea8489 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:33.664877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device edb8dd06-e3bf-4885-9680-874f27ea8489 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:33.668309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:33.780820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af6a5-9295-44e3-b418-56c456981727 req-ab5ab346-be83-4388-aec3-b0aa357abac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:33.782979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f01af6a5-9295-44e3-b418-56c456981727 req-ab5ab346-be83-4388-aec3-b0aa357abac4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1098 time: 0.0452240 Sep 24 00:25:33.882386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af6a5-9295-44e3-b418-56c456981727 req-997aef99-62c0-44b4-840f-56289f4cdec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:33.883659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f01af6a5-9295-44e3-b418-56c456981727 req-997aef99-62c0-44b4-840f-56289f4cdec5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.0943184 Sep 24 00:25:33.953635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f01af6a5-9295-44e3-b418-56c456981727 req-7722839e-62c4-493e-ab85-1380097880f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 1002 time: 0.0624299 Sep 24 00:25:34.011888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af6a5-9295-44e3-b418-56c456981727 req-df57fd2f-f7ae-42fb-9e86-45778837abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:34.013397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f01af6a5-9295-44e3-b418-56c456981727 req-df57fd2f-f7ae-42fb-9e86-45778837abc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0527174 Sep 24 00:25:34.107661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01af6a5-9295-44e3-b418-56c456981727 req-1f8fd2fd-2ed1-475f-b207-086f2f49d6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:34.109206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f01af6a5-9295-44e3-b418-56c456981727 req-1f8fd2fd-2ed1-475f-b207-086f2f49d6e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884457 Sep 24 00:25:34.118143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a97eb-aae9-4fa3-90b8-bcc28d288fcd req-3ebd42be-401f-4f19-b6b9-f89cff24e7d8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:34.119716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e4a97eb-aae9-4fa3-90b8-bcc28d288fcd req-3ebd42be-401f-4f19-b6b9-f89cff24e7d8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0734322 Sep 24 00:25:34.255867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:25:34.260544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afde20e-e31c-408d-8087-bedee956e2d2 req-e11445dd-5e68-4cdb-855b-4fe492fa19bb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:34.261401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0afde20e-e31c-408d-8087-bedee956e2d2 req-e11445dd-5e68-4cdb-855b-4fe492fa19bb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1407213 Sep 24 00:25:34.266244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e4a97eb-aae9-4fa3-90b8-bcc28d288fcd req-5f7379ec-184b-4f5d-bd77-6aa71cb7028e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292727 Sep 24 00:25:34.307230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f01af6a5-9295-44e3-b418-56c456981727 req-1a87b79c-1c5f-4104-9ad9-530fbb27418d service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851039 Sep 24 00:25:34.349506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0afde20e-e31c-408d-8087-bedee956e2d2 req-08ee49b6-53db-4bde-8739-b142870c1ea1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761819 Sep 24 00:25:34.390939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:25:34.401042 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f1a70bb1-686a-4cff-8119-42bf6080312f tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "PUT /v2.0/routers/002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2668617 Sep 24 00:25:34.401042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32816) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:34.406021 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] Sync routers for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:25:34.415270 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:34.415884 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:34.424965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f01af6a5-9295-44e3-b418-56c456981727 req-ecd5f0c7-6693-4be9-930c-baeeec9c45cd service neutron] 10.222.0.18 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088846 Sep 24 00:25:34.454796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a661836-13ad-46ae-a4eb-7b29c246cf03 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting subnet 348927e6-a094-413d-8a36-1e1b6da9653c {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:25:34.458593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a661836-13ad-46ae-a4eb-7b29c246cf03 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:34.499629 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a661836-13ad-46ae-a4eb-7b29c246cf03 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:34.545381 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:34.605763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a661836-13ad-46ae-a4eb-7b29c246cf03 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:34.676542 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a661836-13ad-46ae-a4eb-7b29c246cf03 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:34.704992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a661836-13ad-46ae-a4eb-7b29c246cf03 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Subnet': ['ID=348927e6-a094-413d-8a36-1e1b6da9653c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:34.709433 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5a661836-13ad-46ae-a4eb-7b29c246cf03 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:34.712492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5a661836-13ad-46ae-a4eb-7b29c246cf03 tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/subnets/348927e6-a094-413d-8a36-1e1b6da9653c HTTP/1.1" status: 204 len: 168 time: 0.3107469 Sep 24 00:25:34.715064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32818) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:34.718008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0a3ab5-c4ba-4387-81cd-5d0132193d15 None None] Network 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:25:34.839951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:34.866503 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:25:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:34.894563 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] Checking router: 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:25:34.904206 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] Routers {'002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:34.904990 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:34.937451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] DHCP port deletion for 17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:25:34.954817 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:34.986038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] Deleting port 19b23e69-2e56-457a-aa9e-17c8bff4db5e {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:34.986373 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.013596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Deleting port 0d033bb6-5e02-4394-a28f-f3a3774bd752 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:35.013944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.043898 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] Set router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:35.055277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] For port 19b23e69-2e56-457a-aa9e-17c8bff4db5e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19b23e69-2e56-457a-aa9e-17c8bff4db5e,segment=NetworkSegment(40027f9c-3824-409b-a226-bfbd3cd860da),segment_id=40027f9c-3824-409b-a226-bfbd3cd860da)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:35.055696 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.068628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] Calling delete_port for 19b23e69-2e56-457a-aa9e-17c8bff4db5e owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:35.115586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] For port 0d033bb6-5e02-4394-a28f-f3a3774bd752, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d033bb6-5e02-4394-a28f-f3a3774bd752,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:35.116064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.130505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Calling delete_port for 0d033bb6-5e02-4394-a28f-f3a3774bd752 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:35.163829 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.188311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] Pushing event deleted for resources: {'Port': ['ID=19b23e69-2e56-457a-aa9e-17c8bff4db5e,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:35.195439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d1c62b-449c-4eb3-b281-fbd452f18a85 None None] No DVR routers for this DVR port 19b23e69-2e56-457a-aa9e-17c8bff4db5e on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:25:35.253227 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:25:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:35.291195 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90912c8d-3992-40fb-9040-a1d022c2e476 None None] The sync data for ids ['002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2'] in n-d-713498-18 is: [{'id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'name': 'tempest-TestNetworkBasicOps-router-1502187376', 'tenant_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61'}], 'enable_snat': True}, 'gw_port_id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:27Z', 'updated_at': '2021-09-24T00:25:33Z', 'revision_number': 5, 'project_id': 'dfa7ccf7ae784120b00f5a529ad5d237', 'gw_port': {'id': '0d033bb6-5e02-4394-a28f-f3a3774bd752', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:7a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:28Z', 'updated_at': '2021-09-24T00:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:25:35.352150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.384120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Port': ['ID=0d033bb6-5e02-4394-a28f-f3a3774bd752,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:35.421062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69c76d-dbce-4a29-9ffe-765999336dc7 req-e8bb3f7d-16aa-4769-b374-42efee9e02b7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:35.422736 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c69c76d-dbce-4a29-9ffe-765999336dc7 req-e8bb3f7d-16aa-4769-b374-42efee9e02b7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0622132 Sep 24 00:25:35.450289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.505349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c69c76d-dbce-4a29-9ffe-765999336dc7 req-ed87b90b-0427-4a13-8b1c-cb94a62ddf2f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748904 Sep 24 00:25:35.524248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f0699d-5423-4c3f-bcb4-5c55a9d93794 req-61a28967-d76b-49b2-82c8-0056e93a57d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:35.525812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20f0699d-5423-4c3f-bcb4-5c55a9d93794 req-61a28967-d76b-49b2-82c8-0056e93a57d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0925381 Sep 24 00:25:35.556581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.558977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.567504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20f0699d-5423-4c3f-bcb4-5c55a9d93794 req-ac3df556-e19e-48a5-b8c7-faf863d6b6d2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350161 Sep 24 00:25:35.609495 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.610100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Fanout notify agent at l3_agent the message router_deleted on router 002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:25:35.618049 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.622458 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8750823c-7a30-4f8e-a9d7-feffb5260ced tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/routers/002619f5-c7c4-44d8-8a9c-20e3f7c7c6b2 HTTP/1.1" status: 204 len: 168 time: 0.9034245 Sep 24 00:25:35.622984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32824) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:35.718479 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.755692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19b23e69-2e56-457a-aa9e-17c8bff4db5e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:35.785082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 19b23e69-2e56-457a-aa9e-17c8bff4db5e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:35.786183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19b23e69-2e56-457a-aa9e-17c8bff4db5e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:35.786701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7bc30cd0-3788-4644-a3b4-0004df76a0ff no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:35.806285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7bc30cd0-3788-4644-a3b4-0004df76a0ff {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:35.806629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7bc30cd0-3788-4644-a3b4-0004df76a0ff not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:35.831740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.855868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a46fbd-d21a-447f-99e8-1d6aeb77c2f0']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:35.865543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40027f9c-3824-409b-a226-bfbd3cd860da') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:35.866000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40027f9c-3824-409b-a226-bfbd3cd860da') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:35.877265 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.895430 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.903292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:25:35.903699 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:25:35.907162 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:25:35.974880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.982948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:35.987558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] 10.222.0.24 "DELETE /v2.0/networks/17a46fbd-d21a-447f-99e8-1d6aeb77c2f0 HTTP/1.1" status: 204 len: 168 time: 0.3604014 Sep 24 00:25:36.001307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0056e95-b32d-459e-b0b5-a772e3d4cb0a tempest-TestNetworkBasicOps-1888650193 tempest-TestNetworkBasicOps-1888650193-project] Pushing event deleted for resources: {'Network': ['ID=17a46fbd-d21a-447f-99e8-1d6aeb77c2f0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:36.294955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32830) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:36.462101 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-802dfe3a-f41f-4cd4-be6c-8d5e3b8d2857 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfa7ccf7ae784120b00f5a529ad5d237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1659269 Sep 24 00:25:36.464888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32834) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:36.521337 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4075371c-7446-4c02-a76a-a1746346f702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:36.544208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4075371c-7446-4c02-a76a-a1746346f702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:36.596754 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4075371c-7446-4c02-a76a-a1746346f702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:36.600253 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4075371c-7446-4c02-a76a-a1746346f702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:36.601457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4075371c-7446-4c02-a76a-a1746346f702 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10c52921-fc1b-4fdd-a884-c5ff4bb37211 HTTP/1.1" status: 204 len: 168 time: 0.1353652 Sep 24 00:25:36.641729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075371c-7446-4c02-a76a-a1746346f702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c52921-fc1b-4fdd-a884-c5ff4bb37211,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:36.693376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaf94c-6cef-4ad0-8bb6-c88bd04fea31 req-a7dc6ee3-ce78-44a1-97eb-39c364531538 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:36.695382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92eaf94c-6cef-4ad0-8bb6-c88bd04fea31 req-a7dc6ee3-ce78-44a1-97eb-39c364531538 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0923829 Sep 24 00:25:36.701769 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:36.729556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb706ffd-a8ee-44b3-ac32-9e7e41978ed5 req-7dd598a3-de7b-4780-82e4-d78d6d829601 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:36.731094 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb706ffd-a8ee-44b3-ac32-9e7e41978ed5 req-7dd598a3-de7b-4780-82e4-d78d6d829601 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0806870 Sep 24 00:25:36.778617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92eaf94c-6cef-4ad0-8bb6-c88bd04fea31 req-f8f076f2-dd8e-4938-ae6d-7f3c452d24e9 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667622 Sep 24 00:25:36.803635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb706ffd-a8ee-44b3-ac32-9e7e41978ed5 req-ccb6e9bf-827b-4681-aa90-8232c97fa342 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617757 Sep 24 00:25:36.953614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 32850) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:36.971757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-564ea646-a2b8-4b07-8555-7e441867f6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.095197 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-564ea646-a2b8-4b07-8555-7e441867f6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.099343 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-564ea646-a2b8-4b07-8555-7e441867f6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.141420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ea646-a2b8-4b07-8555-7e441867f6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7191d95a-68c0-4f33-88e9-d7c88964d08f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:37.152762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-564ea646-a2b8-4b07-8555-7e441867f6e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c186890d72f42daa9755e3cab32e1f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947308 Sep 24 00:25:37.154301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 32856) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:37.206717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:37.214989 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b76b4ed8-e1a0-4c42-8347-9c6ad7445122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.247224 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b76b4ed8-e1a0-4c42-8347-9c6ad7445122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.306258 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.310457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b76b4ed8-e1a0-4c42-8347-9c6ad7445122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.314331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b76b4ed8-e1a0-4c42-8347-9c6ad7445122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.318309 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b76b4ed8-e1a0-4c42-8347-9c6ad7445122 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7191d95a-68c0-4f33-88e9-d7c88964d08f HTTP/1.1" status: 204 len: 168 time: 0.1614354 Sep 24 00:25:37.338190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76b4ed8-e1a0-4c42-8347-9c6ad7445122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7191d95a-68c0-4f33-88e9-d7c88964d08f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:37.348893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:25:37.351322 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c2957a-3de6-45b8-a4e7-85b00371d65e" -d '{"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-unplugged", "status": "completed", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:25:37.371970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:37.377483 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:37.413071 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 00:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef05c306-63dc-4b2c-954a-dd279da7f3c3 x-openstack-request-id: req-ef05c306-63dc-4b2c-954a-dd279da7f3c3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:25:37.413374 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-unplugged", "status": "failed", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730", "code": 422}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:25:37.413807 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef05c306-63dc-4b2c-954a-dd279da7f3c3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:25:37.413997 n-d-713498-18 neutron-server[106380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'code': 422} returned with failed status Sep 24 00:25:37.445793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:37.521903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d033bb6-5e02-4394-a28f-f3a3774bd752 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:25:37.543226 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0d033bb6-5e02-4394-a28f-f3a3774bd752 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:25:37.543581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d033bb6-5e02-4394-a28f-f3a3774bd752 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:25:37.991708 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-3de333f3-c418-4c34-b02f-da634a16f360 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0456464 Sep 24 00:25:37.994134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5418c17-b48a-4c6b-b910-f3a42467cf76 req-43831ee4-9e0d-4c01-a879-ff30760b34d3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:37.995963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5418c17-b48a-4c6b-b910-f3a42467cf76 req-43831ee4-9e0d-4c01-a879-ff30760b34d3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 944 time: 0.0960832 Sep 24 00:25:38.009822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f641842-7e47-49eb-a73b-0212bd1fc393 req-37337598-907b-4fb8-81a1-4196adbdce0e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:38.011377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f641842-7e47-49eb-a73b-0212bd1fc393 req-37337598-907b-4fb8-81a1-4196adbdce0e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0747266 Sep 24 00:25:38.086472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d5418c17-b48a-4c6b-b910-f3a42467cf76 req-e294c1d2-da67-4daf-89a5-619f1b9aae22 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737998 Sep 24 00:25:38.094012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f641842-7e47-49eb-a73b-0212bd1fc393 req-96bfefe3-70a0-4fce-b3f4-9539b47243e7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652971 Sep 24 00:25:38.810227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-9403c657-62b8-41e7-988a-fc7a3b6c0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:38.811812 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-9403c657-62b8-41e7-988a-fc7a3b6c0140 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f&tenant_id=69a37da035b84dce9134bc41b764f4f6 HTTP/1.1" status: 200 len: 1096 time: 0.0471597 Sep 24 00:25:38.823348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:38.887168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:39.124298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:39.189816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:25:39.255439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:25:39.267549 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:39.273448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:39.287009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1806f9b4-f8b5-4e5e-9fec-3ea82fd7bc53 req-866b2cfa-7d10-41a2-a706-a89a9a7a68da tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:39.288569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1806f9b4-f8b5-4e5e-9fec-3ea82fd7bc53 req-866b2cfa-7d10-41a2-a706-a89a9a7a68da tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 944 time: 0.0957987 Sep 24 00:25:39.299917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Transition to ACTIVE for port object 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:25:39.301490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29006a47-4fcb-4a13-9ac8-007472edb0eb req-4aa7cbcc-2b72-475d-9a12-c690132eb56e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:39.303275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29006a47-4fcb-4a13-9ac8-007472edb0eb req-4aa7cbcc-2b72-475d-9a12-c690132eb56e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0992191 Sep 24 00:25:39.306372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:39.365827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1806f9b4-f8b5-4e5e-9fec-3ea82fd7bc53 req-970f8bd5-8f40-47f7-bf19-87f300c46606 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614207 Sep 24 00:25:39.369053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29006a47-4fcb-4a13-9ac8-007472edb0eb req-4c550501-343d-48ea-8146-483c6f46e31c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580847 Sep 24 00:25:39.400401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:39.584664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] No DVR routers for this DVR port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:25:39.767335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Attempting to bind port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:25:39.767695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Attempting to bind port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:25:39.768291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Attempting to bind port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:25:39.773447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:25:39.773861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Attempting to bind port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on network a5d7a39e-0e7d-4f94-8427-aca543dfb458 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:25:39.779012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:25:39.779290 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Checking segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:25:39.779775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Bound using segment: {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:25:39.780451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Bound port: 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45a31275-3879-46e9-ac6d-3c19b01fb783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:25:39.780705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:39.852257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:25:39.856833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:25:39.860780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:39.906666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:39.907306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:39.908729 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] 10.222.0.20 "PUT /v2.0/ports/9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 1093 time: 1.0894504 Sep 24 00:25:39.909338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:25:39.911956 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15d1df4-b5df-4f12-9560-894ce6c599b1" -d '{"events": [{"name": "network-changed", "server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:25:39.946425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b69319-f665-46d2-98df-3b74094fffe8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:39.983753 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8201dd6e-b338-4d08-8930-481f19fbab5a x-openstack-request-id: req-8201dd6e-b338-4d08-8930-481f19fbab5a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:25:39.984053 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:25:39.984243 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8201dd6e-b338-4d08-8930-481f19fbab5a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:25:39.984844 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'status': 'completed', 'code': 200} Sep 24 00:25:39.998703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33050) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:40.010644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-ade0e22d-96d7-4ca4-8a0c-3af355c0fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.013097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-ade0e22d-96d7-4ca4-8a0c-3af355c0fcd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1097 time: 0.0633690 Sep 24 00:25:40.119654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-aff6563f-825a-478c-8263-851fdd93a74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.121454 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-aff6563f-825a-478c-8263-851fdd93a74d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.0988891 Sep 24 00:25:40.136195 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f7c4267-c8cf-4db7-81f6-893d5a7e883c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:40.204741 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-c4004c5c-e937-4cf7-82b5-2f811002ae92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 1000 time: 0.0763636 Sep 24 00:25:40.249191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f7c4267-c8cf-4db7-81f6-893d5a7e883c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:40.254174 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f7c4267-c8cf-4db7-81f6-893d5a7e883c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:40.263280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-37321870-d769-47bc-b81c-6e6e3a232beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.265012 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-37321870-d769-47bc-b81c-6e6e3a232beb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0532391 Sep 24 00:25:40.296997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7f7c4267-c8cf-4db7-81f6-893d5a7e883c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=777fce7e57c7401bb929a0efce5a035a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2939482 Sep 24 00:25:40.296997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c4267-c8cf-4db7-81f6-893d5a7e883c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3729418-9a69-4d12-b14c-4a6d15477a4e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:40.297730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33054) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:40.323398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-2c514a22-ea99-4328-90ae-2be61d12c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.324922 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-2c514a22-ea99-4328-90ae-2be61d12c7f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526614 Sep 24 00:25:40.349995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9fe239c8-78ef-431e-a135-cbe5471e92b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:40.380381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9fe239c8-78ef-431e-a135-cbe5471e92b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:40.450549 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-fcdba639-ed8a-4d49-9b94-604692005022 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180906 Sep 24 00:25:40.470057 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9fe239c8-78ef-431e-a135-cbe5471e92b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:40.473591 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9fe239c8-78ef-431e-a135-cbe5471e92b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:40.474775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9fe239c8-78ef-431e-a135-cbe5471e92b2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3729418-9a69-4d12-b14c-4a6d15477a4e HTTP/1.1" status: 204 len: 168 time: 0.1765378 Sep 24 00:25:40.515167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe239c8-78ef-431e-a135-cbe5471e92b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3729418-9a69-4d12-b14c-4a6d15477a4e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:40.560164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb9017c-0647-4d94-913d-110b473c911e req-d2f96acc-fdfd-4b47-b15a-d2d3fbdf18a5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.561876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cb9017c-0647-4d94-913d-110b473c911e req-d2f96acc-fdfd-4b47-b15a-d2d3fbdf18a5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1026685 Sep 24 00:25:40.572307 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7321f89e-22dd-4c49-9b22-c481fb44253a req-6b4c49f6-98ac-4f19-b581-06c1100e4be5 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150184 Sep 24 00:25:40.577929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f420f39-716b-4440-b299-42b7508b6c2e req-b96004d7-d7ac-4e8a-ba67-c7095020b24c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.579561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f420f39-716b-4440-b299-42b7508b6c2e req-b96004d7-d7ac-4e8a-ba67-c7095020b24c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0873532 Sep 24 00:25:40.638470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cb9017c-0647-4d94-913d-110b473c911e req-b6de2fe7-9c88-49d7-949a-7e81771b3c19 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578940 Sep 24 00:25:40.656052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f420f39-716b-4440-b299-42b7508b6c2e req-7fd29bed-0703-4687-ac05-9d52160216ef tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560570 Sep 24 00:25:40.677391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-82f29261-f5e6-497e-a183-4c86417736f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.679183 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-82f29261-f5e6-497e-a183-4c86417736f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1097 time: 0.0570848 Sep 24 00:25:40.795450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-dff421e4-2cb2-4ab5-9206-bb1e5f68a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.797754 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-dff421e4-2cb2-4ab5-9206-bb1e5f68a533 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1118109 Sep 24 00:25:40.884331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-80624dab-a695-43d0-b694-3d795dc9236c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 1000 time: 0.0788016 Sep 24 00:25:40.904010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33074) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:40.922519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3618337a-ed6d-4f7b-8a59-dcb9c34e2cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:40.939332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-c6685120-a096-4e56-bec1-0f2386d46a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:40.941036 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-c6685120-a096-4e56-bec1-0f2386d46a49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0505621 Sep 24 00:25:41.004266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-a51b5c6d-0349-418f-8390-e1a8aecf111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:41.006255 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-a51b5c6d-0349-418f-8390-e1a8aecf111d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505369 Sep 24 00:25:41.036632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3618337a-ed6d-4f7b-8a59-dcb9c34e2cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:41.041200 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3618337a-ed6d-4f7b-8a59-dcb9c34e2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:41.091469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3618337a-ed6d-4f7b-8a59-dcb9c34e2cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcb5092-5225-4a2f-a1b1-800109d1bf17,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:41.100201 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3618337a-ed6d-4f7b-8a59-dcb9c34e2cd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7c6640f5c5540d68640d466bc4fd7ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1911061 Sep 24 00:25:41.104741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33076) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:41.148592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-cc3fa640-7d6b-46d0-924a-64010acee9aa service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352730 Sep 24 00:25:41.174393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b12fbc47-d89e-463f-a15f-cf7fa954c1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:41.211153 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b12fbc47-d89e-463f-a15f-cf7fa954c1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:41.312193 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b12fbc47-d89e-463f-a15f-cf7fa954c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:41.316279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b12fbc47-d89e-463f-a15f-cf7fa954c1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:41.321337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b12fbc47-d89e-463f-a15f-cf7fa954c1e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fcb5092-5225-4a2f-a1b1-800109d1bf17 HTTP/1.1" status: 204 len: 168 time: 0.2109449 Sep 24 00:25:41.338600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12fbc47-d89e-463f-a15f-cf7fa954c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcb5092-5225-4a2f-a1b1-800109d1bf17,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:41.353665 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c15d1df4-b5df-4f12-9560-894ce6c599b1 req-d54f8dde-6343-4ac4-b9cf-b0a6887ed3f2 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980548 Sep 24 00:25:41.880624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b3667-3f46-487b-8ebd-52784a792d8a req-5c119d17-8340-4a6d-beb2-1aa8dd94bdec tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:41.883050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d2b3667-3f46-487b-8ebd-52784a792d8a req-5c119d17-8340-4a6d-beb2-1aa8dd94bdec tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1308434 Sep 24 00:25:41.925419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ce0d5-bc65-4760-97de-640b665d0c50 req-ec336ce1-3cd9-4d22-ac8b-772f423faaec tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:41.929120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-759ce0d5-bc65-4760-97de-640b665d0c50 req-ec336ce1-3cd9-4d22-ac8b-772f423faaec tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.1679165 Sep 24 00:25:41.996601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d2b3667-3f46-487b-8ebd-52784a792d8a req-259bc6ff-57da-4112-8b60-772515ab4fda tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065784 Sep 24 00:25:42.014720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-759ce0d5-bc65-4760-97de-640b665d0c50 req-ea1d218b-d92d-4654-a308-e520dcb859f7 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753982 Sep 24 00:25:43.247508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cf8ea-0fd3-445d-b23f-1a0c6238e810 req-7b8cf833-3c44-4bfc-9370-d489051a1180 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:43.249799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6cf8ea-0fd3-445d-b23f-1a0c6238e810 req-7b8cf833-3c44-4bfc-9370-d489051a1180 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1089668 Sep 24 00:25:43.274781 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204924c-a8eb-44ca-b6ba-fb2eb89203cb req-d9288c93-57b0-4506-be4d-2e5eb8402561 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:43.276501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a204924c-a8eb-44ca-b6ba-fb2eb89203cb req-d9288c93-57b0-4506-be4d-2e5eb8402561 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0939436 Sep 24 00:25:43.335226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c6cf8ea-0fd3-445d-b23f-1a0c6238e810 req-515ea2fc-a77b-4767-8f70-91b5920830c5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783827 Sep 24 00:25:43.369311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a204924c-a8eb-44ca-b6ba-fb2eb89203cb req-e38c4f30-3c93-4de1-b7fc-1c5dd0503fd9 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802884 Sep 24 00:25:44.480491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0073916-1466-4810-8365-abe4de25215b req-9b000339-bfa7-402c-9547-f03add319f53 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:44.481950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0073916-1466-4810-8365-abe4de25215b req-9b000339-bfa7-402c-9547-f03add319f53 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0681491 Sep 24 00:25:44.572753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0073916-1466-4810-8365-abe4de25215b req-a87603e1-655a-4c41-a99e-0044387475d1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839911 Sep 24 00:25:44.739119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec8d2d-bbd3-45dc-a5e4-3fde54ffe845 req-e8fbb0de-d14d-4e0b-a79f-63349554823e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:44.740702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26ec8d2d-bbd3-45dc-a5e4-3fde54ffe845 req-e8fbb0de-d14d-4e0b-a79f-63349554823e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0753839 Sep 24 00:25:44.757077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33148) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:44.768327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'network': {'name': 'tempest-network-smoke--1448112375', 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'port_security_enabled': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:44.800048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Made reservation on behalf of a294c82b958d43c29360bb909351a0e5 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:25:44.804856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:44.810585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26ec8d2d-bbd3-45dc-a5e4-3fde54ffe845 req-973622b3-6f0e-47f3-b598-265909b0cde0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632608 Sep 24 00:25:44.816125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:44.930424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:44.935106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:44.965035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:25:44.973388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f9e056-f99c-46ae-a7f7-7c81c26b75b1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:44.981739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:44.982158 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Added segment f271956e-6ac9-46f3-b6e1-3e875fb49057 of type vlan for network db03bd08-e40e-4430-8558-6838386a0605 Sep 24 00:25:45.028136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.055411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.061471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:45.062085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.104777 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3411913 Sep 24 00:25:45.105217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33150) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:45.114812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'admin_state_up': True, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:45.139935 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636412f4-edc2-4a5a-b4d9-7a9ef4ca183b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Network': ['ID=db03bd08-e40e-4430-8558-6838386a0605,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:45.146052 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.148469 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.153597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network db03bd08-e40e-4430-8558-6838386a0605 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:25:45.289724 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.458600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.739555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.768812 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:45.795597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fe98f-8cdf-4e97-bd72-196e54abdf49 req-bcc061d5-a603-4083-872a-078f5b2b9a91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:45.797310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-427fe98f-8cdf-4e97-bd72-196e54abdf49 req-bcc061d5-a603-4083-872a-078f5b2b9a91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1020284 Sep 24 00:25:45.911680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-427fe98f-8cdf-4e97-bd72-196e54abdf49 req-dd9ba29c-7897-47eb-b3c2-46ab8f8cba4c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864201 Sep 24 00:25:45.974131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Allocated IP 172.25.5.144 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/50d5a187-6f6b-454b-8b1f-713f68007c88) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:25:45.994509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78476236-f19f-405a-a57e-0e58b6f7c78d req-11c90e8e-111b-4ea7-a735-4bb2b31a2b25 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:46.001523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78476236-f19f-405a-a57e-0e58b6f7c78d req-11c90e8e-111b-4ea7-a735-4bb2b31a2b25 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0863495 Sep 24 00:25:46.096341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78476236-f19f-405a-a57e-0e58b6f7c78d req-77f42aaf-9754-4c79-bffb-1360a05a8704 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883069 Sep 24 00:25:46.154552 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:46.195938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:46.254087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:25:46.257322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:25:46.260959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:25:46.297104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=50d5a187-6f6b-454b-8b1f-713f68007c88,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:46.563039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:47.128417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd9c59-18b2-46bd-b836-8f8fca06c8b7 req-6a10a305-ca1c-419d-979d-4502e26c947f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:47.129581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0bcd9c59-18b2-46bd-b836-8f8fca06c8b7 req-6a10a305-ca1c-419d-979d-4502e26c947f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1070850 Sep 24 00:25:47.170496 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:47.260706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0bcd9c59-18b2-46bd-b836-8f8fca06c8b7 req-2d2072ce-8f23-42c9-b498-3bc89eb708a1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192172 Sep 24 00:25:47.382224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-f726ae30-fed5-4ee1-b272-3872521cbfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:47.383751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-f726ae30-fed5-4ee1-b272-3872521cbfdc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.1507192 Sep 24 00:25:47.395313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182eaeeb-4025-4ced-8900-09fe22c84b0d req-cca8cc4b-2520-42b5-812c-1de8cc04a9c2 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:47.398072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-182eaeeb-4025-4ced-8900-09fe22c84b0d req-cca8cc4b-2520-42b5-812c-1de8cc04a9c2 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.1707976 Sep 24 00:25:47.541206 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-182eaeeb-4025-4ced-8900-09fe22c84b0d req-916961ca-179b-4cf2-9b80-467cdbe33cc8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212678 Sep 24 00:25:47.547370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Router d71ad189-7250-49d7-b4f6-c0d42bfbe67c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:25:47.626939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-d2d3cd61-5fb4-4313-ad48-2fb66d133a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:47.628479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-d2d3cd61-5fb4-4313-ad48-2fb66d133a19 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.2197096 Sep 24 00:25:47.768228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-c61bb287-ee46-40b4-9290-b7af291c8ea9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 1001 time: 0.1315255 Sep 24 00:25:47.789527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:25:47.799327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Sync routers for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:25:47.820882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:47.822378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:47.840824 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:47.842081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8f12d307-594a-4fe4-a0f1-dae3d5882cb4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7347467 Sep 24 00:25:47.845986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:47.851172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-351a27b1-0bbb-4229-b292-b6e773155b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:47.854199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-351a27b1-0bbb-4229-b292-b6e773155b8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.0783641 Sep 24 00:25:47.968753 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-13fd6a5e-fb6d-4727-a164-e121d6675ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:47.971421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-13fd6a5e-fb6d-4727-a164-e121d6675ab1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1099911 Sep 24 00:25:48.049734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:48.156275 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8dcf34a9-f599-4999-a5d1-659451a64342 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a294c82b958d43c29360bb909351a0e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3090394 Sep 24 00:25:48.159630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33168) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:48.243584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-46e28e44-d9e1-40f3-9fad-6ac082d12665 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648666 Sep 24 00:25:48.398294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01f0a45-58d2-492c-8b7c-228e12b4f0c2 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:48.400197 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c01f0a45-58d2-492c-8b7c-228e12b4f0c2 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2381654 Sep 24 00:25:48.404602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33172) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:48.489764 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f21977e1-efcd-4cbe-9e19-7e1ce96fbc97 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0822082 Sep 24 00:25:48.493337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33174) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:48.499057 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1542753967', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:48.567063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:46Z', 'revision_number': 3, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:48.588689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b6e7ed3-aaeb-485e-b025-73f60e56a55f req-a8290611-f3c8-4048-9342-e0dc98d65680 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318594 Sep 24 00:25:48.633158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Checking router: d71ad189-7250-49d7-b4f6-c0d42bfbe67c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:25:48.633656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Updating router d71ad189-7250-49d7-b4f6-c0d42bfbe67c port 50d5a187-6f6b-454b-8b1f-713f68007c88 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:25:48.635166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56744e65-b925-4605-9d25-f8ecff924adf req-7b8204fc-a4d7-43c8-8ca8-59a9b7bcdfeb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:48.636666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56744e65-b925-4605-9d25-f8ecff924adf req-7b8204fc-a4d7-43c8-8ca8-59a9b7bcdfeb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1613746 Sep 24 00:25:48.640435 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:25:48.652600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Made reservation on behalf of a294c82b958d43c29360bb909351a0e5 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:25:48.662134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:48.673661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:48.709297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56744e65-b925-4605-9d25-f8ecff924adf req-fa7d3e56-abab-489a-a6b1-bf7e0392e18f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603635 Sep 24 00:25:48.856368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e45557-9fce-427a-a5a1-9ba3b998cb60 req-ce0e4eab-84e5-476f-896e-44137dc62026 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:48.857882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1e45557-9fce-427a-a5a1-9ba3b998cb60 req-ce0e4eab-84e5-476f-896e-44137dc62026 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0961039 Sep 24 00:25:48.931553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1e45557-9fce-427a-a5a1-9ba3b998cb60 req-b9912dd5-c924-4d2e-951f-e45e5d1b6a9d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624597 Sep 24 00:25:49.035653 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:49.036348 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:49.043414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:49.092832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Pushing event updated for resources: {'Port': ['ID=50d5a187-6f6b-454b-8b1f-713f68007c88,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:49.108691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.109010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.109292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.109629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.110095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.110432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.110845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.111104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.111427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.111749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.112554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.112554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:49.124465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Checking segment: {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:25:49.124826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network hostable DHCP agents. Network: db03bd08-e40e-4430-8558-6838386a0605, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:25:49.127064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Subnet': ['ID=d9e029ba-fad6-4203-ba18-315fb2be75fe,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:49.143944 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Attempting to bind port 50d5a187-6f6b-454b-8b1f-713f68007c88 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:25:49.144496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Attempting to bind port 50d5a187-6f6b-454b-8b1f-713f68007c88 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:25:49.145182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Attempting to bind port 50d5a187-6f6b-454b-8b1f-713f68007c88 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:25:49.148008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network db03bd08-e40e-4430-8558-6838386a0605 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:25:49.151230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:25:49.151631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:25:49.152007 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:49.152396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:25:49.152855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Bound port: 50d5a187-6f6b-454b-8b1f-713f68007c88, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:25:49.153236 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:49.159465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, db03bd08-e40e-4430-8558-6838386a0605) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:25:49.165017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:49.165658 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:49.183742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b7635756-5dd0-40a9-ae1a-3881139335ac tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6889534 Sep 24 00:25:49.186504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33178) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:49.186795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f9060e-05e2-49b6-a2f9-f867807a9889 None None] Network db03bd08-e40e-4430-8558-6838386a0605 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:25:49.291827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] For port 50d5a187-6f6b-454b-8b1f-713f68007c88, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:25:49.296722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] For port 50d5a187-6f6b-454b-8b1f-713f68007c88, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=50d5a187-6f6b-454b-8b1f-713f68007c88,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:25:49.309897 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:49.558464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:49.559201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:49.568037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f4183-c541-463c-a6de-e3ba4635aacb None None] Pushing event updated for resources: {'Port': ['ID=50d5a187-6f6b-454b-8b1f-713f68007c88,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:49.691706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-db03bd08-e40e-4430-8558-6838386a0605', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:25:49.692585 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:49.736237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:49.792694 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:50.011422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Allocated IP 172.20.0.2 (db03bd08-e40e-4430-8558-6838386a0605/d9e029ba-fad6-4203-ba18-315fb2be75fe/4cc97177-cb50-432f-b7d5-db5b0a2a07e9) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:25:50.266193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:46Z', 'revision_number': 3, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:50.324773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c5c31-c5de-42f3-8767-1f12e9988b69 None None] The sync data for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 is: [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:46Z', 'revision_number': 3, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:25:50.327492 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:50.356871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:50.409016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Network db03bd08-e40e-4430-8558-6838386a0605 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:25:50.413705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:25:50.418275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:25:50.491446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Pushing event updated for resources: {'Port': ['ID=4cc97177-cb50-432f-b7d5-db5b0a2a07e9,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:50.502238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11bb07-5778-4a8e-ba6b-99e5d26d067e req-ad76c6d8-00a4-46c9-bdbf-e6e463e2059c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:50.509942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a11bb07-5778-4a8e-ba6b-99e5d26d067e req-ad76c6d8-00a4-46c9-bdbf-e6e463e2059c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.6341524 Sep 24 00:25:50.515512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Attempting to bind port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:25:50.516006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Attempting to bind port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:25:50.516742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Attempting to bind port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 on network db03bd08-e40e-4430-8558-6838386a0605 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:25:50.524320 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:25:50.524787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Checking segment: {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:25:50.525268 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:50.525859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Bound using segment: {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:25:50.527023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Bound port: 4cc97177-cb50-432f-b7d5-db5b0a2a07e9, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:25:50.527607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:50.604784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c721b97f-6daf-4cfa-9535-c1ab98289693 req-108e6ad7-5b56-469b-bad5-1c1b17609148 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:50.615709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c721b97f-6daf-4cfa-9535-c1ab98289693 req-108e6ad7-5b56-469b-bad5-1c1b17609148 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.5701275 Sep 24 00:25:50.630527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-25107d55-468e-48c9-879f-734792c5db6e None None] For port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:25:50.637440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-25107d55-468e-48c9-879f-734792c5db6e None None] For port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4cc97177-cb50-432f-b7d5-db5b0a2a07e9,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:25:50.645484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:50.694569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a11bb07-5778-4a8e-ba6b-99e5d26d067e req-b1103bf9-fc7a-4ff7-8ae9-ffd84cf68ee2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822765 Sep 24 00:25:50.776635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25107d55-468e-48c9-879f-734792c5db6e None None] Pushing event updated for resources: {'Port': ['ID=4cc97177-cb50-432f-b7d5-db5b0a2a07e9,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:50.865588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c721b97f-6daf-4cfa-9535-c1ab98289693 req-51fb62d1-d096-457a-b680-74039712553d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2487853 Sep 24 00:25:50.904780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Allocated IP 172.20.0.1 (db03bd08-e40e-4430-8558-6838386a0605/d9e029ba-fad6-4203-ba18-315fb2be75fe/ee5e7aca-2bad-4875-865c-c002d40b4ffd) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:25:51.125552 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:51.183167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:51.242562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network db03bd08-e40e-4430-8558-6838386a0605 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:25:51.249019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:25:51.251878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:25:51.276655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=ee5e7aca-2bad-4875-865c-c002d40b4ffd,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:51.315339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:51.478482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:51.687055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-0ec2702a-458c-4be1-9def-a9bc6376fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:51.688776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-0ec2702a-458c-4be1-9def-a9bc6376fe9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=69a37da035b84dce9134bc41b764f4f6&device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1097 time: 0.0703917 Sep 24 00:25:51.718742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 50d5a187-6f6b-454b-8b1f-713f68007c88 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:25:51.779305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 50d5a187-6f6b-454b-8b1f-713f68007c88 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:51.779682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:51.876160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-ba8196f1-2892-4e8a-b385-f2b5db749d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:51.878464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-ba8196f1-2892-4e8a-b385-f2b5db749d6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 200 len: 917 time: 0.1688077 Sep 24 00:25:51.884612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:51.915622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 50d5a187-6f6b-454b-8b1f-713f68007c88, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=50d5a187-6f6b-454b-8b1f-713f68007c88,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:51.921094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:51.925262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:25:51.947591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c778f-a6c8-4b89-89ce-ae8e28f427c5 req-6b05c5af-bea3-46d0-95ea-36afc16dbb30 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:51.955262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f13c778f-a6c8-4b89-89ce-ae8e28f427c5 req-6b05c5af-bea3-46d0-95ea-36afc16dbb30 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1309600 Sep 24 00:25:51.967383 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-84e7473c-0f19-41f2-b9f4-23e8cdbc5bcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 200 len: 1000 time: 0.0804610 Sep 24 00:25:51.989105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a7248-dfa0-4f6d-b64c-028812894e9c None None] Network db03bd08-e40e-4430-8558-6838386a0605 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:25:52.001756 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.029429 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.047515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-cf6ab55b-dc82-4a20-8d87-2244b771e362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:52.049644 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-cf6ab55b-dc82-4a20-8d87-2244b771e362 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 200 len: 855 time: 0.0739944 Sep 24 00:25:52.107329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f13c778f-a6c8-4b89-89ce-ae8e28f427c5 req-336f3bf1-9b5f-4344-9f00-f2fc3fc24cf6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510117 Sep 24 00:25:52.114050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-b73b8979-e54b-42a0-84e4-609beea2fc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:52.118366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-b73b8979-e54b-42a0-84e4-609beea2fc73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a5d7a39e-0e7d-4f94-8427-aca543dfb458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0608885 Sep 24 00:25:52.121502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=50d5a187-6f6b-454b-8b1f-713f68007c88,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:52.136958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-531437a8-f238-41ed-9057-655a7dc79c64 None None] Provisioning complete for port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:52.137402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-531437a8-f238-41ed-9057-655a7dc79c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.156566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cbfb3-7226-4fd2-b513-1aa3cf97cf32 req-cbcea825-849b-4f9c-8bd7-099e285835d6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:52.158311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-528cbfb3-7226-4fd2-b513-1aa3cf97cf32 req-cbcea825-849b-4f9c-8bd7-099e285835d6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.1798260 Sep 24 00:25:52.166165 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.176184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:52.176447 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.185256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=ee5e7aca-2bad-4875-865c-c002d40b4ffd,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:52.242734 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-36b62a46-31fe-40a3-b65b-0ef9f5685a42 service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157794 Sep 24 00:25:52.274793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-528cbfb3-7226-4fd2-b513-1aa3cf97cf32 req-deb45459-fce3-4f49-a815-f44c464c6dd3 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996199 Sep 24 00:25:52.326504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network db03bd08-e40e-4430-8558-6838386a0605 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:25:52.328601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:25:52.341766 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-531437a8-f238-41ed-9057-655a7dc79c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.364405 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7136ddb2-701c-4c55-b554-fa9116fcd574 req-c8c87d54-f9bf-4b69-ad4f-84e2a9e411dd service neutron] 10.222.0.20 "GET /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134479 Sep 24 00:25:52.412260 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.436703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-531437a8-f238-41ed-9057-655a7dc79c64 None None] For port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4cc97177-cb50-432f-b7d5-db5b0a2a07e9,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:52.444521 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-531437a8-f238-41ed-9057-655a7dc79c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.510579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Router d71ad189-7250-49d7-b4f6-c0d42bfbe67c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:25:52.525305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:25:52.525655 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:25:52.526632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531437a8-f238-41ed-9057-655a7dc79c64 None None] Pushing event updated for resources: {'Port': ['ID=4cc97177-cb50-432f-b7d5-db5b0a2a07e9,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:52.637853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:25:52.647256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f60c1f54-7e85-4d85-958c-3cfc80451d94 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "PUT /v2.0/routers/d71ad189-7250-49d7-b4f6-c0d42bfbe67c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4564118 Sep 24 00:25:52.647688 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Sync routers for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:25:52.648200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33190) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:52.652986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a53a8c47-3f03-4831-8a8b-8306bdb66a3e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--716008085', 'description': 'tempest-secgroup_access--716008085 description', 'project_id': 'a294c82b958d43c29360bb909351a0e5'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:52.657877 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:52.658706 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:52.681528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a53a8c47-3f03-4831-8a8b-8306bdb66a3e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.681755 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-789637bd-ab92-4b7d-8577-2e3288d3f22d None None] Provisioning complete for port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:52.681858 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-789637bd-ab92-4b7d-8577-2e3288d3f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.805034 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:52.818429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a53a8c47-3f03-4831-8a8b-8306bdb66a3e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.821168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-789637bd-ab92-4b7d-8577-2e3288d3f22d None None] Provisioning complete for port ee5e7aca-2bad-4875-865c-c002d40b4ffd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:52.821731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-789637bd-ab92-4b7d-8577-2e3288d3f22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.826283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a53a8c47-3f03-4831-8a8b-8306bdb66a3e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.868105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a8c47-3f03-4831-8a8b-8306bdb66a3e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:52.869123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-789637bd-ab92-4b7d-8577-2e3288d3f22d None None] Port ee5e7aca-2bad-4875-865c-c002d40b4ffd cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:25:52.876895 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a53a8c47-3f03-4831-8a8b-8306bdb66a3e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:52.878451 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a53a8c47-3f03-4831-8a8b-8306bdb66a3e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2292073 Sep 24 00:25:52.882307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33192) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:52.886978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b0c454ca-c63c-49e5-a3b4-0b14fee7d621 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1068721354', 'description': 'tempest-secgroup_general--1068721354 description', 'project_id': 'a294c82b958d43c29360bb909351a0e5'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:52.912857 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0c454ca-c63c-49e5-a3b4-0b14fee7d621 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.002534 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f94c715-355a-4b91-bb47-86cd6ec0a749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.005635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-86de4c23-5fc4-4f5d-94e6-689b1ad4b7e1 None None] Provisioning complete for port ee5e7aca-2bad-4875-865c-c002d40b4ffd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:53.005992 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-86de4c23-5fc4-4f5d-94e6-689b1ad4b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.022739 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0c454ca-c63c-49e5-a3b4-0b14fee7d621 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.031303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0c454ca-c63c-49e5-a3b4-0b14fee7d621 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.033097 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 2, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:53.060772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b0c454ca-c63c-49e5-a3b4-0b14fee7d621 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.065120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b0c454ca-c63c-49e5-a3b4-0b14fee7d621 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1789486 Sep 24 00:25:53.065946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33194) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:53.069160 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Checking router: d71ad189-7250-49d7-b4f6-c0d42bfbe67c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:25:53.069588 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Updating router d71ad189-7250-49d7-b4f6-c0d42bfbe67c port ee5e7aca-2bad-4875-865c-c002d40b4ffd binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:25:53.072111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6340ae79-cd28-4094-af44-7d297bca688f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'security_group_rule': {'security_group_id': '11051c11-eb56-47b4-9cb3-6c0cd1f2ebac', 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:53.091066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-86de4c23-5fc4-4f5d-94e6-689b1ad4b7e1 None None] Port ee5e7aca-2bad-4875-865c-c002d40b4ffd cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:25:53.091341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c454ca-c63c-49e5-a3b4-0b14fee7d621 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3883faaf-f82d-4439-8948-042c1423f112,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:53.103508 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.123066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6340ae79-cd28-4094-af44-7d297bca688f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.189148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6340ae79-cd28-4094-af44-7d297bca688f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.207562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6340ae79-cd28-4094-af44-7d297bca688f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.212511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-82c49a24-3cb9-46fe-b760-69053236e8b5 None None] Provisioning complete for port ee5e7aca-2bad-4875-865c-c002d40b4ffd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:53.212511 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82c49a24-3cb9-46fe-b760-69053236e8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.248097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340ae79-cd28-4094-af44-7d297bca688f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3adbcba7-cb52-4903-ba97-af0f06999d57,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:53.261126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-82c49a24-3cb9-46fe-b760-69053236e8b5 None None] Port ee5e7aca-2bad-4875-865c-c002d40b4ffd cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:25:53.263018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6340ae79-cd28-4094-af44-7d297bca688f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.270852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6340ae79-cd28-4094-af44-7d297bca688f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1968429 Sep 24 00:25:53.276944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3446f70c-f1dc-4038-b8bd-fdd9004a6bc6 req-fa4fe216-fdc5-48cc-a4ea-25c551eee68c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:53.278811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3446f70c-f1dc-4038-b8bd-fdd9004a6bc6 req-fa4fe216-fdc5-48cc-a4ea-25c551eee68c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0861521 Sep 24 00:25:53.337832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3446f70c-f1dc-4038-b8bd-fdd9004a6bc6 req-d2c232cb-c83b-45fe-81d3-cd46dc56cc66 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470273 Sep 24 00:25:53.399600 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.406308 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.413950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1966cb-64b2-418a-b2ee-18c73a646079 req-706c2e1e-ef03-458c-993e-4d45ede5bb2e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:53.414895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb1966cb-64b2-418a-b2ee-18c73a646079 req-706c2e1e-ef03-458c-993e-4d45ede5bb2e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 945 time: 0.0555484 Sep 24 00:25:53.462532 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Pushing event updated for resources: {'Port': ['ID=ee5e7aca-2bad-4875-865c-c002d40b4ffd,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:53.467737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb1966cb-64b2-418a-b2ee-18c73a646079 req-ac164611-9d90-496b-944a-187546680aff tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Sep 24 00:25:53.471071 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.471315 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.471867 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.472900 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.474544 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.474544 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.474544 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.474544 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.475928 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.475928 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.475928 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.475928 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:25:53.521967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-4f88ec64-86d3-4d42-8a4c-2cc8568cb85d tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--716008085&fields=id&tenant_id=a294c82b958d43c29360bb909351a0e5 HTTP/1.1" status: 200 len: 267 time: 0.0644047 Sep 24 00:25:53.548741 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Attempting to bind port ee5e7aca-2bad-4875-865c-c002d40b4ffd on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:25:53.549388 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Attempting to bind port ee5e7aca-2bad-4875-865c-c002d40b4ffd by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:25:53.549517 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Attempting to bind port ee5e7aca-2bad-4875-865c-c002d40b4ffd on network db03bd08-e40e-4430-8558-6838386a0605 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:25:53.556521 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:25:53.557240 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Checking segment: {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:25:53.557649 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.558226 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Bound using segment: {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:25:53.558984 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Bound port: ee5e7aca-2bad-4875-865c-c002d40b4ffd, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:25:53.559574 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.588996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-4f5f6fbc-cc6d-4c1e-a919-b5f9b72d6e7a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--1068721354&fields=id&tenant_id=a294c82b958d43c29360bb909351a0e5 HTTP/1.1" status: 200 len: 267 time: 0.0570450 Sep 24 00:25:53.631376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 50d5a187-6f6b-454b-8b1f-713f68007c88 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:25:53.661208 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] For port ee5e7aca-2bad-4875-865c-c002d40b4ffd, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:25:53.667149 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] For port ee5e7aca-2bad-4875-865c-c002d40b4ffd, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ee5e7aca-2bad-4875-865c-c002d40b4ffd,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:25:53.673168 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:25:53.674701 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.743083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 50d5a187-6f6b-454b-8b1f-713f68007c88 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:53.743544 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.748418 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:53.749423 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:53.762180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-31d6682f-3a44-4a29-a280-e5fca73f22b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:53.763877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-31d6682f-3a44-4a29-a280-e5fca73f22b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/networks?id=db03bd08-e40e-4430-8558-6838386a0605 HTTP/1.1" status: 200 len: 797 time: 0.1650865 Sep 24 00:25:53.789318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-4e9b5519-5465-4346-b227-9db303e7636d tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/quotas/a294c82b958d43c29360bb909351a0e5 HTTP/1.1" status: 200 len: 375 time: 0.0131273 Sep 24 00:25:53.805988 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0e81-3695-4857-9c8d-100bd60161b2 None None] Pushing event updated for resources: {'Port': ['ID=ee5e7aca-2bad-4875-865c-c002d40b4ffd,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:53.876709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b736136a-1009-4142-8988-a0c81be62fbc None None] Provisioning complete for port ee5e7aca-2bad-4875-865c-c002d40b4ffd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:53.877484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b736136a-1009-4142-8988-a0c81be62fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:53.884666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-8bfeae4a-77d2-42cb-8bf9-f006a596e905 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a294c82b958d43c29360bb909351a0e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829418 Sep 24 00:25:53.886300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:53.917176 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:53.925981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'port_id': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'mac_address': 'fa:16:3e:bf:8d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:25:54.038682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-7277ffce-d598-440a-a018-bbcdee82bdb0 service neutron] 10.222.0.24 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427348 Sep 24 00:25:54.166417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-adcf5293-5482-40eb-8d9e-fe805779ea74 service neutron] 10.222.0.24 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200347 Sep 24 00:25:54.202875 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-08e38717-91be-4393-be14-0bad20194f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:53Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:54.238868 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e38717-91be-4393-be14-0bad20194f58 None None] The sync data for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 is: [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:53Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:25:54.269845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:25:54.279209 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:54.358125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:25:54.368557 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b736136a-1009-4142-8988-a0c81be62fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:54.435826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:54.451930 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:54.505268 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7938a1f9-0be1-4777-966c-0ec9b9534a6c req-3858d209-1356-46cc-83e8-c4983dbbe1c9 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 210 time: 0.0505419 Sep 24 00:25:54.508037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b736136a-1009-4142-8988-a0c81be62fbc None None] For port ee5e7aca-2bad-4875-865c-c002d40b4ffd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ee5e7aca-2bad-4875-865c-c002d40b4ffd,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:54.523194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b736136a-1009-4142-8988-a0c81be62fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:54.524088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:54.524766 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:54.613945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:54.663162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e83f72-0b9f-4d21-8a08-479f3302b185 req-e1870c20-e805-4230-9236-9280033ced08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:54.665604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8e83f72-0b9f-4d21-8a08-479f3302b185 req-e1870c20-e805-4230-9236-9280033ced08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1593602 Sep 24 00:25:54.690231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:25:54.719811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1cf173-1cc0-4be3-b3a7-1bc01073e669 req-32c46f06-f75f-48fa-bb22-519adea4ecb8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:54.722813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f1cf173-1cc0-4be3-b3a7-1bc01073e669 req-32c46f06-f75f-48fa-bb22-519adea4ecb8 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.1146467 Sep 24 00:25:54.768230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b736136a-1009-4142-8988-a0c81be62fbc None None] Pushing event updated for resources: {'Port': ['ID=ee5e7aca-2bad-4875-865c-c002d40b4ffd,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:54.768912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8e83f72-0b9f-4d21-8a08-479f3302b185 req-aeceeee5-d7a7-437a-b7c2-37f4d9fb448a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942879 Sep 24 00:25:54.779936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-40fc81ae-fdaa-4c12-90f6-a4fdcd1f854b None None] Provisioning complete for port ee5e7aca-2bad-4875-865c-c002d40b4ffd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:54.780845 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-40fc81ae-fdaa-4c12-90f6-a4fdcd1f854b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:54.801606 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33224) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:54.810250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f1cf173-1cc0-4be3-b3a7-1bc01073e669 req-2c529da6-b96c-4f63-9125-67a22b74843f tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785956 Sep 24 00:25:55.040189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port c5670804-60e4-44d3-85cf-b678920021e9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:55.040834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:55.139519 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:55.139841 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:55.160444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for c5670804-60e4-44d3-85cf-b678920021e9 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:55.651224 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c731ac8-ded0-41eb-acad-5d8533d16e96 req-d586fc20-efe6-4250-b45e-e6ccace845c6 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 210 time: 0.0457401 Sep 24 00:25:55.672886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:25:55.748234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ee5e7aca-2bad-4875-865c-c002d40b4ffd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:25:55.831359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:25:55.838647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:55.840165 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:55.844136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ee5e7aca-2bad-4875-865c-c002d40b4ffd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:55.844756 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:55.865362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:55.912681 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:55.949114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=c5670804-60e4-44d3-85cf-b678920021e9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:55.964099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-60563881-9f8b-401d-8fb5-3e5638136f5d tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:55.965791 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-60563881-9f8b-401d-8fb5-3e5638136f5d tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.20 "GET /v2.0/networks?id=db03bd08-e40e-4430-8558-6838386a0605 HTTP/1.1" status: 200 len: 797 time: 0.2595704 Sep 24 00:25:55.993380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0caec-3270-487a-884f-f5774ad83433 req-8f1e7a29-3f70-4dee-8720-14e5d0248e91 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:56.001169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0a0caec-3270-487a-884f-f5774ad83433 req-8f1e7a29-3f70-4dee-8720-14e5d0248e91 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 946 time: 0.0693915 Sep 24 00:25:56.036525 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:56.051695 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-1546717a-333d-44ce-8b28-5d764384d25c tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a294c82b958d43c29360bb909351a0e5 HTTP/1.1" status: 200 len: 477 time: 0.0673201 Sep 24 00:25:56.055384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0a0caec-3270-487a-884f-f5774ad83433 req-ba13a145-3173-403e-9d49-ace668de235c tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528476 Sep 24 00:25:56.061405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'port': {'device_id': 'cad049d0-4157-49b3-911f-1574f02133f9', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'admin_state_up': True, 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'security_groups': ['11051c11-eb56-47b4-9cb3-6c0cd1f2ebac', '3883faaf-f82d-4439-8948-042c1423f112']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:56.072333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:56.073095 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Floating IP cf022225-584f-4404-92e2-e01d0c16ddc9 disassociated (deleted). External IP: 172.25.5.140, port: 258cb19b-96af-4fc2-be8a-943cac3a1645. Sep 24 00:25:56.083156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:25:56.085456 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94320a94-38f2-495c-a233-9d6ba0d704e6" -d '{"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:25:56.091639 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12543309-b255-4632-9a58-84b401735200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:56.110324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:56.122510 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:56.149637 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19851653-51de-490b-89da-4ac5726f3da7 x-openstack-request-id: req-19851653-51de-490b-89da-4ac5726f3da7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:25:56.149928 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:25:56.150222 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19851653-51de-490b-89da-4ac5726f3da7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:25:56.150574 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'code': 200} Sep 24 00:25:56.179771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=12']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:56.340867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Made reservation on behalf of a294c82b958d43c29360bb909351a0e5 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:25:56.344375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:56.369359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ec7a4-2a7c-4c70-ba7d-18ee71de638d req-94fc1c23-0c16-4db7-90c1-aa161444a8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:56.370922 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-254ec7a4-2a7c-4c70-ba7d-18ee71de638d req-94fc1c23-0c16-4db7-90c1-aa161444a8b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 1099 time: 0.1149006 Sep 24 00:25:56.500640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router eebb255f-494c-4d99-beb8-db40f81f7a4c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:25:56.504790 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-254ec7a4-2a7c-4c70-ba7d-18ee71de638d req-ace45662-8e83-4b0b-b54f-611e4fbac773 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009629 Sep 24 00:25:56.600143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Allocated IP 172.20.0.3 (db03bd08-e40e-4430-8558-6838386a0605/d9e029ba-fad6-4203-ba18-315fb2be75fe/f0e30763-3a93-4018-9424-8603bf11c367) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:25:56.696986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:25:56.702987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:56.707921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] Sync routers for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:25:56.720507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:56.721512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:56.768148 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8702b324-f2ad-43b8-82bc-5847158fb794 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/floatingips/cf022225-584f-4404-92e2-e01d0c16ddc9 HTTP/1.1" status: 204 len: 168 time: 1.9616029 Sep 24 00:25:56.805579 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:56.836884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a89438e-1483-449b-8164-d17c13a60331 req-2d028127-e183-4b2d-bbf9-1ac4cd2fe9b2 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 210 time: 0.0446131 Sep 24 00:25:56.850595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:25:56.853117 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72862a69-af9b-4c68-8bb6-d7b726374ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:25:56.863831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:56.884570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:56.932286 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57955d7e-f407-458b-bbba-c105e0194926 x-openstack-request-id: req-57955d7e-f407-458b-bbba-c105e0194926 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:25:56.932652 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:25:56.932913 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-57955d7e-f407-458b-bbba-c105e0194926 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:25:56.933689 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'status': 'completed', 'code': 200} Sep 24 00:25:56.949356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:57.004074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network db03bd08-e40e-4430-8558-6838386a0605 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:25:57.004335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-7093b3d1-47d3-4343-a618-d6bd3e6c8f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:57.006132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-7093b3d1-47d3-4343-a618-d6bd3e6c8f79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 1097 time: 0.0633309 Sep 24 00:25:57.007512 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:25:57.011537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:25:57.054616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=f0e30763-3a93-4018-9424-8603bf11c367,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:57.085183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:57.085855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:57.108520 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-a28a4681-f8c6-42ae-a48d-15bbf68e9d1a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0508523 Sep 24 00:25:57.123065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Request body: {'port': {'device_id': 'cad049d0-4157-49b3-911f-1574f02133f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:25:57.157050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:19:01Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:57.198494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] Checking router: eebb255f-494c-4d99-beb8-db40f81f7a4c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:25:57.206569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e724e-4dc5-48fd-a484-4f889f54f217 req-4ada21a6-cb3b-42a1-8025-2866eb730d22 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:57.210622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:25:57.211452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:57.216033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e0e724e-4dc5-48fd-a484-4f889f54f217 req-4ada21a6-cb3b-42a1-8025-2866eb730d22 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.1737041 Sep 24 00:25:57.223576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:57.279755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-69178cbe-5791-4920-9baa-cb0fb67907bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:57.281302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-69178cbe-5791-4920-9baa-cb0fb67907bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 200 len: 898 time: 0.2584579 Sep 24 00:25:57.358195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:25:57.359383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-0290a2c7-ae84-464e-afea-1775e6d961a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 200 len: 217 time: 0.0570829 Sep 24 00:25:57.409906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1796a448-428e-4e92-9f62-2b95a3b1a475 None None] Provisioning complete for port f0e30763-3a93-4018-9424-8603bf11c367 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:25:57.410284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1796a448-428e-4e92-9f62-2b95a3b1a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:57.412347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e0e724e-4dc5-48fd-a484-4f889f54f217 req-c5881b16-283d-4c3f-a3e3-436e9788d275 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=26c98987-0d45-402f-9501-8ec5231e5aa4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564026 Sep 24 00:25:57.433704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-8198b600-1aa8-4baf-a74e-007637ac88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:57.435458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-8198b600-1aa8-4baf-a74e-007637ac88ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 200 len: 835 time: 0.0667384 Sep 24 00:25:57.444918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d9645-3e4f-4c01-b953-90962f728098 req-821fdaea-014c-4f3c-8a7d-3ba0fde30bd9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:57.446714 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-510d9645-3e4f-4c01-b953-90962f728098 req-821fdaea-014c-4f3c-8a7d-3ba0fde30bd9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 945 time: 0.0909159 Sep 24 00:25:57.449211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59ef74-6a5a-40c4-ab36-8c3319af882d req-4eae0776-d746-4b95-aafb-acf36c0031bc tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:57.450746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b59ef74-6a5a-40c4-ab36-8c3319af882d req-4eae0776-d746-4b95-aafb-acf36c0031bc tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 947 time: 0.2563753 Sep 24 00:25:57.535684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b59ef74-6a5a-40c4-ab36-8c3319af882d req-ebaa6349-bf3a-4cf4-b4db-0c578fbca73b tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753951 Sep 24 00:25:57.539167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-a7e87853-57c6-4ff9-b107-04ca2a39d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:57.540921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-a7e87853-57c6-4ff9-b107-04ca2a39d2ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ecfafe6-d23c-4d59-9b53-16b0983a0013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892503 Sep 24 00:25:57.552003 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1796a448-428e-4e92-9f62-2b95a3b1a475 None None] Port f0e30763-3a93-4018-9424-8603bf11c367 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:25:57.645990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:19:01Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:25:57.648466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-cadaf934-d979-49b1-94bd-8f389505fdc4 service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989351 Sep 24 00:25:57.682039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b01c11-7ac6-4457-b058-cb5c78a6119f None None] The sync data for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 is: [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '61550979-8a4d-4bac-9d51-4aeba090e1a1', 'name': '', 'network_id': '7ecfafe6-d23c-4d59-9b53-16b0983a0013', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:b7:76:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3260, 'fixed_ips': [{'subnet_id': 'ab97a52e-8521-487d-a602-d641fd535418', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:54Z', 'updated_at': '2021-09-24T00:19:01Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'ab97a52e-8521-487d-a602-d641fd535418', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:25:57.694215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port 258cb19b-96af-4fc2-be8a-943cac3a1645 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:25:57.694602 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:57.722886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0e30763-3a93-4018-9424-8603bf11c367 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:25:57.770631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72862a69-af9b-4c68-8bb6-d7b726374ec3 req-befb66ff-8364-4d11-bfa2-673f4876767e service neutron] 10.222.0.18 "GET /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156437 Sep 24 00:25:57.774717 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:57.800984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Transition to ACTIVE for port object f0e30763-3a93-4018-9424-8603bf11c367 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:25:57.808774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:57.828170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port 258cb19b-96af-4fc2-be8a-943cac3a1645, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=258cb19b-96af-4fc2-be8a-943cac3a1645,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:25:57.828569 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:57.868291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for 258cb19b-96af-4fc2-be8a-943cac3a1645 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:25:57.984713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Pushing event updated for resources: {'Port': ['ID=f0e30763-3a93-4018-9424-8603bf11c367,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:58.011013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90049b2-cec1-487f-9b36-a4c5587f3695 req-3e44a6c1-b9d3-4830-9846-5baf81dca63f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:58.021127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f90049b2-cec1-487f-9b36-a4c5587f3695 req-3e44a6c1-b9d3-4830-9846-5baf81dca63f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 982 time: 0.0955350 Sep 24 00:25:58.083068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f90049b2-cec1-487f-9b36-a4c5587f3695 req-86d2107f-3b79-42b1-af18-b6c5f7c3f2f8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0610821 Sep 24 00:25:58.096973 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e95846a-8ac0-497e-bf84-768b13744088 None None] New status for floating IP cf022225-584f-4404-92e2-e01d0c16ddc9: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:25:58.113498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Attempting to bind port f0e30763-3a93-4018-9424-8603bf11c367 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:25:58.113927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Attempting to bind port f0e30763-3a93-4018-9424-8603bf11c367 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:25:58.114275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Attempting to bind port f0e30763-3a93-4018-9424-8603bf11c367 on network db03bd08-e40e-4430-8558-6838386a0605 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:25:58.120993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Port f0e30763-3a93-4018-9424-8603bf11c367 on network db03bd08-e40e-4430-8558-6838386a0605 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:25:58.121256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Attempting to bind port f0e30763-3a93-4018-9424-8603bf11c367 on network db03bd08-e40e-4430-8558-6838386a0605 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:25:58.129675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:25:58.130089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Checking segment: {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:25:58.130486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Bound using segment: {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:25:58.131241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Bound port: f0e30763-3a93-4018-9424-8603bf11c367, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f271956e-6ac9-46f3-b6e1-3e875fb49057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:25:58.134913 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:58.265290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:58.306227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] For port f0e30763-3a93-4018-9424-8603bf11c367, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:25:58.308617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=258cb19b-96af-4fc2-be8a-943cac3a1645,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:58.324487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] For port f0e30763-3a93-4018-9424-8603bf11c367, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f0e30763-3a93-4018-9424-8603bf11c367,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:25:58.330448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:58.422223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] No DVR routers for this DVR port 258cb19b-96af-4fc2-be8a-943cac3a1645 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:25:58.424925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:58.425729 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:58.427381 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] 10.222.0.20 "PUT /v2.0/ports/f0e30763-3a93-4018-9424-8603bf11c367 HTTP/1.1" status: 200 len: 1131 time: 1.3091476 Sep 24 00:25:58.430720 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:58.432931 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-510d9645-3e4f-4c01-b953-90962f728098 req-94358f5d-7bb1-48ce-9635-9aa55b820723 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "DELETE /v2.0/ports/258cb19b-96af-4fc2-be8a-943cac3a1645 HTTP/1.1" status: 204 len: 173 time: 0.9787078 Sep 24 00:25:58.465818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b059b6-bd5d-4578-be54-f3bcfb50950e service neutron] Pushing event updated for resources: {'Port': ['ID=f0e30763-3a93-4018-9424-8603bf11c367,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:25:58.556352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bda5dad3-a2b4-43c5-8d77-9fc995a140dd req-3379ab40-a206-4409-861b-b113e00f63bc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1 HTTP/1.1" status: 200 len: 210 time: 0.0419405 Sep 24 00:25:58.559763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-20176261-52c8-4247-b112-e6de0e27e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:58.561409 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-20176261-52c8-4247-b112-e6de0e27e20c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a294c82b958d43c29360bb909351a0e5&device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 1134 time: 0.0862226 Sep 24 00:25:58.641336 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-c7db8618-b769-4df6-8ee4-708fa69ffad4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e30763-3a93-4018-9424-8603bf11c367 HTTP/1.1" status: 200 len: 217 time: 0.0708153 Sep 24 00:25:58.731855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-f312ca56-c1f3-41bc-8a6d-e10c37eacfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:58.734899 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-f312ca56-c1f3-41bc-8a6d-e10c37eacfbf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9e029ba-fad6-4203-ba18-315fb2be75fe HTTP/1.1" status: 200 len: 835 time: 0.0858898 Sep 24 00:25:58.744956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab285ba5-7839-4bb6-bae2-f9eea6e488fe req-60562c8d-22fd-4ce3-8227-740fd5b94bfc tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:58.746548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab285ba5-7839-4bb6-bae2-f9eea6e488fe req-60562c8d-22fd-4ce3-8227-740fd5b94bfc tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 947 time: 0.0724058 Sep 24 00:25:58.789260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-63d05836-75c6-4111-a0ac-26d9f35365a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:58.790782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-63d05836-75c6-4111-a0ac-26d9f35365a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db03bd08-e40e-4430-8558-6838386a0605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479987 Sep 24 00:25:58.792902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab285ba5-7839-4bb6-bae2-f9eea6e488fe req-75b6fe1b-313b-4492-8532-2b6e8a42a28d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394659 Sep 24 00:25:58.900607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-977886dc-7ed7-449b-bb58-06378d8a64c2 service neutron] 10.222.0.20 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026223 Sep 24 00:25:58.942137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367'}, {'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'name': 'network-vif-deleted', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:25:58.944350 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd" -d '{"events": [{"name": "network-changed", "server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "tag": "f0e30763-3a93-4018-9424-8603bf11c367"}, {"server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "name": "network-vif-deleted", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:25:59.005898 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 00:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250fa938-e800-4881-a1b2-604b58a82ffd x-openstack-request-id: req-250fa938-e800-4881-a1b2-604b58a82ffd {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:25:59.006545 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "tag": "f0e30763-3a93-4018-9424-8603bf11c367", "status": "completed", "code": 200}, {"server_uuid": "1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1", "name": "network-vif-deleted", "tag": "258cb19b-96af-4fc2-be8a-943cac3a1645", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:25:59.006545 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-250fa938-e800-4881-a1b2-604b58a82ffd {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:25:59.006833 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367', 'status': 'completed', 'code': 200} Sep 24 00:25:59.007084 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e2b1b25-25ae-4a28-8a9c-4b1d0c5d57f1', 'name': 'network-vif-deleted', 'tag': '258cb19b-96af-4fc2-be8a-943cac3a1645', 'status': 'completed', 'code': 200} Sep 24 00:25:59.018276 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f26b4676-2ca5-4cfd-9a3d-65b58c8db196 req-f792386c-0052-4a6e-9037-164620915aa4 service neutron] 10.222.0.20 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107700 Sep 24 00:25:59.104359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-9ce4ac22-8ba8-4302-8dc0-9d4874e6849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:59.105867 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-9ce4ac22-8ba8-4302-8dc0-9d4874e6849f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a294c82b958d43c29360bb909351a0e5&device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 1134 time: 0.0433657 Sep 24 00:25:59.164938 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:25:59.224811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eac280-769e-4f00-ba51-85d20041987d req-938d276a-6899-4e66-bd92-8b331889e6b5 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:59.227557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87eac280-769e-4f00-ba51-85d20041987d req-938d276a-6899-4e66-bd92-8b331889e6b5 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 982 time: 0.0620084 Sep 24 00:25:59.228387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-81fec02b-6f26-4fac-a05e-4019e123e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:59.230072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-81fec02b-6f26-4fac-a05e-4019e123e4c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db03bd08-e40e-4430-8558-6838386a0605 HTTP/1.1" status: 200 len: 898 time: 0.1172755 Sep 24 00:25:59.276852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87eac280-769e-4f00-ba51-85d20041987d req-fafbe043-47c4-42d9-9dcf-26ba56ce9ccc tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0428152 Sep 24 00:25:59.277588 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-410daa31-f293-4d02-b68a-0230db9eb5c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e30763-3a93-4018-9424-8603bf11c367 HTTP/1.1" status: 200 len: 217 time: 0.0402420 Sep 24 00:25:59.330220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-10d3ebf6-46c4-4b4e-8522-4b37bb615ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:59.333130 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-10d3ebf6-46c4-4b4e-8522-4b37bb615ac6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9e029ba-fad6-4203-ba18-315fb2be75fe HTTP/1.1" status: 200 len: 835 time: 0.0480735 Sep 24 00:25:59.385913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-60b169f3-7d6a-4e03-a9cb-8df11d5fcd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:59.387473 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-60b169f3-7d6a-4e03-a9cb-8df11d5fcd1d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db03bd08-e40e-4430-8558-6838386a0605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467896 Sep 24 00:25:59.484852 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-10cad206-aee6-4403-a99e-3ffd14590322 service neutron] 10.222.0.20 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889235 Sep 24 00:25:59.594699 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7b0eda-ef45-4d0b-a832-88897a59cdbd req-1a910793-2567-4ef6-b0f8-3e14235d2e01 service neutron] 10.222.0.20 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019621 Sep 24 00:25:59.634536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33290) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:25:59.924383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82c1342-e741-4dde-8d32-0f08a47ea286 req-9a6421da-ae7c-4389-80c4-4187fe271fb1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:25:59.926542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d82c1342-e741-4dde-8d32-0f08a47ea286 req-9a6421da-ae7c-4389-80c4-4187fe271fb1 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 947 time: 0.0528879 Sep 24 00:25:59.965342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d82c1342-e741-4dde-8d32-0f08a47ea286 req-0e75fb1d-5530-47e0-af59-d7769e0e1687 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326586 Sep 24 00:26:00.007523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:00.278627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port 61550979-8a4d-4bac-9d51-4aeba090e1a1 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:00.278990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:00.372728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port 61550979-8a4d-4bac-9d51-4aeba090e1a1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=61550979-8a4d-4bac-9d51-4aeba090e1a1,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:00.373094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:00.387584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for 61550979-8a4d-4bac-9d51-4aeba090e1a1 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:00.406949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe47ca5-5e13-4239-99ca-651d64f56415 req-8806df03-b702-49c5-96cf-50f6e1762726 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:00.409247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbe47ca5-5e13-4239-99ca-651d64f56415 req-8806df03-b702-49c5-96cf-50f6e1762726 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 982 time: 0.0560732 Sep 24 00:26:00.452944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbe47ca5-5e13-4239-99ca-651d64f56415 req-1de4a966-b082-4970-b3d0-9252774815b6 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0374820 Sep 24 00:26:00.580598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:00.612156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=61550979-8a4d-4bac-9d51-4aeba090e1a1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:01.122225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:01.298007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 258cb19b-96af-4fc2-be8a-943cac3a1645 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:26:01.319472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 258cb19b-96af-4fc2-be8a-943cac3a1645 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:26:01.319811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 258cb19b-96af-4fc2-be8a-943cac3a1645 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:26:01.355282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router eebb255f-494c-4d99-beb8-db40f81f7a4c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:26:01.474531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:01.479842 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ff452115-32cc-4b65-91ef-5e782b380b20 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "PUT /v2.0/routers/eebb255f-494c-4d99-beb8-db40f81f7a4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8438184 Sep 24 00:26:01.482980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33300) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:01.495624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] Sync routers for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:01.522311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:01.523815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:01.574609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-95621355-214f-4ce7-8d34-430766e3cad7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting subnet ab97a52e-8521-487d-a602-d641fd535418 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:26:01.596010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95621355-214f-4ce7-8d34-430766e3cad7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:01.652960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95621355-214f-4ce7-8d34-430766e3cad7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:01.663213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd06dc-c7b1-4403-ad89-9a2cac1b172a req-49dd9fb8-df1e-4051-b56f-82b4a406daa2 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:01.664758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-acbd06dc-c7b1-4403-ad89-9a2cac1b172a req-49dd9fb8-df1e-4051-b56f-82b4a406daa2 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 982 time: 0.1117966 Sep 24 00:26:01.670781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:01.733615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f0e30763-3a93-4018-9424-8603bf11c367 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:26:01.744728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-acbd06dc-c7b1-4403-ad89-9a2cac1b172a req-c68b59df-d9b4-4c2b-be3d-2b1b692bdf97 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0613797 Sep 24 00:26:01.808778 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95621355-214f-4ce7-8d34-430766e3cad7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:01.875321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95621355-214f-4ce7-8d34-430766e3cad7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:01.905870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95621355-214f-4ce7-8d34-430766e3cad7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Subnet': ['ID=ab97a52e-8521-487d-a602-d641fd535418,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:01.909851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-95621355-214f-4ce7-8d34-430766e3cad7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:01.911937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-95621355-214f-4ce7-8d34-430766e3cad7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/subnets/ab97a52e-8521-487d-a602-d641fd535418 HTTP/1.1" status: 204 len: 168 time: 0.4276698 Sep 24 00:26:01.916914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33302) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:02.012205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20964438-9196-4546-b472-5e4472ade8bd None None] Network 7ecfafe6-d23c-4d59-9b53-16b0983a0013 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:26:02.029341 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.119595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f0e30763-3a93-4018-9424-8603bf11c367, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f0e30763-3a93-4018-9424-8603bf11c367,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:02.137801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'f0e30763-3a93-4018-9424-8603bf11c367', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'port_id': 'f0e30763-3a93-4018-9424-8603bf11c367', 'mac_address': 'fa:16:3e:e6:bf:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:26:02.225452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:26:00Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:02.234025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.263011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] Checking router: eebb255f-494c-4d99-beb8-db40f81f7a4c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:02.281049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0e30763-3a93-4018-9424-8603bf11c367 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:26:02.295009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] Routers {'eebb255f-494c-4d99-beb8-db40f81f7a4c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:02.295652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['eebb255f-494c-4d99-beb8-db40f81f7a4c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:02.338808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f0e30763-3a93-4018-9424-8603bf11c367, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f0e30763-3a93-4018-9424-8603bf11c367,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:02.346128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] DHCP port deletion for 7ecfafe6-d23c-4d59-9b53-16b0983a0013 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:26:02.352858 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.412417 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.464348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port b1a2488a-1ebd-490a-a776-45b546e2bd14 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:02.464686 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.477652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f0e30763-3a93-4018-9424-8603bf11c367,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:02.484900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] Set router eebb255f-494c-4d99-beb8-db40f81f7a4c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:02.547274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port b1a2488a-1ebd-490a-a776-45b546e2bd14, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b1a2488a-1ebd-490a-a776-45b546e2bd14,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:02.547849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.564049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for b1a2488a-1ebd-490a-a776-45b546e2bd14 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:02.606800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] Deleting port b488c806-0016-4dfa-bf4a-4c5b968c0fbb {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:02.607097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.611706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['f0e30763-3a93-4018-9424-8603bf11c367'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:26:02.726381 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.734298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] For port b488c806-0016-4dfa-bf4a-4c5b968c0fbb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b488c806-0016-4dfa-bf4a-4c5b968c0fbb,segment=NetworkSegment(84dc730c-cbcb-47ad-862b-ec468d9f66f0),segment_id=84dc730c-cbcb-47ad-862b-ec468d9f66f0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:02.734701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.762376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=b1a2488a-1ebd-490a-a776-45b546e2bd14,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:02.778281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] Calling delete_port for b488c806-0016-4dfa-bf4a-4c5b968c0fbb owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:02.851270 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.917753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:26:00Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:02.931254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695044d-4a64-4efe-a823-3bd4f63899a3 req-1dfa1482-8615-4b2d-95eb-4990273bf3d8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:02.932779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4695044d-4a64-4efe-a823-3bd4f63899a3 req-1dfa1482-8615-4b2d-95eb-4990273bf3d8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 983 time: 0.1166813 Sep 24 00:26:02.954534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294f9543-bc33-4396-87c5-0b22bc118acc None None] The sync data for ids ['eebb255f-494c-4d99-beb8-db40f81f7a4c'] in n-d-713498-18 is: [{'id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-700068785', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249'}], 'enable_snat': True}, 'gw_port_id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:18:45Z', 'updated_at': '2021-09-24T00:26:00Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'b1a2488a-1ebd-490a-a776-45b546e2bd14', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebb255f-494c-4d99-beb8-db40f81f7a4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:18:46Z', 'updated_at': '2021-09-24T00:18:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:02.957644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.961490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.963100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:02.993233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] Pushing event deleted for resources: {'Port': ['ID=b488c806-0016-4dfa-bf4a-4c5b968c0fbb,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:03.005342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f129fb-b3bd-45a2-ba82-a617fa80d077 None None] No DVR routers for this DVR port b488c806-0016-4dfa-bf4a-4c5b968c0fbb on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:26:03.034106 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.036171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Fanout notify agent at l3_agent the message router_deleted on router eebb255f-494c-4d99-beb8-db40f81f7a4c {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:26:03.045351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.046437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-46c5dd7e-75e0-41c2-8823-d5fa1d41a421 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/routers/eebb255f-494c-4d99-beb8-db40f81f7a4c HTTP/1.1" status: 204 len: 168 time: 1.1282487 Sep 24 00:26:03.049433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33306) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:03.051208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4695044d-4a64-4efe-a823-3bd4f63899a3 req-26e7737b-2d3a-44e2-8b09-99430e35fd01 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0918732 Sep 24 00:26:03.131531 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.218849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.239758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ecfafe6-d23c-4d59-9b53-16b0983a0013']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:03.249035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dc730c-cbcb-47ad-862b-ec468d9f66f0') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:03.249259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dc730c-cbcb-47ad-862b-ec468d9f66f0') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:03.258645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.272509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.278332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:26:03.278718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:26:03.281613 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:26:03.339965 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.348106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.349880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/networks/7ecfafe6-d23c-4d59-9b53-16b0983a0013 HTTP/1.1" status: 204 len: 168 time: 0.2988446 Sep 24 00:26:03.352706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33308) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:03.370355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866410cf-70ef-4f82-bac6-f42fefe16d77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Network': ['ID=7ecfafe6-d23c-4d59-9b53-16b0983a0013,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:03.414063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12c1a862-a92e-4e78-9f28-726caadc3629 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.441233 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12c1a862-a92e-4e78-9f28-726caadc3629 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.501325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12c1a862-a92e-4e78-9f28-726caadc3629 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.504120 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-12c1a862-a92e-4e78-9f28-726caadc3629 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.505294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-12c1a862-a92e-4e78-9f28-726caadc3629 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/security-groups/26c98987-0d45-402f-9501-8ec5231e5aa4 HTTP/1.1" status: 204 len: 168 time: 0.1516144 Sep 24 00:26:03.517457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1a862-a92e-4e78-9f28-726caadc3629 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c98987-0d45-402f-9501-8ec5231e5aa4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:03.689027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 61550979-8a4d-4bac-9d51-4aeba090e1a1 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:26:03.715991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 61550979-8a4d-4bac-9d51-4aeba090e1a1 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:26:03.716411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 61550979-8a4d-4bac-9d51-4aeba090e1a1 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:26:03.716890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b488c806-0016-4dfa-bf4a-4c5b968c0fbb no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:26:03.720040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f0e30763-3a93-4018-9424-8603bf11c367 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:03.754462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b488c806-0016-4dfa-bf4a-4c5b968c0fbb {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:26:03.754818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b488c806-0016-4dfa-bf4a-4c5b968c0fbb not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:26:03.784946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port f0e30763-3a93-4018-9424-8603bf11c367 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:26:03.788950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port f0e30763-3a93-4018-9424-8603bf11c367 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:03.789336 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.822346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33314) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:03.827181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7bc50d31-58be-44f3-a86b-7634cd8e0cfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1829035517', 'description': 'tempest-secgroup-smoke-1829035517 description', 'project_id': 'a930604132e14a0bbbea0b94ffed365f'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:03.851186 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bc50d31-58be-44f3-a86b-7634cd8e0cfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.874944 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.904164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:26:03.910222 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbaf3393-4454-4bf8-ac72-080ee9a4bc7f" -d '{"events": [{"server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0e30763-3a93-4018-9424-8603bf11c367"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:26:03.922686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port f0e30763-3a93-4018-9424-8603bf11c367, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f0e30763-3a93-4018-9424-8603bf11c367,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:03.929185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.954086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bc50d31-58be-44f3-a86b-7634cd8e0cfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.957172 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad14e13d-99ba-4719-b172-931918aea8bc x-openstack-request-id: req-ad14e13d-99ba-4719-b172-931918aea8bc {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:26:03.957469 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "name": "network-vif-plugged", "status": "completed", "tag": "f0e30763-3a93-4018-9424-8603bf11c367", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:26:03.957770 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ad14e13d-99ba-4719-b172-931918aea8bc {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:26:03.958226 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367', 'code': 200} Sep 24 00:26:03.960972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bc50d31-58be-44f3-a86b-7634cd8e0cfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:03.985077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=f0e30763-3a93-4018-9424-8603bf11c367,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:04.002205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7bc50d31-58be-44f3-a86b-7634cd8e0cfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.004766 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7bc50d31-58be-44f3-a86b-7634cd8e0cfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1811740 Sep 24 00:26:04.007598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33318) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:04.012277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9b2d532e-7619-4af3-b604-a172cde929ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'ec0082ba-0795-4c8c-ad22-f8d1640e6339', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:04.033260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc50d31-58be-44f3-a86b-7634cd8e0cfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0082ba-0795-4c8c-ad22-f8d1640e6339,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:04.080071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b2d532e-7619-4af3-b604-a172cde929ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.090366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490437c2-64c2-41bf-9b89-c67aca82385c req-b0a5a28d-5504-4b78-bf3a-6706bd082689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:04.092014 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-490437c2-64c2-41bf-9b89-c67aca82385c req-b0a5a28d-5504-4b78-bf3a-6706bd082689 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 1136 time: 0.0728047 Sep 24 00:26:04.152826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-490437c2-64c2-41bf-9b89-c67aca82385c req-813eb429-ad2a-4111-be2b-f521d85a605c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0512362 Sep 24 00:26:04.158463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b2d532e-7619-4af3-b604-a172cde929ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.162557 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b2d532e-7619-4af3-b604-a172cde929ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.179811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b27ce-86fd-4b9e-bc67-08a2999b1c95 req-ef5fbf9f-7676-4dd9-99e3-d9b9e64a9127 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:04.182268 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a77b27ce-86fd-4b9e-bc67-08a2999b1c95 req-ef5fbf9f-7676-4dd9-99e3-d9b9e64a9127 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 984 time: 0.0591908 Sep 24 00:26:04.183492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d532e-7619-4af3-b604-a172cde929ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86cf029-fef1-4730-8df7-6934cf61ed94,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:04.186608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9b2d532e-7619-4af3-b604-a172cde929ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.187903 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9b2d532e-7619-4af3-b604-a172cde929ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1791863 Sep 24 00:26:04.190529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33322) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:04.195449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5e566531-26df-4229-a717-9343f5b01be0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'ec0082ba-0795-4c8c-ad22-f8d1640e6339', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:04.223172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e566531-26df-4229-a717-9343f5b01be0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.234875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a77b27ce-86fd-4b9e-bc67-08a2999b1c95 req-efe64058-501f-4f80-a0e7-f3aaa8cfb565 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0373998 Sep 24 00:26:04.286641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e566531-26df-4229-a717-9343f5b01be0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.290840 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e566531-26df-4229-a717-9343f5b01be0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.311706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e566531-26df-4229-a717-9343f5b01be0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ad19058-9935-4592-8acb-48b4333800d2,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:04.315389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5e566531-26df-4229-a717-9343f5b01be0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.317397 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5e566531-26df-4229-a717-9343f5b01be0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253150 Sep 24 00:26:04.320125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33324) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:04.325001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7fcbac1a-e392-46ce-b312-dd867dc7fadf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'ec0082ba-0795-4c8c-ad22-f8d1640e6339', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:04.351566 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fcbac1a-e392-46ce-b312-dd867dc7fadf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.408104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fcbac1a-e392-46ce-b312-dd867dc7fadf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.412255 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fcbac1a-e392-46ce-b312-dd867dc7fadf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.431682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcbac1a-e392-46ce-b312-dd867dc7fadf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db416997-a8bb-4d4e-bbc5-e9cc96ce0b4c,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:04.438158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7fcbac1a-e392-46ce-b312-dd867dc7fadf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.439575 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7fcbac1a-e392-46ce-b312-dd867dc7fadf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184721 Sep 24 00:26:04.442240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33326) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:04.446556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9e68df60-3478-4891-b260-eda70f261253 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'ec0082ba-0795-4c8c-ad22-f8d1640e6339', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:04.473462 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68df60-3478-4891-b260-eda70f261253 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.534141 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68df60-3478-4891-b260-eda70f261253 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.538732 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68df60-3478-4891-b260-eda70f261253 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.556709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e68df60-3478-4891-b260-eda70f261253 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846f4aff-c96e-4548-9bae-a357862e5dee,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:04.563506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9e68df60-3478-4891-b260-eda70f261253 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.564652 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9e68df60-3478-4891-b260-eda70f261253 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1214445 Sep 24 00:26:04.567394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33328) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:04.571847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7928e306-b16a-4e34-b282-2a1165ea32b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'ec0082ba-0795-4c8c-ad22-f8d1640e6339', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:04.592826 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-7928e306-b16a-4e34-b282-2a1165ea32b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Project a930604132e14a0bbbea0b94ffed365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:26:04.598298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7928e306-b16a-4e34-b282-2a1165ea32b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.661849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7928e306-b16a-4e34-b282-2a1165ea32b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.665466 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7928e306-b16a-4e34-b282-2a1165ea32b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.683427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928e306-b16a-4e34-b282-2a1165ea32b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b8c561-19f0-45e4-a4c1-5bde80c422ce,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:04.688215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7928e306-b16a-4e34-b282-2a1165ea32b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.689426 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7928e306-b16a-4e34-b282-2a1165ea32b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210966 Sep 24 00:26:04.692152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33330) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:04.697385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0c74d8af-f28e-445d-9551-e1f996c7249a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'ec0082ba-0795-4c8c-ad22-f8d1640e6339', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:04.720891 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-0c74d8af-f28e-445d-9551-e1f996c7249a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Project a930604132e14a0bbbea0b94ffed365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:26:04.727089 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8af-f28e-445d-9551-e1f996c7249a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.793563 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8af-f28e-445d-9551-e1f996c7249a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.796978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8af-f28e-445d-9551-e1f996c7249a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.815296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c74d8af-f28e-445d-9551-e1f996c7249a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5c0224-1a77-4400-b07e-1caeeaffb8cf,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:04.820357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c74d8af-f28e-445d-9551-e1f996c7249a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.821690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0c74d8af-f28e-445d-9551-e1f996c7249a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283553 Sep 24 00:26:04.824802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33332) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:04.829770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'network': {'name': 'tempest-network-smoke--1845141340', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'port_security_enabled': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:04.850974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:26:04.854331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.877462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:26:04.887294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.887635 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Added segment 130e5708-9111-42f6-98e1-c0bee2282331 of type vlan for network 47a07b8c-417d-495f-b920-436871f87567 Sep 24 00:26:04.931023 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.957551 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.963110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:04.963683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:04.998640 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1727853 Sep 24 00:26:05.001540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33334) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:05.009698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'admin_state_up': True, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:05.044103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a70f4a-f6c6-49c5-a248-1a6150cad300 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Network': ['ID=47a07b8c-417d-495f-b920-436871f87567,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:05.055213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 47a07b8c-417d-495f-b920-436871f87567 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:26:05.061487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:05.062511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:05.119682 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:05.261634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:05.366352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f9e51-299d-4e76-855d-663959dc2e74 req-0ecf04e0-fa50-4a0a-9c17-907f89547f85 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:05.368126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d0f9e51-299d-4e76-855d-663959dc2e74 req-0ecf04e0-fa50-4a0a-9c17-907f89547f85 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 984 time: 0.0559187 Sep 24 00:26:05.415513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d0f9e51-299d-4e76-855d-663959dc2e74 req-55b836b5-6903-4382-b870-d2f554bb6ab4 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0384324 Sep 24 00:26:05.476534 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:05.495326 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:05.543707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b1a2488a-1ebd-490a-a776-45b546e2bd14 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:26:05.563797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b1a2488a-1ebd-490a-a776-45b546e2bd14 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:26:05.564196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b1a2488a-1ebd-490a-a776-45b546e2bd14 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:26:05.601792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.25.5.68 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/a66cac10-d283-4043-9785-08583daa2fc8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:05.718115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:05.751251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:05.788729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:05.791425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:05.793980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:05.823536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=a66cac10-d283-4043-9785-08583daa2fc8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:06.079451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:06.279073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:06.405856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:26:06.513098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:06.524079 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Sync routers for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:06.531923 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:06.533413 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:06.533741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b7c16-819c-4d73-b7de-789bb100a101 req-2c0b75ea-01f7-4382-977a-2f76190bee31 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:06.534200 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:06.536066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f6b7c16-819c-4d73-b7de-789bb100a101 req-2c0b75ea-01f7-4382-977a-2f76190bee31 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 984 time: 0.0530937 Sep 24 00:26:06.537844 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c74b5636-2231-4c37-9ed4-cac55b2a9d91 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5334489 Sep 24 00:26:06.538685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33340) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:06.579235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f6b7c16-819c-4d73-b7de-789bb100a101 req-573ef43f-e958-480d-b66b-0e1c2a6b26e1 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0356417 Sep 24 00:26:06.645325 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:06.683413 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-471a62dc-6e6d-4ef3-825f-f52995c4573d tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a930604132e14a0bbbea0b94ffed365f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1433909 Sep 24 00:26:06.685725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33346) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:06.715413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f2061-af7b-4ac7-9770-2ea8b5d5d461 req-c333f10c-edd2-473f-a56b-cc71e1adbfc3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:06.716071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:06.717515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c82f2061-af7b-4ac7-9770-2ea8b5d5d461 req-c333f10c-edd2-473f-a56b-cc71e1adbfc3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 984 time: 0.0613322 Sep 24 00:26:06.761672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c82f2061-af7b-4ac7-9770-2ea8b5d5d461 req-f83ab609-6742-4936-8511-e623e0119071 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0362325 Sep 24 00:26:06.787968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27a9769-5420-49cf-bbc1-064ea4275e77 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:06.789630 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e27a9769-5420-49cf-bbc1-064ea4275e77 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1028337 Sep 24 00:26:06.792375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33350) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:06.825003 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3e2b295c-af87-4f71-8486-d86407d0ab2c tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289919 Sep 24 00:26:06.825256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33352) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:06.829966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-736715943', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:06.844381 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:05Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:06.873577 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Checking router: 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:06.873990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-ddfb9127-0d33-49ef-8c26-61ddef21981f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:06.874139 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Updating router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 port a66cac10-d283-4043-9785-08583daa2fc8 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:26:06.875643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-ddfb9127-0d33-49ef-8c26-61ddef21981f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 1136 time: 0.0457311 Sep 24 00:26:06.896635 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-23462aac-ca63-451f-8da9-01a183d8380f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:06.901460 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:06.916504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-23462aac-ca63-451f-8da9-01a183d8380f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:26:06.916504 n-d-713498-18 neutron-server[106379]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 00:26:06.916504 n-d-713498-18 neutron-server[106379]: [parameters: {'project_id': '598e28f34cc84061953df0a64beb094b', 'id': '0e7b4599-2209-412f-8559-8c5fe376f0ca', 'expiration': datetime.datetime(2021, 9, 24, 0, 28, 6, 913019)}] Sep 24 00:26:06.916504 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:26:06.917083 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-23462aac-ca63-451f-8da9-01a183d8380f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:26:06.924304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:26:06.927958 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.107664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.156313 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.162074 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.172267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Subnet': ['ID=77bdca09-d471-4f49-9c1e-7701f21eb5b6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:07.183221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Checking segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:07.183579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network hostable DHCP agents. Network: 47a07b8c-417d-495f-b920-436871f87567, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:26:07.201511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 47a07b8c-417d-495f-b920-436871f87567 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:26:07.211592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 47a07b8c-417d-495f-b920-436871f87567) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:07.215874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:07.216623 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.216984 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Attempting to bind port a66cac10-d283-4043-9785-08583daa2fc8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:07.217364 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Attempting to bind port a66cac10-d283-4043-9785-08583daa2fc8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:07.224250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fafd34-56c9-4370-8b64-bcd4509049b5 None None] Network 47a07b8c-417d-495f-b920-436871f87567 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:26:07.224437 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Attempting to bind port a66cac10-d283-4043-9785-08583daa2fc8 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:07.233991 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f68b79d0-c7d0-4a1b-bade-0cc0c6b131c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4077997 Sep 24 00:26:07.234286 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:07.234517 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:07.234965 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.235355 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:07.235818 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Bound port: a66cac10-d283-4043-9785-08583daa2fc8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:07.236197 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.236801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33354) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:07.308687 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] For port a66cac10-d283-4043-9785-08583daa2fc8, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:07.314073 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] For port a66cac10-d283-4043-9785-08583daa2fc8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a66cac10-d283-4043-9785-08583daa2fc8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:07.318703 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.333538 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a240-fcfc-4242-b05b-a5a6afbfdc25 None None] Pushing event updated for resources: {'Port': ['ID=a66cac10-d283-4043-9785-08583daa2fc8,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:07.387993 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a240-fcfc-4242-b05b-a5a6afbfdc25 None None] Pushing event updated for resources: {'Port': ['ID=a66cac10-d283-4043-9785-08583daa2fc8,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:07.403043 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:07.403626 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:07.408955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-47a07b8c-417d-495f-b920-436871f87567', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:26:07.410358 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.420508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-23462aac-ca63-451f-8da9-01a183d8380f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.537863 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:07.558821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Allocated IP 172.20.0.2 (47a07b8c-417d-495f-b920-436871f87567/77bdca09-d471-4f49-9c1e-7701f21eb5b6/84d400e1-bddf-448b-8fe0-3ffcfb9dbee3) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:07.683558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-23462aac-ca63-451f-8da9-01a183d8380f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.693701 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-23462aac-ca63-451f-8da9-01a183d8380f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.752074 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:05Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:07.761430 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.767601 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.788145 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9175e9-bef9-4eca-85af-b7c1595bbdf7 None None] The sync data for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 is: [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:05Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:07.790421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8061848-6fd4-4cdd-8b0d-4762f9185dba req-23462aac-ca63-451f-8da9-01a183d8380f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9073806 Sep 24 00:26:07.818975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33356) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:07.821999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23462aac-ca63-451f-8da9-01a183d8380f tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85257d30-e28c-4973-94ab-9ba254862c64,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:07.826127 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Network 47a07b8c-417d-495f-b920-436871f87567 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:07.829155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:07.840393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:07.876933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Pushing event updated for resources: {'Port': ['ID=84d400e1-bddf-448b-8fe0-3ffcfb9dbee3,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:07.879944 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:07.916106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e49ee92-71e0-4765-9313-40b1d820e48e tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:07.918443 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1e49ee92-71e0-4765-9313-40b1d820e48e tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 1131 time: 0.0978923 Sep 24 00:26:07.921520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33358) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:07.929002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'f0e30763-3a93-4018-9424-8603bf11c367', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:07.963069 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.115555 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.182142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Attempting to bind port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:08.182641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Attempting to bind port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:08.183035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Attempting to bind port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 on network 47a07b8c-417d-495f-b920-436871f87567 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:08.198553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:08.198927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Checking segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:08.201248 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.201248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Bound using segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:08.201248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Bound port: 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:08.201248 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.334298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.20.0.1 (47a07b8c-417d-495f-b920-436871f87567/77bdca09-d471-4f49-9c1e-7701f21eb5b6/19a595a3-8773-4f43-8cfc-084028ec2715) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:08.336181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] For port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:08.343740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Allocated IP 172.25.5.173 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/3cb53108-1f69-43c1-bd19-036e3d8542b7) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:08.343958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] For port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=84d400e1-bddf-448b-8fe0-3ffcfb9dbee3,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:08.353424 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.464418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a519d5-f36e-48f9-9fe4-033a6136f07e None None] Pushing event updated for resources: {'Port': ['ID=84d400e1-bddf-448b-8fe0-3ffcfb9dbee3,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:08.478101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.484443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.520009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.540045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.564235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 47a07b8c-417d-495f-b920-436871f87567 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:08.567998 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:08.578266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=3cb53108-1f69-43c1-bd19-036e3d8542b7,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:08.585632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:08.587161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:08.589607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:08.596417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:08.658004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=19a595a3-8773-4f43-8cfc-084028ec2715,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:08.671515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:08.675619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.675876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.676251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.676581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.677695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.678039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.678377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.678701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.679053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.679384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.679713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.680030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:08.927619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.115174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.210405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.273996 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.305444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.312546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.413099 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.415145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=19a595a3-8773-4f43-8cfc-084028ec2715,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:09.437493 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.443803 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.533018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=3cb53108-1f69-43c1-bd19-036e3d8542b7,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:09.540247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.553370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 47a07b8c-417d-495f-b920-436871f87567 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:09.555822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:09.725215 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Floating IP 822212fa-86e2-40d9-9ae1-158144fd30a6 associated. External IP: 172.25.5.173, port: f0e30763-3a93-4018-9424-8603bf11c367. Sep 24 00:26:09.726397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:09.775220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:26:09.785793 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a8e356-7db3-4589-b818-23259932f2a0 None None] Network 47a07b8c-417d-495f-b920-436871f87567 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:26:09.830573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:09.831307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.922317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4e331e90-0cc0-405e-a36c-76ac3b23bbd5 None None] Provisioning complete for port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:09.922908 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e331e90-0cc0-405e-a36c-76ac3b23bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:09.923980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:09.931061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d67d1623-92d0-4df9-8c61-633b7a0d60a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "PUT /v2.0/routers/32095bc2-2b99-45a0-8bd0-9cb833a8c0a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6925426 Sep 24 00:26:10.013031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Router d71ad189-7250-49d7-b4f6-c0d42bfbe67c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:26:10.129781 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:10.158595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e331e90-0cc0-405e-a36c-76ac3b23bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:10.210327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-3cab96bd-2068-4e6f-9565-27e625309f8a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829035517&fields=id&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 267 time: 0.0567844 Sep 24 00:26:10.211515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=84d400e1-bddf-448b-8fe0-3ffcfb9dbee3,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:10.222392 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:10.222392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a66cac10-d283-4043-9785-08583daa2fc8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:10.319345 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-4e331e90-0cc0-405e-a36c-76ac3b23bbd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:26:10.320238 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-4e331e90-0cc0-405e-a36c-76ac3b23bbd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:26:10.383039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=84d400e1-bddf-448b-8fe0-3ffcfb9dbee3,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:10.416279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-e94cfdcc-23ad-4e8a-8a2f-dfcdd50282d3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:10.418255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-e94cfdcc-23ad-4e8a-8a2f-dfcdd50282d3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 797 time: 0.1835968 Sep 24 00:26:10.429649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a66cac10-d283-4043-9785-08583daa2fc8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:10.430966 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:10.440989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-4c78e894-881d-45ad-9161-70a71b3e695e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/quotas/a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 375 time: 0.0117199 Sep 24 00:26:10.471791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Sync routers for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:10.493888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:10.495328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:10.517967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-fd7d5372-7ab6-4146-8b3f-c22292233f61 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602608 Sep 24 00:26:10.583567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:10.598107 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] Sync routers for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:10.610117 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:10.611214 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:10.613150 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:10.677660 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-48a1870b-df6e-46dc-bd2d-31bfbdea86af tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7539148 Sep 24 00:26:10.677990 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:26:10.680352 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a96e36-ec13-4a44-9cdb-f4587a086b22" -d '{"events": [{"name": "network-changed", "server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "tag": "f0e30763-3a93-4018-9424-8603bf11c367"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:26:10.683171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33372) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:10.718396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:10.720921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:10.742511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-78199764-419d-4a5f-997f-7ff30553a440 service neutron] 10.222.0.24 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026825 Sep 24 00:26:10.773579 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecef56d0-6d2b-438e-ac91-8463d6c79cc8 x-openstack-request-id: req-ecef56d0-6d2b-438e-ac91-8463d6c79cc8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:26:10.773928 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "tag": "f0e30763-3a93-4018-9424-8603bf11c367", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:26:10.774113 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ecef56d0-6d2b-438e-ac91-8463d6c79cc8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:26:10.774517 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367', 'status': 'completed', 'code': 200} Sep 24 00:26:10.788229 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:10.809223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a66cac10-d283-4043-9785-08583daa2fc8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a66cac10-d283-4043-9785-08583daa2fc8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:10.864669 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:10.924009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-617a2d49-2994-4b53-885c-63329fd6f900 service neutron] 10.222.0.24 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804676 Sep 24 00:26:11.028570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a66cac10-d283-4043-9785-08583daa2fc8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:11.115352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.116085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.117312 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.117791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.118531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.135641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.136202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.136737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.139842 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d830f308-1024-472d-8f6a-622bac7d1dd5 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5669 time: 0.4515264 Sep 24 00:26:11.142296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33378) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:11.144168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-9ac40de2-8340-4fe5-95d3-61cf65bb2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.145990 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-9ac40de2-8340-4fe5-95d3-61cf65bb2901 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a294c82b958d43c29360bb909351a0e5&device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 1136 time: 0.3356736 Sep 24 00:26:11.172240 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '822212fa-86e2-40d9-9ae1-158144fd30a6', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'port_id': 'f0e30763-3a93-4018-9424-8603bf11c367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'mac_address': 'fa:16:3e:e6:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad049d0-4157-49b3-911f-1574f02133f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 0, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:54Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:11.197624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2a10eb28-b210-4a03-8ec5-071f1d63167a None None] Provisioning complete for port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:11.199799 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2a10eb28-b210-4a03-8ec5-071f1d63167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:11.327952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-fc43d150-713d-4a31-ba78-3b826151c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.330782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-fc43d150-713d-4a31-ba78-3b826151c40a service neutron] 10.222.0.20 "GET /v2.0/networks?id=db03bd08-e40e-4430-8558-6838386a0605 HTTP/1.1" status: 200 len: 898 time: 0.1770306 Sep 24 00:26:11.342990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:09Z', 'revision_number': 2, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:11.381920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Checking router: 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:11.382462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Updating router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 port 19a595a3-8773-4f43-8cfc-084028ec2715 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:26:11.396242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fe2a8d3-d4ce-472c-bb8f-d06fda10a183 req-7ed797f3-0946-46eb-808e-ada32f11ffce tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 210 time: 0.1706409 Sep 24 00:26:11.416840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.417660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.418323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.419019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.419681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.420321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.420972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.421697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.424133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-52fcde85-29b3-4863-b4b2-80cb2e742351 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5265 time: 0.2795756 Sep 24 00:26:11.427974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33386) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:11.432303 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] Checking router: d71ad189-7250-49d7-b4f6-c0d42bfbe67c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:11.449884 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-bb7cff43-6199-428b-a421-3267fc63462e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e30763-3a93-4018-9424-8603bf11c367 HTTP/1.1" status: 200 len: 999 time: 0.1102359 Sep 24 00:26:11.458358 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:11.459042 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:11.509418 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:11.601417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-1813d832-fc91-43f2-be27-340aca83ed52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.603932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-1813d832-fc91-43f2-be27-340aca83ed52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9e029ba-fad6-4203-ba18-315fb2be75fe HTTP/1.1" status: 200 len: 835 time: 0.1364446 Sep 24 00:26:11.609546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2a10eb28-b210-4a03-8ec5-071f1d63167a None None] Provisioning complete for port 19a595a3-8773-4f43-8cfc-084028ec2715 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:11.609850 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2a10eb28-b210-4a03-8ec5-071f1d63167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:11.670582 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:11.683728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:11.697612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-a00dbc9b-9229-43df-9057-6392212ada16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:11.699234 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-a00dbc9b-9229-43df-9057-6392212ada16 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db03bd08-e40e-4430-8558-6838386a0605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0844071 Sep 24 00:26:11.791642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2a10eb28-b210-4a03-8ec5-071f1d63167a None None] Port 19a595a3-8773-4f43-8cfc-084028ec2715 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:26:11.860265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:11.860623 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:11.865652 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-a252920d-5f65-4657-875a-c6a516cadd30 service neutron] 10.222.0.20 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590264 Sep 24 00:26:11.888742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-33699329-7305-4714-be71-6e71acd226a8 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4501 time: 0.4568877 Sep 24 00:26:11.889830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33390) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:12.040673 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '822212fa-86e2-40d9-9ae1-158144fd30a6', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'port_id': 'f0e30763-3a93-4018-9424-8603bf11c367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'mac_address': 'fa:16:3e:e6:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad049d0-4157-49b3-911f-1574f02133f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 0, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:54Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:12.058656 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40a96e36-ec13-4a44-9cdb-f4587a086b22 req-7b274b6f-0183-45b1-bf69-c66654639c95 service neutron] 10.222.0.20 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863964 Sep 24 00:26:12.085797 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ced39c-5e44-41d7-ad17-f3a4d32ee509 None None] The sync data for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 is: [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '822212fa-86e2-40d9-9ae1-158144fd30a6', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'floating_ip_address': '172.25.5.173', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'port_id': 'f0e30763-3a93-4018-9424-8603bf11c367', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'mac_address': 'fa:16:3e:e6:bf:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cad049d0-4157-49b3-911f-1574f02133f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 0, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:54Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:12.149222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-80731822-daf8-42f3-a746-9fd6ad35bb95 None None] Provisioning complete for port 19a595a3-8773-4f43-8cfc-084028ec2715 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:12.149826 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80731822-daf8-42f3-a746-9fd6ad35bb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.241464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-80731822-daf8-42f3-a746-9fd6ad35bb95 None None] Port 19a595a3-8773-4f43-8cfc-084028ec2715 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:26:12.277295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44bd68d-b77d-4e66-9ba2-089e551fcb9d tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:12.277848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44bd68d-b77d-4e66-9ba2-089e551fcb9d tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:12.281692 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f44bd68d-b77d-4e66-9ba2-089e551fcb9d tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d71ad189-7250-49d7-b4f6-c0d42bfbe67c HTTP/1.1" status: 200 len: 1992 time: 0.3875322 Sep 24 00:26:12.285114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a66cac10-d283-4043-9785-08583daa2fc8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:12.337551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39398281-af99-4138-b120-524973475417 None None] New status for floating IP 822212fa-86e2-40d9-9ae1-158144fd30a6: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:26:12.344083 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.387386 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.502377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ce287-1736-4f17-81be-1c11c359234e None None] Pushing event updated for resources: {'Port': ['ID=19a595a3-8773-4f43-8cfc-084028ec2715,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:12.507673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a66cac10-d283-4043-9785-08583daa2fc8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:12.508056 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.549354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-2f95c801-dad8-435f-a5df-54a8bcf5fb46 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:12.552114 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-2f95c801-dad8-435f-a5df-54a8bcf5fb46 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 797 time: 0.1541810 Sep 24 00:26:12.583758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07c353c0-de37-46e3-8a44-ab0331195157 req-97479d7e-73b5-4fdb-92d6-0d41319e2646 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 210 time: 0.0424490 Sep 24 00:26:12.619331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-1e131e6d-008e-4f9a-95df-09c37e20da96 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 380 time: 0.0576549 Sep 24 00:26:12.630614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'port': {'device_id': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'admin_state_up': True, 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'security_groups': ['ec0082ba-0795-4c8c-ad22-f8d1640e6339']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:12.702474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Attempting to bind port 19a595a3-8773-4f43-8cfc-084028ec2715 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:12.702865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Attempting to bind port 19a595a3-8773-4f43-8cfc-084028ec2715 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:12.703211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Attempting to bind port 19a595a3-8773-4f43-8cfc-084028ec2715 on network 47a07b8c-417d-495f-b920-436871f87567 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:12.715916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:12.716446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Checking segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:12.716957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.717837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Bound using segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:12.718254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Bound port: 19a595a3-8773-4f43-8cfc-084028ec2715, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:12.718792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.756326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:26:12.759886 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.804488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] For port 19a595a3-8773-4f43-8cfc-084028ec2715, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:12.807926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] For port 19a595a3-8773-4f43-8cfc-084028ec2715, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19a595a3-8773-4f43-8cfc-084028ec2715,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:12.809048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e7a1c4d0-619f-430e-8b9a-27c14b08cde2 None None] Provisioning complete for port 19a595a3-8773-4f43-8cfc-084028ec2715 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:12.809422 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c4d0-619f-430e-8b9a-27c14b08cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.812779 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:12.907536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ce287-1736-4f17-81be-1c11c359234e None None] Pushing event updated for resources: {'Port': ['ID=19a595a3-8773-4f43-8cfc-084028ec2715,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:12.910598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:12.911234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:12.917989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.20.0.10 (47a07b8c-417d-495f-b920-436871f87567/77bdca09-d471-4f49-9c1e-7701f21eb5b6/db905f9a-a737-444e-b968-6765a798c0b2) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:13.000529 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c4d0-619f-430e-8b9a-27c14b08cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.077423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e7a1c4d0-619f-430e-8b9a-27c14b08cde2 None None] For port 19a595a3-8773-4f43-8cfc-084028ec2715, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19a595a3-8773-4f43-8cfc-084028ec2715,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:13.079575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:13.082795 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e7a1c4d0-619f-430e-8b9a-27c14b08cde2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.082982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.122997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.168801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 47a07b8c-417d-495f-b920-436871f87567 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:13.171881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:13.175592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:13.205550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:13.210521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a1c4d0-619f-430e-8b9a-27c14b08cde2 None None] Pushing event updated for resources: {'Port': ['ID=19a595a3-8773-4f43-8cfc-084028ec2715,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:13.246147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:13.247119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.263561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e5557ef5-efde-45d0-a606-47d540fd1e91 None None] Provisioning complete for port 19a595a3-8773-4f43-8cfc-084028ec2715 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:13.263917 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e5557ef5-efde-45d0-a606-47d540fd1e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.267285 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-c068612b-ff28-400b-9373-4a176a2bc0e3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6413567 Sep 24 00:26:13.279430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Request body: {'port': {'device_id': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:13.353409 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.413649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:12Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:13.442296 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a115072e-3a90-41a1-a10a-1106bd0e8b81 None None] The sync data for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 is: [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:12Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:13.525473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-73d3f468-e8ed-4286-b303-af8fd49914fe None None] Provisioning complete for port db905f9a-a737-444e-b968-6765a798c0b2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:13.525937 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-73d3f468-e8ed-4286-b303-af8fd49914fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.574049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-73d3f468-e8ed-4286-b303-af8fd49914fe None None] Port db905f9a-a737-444e-b968-6765a798c0b2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:26:13.641068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19a595a3-8773-4f43-8cfc-084028ec2715 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:13.706632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 19a595a3-8773-4f43-8cfc-084028ec2715 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:13.707097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.717943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db905f9a-a737-444e-b968-6765a798c0b2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:26:13.726934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.742148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Transition to ACTIVE for port object db905f9a-a737-444e-b968-6765a798c0b2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:26:13.746611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:13.746874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024b01b-21ab-4160-beca-836681772a5a req-84efe9a1-7449-47c0-a408-5a8e76eea614 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:13.760975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2024b01b-21ab-4160-beca-836681772a5a req-84efe9a1-7449-47c0-a408-5a8e76eea614 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 932 time: 0.0869801 Sep 24 00:26:13.829624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:13.830123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2024b01b-21ab-4160-beca-836681772a5a req-8139452f-ac15-4c93-9e4c-11bee762d120 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664976 Sep 24 00:26:13.927756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:13.928032 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:13.928789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:13.935692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:26:13.936167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:13.942004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:13.942448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Checking segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:13.943116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Bound using segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:13.943623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Bound port: db905f9a-a737-444e-b968-6765a798c0b2, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:13.944054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:14.034102 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:14.037661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:14.043452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:14.083242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.083943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:14.085513 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] 10.222.0.18 "PUT /v2.0/ports/db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1093 time: 0.8105552 Sep 24 00:26:14.086007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:26:14.088363 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd2e64c-dede-4021-bb83-3a2bb6a9425c" -d '{"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:26:14.117376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973add52-5806-4e72-a04f-791f5873fcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:14.176536 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130f4ffe-d107-478a-9f5f-efda8e9086c7 x-openstack-request-id: req-130f4ffe-d107-478a-9f5f-efda8e9086c7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:26:14.176818 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:26:14.177072 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-130f4ffe-d107-478a-9f5f-efda8e9086c7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:26:14.177525 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'status': 'completed', 'code': 200} Sep 24 00:26:14.195030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-8b7ceee4-a49c-4037-9cf7-d7fdaf004d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.196559 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-8b7ceee4-a49c-4037-9cf7-d7fdaf004d9c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1096 time: 0.0519493 Sep 24 00:26:14.242948 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-bc220d00-d271-44eb-9386-3c5c5bb468e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 217 time: 0.0379348 Sep 24 00:26:14.299729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-083bc190-94ed-45cc-b56e-02f2da82de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.301376 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-083bc190-94ed-45cc-b56e-02f2da82de40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0516729 Sep 24 00:26:14.361639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-4e7d3b3c-43e4-495f-9cbf-d836b9cb74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.363219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-4e7d3b3c-43e4-495f-9cbf-d836b9cb74b7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530488 Sep 24 00:26:14.460131 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-b26c79ec-0119-45b7-a490-5578c18fd91d service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887165 Sep 24 00:26:14.556837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b64c391-ecba-47ab-b768-2da854ab43a8 req-387876e7-3424-4973-b5bb-77379f0544bf service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898728 Sep 24 00:26:14.647790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-e17e4e24-daab-49b7-b823-244f8d6ea253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.649297 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-e17e4e24-daab-49b7-b823-244f8d6ea253 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1096 time: 0.0471380 Sep 24 00:26:14.761769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-8944887c-a749-43cc-b46b-1f61b0c845f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.763332 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-8944887c-a749-43cc-b46b-1f61b0c845f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1063702 Sep 24 00:26:14.805290 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-c5d27499-f393-4a60-838d-e23e30f96600 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 217 time: 0.0352955 Sep 24 00:26:14.860802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-bbf5c63e-3339-492a-8dfb-e0389f47ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.863099 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-bbf5c63e-3339-492a-8dfb-e0389f47ab49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0490091 Sep 24 00:26:14.908889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-e901677f-2209-481d-8f04-350192a0188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.911127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-e901677f-2209-481d-8f04-350192a0188d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415294 Sep 24 00:26:14.948816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d5be2-e1e1-48db-8d1a-40ed0b9459c6 req-2eb88694-e0dd-483a-8779-8a9c0259f2ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:14.950335 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791d5be2-e1e1-48db-8d1a-40ed0b9459c6 req-2eb88694-e0dd-483a-8779-8a9c0259f2ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 944 time: 0.0539379 Sep 24 00:26:14.988726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791d5be2-e1e1-48db-8d1a-40ed0b9459c6 req-d0b69422-b1e5-4507-ad82-6f9e3cc12023 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322359 Sep 24 00:26:15.006596 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-247a8761-3872-4f6c-9fdf-f3935f6c6376 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874295 Sep 24 00:26:15.103788 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abd2e64c-dede-4021-bb83-3a2bb6a9425c req-929a3497-f567-4c01-8aff-3d8d6c5750a4 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886211 Sep 24 00:26:16.109969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f188430-60c1-4007-8a1d-5f60829b66ca req-980cbfd0-cb0e-48c4-a66a-b23b1df936b5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:16.112034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f188430-60c1-4007-8a1d-5f60829b66ca req-980cbfd0-cb0e-48c4-a66a-b23b1df936b5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 944 time: 0.0530462 Sep 24 00:26:16.151929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f188430-60c1-4007-8a1d-5f60829b66ca req-bd4675f5-4ab7-465f-8a89-e25e8e7011dc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326066 Sep 24 00:26:17.274894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9c95-2f79-48e2-acf3-9def294ec2dc req-cf2d8e0f-5c23-41df-8e2e-f5393676b056 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:17.276444 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc9c9c95-2f79-48e2-acf3-9def294ec2dc req-cf2d8e0f-5c23-41df-8e2e-f5393676b056 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 944 time: 0.0522754 Sep 24 00:26:17.309425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:26:17.316454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc9c9c95-2f79-48e2-acf3-9def294ec2dc req-c52fe58f-efe0-40e0-8313-f50efb6da5de tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339863 Sep 24 00:26:17.414651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:17.427324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'db905f9a-a737-444e-b968-6765a798c0b2', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'port_id': 'db905f9a-a737-444e-b968-6765a798c0b2', 'mac_address': 'fa:16:3e:b6:91:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:26:17.468223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:17.482443 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db905f9a-a737-444e-b968-6765a798c0b2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:26:17.503666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:17.519279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:17.570380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:17.752555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['db905f9a-a737-444e-b968-6765a798c0b2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:26:18.439904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812d273-7920-43eb-abba-cef4162b5d25 req-673260d9-e17b-4a13-8de3-e6b71118f086 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:18.441458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3812d273-7920-43eb-abba-cef4162b5d25 req-673260d9-e17b-4a13-8de3-e6b71118f086 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 945 time: 0.0553577 Sep 24 00:26:18.489457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3812d273-7920-43eb-abba-cef4162b5d25 req-091f7066-02a9-4f1e-9aed-870d5ab24a87 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418611 Sep 24 00:26:19.328424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:19.396298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port db905f9a-a737-444e-b968-6765a798c0b2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:26:19.400870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port db905f9a-a737-444e-b968-6765a798c0b2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:19.401344 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:19.494009 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:19.527085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:26:19.530833 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd2501fd-de31-4d61-8662-7d2060654933" -d '{"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-plugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:26:19.552182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:19.558775 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:19.587676 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de1c56e-4998-44d6-b92a-75db57461247 x-openstack-request-id: req-5de1c56e-4998-44d6-b92a-75db57461247 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:26:19.588032 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-plugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:26:19.588306 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5de1c56e-4998-44d6-b92a-75db57461247 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:26:19.588728 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'code': 200} Sep 24 00:26:19.636867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:19.655564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c3102-b2c7-4e1f-8c53-13ba1e5421e2 req-b57a15af-590f-435f-8365-e2886caab8bf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:19.657429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31c3102-b2c7-4e1f-8c53-13ba1e5421e2 req-b57a15af-590f-435f-8365-e2886caab8bf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0679872 Sep 24 00:26:19.713167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840285ed-48a2-43ab-8db7-bb7a8275c13b req-2df08d60-ea97-417f-abbc-a6504cf17dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:19.714803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c31c3102-b2c7-4e1f-8c53-13ba1e5421e2 req-b4cac40a-698e-4543-8812-f5f03f15adea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455041 Sep 24 00:26:19.715694 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-840285ed-48a2-43ab-8db7-bb7a8275c13b req-2df08d60-ea97-417f-abbc-a6504cf17dff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1098 time: 0.0575404 Sep 24 00:26:19.755845 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-840285ed-48a2-43ab-8db7-bb7a8275c13b req-b9f00878-b081-4671-b058-756da1f7d119 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329840 Sep 24 00:26:20.843617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15f7f9-b312-4105-b97a-1458490d2030 req-248cff82-7b77-4af5-88db-098b337aa1da tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:20.845108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea15f7f9-b312-4105-b97a-1458490d2030 req-248cff82-7b77-4af5-88db-098b337aa1da tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0505061 Sep 24 00:26:20.885737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea15f7f9-b312-4105-b97a-1458490d2030 req-c765fb68-8022-4dda-af3e-b36a0d61b62c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338562 Sep 24 00:26:21.011564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f216e92-0ff0-4df3-bb58-2d7914e8019d req-7d1673fb-6e85-4ace-8a95-81edd54e0605 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:21.012952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f216e92-0ff0-4df3-bb58-2d7914e8019d req-7d1673fb-6e85-4ace-8a95-81edd54e0605 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0531509 Sep 24 00:26:21.055066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f216e92-0ff0-4df3-bb58-2d7914e8019d req-f7e2d0fc-9bce-4ab9-8be3-e7fdfb61eb1b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350709 Sep 24 00:26:21.079381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33420) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:21.127075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f15665-52c2-4c86-a63c-b21a3f8f3bff tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:21.128672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a7f15665-52c2-4c86-a63c-b21a3f8f3bff tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1093 time: 0.0482316 Sep 24 00:26:21.131609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33422) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:21.135965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'db905f9a-a737-444e-b968-6765a798c0b2', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:21.159963 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:21.290529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:21.413014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.25.5.102 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/abbf3074-607e-4c42-8bd8-22ea314d2f8b) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:21.526130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:21.575972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:21.616000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:21.620716 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:21.625899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:21.652692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=abbf3074-607e-4c42-8bd8-22ea314d2f8b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:22.021282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:22.095426 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:22.253844 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:22.260174 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:22.344246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=abbf3074-607e-4c42-8bd8-22ea314d2f8b,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:22.358142 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:22.476556 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Floating IP e9030708-c6b3-455b-9c52-fb844556d154 associated. External IP: 172.25.5.102, port: db905f9a-a737-444e-b968-6765a798c0b2. Sep 24 00:26:22.705724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:26:22.820314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:22.830402 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] Sync routers for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:22.838492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:22.840508 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:22.841137 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:22.867602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ddcd1f62-b151-40c9-b29d-01de4fbda799 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7349498 Sep 24 00:26:22.868209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:26:22.870885 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b84118-0742-4c0c-a372-8ae4000a6ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:26:22.913046 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44aeddb1-16bd-45c9-951c-60371403ab79 x-openstack-request-id: req-44aeddb1-16bd-45c9-951c-60371403ab79 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:26:22.913046 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:26:22.913046 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44aeddb1-16bd-45c9-951c-60371403ab79 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:26:22.913046 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'status': 'completed', 'code': 200} Sep 24 00:26:22.981136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-fc084693-5c4b-43bf-afb5-7bcbb9fa4909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:22.981825 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:22.983852 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-fc084693-5c4b-43bf-afb5-7bcbb9fa4909 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1098 time: 0.0529320 Sep 24 00:26:23.003620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f35c14-2c97-417b-9475-647416a30c14 req-6a314a23-1cd3-495b-b481-d678a7e8c5b6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:23.006499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7e8c9c0c-3a73-4840-b9ff-a7187b3e4e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:23.012220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0f35c14-2c97-417b-9475-647416a30c14 req-6a314a23-1cd3-495b-b481-d678a7e8c5b6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0819809 Sep 24 00:26:23.065194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0f35c14-2c97-417b-9475-647416a30c14 req-08e7bf32-860a-4810-8a96-08b881ff46d3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517325 Sep 24 00:26:23.103291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33428) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:23.105251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-51a27790-059f-4f27-bfcd-1c2e4317a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:23.106808 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-51a27790-059f-4f27-bfcd-1c2e4317a639 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1163232 Sep 24 00:26:23.179574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-2ca9e677-68c8-4dbe-a9a7-28195a8d26c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0660288 Sep 24 00:26:23.185015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb041c22-4511-43c2-ad0f-24a041bb5d25 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/e9030708-c6b3-455b-9c52-fb844556d154 HTTP/1.1" status: 200 len: 992 time: 0.0796905 Sep 24 00:26:23.238182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-8149d6ad-68f3-4cad-b08d-d46a6930d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:23.239650 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-8149d6ad-68f3-4cad-b08d-d46a6930d840 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0528021 Sep 24 00:26:23.267303 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'e9030708-c6b3-455b-9c52-fb844556d154', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'port_id': 'db905f9a-a737-444e-b968-6765a798c0b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'mac_address': 'fa:16:3e:b6:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:26:21Z', 'updated_at': '2021-09-24T00:26:21Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:13Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:23.294213 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] Checking router: 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:23.304130 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:23.304747 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:25:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:23.305844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-8c1b9046-06e4-41bb-9a10-c2d7189e0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:23.307568 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-8c1b9046-06e4-41bb-9a10-c2d7189e0b7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603075 Sep 24 00:26:23.420359 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:23.420589 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-4d65f6aa-1bd6-4dee-a3f7-9906dbc9e9b0 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062989 Sep 24 00:26:23.531082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-04b84118-0742-4c0c-a372-8ae4000a6ea6 req-7488910b-b2a0-4006-b991-fbd0bd2c682e service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037796 Sep 24 00:26:23.672813 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'e9030708-c6b3-455b-9c52-fb844556d154', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'port_id': 'db905f9a-a737-444e-b968-6765a798c0b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'mac_address': 'fa:16:3e:b6:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:26:21Z', 'updated_at': '2021-09-24T00:26:21Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:13Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:23.699143 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e05cf0-156a-46a1-a415-ee547fe1e7b8 None None] The sync data for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 is: [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'e9030708-c6b3-455b-9c52-fb844556d154', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.102', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'port_id': 'db905f9a-a737-444e-b968-6765a798c0b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'mac_address': 'fa:16:3e:b6:91:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:26:21Z', 'updated_at': '2021-09-24T00:26:21Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:13Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:23.934533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0469850-f83e-445f-9eeb-ca5ecca359e6 None None] New status for floating IP e9030708-c6b3-455b-9c52-fb844556d154: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:26:24.190566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33432) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:24.258299 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e94a7dc4-0513-4531-8e3c-765e92c7b141 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/e9030708-c6b3-455b-9c52-fb844556d154 HTTP/1.1" status: 200 len: 994 time: 0.0664487 Sep 24 00:26:25.642280 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:26:25.857954 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:25.987284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a446c80d-a5bd-4d35-968f-9bd6101da5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:26.796203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:29.164481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:32.409226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518f327-3d52-43fe-bde1-2ec74eaa3740 req-368a1ff3-86ef-40f9-ad59-9badfb98b6e6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:32.410794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2518f327-3d52-43fe-bde1-2ec74eaa3740 req-368a1ff3-86ef-40f9-ad59-9badfb98b6e6 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 947 time: 0.1292439 Sep 24 00:26:32.456254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2518f327-3d52-43fe-bde1-2ec74eaa3740 req-7b366880-3f08-48d7-b96a-5d4abea8e65d tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385590 Sep 24 00:26:33.680837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540db89a-5802-420b-9442-1c651d93ead9 req-a4fe8ef1-09ec-4e15-aa1f-51842686a074 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:33.682393 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-540db89a-5802-420b-9442-1c651d93ead9 req-a4fe8ef1-09ec-4e15-aa1f-51842686a074 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 947 time: 0.1400757 Sep 24 00:26:33.693847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3909199a-3e62-4905-bed5-e1d930819061 req-8bff9013-0cd8-4306-943b-ecc8e5babcac tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:33.695377 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3909199a-3e62-4905-bed5-e1d930819061 req-8bff9013-0cd8-4306-943b-ecc8e5babcac tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.20 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 947 time: 0.0651553 Sep 24 00:26:33.743632 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-540db89a-5802-420b-9442-1c651d93ead9 req-8d72073d-e338-46c5-a732-ae97a4b45bd0 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups?id=e3276945-b6bf-4cb9-bebf-2eec4dca85b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527735 Sep 24 00:26:33.818488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Deleting port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:33.818856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:33.930664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] For port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:33.931122 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:34.154706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:34.155165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:34.155518 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Floating IP 6d82ba6d-4760-4f16-8721-c78421ea347e disassociated. External IP: 172.25.5.176, port: 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730. Sep 24 00:26:34.155896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Calling delete_port for 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:34.301592 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:34.331131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event deleted for resources: {'Port': ['ID=9c02b4e6-bd7b-4eb4-a636-b481bcc8e730,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:34.343812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.344157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.344491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.344828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.345180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.345596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.346587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.347108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.347582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.348070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.348469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.348802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:34.473555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:26:34.594630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:34.607739 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] Sync routers for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:34.618234 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:34.618878 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:34.642285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] No DVR routers for this DVR port 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:26:34.645522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:34.647582 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3909199a-3e62-4905-bed5-e1d930819061 req-9518f698-ab3a-4c0b-94ff-6e0a3604e5e5 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.20 "DELETE /v2.0/ports/9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 HTTP/1.1" status: 204 len: 173 time: 0.9458992 Sep 24 00:26:34.648066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-deleted', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:26:34.651039 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e7c5e0-531a-4f2d-b541-fe49d17d5789" -d '{"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-deleted", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:26:34.746640 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:34.774137 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118f6e16-93f0-4e41-832a-3eb6aab8c8cf x-openstack-request-id: req-118f6e16-93f0-4e41-832a-3eb6aab8c8cf {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:26:34.775470 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461106ed-89b5-40f9-9553-dd345cf7dc2f", "name": "network-vif-deleted", "tag": "9c02b4e6-bd7b-4eb4-a636-b481bcc8e730", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:26:34.775995 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-118f6e16-93f0-4e41-832a-3eb6aab8c8cf {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:26:34.776848 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461106ed-89b5-40f9-9553-dd345cf7dc2f', 'name': 'network-vif-deleted', 'tag': '9c02b4e6-bd7b-4eb4-a636-b481bcc8e730', 'status': 'completed', 'code': 200} Sep 24 00:26:34.956484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5369776e-dd47-4fff-b4dc-197e988b096f req-5971825c-50d4-469a-861b-bac5832fa978 tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/ports?device_id=461106ed-89b5-40f9-9553-dd345cf7dc2f HTTP/1.1" status: 200 len: 210 time: 0.0476038 Sep 24 00:26:35.001048 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:35.126687 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] Checking router: f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:35.135663 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:35.136258 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:35.255252 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:35.493681 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:35.527284 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05ff8764-f574-42fd-a5bb-f52dc38b39d8 None None] The sync data for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 is: [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:19:28Z', 'revision_number': 4, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a7cfd1c8-0d87-4b29-b789-12cefab416b8', 'name': '', 'network_id': 'a5d7a39e-0e7d-4f94-8427-aca543dfb458', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'mac_address': 'fa:16:3e:6d:ff:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:27Z', 'updated_at': '2021-09-24T00:19:37Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'subnets': [{'id': 'fbd218a0-6152-4f6c-909b-e55678fde71e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:35.814589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2b43ce-6021-4817-951f-1c5dbb6c776b None None] New status for floating IP 6d82ba6d-4760-4f16-8721-c78421ea347e: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:26:36.044031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33470) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:36.123869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e800b8-87fa-435b-a37f-17bdfd9fd74e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.155685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e800b8-87fa-435b-a37f-17bdfd9fd74e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.211524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e800b8-87fa-435b-a37f-17bdfd9fd74e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.215864 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a1e800b8-87fa-435b-a37f-17bdfd9fd74e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.217714 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a1e800b8-87fa-435b-a37f-17bdfd9fd74e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "DELETE /v2.0/security-groups/e3276945-b6bf-4cb9-bebf-2eec4dca85b8 HTTP/1.1" status: 204 len: 168 time: 0.1722178 Sep 24 00:26:36.222477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33472) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:36.248050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e800b8-87fa-435b-a37f-17bdfd9fd74e tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3276945-b6bf-4cb9-bebf-2eec4dca85b8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:36.250222 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-07ed9e74-b988-4207-8c7e-df15f3b8a2fb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] show failed (client error): The resource could not be found. Sep 24 00:26:36.251330 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-07ed9e74-b988-4207-8c7e-df15f3b8a2fb tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "GET /v2.0/security-groups/e3276945-b6bf-4cb9-bebf-2eec4dca85b8 HTTP/1.1" status: 404 len: 347 time: 0.0275156 Sep 24 00:26:36.256294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33474) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:36.405918 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Deleting port c11ed6fe-cf14-4e7f-b8c9-dbc7f6506304 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:36.406508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.505967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.506315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.519392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Calling delete_port for c11ed6fe-cf14-4e7f-b8c9-dbc7f6506304 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:36.718688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.718964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.747747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Pushing event deleted for resources: {'Port': ['ID=c11ed6fe-cf14-4e7f-b8c9-dbc7f6506304,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:36.823937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.826838 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:36.828110 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5720d206-d36e-4ff1-8560-aa391c529cbe tempest-AttachVolumeShelveTestJSON-1801118148 tempest-AttachVolumeShelveTestJSON-1801118148-project] 10.222.0.24 "DELETE /v2.0/floatingips/6d82ba6d-4760-4f16-8721-c78421ea347e HTTP/1.1" status: 204 len: 168 time: 0.5707443 Sep 24 00:26:37.840897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:26:37.864196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:26:37.864657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 9c02b4e6-bd7b-4eb4-a636-b481bcc8e730 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:26:39.266464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:42.643979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33506) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:43.492497 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:43.794319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Deleting port a7cfd1c8-0d87-4b29-b789-12cefab416b8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:43.795105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:43.878449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] For port a7cfd1c8-0d87-4b29-b789-12cefab416b8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a7cfd1c8-0d87-4b29-b789-12cefab416b8,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:43.878878 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:43.897011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Calling delete_port for a7cfd1c8-0d87-4b29-b789-12cefab416b8 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:44.108330 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:44.136956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cfd1c8-0d87-4b29-b789-12cefab416b8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:44.364751 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:44.642791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:26:44.774900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:44.781482 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1cdb366f-2570-4c45-95ca-3c01d76ca800 admin admin] 10.222.0.24 "PUT /v2.0/routers/f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1361372 Sep 24 00:26:44.784690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33514) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:44.798387 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] Sync routers for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:44.812408 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:44.813439 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:44.925437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:44.949639 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:45.075632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.153313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Deleting port 457dbff5-17d2-4aab-8b82-a9b1950cbdff {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:45.153651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33516) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:45.154389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.196429 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217'}], 'enable_snat': True}, 'gw_port_id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:26:44Z', 'revision_number': 5, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port': {'id': '457dbff5-17d2-4aab-8b82-a9b1950cbdff', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:19:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:19:24Z', 'updated_at': '2021-09-24T00:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:45.225222 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] Checking router: f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:45.234739 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] Routers {'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:45.235653 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:45.301965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b179f7f5-7f3a-4f77-99ab-ef85a3536b58 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3322 time: 0.1473181 Sep 24 00:26:45.302814 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33518) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:45.307155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] For port 457dbff5-17d2-4aab-8b82-a9b1950cbdff, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=457dbff5-17d2-4aab-8b82-a9b1950cbdff,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:45.307736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.308829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'network': {'name': 'tempest-network-smoke--869764730', 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'port_security_enabled': False}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:45.331731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Calling delete_port for 457dbff5-17d2-4aab-8b82-a9b1950cbdff owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:45.335778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Made reservation on behalf of a294c82b958d43c29360bb909351a0e5 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:26:45.341909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.350436 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] Set router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:45.378071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:26:45.394278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.394975 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Added segment 11380cca-2b6e-439f-9eab-e78afa38b0ec of type vlan for network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f Sep 24 00:26:45.442463 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:26:45Z', 'revision_number': 6, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:45.449244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.475685 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c37cb-1f94-46cb-a1c7-d3cf6fdcc649 None None] The sync data for ids ['f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590'] in n-d-713498-18 is: [{'id': 'f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590', 'name': 'tempest-AttachVolumeShelveTestJSON-438652225-router', 'tenant_id': '69a37da035b84dce9134bc41b764f4f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:19:23Z', 'updated_at': '2021-09-24T00:26:45Z', 'revision_number': 6, 'project_id': '69a37da035b84dce9134bc41b764f4f6', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:45.484416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.493298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:45.494480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.548538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2441409 Sep 24 00:26:45.553412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33520) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:45.553653 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.559206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'admin_state_up': True, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:45.589174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Pushing event deleted for resources: {'Port': ['ID=457dbff5-17d2-4aab-8b82-a9b1950cbdff,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:45.599352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173832a-e4bd-4177-806e-a3d8ad250cfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Network': ['ID=8b07ff38-ef9e-49b1-a306-b7d6a18def0f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:45.621296 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:26:45.624431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.626173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.665795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.713625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.770112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.773064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.833821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.834378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:26:45.842848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.844151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6408417e-01dd-4423-95f4-7bd0ef8234ec admin admin] 10.222.0.24 "DELETE /v2.0/routers/f4a3f19a-d70b-41a9-9b2a-c70dd8dc6590 HTTP/1.1" status: 204 len: 168 time: 1.0584867 Sep 24 00:26:45.849758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33522) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:45.913198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.928789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e62fd0a-d4e8-40b0-bae4-44fff8f42c3e admin admin] Deleting subnet fbd218a0-6152-4f6c-909b-e55678fde71e {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:26:45.933273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e62fd0a-d4e8-40b0-bae4-44fff8f42c3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:45.994252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e62fd0a-d4e8-40b0-bae4-44fff8f42c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.033992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a7cfd1c8-0d87-4b29-b789-12cefab416b8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:26:46.063333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a7cfd1c8-0d87-4b29-b789-12cefab416b8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:26:46.063671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a7cfd1c8-0d87-4b29-b789-12cefab416b8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:26:46.106543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e62fd0a-d4e8-40b0-bae4-44fff8f42c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.168373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.178068 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e62fd0a-d4e8-40b0-bae4-44fff8f42c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.197478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.207584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62fd0a-d4e8-40b0-bae4-44fff8f42c3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbd218a0-6152-4f6c-909b-e55678fde71e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:46.212346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e62fd0a-d4e8-40b0-bae4-44fff8f42c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.214939 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2e62fd0a-d4e8-40b0-bae4-44fff8f42c3e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fbd218a0-6152-4f6c-909b-e55678fde71e HTTP/1.1" status: 204 len: 168 time: 0.3633289 Sep 24 00:26:46.223482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33524) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:46.225947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1fb6d8-3e9d-44fe-b46b-d6b2c397f382 None None] Network a5d7a39e-0e7d-4f94-8427-aca543dfb458 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:26:46.316342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.377525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Allocated IP 172.25.5.150 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/5f299efe-e8de-4e2e-a165-a64d3c66ff41) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:46.426292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Deleting port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:46.426863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.504696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] DHCP port deletion for a5d7a39e-0e7d-4f94-8427-aca543dfb458 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:26:46.531385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] For port 7c88eccd-cac1-4ed6-9327-35f80c6aa325, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7c88eccd-cac1-4ed6-9327-35f80c6aa325,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:46.532085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.556131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Calling delete_port for 7c88eccd-cac1-4ed6-9327-35f80c6aa325 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:46.576434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] Deleting port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:26:46.578004 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.602967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.667279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.727759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:46.730290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:46.737840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:46.760392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-726fc9ab-bfe2-4eb0-a8bf-884e2472396e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1239743 Sep 24 00:26:46.775861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=5f299efe-e8de-4e2e-a165-a64d3c66ff41,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:46.819476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.873615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] For port 7c88eccd-cac1-4ed6-9327-35f80c6aa325, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7c88eccd-cac1-4ed6-9327-35f80c6aa325,segment=NetworkSegment(45a31275-3879-46e9-ac6d-3c19b01fb783),segment_id=45a31275-3879-46e9-ac6d-3c19b01fb783)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:46.877500 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:46.889591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Pushing event deleted for resources: {'Port': ['ID=7c88eccd-cac1-4ed6-9327-35f80c6aa325,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:46.902287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] No DVR routers for this DVR port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:26:46.908016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] Calling delete_port for 7c88eccd-cac1-4ed6-9327-35f80c6aa325 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:26:46.967662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-99cd62ed-7bfd-437a-93eb-266ceca2e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:46.969220 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-99cd62ed-7bfd-437a-93eb-266ceca2e1f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1098 time: 0.1414056 Sep 24 00:26:47.022813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.026852 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.065402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] No DVR routers for this DVR port 7c88eccd-cac1-4ed6-9327-35f80c6aa325 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:26:47.067422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b76513-38e1-457c-a324-1d8361f365a2 None None] Pushing event deleted for resources: {'Port': ['ID=7c88eccd-cac1-4ed6-9327-35f80c6aa325,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:47.069594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d7a39e-0e7d-4f94-8427-aca543dfb458']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:47.139883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a31275-3879-46e9-ac6d-3c19b01fb783') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:47.140355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a31275-3879-46e9-ac6d-3c19b01fb783') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:47.153695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.170739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.194486 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.203468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:26:47.203867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:26:47.206123 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:26:47.220154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-77380491-e416-4453-ae82-7c9a48c737de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:47.222533 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-77380491-e416-4453-ae82-7c9a48c737de service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1970124 Sep 24 00:26:47.325286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.336972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.339521 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] 10.222.0.24 "DELETE /v2.0/networks/a5d7a39e-0e7d-4f94-8427-aca543dfb458 HTTP/1.1" status: 204 len: 168 time: 1.1187685 Sep 24 00:26:47.362048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4022f60b-dde5-4a76-a126-3a6bafdfa0be admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d7a39e-0e7d-4f94-8427-aca543dfb458,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:47.373123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-a34654fa-63bd-44cb-9928-b8b71e2c65ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1002 time: 0.1380537 Sep 24 00:26:47.414293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.446167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-4dd713bf-52d4-491f-ab26-bf97a6af7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:47.447728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-4dd713bf-52d4-491f-ab26-bf97a6af7530 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0670519 Sep 24 00:26:47.512275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-a0eeb63c-f53e-4c4e-a1e8-2344b3319630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:47.515261 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-a0eeb63c-f53e-4c4e-a1e8-2344b3319630 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588701 Sep 24 00:26:47.519993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33532) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:47.582459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Router a7c21c89-6e5c-4955-95e1-76626dd2813b is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:26:47.653661 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cad86bea-dcc6-4101-a991-a6abcacad9f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69a37da035b84dce9134bc41b764f4f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1317823 Sep 24 00:26:47.657463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33536) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:47.658796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 457dbff5-17d2-4aab-8b82-a9b1950cbdff no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:26:47.686536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-41f04644-20ec-4da8-9a25-42b9fc4ac555 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629000 Sep 24 00:26:47.691806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 457dbff5-17d2-4aab-8b82-a9b1950cbdff {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:26:47.692654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 457dbff5-17d2-4aab-8b82-a9b1950cbdff not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:26:47.693075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7c88eccd-cac1-4ed6-9327-35f80c6aa325 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:26:47.717670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7c88eccd-cac1-4ed6-9327-35f80c6aa325 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:26:47.717958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7c88eccd-cac1-4ed6-9327-35f80c6aa325 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:26:47.763660 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4133a0c-d6c3-4f78-b7eb-8b7dc0b4793b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.801697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:47.804587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4133a0c-d6c3-4f78-b7eb-8b7dc0b4793b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.805418 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-00bf39fc-a38a-4658-8eeb-fd7926643f34 req-fe608108-7b8b-4564-aedf-a162ae36955b service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096938 Sep 24 00:26:47.818369 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Sync routers for ids ['a7c21c89-6e5c-4955-95e1-76626dd2813b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:47.835173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Routers {'a7c21c89-6e5c-4955-95e1-76626dd2813b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:47.836830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a7c21c89-6e5c-4955-95e1-76626dd2813b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:47.844572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.846393 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-34d17dee-65f4-4c51-8b07-37a5cb8a636a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2914150 Sep 24 00:26:47.851376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33538) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:47.876422 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4133a0c-d6c3-4f78-b7eb-8b7dc0b4793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.880086 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d4133a0c-d6c3-4f78-b7eb-8b7dc0b4793b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:47.883308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d4133a0c-d6c3-4f78-b7eb-8b7dc0b4793b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dcaec02-067a-41be-82b5-6bf0088482ce HTTP/1.1" status: 204 len: 168 time: 0.2247086 Sep 24 00:26:47.894595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4133a0c-d6c3-4f78-b7eb-8b7dc0b4793b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcaec02-067a-41be-82b5-6bf0088482ce,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:47.940452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c4dc91-06ce-44d4-ae0d-71e0cbbea5f7 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:47.942711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-75c4dc91-06ce-44d4-ae0d-71e0cbbea5f7 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a294c82b958d43c29360bb909351a0e5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0831411 Sep 24 00:26:47.945835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33542) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:47.978291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Set router a7c21c89-6e5c-4955-95e1-76626dd2813b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:48.140821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c841b6c7-a52a-408f-a490-5dd0816486e0 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:48.146381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c841b6c7-a52a-408f-a490-5dd0816486e0 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1954374 Sep 24 00:26:48.146940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33544) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:48.209094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:26:46Z', 'revision_number': 3, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:48.258970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Checking router: a7c21c89-6e5c-4955-95e1-76626dd2813b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:48.259329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Updating router a7c21c89-6e5c-4955-95e1-76626dd2813b port 5f299efe-e8de-4e2e-a165-a64d3c66ff41 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:26:48.294840 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:48.645329 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:48.655056 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:48.668261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b60ef52b-860f-4288-b0fb-f9c47f939229 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5193944 Sep 24 00:26:48.671242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33556) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:48.714479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-66171d48-13d7-4a7e-8b8b-a273b284aa0a tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a294c82b958d43c29360bb909351a0e5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416667 Sep 24 00:26:48.718901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33560) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:48.763255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7db897-b40d-42f1-b1f9-81bb6f39c59e None None] Pushing event updated for resources: {'Port': ['ID=5f299efe-e8de-4e2e-a165-a64d3c66ff41,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:48.768514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Attempting to bind port 5f299efe-e8de-4e2e-a165-a64d3c66ff41 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:48.768887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Attempting to bind port 5f299efe-e8de-4e2e-a165-a64d3c66ff41 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:48.769439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Attempting to bind port 5f299efe-e8de-4e2e-a165-a64d3c66ff41 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:48.777277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:48.777769 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:48.778566 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:48.778855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:48.779496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Bound port: 5f299efe-e8de-4e2e-a165-a64d3c66ff41, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:48.780203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:48.850946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] For port 5f299efe-e8de-4e2e-a165-a64d3c66ff41, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:48.856263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] For port 5f299efe-e8de-4e2e-a165-a64d3c66ff41, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5f299efe-e8de-4e2e-a165-a64d3c66ff41,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:48.859146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39381fbd-8550-4469-ace2-3f9037a5010a tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:48.861104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-39381fbd-8550-4469-ace2-3f9037a5010a tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1381409 Sep 24 00:26:48.862717 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:48.864125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33566) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:48.912311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4ceb3d74-43e8-47b5-9eb0-9b006f9b63e0 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456944 Sep 24 00:26:48.915083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33570) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:48.920832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1437294741', 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f', 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:48.973109 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Routers {'a7c21c89-6e5c-4955-95e1-76626dd2813b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:48.974166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a7c21c89-6e5c-4955-95e1-76626dd2813b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:49.032851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33574) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:49.047358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7db897-b40d-42f1-b1f9-81bb6f39c59e None None] Pushing event updated for resources: {'Port': ['ID=5f299efe-e8de-4e2e-a165-a64d3c66ff41,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:49.071804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Made reservation on behalf of a294c82b958d43c29360bb909351a0e5 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:26:49.076010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.141123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] Set router a7c21c89-6e5c-4955-95e1-76626dd2813b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:49.195752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-624199267-network', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:49.229270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Made reservation on behalf of 28f21f26698c43f8a6e09ab192b50bc5 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:26:49.234048 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.255595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.313954 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.381970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Subnet': ['ID=a68bfa8d-72ba-4c4f-930a-472e8ac7f68b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:49.383911 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.396161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.400124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:26:46Z', 'revision_number': 3, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:49.401281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Checking segment: {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:49.401660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network hostable DHCP agents. Network: 8b07ff38-ef9e-49b1-a306-b7d6a18def0f, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:26:49.424847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:26:49.427656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:26:49.433716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8bb3c-3d6d-4718-8ee2-1a77d2ebde70 None None] The sync data for ids ['a7c21c89-6e5c-4955-95e1-76626dd2813b'] in n-d-713498-18 is: [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:26:46Z', 'revision_number': 3, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:49.439691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 8b07ff38-ef9e-49b1-a306-b7d6a18def0f) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:49.444682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:49.446262 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.449616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddceba1f-d00c-4807-916b-c1fcd0751b7e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:49.452116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c87038-a48a-4d72-8008-7d7d8e1b5093 None None] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:26:49.466638 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.467310 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Added segment 7fada462-bea9-4879-a28c-5540bb016f98 of type vlan for network 32db966d-5d08-4d21-9c26-551f4e8a47fa Sep 24 00:26:49.471150 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a9a54909-e1a0-401f-b8cd-49f847acd6b8 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5537229 Sep 24 00:26:49.474026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33578) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:49.541276 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.581778 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.583406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:49.584122 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.644864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-8b07ff38-ef9e-49b1-a306-b7d6a18def0f', 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'fixed_ips': [{'subnet_id': 'a68bfa8d-72ba-4c4f-930a-472e8ac7f68b'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:26:49.646028 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.677003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] Pushing event updated for resources: {'Network': ['ID=32db966d-5d08-4d21-9c26-551f4e8a47fa,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:49.688265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8cb63019-e48b-4108-8290-232853c9cf22 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6536708 Sep 24 00:26:49.691120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33580) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:49.709447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Request body: {'subnet': {'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-624199267-subnet', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:49.732866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:26:49.732995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Made reservation on behalf of 28f21f26698c43f8a6e09ab192b50bc5 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:26:49.736775 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:49.911955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Allocated IP 172.20.0.18 (8b07ff38-ef9e-49b1-a306-b7d6a18def0f/a68bfa8d-72ba-4c4f-930a-472e8ac7f68b/a1fffb6e-7b10-4342-a2eb-c4e3c61a81db) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:50.045206 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.132219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:50.147291 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.148217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Checking segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:50.148589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Network hostable DHCP agents. Network: 32db966d-5d08-4d21-9c26-551f4e8a47fa, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:26:50.160813 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.168256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.169818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:26:50.185399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 32db966d-5d08-4d21-9c26-551f4e8a47fa) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:50.191578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:50.192187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.228347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Pushing event updated for resources: {'Port': ['ID=a1fffb6e-7b10-4342-a2eb-c4e3c61a81db,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:50.230674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4628d3ff-e406-4202-b12b-cec44ffe9c97 None None] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:26:50.249425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2430eae5-601d-448b-a47b-a40c796be3ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5560651 Sep 24 00:26:50.250519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33582) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:50.256284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:50.281834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.282809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.283256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.283619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.283953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.284281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.284713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.285179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.285514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.285853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.286175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.286508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:50.287034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.292636 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.311679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:50.316465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:50.324277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:50.407435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.445219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Attempting to bind port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:50.446285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Attempting to bind port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:50.447055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Attempting to bind port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db on network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:50.464558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:50.465678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Checking segment: {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:50.466828 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.467876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Bound using segment: {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:50.469121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Bound port: a1fffb6e-7b10-4342-a2eb-c4e3c61a81db, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:50.470360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.586671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.599803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] For port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:50.605828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] For port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a1fffb6e-7b10-4342-a2eb-c4e3c61a81db,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:50.629088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.664509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-32db966d-5d08-4d21-9c26-551f4e8a47fa', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:26:50.665421 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.680227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Allocated IP 172.20.0.17 (8b07ff38-ef9e-49b1-a306-b7d6a18def0f/a68bfa8d-72ba-4c4f-930a-472e8ac7f68b/a014c515-94a9-4cd6-9713-eb058823bafd) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:50.847060 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6772966f-e2fd-4ee3-a438-9cbfa817ce6b None None] Pushing event updated for resources: {'Port': ['ID=a1fffb6e-7b10-4342-a2eb-c4e3c61a81db,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:50.912033 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:50.925318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Allocated IP 172.20.0.2 (32db966d-5d08-4d21-9c26-551f4e8a47fa/83c61d71-19e8-4b90-aa2e-94d7ec9a53f1/8cee79fe-1f41-43d7-a06c-5afcfdab3aa5) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:50.967396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.021393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.059255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.102974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:51.107666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:51.113930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:51.169639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=a014c515-94a9-4cd6-9713-eb058823bafd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:51.231458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.255328 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.269879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.294172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Allocated IP 172.25.5.236 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/95b26d20-f210-44eb-a9ab-fcedb9f19e1a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:51.491713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.522047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:51.525345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:51.533427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:51.537079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Pushing event updated for resources: {'Port': ['ID=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:51.548547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.593911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Attempting to bind port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:51.594288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Attempting to bind port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:51.594667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Attempting to bind port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 on network 32db966d-5d08-4d21-9c26-551f4e8a47fa {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:51.595880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:51.599725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:51.606900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:51.621740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:51.622518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Checking segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:51.622518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.623040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Bound using segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:51.623843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Bound port: 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:51.624450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.650142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Pushing event updated for resources: {'Port': ['ID=95b26d20-f210-44eb-a9ab-fcedb9f19e1a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:51.798265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5f299efe-e8de-4e2e-a165-a64d3c66ff41 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:51.838359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] For port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:51.867914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] For port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:51.874138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:51.885503 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.007291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5f299efe-e8de-4e2e-a165-a64d3c66ff41 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:52.007808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.009436 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838e4a4-7c92-4d90-a6a0-d2b7ed77574d None None] Pushing event updated for resources: {'Port': ['ID=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:52.039278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.148400 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.172448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 5f299efe-e8de-4e2e-a165-a64d3c66ff41, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5f299efe-e8de-4e2e-a165-a64d3c66ff41,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:52.178559 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.180584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a1fffb6e-7b10-4342-a2eb-c4e3c61a81db up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:52.267773 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-dbba2183-0593-46bb-9b6b-efa19d6906cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0829427 Sep 24 00:26:52.353075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=5f299efe-e8de-4e2e-a165-a64d3c66ff41,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:52.367390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:52.367820 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.403697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-5dafb029-055c-4ec8-882c-a6b7b358d872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:52.411776 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-5dafb029-055c-4ec8-882c-a6b7b358d872 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d3774c77e1040af9001a20773a7c710&device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1097 time: 0.1006889 Sep 24 00:26:52.446072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.453397 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.509665 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.520157 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.584549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a1fffb6e-7b10-4342-a2eb-c4e3c61a81db,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:52.590834 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.655891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.661696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=a014c515-94a9-4cd6-9713-eb058823bafd,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:52.681879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-426ebb6e-4123-452d-a229-cbffb9bf1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:52.683413 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-426ebb6e-4123-452d-a229-cbffb9bf1829 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffc8f9e0-8a50-409a-b2fa-d556821a8884 HTTP/1.1" status: 200 len: 910 time: 0.2345805 Sep 24 00:26:52.692529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:26:52.693648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a1fffb6e-7b10-4342-a2eb-c4e3c61a81db,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:52.813812 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-4b248e34-5c32-4033-9d37-a6476b326f16 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63 HTTP/1.1" status: 200 len: 1001 time: 0.1126013 Sep 24 00:26:52.866689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:52.881167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:52.884201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:52.885606 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Sync routers for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:52.891933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-5541050c-be32-489c-9651-d729bc37d972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:52.894284 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-5541050c-be32-489c-9651-d729bc37d972 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcbb256-ec7d-458a-b2a2-723024842fc4 HTTP/1.1" status: 200 len: 848 time: 0.0724676 Sep 24 00:26:52.896038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:52.903497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-442ec875-8daa-4f87-89b1-54867c185302 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6477549 Sep 24 00:26:52.904301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33586) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:52.913595 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:52.915690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c34ffa1-035b-4cf0-807e-a2b8d1cfefab None None] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:26:52.916851 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:53.085650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-13f6c729-dfe1-43f4-9545-d1f6a433fb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:53.088786 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-13f6c729-dfe1-43f4-9545-d1f6a433fb77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffc8f9e0-8a50-409a-b2fa-d556821a8884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1159239 Sep 24 00:26:53.133786 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:53.135418 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a13203e7-08e5-474b-9718-d3bc51a9f4ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:53.140586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f1f9c75e-6ba1-4d70-8ba9-ba67e657bc40 None None] Provisioning complete for port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:53.141243 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f1f9c75e-6ba1-4d70-8ba9-ba67e657bc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:53.228221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f8f0b-f493-41e1-bf3a-3171b6c04f50 req-85c5c882-28be-4322-b550-a2ed6f806982 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:53.232838 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-493f8f0b-f493-41e1-bf3a-3171b6c04f50 req-85c5c882-28be-4322-b550-a2ed6f806982 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1098 time: 0.1352227 Sep 24 00:26:53.352976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-493f8f0b-f493-41e1-bf3a-3171b6c04f50 req-3926b8d8-98c8-412d-8d6b-860c7ba24ae6 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657752 Sep 24 00:26:53.473054 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-108f43ce-03da-48cf-a562-7ff77c992daf service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742418 Sep 24 00:26:53.511507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Router a7c21c89-6e5c-4955-95e1-76626dd2813b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:26:53.576009 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:51Z', 'revision_number': 3, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:53.628650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Checking router: 8858a8f9-ed48-4f87-a7e5-469c58544ef3 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:53.629223 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Updating router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:26:53.647099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876d66f0-56de-4016-a52f-134833353d64 None None] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:26:53.702928 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ad1d2545-d62a-4b31-8309-ee673c18a6d0 req-497fee86-b760-4a78-bd57-0fe8753ea758 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153487 Sep 24 00:26:53.707770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb63401-407c-4f9f-a1ac-bd69fa433c5e req-8e7ae8e6-76c6-4248-bcec-5c0c56f28851 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:53.709366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbb63401-407c-4f9f-a1ac-bd69fa433c5e req-8e7ae8e6-76c6-4248-bcec-5c0c56f28851 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.1736851 Sep 24 00:26:53.712058 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:53.803464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:53.810004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f09e7987-fd66-4108-9115-75273132e387 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "PUT /v2.0/routers/a7c21c89-6e5c-4955-95e1-76626dd2813b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3341134 Sep 24 00:26:53.843602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Sync routers for ids ['a7c21c89-6e5c-4955-95e1-76626dd2813b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:53.855251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f8372d94-1b03-4e26-a92d-ff461769daa0 None None] Provisioning complete for port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:53.855835 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8372d94-1b03-4e26-a92d-ff461769daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:53.871073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbb63401-407c-4f9f-a1ac-bd69fa433c5e req-dc9772f5-f7ef-4a53-9d56-3051616639a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445801 Sep 24 00:26:53.915613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:53.982975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Routers {'a7c21c89-6e5c-4955-95e1-76626dd2813b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:53.984089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a7c21c89-6e5c-4955-95e1-76626dd2813b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:53.986550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:54.048888 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7b079fe5-1502-478a-ab4b-c134426cc345 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/e9030708-c6b3-455b-9c52-fb844556d154 HTTP/1.1" status: 200 len: 994 time: 0.1313264 Sep 24 00:26:54.057843 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.357074 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.364423 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.381057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Set router a7c21c89-6e5c-4955-95e1-76626dd2813b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:54.388806 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8372d94-1b03-4e26-a92d-ff461769daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.424421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-4e03df4b-504d-4b9d-9bff-a09417a1a1ff req-b22b4eb6-f61c-4d63-8ac6-b4e01b86e8e4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:26:54.436886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e03df4b-504d-4b9d-9bff-a09417a1a1ff req-b22b4eb6-f61c-4d63-8ac6-b4e01b86e8e4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0204661 Sep 24 00:26:54.488304 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-01c5f050-dd58-440a-8334-f62a015ff460 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:54.490082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-01c5f050-dd58-440a-8334-f62a015ff460 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/networks?id=8b07ff38-ef9e-49b1-a306-b7d6a18def0f HTTP/1.1" status: 200 len: 797 time: 0.3325346 Sep 24 00:26:54.513616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:54.514145 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.527356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Allocated IP 172.20.0.1 (32db966d-5d08-4d21-9c26-551f4e8a47fa/83c61d71-19e8-4b90-aa2e-94d7ec9a53f1/0aca0291-1283-403a-ab0d-d0dffad2985e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:54.547484 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Attempting to bind port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:54.548741 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Attempting to bind port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:54.549486 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Attempting to bind port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:54.562233 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Pushing event updated for resources: {'Port': ['ID=95b26d20-f210-44eb-a9ab-fcedb9f19e1a,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:54.566736 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:54.567132 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:54.567529 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.568091 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:54.568565 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Bound port: 95b26d20-f210-44eb-a9ab-fcedb9f19e1a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:54.568991 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.608313 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.608744 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.609078 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.609484 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.609829 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.610128 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.610587 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.611587 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.611912 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.612223 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.612530 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.612882 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:26:54.639406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-896af15a-343d-411e-aa6a-06aefabc2bf3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/quotas/a294c82b958d43c29360bb909351a0e5 HTTP/1.1" status: 200 len: 375 time: 0.1396353 Sep 24 00:26:54.688341 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] For port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:54.692045 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] For port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=95b26d20-f210-44eb-a9ab-fcedb9f19e1a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:54.697414 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.744383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.750313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f8372d94-1b03-4e26-a92d-ff461769daa0 None None] For port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:54.766393 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f8372d94-1b03-4e26-a92d-ff461769daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.773608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-2aad45ca-f21a-46d7-86ab-d011c208bb1d tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a294c82b958d43c29360bb909351a0e5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1232860 Sep 24 00:26:54.809080 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:54.809948 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:54.812100 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788257f3-d961-42c5-b25d-adbdfc4b4d63 None None] Pushing event updated for resources: {'Port': ['ID=95b26d20-f210-44eb-a9ab-fcedb9f19e1a,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:54.930521 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:54.951177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8372d94-1b03-4e26-a92d-ff461769daa0 None None] Pushing event updated for resources: {'Port': ['ID=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:54.977612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-64a90484-376c-4438-98f4-0f84d55debe9 None None] Provisioning complete for port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:54.977984 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-64a90484-376c-4438-98f4-0f84d55debe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:55.029585 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:55.043382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:55.051038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5f299efe-e8de-4e2e-a165-a64d3c66ff41 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:55.062539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:55.065887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:55.100899 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-65315a7c-de14-426f-b835-53725e507cb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1025691 Sep 24 00:26:55.154079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Pushing event updated for resources: {'Port': ['ID=0aca0291-1283-403a-ab0d-d0dffad2985e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:55.165425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:55.271169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:26:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a014c515-94a9-4cd6-9713-eb058823bafd', 'name': '', 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:99:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'a68bfa8d-72ba-4c4f-930a-472e8ac7f68b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:52Z', 'revision_number': 2, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'a68bfa8d-72ba-4c4f-930a-472e8ac7f68b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:55.319452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Checking router: a7c21c89-6e5c-4955-95e1-76626dd2813b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:55.323049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Updating router a7c21c89-6e5c-4955-95e1-76626dd2813b port a014c515-94a9-4cd6-9713-eb058823bafd binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:26:55.326391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5f299efe-e8de-4e2e-a165-a64d3c66ff41 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:55.327097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:55.411164 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:55.450009 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:51Z', 'revision_number': 3, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:55.500997 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca8075-0d94-4522-a2a8-56c36d9880bd None None] The sync data for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 is: [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:51Z', 'revision_number': 3, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:55.639462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-64a90484-376c-4438-98f4-0f84d55debe9 None None] Provisioning complete for port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:55.639837 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-64a90484-376c-4438-98f4-0f84d55debe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:55.679154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-8647f830-c5f7-4bab-98b6-d533719c9127 service neutron] 10.222.0.24 "GET /v2.0/networks/8b07ff38-ef9e-49b1-a306-b7d6a18def0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8821318 Sep 24 00:26:55.698043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669c2e5-d84b-46e3-bc50-54c1df3ec1bd req-88726e34-d607-49a4-b2a7-01e097c4d033 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:55.699771 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3669c2e5-d84b-46e3-bc50-54c1df3ec1bd req-88726e34-d607-49a4-b2a7-01e097c4d033 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.7322464 Sep 24 00:26:55.803690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a1fffb6e-7b10-4342-a2eb-c4e3c61a81db up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:55.994447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-aa8157c3-d8ad-4362-aeee-944dc2044eae service neutron] 10.222.0.24 "GET /v2.0/networks/8b07ff38-ef9e-49b1-a306-b7d6a18def0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923963 Sep 24 00:26:56.007791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3669c2e5-d84b-46e3-bc50-54c1df3ec1bd req-8627610a-29c5-4de0-9d98-badfd5bf02c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2808886 Sep 24 00:26:56.015175 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.086138 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.086522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0497d5bb-3290-4886-b243-6edf5747df84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.107278 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:56.108118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.120912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-64a90484-376c-4438-98f4-0f84d55debe9 None None] Provisioning complete for port a014c515-94a9-4cd6-9713-eb058823bafd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:56.121233 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-64a90484-376c-4438-98f4-0f84d55debe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.269377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-64a90484-376c-4438-98f4-0f84d55debe9 None None] Port a014c515-94a9-4cd6-9713-eb058823bafd cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:26:56.488297 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.521534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.548287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4903de0a-eed2-46b5-9245-3198bc602785 None None] Provisioning complete for port 0aca0291-1283-403a-ab0d-d0dffad2985e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:56.549332 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4903de0a-eed2-46b5-9245-3198bc602785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.578258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e31e1b-2748-47d0-ba76-24111b2df46a req-1a4828bc-cf18-4482-acf6-c58e4f210153 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 210 time: 0.3430226 Sep 24 00:26:56.579289 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.684406 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.692236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4903de0a-eed2-46b5-9245-3198bc602785 None None] Port 0aca0291-1283-403a-ab0d-d0dffad2985e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:26:56.732300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Pushing event updated for resources: {'Port': ['ID=0aca0291-1283-403a-ab0d-d0dffad2985e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:56.797248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.855105 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:56.919454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:56.937107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe34129-3049-4de8-a1b7-b7146b07bb9c None None] Pushing event updated for resources: {'Port': ['ID=a014c515-94a9-4cd6-9713-eb058823bafd,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:57.081110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:57.096357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:57.167077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Attempting to bind port a014c515-94a9-4cd6-9713-eb058823bafd on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:26:57.167957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Attempting to bind port a014c515-94a9-4cd6-9713-eb058823bafd by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:26:57.168767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Attempting to bind port a014c515-94a9-4cd6-9713-eb058823bafd on network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:26:57.189777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:26:57.191439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Checking segment: {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:26:57.194795 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:57.195732 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Bound using segment: {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:26:57.196746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Bound port: a014c515-94a9-4cd6-9713-eb058823bafd, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:26:57.200080 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:57.355648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-9003d730-9fc7-4fd6-82e1-f1011d08403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:57.357206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-9003d730-9fc7-4fd6-82e1-f1011d08403e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1098 time: 0.1462052 Sep 24 00:26:57.378195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:57.378682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:57.469401 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] For port a014c515-94a9-4cd6-9713-eb058823bafd, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:26:57.475334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] For port a014c515-94a9-4cd6-9713-eb058823bafd, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a014c515-94a9-4cd6-9713-eb058823bafd,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:26:57.482733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1ab0e8c7-3f7e-49bc-a6af-72e3c701e908 None None] Provisioning complete for port a014c515-94a9-4cd6-9713-eb058823bafd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:57.483659 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e8c7-3f7e-49bc-a6af-72e3c701e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:57.519082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aaa750-125f-4f1c-a538-47a85d04f866 req-c2374140-e6e4-46ed-88d3-554475e042f9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:57.521248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8aaa750-125f-4f1c-a538-47a85d04f866 req-c2374140-e6e4-46ed-88d3-554475e042f9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.2501652 Sep 24 00:26:57.531011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:26:57.536995 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:57.552053 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-290487db-6d03-46ad-84fb-ecdc4ce82cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:57.554387 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-290487db-6d03-46ad-84fb-ecdc4ce82cd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1899250 Sep 24 00:26:57.647108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Routers {'a7c21c89-6e5c-4955-95e1-76626dd2813b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:57.648020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a7c21c89-6e5c-4955-95e1-76626dd2813b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:57.683028 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-b8ebfac0-9e63-49c9-a2d3-d570923a5383 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1002 time: 0.1206973 Sep 24 00:26:57.683744 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8aaa750-125f-4f1c-a538-47a85d04f866 req-43f52915-c4f5-4a9b-87b2-b91121e6ca32 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493635 Sep 24 00:26:57.757165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-d007bb5f-4046-4489-ac69-9f59c0b1f17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:57.758700 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-d007bb5f-4046-4489-ac69-9f59c0b1f17a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0682919 Sep 24 00:26:57.787649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe34129-3049-4de8-a1b7-b7146b07bb9c None None] Pushing event updated for resources: {'Port': ['ID=a014c515-94a9-4cd6-9713-eb058823bafd,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:57.809646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:26:57.827571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a464d5a0-dace-426e-b219-21d15b5b9a35 admin admin] 10.222.0.24 "PUT /v2.0/routers/8858a8f9-ed48-4f87-a7e5-469c58544ef3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9219432 Sep 24 00:26:57.843999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-40b70021-0d86-4c9d-a22e-ed9fc9820b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:57.846935 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-40b70021-0d86-4c9d-a22e-ed9fc9820b26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0803223 Sep 24 00:26:57.940269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77e2f430-c733-4aab-98ca-e4c2c110ac23 req-9e2447a5-b062-458f-9450-788be8e1c7bf tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 210 time: 0.1269245 Sep 24 00:26:57.989075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 95b26d20-f210-44eb-a9ab-fcedb9f19e1a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:26:58.034244 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e8c7-3f7e-49bc-a6af-72e3c701e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.099841 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-6c628134-8d34-4dea-a2dc-a32aa3f772b3 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450631 Sep 24 00:26:58.107023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] Set router a7c21c89-6e5c-4955-95e1-76626dd2813b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:58.232026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1ab0e8c7-3f7e-49bc-a6af-72e3c701e908 None None] For port a014c515-94a9-4cd6-9713-eb058823bafd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a014c515-94a9-4cd6-9713-eb058823bafd,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:58.253614 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1ab0e8c7-3f7e-49bc-a6af-72e3c701e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.281464 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a1c44c56-f934-40ac-8280-5dc194b88b3c service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739311 Sep 24 00:26:58.308051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-9c574b85-5a1e-4b43-9aaa-c1975f7e51d7 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:58.311763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-9c574b85-5a1e-4b43-9aaa-c1975f7e51d7 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.18 "GET /v2.0/networks?id=8b07ff38-ef9e-49b1-a306-b7d6a18def0f HTTP/1.1" status: 200 len: 797 time: 0.2334745 Sep 24 00:26:58.333043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Request body: {'port': {'device_id': 'e1bcf68d-8831-43dc-9a10-51447a9c1954', 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f', 'admin_state_up': True, 'tenant_id': 'a294c82b958d43c29360bb909351a0e5'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:58.441463 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0e8c7-3f7e-49bc-a6af-72e3c701e908 None None] Pushing event updated for resources: {'Port': ['ID=a014c515-94a9-4cd6-9713-eb058823bafd,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:58.469212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:58.469510 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.497816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-69a9fe92-035d-4a76-9088-2cd51e7841ea None None] Provisioning complete for port 0aca0291-1283-403a-ab0d-d0dffad2985e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:58.498190 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69a9fe92-035d-4a76-9088-2cd51e7841ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.605223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-69a9fe92-035d-4a76-9088-2cd51e7841ea None None] Port 0aca0291-1283-403a-ab0d-d0dffad2985e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:26:58.612377 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Sync routers for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:26:58.622566 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:26:58.623252 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:58.642635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Made reservation on behalf of a294c82b958d43c29360bb909351a0e5 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:26:58.648272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.772792 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-69a9fe92-035d-4a76-9088-2cd51e7841ea None None] Provisioning complete for port a014c515-94a9-4cd6-9713-eb058823bafd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:26:58.773984 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69a9fe92-035d-4a76-9088-2cd51e7841ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.835788 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.873203 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33664) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:58.875726 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:26:58.884258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=95b26d20-f210-44eb-a9ab-fcedb9f19e1a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:26:58.887448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e65f7e5d-c324-4776-9780-684d3472642e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789364418', 'description': 'tempest-description--1369034483'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:58.891466 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.897870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:26:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a014c515-94a9-4cd6-9713-eb058823bafd', 'name': '', 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:99:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'a68bfa8d-72ba-4c4f-930a-472e8ac7f68b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:57Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'a68bfa8d-72ba-4c4f-930a-472e8ac7f68b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:58.943356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e65f7e5d-c324-4776-9780-684d3472642e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:58.973945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ecce4-3796-4e11-9770-dbcd563ca851 None None] The sync data for ids ['a7c21c89-6e5c-4955-95e1-76626dd2813b'] in n-d-713498-18 is: [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:26:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'a014c515-94a9-4cd6-9713-eb058823bafd', 'name': '', 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:99:1d:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'a68bfa8d-72ba-4c4f-930a-472e8ac7f68b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:57Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'a68bfa8d-72ba-4c4f-930a-472e8ac7f68b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:26:58.978433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3c50b-64cd-4491-b36c-bbaf97ab2f15 req-b806f827-6c75-4153-a906-90f8361d768d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:58.981137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86d3c50b-64cd-4491-b36c-bbaf97ab2f15 req-b806f827-6c75-4153-a906-90f8361d768d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.1809883 Sep 24 00:26:59.102542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Allocated IP 172.20.0.28 (8b07ff38-ef9e-49b1-a306-b7d6a18def0f/a68bfa8d-72ba-4c4f-930a-472e8ac7f68b/b11c1b50-8dd4-4bf9-a77c-fdc638ece404) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:26:59.109939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=95b26d20-f210-44eb-a9ab-fcedb9f19e1a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:59.169266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-86d3c50b-64cd-4491-b36c-bbaf97ab2f15 req-9ddc4248-fffa-496f-a16d-d76fd811e23c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731141 Sep 24 00:26:59.192840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e5a55dd-09d5-4f91-bb3d-d662e6ef4bcb req-e0b44183-0442-4bc1-bc78-7f9d6d0b3698 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 210 time: 0.0532556 Sep 24 00:26:59.219526 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.272457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e65f7e5d-c324-4776-9780-684d3472642e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.285908 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e65f7e5d-c324-4776-9780-684d3472642e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.326608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65f7e5d-c324-4776-9780-684d3472642e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488d44ba-302e-4529-b0b1-02315dfb6164,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:59.342476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e65f7e5d-c324-4776-9780-684d3472642e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.349204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33668) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:59.351007 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e65f7e5d-c324-4776-9780-684d3472642e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4750917 Sep 24 00:26:59.360299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-80dfa42f-e3b2-4a54-a0e0-d6d3bef8f9df tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'security_group_rule': {'security_group_id': '488d44ba-302e-4529-b0b1-02315dfb6164', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:59.361825 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:26:56Z', 'revision_number': 2, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:26:59.405375 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Checking router: 8858a8f9-ed48-4f87-a7e5-469c58544ef3 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:26:59.406328 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Updating router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 port 0aca0291-1283-403a-ab0d-d0dffad2985e binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:26:59.434423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80dfa42f-e3b2-4a54-a0e0-d6d3bef8f9df tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.440852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.446545 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.546005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.550873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80dfa42f-e3b2-4a54-a0e0-d6d3bef8f9df tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.563981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80dfa42f-e3b2-4a54-a0e0-d6d3bef8f9df tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.625224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:26:59.632502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dfa42f-e3b2-4a54-a0e0-d6d3bef8f9df tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b65ce08-8c4c-4379-900e-b3c4162e285f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:59.644442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:26:59.648215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80dfa42f-e3b2-4a54-a0e0-d6d3bef8f9df tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.653813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-80dfa42f-e3b2-4a54-a0e0-d6d3bef8f9df tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988808 Sep 24 00:26:59.653813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:26:59.653813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event updated for resources: {'Port': ['ID=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:59.654342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33670) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:59.661746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b89fffb5-9cc8-4e6b-845c-6589e1a244cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'security_group_rule': {'security_group_id': '488d44ba-302e-4529-b0b1-02315dfb6164', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:59.719073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b89fffb5-9cc8-4e6b-845c-6589e1a244cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.740980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:26:59.740980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.764427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-b75b0ea7-9d6e-4702-9436-6df9693d3e13 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4432161 Sep 24 00:26:59.787977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Request body: {'port': {'device_id': 'e1bcf68d-8831-43dc-9a10-51447a9c1954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:59.873211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b89fffb5-9cc8-4e6b-845c-6589e1a244cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.879207 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b89fffb5-9cc8-4e6b-845c-6589e1a244cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.912567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89fffb5-9cc8-4e6b-845c-6589e1a244cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54030714-d09c-4412-b77f-2d425e63f941,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:26:59.928712 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b89fffb5-9cc8-4e6b-845c-6589e1a244cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.934889 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b89fffb5-9cc8-4e6b-845c-6589e1a244cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2752125 Sep 24 00:26:59.935348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33672) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:26:59.941399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:26:59.960138 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.971722 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.974109 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:26:59.988949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.073991 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db13a7-b193-4acf-906d-a57a2c231784 None None] Pushing event updated for resources: {'Port': ['ID=0aca0291-1283-403a-ab0d-d0dffad2985e,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:00.083642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f149168b-6374-43ab-9512-7d7b51351b8d None None] Provisioning complete for port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:00.084022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f149168b-6374-43ab-9512-7d7b51351b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.179422 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Attempting to bind port 0aca0291-1283-403a-ab0d-d0dffad2985e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:27:00.179997 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Attempting to bind port 0aca0291-1283-403a-ab0d-d0dffad2985e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:27:00.180573 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Attempting to bind port 0aca0291-1283-403a-ab0d-d0dffad2985e on network 32db966d-5d08-4d21-9c26-551f4e8a47fa {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:00.190168 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:27:00.190812 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Checking segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:27:00.191452 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.192070 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Bound using segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:27:00.192849 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Bound port: 0aca0291-1283-403a-ab0d-d0dffad2985e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:27:00.193462 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.205947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f149168b-6374-43ab-9512-7d7b51351b8d None None] Port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:27:00.296143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.417232 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] For port 0aca0291-1283-403a-ab0d-d0dffad2985e, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:27:00.424590 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] For port 0aca0291-1283-403a-ab0d-d0dffad2985e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0aca0291-1283-403a-ab0d-d0dffad2985e,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:27:00.432206 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.470785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e5613bb1-f524-46bc-8e17-bc56834fcf87 None None] Provisioning complete for port 0aca0291-1283-403a-ab0d-d0dffad2985e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:00.472716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e5613bb1-f524-46bc-8e17-bc56834fcf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.489181 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1db13a7-b193-4acf-906d-a57a2c231784 None None] Pushing event updated for resources: {'Port': ['ID=0aca0291-1283-403a-ab0d-d0dffad2985e,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:00.532155 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:00.533349 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:00.567833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Allocated IP 172.25.5.74 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/5e2524ef-e806-43b6-b217-11ec720c8006) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:27:00.678499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e5613bb1-f524-46bc-8e17-bc56834fcf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.751019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a07c6-4c71-41bb-b933-224d67e22d57 req-5fa9f147-a33a-4c16-ba0b-70b2ba35025e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:00.766219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b9a07c6-4c71-41bb-b933-224d67e22d57 req-5fa9f147-a33a-4c16-ba0b-70b2ba35025e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 895 time: 0.2963469 Sep 24 00:27:00.814322 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:00.816286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.868411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11c1b50-8dd4-4bf9-a77c-fdc638ece404 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:27:00.886546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.914226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Transition to ACTIVE for port object b11c1b50-8dd4-4bf9-a77c-fdc638ece404 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:27:00.920773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:00.967354 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.031241 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e5613bb1-f524-46bc-8e17-bc56834fcf87 None None] For port 0aca0291-1283-403a-ab0d-d0dffad2985e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0aca0291-1283-403a-ab0d-d0dffad2985e,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:01.033893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Pushing event updated for resources: {'Port': ['ID=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:01.037450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e5613bb1-f524-46bc-8e17-bc56834fcf87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.079084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93651f52-ffbc-49d9-b45c-24548bf0d5dd req-947c472e-4c05-4eeb-a849-db1b34ec70ca tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:01.106330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93651f52-ffbc-49d9-b45c-24548bf0d5dd req-947c472e-4c05-4eeb-a849-db1b34ec70ca tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.6337819 Sep 24 00:27:01.170498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5613bb1-f524-46bc-8e17-bc56834fcf87 None None] Pushing event updated for resources: {'Port': ['ID=0aca0291-1283-403a-ab0d-d0dffad2985e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:01.194587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c174e066-e3ba-4b72-a5e3-034a7801072d None None] Provisioning complete for port 0aca0291-1283-403a-ab0d-d0dffad2985e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:01.200602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c174e066-e3ba-4b72-a5e3-034a7801072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.237654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:27:01.240239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'Port': ['ID=5e2524ef-e806-43b6-b217-11ec720c8006,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:01.244956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:27:01.263437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:27:01.366978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a014c515-94a9-4cd6-9713-eb058823bafd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:27:01.397966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Attempting to bind port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:27:01.398300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Attempting to bind port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:27:01.398627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Attempting to bind port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 on network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:01.403386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93651f52-ffbc-49d9-b45c-24548bf0d5dd req-a9548c1c-1781-4682-9ab2-3df1823617fa tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2950020 Sep 24 00:27:01.411156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 on network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:27:01.411481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Attempting to bind port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 on network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:01.425055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:27:01.425406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Checking segment: {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:27:01.426854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Bound using segment: {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:27:01.427829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Bound port: b11c1b50-8dd4-4bf9-a77c-fdc638ece404, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11380cca-2b6e-439f-9eab-e78afa38b0ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:27:01.428193 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.459110 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:01.475398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a014c515-94a9-4cd6-9713-eb058823bafd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:01.476024 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.506972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.560204 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d9caf9-ff37-490c-8348-e816f8a8f99a None None] The sync data for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 is: [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:27:01.565822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] For port b11c1b50-8dd4-4bf9-a77c-fdc638ece404, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:27:01.575863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] For port b11c1b50-8dd4-4bf9-a77c-fdc638ece404, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:27:01.582590 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.583469 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.593578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 95b26d20-f210-44eb-a9ab-fcedb9f19e1a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:27:01.662808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:01.664445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.664673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:01.667786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] 10.222.0.18 "PUT /v2.0/ports/b11c1b50-8dd4-4bf9-a77c-fdc638ece404 HTTP/1.1" status: 200 len: 1056 time: 1.8947849 Sep 24 00:27:01.678744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bcf68d-8831-43dc-9a10-51447a9c1954', 'tag': 'b11c1b50-8dd4-4bf9-a77c-fdc638ece404'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:01.682941 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe1872-0590-4de2-8efa-2f61a6caebab" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bcf68d-8831-43dc-9a10-51447a9c1954", "tag": "b11c1b50-8dd4-4bf9-a77c-fdc638ece404"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:01.683687 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.831334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df342961-7dc7-4767-a47d-a45b58428c48 service neutron] Pushing event updated for resources: {'Port': ['ID=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:01.857528 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e9ec05-5a5d-429e-ba62-d77b5b58b6f4 x-openstack-request-id: req-b7e9ec05-5a5d-429e-ba62-d77b5b58b6f4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:01.858131 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bcf68d-8831-43dc-9a10-51447a9c1954", "tag": "b11c1b50-8dd4-4bf9-a77c-fdc638ece404", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:01.858743 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7e9ec05-5a5d-429e-ba62-d77b5b58b6f4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:01.859788 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bcf68d-8831-43dc-9a10-51447a9c1954', 'tag': 'b11c1b50-8dd4-4bf9-a77c-fdc638ece404', 'status': 'completed', 'code': 200} Sep 24 00:27:01.900628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-d3124f4c-addf-436c-8364-db085f4083d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:01.902430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-d3124f4c-addf-436c-8364-db085f4083d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a294c82b958d43c29360bb909351a0e5&device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 1059 time: 0.1548476 Sep 24 00:27:01.969471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.975686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:01.992600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-9cf1d97e-a32a-485b-8566-26fc6eb71e90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b11c1b50-8dd4-4bf9-a77c-fdc638ece404 HTTP/1.1" status: 200 len: 217 time: 0.0821185 Sep 24 00:27:02.088670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'Port': ['ID=5e2524ef-e806-43b6-b217-11ec720c8006,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:02.098185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:02.103489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821f3cc-8c13-4ab8-aeff-f38442bf2e52 req-ad5fd8f1-0e72-429b-9b8d-6759ce0bee98 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:02.106183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6821f3cc-8c13-4ab8-aeff-f38442bf2e52 req-ad5fd8f1-0e72-429b-9b8d-6759ce0bee98 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 907 time: 0.1943104 Sep 24 00:27:02.117786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-c31b21b3-afff-4a99-9e83-207ec1b484c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:02.121284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-c31b21b3-afff-4a99-9e83-207ec1b484c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a68bfa8d-72ba-4c4f-930a-472e8ac7f68b HTTP/1.1" status: 200 len: 838 time: 0.1062486 Sep 24 00:27:02.121492 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:02.124550 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0d4e29cc-2345-4a35-b55c-38e5a2151803 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1878080 Sep 24 00:27:02.181870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-c6129c2a-b04f-48a6-958e-a1d6db91a977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:02.188250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-c6129c2a-b04f-48a6-958e-a1d6db91a977 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b07ff38-ef9e-49b1-a306-b7d6a18def0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0607736 Sep 24 00:27:02.360503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-d7a75f4b-c51e-449f-9693-ed4ab602bc46 service neutron] 10.222.0.18 "GET /v2.0/networks/8b07ff38-ef9e-49b1-a306-b7d6a18def0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650858 Sep 24 00:27:02.368238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-92159fbf-0292-41f2-8c74-401a1968a6c9 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1789364418&fields=id&tenant_id=28f21f26698c43f8a6e09ab192b50bc5 HTTP/1.1" status: 200 len: 267 time: 0.0728986 Sep 24 00:27:02.584176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76b2553d-ff52-49ba-a78e-e8e942ff996c req-e3eda163-8acf-48f9-9a4a-7ac94653de1b service neutron] 10.222.0.18 "GET /v2.0/networks/8b07ff38-ef9e-49b1-a306-b7d6a18def0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168012 Sep 24 00:27:02.598649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-b1146380-ec8a-4a02-81a2-603e22dfa66d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:02.600298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-b1146380-ec8a-4a02-81a2-603e22dfa66d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 810 time: 0.2231057 Sep 24 00:27:02.622385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1843edc5-1e04-47a8-b611-f18a096242d8 req-022964ad-4d0b-4c58-85b4-a71df56ef186 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:02.624695 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1843edc5-1e04-47a8-b611-f18a096242d8 req-022964ad-4d0b-4c58-85b4-a71df56ef186 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.1111169 Sep 24 00:27:02.646015 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:27:02.670803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-37d745ae-eace-4b2b-9336-ea1f433db53b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/quotas/28f21f26698c43f8a6e09ab192b50bc5 HTTP/1.1" status: 200 len: 375 time: 0.0447559 Sep 24 00:27:02.740582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1843edc5-1e04-47a8-b611-f18a096242d8 req-94e10785-cb32-4964-a308-b74d372e8828 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045616 Sep 24 00:27:02.752990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-b57226b3-f961-49a8-b01a-07c5543927a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:02.754519 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-b57226b3-f961-49a8-b01a-07c5543927a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a294c82b958d43c29360bb909351a0e5&device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 1059 time: 0.1075931 Sep 24 00:27:02.768210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-5da5b2d3-1189-4048-81ba-9d4f77ea16b3 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0812492 Sep 24 00:27:02.952464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-101ee304-da45-4a91-b6d2-29240e8e1605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:02.954019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-101ee304-da45-4a91-b6d2-29240e8e1605 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b07ff38-ef9e-49b1-a306-b7d6a18def0f HTTP/1.1" status: 200 len: 898 time: 0.1849291 Sep 24 00:27:02.957922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-1af7a43b-bd02-4b86-943f-af7a94f94ca9 service neutron] 10.222.0.24 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679978 Sep 24 00:27:03.028270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-235c0243-9e3b-4830-9ae1-a604ef8d0353 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b11c1b50-8dd4-4bf9-a77c-fdc638ece404 HTTP/1.1" status: 200 len: 217 time: 0.0645587 Sep 24 00:27:03.028843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0aca0291-1283-403a-ab0d-d0dffad2985e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:27:03.078577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0aca0291-1283-403a-ab0d-d0dffad2985e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:03.079071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:03.128853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-2df63f1a-52bf-4a3e-9f17-9f0779d2d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:03.132304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-2df63f1a-52bf-4a3e-9f17-9f0779d2d000 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a68bfa8d-72ba-4c4f-930a-472e8ac7f68b HTTP/1.1" status: 200 len: 838 time: 0.0905313 Sep 24 00:27:03.171398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-7d9f2794-c0b8-4e3c-844c-1b3c51d69490 service neutron] 10.222.0.24 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966293 Sep 24 00:27:03.190880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-c8ffadf0-9f80-4807-9cc6-250a47565508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:03.192611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-c8ffadf0-9f80-4807-9cc6-250a47565508 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b07ff38-ef9e-49b1-a306-b7d6a18def0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0543449 Sep 24 00:27:03.344167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3528e900-9c32-4780-ad4c-4a422a02e497 req-a7bec0d3-d5a5-4023-8c5f-515ff47153ca tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:03.346639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3528e900-9c32-4780-ad4c-4a422a02e497 req-a7bec0d3-d5a5-4023-8c5f-515ff47153ca tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 907 time: 0.1287961 Sep 24 00:27:03.712276 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-c143bb2e-624e-4abf-b2df-f4561e8844ef service neutron] 10.222.0.18 "GET /v2.0/networks/8b07ff38-ef9e-49b1-a306-b7d6a18def0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064232 Sep 24 00:27:03.729322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85a36e5d-229f-4894-9e12-8108e7573615 req-da7446ca-3512-4051-908f-af21c6209b97 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 210 time: 0.3685000 Sep 24 00:27:03.876828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9efe1872-0590-4de2-8efa-2f61a6caebab req-abea8ab1-befd-4abc-828b-c228f7f02226 service neutron] 10.222.0.18 "GET /v2.0/networks/8b07ff38-ef9e-49b1-a306-b7d6a18def0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498051 Sep 24 00:27:03.900839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a9aa4-cc52-4dde-81cd-a3ce0d60c0cb req-71a8172f-ac78-4bd5-a20c-882c24c75c16 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:03.902424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e1a9aa4-cc52-4dde-81cd-a3ce0d60c0cb req-71a8172f-ac78-4bd5-a20c-882c24c75c16 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0714390 Sep 24 00:27:03.955248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e1a9aa4-cc52-4dde-81cd-a3ce0d60c0cb req-4dc1998b-4dd9-4d5f-9233-28b21fac06d4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 Sep 24 00:27:04.536430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e636c-a8aa-4fc1-ae6a-1fe6c352fa08 req-13b9417d-ef82-4fa4-956d-c9f71ecdd3a0 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:04.538899 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-638e636c-a8aa-4fc1-ae6a-1fe6c352fa08 req-13b9417d-ef82-4fa4-956d-c9f71ecdd3a0 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 907 time: 0.0717564 Sep 24 00:27:04.659175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-37376072-079d-404f-bef8-844b21a3e1ed tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:04.660799 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-37376072-079d-404f-bef8-844b21a3e1ed tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.20 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 810 time: 0.1218719 Sep 24 00:27:04.723595 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-4b46b160-ab11-4061-860a-0a0803acc5ad tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28f21f26698c43f8a6e09ab192b50bc5 HTTP/1.1" status: 200 len: 380 time: 0.0538220 Sep 24 00:27:04.732538 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'port': {'device_id': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'admin_state_up': True, 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'security_groups': ['488d44ba-302e-4529-b0b1-02315dfb6164']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:04.858318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a82b98b-8127-4577-9281-affa99a4b852 req-efa57ff5-cafd-466e-ac7b-c3eb1e5f2280 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 210 time: 0.0384808 Sep 24 00:27:04.861847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Made reservation on behalf of 28f21f26698c43f8a6e09ab192b50bc5 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:27:04.867694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.051524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Allocated IP 172.20.0.14 (32db966d-5d08-4d21-9c26-551f4e8a47fa/83c61d71-19e8-4b90-aa2e-94d7ec9a53f1/ca75d3ac-8819-44fe-8cb5-49f6201d08ab) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:27:05.112434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f95180-48ce-47b6-b7b4-d7c95b309445 req-f5aa4c94-c023-4541-850a-f385bbb27f49 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:05.113963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72f95180-48ce-47b6-b7b4-d7c95b309445 req-f5aa4c94-c023-4541-850a-f385bbb27f49 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0725515 Sep 24 00:27:05.166400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72f95180-48ce-47b6-b7b4-d7c95b309445 req-7e42a26b-bb21-42b8-83ac-223e947bcbe6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440822 Sep 24 00:27:05.243922 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.278476 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.324680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:27:05.330135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:27:05.333814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:27:05.363167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'Port': ['ID=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:05.405905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:05.406535 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.428130 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-dcddd94c-d90c-4a9c-8396-e35fd645c972 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6992247 Sep 24 00:27:05.440896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Request body: {'port': {'device_id': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:05.510721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.548884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b11c1b50-8dd4-4bf9-a77c-fdc638ece404 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:27:05.663970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b11c1b50-8dd4-4bf9-a77c-fdc638ece404, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:05.677693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-08293554-5229-4c94-ab64-f7e78110805c None None] Provisioning complete for port ca75d3ac-8819-44fe-8cb5-49f6201d08ab triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:05.678077 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08293554-5229-4c94-ab64-f7e78110805c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.680559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'b11c1b50-8dd4-4bf9-a77c-fdc638ece404', 'network_id': '8b07ff38-ef9e-49b1-a306-b7d6a18def0f', 'port_id': 'b11c1b50-8dd4-4bf9-a77c-fdc638ece404', 'mac_address': 'fa:16:3e:c6:f6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a68bfa8d-72ba-4c4f-930a-472e8ac7f68b', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:27:05.712109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3ee571-6702-44e2-87e0-b1b60f40edf0 req-b1647b72-3d1e-4b74-8e99-158f807e1479 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:05.714121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d3ee571-6702-44e2-87e0-b1b60f40edf0 req-b1647b72-3d1e-4b74-8e99-158f807e1479 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 907 time: 0.0724030 Sep 24 00:27:05.765339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-08293554-5229-4c94-ab64-f7e78110805c None None] Port ca75d3ac-8819-44fe-8cb5-49f6201d08ab cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:27:05.781118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.799305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11c1b50-8dd4-4bf9-a77c-fdc638ece404 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:27:05.828867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b11c1b50-8dd4-4bf9-a77c-fdc638ece404, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:05.834595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.895628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:05.921193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca75d3ac-8819-44fe-8cb5-49f6201d08ab {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:27:05.929988 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:05.947541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Transition to ACTIVE for port object ca75d3ac-8819-44fe-8cb5-49f6201d08ab will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:27:05.952710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:06.007810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed02583e-8f34-48d9-87ac-d175110b7ada req-86cc4c78-6308-46e1-a8c2-5834a94a69c6 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:06.010465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed02583e-8f34-48d9-87ac-d175110b7ada req-86cc4c78-6308-46e1-a8c2-5834a94a69c6 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 944 time: 0.0648556 Sep 24 00:27:06.013009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Pushing event updated for resources: {'Port': ['ID=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:06.036461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['b11c1b50-8dd4-4bf9-a77c-fdc638ece404'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:27:06.072792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed02583e-8f34-48d9-87ac-d175110b7ada req-dd06e3dc-3753-4407-ad61-b2d6ca8e9c5d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524511 Sep 24 00:27:06.116872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Attempting to bind port ca75d3ac-8819-44fe-8cb5-49f6201d08ab on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:27:06.117387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Attempting to bind port ca75d3ac-8819-44fe-8cb5-49f6201d08ab by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:27:06.117950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Attempting to bind port ca75d3ac-8819-44fe-8cb5-49f6201d08ab on network 32db966d-5d08-4d21-9c26-551f4e8a47fa {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:06.127502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Port ca75d3ac-8819-44fe-8cb5-49f6201d08ab on network 32db966d-5d08-4d21-9c26-551f4e8a47fa not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:27:06.128033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Attempting to bind port ca75d3ac-8819-44fe-8cb5-49f6201d08ab on network 32db966d-5d08-4d21-9c26-551f4e8a47fa {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:06.136516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:27:06.137077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Checking segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:27:06.137726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Bound using segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:27:06.138471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Bound port: ca75d3ac-8819-44fe-8cb5-49f6201d08ab, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:27:06.139255 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:06.222499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] For port ca75d3ac-8819-44fe-8cb5-49f6201d08ab, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:27:06.226302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] For port ca75d3ac-8819-44fe-8cb5-49f6201d08ab, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:27:06.232340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:06.302228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:06.303252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:06.305688 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] 10.222.0.20 "PUT /v2.0/ports/ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 1093 time: 0.8696105 Sep 24 00:27:06.306637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'tag': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:06.316491 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e" -d '{"events": [{"name": "network-changed", "server_uuid": "77e8a912-9aee-43f3-9c1f-7c6610c79dc6", "tag": "ca75d3ac-8819-44fe-8cb5-49f6201d08ab"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:06.340948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805bf12b-2ac8-4406-bc48-0363800b74ae service neutron] Pushing event updated for resources: {'Port': ['ID=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:06.405127 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551b337a-2b7b-4f02-a1c6-644b9c2a97e4 x-openstack-request-id: req-551b337a-2b7b-4f02-a1c6-644b9c2a97e4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:06.405430 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e8a912-9aee-43f3-9c1f-7c6610c79dc6", "tag": "ca75d3ac-8819-44fe-8cb5-49f6201d08ab", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:06.405693 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-551b337a-2b7b-4f02-a1c6-644b9c2a97e4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:06.407130 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'tag': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'status': 'completed', 'code': 200} Sep 24 00:27:06.415273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-1d6b0f93-333e-4ad5-b006-92779ddddd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:06.416840 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-1d6b0f93-333e-4ad5-b006-92779ddddd36 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0553973 Sep 24 00:27:06.419432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe920645-c8d8-402d-85f0-3f8b6ce7ca2a req-57d58e9f-c6e1-4d32-90ba-825e9384b5bc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:06.421806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe920645-c8d8-402d-85f0-3f8b6ce7ca2a req-57d58e9f-c6e1-4d32-90ba-825e9384b5bc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.1332419 Sep 24 00:27:06.468152 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-0a590b75-e4d5-43d5-a4d6-b996c426d29d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 217 time: 0.0412033 Sep 24 00:27:06.482433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe920645-c8d8-402d-85f0-3f8b6ce7ca2a req-18262609-650b-43b5-aa92-fb4441a2286b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529106 Sep 24 00:27:06.538296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-0765cfd7-1115-4e21-b030-36b770ff1fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:06.539895 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-0765cfd7-1115-4e21-b030-36b770ff1fc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0645983 Sep 24 00:27:06.599328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-df89bf07-75b1-48de-89bf-a9944f9eb841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:06.600854 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-df89bf07-75b1-48de-89bf-a9944f9eb841 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534306 Sep 24 00:27:06.710093 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-725aa729-97a8-4460-b307-0ceaae63c4b2 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018853 Sep 24 00:27:06.748711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:06.813075 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39f9ae3b-12b4-4a70-b9af-b54d826b7c27 req-28be3241-8aa8-4012-9a4c-cdacf6d21b2e service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961874 Sep 24 00:27:06.867652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b99c3-6eed-47a5-a195-4e4cbf445292 req-97b4ba0e-ae0d-4d61-90a6-34ad4e80740c tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:06.869305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-834b99c3-6eed-47a5-a195-4e4cbf445292 req-97b4ba0e-ae0d-4d61-90a6-34ad4e80740c tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 908 time: 0.0667002 Sep 24 00:27:06.920892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-d4786837-9c5f-46bf-b695-dd42156c6367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:06.923623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-d4786837-9c5f-46bf-b695-dd42156c6367 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1096 time: 0.0525527 Sep 24 00:27:07.023290 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-7bfdf30d-58ca-4596-a804-52ec6b731d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:07.024793 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-7bfdf30d-58ca-4596-a804-52ec6b731d85 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.0947518 Sep 24 00:27:07.074972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-bc736a6b-5980-4dee-9e1d-43a07531cab9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 217 time: 0.0432572 Sep 24 00:27:07.146106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-3ca3ce22-a1a2-49aa-8a9d-0617e1c71982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:07.148510 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-3ca3ce22-a1a2-49aa-8a9d-0617e1c71982 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0607610 Sep 24 00:27:07.217904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696cfa7-4d19-4a4e-baa5-f032637661cc req-0a5f105a-d679-4847-9aa6-609294ce7a36 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:07.224314 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-40e4c14b-a009-4092-b56a-74fbc67542e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:07.226790 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-40e4c14b-a009-4092-b56a-74fbc67542e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709999 Sep 24 00:27:07.227480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2696cfa7-4d19-4a4e-baa5-f032637661cc req-0a5f105a-d679-4847-9aa6-609294ce7a36 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 944 time: 0.0785003 Sep 24 00:27:07.284062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2696cfa7-4d19-4a4e-baa5-f032637661cc req-93ba5f94-6107-4445-98d4-73223bcd27b8 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555506 Sep 24 00:27:07.339019 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-ac5f8720-aeed-45ad-8e93-57164a56d843 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050429 Sep 24 00:27:07.444965 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ff8c085b-f0e6-4877-8dd6-fc6e6291ae9e req-3ac3484e-e755-4390-92e7-b5578a666564 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967426 Sep 24 00:27:07.559785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b11c1b50-8dd4-4bf9-a77c-fdc638ece404 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:27:07.611791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:27:07.616618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:07.616812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a298e0-8f90-465c-82fc-40bcad3ed9ea req-7206199e-f411-4abd-b748-8ce2d68552fb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:07.617267 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:07.618352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24a298e0-8f90-465c-82fc-40bcad3ed9ea req-7206199e-f411-4abd-b748-8ce2d68552fb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0552876 Sep 24 00:27:07.674772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24a298e0-8f90-465c-82fc-40bcad3ed9ea req-7743a4f6-8d5a-4181-8168-062f0b717dfc tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493684 Sep 24 00:27:07.722281 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:07.749231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bcf68d-8831-43dc-9a10-51447a9c1954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11c1b50-8dd4-4bf9-a77c-fdc638ece404'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:07.751591 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1421d8a-fd45-407d-b7b1-4f543fe040ad" -d '{"events": [{"server_uuid": "e1bcf68d-8831-43dc-9a10-51447a9c1954", "name": "network-vif-plugged", "status": "completed", "tag": "b11c1b50-8dd4-4bf9-a77c-fdc638ece404"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:07.768593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b11c1b50-8dd4-4bf9-a77c-fdc638ece404, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:07.779176 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:07.806020 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730a1cf0-27f5-4c99-8800-dc4f7534c8de x-openstack-request-id: req-730a1cf0-27f5-4c99-8800-dc4f7534c8de {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:07.806401 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bcf68d-8831-43dc-9a10-51447a9c1954", "name": "network-vif-plugged", "status": "completed", "tag": "b11c1b50-8dd4-4bf9-a77c-fdc638ece404", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:07.806583 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-730a1cf0-27f5-4c99-8800-dc4f7534c8de {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:07.807086 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bcf68d-8831-43dc-9a10-51447a9c1954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11c1b50-8dd4-4bf9-a77c-fdc638ece404', 'code': 200} Sep 24 00:27:07.845742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:07.934275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890380-541b-41f5-af6b-30f32fe7ea09 req-cb0d10d7-8df2-4b47-a3f3-72f09218df5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:07.936000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e890380-541b-41f5-af6b-30f32fe7ea09 req-cb0d10d7-8df2-4b47-a3f3-72f09218df5e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 1061 time: 0.0708859 Sep 24 00:27:07.998212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11d08f-a81a-4710-ac29-674397df12d8 req-35257aec-51ca-44bf-aaa4-9ecd1e610c1f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:07.999821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa11d08f-a81a-4710-ac29-674397df12d8 req-35257aec-51ca-44bf-aaa4-9ecd1e610c1f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 909 time: 0.0524852 Sep 24 00:27:08.415856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470af94-fd6f-4437-b6ea-be6faec8f1b6 req-76adac0d-bbee-489b-8f47-7feb173be6a0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:08.417316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9470af94-fd6f-4437-b6ea-be6faec8f1b6 req-76adac0d-bbee-489b-8f47-7feb173be6a0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 944 time: 0.0567627 Sep 24 00:27:08.460969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9470af94-fd6f-4437-b6ea-be6faec8f1b6 req-a8a88a7a-ff34-4e82-a4ac-440ba25db4f2 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375414 Sep 24 00:27:08.802784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9bb6c6-14ea-40e9-9267-0358bc35b0f6 req-db2f4dd4-ac73-4fc6-9ceb-e4350d1a5c19 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:08.804315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e9bb6c6-14ea-40e9-9267-0358bc35b0f6 req-db2f4dd4-ac73-4fc6-9ceb-e4350d1a5c19 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0492501 Sep 24 00:27:08.847952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e9bb6c6-14ea-40e9-9267-0358bc35b0f6 req-5b9a1ec7-b572-4840-8dad-4ec1406f5ec3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375979 Sep 24 00:27:09.121785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf12818-53e5-4401-8661-c6318fb80688 req-9c7066e3-3035-4cc5-b502-72b4b7a68062 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:09.123340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daf12818-53e5-4401-8661-c6318fb80688 req-9c7066e3-3035-4cc5-b502-72b4b7a68062 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 909 time: 0.0532227 Sep 24 00:27:09.241413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207162f-f9af-4c12-82e8-f1b920e4df15 req-f7f60733-496d-43b5-a673-a7610f2ad286 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:09.242929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4207162f-f9af-4c12-82e8-f1b920e4df15 req-f7f60733-496d-43b5-a673-a7610f2ad286 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 909 time: 0.0525289 Sep 24 00:27:09.274217 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:09.356247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407706-9231-4c78-8609-ffcfc7762afa req-40cc4fd5-dec6-4400-a0e9-05acd234a37e tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:09.357821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59407706-9231-4c78-8609-ffcfc7762afa req-40cc4fd5-dec6-4400-a0e9-05acd234a37e tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 1061 time: 0.0436783 Sep 24 00:27:09.474498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ab2c8-eeef-475f-abfc-1666b0271d2c req-7a710faa-0456-4a0c-86cd-7b814307c0a1 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:09.476091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b3ab2c8-eeef-475f-abfc-1666b0271d2c req-7a710faa-0456-4a0c-86cd-7b814307c0a1 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 1136 time: 0.0484920 Sep 24 00:27:09.514060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b3ab2c8-eeef-475f-abfc-1666b0271d2c req-db6e6bd2-a217-464b-b07c-989279361b02 tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0318351 Sep 24 00:27:09.537129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33756) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:09.583329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56e1c95-efa4-45ed-8a31-5219c7d64dcb tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:09.584837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d56e1c95-efa4-45ed-8a31-5219c7d64dcb tempest-TestSecurityGroupsBasicOps-2081732480 tempest-TestSecurityGroupsBasicOps-2081732480-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 1056 time: 0.0466921 Sep 24 00:27:09.593320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492607d-a6db-4d63-b201-5881c93ace6d req-ce9fcedf-ff8b-4ee1-bc0e-82402df17638 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:09.594644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d492607d-a6db-4d63-b201-5881c93ace6d req-ce9fcedf-ff8b-4ee1-bc0e-82402df17638 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 944 time: 0.0531743 Sep 24 00:27:09.652292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d492607d-a6db-4d63-b201-5881c93ace6d req-800e8776-5a51-4ffb-aae6-cb978ead59da tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454340 Sep 24 00:27:09.817898 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478fdf-568f-4e85-97b5-699d498bfacc req-539d8625-c30f-4f5b-9a15-6dbc5821b63b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:09.819441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39478fdf-568f-4e85-97b5-699d498bfacc req-539d8625-c30f-4f5b-9a15-6dbc5821b63b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 909 time: 0.0491495 Sep 24 00:27:09.977589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device ca75d3ac-8819-44fe-8cb5-49f6201d08ab details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:27:09.988395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587267de-090e-47b5-8486-d5f0b00f6f88 req-ec86510b-8e53-4758-b3f7-ecd7d9c472e4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:09.989942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-587267de-090e-47b5-8486-d5f0b00f6f88 req-ec86510b-8e53-4758-b3f7-ecd7d9c472e4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0610063 Sep 24 00:27:10.034416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-587267de-090e-47b5-8486-d5f0b00f6f88 req-e11822b7-0a96-45b2-bcfc-6132c7a99af6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383236 Sep 24 00:27:10.076511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port ca75d3ac-8819-44fe-8cb5-49f6201d08ab, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:10.091234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'port_id': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'mac_address': 'fa:16:3e:d1:1c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:27:10.132550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:10.146556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca75d3ac-8819-44fe-8cb5-49f6201d08ab {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:27:10.166105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port ca75d3ac-8819-44fe-8cb5-49f6201d08ab, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:10.170230 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:10.219035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:10.394330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['ca75d3ac-8819-44fe-8cb5-49f6201d08ab'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:27:10.777091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74305982-0fba-4caf-aadc-e0b8762adf1e req-774cdcad-6c7b-4bab-91cc-424726aa866f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:10.778705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74305982-0fba-4caf-aadc-e0b8762adf1e req-774cdcad-6c7b-4bab-91cc-424726aa866f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 945 time: 0.0549047 Sep 24 00:27:10.819420 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74305982-0fba-4caf-aadc-e0b8762adf1e req-4b56ac56-2d2f-4e7e-93a7-e502c2d21648 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328925 Sep 24 00:27:10.945117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91319cb-7fbd-45e4-a454-a93001e9e67f req-3815415e-b37c-4562-afbd-ea13ab56fcfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:10.946566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b91319cb-7fbd-45e4-a454-a93001e9e67f req-3815415e-b37c-4562-afbd-ea13ab56fcfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 909 time: 0.0529611 Sep 24 00:27:11.111419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-8f535bdb-1bc6-498e-8d0a-4f63183c0442 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:11.112982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-8f535bdb-1bc6-498e-8d0a-4f63183c0442 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.18 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 909 time: 0.0520368 Sep 24 00:27:11.222789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd723df-bb2c-49e1-a5cc-1f8eabf033c8 req-0267bafd-cdfa-49ee-ac3f-9109c7681a0a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:11.224266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6dd723df-bb2c-49e1-a5cc-1f8eabf033c8 req-0267bafd-cdfa-49ee-ac3f-9109c7681a0a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.1103728 Sep 24 00:27:11.277137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6dd723df-bb2c-49e1-a5cc-1f8eabf033c8 req-fe1081ca-2d23-4ce9-88db-a1c81aa52aa9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445991 Sep 24 00:27:11.282427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:11.282797 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:11.386555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] For port b11c1b50-8dd4-4bf9-a77c-fdc638ece404, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:11.386948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:11.402960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Calling delete_port for b11c1b50-8dd4-4bf9-a77c-fdc638ece404 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:11.545238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:11.575423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Port': ['ID=b11c1b50-8dd4-4bf9-a77c-fdc638ece404,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:11.588525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.588870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.589206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.589537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.589868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.590194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.590518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.590870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.591990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.591990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.591990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.592491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:11.632029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] No DVR routers for this DVR port b11c1b50-8dd4-4bf9-a77c-fdc638ece404 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:27:11.634832 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:11.636977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15b56613-0ab6-4944-b8d2-a74577c90b94 req-ab246324-b558-4f20-a9a3-51f5c1313297 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.18 "DELETE /v2.0/ports/b11c1b50-8dd4-4bf9-a77c-fdc638ece404 HTTP/1.1" status: 204 len: 173 time: 0.5145156 Sep 24 00:27:11.637436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bcf68d-8831-43dc-9a10-51447a9c1954', 'name': 'network-vif-deleted', 'tag': 'b11c1b50-8dd4-4bf9-a77c-fdc638ece404'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:11.639777 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eef77af-1819-4c16-ab1b-99794d649036" -d '{"events": [{"server_uuid": "e1bcf68d-8831-43dc-9a10-51447a9c1954", "name": "network-vif-deleted", "tag": "b11c1b50-8dd4-4bf9-a77c-fdc638ece404"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:11.706222 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b0b874-9a79-4db6-91a7-dfd8be1117f2 x-openstack-request-id: req-e4b0b874-9a79-4db6-91a7-dfd8be1117f2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:11.706667 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bcf68d-8831-43dc-9a10-51447a9c1954", "name": "network-vif-deleted", "tag": "b11c1b50-8dd4-4bf9-a77c-fdc638ece404", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:11.707104 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e4b0b874-9a79-4db6-91a7-dfd8be1117f2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:11.708100 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bcf68d-8831-43dc-9a10-51447a9c1954', 'name': 'network-vif-deleted', 'tag': 'b11c1b50-8dd4-4bf9-a77c-fdc638ece404', 'status': 'completed', 'code': 200} Sep 24 00:27:11.954693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03994d-a605-478e-b6cf-6d2b7a4b0016 req-ba097d56-6cc9-4337-94ef-c94a393490ab tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:11.956248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d03994d-a605-478e-b6cf-6d2b7a4b0016 req-ba097d56-6cc9-4337-94ef-c94a393490ab tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 945 time: 0.0591419 Sep 24 00:27:11.991292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device ca75d3ac-8819-44fe-8cb5-49f6201d08ab up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:27:12.011298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d03994d-a605-478e-b6cf-6d2b7a4b0016 req-4bcfb933-d692-4f73-997d-ba162a28886a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486679 Sep 24 00:27:12.063000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port ca75d3ac-8819-44fe-8cb5-49f6201d08ab completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:27:12.069081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port ca75d3ac-8819-44fe-8cb5-49f6201d08ab triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:12.069579 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:12.076058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eaf9f6d9-b2d6-41c6-8ded-e81180a224e4 req-28337a83-1753-4c40-a93d-586a336edd25 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bcf68d-8831-43dc-9a10-51447a9c1954 HTTP/1.1" status: 200 len: 210 time: 0.0318496 Sep 24 00:27:12.153603 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:12.186074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:12.188478 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc514d6-641c-49ec-9037-d9bb62c8acd1" -d '{"events": [{"server_uuid": "77e8a912-9aee-43f3-9c1f-7c6610c79dc6", "name": "network-vif-plugged", "status": "completed", "tag": "ca75d3ac-8819-44fe-8cb5-49f6201d08ab"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:12.204238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port ca75d3ac-8819-44fe-8cb5-49f6201d08ab, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:12.208419 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:12.232680 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24415923-c710-4e76-ab0a-ca7706b2a39a x-openstack-request-id: req-24415923-c710-4e76-ab0a-ca7706b2a39a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:12.232974 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e8a912-9aee-43f3-9c1f-7c6610c79dc6", "name": "network-vif-plugged", "status": "completed", "tag": "ca75d3ac-8819-44fe-8cb5-49f6201d08ab", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:12.233227 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24415923-c710-4e76-ab0a-ca7706b2a39a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:12.233615 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'code': 200} Sep 24 00:27:12.264604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:12.335739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261356dc-947b-4169-be57-232a62d88905 req-2a0efc99-d496-45bb-802a-96693891bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:12.337270 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-261356dc-947b-4169-be57-232a62d88905 req-2a0efc99-d496-45bb-802a-96693891bc00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1098 time: 0.0416915 Sep 24 00:27:12.374923 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-261356dc-947b-4169-be57-232a62d88905 req-e91bdd38-c865-4321-8e86-65817770b07a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300758 Sep 24 00:27:12.397762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99e5ce-537c-4d5f-b556-e69f396dfb3d req-5a8d5d13-d05d-4264-8230-190e729ac497 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:12.399343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa99e5ce-537c-4d5f-b556-e69f396dfb3d req-5a8d5d13-d05d-4264-8230-190e729ac497 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0511520 Sep 24 00:27:12.438460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa99e5ce-537c-4d5f-b556-e69f396dfb3d req-342df517-2643-48e9-bcb2-84d137d4f2d3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Sep 24 00:27:13.149281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c7965-d08a-4c53-8bf3-b868f48ee26d req-26db8d24-795a-49c2-ae2f-e2cd510c0fea tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:13.150985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea1c7965-d08a-4c53-8bf3-b868f48ee26d req-26db8d24-795a-49c2-ae2f-e2cd510c0fea tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0618334 Sep 24 00:27:13.151420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33784) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:13.190865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea1c7965-d08a-4c53-8bf3-b868f48ee26d req-091b4b16-fe84-4953-9c64-25da57486fcf tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338480 Sep 24 00:27:13.571672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d8473-4aff-452a-ae61-1042345f7632 req-35217b29-dd5d-4ef7-81f2-137a667380e4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:13.573316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f7d8473-4aff-452a-ae61-1042345f7632 req-35217b29-dd5d-4ef7-81f2-137a667380e4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.0526624 Sep 24 00:27:13.623275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f7d8473-4aff-452a-ae61-1042345f7632 req-2e0f8b08-b1fd-44fb-9347-7ddabd13e814 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435107 Sep 24 00:27:13.878701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:14.152278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting port a014c515-94a9-4cd6-9713-eb058823bafd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:14.152517 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:14.248986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] For port a014c515-94a9-4cd6-9713-eb058823bafd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a014c515-94a9-4cd6-9713-eb058823bafd,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:14.249346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:14.273348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Calling delete_port for a014c515-94a9-4cd6-9713-eb058823bafd owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:14.327813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9095b07-42ea-40b2-898a-a05cab13a965 req-27abf4ad-3283-4c1a-8754-4ad7c7a7b867 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:14.330089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9095b07-42ea-40b2-898a-a05cab13a965 req-27abf4ad-3283-4c1a-8754-4ad7c7a7b867 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0551584 Sep 24 00:27:14.373914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9095b07-42ea-40b2-898a-a05cab13a965 req-ae61a5a2-b75a-4826-bab7-36f8b18d148f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329409 Sep 24 00:27:14.493580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:14.511058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4d8d4-82f9-425e-8433-fc4eb693eb7d req-126e766b-45ca-4292-8cb9-2d96e480a6c4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:14.512635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b5f4d8d4-82f9-425e-8433-fc4eb693eb7d req-126e766b-45ca-4292-8cb9-2d96e480a6c4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0564747 Sep 24 00:27:14.522121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33792) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:14.526899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'floatingip': {'port_id': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:14.528728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Port': ['ID=a014c515-94a9-4cd6-9713-eb058823bafd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:14.580062 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:14.767681 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:14.823866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb8a099-bb42-4a92-ad99-5ee39c141da8 req-240742d6-0608-4d96-b1b5-a39fe740ba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:14.825430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddb8a099-bb42-4a92-ad99-5ee39c141da8 req-240742d6-0608-4d96-b1b5-a39fe740ba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.1048734 Sep 24 00:27:14.942997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ddb8a099-bb42-4a92-ad99-5ee39c141da8 req-aaa8d6b2-8311-4f31-a1d0-3a7ceadb89eb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878928 Sep 24 00:27:15.035852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Router a7c21c89-6e5c-4955-95e1-76626dd2813b has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:27:15.161232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:27:15.168411 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:15.169676 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c3de4e85-034c-4d6d-ae44-ecefa714e830 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "PUT /v2.0/routers/a7c21c89-6e5c-4955-95e1-76626dd2813b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0169396 Sep 24 00:27:15.174342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:15.178683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33796) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:15.185908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] Sync routers for ids ['a7c21c89-6e5c-4955-95e1-76626dd2813b'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:27:15.197424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] Routers {'a7c21c89-6e5c-4955-95e1-76626dd2813b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:15.198049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a7c21c89-6e5c-4955-95e1-76626dd2813b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:15.327679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] Set router a7c21c89-6e5c-4955-95e1-76626dd2813b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:15.336268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15a530d-ec7d-4d1b-b26b-c81f846fcb2b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting subnet a68bfa8d-72ba-4c4f-930a-472e8ac7f68b {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:27:15.350310 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a15a530d-ec7d-4d1b-b26b-c81f846fcb2b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:15.437749 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-63ba6910-0df2-4f5f-bd95-9db15ccbc41b service neutron] show failed (client error): The resource could not be found. Sep 24 00:27:15.438743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-63ba6910-0df2-4f5f-bd95-9db15ccbc41b service neutron] 10.222.0.18 "GET /v2.0/ports/db905f9a-a737-444e-b968-6765a798c0b2/bindings/n-h2-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.1837673 Sep 24 00:27:15.441956 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Floating IP 0b3c3817-a953-4ed3-b8ce-c3736174d228 associated. External IP: 172.25.5.74, port: ca75d3ac-8819-44fe-8cb5-49f6201d08ab. Sep 24 00:27:15.487956 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a15a530d-ec7d-4d1b-b26b-c81f846fcb2b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:15.572013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:27:14Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:15.629030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b11c1b50-8dd4-4bf9-a77c-fdc638ece404 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:15.634498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] Checking router: a7c21c89-6e5c-4955-95e1-76626dd2813b for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:27:15.663725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-531bb9d8-933d-4d10-b187-d1b527bde08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:15.665314 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-531bb9d8-933d-4d10-b187-d1b527bde08d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 1098 time: 0.0468163 Sep 24 00:27:15.670499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: b11c1b50-8dd4-4bf9-a77c-fdc638ece404 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:15.671073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b11c1b50-8dd4-4bf9-a77c-fdc638ece404 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:15.678306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:15.680890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] Routers {'a7c21c89-6e5c-4955-95e1-76626dd2813b'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:15.681909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['a7c21c89-6e5c-4955-95e1-76626dd2813b'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:15.698248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a15a530d-ec7d-4d1b-b26b-c81f846fcb2b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:15.740626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:15.809524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] Set router a7c21c89-6e5c-4955-95e1-76626dd2813b gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:15.842811 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a15a530d-ec7d-4d1b-b26b-c81f846fcb2b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:15.885475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a530d-ec7d-4d1b-b26b-c81f846fcb2b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Subnet': ['ID=a68bfa8d-72ba-4c4f-930a-472e8ac7f68b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:15.894980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a15a530d-ec7d-4d1b-b26b-c81f846fcb2b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:15.900742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a15a530d-ec7d-4d1b-b26b-c81f846fcb2b tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/subnets/a68bfa8d-72ba-4c4f-930a-472e8ac7f68b HTTP/1.1" status: 204 len: 168 time: 0.6886683 Sep 24 00:27:15.900987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33798) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:15.902665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:27:15.905367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed95a88-81f2-4e65-9faf-3211febd0f64 None None] Network 8b07ff38-ef9e-49b1-a306-b7d6a18def0f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:27:16.093631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:16.105784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:27:16.114410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:16.119669 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] Sync routers for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:27:16.145424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:27:14Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:16.163418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a224660-fe65-48f0-9a2c-0d904c5605ba req-1176b1c5-c1b9-466a-afcc-82f2a44e5319 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:16.165537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a224660-fe65-48f0-9a2c-0d904c5605ba req-1176b1c5-c1b9-466a-afcc-82f2a44e5319 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.1295557 Sep 24 00:27:16.185496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc11453-d6e1-4128-a415-aa3352991907 None None] The sync data for ids ['a7c21c89-6e5c-4955-95e1-76626dd2813b'] in n-d-713498-18 is: [{'id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1704358620', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150'}], 'enable_snat': True}, 'gw_port_id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:45Z', 'updated_at': '2021-09-24T00:27:14Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '5f299efe-e8de-4e2e-a165-a64d3c66ff41', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9f:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7c21c89-6e5c-4955-95e1-76626dd2813b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3634, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:46Z', 'updated_at': '2021-09-24T00:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:27:16.186406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:16.207910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c7b0618c-1f21-46c3-9383-120498a4529c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "PUT /v2.0/floatingips/0b3c3817-a953-4ed3-b8ce-c3736174d228 HTTP/1.1" status: 200 len: 991 time: 1.6843321 Sep 24 00:27:16.211072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'tag': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:16.214905 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc985ed-36ad-4ffa-b00a-882b86e39f12" -d '{"events": [{"name": "network-changed", "server_uuid": "77e8a912-9aee-43f3-9c1f-7c6610c79dc6", "tag": "ca75d3ac-8819-44fe-8cb5-49f6201d08ab"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:16.247442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] DHCP port deletion for 8b07ff38-ef9e-49b1-a306-b7d6a18def0f request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:27:16.267156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a224660-fe65-48f0-9a2c-0d904c5605ba req-e2715880-e2fd-4cd0-8b3c-49e429635241 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686898 Sep 24 00:27:16.295004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:27:16.327602 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:16.329226 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:16.342034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] Deleting port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:16.342412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:16.361466 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bffb6d-d47d-4c47-bbff-aeb62f8f026c x-openstack-request-id: req-05bffb6d-d47d-4c47-bbff-aeb62f8f026c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:16.362081 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e8a912-9aee-43f3-9c1f-7c6610c79dc6", "tag": "ca75d3ac-8819-44fe-8cb5-49f6201d08ab", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:16.362749 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05bffb6d-d47d-4c47-bbff-aeb62f8f026c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:16.363970 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'tag': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'status': 'completed', 'code': 200} Sep 24 00:27:16.365778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:16.378069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:16.381592 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcd5fb3b-20fe-48dc-83e4-7f2b58e31a7f" -d '{"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-unplugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:16.434088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Transition to ACTIVE for port object db905f9a-a737-444e-b968-6765a798c0b2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:27:16.452821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:16.457414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] For port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a1fffb6e-7b10-4342-a2eb-c4e3c61a81db,segment=NetworkSegment(11380cca-2b6e-439f-9eab-e78afa38b0ec),segment_id=11380cca-2b6e-439f-9eab-e78afa38b0ec)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:16.460295 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:16.488337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] Calling delete_port for a1fffb6e-7b10-4342-a2eb-c4e3c61a81db owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:16.504596 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:16.536843 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e094e8f-7654-4aff-96a8-254ee50f2115 x-openstack-request-id: req-2e094e8f-7654-4aff-96a8-254ee50f2115 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:16.537368 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-unplugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:16.537783 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2e094e8f-7654-4aff-96a8-254ee50f2115 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:16.538308 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'code': 200} Sep 24 00:27:16.579281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:16.601961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-91a1b9ae-c568-47ba-89b2-1d9352ff8609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:16.603690 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-91a1b9ae-c568-47ba-89b2-1d9352ff8609 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1098 time: 0.2179248 Sep 24 00:27:16.640821 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:16.703536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] Pushing event deleted for resources: {'Port': ['ID=a1fffb6e-7b10-4342-a2eb-c4e3c61a81db,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:16.710711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71890c4-b22d-4d27-9f68-da95aeb795f6 None None] No DVR routers for this DVR port a1fffb6e-7b10-4342-a2eb-c4e3c61a81db on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:27:16.712980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:16.791299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] No DVR routers for this DVR port db905f9a-a737-444e-b968-6765a798c0b2 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:27:16.797872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-37e09c41-e70a-4bd0-b6d0-60197538fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:16.799452 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-37e09c41-e70a-4bd0-b6d0-60197538fa9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.1795864 Sep 24 00:27:16.838358 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '0b3c3817-a953-4ed3-b8ce-c3736174d228', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'port_id': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'mac_address': 'fa:16:3e:d1:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:27:01Z', 'updated_at': '2021-09-24T00:27:15Z', 'revision_number': 1, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:16.876033 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] Checking router: 8858a8f9-ed48-4f87-a7e5-469c58544ef3 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:27:16.888965 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:16.889737 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:16.946981 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-5f4f43f6-2569-498c-8087-392a67b5c3c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 999 time: 0.1128869 Sep 24 00:27:16.955845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting port 5f299efe-e8de-4e2e-a165-a64d3c66ff41 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:16.956194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:17.018194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a1fffb6e-7b10-4342-a2eb-c4e3c61a81db no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:17.056628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a1fffb6e-7b10-4342-a2eb-c4e3c61a81db {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:17.057183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a1fffb6e-7b10-4342-a2eb-c4e3c61a81db not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:17.057877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a014c515-94a9-4cd6-9713-eb058823bafd no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:17.069681 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:17.079991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a014c515-94a9-4cd6-9713-eb058823bafd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:17.080407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a014c515-94a9-4cd6-9713-eb058823bafd not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:17.163131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-53d96fbd-b2e9-4d2e-81c4-1487c5106814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:17.165607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-53d96fbd-b2e9-4d2e-81c4-1487c5106814 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.2052820 Sep 24 00:27:17.179739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:27:17.180270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:27:17.180788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:17.426834 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '0b3c3817-a953-4ed3-b8ce-c3736174d228', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'port_id': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'mac_address': 'fa:16:3e:d1:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:27:01Z', 'updated_at': '2021-09-24T00:27:15Z', 'revision_number': 1, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:17.454976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369757a-4e3a-41f6-9ddb-95cd2367bbcf req-a2e00560-2385-4d5f-818c-b954bf29aeb7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:17.456629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7369757a-4e3a-41f6-9ddb-95cd2367bbcf req-a2e00560-2385-4d5f-818c-b954bf29aeb7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 944 time: 0.0797284 Sep 24 00:27:17.473446 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aca33f5-0f8b-46d5-9335-d220101e6dc1 None None] The sync data for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 is: [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '0b3c3817-a953-4ed3-b8ce-c3736174d228', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'floating_ip_address': '172.25.5.74', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'port_id': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'mac_address': 'fa:16:3e:d1:1c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:27:01Z', 'updated_at': '2021-09-24T00:27:15Z', 'revision_number': 1, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:27:17.511692 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7369757a-4e3a-41f6-9ddb-95cd2367bbcf req-1c88bf5e-00c7-4eea-9430-f64d423633ae tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441141 Sep 24 00:27:17.595941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:27:17.596264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:17.599526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] For port 5f299efe-e8de-4e2e-a165-a64d3c66ff41, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5f299efe-e8de-4e2e-a165-a64d3c66ff41,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:17.599898 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:17.622332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Calling delete_port for 5f299efe-e8de-4e2e-a165-a64d3c66ff41 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:17.624507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:27:17.624980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Checking segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:27:17.625423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Bound using segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:27:17.626212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Bound port: db905f9a-a737-444e-b968-6765a798c0b2, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:27:17.626812 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:17.660543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-c980fd88-eafe-428e-b903-a2fef3646de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:17.662106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-c980fd88-eafe-428e-b903-a2fef3646de6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4843500 Sep 24 00:27:17.727163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb7fb0a-b85b-4e48-9657-f5c777a2a127 None None] New status for floating IP 0b3c3817-a953-4ed3-b8ce-c3736174d228: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:27:17.877795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:27:17.910247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:27:17.915534 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-fad91eaf-63b5-48a1-aa04-58e76098afe3 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246761 Sep 24 00:27:17.919102 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.017996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:18.018664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.020152 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] 10.222.0.20 "PUT /v2.0/ports/db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1093 time: 2.3474433 Sep 24 00:27:18.130024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e3e3c-a20d-4815-b735-cde59ce4ec63 service neutron] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:18.148609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.153612 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-bfc985ed-36ad-4ffa-b00a-882b86e39f12 req-fc25ce2c-5bda-4e4f-8d63-866ab48cd794 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282162 Sep 24 00:27:18.199419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Port': ['ID=5f299efe-e8de-4e2e-a165-a64d3c66ff41,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:18.209561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-22601ee3-b921-4d07-87d0-9ec07aacb50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:18.211164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-22601ee3-b921-4d07-87d0-9ec07aacb50e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1096 time: 0.1533129 Sep 24 00:27:18.332564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.458428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.462324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.464531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-17499c95-3eb9-4259-8176-aa5965623619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:18.466151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-17499c95-3eb9-4259-8176-aa5965623619 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.2363961 Sep 24 00:27:18.541172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:18.543483 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046c2aea-464f-440a-a101-5fbad97690d8" -d '{"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:18.560723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.561601 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Fanout notify agent at l3_agent the message router_deleted on router a7c21c89-6e5c-4955-95e1-76626dd2813b {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:27:18.576501 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.578353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ee7cd2c8-1d4f-4927-9764-3248ab1671bd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/routers/a7c21c89-6e5c-4955-95e1-76626dd2813b HTTP/1.1" status: 204 len: 168 time: 2.6773589 Sep 24 00:27:18.583307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33818) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:18.598259 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-e84c8a53-6335-4dea-ace5-0cc578b8fa19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1000 time: 0.1243014 Sep 24 00:27:18.652511 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2543cf-9477-42d8-86a2-21549e863614 x-openstack-request-id: req-1b2543cf-9477-42d8-86a2-21549e863614 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:18.652675 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:18.653041 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b2543cf-9477-42d8-86a2-21549e863614 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:18.653596 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'status': 'completed', 'code': 200} Sep 24 00:27:18.669734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-23c4db54-cffe-4888-86f2-a112380d50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:18.671424 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-23c4db54-cffe-4888-86f2-a112380d50a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0662434 Sep 24 00:27:18.738810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-f159959c-9c77-471a-ad09-7a6cd46a213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:18.742178 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-f159959c-9c77-471a-ad09-7a6cd46a213e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633683 Sep 24 00:27:18.796249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:18.828273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14698cc8-11c6-473a-bdef-0fa8837ae850 req-994f954e-e1f0-46dc-8bc6-bfe0b841e44a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:18.831258 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14698cc8-11c6-473a-bdef-0fa8837ae850 req-994f954e-e1f0-46dc-8bc6-bfe0b841e44a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 944 time: 0.1842365 Sep 24 00:27:18.855402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2aea-464f-440a-a101-5fbad97690d8 req-57905869-8c20-49b5-ab85-0cc2c37d82c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:18.856922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-57905869-8c20-49b5-ab85-0cc2c37d82c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1096 time: 0.1633513 Sep 24 00:27:18.880234 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-432c2ce5-92df-40eb-9362-692fadf03884 service neutron] 10.222.0.20 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318576 Sep 24 00:27:18.976724 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-118733ea-cbb5-4c9f-927b-b9818309a251 req-b5f6ed43-292f-4956-ac22-66f04d26eaa2 service neutron] 10.222.0.20 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897753 Sep 24 00:27:18.986580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14698cc8-11c6-473a-bdef-0fa8837ae850 req-d6812c9e-4bb5-4f98-a8c4-8a2766eeba69 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425002 Sep 24 00:27:19.032768 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:19.103628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2aea-464f-440a-a101-5fbad97690d8 req-ce5b2135-31c3-4df4-abc7-9536d8f9424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:19.105459 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-ce5b2135-31c3-4df4-abc7-9536d8f9424f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1096 time: 0.0632699 Sep 24 00:27:19.160578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5f299efe-e8de-4e2e-a165-a64d3c66ff41 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:19.182253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5f299efe-e8de-4e2e-a165-a64d3c66ff41 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:19.182902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5f299efe-e8de-4e2e-a165-a64d3c66ff41 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:19.243377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2aea-464f-440a-a101-5fbad97690d8 req-d096809c-3773-4dea-b931-a29847bbee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:19.244826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-d096809c-3773-4dea-b931-a29847bbee23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1323414 Sep 24 00:27:19.315151 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-63d1c88b-4ef8-4626-b492-102192c076b7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0621963 Sep 24 00:27:19.373201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2aea-464f-440a-a101-5fbad97690d8 req-4fc32921-f596-457c-9d1c-6c72a9286457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:19.374735 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-4fc32921-f596-457c-9d1c-6c72a9286457 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0527508 Sep 24 00:27:19.417786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b07ff38-ef9e-49b1-a306-b7d6a18def0f']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:19.420603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2aea-464f-440a-a101-5fbad97690d8 req-fcc34722-4ae9-4b1b-b93d-cca07688f426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:19.422302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-fcc34722-4ae9-4b1b-b93d-cca07688f426 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.5379953 Sep 24 00:27:19.431608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11380cca-2b6e-439f-9eab-e78afa38b0ec') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:19.431895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11380cca-2b6e-439f-9eab-e78afa38b0ec') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:19.441216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2aea-464f-440a-a101-5fbad97690d8 req-67e0a496-ecb8-437d-bc5b-49c629dd683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:19.443187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-67e0a496-ecb8-437d-bc5b-49c629dd683f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609295 Sep 24 00:27:19.473434 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:19.496483 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:19.509245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:27:19.509645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:27:19.512662 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:27:19.524894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-ff1453e8-1364-404a-ac99-a6207cff43a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0951178 Sep 24 00:27:19.544874 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-b7e4c59e-ff57-4263-9fef-91e77db29844 service neutron] 10.222.0.20 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893338 Sep 24 00:27:19.611532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:19.622468 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:19.644581 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:19.649723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/networks/8b07ff38-ef9e-49b1-a306-b7d6a18def0f HTTP/1.1" status: 204 len: 168 time: 1.0595274 Sep 24 00:27:19.649938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33822) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:19.656871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbe3d6-b213-43d4-bcea-5c79affb2ad3 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Network': ['ID=8b07ff38-ef9e-49b1-a306-b7d6a18def0f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:19.659102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:19.661233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2aea-464f-440a-a101-5fbad97690d8 req-ea881b34-d1e9-4301-be12-b7b529630893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:19.662187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-185e5840-8297-4074-903e-2be564ae3df4 service neutron] 10.222.0.20 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071224 Sep 24 00:27:19.662830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-ea881b34-d1e9-4301-be12-b7b529630893 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.1299794 Sep 24 00:27:19.786490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046c2aea-464f-440a-a101-5fbad97690d8 req-e7f3c787-f7b6-4056-9d4d-21f89b4f43e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:19.787933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-e7f3c787-f7b6-4056-9d4d-21f89b4f43e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969312 Sep 24 00:27:19.917834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-e849f0a6-d067-461c-83b9-3cc84da56b0c service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215782 Sep 24 00:27:19.924346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting port 3cb53108-1f69-43c1-bd19-036e3d8542b7 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:19.924693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:20.090104 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:20.090432 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:20.113812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-046c2aea-464f-440a-a101-5fbad97690d8 req-727545e5-1008-4890-8b71-9907a1e726b7 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870799 Sep 24 00:27:20.135989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Calling delete_port for 3cb53108-1f69-43c1-bd19-036e3d8542b7 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:20.200880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c841a-140d-4130-9dd4-50e551522275 req-7be1f638-ce11-484a-8bc4-90f8b2f813c8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:20.202397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-725c841a-140d-4130-9dd4-50e551522275 req-7be1f638-ce11-484a-8bc4-90f8b2f813c8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 944 time: 0.1144304 Sep 24 00:27:20.262685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-725c841a-140d-4130-9dd4-50e551522275 req-fb1c2330-8c1f-4fd1-9f68-88c195277513 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533175 Sep 24 00:27:20.343279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:20.374662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Port': ['ID=3cb53108-1f69-43c1-bd19-036e3d8542b7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:20.441196 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:20.441567 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Floating IP 822212fa-86e2-40d9-9ae1-158144fd30a6 disassociated (deleted). External IP: 172.25.5.173, port: f0e30763-3a93-4018-9424-8603bf11c367. Sep 24 00:27:20.687547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Router d71ad189-7250-49d7-b4f6-c0d42bfbe67c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:27:20.851327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:27:20.856890 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:20.862659 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] Sync routers for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:27:20.874407 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:20.876279 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:20.886129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1ec48129-d876-4b25-89c0-20bd0acd81ba tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/floatingips/822212fa-86e2-40d9-9ae1-158144fd30a6 HTTP/1.1" status: 204 len: 168 time: 1.2351811 Sep 24 00:27:20.886688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:20.888972 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca" -d '{"events": [{"name": "network-changed", "server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "tag": "f0e30763-3a93-4018-9424-8603bf11c367"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:20.931982 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c433a74-313c-4ffa-b0f8-2747e7d21bf3 x-openstack-request-id: req-0c433a74-313c-4ffa-b0f8-2747e7d21bf3 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:20.933007 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "tag": "f0e30763-3a93-4018-9424-8603bf11c367", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:20.933332 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c433a74-313c-4ffa-b0f8-2747e7d21bf3 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:20.933974 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367', 'status': 'completed', 'code': 200} Sep 24 00:27:21.019816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-a3c4974d-98ca-451d-9d15-ac6b07f4539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:21.021399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-a3c4974d-98ca-451d-9d15-ac6b07f4539f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a294c82b958d43c29360bb909351a0e5&device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 1136 time: 0.0589578 Sep 24 00:27:21.025001 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:21.181234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-498b3a0b-f81d-4f24-a77a-c8cc22defff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:21.184058 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-498b3a0b-f81d-4f24-a77a-c8cc22defff4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=db03bd08-e40e-4430-8558-6838386a0605 HTTP/1.1" status: 200 len: 898 time: 0.1544809 Sep 24 00:27:21.211990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee205af-334f-4602-90a1-40abad855fe7 req-94df3ddd-1f23-411f-b82b-8a73d0b33966 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:21.213741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aee205af-334f-4602-90a1-40abad855fe7 req-94df3ddd-1f23-411f-b82b-8a73d0b33966 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 984 time: 0.0692832 Sep 24 00:27:21.236725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-6d5dc171-935a-4389-a1e7-cda725ead0f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f0e30763-3a93-4018-9424-8603bf11c367 HTTP/1.1" status: 200 len: 217 time: 0.0425115 Sep 24 00:27:21.274159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aee205af-334f-4602-90a1-40abad855fe7 req-2897113d-9428-4704-9b13-873eb245021a tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0483518 Sep 24 00:27:21.312849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-ccf7e434-4e39-4bbf-8227-ea4265a38725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:21.314929 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-ccf7e434-4e39-4bbf-8227-ea4265a38725 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d9e029ba-fad6-4203-ba18-315fb2be75fe HTTP/1.1" status: 200 len: 835 time: 0.0702531 Sep 24 00:27:21.331389 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:54Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:21.358857 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] Checking router: d71ad189-7250-49d7-b4f6-c0d42bfbe67c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:27:21.373567 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:21.375318 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:26:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:21.386012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-03e5c9a2-47cf-4585-a32b-cfe3e108540c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:21.388698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-03e5c9a2-47cf-4585-a32b-cfe3e108540c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=db03bd08-e40e-4430-8558-6838386a0605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654914 Sep 24 00:27:21.422011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5dc6-4c2e-48b5-a073-799e72532db5 req-1806dc2a-ddc0-485a-9b3f-e27b36b522c2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:21.424970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b28f5dc6-4c2e-48b5-a073-799e72532db5 req-1806dc2a-ddc0-485a-9b3f-e27b36b522c2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 944 time: 0.0608726 Sep 24 00:27:21.487207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b28f5dc6-4c2e-48b5-a073-799e72532db5 req-02bf4d6a-b0a3-4095-89d2-e786b4f38b6a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531535 Sep 24 00:27:21.503888 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:21.508096 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-da197ec7-05aa-4ab8-9ad8-0ef5192ef3a2 service neutron] 10.222.0.20 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106124 Sep 24 00:27:21.659209 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58d455c6-cb6e-403a-b9d2-4211f8ed5eca req-069924c7-4571-4df7-8b6a-35fd55219f16 service neutron] 10.222.0.20 "GET /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399696 Sep 24 00:27:21.828529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd7ac6-845d-4e4e-b769-bdee9ae0f0bc req-c73d0d12-03c1-4c78-a8d2-faa0d5fa0343 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:21.830177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dd7ac6-845d-4e4e-b769-bdee9ae0f0bc req-c73d0d12-03c1-4c78-a8d2-faa0d5fa0343 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 944 time: 0.0543604 Sep 24 00:27:21.885565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-de855e74-3f92-4bc2-ab52-7b23944320c3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:21.886782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dd7ac6-845d-4e4e-b769-bdee9ae0f0bc req-67cccce5-97d4-42f0-9f7d-1bb4ca77b36d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496068 Sep 24 00:27:21.887767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-de855e74-3f92-4bc2-ab52-7b23944320c3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.20 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c&tenant_id=a930604132e14a0bbbea0b94ffed365f&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 944 time: 0.1558135 Sep 24 00:27:21.890928 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:54Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:21.918695 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a1df90-f884-4f8d-b3ef-0aecd889544c None None] The sync data for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 is: [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ee5e7aca-2bad-4875-865c-c002d40b4ffd', 'name': '', 'network_id': 'db03bd08-e40e-4430-8558-6838386a0605', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'mac_address': 'fa:16:3e:64:91:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:49Z', 'updated_at': '2021-09-24T00:25:54Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'subnets': [{'id': 'd9e029ba-fad6-4203-ba18-315fb2be75fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:27:21.972751 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-72cacdfa-4f6d-4a77-8fef-a76292998613 service neutron] 10.222.0.20 "GET /v2.0/ports/db905f9a-a737-444e-b968-6765a798c0b2/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 383 time: 0.0759220 Sep 24 00:27:22.040388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-953a5a46-56a5-443b-8254-e999126baf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:22.041864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-953a5a46-56a5-443b-8254-e999126baf52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1096 time: 0.0439947 Sep 24 00:27:22.051417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:27:22.171009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-19ffd049-58d4-465b-b463-fae43db8bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:22.172848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-19ffd049-58d4-465b-b463-fae43db8bbb2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1223624 Sep 24 00:27:22.262563 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-149a9c0c-6ee1-434d-9b79-abe7d347d44f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0815344 Sep 24 00:27:22.330790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9324c21c-9a0c-4962-8662-305688800cdb None None] New status for floating IP 822212fa-86e2-40d9-9ae1-158144fd30a6: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:27:22.346345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-2267258a-1327-477d-80b7-42066ed1608a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:22.348245 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-2267258a-1327-477d-80b7-42066ed1608a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0683961 Sep 24 00:27:22.410479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-cc5a18d0-9ec6-47ee-8e69-f9795e9eed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:22.412238 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-cc5a18d0-9ec6-47ee-8e69-f9795e9eed15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0571706 Sep 24 00:27:22.418193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00feb0dd-a527-463b-a9ae-e346bd64ceb1 req-8737ca71-3a8b-42ac-b54d-879a2ef7ddfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:22.419837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00feb0dd-a527-463b-a9ae-e346bd64ceb1 req-8737ca71-3a8b-42ac-b54d-879a2ef7ddfd tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 984 time: 0.0554981 Sep 24 00:27:22.424706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:22.436855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'db905f9a-a737-444e-b968-6765a798c0b2', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'port_id': 'db905f9a-a737-444e-b968-6765a798c0b2', 'mac_address': 'fa:16:3e:b6:91:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:27:22.468334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00feb0dd-a527-463b-a9ae-e346bd64ceb1 req-8770f20d-23ad-4027-8308-9d91c5cf343c tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/security-groups?id=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac&id=3883faaf-f82d-4439-8948-042c1423f112&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0412524 Sep 24 00:27:22.496027 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:22.514645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db905f9a-a737-444e-b968-6765a798c0b2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:27:22.536908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:22.541283 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:22.589525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:22.632161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09813b69-b3f2-4143-af08-0542375895a0 req-51ba91d4-2a5e-42a5-9d5d-983b611f47da tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:22.634585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09813b69-b3f2-4143-af08-0542375895a0 req-51ba91d4-2a5e-42a5-9d5d-983b611f47da tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.20 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 984 time: 0.2031820 Sep 24 00:27:22.710554 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-efbfde07-419f-420d-b0af-3d858c752ca6 service neutron] 10.222.0.20 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805200 Sep 24 00:27:22.780568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['db905f9a-a737-444e-b968-6765a798c0b2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:27:22.838995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting port f0e30763-3a93-4018-9424-8603bf11c367 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:22.839344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:22.865042 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-864cf579-1221-45f1-b662-3727df7bf476 service neutron] 10.222.0.20 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264110 Sep 24 00:27:22.948462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] For port f0e30763-3a93-4018-9424-8603bf11c367, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=f0e30763-3a93-4018-9424-8603bf11c367,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:22.948945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:22.963575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Calling delete_port for f0e30763-3a93-4018-9424-8603bf11c367 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:23.013926 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ab4da0f4-ba79-4c2e-8c02-faeff6b95f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:23.019031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb8012-7f0f-4a7c-84ad-d3845efb4356 req-a4e1633b-a02b-45d7-aee8-75c21e0eabd1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:23.020750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cb8012-7f0f-4a7c-84ad-d3845efb4356 req-a4e1633b-a02b-45d7-aee8-75c21e0eabd1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 945 time: 0.0568721 Sep 24 00:27:23.060653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-05cb8012-7f0f-4a7c-84ad-d3845efb4356 req-1ee0750e-c27d-4c43-909b-2b670fc8a86d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338924 Sep 24 00:27:23.111677 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:23.142541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Port': ['ID=f0e30763-3a93-4018-9424-8603bf11c367,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:23.185883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] No DVR routers for this DVR port f0e30763-3a93-4018-9424-8603bf11c367 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:27:23.188527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:23.190647 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-09813b69-b3f2-4143-af08-0542375895a0 req-68c2bbf8-eae5-44bb-974a-fcd111864eeb tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.20 "DELETE /v2.0/ports/f0e30763-3a93-4018-9424-8603bf11c367 HTTP/1.1" status: 204 len: 173 time: 0.5494275 Sep 24 00:27:23.191117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'name': 'network-vif-deleted', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:23.193449 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6512325-bbaf-443b-90ef-d9150b7ed24d" -d '{"events": [{"server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "name": "network-vif-deleted", "tag": "f0e30763-3a93-4018-9424-8603bf11c367"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:23.230812 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b00cd3-23ea-42f0-a315-b8acdd140a9b x-openstack-request-id: req-77b00cd3-23ea-42f0-a315-b8acdd140a9b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:23.231114 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad049d0-4157-49b3-911f-1574f02133f9", "name": "network-vif-deleted", "tag": "f0e30763-3a93-4018-9424-8603bf11c367", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:23.231368 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77b00cd3-23ea-42f0-a315-b8acdd140a9b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:23.231776 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad049d0-4157-49b3-911f-1574f02133f9', 'name': 'network-vif-deleted', 'tag': 'f0e30763-3a93-4018-9424-8603bf11c367', 'status': 'completed', 'code': 200} Sep 24 00:27:23.585866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3ce9a27-4dd9-4c0c-8c5e-28ef1af1a602 req-936e340d-b1b8-493b-a3ac-e659a5fe2ddf tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "GET /v2.0/ports?device_id=cad049d0-4157-49b3-911f-1574f02133f9 HTTP/1.1" status: 200 len: 210 time: 0.0277345 Sep 24 00:27:24.065248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:27:24.113469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port db905f9a-a737-444e-b968-6765a798c0b2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:27:24.117615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port db905f9a-a737-444e-b968-6765a798c0b2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:24.117993 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.179291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f7ea17-5208-4fc2-a737-bd9a6e62857e req-e9c98eb3-e2c3-4f44-80e7-ae576529c972 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:24.180853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18f7ea17-5208-4fc2-a737-bd9a6e62857e req-e9c98eb3-e2c3-4f44-80e7-ae576529c972 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 945 time: 0.0491397 Sep 24 00:27:24.200830 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.226297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:24.228210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18f7ea17-5208-4fc2-a737-bd9a6e62857e req-f2533f96-7f57-43a3-a36e-45c2f135c781 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365260 Sep 24 00:27:24.228706 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f8d4f7-76e9-44f1-b6a1-ca932148ce52" -d '{"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-plugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:24.248812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:24.253881 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.254876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f0e30763-3a93-4018-9424-8603bf11c367 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:24.298527 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d62c6d4-99f9-41dd-ae81-dd7e7a51516a x-openstack-request-id: req-2d62c6d4-99f9-41dd-ae81-dd7e7a51516a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:24.298844 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-plugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:24.299097 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d62c6d4-99f9-41dd-ae81-dd7e7a51516a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:24.299689 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'code': 200} Sep 24 00:27:24.300088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: f0e30763-3a93-4018-9424-8603bf11c367 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:24.300459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device f0e30763-3a93-4018-9424-8603bf11c367 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:24.332814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:24.644607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33860) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:24.703634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8d46-e079-4f58-8dd8-d30159a2d2fa tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.729094 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8d46-e079-4f58-8dd8-d30159a2d2fa tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.781167 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8d46-e079-4f58-8dd8-d30159a2d2fa tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.784552 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc1d8d46-e079-4f58-8dd8-d30159a2d2fa tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.785917 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bc1d8d46-e079-4f58-8dd8-d30159a2d2fa tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/security-groups/3883faaf-f82d-4439-8948-042c1423f112 HTTP/1.1" status: 204 len: 168 time: 0.1402164 Sep 24 00:27:24.788524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33862) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:24.795562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d8d46-e079-4f58-8dd8-d30159a2d2fa tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3883faaf-f82d-4439-8948-042c1423f112,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:24.853742 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e09621e-1d0e-45ea-96e3-91b934c46ad1 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.883392 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e09621e-1d0e-45ea-96e3-91b934c46ad1 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.932025 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e09621e-1d0e-45ea-96e3-91b934c46ad1 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.935813 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e09621e-1d0e-45ea-96e3-91b934c46ad1 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:24.939823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4e09621e-1d0e-45ea-96e3-91b934c46ad1 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/security-groups/11051c11-eb56-47b4-9cb3-6c0cd1f2ebac HTTP/1.1" status: 204 len: 168 time: 0.1474717 Sep 24 00:27:24.940774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33866) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:24.947119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09621e-1d0e-45ea-96e3-91b934c46ad1 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11051c11-eb56-47b4-9cb3-6c0cd1f2ebac,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:25.089208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-2df75c01-edc9-45a2-9bd6-3c01e9392489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:25.090743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-2df75c01-edc9-45a2-9bd6-3c01e9392489 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 1098 time: 0.0739722 Sep 24 00:27:25.102585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:25.162796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:25.344059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:25.408254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7d216-b537-4360-9b64-4a3e17dd3fa9 req-dd3e29eb-2309-4dfa-9843-8e74f0530ac7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:25.409911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eb7d216-b537-4360-9b64-4a3e17dd3fa9 req-dd3e29eb-2309-4dfa-9843-8e74f0530ac7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 946 time: 0.1082087 Sep 24 00:27:25.428077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:25.485626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eb7d216-b537-4360-9b64-4a3e17dd3fa9 req-7a4ae048-56e8-4e52-b0e6-3c607097fb59 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639470 Sep 24 00:27:25.489337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:27:25.537450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:25.539964 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b9c8298-7d04-49da-ac09-7034badc92c4" -d '{"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-unplugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:25.544841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:25.561793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Transition to ACTIVE for port object db905f9a-a737-444e-b968-6765a798c0b2 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:27:25.566732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:25.599622 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e2534e-d774-48db-b3ec-2d7c3e226c3f x-openstack-request-id: req-78e2534e-d774-48db-b3ec-2d7c3e226c3f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:25.599914 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-unplugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:25.600170 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78e2534e-d774-48db-b3ec-2d7c3e226c3f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:25.600562 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'code': 200} Sep 24 00:27:25.647580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=10']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:25.655778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting port ee5e7aca-2bad-4875-865c-c002d40b4ffd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:25.656369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:25.766173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] For port ee5e7aca-2bad-4875-865c-c002d40b4ffd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ee5e7aca-2bad-4875-865c-c002d40b4ffd,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:25.766547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:25.775322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] No DVR routers for this DVR port db905f9a-a737-444e-b968-6765a798c0b2 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:27:25.780941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Calling delete_port for ee5e7aca-2bad-4875-865c-c002d40b4ffd owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:25.860206 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:25.928155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:27:25.928925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:27:25.929429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:25.934438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:27:25.934747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Attempting to bind port db905f9a-a737-444e-b968-6765a798c0b2 on network 47a07b8c-417d-495f-b920-436871f87567 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:25.940023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:27:25.940283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Checking segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:27:25.940660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Bound using segment: {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:27:25.941090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Bound port: db905f9a-a737-444e-b968-6765a798c0b2, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '130e5708-9111-42f6-98e1-c0bee2282331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '47a07b8c-417d-495f-b920-436871f87567'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:27:25.941441 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:25.993867 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-deb0eeb3-2708-4d77-8151-a5eef1ebafe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:26.008689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:26.020117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:27:26.023601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:27:26.028199 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:26.054418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Port': ['ID=ee5e7aca-2bad-4875-865c-c002d40b4ffd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:26.071962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:26.072972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:26.074493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] 10.222.0.18 "PUT /v2.0/ports/db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1094 time: 0.9762840 Sep 24 00:27:26.114075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7f3c0-3961-40f1-b678-c5d59d73e60e service neutron] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=11']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:26.152296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-f572659f-0585-461a-9b4a-f8d03ad1d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:26.153852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-f572659f-0585-461a-9b4a-f8d03ad1d44c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1097 time: 0.0494142 Sep 24 00:27:26.274393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-125b7fc6-875b-493e-94dd-de57fe7a849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:26.276152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-125b7fc6-875b-493e-94dd-de57fe7a849a service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1155992 Sep 24 00:27:26.355061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-47173518-2db0-4bb9-8fd7-883cb4e320a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0719666 Sep 24 00:27:26.405701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-3e7667e6-19ea-4618-a20d-84a9dee5968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:26.407218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-3e7667e6-19ea-4618-a20d-84a9dee5968b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0458951 Sep 24 00:27:26.459368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-e29241cb-a72f-48d3-be2d-bd950da827dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:26.460979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-e29241cb-a72f-48d3-be2d-bd950da827dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468836 Sep 24 00:27:26.554540 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-d51d9752-98d6-4e00-b44e-f4f9fb62bae6 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860379 Sep 24 00:27:26.620987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:26.677305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222352d-1451-4313-a195-ae689169704b req-44bf30b8-0bb0-41c2-b83c-f614ef92c753 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:26.678814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4222352d-1451-4313-a195-ae689169704b req-44bf30b8-0bb0-41c2-b83c-f614ef92c753 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 945 time: 0.1084538 Sep 24 00:27:26.695966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09b5ba27-8d5e-40e9-901c-65ee7b071835 req-e3f0f5d8-3413-442c-8391-2f3eded927a2 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347582 Sep 24 00:27:26.722905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4222352d-1451-4313-a195-ae689169704b req-c818c3ac-8d05-4fb0-8304-a7fea6de938c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367036 Sep 24 00:27:26.805123 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:26.843491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Router d71ad189-7250-49d7-b4f6-c0d42bfbe67c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:27:26.953078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:27:26.958539 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-92626dd2-d9b9-43db-85f7-8e5c8299ebea tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "PUT /v2.0/routers/d71ad189-7250-49d7-b4f6-c0d42bfbe67c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0166752 Sep 24 00:27:26.961274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33876) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:26.963809 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] Sync routers for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:27:26.973930 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:26.974548 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:27.012489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-742da4d2-17e9-405a-b249-19de7b3e245e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting subnet d9e029ba-fad6-4203-ba18-315fb2be75fe {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:27:27.015584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-742da4d2-17e9-405a-b249-19de7b3e245e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.056653 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-742da4d2-17e9-405a-b249-19de7b3e245e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.078395 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:27.147260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-742da4d2-17e9-405a-b249-19de7b3e245e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.206043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-742da4d2-17e9-405a-b249-19de7b3e245e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.233954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742da4d2-17e9-405a-b249-19de7b3e245e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e029ba-fad6-4203-ba18-315fb2be75fe,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:27.236386 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-742da4d2-17e9-405a-b249-19de7b3e245e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.238272 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-742da4d2-17e9-405a-b249-19de7b3e245e tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/subnets/d9e029ba-fad6-4203-ba18-315fb2be75fe HTTP/1.1" status: 204 len: 168 time: 0.2759879 Sep 24 00:27:27.240889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33880) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:27.244599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e67339-d044-4b2e-bc3a-73effd5ea1c7 None None] Network db03bd08-e40e-4430-8558-6838386a0605 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:27:27.270825 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:27:25Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:27.296422 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] Checking router: d71ad189-7250-49d7-b4f6-c0d42bfbe67c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:27:27.306058 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] Routers {'d71ad189-7250-49d7-b4f6-c0d42bfbe67c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:27:27.306920 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:27.353127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.419882 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] Set router d71ad189-7250-49d7-b4f6-c0d42bfbe67c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:27:27.441594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] DHCP port deletion for db03bd08-e40e-4430-8558-6838386a0605 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:27:27.468370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.498911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] Deleting port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:27.499188 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.529339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Deleting port 50d5a187-6f6b-454b-8b1f-713f68007c88 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:27.529952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.570989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] For port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4cc97177-cb50-432f-b7d5-db5b0a2a07e9,segment=NetworkSegment(f271956e-6ac9-46f3-b6e1-3e875fb49057),segment_id=f271956e-6ac9-46f3-b6e1-3e875fb49057)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:27.571393 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.585848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] Calling delete_port for 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:27.601594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:27.604607 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3873702-8a46-49bb-9f0f-25a043ca0eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:27.622339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] For port 50d5a187-6f6b-454b-8b1f-713f68007c88, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=50d5a187-6f6b-454b-8b1f-713f68007c88,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:27.622661 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:27:25Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:27.622831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.635776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Calling delete_port for 50d5a187-6f6b-454b-8b1f-713f68007c88 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:27.661537 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6781b893-82ef-41f9-a3d0-9ad3141420e7 None None] The sync data for ids ['d71ad189-7250-49d7-b4f6-c0d42bfbe67c'] in n-d-713498-18 is: [{'id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1877735569', 'tenant_id': 'a294c82b958d43c29360bb909351a0e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144'}], 'enable_snat': True}, 'gw_port_id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:27:25Z', 'revision_number': 5, 'project_id': 'a294c82b958d43c29360bb909351a0e5', 'gw_port': {'id': '50d5a187-6f6b-454b-8b1f-713f68007c88', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:c6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd71ad189-7250-49d7-b4f6-c0d42bfbe67c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:25:45Z', 'updated_at': '2021-09-24T00:25:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:27:27.670807 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82953c3f-514a-4419-8068-e13a3be1794f x-openstack-request-id: req-82953c3f-514a-4419-8068-e13a3be1794f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:27.675122 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:27.675510 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-82953c3f-514a-4419-8068-e13a3be1794f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:27.676726 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'status': 'completed', 'code': 200} Sep 24 00:27:27.680153 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.708976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] Pushing event deleted for resources: {'Port': ['ID=4cc97177-cb50-432f-b7d5-db5b0a2a07e9,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:27.711235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e20069-6a6e-4d5f-a19e-e7115dbf5223 None None] No DVR routers for this DVR port 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:27:27.746376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-1f3287ad-c5ca-4e2e-a00d-18aaa17e97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:27.747938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-1f3287ad-c5ca-4e2e-a00d-18aaa17e97df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1097 time: 0.0523145 Sep 24 00:27:27.802725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-c566b488-fcbf-48cd-8a56-ffa43834ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:27.804275 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-c566b488-fcbf-48cd-8a56-ffa43834ea0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1097 time: 0.1088579 Sep 24 00:27:27.886441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-4d54fd23-5aef-4f3a-9ecd-f93ffe2ff826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:27.888056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-4d54fd23-5aef-4f3a-9ecd-f93ffe2ff826 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1324406 Sep 24 00:27:27.895940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f331b-a9a4-42a9-b148-2b74e7176785 req-e0dc96cd-0497-4d50-b34b-15f1d1239b46 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:27.897281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-056f331b-a9a4-42a9-b148-2b74e7176785 req-e0dc96cd-0497-4d50-b34b-15f1d1239b46 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 945 time: 0.0793276 Sep 24 00:27:27.940370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:27.953464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-00edfc14-5308-4cb3-8947-2be040cbe57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:27.955529 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-00edfc14-5308-4cb3-8947-2be040cbe57e service neutron] 10.222.0.20 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1400592 Sep 24 00:27:27.980522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Port': ['ID=50d5a187-6f6b-454b-8b1f-713f68007c88,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:27.988211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-eddad2f7-e29f-41ad-bdfd-c083133037ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1000 time: 0.0900147 Sep 24 00:27:27.991106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-056f331b-a9a4-42a9-b148-2b74e7176785 req-4bb7d8ec-4019-4c60-864a-c130a4935a19 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860581 Sep 24 00:27:28.058884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-8e0d9916-3f63-4201-8dda-7a1e6d0c8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:28.059152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:28.061660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-8e0d9916-3f63-4201-8dda-7a1e6d0c8e09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0539830 Sep 24 00:27:28.090111 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-39bccd7f-f381-422b-b48e-6d322dec25a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1000 time: 0.1155322 Sep 24 00:27:28.113104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.117170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:28.156455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-ee981d89-aa17-4c02-9f0d-b7c1bd92fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:28.159098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-ee981d89-aa17-4c02-9f0d-b7c1bd92fcca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825384 Sep 24 00:27:28.281933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-c7fc412d-0088-4e00-b38c-461ec84f60ab service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138363 Sep 24 00:27:28.395322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-1d905baf-4be9-4eb9-97b0-64cffa0e8a1d service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066833 Sep 24 00:27:28.496848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.500757 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.505177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-0b38d693-42cd-43fc-bb22-bed33f4167c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:28.506657 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-0b38d693-42cd-43fc-bb22-bed33f4167c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.4103320 Sep 24 00:27:28.569790 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.570310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Fanout notify agent at l3_agent the message router_deleted on router d71ad189-7250-49d7-b4f6-c0d42bfbe67c {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:27:28.577351 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.578462 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bb19e85b-05c6-4a61-b6a6-2478a7570132 tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/routers/d71ad189-7250-49d7-b4f6-c0d42bfbe67c HTTP/1.1" status: 204 len: 168 time: 1.3363543 Sep 24 00:27:28.582076 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33888) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:28.593264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-8fbf8e59-a3d1-449c-9d95-bc2519adcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:28.595074 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-8fbf8e59-a3d1-449c-9d95-bc2519adcf62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531480 Sep 24 00:27:28.662993 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.707044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-d3408be0-36f6-460f-9224-06095f93425f service neutron] 10.222.0.20 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045702 Sep 24 00:27:28.758850 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.778396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db03bd08-e40e-4430-8558-6838386a0605']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:28.787466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f271956e-6ac9-46f3-b6e1-3e875fb49057') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:28.787757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f271956e-6ac9-46f3-b6e1-3e875fb49057') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:28.797299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.803254 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f3873702-8a46-49bb-9f0f-25a043ca0eb1 req-05482797-4c99-4b1c-8f42-650ecb9e1db4 service neutron] 10.222.0.20 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884387 Sep 24 00:27:28.810997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.817872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:27:28.818261 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:27:28.821331 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:27:28.881023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.888676 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:28.889817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] 10.222.0.24 "DELETE /v2.0/networks/db03bd08-e40e-4430-8558-6838386a0605 HTTP/1.1" status: 204 len: 168 time: 0.3066590 Sep 24 00:27:28.901283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60611e2-2cda-4426-9eff-9cc88e30305f tempest-TestSecurityGroupsBasicOps-1400366155 tempest-TestSecurityGroupsBasicOps-1400366155-project] Pushing event deleted for resources: {'Network': ['ID=db03bd08-e40e-4430-8558-6838386a0605,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:29.118222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 50d5a187-6f6b-454b-8b1f-713f68007c88 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:29.129434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70ef7c-034b-4bbf-8834-cdf728727e63 req-43bcf142-5467-4a76-a69d-703b110ee50d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:29.131093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f70ef7c-034b-4bbf-8834-cdf728727e63 req-43bcf142-5467-4a76-a69d-703b110ee50d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 945 time: 0.0596859 Sep 24 00:27:29.139006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 50d5a187-6f6b-454b-8b1f-713f68007c88 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:29.139352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 50d5a187-6f6b-454b-8b1f-713f68007c88 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:29.139762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:29.159380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:29.159727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4cc97177-cb50-432f-b7d5-db5b0a2a07e9 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:29.160139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ee5e7aca-2bad-4875-865c-c002d40b4ffd no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:29.163794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33898) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:29.172808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f70ef7c-034b-4bbf-8834-cdf728727e63 req-e6d64dc1-bb62-4c20-8e17-76f19e9eff1d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355134 Sep 24 00:27:29.193317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ee5e7aca-2bad-4875-865c-c002d40b4ffd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:29.193661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ee5e7aca-2bad-4875-865c-c002d40b4ffd not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:29.196536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33902) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:29.199569 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.261741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-62843986-74ea-44a7-ba3b-05d149f7a2e9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/e9030708-c6b3-455b-9c52-fb844556d154 HTTP/1.1" status: 200 len: 992 time: 0.0633662 Sep 24 00:27:29.320647 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fa377604-1554-404e-81b1-09e226104050 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a294c82b958d43c29360bb909351a0e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556263 Sep 24 00:27:29.323101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33906) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:29.378580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-421714a1-8db4-4fc6-a631-b73c4fd3c341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.399638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-421714a1-8db4-4fc6-a631-b73c4fd3c341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.444786 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-421714a1-8db4-4fc6-a631-b73c4fd3c341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.447439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-421714a1-8db4-4fc6-a631-b73c4fd3c341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.448670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-421714a1-8db4-4fc6-a631-b73c4fd3c341 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74f9e056-f99c-46ae-a7f7-7c81c26b75b1 HTTP/1.1" status: 204 len: 168 time: 0.1246548 Sep 24 00:27:29.456837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421714a1-8db4-4fc6-a631-b73c4fd3c341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f9e056-f99c-46ae-a7f7-7c81c26b75b1,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:29.673408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:27:29.733463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:29.750858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-30881394-1f73-458b-9c49-6e55b3b26e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.771118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:29.782250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'db905f9a-a737-444e-b968-6765a798c0b2', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'port_id': 'db905f9a-a737-444e-b968-6765a798c0b2', 'mac_address': 'fa:16:3e:b6:91:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:27:29.834936 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.843454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-30881394-1f73-458b-9c49-6e55b3b26e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.848534 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-30881394-1f73-458b-9c49-6e55b3b26e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.864750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db905f9a-a737-444e-b968-6765a798c0b2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:27:29.885328 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:29.890005 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.892920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-30881394-1f73-458b-9c49-6e55b3b26e59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f1025a9f1ce432fbe07776afd8afb88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583257 Sep 24 00:27:29.894094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30881394-1f73-458b-9c49-6e55b3b26e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af69a01-79c9-4cb5-a933-b71b17a75503,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:29.896062 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33914) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:29.941929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=12']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:29.954575 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bf81997-393c-4999-9183-77ebb66ab884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:29.975895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bf81997-393c-4999-9183-77ebb66ab884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:30.020730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bf81997-393c-4999-9183-77ebb66ab884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:30.023312 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7bf81997-393c-4999-9183-77ebb66ab884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:30.024479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7bf81997-393c-4999-9183-77ebb66ab884 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0af69a01-79c9-4cb5-a933-b71b17a75503 HTTP/1.1" status: 204 len: 168 time: 0.1274455 Sep 24 00:27:30.034287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf81997-393c-4999-9183-77ebb66ab884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af69a01-79c9-4cb5-a933-b71b17a75503,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:30.100729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['db905f9a-a737-444e-b968-6765a798c0b2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:27:30.379355 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33922) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:30.424091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7a6d679b-b937-424a-a331-9c4f66f11078 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=598e28f34cc84061953df0a64beb094b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412562 Sep 24 00:27:30.424381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33924) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:30.472226 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74c662b4-b34e-493c-9c88-57b07d0fef14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:30.492192 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74c662b4-b34e-493c-9c88-57b07d0fef14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:30.538622 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74c662b4-b34e-493c-9c88-57b07d0fef14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:30.541227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-74c662b4-b34e-493c-9c88-57b07d0fef14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:30.542408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-74c662b4-b34e-493c-9c88-57b07d0fef14 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85257d30-e28c-4973-94ab-9ba254862c64 HTTP/1.1" status: 204 len: 168 time: 0.1171989 Sep 24 00:27:30.550691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c662b4-b34e-493c-9c88-57b07d0fef14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85257d30-e28c-4973-94ab-9ba254862c64,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:31.230017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33946) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:31.338465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-281100277-network', 'tenant_id': 'afd0d92e45c84d6dbce62bfc626d9fe2'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:31.362928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Made reservation on behalf of afd0d92e45c84d6dbce62bfc626d9fe2 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:27:31.365186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.373382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.464163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.467997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.489397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:27:31.502281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9485c01a-e76a-438d-bc05-34e2aacc55d2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:31.506952 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.507298 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Added segment 7f7fad3b-dab3-40f5-b346-686854a01bb3 of type vlan for network a5725993-20cf-4fc8-8034-533f8032c351 Sep 24 00:27:31.548615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.573044 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.574075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:31.574652 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.604291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3731582 Sep 24 00:27:31.607400 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33952) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:31.613025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Request body: {'subnet': {'network_id': 'a5725993-20cf-4fc8-8034-533f8032c351', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-281100277-subnet', 'tenant_id': 'afd0d92e45c84d6dbce62bfc626d9fe2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:31.634121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Made reservation on behalf of afd0d92e45c84d6dbce62bfc626d9fe2 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:27:31.636443 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.638323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24a081c-560c-42ab-8857-27600b363a28 admin admin] Pushing event updated for resources: {'Network': ['ID=a5725993-20cf-4fc8-8034-533f8032c351,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:31.648848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network a5725993-20cf-4fc8-8034-533f8032c351 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:27:31.705128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:27:31.759207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port db905f9a-a737-444e-b968-6765a798c0b2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:27:31.762970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port db905f9a-a737-444e-b968-6765a798c0b2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:31.763342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.809800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.839668 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.861999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:31.864448 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc04b2a-39d5-401c-89a7-93d20c9727bd" -d '{"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-plugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:31.866554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78edfca9-ad66-474c-b470-bd4faf707f48,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:31.874154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Checking segment: {'id': '7f7fad3b-dab3-40f5-b346-686854a01bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a5725993-20cf-4fc8-8034-533f8032c351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:27:31.875035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Network hostable DHCP agents. Network: a5725993-20cf-4fc8-8034-533f8032c351, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:27:31.878454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:31.882735 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.898609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Network a5725993-20cf-4fc8-8034-533f8032c351 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:27:31.909674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, a5725993-20cf-4fc8-8034-533f8032c351) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:27:31.914870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:31.916067 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a48854a-15e4-41fd-9591-1ffa863c7812 x-openstack-request-id: req-7a48854a-15e4-41fd-9591-1ffa863c7812 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:31.916067 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-plugged", "status": "completed", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:31.916067 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7a48854a-15e4-41fd-9591-1ffa863c7812 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:31.916543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:31.916696 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'code': 200} Sep 24 00:27:31.920133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2355b2-88cc-440e-bf55-aa28f6cf3214 None None] Network a5725993-20cf-4fc8-8034-533f8032c351 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:27:31.933989 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e95fd6bf-c23e-4ee8-ad1e-f2a1a1073933 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3250608 Sep 24 00:27:31.967035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=13']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:32.068488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85971fa5-726a-4dea-b94a-d765a48ef53f None None] Network a5725993-20cf-4fc8-8034-533f8032c351 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:27:32.437722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 33970) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:32.443401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1782082084-network', 'tenant_id': '5666dcd3a8cf452ea879560c198893d2'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:32.467456 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Made reservation on behalf of 5666dcd3a8cf452ea879560c198893d2 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:27:32.469874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.478545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.576502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.580261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.601606 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:27:32.616191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55b3f0a-9e6c-49d2-a900-75a694814a17,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:32.621374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.621725 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Added segment 4a2d063a-424c-4f69-a637-7446a20872ea of type vlan for network 60fdacc5-2594-417b-b830-01b068e84d5a Sep 24 00:27:32.664715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.694438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.695495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:32.696090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.728749 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2891960 Sep 24 00:27:32.731635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 33974) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:32.737165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Request body: {'subnet': {'network_id': '60fdacc5-2594-417b-b830-01b068e84d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1782082084-subnet', 'tenant_id': '5666dcd3a8cf452ea879560c198893d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:32.759981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Made reservation on behalf of 5666dcd3a8cf452ea879560c198893d2 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:27:32.762457 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:32.787741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da71e4-78e5-47f2-bf3d-6d2b3659644c admin admin] Pushing event updated for resources: {'Network': ['ID=60fdacc5-2594-417b-b830-01b068e84d5a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:32.799117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 60fdacc5-2594-417b-b830-01b068e84d5a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:27:33.216371 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:33.271031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcb2e4c7-c48e-4161-909a-576d7934e0bc,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:33.279936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Checking segment: {'id': '4a2d063a-424c-4f69-a637-7446a20872ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '60fdacc5-2594-417b-b830-01b068e84d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:27:33.280293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Network hostable DHCP agents. Network: 60fdacc5-2594-417b-b830-01b068e84d5a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:27:33.296930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Network 60fdacc5-2594-417b-b830-01b068e84d5a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:27:33.305917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 60fdacc5-2594-417b-b830-01b068e84d5a) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:27:33.310048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:33.310635 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:33.314859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adb0fbd-8d0d-462b-91b2-9431d514b800 None None] Network 60fdacc5-2594-417b-b830-01b068e84d5a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:27:33.324332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b8ef9231-84f4-429d-ab43-d84ac02d3475 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5915952 Sep 24 00:27:33.440698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c0ab5e-cdc6-4c85-afc4-4e138235cf1e None None] Network 60fdacc5-2594-417b-b830-01b068e84d5a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:27:33.866499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320dbb-0a5f-4705-bc87-933793758485 req-0d176789-288b-404f-8675-abd420fbc953 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:33.868041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-0d176789-288b-404f-8675-abd420fbc953 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/networks?id=a5725993-20cf-4fc8-8034-533f8032c351 HTTP/1.1" status: 200 len: 811 time: 0.1085117 Sep 24 00:27:33.888831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-2f6ede3f-7d13-4845-a475-a33890388660 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/quotas/afd0d92e45c84d6dbce62bfc626d9fe2 HTTP/1.1" status: 200 len: 375 time: 0.0140519 Sep 24 00:27:33.930047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-1a64f16f-9df0-4150-8fb7-6315805d532e tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=afd0d92e45c84d6dbce62bfc626d9fe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340695 Sep 24 00:27:34.023848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-50f8d301-7caf-40ff-9143-67a1e844483f service neutron] 10.222.0.24 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867250 Sep 24 00:27:34.121763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-46d98faa-5bca-4e2d-9f46-22edf89ce19b service neutron] 10.222.0.24 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918314 Sep 24 00:27:34.305876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-effe3572-2655-40ef-b8e2-f97e8f668c5e req-b3c61f4d-b6e5-42d7-807d-7bc5eb4200cb tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 210 time: 0.0275583 Sep 24 00:27:35.215233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320dbb-0a5f-4705-bc87-933793758485 req-c13ff8d8-8b78-4096-a82a-910e0df4ab94 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:35.216597 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-c13ff8d8-8b78-4096-a82a-910e0df4ab94 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.18 "GET /v2.0/networks?id=a5725993-20cf-4fc8-8034-533f8032c351 HTTP/1.1" status: 200 len: 811 time: 0.1046295 Sep 24 00:27:35.229472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Request body: {'port': {'device_id': '26d4d891-67f9-47e2-9315-75ddb77634ec', 'network_id': 'a5725993-20cf-4fc8-8034-533f8032c351', 'admin_state_up': True, 'tenant_id': 'afd0d92e45c84d6dbce62bfc626d9fe2'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:35.340183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Made reservation on behalf of afd0d92e45c84d6dbce62bfc626d9fe2 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:27:35.343938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:35.433114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-963e9048-c551-4ac8-90db-24abbd725996 req-c1cbdec6-f8c3-4f49-982d-ab6495b0dbbb tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 210 time: 0.0326943 Sep 24 00:27:35.493437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Allocated IP 172.20.0.9 (a5725993-20cf-4fc8-8034-533f8032c351/78edfca9-ad66-474c-b470-bd4faf707f48/1b961bb6-7614-473e-9aef-161f52c20aee) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:27:35.645897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:35.681828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:35.724794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Network a5725993-20cf-4fc8-8034-533f8032c351 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:27:35.728150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:27:35.731863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:27:35.766169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Pushing event updated for resources: {'Port': ['ID=1b961bb6-7614-473e-9aef-161f52c20aee,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:35.790951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:35.791563 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:35.805455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-0ea0f0b3-f034-4af4-8a70-5e2e9e9d4685 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5799115 Sep 24 00:27:35.818363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Request body: {'port': {'device_id': '26d4d891-67f9-47e2-9315-75ddb77634ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:27:35.871562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:36.143119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b961bb6-7614-473e-9aef-161f52c20aee {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:27:36.150562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:36.163441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Transition to ACTIVE for port object 1b961bb6-7614-473e-9aef-161f52c20aee will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:27:36.167551 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:36.218330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b961bb6-7614-473e-9aef-161f52c20aee,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:36.281215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Attempting to bind port 1b961bb6-7614-473e-9aef-161f52c20aee on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:27:36.281541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Attempting to bind port 1b961bb6-7614-473e-9aef-161f52c20aee by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7f7fad3b-dab3-40f5-b346-686854a01bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a5725993-20cf-4fc8-8034-533f8032c351'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:27:36.281858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Attempting to bind port 1b961bb6-7614-473e-9aef-161f52c20aee on network a5725993-20cf-4fc8-8034-533f8032c351 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:36.286608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Port 1b961bb6-7614-473e-9aef-161f52c20aee on network a5725993-20cf-4fc8-8034-533f8032c351 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:27:36.286954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Attempting to bind port 1b961bb6-7614-473e-9aef-161f52c20aee on network a5725993-20cf-4fc8-8034-533f8032c351 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:27:36.291566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:27:36.291892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Checking segment: {'id': '7f7fad3b-dab3-40f5-b346-686854a01bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a5725993-20cf-4fc8-8034-533f8032c351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:27:36.292263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Bound using segment: {'id': '7f7fad3b-dab3-40f5-b346-686854a01bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a5725993-20cf-4fc8-8034-533f8032c351'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:27:36.292672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Bound port: 1b961bb6-7614-473e-9aef-161f52c20aee, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f7fad3b-dab3-40f5-b346-686854a01bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a5725993-20cf-4fc8-8034-533f8032c351'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:27:36.293013 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:36.360699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] For port 1b961bb6-7614-473e-9aef-161f52c20aee, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:27:36.363851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] For port 1b961bb6-7614-473e-9aef-161f52c20aee, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=1b961bb6-7614-473e-9aef-161f52c20aee,segment=NetworkSegment(7f7fad3b-dab3-40f5-b346-686854a01bb3),segment_id=7f7fad3b-dab3-40f5-b346-686854a01bb3)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:27:36.370148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:36.405648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:36.406266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:36.408300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] 10.222.0.18 "PUT /v2.0/ports/1b961bb6-7614-473e-9aef-161f52c20aee HTTP/1.1" status: 200 len: 1092 time: 0.5939353 Sep 24 00:27:36.408748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26d4d891-67f9-47e2-9315-75ddb77634ec', 'tag': '1b961bb6-7614-473e-9aef-161f52c20aee'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:36.411026 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02" -d '{"events": [{"name": "network-changed", "server_uuid": "26d4d891-67f9-47e2-9315-75ddb77634ec", "tag": "1b961bb6-7614-473e-9aef-161f52c20aee"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:36.440377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f24cc-1e90-46f2-99fa-08a4dd39e2e5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b961bb6-7614-473e-9aef-161f52c20aee,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:36.457671 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5b1389-0240-4e6a-a841-a7ceb04e4796 x-openstack-request-id: req-dc5b1389-0240-4e6a-a841-a7ceb04e4796 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:36.457949 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26d4d891-67f9-47e2-9315-75ddb77634ec", "tag": "1b961bb6-7614-473e-9aef-161f52c20aee", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:36.458203 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc5b1389-0240-4e6a-a841-a7ceb04e4796 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:36.458596 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26d4d891-67f9-47e2-9315-75ddb77634ec', 'tag': '1b961bb6-7614-473e-9aef-161f52c20aee', 'status': 'completed', 'code': 200} Sep 24 00:27:36.498274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320dbb-0a5f-4705-bc87-933793758485 req-97a9e0ce-a24c-403a-9b81-b9be62c919f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:36.500019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-97a9e0ce-a24c-403a-9b81-b9be62c919f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afd0d92e45c84d6dbce62bfc626d9fe2&device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 1095 time: 0.0524244 Sep 24 00:27:36.564828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-255fcc52-3fbf-4f2f-9aa5-c78c25eea4a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b961bb6-7614-473e-9aef-161f52c20aee HTTP/1.1" status: 200 len: 217 time: 0.0532682 Sep 24 00:27:36.609993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f2bb7-57c9-45d8-bab3-1583ef6a1eb5 req-7494dc4a-19d8-4136-a482-b3957f60def1 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:36.611532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-446f2bb7-57c9-45d8-bab3-1583ef6a1eb5 req-7494dc4a-19d8-4136-a482-b3957f60def1 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 943 time: 0.1088741 Sep 24 00:27:36.640084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60320dbb-0a5f-4705-bc87-933793758485 req-f6728eb7-27f1-446f-bcf3-b8c6e3733ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:36.642066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-f6728eb7-27f1-446f-bcf3-b8c6e3733ae5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78edfca9-ad66-474c-b470-bd4faf707f48 HTTP/1.1" status: 200 len: 851 time: 0.0691600 Sep 24 00:27:36.681326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-446f2bb7-57c9-45d8-bab3-1583ef6a1eb5 req-e903e225-32d0-448e-aa0b-1985b430e159 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622029 Sep 24 00:27:36.683238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-65356899-9978-4ff4-ad08-b07ca1533c2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5725993-20cf-4fc8-8034-533f8032c351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350370 Sep 24 00:27:36.749047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:36.778644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-2df63f5d-40f9-4c82-a242-bfc35e8c0f74 service neutron] 10.222.0.18 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883248 Sep 24 00:27:36.871582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60320dbb-0a5f-4705-bc87-933793758485 req-e65912cd-ee49-456c-8334-c4f82ba44265 service neutron] 10.222.0.18 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865436 Sep 24 00:27:36.955783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-912a9f06-35e9-45a3-9d7f-50eac0cf3b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:36.957378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-912a9f06-35e9-45a3-9d7f-50eac0cf3b78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afd0d92e45c84d6dbce62bfc626d9fe2&device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 1095 time: 0.0435178 Sep 24 00:27:37.050765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-e8c86e0e-3db0-4b6c-82c4-d1f217b21ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:37.052361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-e8c86e0e-3db0-4b6c-82c4-d1f217b21ec9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5725993-20cf-4fc8-8034-533f8032c351 HTTP/1.1" status: 200 len: 912 time: 0.0878799 Sep 24 00:27:37.100901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-4bdedc03-37a8-4967-99a0-668ce9b9d76e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b961bb6-7614-473e-9aef-161f52c20aee HTTP/1.1" status: 200 len: 217 time: 0.0408959 Sep 24 00:27:37.149838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-b9f447d6-b065-4644-ae41-e1c4c29d92fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:37.151315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-b9f447d6-b065-4644-ae41-e1c4c29d92fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78edfca9-ad66-474c-b470-bd4faf707f48 HTTP/1.1" status: 200 len: 851 time: 0.0439014 Sep 24 00:27:37.181799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-7a708533-7d40-443f-ae7d-177c041c1e27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5725993-20cf-4fc8-8034-533f8032c351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232942 Sep 24 00:27:37.274601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-d12dd86b-bc00-4a60-b327-116c406e4f76 service neutron] 10.222.0.18 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847168 Sep 24 00:27:37.363427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d50b1d38-c1d9-4b89-80f1-ddbef042ee02 req-a70151e0-0b05-4577-bdca-962f14edaf33 service neutron] 10.222.0.18 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813563 Sep 24 00:27:37.795912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5461b-c422-4e91-9e80-eabf971ae926 req-9ef11679-e5bc-4d4d-9dd3-4ee379bf8982 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:37.797388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5a5461b-c422-4e91-9e80-eabf971ae926 req-9ef11679-e5bc-4d4d-9dd3-4ee379bf8982 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 943 time: 0.0489669 Sep 24 00:27:37.839272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5a5461b-c422-4e91-9e80-eabf971ae926 req-e81a3b20-edbf-43d3-a2c9-7d33bd972065 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358601 Sep 24 00:27:38.956301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae17cf-78ae-46f1-a866-ebdf8e4d7db1 req-08c880cb-a809-4cda-a569-9ef7564a1768 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:38.958031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91ae17cf-78ae-46f1-a866-ebdf8e4d7db1 req-08c880cb-a809-4cda-a569-9ef7564a1768 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 943 time: 0.0496473 Sep 24 00:27:38.994708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91ae17cf-78ae-46f1-a866-ebdf8e4d7db1 req-0bf67744-6053-4600-a91b-030ad5c5491d tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308156 Sep 24 00:27:39.270977 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:39.646675 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:27:39.757134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 1b961bb6-7614-473e-9aef-161f52c20aee details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:27:39.848087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 1b961bb6-7614-473e-9aef-161f52c20aee, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=1b961bb6-7614-473e-9aef-161f52c20aee,segment=NetworkSegment(7f7fad3b-dab3-40f5-b346-686854a01bb3),segment_id=7f7fad3b-dab3-40f5-b346-686854a01bb3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:39.858669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '1b961bb6-7614-473e-9aef-161f52c20aee', 'network_id': 'a5725993-20cf-4fc8-8034-533f8032c351', 'port_id': '1b961bb6-7614-473e-9aef-161f52c20aee', 'mac_address': 'fa:16:3e:a6:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78edfca9-ad66-474c-b470-bd4faf707f48', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:27:39.898096 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:39.910618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b961bb6-7614-473e-9aef-161f52c20aee {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:27:39.929370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 1b961bb6-7614-473e-9aef-161f52c20aee, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=1b961bb6-7614-473e-9aef-161f52c20aee,segment=NetworkSegment(7f7fad3b-dab3-40f5-b346-686854a01bb3),segment_id=7f7fad3b-dab3-40f5-b346-686854a01bb3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:39.933217 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:39.979677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=1b961bb6-7614-473e-9aef-161f52c20aee,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:40.108124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febca3b6-3e5e-4822-a533-cf9a206fd6c5 req-caef1cb3-f70b-4989-b94e-3a0a5ef12e45 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:40.109592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-febca3b6-3e5e-4822-a533-cf9a206fd6c5 req-caef1cb3-f70b-4989-b94e-3a0a5ef12e45 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 944 time: 0.0483029 Sep 24 00:27:40.134397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['1b961bb6-7614-473e-9aef-161f52c20aee'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:27:40.147332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-febca3b6-3e5e-4822-a533-cf9a206fd6c5 req-a1415716-d51d-49e0-b605-cfba71d0cc95 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317736 Sep 24 00:27:41.261790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfec8d-f016-4295-ad43-abc5dfc20b0d req-5e272bf6-7e68-4a7f-9f0b-4cbb59c5b49e tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:41.263323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bdfec8d-f016-4295-ad43-abc5dfc20b0d req-5e272bf6-7e68-4a7f-9f0b-4cbb59c5b49e tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 944 time: 0.0486159 Sep 24 00:27:41.304126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bdfec8d-f016-4295-ad43-abc5dfc20b0d req-e2df56b9-6dac-4dc7-b0de-52276435d24e tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338836 Sep 24 00:27:41.765704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 1b961bb6-7614-473e-9aef-161f52c20aee up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:27:41.812840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 1b961bb6-7614-473e-9aef-161f52c20aee completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:27:41.817090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 1b961bb6-7614-473e-9aef-161f52c20aee triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:27:41.817453 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:41.890898 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:41.913775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d4d891-67f9-47e2-9315-75ddb77634ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b961bb6-7614-473e-9aef-161f52c20aee'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:41.916014 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fdd308-7000-4b22-873f-8bced5a658ed" -d '{"events": [{"server_uuid": "26d4d891-67f9-47e2-9315-75ddb77634ec", "name": "network-vif-plugged", "status": "completed", "tag": "1b961bb6-7614-473e-9aef-161f52c20aee"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:41.928841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 1b961bb6-7614-473e-9aef-161f52c20aee, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=1b961bb6-7614-473e-9aef-161f52c20aee,segment=NetworkSegment(7f7fad3b-dab3-40f5-b346-686854a01bb3),segment_id=7f7fad3b-dab3-40f5-b346-686854a01bb3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:41.932915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:41.960465 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5365450-92fd-49e6-b2b7-70cd78659196 x-openstack-request-id: req-f5365450-92fd-49e6-b2b7-70cd78659196 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:41.960753 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d4d891-67f9-47e2-9315-75ddb77634ec", "name": "network-vif-plugged", "status": "completed", "tag": "1b961bb6-7614-473e-9aef-161f52c20aee", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:41.961001 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5365450-92fd-49e6-b2b7-70cd78659196 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:41.961379 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d4d891-67f9-47e2-9315-75ddb77634ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b961bb6-7614-473e-9aef-161f52c20aee', 'code': 200} Sep 24 00:27:41.987238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=1b961bb6-7614-473e-9aef-161f52c20aee,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:42.046919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cd2ce-3162-4854-a82d-f960971536be req-213755da-7118-415e-8422-4a5ea19dba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:42.048329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff8cd2ce-3162-4854-a82d-f960971536be req-213755da-7118-415e-8422-4a5ea19dba81 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 1097 time: 0.0396838 Sep 24 00:27:42.083902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff8cd2ce-3162-4854-a82d-f960971536be req-f289c313-9042-46ad-ab95-fd5bd8f38ac9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282915 Sep 24 00:27:42.427438 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f19e96-3273-4673-8cb1-ad3a685307d9 req-13fd8f36-0fdf-4d65-a7c4-a5b894c68ba2 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:42.429436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3f19e96-3273-4673-8cb1-ad3a685307d9 req-13fd8f36-0fdf-4d65-a7c4-a5b894c68ba2 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0508575 Sep 24 00:27:42.467481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3f19e96-3273-4673-8cb1-ad3a685307d9 req-1838b4f8-8daf-483f-9342-d49f51d6ebce tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324640 Sep 24 00:27:43.582687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea35c2-20ac-4208-b044-ddda888b6b10 req-b24d9356-f20d-470c-a223-a4d67c05687e tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:43.584210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fea35c2-20ac-4208-b044-ddda888b6b10 req-b24d9356-f20d-470c-a223-a4d67c05687e tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0496242 Sep 24 00:27:43.625780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4fea35c2-20ac-4208-b044-ddda888b6b10 req-c8d8424e-0ac4-4b91-8f4c-45eae460a125 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354209 Sep 24 00:27:43.742035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423a74d-63d0-4497-8c59-739e502e666b req-bc894c88-39be-440d-bbac-96abcf084b84 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:43.743658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6423a74d-63d0-4497-8c59-739e502e666b req-bc894c88-39be-440d-bbac-96abcf084b84 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0494797 Sep 24 00:27:43.780925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6423a74d-63d0-4497-8c59-739e502e666b req-8e1d5440-153f-46dc-abdb-d3c5eb78306e tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310490 Sep 24 00:27:44.006577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4ced1-13f6-417a-97f0-47d11bfe3fc0 req-d327b4ef-3ad4-4754-b9af-db6aca60e5f5 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:44.008097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07e4ced1-13f6-417a-97f0-47d11bfe3fc0 req-d327b4ef-3ad4-4754-b9af-db6aca60e5f5 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0537632 Sep 24 00:27:44.048194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07e4ced1-13f6-417a-97f0-47d11bfe3fc0 req-428bb08e-79c6-4d7e-99a8-8f6062c8bb17 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339890 Sep 24 00:27:45.166502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813c4df2-019c-4281-9111-62a579c7cb97 req-a936ed5f-f00a-4987-8ef0-a7f0c25f8c41 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:45.168012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-813c4df2-019c-4281-9111-62a579c7cb97 req-a936ed5f-f00a-4987-8ef0-a7f0c25f8c41 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0497403 Sep 24 00:27:45.212316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-813c4df2-019c-4281-9111-62a579c7cb97 req-fb15ba33-134f-439c-ade6-c6a3aa2a120c tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377133 Sep 24 00:27:45.459914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bbed00-85b7-46fd-a552-abc3b00ac3ad req-f3c4e5bb-4b64-4781-9725-84532e5e06c4 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:45.461454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06bbed00-85b7-46fd-a552-abc3b00ac3ad req-f3c4e5bb-4b64-4781-9725-84532e5e06c4 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0625243 Sep 24 00:27:45.504275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06bbed00-85b7-46fd-a552-abc3b00ac3ad req-e47b8968-58d2-4c75-be9d-9d7cc41cf6f9 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350435 Sep 24 00:27:45.593798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-8be1569b-802f-42be-9d6b-f63341efd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:45.595352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-8be1569b-802f-42be-9d6b-f63341efd893 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afd0d92e45c84d6dbce62bfc626d9fe2&device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 1097 time: 0.1578057 Sep 24 00:27:45.689986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-923fb3aa-6b43-4a45-983e-00ee4a34c41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:45.691529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-923fb3aa-6b43-4a45-983e-00ee4a34c41c service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5725993-20cf-4fc8-8034-533f8032c351 HTTP/1.1" status: 200 len: 912 time: 0.0887406 Sep 24 00:27:45.732233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-53c6d0b3-dcd9-42ed-8c77-f3169e72b293 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b961bb6-7614-473e-9aef-161f52c20aee HTTP/1.1" status: 200 len: 217 time: 0.0336747 Sep 24 00:27:45.779350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-e327f342-fe6e-403e-9bae-390eef8482ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:45.780737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-e327f342-fe6e-403e-9bae-390eef8482ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78edfca9-ad66-474c-b470-bd4faf707f48 HTTP/1.1" status: 200 len: 851 time: 0.0419581 Sep 24 00:27:45.815691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-9c9e2a6f-cb57-4355-ae4a-56fed962ed65 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5725993-20cf-4fc8-8034-533f8032c351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280533 Sep 24 00:27:45.906093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-1452001b-15b5-45fc-9474-4647b94b813b service neutron] 10.222.0.18 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812683 Sep 24 00:27:45.997255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc5662df-0330-4b9b-9702-3c640af761c2 req-ae952302-8756-4183-a021-dc5e18bcef66 service neutron] 10.222.0.18 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841410 Sep 24 00:27:46.624267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915d4f0-4dba-4e93-b30a-dd2e9b8342a9 req-e1fd5d4d-5736-43da-bde2-d6171b854c91 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:46.625761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4915d4f0-4dba-4e93-b30a-dd2e9b8342a9 req-e1fd5d4d-5736-43da-bde2-d6171b854c91 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0520403 Sep 24 00:27:46.672609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4915d4f0-4dba-4e93-b30a-dd2e9b8342a9 req-a2c35768-3d39-434c-8658-e4f4e4dd83d2 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403271 Sep 24 00:27:47.789413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67403bb3-8ec7-47eb-bf91-f9a463457ea0 req-b73275f8-e553-4353-ba07-5787cb1932f0 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:47.790914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67403bb3-8ec7-47eb-bf91-f9a463457ea0 req-b73275f8-e553-4353-ba07-5787cb1932f0 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0494227 Sep 24 00:27:47.828987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67403bb3-8ec7-47eb-bf91-f9a463457ea0 req-8ce8421c-d74b-4d0b-80fd-9eb97f3f60a8 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Sep 24 00:27:48.063447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe2f65e-f877-4de7-819f-da3288a58095 req-a7ffcab3-db1a-480d-9a2d-9cec5581dd74 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:48.065502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fe2f65e-f877-4de7-819f-da3288a58095 req-a7ffcab3-db1a-480d-9a2d-9cec5581dd74 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0537603 Sep 24 00:27:48.102375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fe2f65e-f877-4de7-819f-da3288a58095 req-075b2a74-aa85-442c-bdc9-6fccc9fd163c tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307531 Sep 24 00:27:48.650486 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-2a69aed5-eb0d-4106-a596-daf24684df6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398848 Sep 24 00:27:48.731447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-b767419d-8d56-4e6d-8907-0ee6db952281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:48.732829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-b767419d-8d56-4e6d-8907-0ee6db952281 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1099 time: 0.0398595 Sep 24 00:27:48.850146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-be76c85b-8bba-4f83-88b8-be91c9aff87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:48.851673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-be76c85b-8bba-4f83-88b8-be91c9aff87c service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.0985003 Sep 24 00:27:48.923649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-2c68381b-49aa-4958-9787-6c151c92468b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 1002 time: 0.0645123 Sep 24 00:27:48.981115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-689ce87a-ceb2-40af-b502-485c59ea0fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:48.982870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-689ce87a-ceb2-40af-b502-485c59ea0fbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0513504 Sep 24 00:27:49.036702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-335e521b-9a49-4192-905a-b38a19b10a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:49.038647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-335e521b-9a49-4192-905a-b38a19b10a18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485194 Sep 24 00:27:49.163978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-9edcb77f-4109-450a-ac44-fef5d628f5dd service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172497 Sep 24 00:27:49.283575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4547741-5bf7-4c38-ae35-3b9b98d8894b req-958dc4c2-844b-4c64-9410-733890856d55 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:49.285598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4547741-5bf7-4c38-ae35-3b9b98d8894b req-958dc4c2-844b-4c64-9410-733890856d55 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.1049337 Sep 24 00:27:49.313631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16e5f908-c928-4da8-8b2b-3071d29e6381 req-2aa27afb-0e34-40ae-9756-2548f9e09485 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414490 Sep 24 00:27:49.342416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4547741-5bf7-4c38-ae35-3b9b98d8894b req-baf85c50-c299-451e-b94e-2f4499829b39 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Sep 24 00:27:49.583924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d2ce-c257-47c5-a334-d9bd1f875dfa req-8fca6da1-fa0b-4576-97ea-dbdde934d1cd tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:49.585419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff92d2ce-c257-47c5-a334-d9bd1f875dfa req-8fca6da1-fa0b-4576-97ea-dbdde934d1cd tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0815785 Sep 24 00:27:49.619545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-d89bae7f-ca2b-4312-8e42-29ac323bd5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:49.621028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-d89bae7f-ca2b-4312-8e42-29ac323bd5af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=afd0d92e45c84d6dbce62bfc626d9fe2&device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 1097 time: 0.0736253 Sep 24 00:27:49.642343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff92d2ce-c257-47c5-a334-d9bd1f875dfa req-9cd7d8e9-451f-4627-9f04-50d1e836a1ee tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495608 Sep 24 00:27:49.727030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-86dda5fb-6ab5-4f8f-bbf1-e7c4d2266366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:49.728513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-86dda5fb-6ab5-4f8f-bbf1-e7c4d2266366 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a5725993-20cf-4fc8-8034-533f8032c351 HTTP/1.1" status: 200 len: 912 time: 0.0989871 Sep 24 00:27:49.776840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-a0a97598-1ad6-42ce-a386-331e44af2f38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b961bb6-7614-473e-9aef-161f52c20aee HTTP/1.1" status: 200 len: 217 time: 0.0400231 Sep 24 00:27:49.827282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-155b3b3a-9ec6-46c6-b9ae-ca779d97ba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:49.828750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-155b3b3a-9ec6-46c6-b9ae-ca779d97ba19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78edfca9-ad66-474c-b470-bd4faf707f48 HTTP/1.1" status: 200 len: 851 time: 0.0452690 Sep 24 00:27:49.860244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-a99162eb-2857-4e59-9839-8852f13a0886 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a5725993-20cf-4fc8-8034-533f8032c351&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238814 Sep 24 00:27:49.956134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-7af5ae5a-cef9-474b-8279-48ea270f8c9a service neutron] 10.222.0.18 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874307 Sep 24 00:27:50.049956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-daf0d447-b598-4b30-bb38-e0055fa96388 req-30e5126c-0c1f-410a-93f9-ef28d532e245 service neutron] 10.222.0.18 "GET /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Sep 24 00:27:50.763229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d895b-7f4f-4ba1-9ee3-32b86923d1e6 req-27f8016b-6937-4969-b674-c940e740410d tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:50.764688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-368d895b-7f4f-4ba1-9ee3-32b86923d1e6 req-27f8016b-6937-4969-b674-c940e740410d tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0536568 Sep 24 00:27:50.817980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-368d895b-7f4f-4ba1-9ee3-32b86923d1e6 req-d57d3173-58d9-4c6b-933c-0508af0b5a4f tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464506 Sep 24 00:27:51.933374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484c133-3633-4411-aa3c-ff042cec6230 req-de6bb2bc-a0cb-4064-9ea0-d9bbb36b51ff tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:51.934797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0484c133-3633-4411-aa3c-ff042cec6230 req-de6bb2bc-a0cb-4064-9ea0-d9bbb36b51ff tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0497050 Sep 24 00:27:51.973573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0484c133-3633-4411-aa3c-ff042cec6230 req-08daac61-7c7d-4deb-aa7e-d2eb1792121c tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326328 Sep 24 00:27:52.195737 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-47d53388-81e9-4d1b-8cc3-ff9443978ccc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1029658 Sep 24 00:27:52.207036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dee17f-08f4-454f-aca8-a85e5d784c10 req-7c50c88a-3337-4037-a983-61a56b5260ee tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:52.208549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dee17f-08f4-454f-aca8-a85e5d784c10 req-7c50c88a-3337-4037-a983-61a56b5260ee tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0485060 Sep 24 00:27:52.247710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1dee17f-08f4-454f-aca8-a85e5d784c10 req-5cd339f0-aa4e-4a3d-b710-4c263cb86e3f tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328677 Sep 24 00:27:52.278561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-3b08fd77-7f4b-4ffa-9e88-aa02d812f80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:52.280098 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-3b08fd77-7f4b-4ffa-9e88-aa02d812f80d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0d3774c77e1040af9001a20773a7c710&device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 1097 time: 0.0409551 Sep 24 00:27:52.384234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-a4678ad8-01ff-48c7-a651-cc42a9a51983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:52.385704 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-a4678ad8-01ff-48c7-a651-cc42a9a51983 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffc8f9e0-8a50-409a-b2fa-d556821a8884 HTTP/1.1" status: 200 len: 910 time: 0.0872877 Sep 24 00:27:52.451406 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-a782a0ed-b5a6-44ec-adce-2d8472ee7df0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63 HTTP/1.1" status: 200 len: 1001 time: 0.0582108 Sep 24 00:27:52.504546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-c712382e-1a61-40ea-8658-6b8210c4c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:52.506020 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-c712382e-1a61-40ea-8658-6b8210c4c09c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bfcbb256-ec7d-458a-b2a2-723024842fc4 HTTP/1.1" status: 200 len: 848 time: 0.0479369 Sep 24 00:27:52.553708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-054249e1-f835-4ef0-be7a-e9bd97872670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:52.555260 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-054249e1-f835-4ef0-be7a-e9bd97872670 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffc8f9e0-8a50-409a-b2fa-d556821a8884&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424051 Sep 24 00:27:52.656543 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-0433157b-6124-474a-bc68-c944d9417da6 service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945864 Sep 24 00:27:52.751291 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0bb833b1-b858-4c91-8df5-e2b4ba0d98c0 req-713861eb-dd6c-48e7-aa16-c993c3d0d11c service neutron] 10.222.0.20 "GET /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873222 Sep 24 00:27:52.996834 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-56ad4a4b-ebbb-478a-bd98-6ac8c8cc7821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:53.374727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef298385-e4fd-4b45-b3af-2ae04781dd69 req-657884f8-14b9-4592-a037-20ba1d4c4fc5 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:53.376334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef298385-e4fd-4b45-b3af-2ae04781dd69 req-657884f8-14b9-4592-a037-20ba1d4c4fc5 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0586903 Sep 24 00:27:53.416287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef298385-e4fd-4b45-b3af-2ae04781dd69 req-1f7658fc-8c99-45fb-abc8-4e487e3693c3 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/security-groups?id=9485c01a-e76a-438d-bc05-34e2aacc55d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333829 Sep 24 00:27:54.035201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-0b614fb3-6cbb-4106-b3d3-758e184ddf84 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:27:54.036614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-0b614fb3-6cbb-4106-b3d3-758e184ddf84 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.18 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 945 time: 0.0469203 Sep 24 00:27:54.125777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Deleting port 1b961bb6-7614-473e-9aef-161f52c20aee {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:27:54.126118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:54.236694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] For port 1b961bb6-7614-473e-9aef-161f52c20aee, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=1b961bb6-7614-473e-9aef-161f52c20aee,segment=NetworkSegment(7f7fad3b-dab3-40f5-b346-686854a01bb3),segment_id=7f7fad3b-dab3-40f5-b346-686854a01bb3)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:27:54.237077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:54.251395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Calling delete_port for 1b961bb6-7614-473e-9aef-161f52c20aee owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:27:54.378096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:54.391356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['1b961bb6-7614-473e-9aef-161f52c20aee'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:27:54.408247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Pushing event deleted for resources: {'Port': ['ID=1b961bb6-7614-473e-9aef-161f52c20aee,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:54.448163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] No DVR routers for this DVR port 1b961bb6-7614-473e-9aef-161f52c20aee on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:27:54.450858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:54.452793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4de71196-c529-459d-9a6e-5a588fba0e91 req-2022fad9-eb0c-4531-a61c-b3dd901abb16 tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.18 "DELETE /v2.0/ports/1b961bb6-7614-473e-9aef-161f52c20aee HTTP/1.1" status: 204 len: 173 time: 0.4097013 Sep 24 00:27:54.453221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26d4d891-67f9-47e2-9315-75ddb77634ec', 'name': 'network-vif-deleted', 'tag': '1b961bb6-7614-473e-9aef-161f52c20aee'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:27:54.455979 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff75db87-4096-44e8-ae35-cd53d2e0160b" -d '{"events": [{"server_uuid": "26d4d891-67f9-47e2-9315-75ddb77634ec", "name": "network-vif-deleted", "tag": "1b961bb6-7614-473e-9aef-161f52c20aee"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:27:54.507871 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5269f790-243b-4dc4-a151-09d386745dc5 x-openstack-request-id: req-5269f790-243b-4dc4-a151-09d386745dc5 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:27:54.508157 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26d4d891-67f9-47e2-9315-75ddb77634ec", "name": "network-vif-deleted", "tag": "1b961bb6-7614-473e-9aef-161f52c20aee", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:27:54.508404 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5269f790-243b-4dc4-a151-09d386745dc5 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:27:54.508791 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26d4d891-67f9-47e2-9315-75ddb77634ec', 'name': 'network-vif-deleted', 'tag': '1b961bb6-7614-473e-9aef-161f52c20aee', 'status': 'completed', 'code': 200} Sep 24 00:27:54.527234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d46d4495-764e-4fc1-8a5c-3c65dc4012ff req-538957d0-757a-4f59-a1e2-6bec76de500e tempest-TestServerAdvancedOps-582317234 tempest-TestServerAdvancedOps-582317234-project] 10.222.0.24 "GET /v2.0/ports?device_id=26d4d891-67f9-47e2-9315-75ddb77634ec HTTP/1.1" status: 200 len: 210 time: 0.0313041 Sep 24 00:27:55.593976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34116) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:55.640527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-049b0305-e80d-4222-b43c-4f2d2063c1f9 admin admin] Deleting subnet 78edfca9-ad66-474c-b470-bd4faf707f48 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:27:55.644450 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-049b0305-e80d-4222-b43c-4f2d2063c1f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:55.678335 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-049b0305-e80d-4222-b43c-4f2d2063c1f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:55.715230 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-049b0305-e80d-4222-b43c-4f2d2063c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:55.765516 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-049b0305-e80d-4222-b43c-4f2d2063c1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:55.792974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b0305-e80d-4222-b43c-4f2d2063c1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78edfca9-ad66-474c-b470-bd4faf707f48,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:55.794991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-049b0305-e80d-4222-b43c-4f2d2063c1f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:55.797395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-049b0305-e80d-4222-b43c-4f2d2063c1f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/78edfca9-ad66-474c-b470-bd4faf707f48 HTTP/1.1" status: 204 len: 168 time: 0.2018955 Sep 24 00:27:55.799424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34118) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:55.854441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:55.869159 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:55.952180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:55.997656 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8741addc-67a1-4cac-b20f-c1c22e58d6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.284034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5725993-20cf-4fc8-8034-533f8032c351']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:56.293637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7fad3b-dab3-40f5-b346-686854a01bb3') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:56.293935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7fad3b-dab3-40f5-b346-686854a01bb3') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:56.303822 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.317523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.323494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:27:56.323885 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:27:56.325607 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:27:56.381003 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.386799 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.389951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] 10.222.0.24 "DELETE /v2.0/networks/a5725993-20cf-4fc8-8034-533f8032c351 HTTP/1.1" status: 204 len: 168 time: 0.5894356 Sep 24 00:27:56.393558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:56.411099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82eacd6-ff4a-41af-b907-c1f0197f92bc admin admin] Pushing event deleted for resources: {'Network': ['ID=a5725993-20cf-4fc8-8034-533f8032c351,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:56.450326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e2b014-b67c-4681-9e11-ca580966f7ef admin admin] Deleting subnet fcb2e4c7-c48e-4161-909a-576d7934e0bc {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:27:56.453611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b014-b67c-4681-9e11-ca580966f7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.492910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b014-b67c-4681-9e11-ca580966f7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.535414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b014-b67c-4681-9e11-ca580966f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.593026 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b014-b67c-4681-9e11-ca580966f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.619544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2b014-b67c-4681-9e11-ca580966f7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcb2e4c7-c48e-4161-909a-576d7934e0bc,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:56.623085 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b014-b67c-4681-9e11-ca580966f7ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.627794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f0e2b014-b67c-4681-9e11-ca580966f7ef admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fcb2e4c7-c48e-4161-909a-576d7934e0bc HTTP/1.1" status: 204 len: 168 time: 0.2324657 Sep 24 00:27:56.628479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34124) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:56.707300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.791060 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.807297 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.813717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60fdacc5-2594-417b-b830-01b068e84d5a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:56.823731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a2d063a-424c-4f69-a637-7446a20872ea') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:56.824029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a2d063a-424c-4f69-a637-7446a20872ea') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:27:56.834613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.851795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.858310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:27:56.858715 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:27:56.860761 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:27:56.920086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.926640 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:56.928532 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] 10.222.0.24 "DELETE /v2.0/networks/60fdacc5-2594-417b-b830-01b068e84d5a HTTP/1.1" status: 204 len: 168 time: 0.2990296 Sep 24 00:27:56.940184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Pushing event deleted for resources: {'Network': ['ID=60fdacc5-2594-417b-b830-01b068e84d5a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:56.947941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.948293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.948638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.948976 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.949313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.949645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.949974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.950299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.950641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.950986 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.951306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:56.951629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50471fd4-4041-4e9e-83df-8f0e7ef2be2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:27:57.113280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34130) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:57.152262 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-24324dc4-de5a-45e5-8211-084597e0f11f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=afd0d92e45c84d6dbce62bfc626d9fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378103 Sep 24 00:27:57.154643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34132) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:57.201385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63d3-140c-4da9-8df9-1f4b1eaccbbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:57.224187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63d3-140c-4da9-8df9-1f4b1eaccbbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:57.274524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63d3-140c-4da9-8df9-1f4b1eaccbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:57.277087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5fc63d3-140c-4da9-8df9-1f4b1eaccbbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:57.278251 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e5fc63d3-140c-4da9-8df9-1f4b1eaccbbc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9485c01a-e76a-438d-bc05-34e2aacc55d2 HTTP/1.1" status: 204 len: 168 time: 0.1226914 Sep 24 00:27:57.286520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc63d3-140c-4da9-8df9-1f4b1eaccbbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9485c01a-e76a-438d-bc05-34e2aacc55d2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:57.654985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34138) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:57.695641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-45c459c3-391c-46f5-93c8-c5106b1a9da6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5666dcd3a8cf452ea879560c198893d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394185 Sep 24 00:27:57.698220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34140) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:27:57.747693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-daffd253-a273-4d28-9cc8-c029d38d0fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:57.774626 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-daffd253-a273-4d28-9cc8-c029d38d0fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:57.821319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-daffd253-a273-4d28-9cc8-c029d38d0fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:57.824132 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-daffd253-a273-4d28-9cc8-c029d38d0fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:27:57.825274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-daffd253-a273-4d28-9cc8-c029d38d0fc0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d55b3f0a-9e6c-49d2-a900-75a694814a17 HTTP/1.1" status: 204 len: 168 time: 0.1261289 Sep 24 00:27:57.832970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffd253-a273-4d28-9cc8-c029d38d0fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55b3f0a-9e6c-49d2-a900-75a694814a17,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:27:57.838519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 1b961bb6-7614-473e-9aef-161f52c20aee no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:27:57.865844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 1b961bb6-7614-473e-9aef-161f52c20aee {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:27:57.866214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 1b961bb6-7614-473e-9aef-161f52c20aee not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:27:59.174232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:01.914440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ce5cb8-cb32-46d4-939a-c1804a289583 req-bb814c4e-811c-406a-ad0e-9027786397de tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:01.916041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03ce5cb8-cb32-46d4-939a-c1804a289583 req-bb814c4e-811c-406a-ad0e-9027786397de tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1099 time: 0.0408955 Sep 24 00:28:01.952511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03ce5cb8-cb32-46d4-939a-c1804a289583 req-547551e2-5954-42f9-89cb-96d5b1eaf8ea tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275834 Sep 24 00:28:01.974764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34158) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:02.127633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port abbf3074-607e-4c42-8bd8-22ea314d2f8b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:28:02.127891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:02.203673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:02.203997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:02.215941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for abbf3074-607e-4c42-8bd8-22ea314d2f8b owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:28:02.363943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:02.391117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=abbf3074-607e-4c42-8bd8-22ea314d2f8b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:02.451147 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:02.451645 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Floating IP e9030708-c6b3-455b-9c52-fb844556d154 disassociated (deleted). External IP: 172.25.5.102, port: db905f9a-a737-444e-b968-6765a798c0b2. Sep 24 00:28:02.671730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:28:02.782776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:28:02.789127 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:02.794209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] Sync routers for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:28:02.809910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:02.810541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:02.818917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-485feb18-ad3c-4820-afa0-944f74dc8704 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/floatingips/e9030708-c6b3-455b-9c52-fb844556d154 HTTP/1.1" status: 204 len: 168 time: 0.8430417 Sep 24 00:28:02.820443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:28:02.821744 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4" -d '{"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:28:02.862874 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a670d69b-1c05-46c6-a046-d7d5d32c77b1 x-openstack-request-id: req-a670d69b-1c05-46c6-a046-d7d5d32c77b1 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:28:02.863170 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:28:02.863498 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a670d69b-1c05-46c6-a046-d7d5d32c77b1 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:28:02.863910 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'status': 'completed', 'code': 200} Sep 24 00:28:02.927218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:02.949120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-f72894aa-f21c-4650-8076-09d0183527c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:02.951042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-f72894aa-f21c-4650-8076-09d0183527c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 1099 time: 0.0630105 Sep 24 00:28:03.089204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-7aaa61d3-cd7f-496e-9d3c-066cc8429a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:03.090729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-7aaa61d3-cd7f-496e-9d3c-066cc8429a86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 200 len: 898 time: 0.1252830 Sep 24 00:28:03.103260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e648c-a610-401c-92e6-3f0281d3f4af req-97f197c9-b773-4c0c-a698-6d7c91ca47d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:03.104778 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-463e648c-a610-401c-92e6-3f0281d3f4af req-97f197c9-b773-4c0c-a698-6d7c91ca47d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 947 time: 0.0717700 Sep 24 00:28:03.152630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:13Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:03.156883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-350a4d77-48c6-4609-b3ad-84d49a595d84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 200 len: 217 time: 0.0511141 Sep 24 00:28:03.179499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] Checking router: 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:28:03.187718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:03.188316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:03.202822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-463e648c-a610-401c-92e6-3f0281d3f4af req-6a357cef-6a53-4959-8a9c-29b7b6373a21 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909429 Sep 24 00:28:03.232671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-98aab89d-b7bf-4b8e-a71c-8d164e2554e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:03.235056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-98aab89d-b7bf-4b8e-a71c-8d164e2554e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 200 len: 834 time: 0.0700631 Sep 24 00:28:03.288472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-02699fe9-ca50-4844-b953-c92d4ed3eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:03.290056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-02699fe9-ca50-4844-b953-c92d4ed3eefb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=47a07b8c-417d-495f-b920-436871f87567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462689 Sep 24 00:28:03.393424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-07dd2d48-2730-4cea-a642-6f66a45d06d2 service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945520 Sep 24 00:28:03.457816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:03.486746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab52f6a8-5605-4d4a-b84b-f0813f4874a4 req-da70f8d3-8bfc-4db9-a561-80f3c29f13ee service neutron] 10.222.0.18 "GET /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852358 Sep 24 00:28:03.655708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:13Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:03.683340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dd23cf-02e1-4981-b336-34382f30cb0f None None] The sync data for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 is: [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:08Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '19a595a3-8773-4f43-8cfc-084028ec2715', 'name': '', 'network_id': '47a07b8c-417d-495f-b920-436871f87567', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:df:73:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:08Z', 'updated_at': '2021-09-24T00:26:13Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': '77bdca09-d471-4f49-9c1e-7701f21eb5b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:28:03.901761 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e080adbd-907e-403d-adbc-9189abad9d22 None None] New status for floating IP e9030708-c6b3-455b-9c52-fb844556d154: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:28:04.336877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-d5762a28-7374-4854-9c27-3414fa5d76af tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:04.338324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-d5762a28-7374-4854-9c27-3414fa5d76af tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 947 time: 0.0871890 Sep 24 00:28:04.360119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc9d22-d30a-42fa-b26f-76be63aff96e req-969521d1-0c22-42d0-b222-95c83e60cdbf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:04.361526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15fc9d22-d30a-42fa-b26f-76be63aff96e req-969521d1-0c22-42d0-b222-95c83e60cdbf tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=884afe50-5179-43f6-a9c0-2f10d7a7381c HTTP/1.1" status: 200 len: 947 time: 0.0733898 Sep 24 00:28:04.441114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15fc9d22-d30a-42fa-b26f-76be63aff96e req-66217db4-392f-474a-967d-5c393da01f8f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec0082ba-0795-4c8c-ad22-f8d1640e6339&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643635 Sep 24 00:28:04.471277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port db905f9a-a737-444e-b968-6765a798c0b2 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:28:04.471612 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:04.563511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port db905f9a-a737-444e-b968-6765a798c0b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=db905f9a-a737-444e-b968-6765a798c0b2,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:04.563874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:04.576603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for db905f9a-a737-444e-b968-6765a798c0b2 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:28:04.730837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:04.766033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=db905f9a-a737-444e-b968-6765a798c0b2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:04.803188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] No DVR routers for this DVR port db905f9a-a737-444e-b968-6765a798c0b2 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:28:04.805763 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:04.808132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb945d31-9e35-49bc-ab39-4178b858ce5c req-0632bade-daac-4893-9abd-5a2eb36bd5ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "DELETE /v2.0/ports/db905f9a-a737-444e-b968-6765a798c0b2 HTTP/1.1" status: 204 len: 173 time: 0.4620886 Sep 24 00:28:04.865188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-deleted', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:28:04.867608 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c16ebe-f202-4595-84cb-1a711248d451" -d '{"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-deleted", "tag": "db905f9a-a737-444e-b968-6765a798c0b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:28:04.904782 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc959474-d6c2-4616-a033-0711d246c57b x-openstack-request-id: req-dc959474-d6c2-4616-a033-0711d246c57b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:28:04.905163 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "884afe50-5179-43f6-a9c0-2f10d7a7381c", "name": "network-vif-deleted", "tag": "db905f9a-a737-444e-b968-6765a798c0b2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:28:04.905411 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc959474-d6c2-4616-a033-0711d246c57b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:28:04.905813 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '884afe50-5179-43f6-a9c0-2f10d7a7381c', 'name': 'network-vif-deleted', 'tag': 'db905f9a-a737-444e-b968-6765a798c0b2', 'status': 'completed', 'code': 200} Sep 24 00:28:05.498650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34178) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:05.880289 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:06.161156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port 19a595a3-8773-4f43-8cfc-084028ec2715 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:28:06.161397 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:06.263312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port 19a595a3-8773-4f43-8cfc-084028ec2715, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=19a595a3-8773-4f43-8cfc-084028ec2715,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:06.263848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:06.282956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for 19a595a3-8773-4f43-8cfc-084028ec2715 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:28:06.494333 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:06.526440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=19a595a3-8773-4f43-8cfc-084028ec2715,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:06.757900 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:06.765853 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.028804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:28:07.145837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:28:07.154538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2bb37390-f83e-4ec8-806a-cefea076060f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "PUT /v2.0/routers/32095bc2-2b99-45a0-8bd0-9cb833a8c0a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6523373 Sep 24 00:28:07.155698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34184) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:07.160053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] Sync routers for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:28:07.172395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:07.173048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:07.214174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f34920-b881-45c9-90f7-2c39ec309449 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting subnet 77bdca09-d471-4f49-9c1e-7701f21eb5b6 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:28:07.218562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f34920-b881-45c9-90f7-2c39ec309449 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.285506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f34920-b881-45c9-90f7-2c39ec309449 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.326115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:07.429229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f34920-b881-45c9-90f7-2c39ec309449 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.515587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f34920-b881-45c9-90f7-2c39ec309449 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.553533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f34920-b881-45c9-90f7-2c39ec309449 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Subnet': ['ID=77bdca09-d471-4f49-9c1e-7701f21eb5b6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:07.556360 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f34920-b881-45c9-90f7-2c39ec309449 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.562641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-99f34920-b881-45c9-90f7-2c39ec309449 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/subnets/77bdca09-d471-4f49-9c1e-7701f21eb5b6 HTTP/1.1" status: 204 len: 168 time: 0.4034977 Sep 24 00:28:07.563573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:07.569189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca69c2ff-ae1d-4554-b82b-580681008f2e None None] Network 47a07b8c-417d-495f-b920-436871f87567 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:28:07.643655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:28:06Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:07.679068 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.689862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] Checking router: 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:28:07.723765 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] Routers {'32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:07.724302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:07.808448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.846712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] Set router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:07.872567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port a66cac10-d283-4043-9785-08583daa2fc8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:28:07.873063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.875711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] DHCP port deletion for 47a07b8c-417d-495f-b920-436871f87567 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:28:07.906876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:28:07.945070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: db905f9a-a737-444e-b968-6765a798c0b2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:28:07.945413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device db905f9a-a737-444e-b968-6765a798c0b2 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:28:07.965611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port a66cac10-d283-4043-9785-08583daa2fc8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a66cac10-d283-4043-9785-08583daa2fc8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:07.966548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:07.979748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for a66cac10-d283-4043-9785-08583daa2fc8 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:28:08.049969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Deleting port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:28:08.050291 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.144192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] For port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=84d400e1-bddf-448b-8fe0-3ffcfb9dbee3,segment=NetworkSegment(130e5708-9111-42f6-98e1-c0bee2282331),segment_id=130e5708-9111-42f6-98e1-c0bee2282331)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:08.144584 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.158892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Calling delete_port for 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:28:08.166580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.198676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=a66cac10-d283-4043-9785-08583daa2fc8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:08.215229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:28:06Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:08.249622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f891c2-6aa0-48df-a2d3-574961f78fd1 None None] The sync data for ids ['32095bc2-2b99-45a0-8bd0-9cb833a8c0a6'] in n-d-713498-18 is: [{'id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-944403790', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:28:06Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'a66cac10-d283-4043-9785-08583daa2fc8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:e5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32095bc2-2b99-45a0-8bd0-9cb833a8c0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:05Z', 'updated_at': '2021-09-24T00:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:28:08.281646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.284086 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.334585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Pushing event deleted for resources: {'Port': ['ID=84d400e1-bddf-448b-8fe0-3ffcfb9dbee3,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:08.337101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] No DVR routers for this DVR port 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:28:08.349230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.349781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.350302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.350981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.351613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.353491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.354191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.354685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.355120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.355613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.356071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.356543 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0cd50e-c604-4157-b462-de7eb494e945 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:08.702905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.706918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.766474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.767946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Fanout notify agent at l3_agent the message router_deleted on router 32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:28:08.775198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.776342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d6c80eb2-6359-43ce-a0ad-401ff4ad0f47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/routers/32095bc2-2b99-45a0-8bd0-9cb833a8c0a6 HTTP/1.1" status: 204 len: 168 time: 1.2123723 Sep 24 00:28:08.780632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34192) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:08.871240 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:08.989078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.017338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a07b8c-417d-495f-b920-436871f87567']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:09.032382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130e5708-9111-42f6-98e1-c0bee2282331') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:09.032686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130e5708-9111-42f6-98e1-c0bee2282331') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:09.045362 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.061668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.068284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:28:09.068985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:28:09.072890 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:28:09.141098 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.146500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.148834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/networks/47a07b8c-417d-495f-b920-436871f87567 HTTP/1.1" status: 204 len: 168 time: 0.3667026 Sep 24 00:28:09.151661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34194) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:09.163902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05486370-2fe4-41e4-b0cc-9cc4327174d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Network': ['ID=47a07b8c-417d-495f-b920-436871f87567,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:09.225675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31830d21-7988-4deb-8b73-e2203ecd7dd1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.252010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31830d21-7988-4deb-8b73-e2203ecd7dd1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.273199 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.319647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31830d21-7988-4deb-8b73-e2203ecd7dd1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.322242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-31830d21-7988-4deb-8b73-e2203ecd7dd1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:09.323456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-31830d21-7988-4deb-8b73-e2203ecd7dd1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec0082ba-0795-4c8c-ad22-f8d1640e6339 HTTP/1.1" status: 204 len: 168 time: 0.1705420 Sep 24 00:28:09.333808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31830d21-7988-4deb-8b73-e2203ecd7dd1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0082ba-0795-4c8c-ad22-f8d1640e6339,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:09.433517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:28:09.462571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:28:09.463162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 84d400e1-bddf-448b-8fe0-3ffcfb9dbee3 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:28:09.463868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19a595a3-8773-4f43-8cfc-084028ec2715 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:28:09.487179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 19a595a3-8773-4f43-8cfc-084028ec2715 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:28:09.487541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 19a595a3-8773-4f43-8cfc-084028ec2715 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:28:09.891057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34202) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:09.897184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-22ab329e-eeb2-41f4-936b-3d26d58ac70f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1561778243', 'description': 'tempest-secgroup-smoke-1561778243 description', 'project_id': 'a930604132e14a0bbbea0b94ffed365f'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:09.919514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22ab329e-eeb2-41f4-936b-3d26d58ac70f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.000079 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22ab329e-eeb2-41f4-936b-3d26d58ac70f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.003870 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22ab329e-eeb2-41f4-936b-3d26d58ac70f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.035020 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-22ab329e-eeb2-41f4-936b-3d26d58ac70f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.036617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-22ab329e-eeb2-41f4-936b-3d26d58ac70f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1442986 Sep 24 00:28:10.037788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab329e-eeb2-41f4-936b-3d26d58ac70f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2597e6ea-5b4a-4f76-8daf-016e144608b2,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:10.040922 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34204) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:10.046042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d57cd34d-29ec-499e-9634-0c1168095ce7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '2597e6ea-5b4a-4f76-8daf-016e144608b2', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:10.072162 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d57cd34d-29ec-499e-9634-0c1168095ce7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.126978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d57cd34d-29ec-499e-9634-0c1168095ce7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.130827 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d57cd34d-29ec-499e-9634-0c1168095ce7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.149369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57cd34d-29ec-499e-9634-0c1168095ce7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3b5e23-2d35-4731-920e-ef9b6c466d69,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:10.157423 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d57cd34d-29ec-499e-9634-0c1168095ce7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.159246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d57cd34d-29ec-499e-9634-0c1168095ce7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1172647 Sep 24 00:28:10.162125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34206) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:10.166457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-34aacd97-1b51-4938-9e31-e14872c47c08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '2597e6ea-5b4a-4f76-8daf-016e144608b2', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:10.192104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34aacd97-1b51-4938-9e31-e14872c47c08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.252449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34aacd97-1b51-4938-9e31-e14872c47c08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.258621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34aacd97-1b51-4938-9e31-e14872c47c08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.275349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aacd97-1b51-4938-9e31-e14872c47c08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eac7363-1da4-4731-bcd4-890c78fecdcb,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:10.285533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34aacd97-1b51-4938-9e31-e14872c47c08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.286558 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-34aacd97-1b51-4938-9e31-e14872c47c08 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234779 Sep 24 00:28:10.290665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34208) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:10.294997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e5f8e9b0-6bac-46ef-96ba-0fadbbd6341e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '2597e6ea-5b4a-4f76-8daf-016e144608b2', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:10.322600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e9b0-6bac-46ef-96ba-0fadbbd6341e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.383745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e9b0-6bac-46ef-96ba-0fadbbd6341e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.387357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e9b0-6bac-46ef-96ba-0fadbbd6341e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.404810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8e9b0-6bac-46ef-96ba-0fadbbd6341e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714cb618-418f-4cfb-855f-4dddc7389742,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:10.412136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e5f8e9b0-6bac-46ef-96ba-0fadbbd6341e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.413619 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e5f8e9b0-6bac-46ef-96ba-0fadbbd6341e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218951 Sep 24 00:28:10.416350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34210) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:10.420771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7b704a3a-0554-4025-b9a0-588330419b9a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '2597e6ea-5b4a-4f76-8daf-016e144608b2', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:10.451236 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b704a3a-0554-4025-b9a0-588330419b9a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.514154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b704a3a-0554-4025-b9a0-588330419b9a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.519070 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b704a3a-0554-4025-b9a0-588330419b9a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.538617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b704a3a-0554-4025-b9a0-588330419b9a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317f3b5b-f9e3-47f5-89eb-322751e49725,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:10.541022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7b704a3a-0554-4025-b9a0-588330419b9a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.542239 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7b704a3a-0554-4025-b9a0-588330419b9a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1247859 Sep 24 00:28:10.546772 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34212) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:10.549525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-46b9defc-d1e6-4173-af64-56c80ce28696 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '2597e6ea-5b4a-4f76-8daf-016e144608b2', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:10.572442 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-46b9defc-d1e6-4173-af64-56c80ce28696 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Project a930604132e14a0bbbea0b94ffed365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:28:10.577292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46b9defc-d1e6-4173-af64-56c80ce28696 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.639136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46b9defc-d1e6-4173-af64-56c80ce28696 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.644146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46b9defc-d1e6-4173-af64-56c80ce28696 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.661692 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9defc-d1e6-4173-af64-56c80ce28696 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8385d954-5f76-4ef0-92e0-ce07d301d775,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:10.670594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46b9defc-d1e6-4173-af64-56c80ce28696 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.673985 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-46b9defc-d1e6-4173-af64-56c80ce28696 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1267173 Sep 24 00:28:10.675455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34214) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:10.679949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-562fbd8a-df84-4455-8f5a-a9abcdb979ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': '2597e6ea-5b4a-4f76-8daf-016e144608b2', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:10.702419 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-562fbd8a-df84-4455-8f5a-a9abcdb979ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Project a930604132e14a0bbbea0b94ffed365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:28:10.707268 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-562fbd8a-df84-4455-8f5a-a9abcdb979ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.768475 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-562fbd8a-df84-4455-8f5a-a9abcdb979ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.772135 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-562fbd8a-df84-4455-8f5a-a9abcdb979ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.791936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fbd8a-df84-4455-8f5a-a9abcdb979ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710a77f5-f256-440d-b8ab-d5a711bc7732,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:10.795618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-562fbd8a-df84-4455-8f5a-a9abcdb979ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.796830 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-562fbd8a-df84-4455-8f5a-a9abcdb979ad tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203825 Sep 24 00:28:10.801713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:10.806433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'network': {'name': 'tempest-network-smoke--251271703', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'port_security_enabled': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:10.827204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:28:10.830687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.853989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:28:10.863995 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.864342 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Added segment 6d42d627-048f-4e90-ab0d-ac8cf3411ca3 of type vlan for network 07421f2e-5a5a-463b-839b-4219e6c1d395 Sep 24 00:28:10.906017 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.931608 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.937255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:10.937831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:10.962028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a66cac10-d283-4043-9785-08583daa2fc8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:28:10.986458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a66cac10-d283-4043-9785-08583daa2fc8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:28:10.986828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a66cac10-d283-4043-9785-08583daa2fc8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:28:11.005251 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1989365 Sep 24 00:28:11.005588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34220) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:11.010124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'admin_state_up': True, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:11.034561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:11.035687 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:11.048091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbe742a-36b3-4412-b1b2-ead0c075e865 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Network': ['ID=07421f2e-5a5a-463b-839b-4219e6c1d395,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:11.062529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:28:11.097540 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:11.233107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:11.426082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:11.444482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:11.546851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.25.5.177 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/430049c4-f4dc-4243-accd-b2a6242e3afb) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:28:11.649941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:11.684666 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:11.720848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:28:11.723752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:28:11.727234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:28:11.758048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=430049c4-f4dc-4243-accd-b2a6242e3afb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:11.771841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.772189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.772534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.772874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.773205 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.773535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.773866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.774194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.774520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.774871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.775197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:11.775518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:12.006494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:12.219271 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:12.353598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router fad29bae-5b57-46ea-8657-27fdc6f70df7 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:28:12.475166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:28:12.488063 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Sync routers for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:28:12.495418 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:12.499722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8d9d805f-78fe-4098-bc6f-ad32c4e5f441 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4901824 Sep 24 00:28:12.499913 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:12.499913 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:12.500457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:12.536241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae310470-e905-4921-b850-932d1c7ef670 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a930604132e14a0bbbea0b94ffed365f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346649 Sep 24 00:28:12.539869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34226) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:12.622070 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:12.633336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086550ca-dcbf-4835-b25a-8b82a11c9825 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:12.638824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-086550ca-dcbf-4835-b25a-8b82a11c9825 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941529 Sep 24 00:28:12.639182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34228) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:12.681913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-622029fc-e15a-4398-8c15-0dcb96254e76 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0413079 Sep 24 00:28:12.684483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34230) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:12.692953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1173988464', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:12.803558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:28:12.807234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:12.849961 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:11Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:12.877645 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Checking router: fad29bae-5b57-46ea-8657-27fdc6f70df7 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:28:12.877987 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Updating router fad29bae-5b57-46ea-8657-27fdc6f70df7 port 430049c4-f4dc-4243-accd-b2a6242e3afb binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:28:12.904490 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.076658 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.145238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Subnet': ['ID=aa233666-b472-47f5-bbf7-dff9a18ed738,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:13.158050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Checking segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:28:13.158573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network hostable DHCP agents. Network: 07421f2e-5a5a-463b-839b-4219e6c1d395, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:28:13.185749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:28:13.197624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 07421f2e-5a5a-463b-839b-4219e6c1d395) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:28:13.205157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:13.208738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5ce20-5fb8-46c8-91bc-6d4bf86b1d5b None None] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:28:13.214073 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.239112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fabaeeab-0474-430c-afbe-9c95c679aca2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5528531 Sep 24 00:28:13.241957 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34234) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:13.253597 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.264801 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.336983 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Attempting to bind port 430049c4-f4dc-4243-accd-b2a6242e3afb on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:28:13.337354 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Attempting to bind port 430049c4-f4dc-4243-accd-b2a6242e3afb by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:28:13.337765 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Attempting to bind port 430049c4-f4dc-4243-accd-b2a6242e3afb on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:28:13.351441 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Pushing event updated for resources: {'Port': ['ID=430049c4-f4dc-4243-accd-b2a6242e3afb,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:13.359866 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:28:13.360248 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:28:13.360765 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.361123 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:28:13.361629 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Bound port: 430049c4-f4dc-4243-accd-b2a6242e3afb, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:28:13.362033 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.364864 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.365220 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.365732 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.366289 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.366911 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.367450 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.368010 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.368563 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.369189 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.369755 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.370288 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.370866 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:28:13.483477 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] For port 430049c4-f4dc-4243-accd-b2a6242e3afb, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:28:13.490438 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] For port 430049c4-f4dc-4243-accd-b2a6242e3afb, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=430049c4-f4dc-4243-accd-b2a6242e3afb,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:28:13.497548 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.524165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-07421f2e-5a5a-463b-839b-4219e6c1d395', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:28:13.526849 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.591272 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:13.592162 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:13.671904 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a88c8-189a-4d2d-8801-c060e3ce4011 None None] Pushing event updated for resources: {'Port': ['ID=430049c4-f4dc-4243-accd-b2a6242e3afb,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:13.727185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Allocated IP 172.20.0.2 (07421f2e-5a5a-463b-839b-4219e6c1d395/aa233666-b472-47f5-bbf7-dff9a18ed738/64dc5840-058e-499d-a815-89772c1016c6) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:28:13.762067 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:13.894077 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.901303 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.906222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:13.946580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:28:13.949818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:28:13.957164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:28:13.960351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Pushing event updated for resources: {'Port': ['ID=64dc5840-058e-499d-a815-89772c1016c6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:13.973659 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:11Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:14.004638 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a727c716-6c9c-460d-87bb-cb30e8a8e4ed None None] The sync data for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 is: [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:11Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:28:14.034670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Attempting to bind port 64dc5840-058e-499d-a815-89772c1016c6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:28:14.034670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Attempting to bind port 64dc5840-058e-499d-a815-89772c1016c6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:28:14.034670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Attempting to bind port 64dc5840-058e-499d-a815-89772c1016c6 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:28:14.040641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:28:14.041020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Checking segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:28:14.041425 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:14.041828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Bound using segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:28:14.042326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Bound port: 64dc5840-058e-499d-a815-89772c1016c6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:28:14.042724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:14.121322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] For port 64dc5840-058e-499d-a815-89772c1016c6, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:28:14.125844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] For port 64dc5840-058e-499d-a815-89772c1016c6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=64dc5840-058e-499d-a815-89772c1016c6,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:28:14.137865 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:14.222479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541edc8-d72b-48b3-a118-49e9031b6df6 None None] Pushing event updated for resources: {'Port': ['ID=64dc5840-058e-499d-a815-89772c1016c6,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:14.274716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.20.0.1 (07421f2e-5a5a-463b-839b-4219e6c1d395/aa233666-b472-47f5-bbf7-dff9a18ed738/ba0021a6-02ce-47bb-b05d-0867cdbbc6db) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:28:14.456323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:14.509854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:14.577115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:28:14.590504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:14.596001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:28:14.598507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:28:14.649310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:14.802077 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.125713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 64dc5840-058e-499d-a815-89772c1016c6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:28:15.203972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.207738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 64dc5840-058e-499d-a815-89772c1016c6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:15.208342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.214610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.314313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.317656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:15.322455 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.367547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 64dc5840-058e-499d-a815-89772c1016c6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=64dc5840-058e-499d-a815-89772c1016c6,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:15.380459 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.381712 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 430049c4-f4dc-4243-accd-b2a6242e3afb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:28:15.444745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8eeeb1-e39b-4f1c-84f3-db83d1e82a0e None None] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:28:15.447280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:28:15.449407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:28:15.497342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=64dc5840-058e-499d-a815-89772c1016c6,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:15.718304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-35a8d4c9-e464-427b-94cf-da2d5bae26df None None] Provisioning complete for port 64dc5840-058e-499d-a815-89772c1016c6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:15.718617 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-35a8d4c9-e464-427b-94cf-da2d5bae26df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.743689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 430049c4-f4dc-4243-accd-b2a6242e3afb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:15.744061 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.817305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router fad29bae-5b57-46ea-8657-27fdc6f70df7 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:28:15.931443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:28:15.936518 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-06a2251f-4c46-45f7-a3d0-d2c973f9a255 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "PUT /v2.0/routers/fad29bae-5b57-46ea-8657-27fdc6f70df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6922748 Sep 24 00:28:15.946912 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:15.980577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 430049c4-f4dc-4243-accd-b2a6242e3afb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=430049c4-f4dc-4243-accd-b2a6242e3afb,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:15.983837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Sync routers for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:28:15.987975 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:16.017871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:16.018430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:16.092628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=430049c4-f4dc-4243-accd-b2a6242e3afb,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:16.152314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:16.177416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-410f7662-e4db-466b-b589-b4082ee368f2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1561778243&fields=id&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 267 time: 0.0390637 Sep 24 00:28:16.305353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-82c60037-94dc-465c-a6a4-ca6279179d65 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:16.307180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-82c60037-94dc-465c-a6a4-ca6279179d65 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/networks?id=07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 200 len: 796 time: 0.1210446 Sep 24 00:28:16.325494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-879853fa-a4cc-479c-a63c-3e55c552d220 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/quotas/a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 375 time: 0.0103416 Sep 24 00:28:16.337509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6ced2d6e-2b59-4324-9730-21b4ff3aba63 None None] Provisioning complete for port 64dc5840-058e-499d-a815-89772c1016c6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:16.338097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ced2d6e-2b59-4324-9730-21b4ff3aba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:16.389765 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-e6a3f8ab-9d46-4ae8-bc26-d860aa39a2cb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0566926 Sep 24 00:28:16.469660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 2, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:16.504589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-ce10c453-6b78-450e-86f7-8691edc929e0 service neutron] 10.222.0.24 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998907 Sep 24 00:28:16.504942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Checking router: fad29bae-5b57-46ea-8657-27fdc6f70df7 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:28:16.505238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Updating router fad29bae-5b57-46ea-8657-27fdc6f70df7 port ba0021a6-02ce-47bb-b05d-0867cdbbc6db binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:28:16.532535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6ced2d6e-2b59-4324-9730-21b4ff3aba63 None None] Provisioning complete for port ba0021a6-02ce-47bb-b05d-0867cdbbc6db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:16.532850 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ced2d6e-2b59-4324-9730-21b4ff3aba63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:16.554967 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:16.599166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6ced2d6e-2b59-4324-9730-21b4ff3aba63 None None] Port ba0021a6-02ce-47bb-b05d-0867cdbbc6db cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:28:16.607715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-6ff7616c-3095-4fa3-b4bc-78972ab12fd4 service neutron] 10.222.0.24 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966487 Sep 24 00:28:16.649402 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:28:16.771917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f156ae5a-66f1-4982-903b-9f5adfe1133d None None] Provisioning complete for port ba0021a6-02ce-47bb-b05d-0867cdbbc6db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:16.772292 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f156ae5a-66f1-4982-903b-9f5adfe1133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:16.792522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fce4798-e16b-41a5-b4fa-56dd2a55fc80 req-aa31598d-5548-4764-a6f1-d036ee225e74 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 210 time: 0.0287063 Sep 24 00:28:16.831024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f156ae5a-66f1-4982-903b-9f5adfe1133d None None] Port ba0021a6-02ce-47bb-b05d-0867cdbbc6db cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:28:16.904184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:16.910805 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:16.966228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373794e-4bfb-4a1e-bbd1-c5793f876727 None None] Pushing event updated for resources: {'Port': ['ID=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:17.029847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Attempting to bind port ba0021a6-02ce-47bb-b05d-0867cdbbc6db on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:28:17.030428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Attempting to bind port ba0021a6-02ce-47bb-b05d-0867cdbbc6db by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:28:17.031033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Attempting to bind port ba0021a6-02ce-47bb-b05d-0867cdbbc6db on network 07421f2e-5a5a-463b-839b-4219e6c1d395 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:28:17.040360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:28:17.040968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Checking segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:28:17.041844 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:17.042648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Bound using segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:28:17.043457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Bound port: ba0021a6-02ce-47bb-b05d-0867cdbbc6db, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:28:17.044067 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:17.126144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 64dc5840-058e-499d-a815-89772c1016c6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:28:17.193354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] For port ba0021a6-02ce-47bb-b05d-0867cdbbc6db, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:28:17.207330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] For port ba0021a6-02ce-47bb-b05d-0867cdbbc6db, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:28:17.213445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:17.230155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 64dc5840-058e-499d-a815-89772c1016c6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:17.230294 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:17.309956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:17.310699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:27:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:17.356747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373794e-4bfb-4a1e-bbd1-c5793f876727 None None] Pushing event updated for resources: {'Port': ['ID=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:17.404633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c5ee9ad3-19b7-4fd8-ab44-88a70d0c1169 None None] Provisioning complete for port ba0021a6-02ce-47bb-b05d-0867cdbbc6db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:17.404917 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9ad3-19b7-4fd8-ab44-88a70d0c1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:17.514247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:17.516728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 430049c4-f4dc-4243-accd-b2a6242e3afb up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:28:17.715241 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9ad3-19b7-4fd8-ab44-88a70d0c1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:17.739916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 430049c4-f4dc-4243-accd-b2a6242e3afb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:17.740297 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:17.823860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c5ee9ad3-19b7-4fd8-ab44-88a70d0c1169 None None] For port ba0021a6-02ce-47bb-b05d-0867cdbbc6db, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:17.830650 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c5ee9ad3-19b7-4fd8-ab44-88a70d0c1169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:17.855479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-70451264-5da7-4ca1-86cb-06748a3c2854 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:17.857467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-70451264-5da7-4ca1-86cb-06748a3c2854 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/networks?id=07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 200 len: 796 time: 0.1628072 Sep 24 00:28:17.898008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee9ad3-19b7-4fd8-ab44-88a70d0c1169 None None] Pushing event updated for resources: {'Port': ['ID=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:17.917129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e98056f7-9f62-4f03-877b-fb5d14520832 req-2035bae8-0814-4192-87ec-88b7e6c24161 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 210 time: 0.0330858 Sep 24 00:28:17.933514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-ee24d6d2-8f6c-4c7f-b1f8-d1f3a723279e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 380 time: 0.0650740 Sep 24 00:28:17.939843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:17Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:17.946953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'port': {'device_id': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'admin_state_up': True, 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'security_groups': ['2597e6ea-5b4a-4f76-8daf-016e144608b2']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:17.973061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b62430-4964-4e0b-a4d8-7f043df4e668 None None] The sync data for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 is: [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:17Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:28:17.984005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-acb6aaec-3667-4b23-bc22-d143aa111bc3 None None] Provisioning complete for port ba0021a6-02ce-47bb-b05d-0867cdbbc6db triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:17.984387 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-acb6aaec-3667-4b23-bc22-d143aa111bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:18.094788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:28:18.098637 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:18.242921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.20.0.6 (07421f2e-5a5a-463b-839b-4219e6c1d395/aa233666-b472-47f5-bbf7-dff9a18ed738/615fc696-a250-43af-9028-ee9d8f887ca8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:28:18.409642 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:18.454022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:18.508439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:28:18.514213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:28:18.519266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:28:18.550530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:18.599410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:18.600254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:18.628798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-2d33894e-36af-4b7e-b3e7-5986050d3838 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6860285 Sep 24 00:28:18.645537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Request body: {'port': {'device_id': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:18.717772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:18.837544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a4e998c6-ad3a-439a-84e4-8303dfd132ee None None] Provisioning complete for port 615fc696-a250-43af-9028-ee9d8f887ca8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:18.838131 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a4e998c6-ad3a-439a-84e4-8303dfd132ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:18.893323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a4e998c6-ad3a-439a-84e4-8303dfd132ee None None] Port 615fc696-a250-43af-9028-ee9d8f887ca8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:28:19.059901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615fc696-a250-43af-9028-ee9d8f887ca8 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:28:19.064841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ba0021a6-02ce-47bb-b05d-0867cdbbc6db up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:28:19.072991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:19.092511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Transition to ACTIVE for port object 615fc696-a250-43af-9028-ee9d8f887ca8 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:28:19.101325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822627d-5570-4d8f-9c02-3b625969c9d2 req-e3078ee3-0060-481c-9bbc-2c2696ebb717 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:19.102924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b822627d-5570-4d8f-9c02-3b625969c9d2 req-e3078ee3-0060-481c-9bbc-2c2696ebb717 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 931 time: 0.0799079 Sep 24 00:28:19.104455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:19.125891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ba0021a6-02ce-47bb-b05d-0867cdbbc6db triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:19.126373 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:19.171190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:19.195743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b822627d-5570-4d8f-9c02-3b625969c9d2 req-40ced9fb-e420-41c5-9ffc-7174a72995d4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678027 Sep 24 00:28:19.273503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:28:19.273881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:28:19.274397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:28:19.279357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:28:19.279674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:28:19.287098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:28:19.287714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Checking segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:28:19.288431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Bound using segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:28:19.288938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Bound port: 615fc696-a250-43af-9028-ee9d8f887ca8, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:28:19.289301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:19.365611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:28:19.369109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:28:19.374044 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:19.416393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:19.417157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:19.418681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] 10.222.0.18 "PUT /v2.0/ports/615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 1092 time: 0.7813735 Sep 24 00:28:19.419197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:28:19.421518 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69081113-d2cc-4549-ae9f-176d3b9d7e10" -d '{"events": [{"name": "network-changed", "server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:28:19.447000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2d54ee-06ed-49e0-a60c-c2d816b7830c service neutron] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:19.468936 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14fadd20-da2c-4e5e-9fae-b47b8bdcaabb x-openstack-request-id: req-14fadd20-da2c-4e5e-9fae-b47b8bdcaabb {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:28:19.469229 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:28:19.469483 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-14fadd20-da2c-4e5e-9fae-b47b8bdcaabb {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:28:19.469936 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'status': 'completed', 'code': 200} Sep 24 00:28:19.529897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-65144e23-070e-491e-8417-5cd0335ba19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:19.530129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-65144e23-070e-491e-8417-5cd0335ba19a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1095 time: 0.0525231 Sep 24 00:28:19.579058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-5275d395-e7d1-41b8-92d6-9b80b2067337 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 217 time: 0.0408256 Sep 24 00:28:19.631039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-e935deb0-e8de-44a4-9a7a-2424fb05f9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:19.632558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-e935deb0-e8de-44a4-9a7a-2424fb05f9aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa233666-b472-47f5-bbf7-dff9a18ed738 HTTP/1.1" status: 200 len: 835 time: 0.0474176 Sep 24 00:28:19.679586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-7b338540-7180-4fd4-b1d5-6288b982cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:19.681089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-7b338540-7180-4fd4-b1d5-6288b982cbe5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07421f2e-5a5a-463b-839b-4219e6c1d395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420082 Sep 24 00:28:19.775657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-70080b49-3032-4210-ba6b-73ab080bd1c5 service neutron] 10.222.0.18 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876238 Sep 24 00:28:19.871349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55ecd920-0a52-4bb4-9c3a-6a3e6170113b req-91c608e9-0356-4f47-8f33-030c56ae091d service neutron] 10.222.0.18 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889952 Sep 24 00:28:19.968398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-f0512f02-8222-40e0-91fa-8b5a29f42a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:19.971133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-f0512f02-8222-40e0-91fa-8b5a29f42a89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1095 time: 0.0480654 Sep 24 00:28:20.062120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-fba2a65f-2c93-460f-a34e-032129ee8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:20.064221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-fba2a65f-2c93-460f-a34e-032129ee8739 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 200 len: 897 time: 0.0869181 Sep 24 00:28:20.110542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-9398cf7b-a9ad-46b7-be7e-9e2b111bbffe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 217 time: 0.0394535 Sep 24 00:28:20.162561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-9e388636-6212-4ade-91fe-dbf557bee7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:20.164017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-9e388636-6212-4ade-91fe-dbf557bee7ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa233666-b472-47f5-bbf7-dff9a18ed738 HTTP/1.1" status: 200 len: 835 time: 0.0460706 Sep 24 00:28:20.214007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-1c4a3f88-cd9a-4574-a466-79d80783f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:20.215633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-1c4a3f88-cd9a-4574-a466-79d80783f6c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07421f2e-5a5a-463b-839b-4219e6c1d395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431452 Sep 24 00:28:20.344339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-566f7aef-8dcd-45aa-9ec8-c922bec6b33c service neutron] 10.222.0.18 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205182 Sep 24 00:28:20.356907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f151e6-a60f-46a2-8306-8c54641f8c06 req-7ee39027-83da-4790-9806-e08c3f1c065e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:20.358379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5f151e6-a60f-46a2-8306-8c54641f8c06 req-7ee39027-83da-4790-9806-e08c3f1c065e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 943 time: 0.0694175 Sep 24 00:28:20.769677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5f151e6-a60f-46a2-8306-8c54641f8c06 req-7be423f1-a3a4-4c80-9623-a6576bed1c88 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4027019 Sep 24 00:28:20.796234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69081113-d2cc-4549-ae9f-176d3b9d7e10 req-d79bb240-c7fc-4cfa-adf8-b34a4f28641d service neutron] 10.222.0.18 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366755 Sep 24 00:28:21.889942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22ab75-bdba-4a6e-8df4-7169e1942d11 req-ab691ca0-038d-44e6-b606-410833a63476 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:21.891457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b22ab75-bdba-4a6e-8df4-7169e1942d11 req-ab691ca0-038d-44e6-b606-410833a63476 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 943 time: 0.0528245 Sep 24 00:28:21.932837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b22ab75-bdba-4a6e-8df4-7169e1942d11 req-4f654336-b434-4d64-b87a-86f9341bcfd9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337238 Sep 24 00:28:21.966861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 615fc696-a250-43af-9028-ee9d8f887ca8 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:28:22.068449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:22.228788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '615fc696-a250-43af-9028-ee9d8f887ca8', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'port_id': '615fc696-a250-43af-9028-ee9d8f887ca8', 'mac_address': 'fa:16:3e:2d:1a:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:28:22.268790 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:22.281129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615fc696-a250-43af-9028-ee9d8f887ca8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:28:22.301824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:22.306173 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:22.365293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:22.496760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['615fc696-a250-43af-9028-ee9d8f887ca8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:28:22.999558 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51d9810b-7064-4f74-84c6-bce8ddcd9b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:23.054983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5976af-976f-45f8-b62e-86cfff5e3b5a req-048837e2-77cd-4473-902d-cead06d29c4c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:23.056419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed5976af-976f-45f8-b62e-86cfff5e3b5a req-048837e2-77cd-4473-902d-cead06d29c4c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 944 time: 0.0515764 Sep 24 00:28:23.096538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed5976af-976f-45f8-b62e-86cfff5e3b5a req-4b6947e9-ca5b-46a8-978d-755bc004b4f7 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338416 Sep 24 00:28:23.975151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 615fc696-a250-43af-9028-ee9d8f887ca8 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:28:24.026421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 615fc696-a250-43af-9028-ee9d8f887ca8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:28:24.030084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 615fc696-a250-43af-9028-ee9d8f887ca8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:28:24.030460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:24.115766 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:24.138930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:28:24.141261 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435f4600-8f5b-4760-a1e8-2bbd66ed5068" -d '{"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-plugged", "status": "completed", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:28:24.163459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:28:24.171305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:24.228622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:24.243900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd8121-4e71-4ece-a633-eded430b7f29 req-3bb5d64e-dbb3-4922-b63b-ab4f6fe1adee tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:24.245411 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ffd8121-4e71-4ece-a633-eded430b7f29 req-3bb5d64e-dbb3-4922-b63b-ab4f6fe1adee tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0716293 Sep 24 00:28:24.295266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ffd8121-4e71-4ece-a633-eded430b7f29 req-c1c8c5f2-a83b-4483-ab61-b8cf2bd364e0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430233 Sep 24 00:28:24.341176 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56efe3b4-26bb-4c38-ac1d-0a9844c08d8c x-openstack-request-id: req-56efe3b4-26bb-4c38-ac1d-0a9844c08d8c {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:28:24.341474 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-plugged", "status": "completed", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:28:24.341734 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56efe3b4-26bb-4c38-ac1d-0a9844c08d8c {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:28:24.342138 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'code': 200} Sep 24 00:28:24.443437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fb817-1437-48a0-bf19-2c5d1215b2f9 req-081dfb1b-f676-439b-aeb5-f577d586c54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:24.444959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b4fb817-1437-48a0-bf19-2c5d1215b2f9 req-081dfb1b-f676-439b-aeb5-f577d586c54d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1097 time: 0.0472734 Sep 24 00:28:24.480872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b4fb817-1437-48a0-bf19-2c5d1215b2f9 req-2de0517e-6501-4a73-8282-eb9d357b1abc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275645 Sep 24 00:28:25.422008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a09fb3-4bf9-4fb5-a3ad-ee436cdd1f6d req-63b792b9-c5e4-4cb5-a85f-dbf1563d9e43 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:25.423550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a09fb3-4bf9-4fb5-a3ad-ee436cdd1f6d req-63b792b9-c5e4-4cb5-a85f-dbf1563d9e43 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0529106 Sep 24 00:28:25.473878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a09fb3-4bf9-4fb5-a3ad-ee436cdd1f6d req-b82dee69-4495-4b2d-9f43-f82d0a57aa87 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Sep 24 00:28:25.859683 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:26.000404 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ac92-1ccc-4e93-9efd-733782dd51ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:26.607080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc721cb-6aa1-40e3-a9bf-52dee2f88798 req-82f92695-f394-4086-9c1e-e34a05df7d1f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:26.609816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dc721cb-6aa1-40e3-a9bf-52dee2f88798 req-82f92695-f394-4086-9c1e-e34a05df7d1f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0560682 Sep 24 00:28:26.656935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dc721cb-6aa1-40e3-a9bf-52dee2f88798 req-b4bdbb72-01d6-4f25-82ee-bbd26ed1ef13 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410349 Sep 24 00:28:26.781747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61423457-cebc-46dd-951d-b67231341ec1 req-7a159e9e-655a-43fe-8f60-62a28ff19c55 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:26.783253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61423457-cebc-46dd-951d-b67231341ec1 req-7a159e9e-655a-43fe-8f60-62a28ff19c55 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0537312 Sep 24 00:28:26.808664 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:26.824370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61423457-cebc-46dd-951d-b67231341ec1 req-d3e7fa70-01cc-452c-b1e2-990367f7c79e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344222 Sep 24 00:28:26.847643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34306) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:26.891644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62172bcd-d80e-4bf6-be11-fc6b52921dd0 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:26.894090 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-62172bcd-d80e-4bf6-be11-fc6b52921dd0 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1092 time: 0.0453985 Sep 24 00:28:26.897626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34308) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:26.902344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '615fc696-a250-43af-9028-ee9d8f887ca8', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:28:26.925009 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:27.034960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:27.143276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.25.5.194 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/aa811b42-64cb-490d-88bb-d08cb8d95e8c) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:28:27.252547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:27.288763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:27.325197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:28:27.329474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:28:27.333444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:28:27.341518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=aa811b42-64cb-490d-88bb-d08cb8d95e8c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:27.791403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:27.889736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:28.039951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:28.044869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:28.115282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=aa811b42-64cb-490d-88bb-d08cb8d95e8c,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:28:28.124994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:28.227080 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Floating IP 88cdea0f-456f-4467-8c4b-4e370d7d46f6 associated. External IP: 172.25.5.194, port: 615fc696-a250-43af-9028-ee9d8f887ca8. Sep 24 00:28:28.446346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router fad29bae-5b57-46ea-8657-27fdc6f70df7 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:28:28.565409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:28:28.575242 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] Sync routers for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:28:28.582351 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:28.586290 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:28.587022 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:28.609594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-97fd4744-58d9-42a8-b284-eb75aa477a83 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7107663 Sep 24 00:28:28.610726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:28:28.613228 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a76e4c-43cb-4442-a991-869487cc0c21" -d '{"events": [{"name": "network-changed", "server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:28:28.737504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d4e33c-ba0e-4597-8cb6-9c738b196aaa req-59063742-4b27-49c1-9107-1a1153b4a073 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:28.739181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07d4e33c-ba0e-4597-8cb6-9c738b196aaa req-59063742-4b27-49c1-9107-1a1153b4a073 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0573080 Sep 24 00:28:28.748848 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c7dcc7-a3d1-4583-a8c7-91f2ede26514 x-openstack-request-id: req-78c7dcc7-a3d1-4583-a8c7-91f2ede26514 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:28:28.749138 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:28:28.749388 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78c7dcc7-a3d1-4583-a8c7-91f2ede26514 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:28:28.749790 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'status': 'completed', 'code': 200} Sep 24 00:28:28.803219 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:28.814512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07d4e33c-ba0e-4597-8cb6-9c738b196aaa req-2c773596-5418-43a4-8ee7-a8131d5c47e0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687003 Sep 24 00:28:28.830403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-b6cc225c-6b55-40dd-a7fa-97e63f1fd6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:28.832319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-b6cc225c-6b55-40dd-a7fa-97e63f1fd6a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1097 time: 0.0582364 Sep 24 00:28:28.838922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34320) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:28.955406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-40b00766-7ae2-4e4f-8075-02696c1a039d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/88cdea0f-456f-4467-8c4b-4e370d7d46f6 HTTP/1.1" status: 200 len: 991 time: 0.1146255 Sep 24 00:28:28.989228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-572e448b-e752-4204-95b0-bb899e1ef741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:28.990740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-572e448b-e752-4204-95b0-bb899e1ef741 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 200 len: 897 time: 0.1497793 Sep 24 00:28:29.038497 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '88cdea0f-456f-4467-8c4b-4e370d7d46f6', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'port_id': '615fc696-a250-43af-9028-ee9d8f887ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'mac_address': 'fa:16:3e:2d:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:28:27Z', 'updated_at': '2021-09-24T00:28:27Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:17Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:29.057137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-eabe667c-1859-4578-9cf1-54230a83d66e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 999 time: 0.0598340 Sep 24 00:28:29.064707 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] Checking router: fad29bae-5b57-46ea-8657-27fdc6f70df7 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:28:29.072999 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:28:29.074045 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:29.112052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-588ae9fa-a8a3-4e12-8053-c045272ba417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:29.113612 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-588ae9fa-a8a3-4e12-8053-c045272ba417 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa233666-b472-47f5-bbf7-dff9a18ed738 HTTP/1.1" status: 200 len: 835 time: 0.0495875 Sep 24 00:28:29.175829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-38e23b60-aed7-4bf6-a67d-a6753501c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:29.177590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-38e23b60-aed7-4bf6-a67d-a6753501c819 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07421f2e-5a5a-463b-839b-4219e6c1d395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568252 Sep 24 00:28:29.179053 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:29.188004 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:28:29.280601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-cac10856-f3f4-465f-99c6-baaf20cc4a25 service neutron] 10.222.0.18 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957146 Sep 24 00:28:29.380944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72a76e4c-43cb-4442-a991-869487cc0c21 req-79c52591-eec5-4d12-a2e8-8627568ee42a service neutron] 10.222.0.18 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933714 Sep 24 00:28:29.446703 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '88cdea0f-456f-4467-8c4b-4e370d7d46f6', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'port_id': '615fc696-a250-43af-9028-ee9d8f887ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'mac_address': 'fa:16:3e:2d:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:28:27Z', 'updated_at': '2021-09-24T00:28:27Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:17Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:28:29.476736 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3498c725-0ac7-4c87-bd7c-5ba968ebbd49 None None] The sync data for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 is: [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '88cdea0f-456f-4467-8c4b-4e370d7d46f6', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.194', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'port_id': '615fc696-a250-43af-9028-ee9d8f887ca8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'mac_address': 'fa:16:3e:2d:1a:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:28:27Z', 'updated_at': '2021-09-24T00:28:27Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:17Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:28:29.690235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1507a20a-26f3-4dc1-aa70-7a7e6da18485 None None] New status for floating IP 88cdea0f-456f-4467-8c4b-4e370d7d46f6: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:28:29.959459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34328) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:28:30.022046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-33aa3043-6490-4cd5-bf4e-5df698c7a207 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/88cdea0f-456f-4467-8c4b-4e370d7d46f6 HTTP/1.1" status: 200 len: 993 time: 0.0614128 Sep 24 00:28:36.777064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:39.286299 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:53.005388 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c5ea9006-92d1-4781-8281-e8c942300969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:53.650177 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:28:53.695775 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73dfb07e-3304-4203-a237-89282fab5a39 req-0f37c201-14ce-40f5-85f0-2b16a1e8bf18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0522547 Sep 24 00:28:53.761314 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb07e-3304-4203-a237-89282fab5a39 req-aaf86f60-eb55-48ac-bb92-489e0379e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:53.762906 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73dfb07e-3304-4203-a237-89282fab5a39 req-aaf86f60-eb55-48ac-bb92-489e0379e01f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1098 time: 0.0453172 Sep 24 00:28:53.870802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb07e-3304-4203-a237-89282fab5a39 req-a3375673-7ac1-4230-99ef-c0de8319e9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:53.872335 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73dfb07e-3304-4203-a237-89282fab5a39 req-a3375673-7ac1-4230-99ef-c0de8319e9fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.0906091 Sep 24 00:28:54.204908 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73dfb07e-3304-4203-a237-89282fab5a39 req-e1af665a-e34f-442f-90ad-48ddd496be3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 1001 time: 0.3248203 Sep 24 00:28:54.262469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb07e-3304-4203-a237-89282fab5a39 req-833b69d7-a6cd-4c90-bba7-5d3491d94ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:54.264028 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73dfb07e-3304-4203-a237-89282fab5a39 req-833b69d7-a6cd-4c90-bba7-5d3491d94ab7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0520024 Sep 24 00:28:54.311474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfb07e-3304-4203-a237-89282fab5a39 req-1c0d56c2-c807-4369-9f09-0377afdaa093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:28:54.312967 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73dfb07e-3304-4203-a237-89282fab5a39 req-1c0d56c2-c807-4369-9f09-0377afdaa093 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411956 Sep 24 00:28:54.408749 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73dfb07e-3304-4203-a237-89282fab5a39 req-8454e61e-3bd0-495c-adb9-0638aba69885 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873294 Sep 24 00:28:54.505934 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-73dfb07e-3304-4203-a237-89282fab5a39 req-57e75f56-c6f8-4e88-8bc1-f000f6e32216 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901568 Sep 24 00:28:55.853377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:56.001698 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5f4e0003-a0cd-487d-81d9-0d4f70dd4dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:56.811596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:28:59.182233 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:01.080800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df195b4a-d1b4-4799-85aa-ed95e86a248f req-63c8c3ab-7ad6-40af-be18-44c1ca26483c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:01.082353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df195b4a-d1b4-4799-85aa-ed95e86a248f req-63c8c3ab-7ad6-40af-be18-44c1ca26483c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0560601 Sep 24 00:29:01.130498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df195b4a-d1b4-4799-85aa-ed95e86a248f req-94e016a8-fe30-4319-809d-1ef3836ed8da tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420156 Sep 24 00:29:01.154514 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34428) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:01.226693 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a3473f2c-7f61-44fe-b57d-7471b5499a53 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/88cdea0f-456f-4467-8c4b-4e370d7d46f6 HTTP/1.1" status: 200 len: 993 time: 0.0705454 Sep 24 00:29:01.574787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52af067-7930-4029-bf8d-356cf54b78dc req-904fda49-4bfd-4b8c-b92f-88fd19f66aa0 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:01.576372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f52af067-7930-4029-bf8d-356cf54b78dc req-904fda49-4bfd-4b8c-b92f-88fd19f66aa0 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1097 time: 0.0518968 Sep 24 00:29:01.623856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f52af067-7930-4029-bf8d-356cf54b78dc req-1114ed19-d149-496d-a409-323da5452489 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411544 Sep 24 00:29:02.349444 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7dbc4a5c-28f4-4b82-b692-583f43e2ab65 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1498134 Sep 24 00:29:02.358334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-e25daf93-a631-4320-9ba6-f9c16eb89d31 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:29:02.359408 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-e25daf93-a631-4320-9ba6-f9c16eb89d31 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051425 Sep 24 00:29:02.900068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-ec0f0e2f-3b18-432a-9c2c-5e42d3047d9b tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:02.901469 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-ec0f0e2f-3b18-432a-9c2c-5e42d3047d9b tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports/615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 1094 time: 0.0947542 Sep 24 00:29:02.910632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Request body: {'binding': {'host': 'n-h2-713498-18', 'vnic_type': 'normal', 'profile': {}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:02.911103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Unknown quota resources ['binding']. {{(pid=106378) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 00:29:03.050725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on host n-h2-713498-18 for vnic_type normal with profile None {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:03.051095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:03.051423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:03.055643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:29:03.055958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:03.061040 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:03.061337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Checking segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:03.061676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Bound using segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:03.062109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Bound port: 615fc696-a250-43af-9028-ee9d8f887ca8, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:03.151164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:03.155906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:03.157681 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4ecba626-e5d3-4ca8-b76b-807c7e875180 service neutron] 10.222.0.24 "POST /v2.0/ports/615fc696-a250-43af-9028-ee9d8f887ca8/bindings HTTP/1.1" status: 201 len: 390 time: 0.2502630 Sep 24 00:29:03.330970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fd3508-5dee-40ab-8a5d-b248e20474a9 req-34cc6400-8625-4805-b988-54ac43912c3c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:03.332599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23fd3508-5dee-40ab-8a5d-b248e20474a9 req-34cc6400-8625-4805-b988-54ac43912c3c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0607157 Sep 24 00:29:03.375296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23fd3508-5dee-40ab-8a5d-b248e20474a9 req-37503799-fc31-4f1e-8904-aa09cd5e8e3a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362442 Sep 24 00:29:03.406448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-1f098bb1-a98e-4de2-b8b3-9a66b57a626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:03.408564 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-1f098bb1-a98e-4de2-b8b3-9a66b57a626b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1097 time: 0.0510504 Sep 24 00:29:03.507518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-95479c84-46c3-4cc7-9c88-57db99bf1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:03.509017 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-95479c84-46c3-4cc7-9c88-57db99bf1b27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 200 len: 897 time: 0.0934937 Sep 24 00:29:03.584229 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-586bc9fd-06cc-41a9-937a-1ed1cf1631e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 1001 time: 0.0683978 Sep 24 00:29:03.634394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-5f5a682f-4bac-4fe9-a265-38f53ee48f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:03.635918 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-5f5a682f-4bac-4fe9-a265-38f53ee48f66 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa233666-b472-47f5-bbf7-dff9a18ed738 HTTP/1.1" status: 200 len: 835 time: 0.0457180 Sep 24 00:29:03.690500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-97a0128e-1e7e-41fc-bde0-f5f0254dc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:03.692134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-97a0128e-1e7e-41fc-bde0-f5f0254dc185 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07421f2e-5a5a-463b-839b-4219e6c1d395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489502 Sep 24 00:29:03.788339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-5c04eaea-7bde-49e9-97e8-14f15b07b24f service neutron] 10.222.0.20 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895491 Sep 24 00:29:03.896539 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-41938ac2-d586-436c-81b9-d428df16dcca service neutron] 10.222.0.20 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019771 Sep 24 00:29:04.033361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-d76a1444-8edb-4ace-b6f4-aa7351ffb58f tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:04.034623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-d76a1444-8edb-4ace-b6f4-aa7351ffb58f tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85&tenant_id=a930604132e14a0bbbea0b94ffed365f&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1097 time: 0.0839293 Sep 24 00:29:04.045367 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-713498-18'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:04.102507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.241247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:04.281030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:04.324356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:04.327550 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6a77f5-e918-4b46-b65e-5ab6e02e9e6c" -d '{"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-unplugged", "status": "completed", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:04.331779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.339099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.377907 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d35529-f3d9-4c24-9f12-1ba55962f4a5 x-openstack-request-id: req-74d35529-f3d9-4c24-9f12-1ba55962f4a5 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:04.378441 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-unplugged", "status": "completed", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:04.378737 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74d35529-f3d9-4c24-9f12-1ba55962f4a5 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:04.379362 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'code': 200} Sep 24 00:29:04.452322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:04.464683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.465009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.465356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.465698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.466030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.466364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.466693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.467055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.467383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.467711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.468067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.468391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:04.516089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9777c-1d13-4871-8346-d7976ee0e6dc req-668d4272-7a45-49c5-aca4-9a2c03a382e6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:04.517945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34a9777c-1d13-4871-8346-d7976ee0e6dc req-668d4272-7a45-49c5-aca4-9a2c03a382e6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 943 time: 0.0605314 Sep 24 00:29:04.521486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on host n-h1-713498-18 for vnic_type normal with profile {"migrating_to": "n-h2-713498-18"} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:04.521822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:04.522146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:04.527111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:29:04.527436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Attempting to bind port 615fc696-a250-43af-9028-ee9d8f887ca8 on network 07421f2e-5a5a-463b-839b-4219e6c1d395 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:04.537195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:04.537638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Checking segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:04.537941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Bound using segment: {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:04.538378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Bound port: 615fc696-a250-43af-9028-ee9d8f887ca8, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d42d627-048f-4e90-ab0d-ac8cf3411ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:04.538740 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.572619 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34a9777c-1d13-4871-8346-d7976ee0e6dc req-c6269713-08b7-4191-9949-784fbeccb361 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404427 Sep 24 00:29:04.621379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:04.626110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:04.634201 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.665206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-961cbf87-c883-4efc-9b46-6e089f81fbb3 None None] Provisioning complete for port 615fc696-a250-43af-9028-ee9d8f887ca8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:04.665886 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-961cbf87-c883-4efc-9b46-6e089f81fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.753956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:04.816627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:04.817655 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.819041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-961cbf87-c883-4efc-9b46-6e089f81fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.819601 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-7aae07c5-8357-4b63-9e49-c27b443dfdac service neutron] 10.222.0.20 "PUT /v2.0/ports/615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 1123 time: 0.7780967 Sep 24 00:29:04.850189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:04.853000 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00977c4-c1e5-4811-8715-dbc88eef513d" -d '{"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-plugged", "status": "completed", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:04.872819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-961cbf87-c883-4efc-9b46-6e089f81fbb3 None None] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:04.878242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-961cbf87-c883-4efc-9b46-6e089f81fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:04.893521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['615fc696-a250-43af-9028-ee9d8f887ca8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:29:04.948622 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a017c573-d4b0-4b52-ac58-b331a94b6846 x-openstack-request-id: req-a017c573-d4b0-4b52-ac58-b331a94b6846 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:04.948622 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-plugged", "status": "completed", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:04.948622 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a017c573-d4b0-4b52-ac58-b331a94b6846 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:04.948945 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'code': 200} Sep 24 00:29:05.072181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cbf87-c883-4efc-9b46-6e089f81fbb3 None None] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:05.252200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9039db-efe6-4bc7-abe6-1aaaeede1933 req-916e5136-16ea-4d66-950f-7dd34c2789a4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:05.254549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb9039db-efe6-4bc7-abe6-1aaaeede1933 req-916e5136-16ea-4d66-950f-7dd34c2789a4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0708656 Sep 24 00:29:05.286438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-78a31bcd-4e04-4322-980c-597d0f61ec64 None None] Provisioning complete for port 615fc696-a250-43af-9028-ee9d8f887ca8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:05.287028 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-78a31bcd-4e04-4322-980c-597d0f61ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:05.299139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb9039db-efe6-4bc7-abe6-1aaaeede1933 req-5382c931-2617-4807-9c15-cc249522199b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Sep 24 00:29:05.703908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b3448-5935-4918-adce-c01b1590dd88 req-b2e66eb9-30d5-4f2d-b877-845e69134b8b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:05.705345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e36b3448-5935-4918-adce-c01b1590dd88 req-b2e66eb9-30d5-4f2d-b877-845e69134b8b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0560915 Sep 24 00:29:05.750007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e36b3448-5935-4918-adce-c01b1590dd88 req-915b381e-623a-4705-b403-6bffd7fb1fe3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369012 Sep 24 00:29:06.380859 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:06.383775 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:06.423418 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158d1e63-4d90-4b68-a135-ff4ae02d1857 x-openstack-request-id: req-158d1e63-4d90-4b68-a135-ff4ae02d1857 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:06.423788 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:06.424159 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-158d1e63-4d90-4b68-a135-ff4ae02d1857 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:06.424570 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'status': 'completed', 'code': 200} Sep 24 00:29:06.493643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4f050-6450-4307-bfbc-4b04dbe5e516 req-1358be0c-9c54-4b91-9c3e-85a604909a64 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:06.495217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fa4f050-6450-4307-bfbc-4b04dbe5e516 req-1358be0c-9c54-4b91-9c3e-85a604909a64 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0905235 Sep 24 00:29:06.512750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-8dbc6976-8d3d-4072-9a3a-c0ad3a209935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:06.514139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-8dbc6976-8d3d-4072-9a3a-c0ad3a209935 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1128 time: 0.0675159 Sep 24 00:29:06.569454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fa4f050-6450-4307-bfbc-4b04dbe5e516 req-47e5588f-e197-4224-b5d5-4a00e9403a07 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671377 Sep 24 00:29:06.599112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 615fc696-a250-43af-9028-ee9d8f887ca8 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:29:06.638953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-e2baa2fe-6558-4d7d-8962-407282ef4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:06.640546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-e2baa2fe-6558-4d7d-8962-407282ef4cf2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 200 len: 897 time: 0.1177092 Sep 24 00:29:06.711358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:06.720461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-a25aaf5f-0de6-4eae-8675-6795ed63e922 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 1001 time: 0.0723319 Sep 24 00:29:06.726648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 615fc696-a250-43af-9028-ee9d8f887ca8 has no active binding in host n-h2-713498-18 {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 00:29:06.763766 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:06.772190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-61aa2563-071b-4fb4-8cb5-7a1f507e234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:06.773679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-61aa2563-071b-4fb4-8cb5-7a1f507e234d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aa233666-b472-47f5-bbf7-dff9a18ed738 HTTP/1.1" status: 200 len: 835 time: 0.0467408 Sep 24 00:29:06.825263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-64e9f177-dd30-4a26-aa1b-3bd43f226de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:06.826823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-64e9f177-dd30-4a26-aa1b-3bd43f226de9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=07421f2e-5a5a-463b-839b-4219e6c1d395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457232 Sep 24 00:29:06.929390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d98225-ff20-4df3-b0b5-a1ddce729190 req-db7868d2-cb6e-4a47-a8e4-d34fca2b58df tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:06.930928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52d98225-ff20-4df3-b0b5-a1ddce729190 req-db7868d2-cb6e-4a47-a8e4-d34fca2b58df tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.1031735 Sep 24 00:29:06.966816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-9d58653e-03a6-4eaf-af4b-0f7db7c8b5b1 service neutron] 10.222.0.18 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302683 Sep 24 00:29:07.003020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52d98225-ff20-4df3-b0b5-a1ddce729190 req-b6345529-390d-45f4-80c1-4133d277a1f4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615294 Sep 24 00:29:07.073601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da41ed4d-ebec-4fdb-9695-ee93489b3bf3 req-b818947e-35a9-46f3-b95a-4ef3ea185214 service neutron] 10.222.0.18 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992339 Sep 24 00:29:07.690163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8624a63-8999-4dc2-a0ef-e4a54319927b req-79d91b38-a448-4935-8a7b-e9dfb7de6a6e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:07.691734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8624a63-8999-4dc2-a0ef-e4a54319927b req-79d91b38-a448-4935-8a7b-e9dfb7de6a6e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0515873 Sep 24 00:29:07.732676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8624a63-8999-4dc2-a0ef-e4a54319927b req-e9771e24-1623-4e29-b7d5-cfa8a7b633e1 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342634 Sep 24 00:29:08.122936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd0ea3-d940-4244-b31d-4747aa2d7331 req-241ea4a6-f056-4a54-9a24-68d075aac5ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:08.124443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbd0ea3-d940-4244-b31d-4747aa2d7331 req-241ea4a6-f056-4a54-9a24-68d075aac5ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0539949 Sep 24 00:29:08.163129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0cbd0ea3-d940-4244-b31d-4747aa2d7331 req-b627d792-778b-492c-8e05-744edbfc2efd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322418 Sep 24 00:29:08.859704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef9684-425a-4195-9b91-081a611203c1 req-fc46ced9-eabd-4125-9b67-389b91980ac2 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:08.861855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10ef9684-425a-4195-9b91-081a611203c1 req-fc46ced9-eabd-4125-9b67-389b91980ac2 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0574145 Sep 24 00:29:08.914992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10ef9684-425a-4195-9b91-081a611203c1 req-f11e51a9-7960-4487-a4be-ef1dd6a46b28 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461462 Sep 24 00:29:09.290955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3974141-e47b-4ac0-8348-08f8e30b93cf req-eeecd6d1-894f-48ae-a78c-e6423bdabc5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:09.292584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3974141-e47b-4ac0-8348-08f8e30b93cf req-eeecd6d1-894f-48ae-a78c-e6423bdabc5c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 945 time: 0.0584753 Sep 24 00:29:09.304105 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:09.337935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3974141-e47b-4ac0-8348-08f8e30b93cf req-c898b797-48fe-411a-bb70-9734a5f04edd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377479 Sep 24 00:29:09.808508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ce5ce-508c-43bb-aa95-e398ece10e4b req-f8de54e1-0e9c-487b-b47c-9f629b156f54 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:09.810575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791ce5ce-508c-43bb-aa95-e398ece10e4b req-f8de54e1-0e9c-487b-b47c-9f629b156f54 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 945 time: 0.0544481 Sep 24 00:29:09.848812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-791ce5ce-508c-43bb-aa95-e398ece10e4b req-11e95135-bba0-4bad-a761-168808e447c9 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314579 Sep 24 00:29:10.045094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df833c7-9b58-4dc0-aaec-a0b801fdece0 req-0bd98111-6aea-472b-b303-497f0b69ad29 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:10.046690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0df833c7-9b58-4dc0-aaec-a0b801fdece0 req-0bd98111-6aea-472b-b303-497f0b69ad29 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0538688 Sep 24 00:29:10.087442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0df833c7-9b58-4dc0-aaec-a0b801fdece0 req-8c9884e3-c0a1-4dc1-8e3b-57b79addd5b0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335398 Sep 24 00:29:10.146986 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-f0143e75-69cf-4340-93fa-a6274acd6b15 service neutron] 10.222.0.18 "GET /v2.0/ports/615fc696-a250-43af-9028-ee9d8f887ca8/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 385 time: 0.0585444 Sep 24 00:29:10.325678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:10.345711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:10.396271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:10.398781 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6d2e7c-81a4-4eab-a5a4-e62f2b8de2ed" -d '{"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-unplugged", "status": "completed", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:10.407424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:10.433186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:10.451766 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22225a8-db11-44f0-aa0b-06b9b4645017 x-openstack-request-id: req-e22225a8-db11-44f0-aa0b-06b9b4645017 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:10.452076 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-unplugged", "status": "completed", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:10.452350 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e22225a8-db11-44f0-aa0b-06b9b4645017 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:10.452845 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'code': 200} Sep 24 00:29:10.507544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389943f-ad0d-4428-bb46-a158ec3d3bae req-4df70a72-7693-444d-865e-c29d98c3f7c5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:10.509026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f389943f-ad0d-4428-bb46-a158ec3d3bae req-4df70a72-7693-444d-865e-c29d98c3f7c5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 944 time: 0.0924273 Sep 24 00:29:10.568617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] Transition to ACTIVE for port object 615fc696-a250-43af-9028-ee9d8f887ca8 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:29:10.572396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f389943f-ad0d-4428-bb46-a158ec3d3bae req-845192d4-ed87-4986-9608-e5bf1ae34233 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529020 Sep 24 00:29:10.573997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:10.675683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] Pushing event updated for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=11']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:10.710335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] No DVR routers for this DVR port 615fc696-a250-43af-9028-ee9d8f887ca8 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:29:10.849113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-0183863e-1903-4b80-afeb-bc8bd2124b47 service neutron] 10.222.0.18 "PUT /v2.0/ports/615fc696-a250-43af-9028-ee9d8f887ca8/bindings/n-h2-713498-18/activate HTTP/1.1" status: 200 len: 370 time: 0.6953926 Sep 24 00:29:10.965911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-62f6add2-771f-461c-bd92-c2ad6ec39502 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:10.967501 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-62f6add2-771f-461c-bd92-c2ad6ec39502 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85&tenant_id=a930604132e14a0bbbea0b94ffed365f&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.0610440 Sep 24 00:29:11.020869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-46a9432a-1101-4989-a355-0a40f2d39e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.022393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-46a9432a-1101-4989-a355-0a40f2d39e49 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 1096 time: 0.0423799 Sep 24 00:29:11.093665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf1149-d1b2-4a2d-8cd8-00264cf1487a req-38c466fb-38b8-4d07-a424-097e5f099ff6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.095193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ebf1149-d1b2-4a2d-8cd8-00264cf1487a req-38c466fb-38b8-4d07-a424-097e5f099ff6 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 945 time: 0.0564578 Sep 24 00:29:11.127855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-47a1ab1f-8263-429d-9285-4416b58958f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.129543 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-47a1ab1f-8263-429d-9285-4416b58958f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1096 time: 0.0770266 Sep 24 00:29:11.136874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ebf1149-d1b2-4a2d-8cd8-00264cf1487a req-96371663-4be2-445d-8e03-ff7a5afaeed7 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/security-groups?id=7bc5356b-4363-438a-b551-73b8866ae357&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357487 Sep 24 00:29:11.141973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-214fc0c5-65c5-4aa6-8293-801fab86bc7d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.143826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-214fc0c5-65c5-4aa6-8293-801fab86bc7d tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.20 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 945 time: 0.0628138 Sep 24 00:29:11.214630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c5c29-d4f0-4ea6-92f4-c789305bc256 req-c1cba5db-39ed-41e7-a727-2a84a0fb96fe tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.216087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-939c5c29-d4f0-4ea6-92f4-c789305bc256 req-c1cba5db-39ed-41e7-a727-2a84a0fb96fe tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0558078 Sep 24 00:29:11.255853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-939c5c29-d4f0-4ea6-92f4-c789305bc256 req-2a9f087b-93aa-4407-af06-070761dfa005 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333910 Sep 24 00:29:11.289321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-03615d09-841a-4c97-8fea-cb5a6e0d17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.290932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-03615d09-841a-4c97-8fea-cb5a6e0d17f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 200 len: 897 time: 0.1461079 Sep 24 00:29:11.356678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Deleting port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:11.357031 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:11.393402 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-9da03993-a623-486c-ad9b-45586f6b6e3d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 999 time: 0.0943241 Sep 24 00:29:11.497306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] For port b1aec121-b6fb-47c3-aaed-c69f1ac77a63, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:11.497581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:11.501426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-5d4b59da-4dbf-4c31-b879-b6df8c890895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.502963 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-5d4b59da-4dbf-4c31-b879-b6df8c890895 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa233666-b472-47f5-bbf7-dff9a18ed738 HTTP/1.1" status: 200 len: 835 time: 0.1023488 Sep 24 00:29:11.604478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4314c736-e3eb-46c3-b347-5f4acd7b2e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.606056 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-4314c736-e3eb-46c3-b347-5f4acd7b2e45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07421f2e-5a5a-463b-839b-4219e6c1d395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0953972 Sep 24 00:29:11.695914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4517349-4939-4994-9782-590daca4b333 req-9b1029d6-bbe0-4af9-974a-e31cde8be888 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:11.697441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4517349-4939-4994-9782-590daca4b333 req-9b1029d6-bbe0-4af9-974a-e31cde8be888 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 944 time: 0.0557683 Sep 24 00:29:11.737989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4517349-4939-4994-9782-590daca4b333 req-3572680c-bcf5-4e42-b9ac-0f10682909e4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333967 Sep 24 00:29:11.783893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:11.784253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:11.784569 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Floating IP 82edf80f-ec20-49dc-8ad6-67ccc55a4634 disassociated. External IP: 172.25.5.227, port: b1aec121-b6fb-47c3-aaed-c69f1ac77a63. Sep 24 00:29:11.784923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Calling delete_port for b1aec121-b6fb-47c3-aaed-c69f1ac77a63 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:11.796882 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-73edc65a-301d-437d-8110-e02388cf990f service neutron] 10.222.0.20 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611383 Sep 24 00:29:11.938466 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-ecc0c064-b1cb-4b07-a466-db353a2b0d00 service neutron] 10.222.0.20 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093175 Sep 24 00:29:11.989554 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:12.021651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event deleted for resources: {'Port': ['ID=b1aec121-b6fb-47c3-aaed-c69f1ac77a63,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:12.150060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Router bd51d8ba-a610-41de-be7a-004e165bd0d7 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:12.246016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-327e9c21-04e9-47ae-bbcc-ca5e3d77aeb9 req-c92491cb-1ff4-4899-ae49-ce9be12b8d04 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f38b06-99fc-45be-b5d2-f9869cb3fd15 HTTP/1.1" status: 200 len: 210 time: 0.0344594 Sep 24 00:29:12.395577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c7527-eec0-4f1b-8f86-d6a4fc9f9e6b req-701dd41d-982a-4a26-a850-f57bf065517c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:12.398342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-145c7527-eec0-4f1b-8f86-d6a4fc9f9e6b req-701dd41d-982a-4a26-a850-f57bf065517c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0667744 Sep 24 00:29:12.451959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-145c7527-eec0-4f1b-8f86-d6a4fc9f9e6b req-31b1a715-b4ea-4019-87ab-89dd7f4e7db7 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458667 Sep 24 00:29:12.489223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-e1206ca3-5fee-4035-9440-db489fa8ff96 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:12.490817 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-e1206ca3-5fee-4035-9440-db489fa8ff96 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85&tenant_id=a930604132e14a0bbbea0b94ffed365f&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 1096 time: 0.3565507 Sep 24 00:29:12.605578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:12.617268 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] Sync routers for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:12.628248 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:12.628869 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:12.674373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] No DVR routers for this DVR port b1aec121-b6fb-47c3-aaed-c69f1ac77a63 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:29:12.678142 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:12.680206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-83e647b1-1f82-4639-828a-2d7f355b0f27 req-d51d0d44-083d-4a74-b933-19443c55e051 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.20 "DELETE /v2.0/ports/b1aec121-b6fb-47c3-aaed-c69f1ac77a63 HTTP/1.1" status: 204 len: 173 time: 1.5269783 Sep 24 00:29:12.680658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'name': 'network-vif-deleted', 'tag': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:12.683121 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55394063-ac47-4bdc-b91b-a986160bd33e" -d '{"events": [{"server_uuid": "f5f38b06-99fc-45be-b5d2-f9869cb3fd15", "name": "network-vif-deleted", "tag": "b1aec121-b6fb-47c3-aaed-c69f1ac77a63"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:12.709517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-071d3035-8274-466f-90eb-68727fabceca service neutron] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:12.716708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-071d3035-8274-466f-90eb-68727fabceca service neutron] Notify callbacks [] for binding, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:12.719552 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3dce0371-86cb-4eeb-ada4-76abe05a7f2e req-071d3035-8274-466f-90eb-68727fabceca service neutron] 10.222.0.20 "DELETE /v2.0/ports/615fc696-a250-43af-9028-ee9d8f887ca8/bindings/n-h1-713498-18 HTTP/1.1" status: 204 len: 173 time: 0.2200155 Sep 24 00:29:12.770052 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:12.792380 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47057425-6527-43d5-b145-daecb793c2e3 x-openstack-request-id: req-47057425-6527-43d5-b145-daecb793c2e3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:12.792981 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f38b06-99fc-45be-b5d2-f9869cb3fd15", "name": "network-vif-deleted", "tag": "b1aec121-b6fb-47c3-aaed-c69f1ac77a63", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:12.793348 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-47057425-6527-43d5-b145-daecb793c2e3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:12.793830 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f38b06-99fc-45be-b5d2-f9869cb3fd15', 'name': 'network-vif-deleted', 'tag': 'b1aec121-b6fb-47c3-aaed-c69f1ac77a63', 'status': 'completed', 'code': 200} Sep 24 00:29:12.904761 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21a851-4fcb-4b8b-9b6a-ed7e31955566 req-0deedacf-2ca5-4571-bb0e-0763c9f407ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:12.906189 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c21a851-4fcb-4b8b-9b6a-ed7e31955566 req-0deedacf-2ca5-4571-bb0e-0763c9f407ac tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 944 time: 0.0581946 Sep 24 00:29:12.954345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c21a851-4fcb-4b8b-9b6a-ed7e31955566 req-928db7af-be04-4197-93db-d851f07245da tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363748 Sep 24 00:29:13.010685 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:24:03Z', 'revision_number': 5, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:13.043476 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] Checking router: bd51d8ba-a610-41de-be7a-004e165bd0d7 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:13.052468 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:13.053078 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:13.136373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbb3a7-c75a-4e7b-a9a1-b8b6a075127b req-7cb61335-da93-45f5-8032-a69f5ce09cbd tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:13.138132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41cbb3a7-c75a-4e7b-a9a1-b8b6a075127b req-7cb61335-da93-45f5-8032-a69f5ce09cbd tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1096 time: 0.0766680 Sep 24 00:29:13.190099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41cbb3a7-c75a-4e7b-a9a1-b8b6a075127b req-067a33d2-dfcf-4ed7-ba14-26e28f11cb73 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403376 Sep 24 00:29:13.190372 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:13.352316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34534) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:13.355432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79ba67-095b-4b2b-9731-adde636c14a5 req-62d70854-149a-4009-8e2a-84f523eab428 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:13.359732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c79ba67-095b-4b2b-9731-adde636c14a5 req-62d70854-149a-4009-8e2a-84f523eab428 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 944 time: 0.0759354 Sep 24 00:29:13.423319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c79ba67-095b-4b2b-9731-adde636c14a5 req-d7458332-410c-4e5c-a229-bef0b2b75a72 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544982 Sep 24 00:29:13.458814 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34536) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:13.557866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8fec2164-a273-47c5-af23-1ab5a4d60c81 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/88cdea0f-456f-4467-8c4b-4e370d7d46f6 HTTP/1.1" status: 200 len: 991 time: 0.0926929 Sep 24 00:29:13.581013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Deleting port 172733a0-34a3-48af-8d10-4ed239d37099 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:13.581369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:13.620608 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:24:03Z', 'revision_number': 5, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:13.651443 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1a5c6-df7f-4fcc-8894-850679730bd0 None None] The sync data for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 is: [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:58Z', 'revision_number': 4, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '731727c7-8818-42b8-9c05-ea1fee14c0d4', 'name': '', 'network_id': 'ffc8f9e0-8a50-409a-b2fa-d556821a8884', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'mac_address': 'fa:16:3e:f2:0c:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:57Z', 'updated_at': '2021-09-24T00:24:03Z', 'revision_number': 5, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'subnets': [{'id': 'bfcbb256-ec7d-458a-b2a2-723024842fc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:13.670260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d9e84-5b73-4624-8a45-f453f5f989f6 req-0728ff55-7bfe-421a-8650-1a5e1de932cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:13.671957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af6d9e84-5b73-4624-8a45-f453f5f989f6 req-0728ff55-7bfe-421a-8650-1a5e1de932cd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1085327 Sep 24 00:29:13.711085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:13.711515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:13.727276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Calling delete_port for 172733a0-34a3-48af-8d10-4ed239d37099 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:13.729516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af6d9e84-5b73-4624-8a45-f453f5f989f6 req-5a3538e4-41fa-458c-92a0-f562b8dc221f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473926 Sep 24 00:29:13.831590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34544) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:13.916960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:13.949818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event deleted for resources: {'Port': ['ID=172733a0-34a3-48af-8d10-4ed239d37099,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:13.990648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ace877-a253-4664-9499-6438713bdd1d None None] New status for floating IP 82edf80f-ec20-49dc-8ad6-67ccc55a4634: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:29:14.017421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.020114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.021348 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a201a3a0-1a83-468f-952f-a9d41f280aeb tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "DELETE /v2.0/floatingips/82edf80f-ec20-49dc-8ad6-67ccc55a4634 HTTP/1.1" status: 204 len: 168 time: 0.6677532 Sep 24 00:29:14.051885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port aa811b42-64cb-490d-88bb-d08cb8d95e8c {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:14.052320 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.113560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34550) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:14.161246 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.161589 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.177539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for aa811b42-64cb-490d-88bb-d08cb8d95e8c owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:14.187460 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca5c42b5-807f-4c43-b91f-fb86f502b2c0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.203596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 615fc696-a250-43af-9028-ee9d8f887ca8 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:14.221385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca5c42b5-807f-4c43-b91f-fb86f502b2c0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.248131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 615fc696-a250-43af-9028-ee9d8f887ca8 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:14.305661 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca5c42b5-807f-4c43-b91f-fb86f502b2c0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.310639 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca5c42b5-807f-4c43-b91f-fb86f502b2c0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.312893 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ca5c42b5-807f-4c43-b91f-fb86f502b2c0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] 10.222.0.24 "DELETE /v2.0/security-groups/7bc5356b-4363-438a-b551-73b8866ae357 HTTP/1.1" status: 204 len: 168 time: 0.1981039 Sep 24 00:29:14.328162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c42b5-807f-4c43-b91f-fb86f502b2c0 tempest-TestServerBasicOps-1711394782 tempest-TestServerBasicOps-1711394782-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc5356b-4363-438a-b551-73b8866ae357,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:14.370832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34554) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:14.408689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.437349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=aa811b42-64cb-490d-88bb-d08cb8d95e8c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:14.450564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.450981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.451359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.451704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.452456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.452456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.452680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.453041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.454057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.454383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.454717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.455109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:14.541337 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:14.541909 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Floating IP 88cdea0f-456f-4467-8c4b-4e370d7d46f6 disassociated (deleted). External IP: 172.25.5.194, port: 615fc696-a250-43af-9028-ee9d8f887ca8. Sep 24 00:29:14.646092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b1aec121-b6fb-47c3-aaed-c69f1ac77a63 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:14.674956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: b1aec121-b6fb-47c3-aaed-c69f1ac77a63 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:14.675304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device b1aec121-b6fb-47c3-aaed-c69f1ac77a63 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:14.971655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5446ae4d-9e67-44cf-b555-fd348ea01a00 req-cd7b0680-c580-40f3-8be6-f00bfc0675f2 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:14.973149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5446ae4d-9e67-44cf-b555-fd348ea01a00 req-cd7b0680-c580-40f3-8be6-f00bfc0675f2 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1651657 Sep 24 00:29:15.018386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router fad29bae-5b57-46ea-8657-27fdc6f70df7 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:15.067245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5446ae4d-9e67-44cf-b555-fd348ea01a00 req-9f7e0b6a-267e-42d5-8378-110d77725196 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867021 Sep 24 00:29:15.507439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:15.513032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:15.518632 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] Sync routers for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:15.528972 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:15.529750 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:15.560451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9daa9750-1268-45cc-881d-562dc59cbbb9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/floatingips/88cdea0f-456f-4467-8c4b-4e370d7d46f6 HTTP/1.1" status: 204 len: 168 time: 1.7276034 Sep 24 00:29:15.562163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:15.564474 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d" -d '{"events": [{"name": "network-changed", "server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:15.596305 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:15.663824 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad78feb-6db2-4f42-af77-975f62b30089 x-openstack-request-id: req-2ad78feb-6db2-4f42-af77-975f62b30089 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:15.664460 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:15.664901 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ad78feb-6db2-4f42-af77-975f62b30089 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:15.665494 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'status': 'completed', 'code': 200} Sep 24 00:29:15.685285 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:15.711477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-34ae17b3-fe78-47ef-90d5-ef6cdd51f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:15.713743 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-34ae17b3-fe78-47ef-90d5-ef6cdd51f4f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 1096 time: 0.0648665 Sep 24 00:29:15.875310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-866c4a62-c3f9-49df-8718-a0cc42bcf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:15.878518 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-866c4a62-c3f9-49df-8718-a0cc42bcf3fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 200 len: 897 time: 0.1577311 Sep 24 00:29:15.944303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-51a6b3be-a063-47ef-b197-5ae8e8dacb0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 200 len: 217 time: 0.0579789 Sep 24 00:29:15.953987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73760b70-c885-442a-9db7-e76fbe6a44bd req-3a877fa7-b744-4e7f-aea8-6ce9a2b72c46 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:15.955764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73760b70-c885-442a-9db7-e76fbe6a44bd req-3a877fa7-b744-4e7f-aea8-6ce9a2b72c46 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 944 time: 0.0789716 Sep 24 00:29:15.957968 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:17Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:15.986797 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] Checking router: fad29bae-5b57-46ea-8657-27fdc6f70df7 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:15.996263 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:15.996263 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:16.013707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73760b70-c885-442a-9db7-e76fbe6a44bd req-e776e519-95c6-417b-b1dd-f6f8e603ec3b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=2597e6ea-5b4a-4f76-8daf-016e144608b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470335 Sep 24 00:29:16.015149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Deleting port 731727c7-8818-42b8-9c05-ea1fee14c0d4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:16.015490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:16.053148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-a9dc2eaa-a589-4b65-b641-e165ac135225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:16.054867 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-a9dc2eaa-a589-4b65-b641-e165ac135225 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aa233666-b472-47f5-bbf7-dff9a18ed738 HTTP/1.1" status: 200 len: 835 time: 0.1014636 Sep 24 00:29:16.111685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-e443569d-f052-4dc3-91b3-899891bc7e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:16.113295 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-e443569d-f052-4dc3-91b3-899891bc7e38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=07421f2e-5a5a-463b-839b-4219e6c1d395&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482991 Sep 24 00:29:16.119951 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:16.159065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] For port 731727c7-8818-42b8-9c05-ea1fee14c0d4, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=731727c7-8818-42b8-9c05-ea1fee14c0d4,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:16.159922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:16.197470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Calling delete_port for 731727c7-8818-42b8-9c05-ea1fee14c0d4 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:16.242297 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-a0d42ca3-9a37-43cb-8fbd-4f8f3d65de3a service neutron] 10.222.0.20 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197457 Sep 24 00:29:16.297974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46be020-e713-452b-a66c-afb73772d529 req-3384d41e-6587-4ca9-af23-f9dae8c5db7e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:16.299504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c46be020-e713-452b-a66c-afb73772d529 req-3384d41e-6587-4ca9-af23-f9dae8c5db7e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1271820 Sep 24 00:29:16.380711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707e067-a654-4286-8edd-2f770d2144ff req-f8e513f1-ba41-464e-9736-43adbd499b31 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:16.382329 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b707e067-a654-4286-8edd-2f770d2144ff req-f8e513f1-ba41-464e-9736-43adbd499b31 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.20 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 944 time: 0.1186166 Sep 24 00:29:16.395504 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:17Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:16.413869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c46be020-e713-452b-a66c-afb73772d529 req-09423bae-a815-4903-93f1-c4255fd75b80 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952175 Sep 24 00:29:16.433760 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-33ffca8e-3137-4f35-8c66-053db0010add service neutron] 10.222.0.20 "GET /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777110 Sep 24 00:29:16.455241 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b22e0ae-78b5-4173-9daf-c5d10e3c6afc None None] The sync data for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 is: [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:14Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ba0021a6-02ce-47bb-b05d-0867cdbbc6db', 'name': '', 'network_id': '07421f2e-5a5a-463b-839b-4219e6c1d395', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:29:be:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3696, 'fixed_ips': [{'subnet_id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:14Z', 'updated_at': '2021-09-24T00:28:17Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'aa233666-b472-47f5-bbf7-dff9a18ed738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:16.523733 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:16.548598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port 615fc696-a250-43af-9028-ee9d8f887ca8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:16.548903 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:16.559986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Pushing event deleted for resources: {'Port': ['ID=731727c7-8818-42b8-9c05-ea1fee14c0d4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:16.692892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port 615fc696-a250-43af-9028-ee9d8f887ca8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=615fc696-a250-43af-9028-ee9d8f887ca8,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:16.693436 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:16.711882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for 615fc696-a250-43af-9028-ee9d8f887ca8 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:16.816568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:16.854562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc46598e-8489-4281-bd73-8300a4b12d5d None None] New status for floating IP 88cdea0f-456f-4467-8c4b-4e370d7d46f6: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:29:16.912926 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:16.974528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=615fc696-a250-43af-9028-ee9d8f887ca8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:17.030144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] No DVR routers for this DVR port 615fc696-a250-43af-9028-ee9d8f887ca8 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:29:17.033628 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:17.037134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b707e067-a654-4286-8edd-2f770d2144ff req-84273764-7321-4f62-aae1-32a592e772f3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.20 "DELETE /v2.0/ports/615fc696-a250-43af-9028-ee9d8f887ca8 HTTP/1.1" status: 204 len: 173 time: 0.6481850 Sep 24 00:29:17.037872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-deleted', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:17.042091 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49d381a-b07a-40f6-ac1c-7fdb3e2e2423" -d '{"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-deleted", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:17.128103 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73598dc2-f209-4bf5-8e76-09d8dd368197 x-openstack-request-id: req-73598dc2-f209-4bf5-8e76-09d8dd368197 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:17.128561 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910d05b3-54e1-4c2e-9290-99b059caaf85", "name": "network-vif-deleted", "tag": "615fc696-a250-43af-9028-ee9d8f887ca8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:17.128955 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-73598dc2-f209-4bf5-8e76-09d8dd368197 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:17.129616 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910d05b3-54e1-4c2e-9290-99b059caaf85', 'name': 'network-vif-deleted', 'tag': '615fc696-a250-43af-9028-ee9d8f887ca8', 'status': 'completed', 'code': 200} Sep 24 00:29:17.138533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Router bd51d8ba-a610-41de-be7a-004e165bd0d7 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:17.176626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-910a3187-851b-4eeb-bc47-9757ca000ac0 req-96c1f23d-e194-4ba5-960a-ba3b83c9395b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=910d05b3-54e1-4c2e-9290-99b059caaf85 HTTP/1.1" status: 200 len: 210 time: 0.0341136 Sep 24 00:29:17.293248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:17.299090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6a10a880-ddcf-4ab9-8f69-35c23d02cc35 admin admin] 10.222.0.24 "PUT /v2.0/routers/bd51d8ba-a610-41de-be7a-004e165bd0d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9288712 Sep 24 00:29:17.303387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34572) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:17.307401 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] Sync routers for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:17.322431 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:17.323141 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:17.493414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:17.516500 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:17.618092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:17.624989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd287be4-e0a2-4f1f-838e-e35c060d2501 req-8cbabaa1-526c-4a2a-914e-3b671f42cc10 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:17.627162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd287be4-e0a2-4f1f-838e-e35c060d2501 req-8cbabaa1-526c-4a2a-914e-3b671f42cc10 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0757225 Sep 24 00:29:17.675330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd287be4-e0a2-4f1f-838e-e35c060d2501 req-b8667187-ca8c-4456-bb5f-93b5b99f3e45 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410826 Sep 24 00:29:17.701471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Deleting port d3b08dcb-2455-433c-ab49-36241ab04dfd {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:17.702147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:17.753814 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235'}], 'enable_snat': True}, 'gw_port_id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:29:16Z', 'revision_number': 5, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port': {'id': 'd3b08dcb-2455-433c-ab49-36241ab04dfd', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:4f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3525, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:23:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:17.798495 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] Checking router: bd51d8ba-a610-41de-be7a-004e165bd0d7 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:17.809833 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] Routers {'bd51d8ba-a610-41de-be7a-004e165bd0d7'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:17.810484 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bd51d8ba-a610-41de-be7a-004e165bd0d7'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:17.824323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] For port d3b08dcb-2455-433c-ab49-36241ab04dfd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d3b08dcb-2455-433c-ab49-36241ab04dfd,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:17.824945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:17.838610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Calling delete_port for d3b08dcb-2455-433c-ab49-36241ab04dfd owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:17.901158 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] Set router bd51d8ba-a610-41de-be7a-004e165bd0d7 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:17.963781 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:29:17Z', 'revision_number': 6, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:17.990923 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe99675-986c-4723-bd2b-600d3845364a None None] The sync data for ids ['bd51d8ba-a610-41de-be7a-004e165bd0d7'] in n-d-713498-18 is: [{'id': 'bd51d8ba-a610-41de-be7a-004e165bd0d7', 'name': 'tempest-TestServerBasicOps-1241252535-router', 'tenant_id': '0d3774c77e1040af9001a20773a7c710', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:23:55Z', 'updated_at': '2021-09-24T00:29:17Z', 'revision_number': 6, 'project_id': '0d3774c77e1040af9001a20773a7c710', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:18.020063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.061419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b08dcb-2455-433c-ab49-36241ab04dfd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:18.123333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.227305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.229863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.246477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34578) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:18.285088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.285823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd51d8ba-a610-41de-be7a-004e165bd0d7 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:29:18.292342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.297483 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c13f027d-2baf-443d-a164-f55effbdb7d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/bd51d8ba-a610-41de-be7a-004e165bd0d7 HTTP/1.1" status: 204 len: 168 time: 0.9863608 Sep 24 00:29:18.298565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34580) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:18.354043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-038e3ad8-c61c-42d2-9070-cf33b3b0ae2f admin admin] Deleting subnet bfcbb256-ec7d-458a-b2a2-723024842fc4 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:29:18.357702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-038e3ad8-c61c-42d2-9070-cf33b3b0ae2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.398016 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-038e3ad8-c61c-42d2-9070-cf33b3b0ae2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.520418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-038e3ad8-c61c-42d2-9070-cf33b3b0ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.585328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-038e3ad8-c61c-42d2-9070-cf33b3b0ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.632127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-038e3ad8-c61c-42d2-9070-cf33b3b0ae2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.637654 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-038e3ad8-c61c-42d2-9070-cf33b3b0ae2f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bfcbb256-ec7d-458a-b2a2-723024842fc4 HTTP/1.1" status: 204 len: 168 time: 0.3355775 Sep 24 00:29:18.637654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e3ad8-c61c-42d2-9070-cf33b3b0ae2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfcbb256-ec7d-458a-b2a2-723024842fc4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:18.638513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34582) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:18.642603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbb54a2-519f-4a9b-802a-08da3a7855c5 None None] Network ffc8f9e0-8a50-409a-b2fa-d556821a8884 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:18.657709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 615fc696-a250-43af-9028-ee9d8f887ca8 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:18.684681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 615fc696-a250-43af-9028-ee9d8f887ca8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:18.685015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 615fc696-a250-43af-9028-ee9d8f887ca8 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:18.738548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.939092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] DHCP port deletion for ffc8f9e0-8a50-409a-b2fa-d556821a8884 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:29:18.943708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Deleting port d8704bab-88da-4f61-aa67-38622f04851d {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:18.944030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.949235 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:18.995643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079ac01-b80e-40c6-8cce-a99b4cbda204 req-a52f4e81-74a3-4ba1-aa40-0899ecccbce3 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:19.000228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Deleting port d8704bab-88da-4f61-aa67-38622f04851d {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:19.001296 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.003342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e079ac01-b80e-40c6-8cce-a99b4cbda204 req-a52f4e81-74a3-4ba1-aa40-0899ecccbce3 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1578417 Sep 24 00:29:19.099963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d3b08dcb-2455-433c-ab49-36241ab04dfd no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:19.141489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: d3b08dcb-2455-433c-ab49-36241ab04dfd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:19.142232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d3b08dcb-2455-433c-ab49-36241ab04dfd not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:19.142772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 731727c7-8818-42b8-9c05-ea1fee14c0d4 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:19.148788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] For port d8704bab-88da-4f61-aa67-38622f04851d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d8704bab-88da-4f61-aa67-38622f04851d,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:19.149350 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.158993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e079ac01-b80e-40c6-8cce-a99b4cbda204 req-a66722b7-fcda-4100-a081-9cdc912ade84 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547561 Sep 24 00:29:19.162472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] For port d8704bab-88da-4f61-aa67-38622f04851d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d8704bab-88da-4f61-aa67-38622f04851d,segment=NetworkSegment(715dd345-b80c-4ff0-83d0-575c8ed994c2),segment_id=715dd345-b80c-4ff0-83d0-575c8ed994c2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:19.162877 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.183413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Calling delete_port for d8704bab-88da-4f61-aa67-38622f04851d owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:19.189377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 731727c7-8818-42b8-9c05-ea1fee14c0d4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:19.190360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 731727c7-8818-42b8-9c05-ea1fee14c0d4 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:19.191346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d8704bab-88da-4f61-aa67-38622f04851d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:19.226540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Calling delete_port for d8704bab-88da-4f61-aa67-38622f04851d owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:19.400563 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.436878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8704bab-88da-4f61-aa67-38622f04851d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:19.447879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] No DVR routers for this DVR port d8704bab-88da-4f61-aa67-38622f04851d on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:29:19.517838 n-d-713498-18 neutron-server[106380]: self.session.flush() Sep 24 00:29:19.528840 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.540989 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.565407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.575677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Pushing event deleted for resources: {'Port': ['ID=d8704bab-88da-4f61-aa67-38622f04851d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:19.581227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] No DVR routers for this DVR port d8704bab-88da-4f61-aa67-38622f04851d on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:29:19.595008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc8f9e0-8a50-409a-b2fa-d556821a8884']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:19.604822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.604822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.605308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.605308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.605933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.605933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.606224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.606544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.606898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.607222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.607545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.607866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c062d-e2cd-43c0-85f4-451906f0553d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:19.608032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715dd345-b80c-4ff0-83d0-575c8ed994c2') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:19.608245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715dd345-b80c-4ff0-83d0-575c8ed994c2') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:19.626814 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port ba0021a6-02ce-47bb-b05d-0867cdbbc6db {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:19.627161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.632324 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.672815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.711300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:29:19.711796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:29:19.713483 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:29:19.793167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port ba0021a6-02ce-47bb-b05d-0867cdbbc6db, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:19.793439 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.795836 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.806238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:19.808090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ffc8f9e0-8a50-409a-b2fa-d556821a8884 HTTP/1.1" status: 204 len: 168 time: 1.1601961 Sep 24 00:29:19.811819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34586) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:19.824176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for ba0021a6-02ce-47bb-b05d-0867cdbbc6db owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:19.829419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3e975-0817-48e5-bd1f-672f91045db2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffc8f9e0-8a50-409a-b2fa-d556821a8884,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:20.053643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:20.087937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=ba0021a6-02ce-47bb-b05d-0867cdbbc6db,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:20.405707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:20.427105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92bc06-92bf-4cf2-baf4-6d8ebc08a40f req-54d3d627-6bb2-47e1-b37e-8caf80078c30 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:20.428645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce92bc06-92bf-4cf2-baf4-6d8ebc08a40f req-54d3d627-6bb2-47e1-b37e-8caf80078c30 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1451256 Sep 24 00:29:20.542098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce92bc06-92bf-4cf2-baf4-6d8ebc08a40f req-129cecc7-2328-4533-9e6d-b015c4a4c74d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757067 Sep 24 00:29:20.588088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:20.693022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router fad29bae-5b57-46ea-8657-27fdc6f70df7 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:20.808411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:20.813433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b89ff7be-632f-41c1-9c5b-520dbeb30581 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "PUT /v2.0/routers/fad29bae-5b57-46ea-8657-27fdc6f70df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5653927 Sep 24 00:29:20.816665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34590) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:20.821378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] Sync routers for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:20.831277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:20.831899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:20.905081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1470cf6f-e774-4603-8490-d2a8cfedc9ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting subnet aa233666-b472-47f5-bbf7-dff9a18ed738 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:29:20.910412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1470cf6f-e774-4603-8490-d2a8cfedc9ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:20.952572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:20.952974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Deleting port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:20.957969 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:20.970136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1470cf6f-e774-4603-8490-d2a8cfedc9ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.117641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] For port 42a3d4db-4a94-4315-a83c-7bc542d2b4f9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,segment=NetworkSegment(fd933087-d7b0-4b48-8f1a-dd537dbfb5d2),segment_id=fd933087-d7b0-4b48-8f1a-dd537dbfb5d2)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:21.118008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.138851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Calling delete_port for 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:21.146237 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1470cf6f-e774-4603-8490-d2a8cfedc9ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.170743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:29:19Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:21.199236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] Checking router: fad29bae-5b57-46ea-8657-27fdc6f70df7 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:21.209369 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] Routers {'fad29bae-5b57-46ea-8657-27fdc6f70df7'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:21.209989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['fad29bae-5b57-46ea-8657-27fdc6f70df7'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:21.269773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1470cf6f-e774-4603-8490-d2a8cfedc9ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.337411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] Set router fad29bae-5b57-46ea-8657-27fdc6f70df7 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:21.341026 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1470cf6f-e774-4603-8490-d2a8cfedc9ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.347727 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1470cf6f-e774-4603-8490-d2a8cfedc9ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/subnets/aa233666-b472-47f5-bbf7-dff9a18ed738 HTTP/1.1" status: 204 len: 168 time: 0.5253818 Sep 24 00:29:21.347727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470cf6f-e774-4603-8490-d2a8cfedc9ea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Subnet': ['ID=aa233666-b472-47f5-bbf7-dff9a18ed738,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:21.349125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34592) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:21.366663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c42a53-a219-4caa-a076-31a9924698e2 None None] Network 07421f2e-5a5a-463b-839b-4219e6c1d395 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:21.479888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.497536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.518205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a3d4db-4a94-4315-a83c-7bc542d2b4f9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:21.723182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] DHCP port deletion for 07421f2e-5a5a-463b-839b-4219e6c1d395 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:29:21.768827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:29:19Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:21.797186 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.807752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbae706a-6991-45fa-a339-8f839776b250 None None] The sync data for ids ['fad29bae-5b57-46ea-8657-27fdc6f70df7'] in n-d-713498-18 is: [{'id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1818942089', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177'}], 'enable_snat': True}, 'gw_port_id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:29:19Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': '430049c4-f4dc-4243-accd-b2a6242e3afb', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:a9:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad29bae-5b57-46ea-8657-27fdc6f70df7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3693, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:28:11Z', 'updated_at': '2021-09-24T00:28:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:21.870469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] Deleting port 64dc5840-058e-499d-a815-89772c1016c6 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:21.871556 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.962575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] For port 64dc5840-058e-499d-a815-89772c1016c6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=64dc5840-058e-499d-a815-89772c1016c6,segment=NetworkSegment(6d42d627-048f-4e90-ab0d-ac8cf3411ca3),segment_id=6d42d627-048f-4e90-ab0d-ac8cf3411ca3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:21.963266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:21.984338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] Calling delete_port for 64dc5840-058e-499d-a815-89772c1016c6 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:22.075638 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.098984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] Pushing event deleted for resources: {'Port': ['ID=64dc5840-058e-499d-a815-89772c1016c6,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:22.116754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0264e59e-20d4-4cea-96cb-f2594c9bca49 None None] No DVR routers for this DVR port 64dc5840-058e-499d-a815-89772c1016c6 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:29:22.141378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:22.153806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.165363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b577d03-435d-40d8-9de3-92b73b645b1c req-f0ff36d6-989c-4fd7-8b5f-56e7e87715a9 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:22.170711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b577d03-435d-40d8-9de3-92b73b645b1c req-f0ff36d6-989c-4fd7-8b5f-56e7e87715a9 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0823886 Sep 24 00:29:22.247417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b577d03-435d-40d8-9de3-92b73b645b1c req-6b75b0b8-62a6-40d5-af31-9240243bb962 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446947 Sep 24 00:29:22.272811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port 430049c4-f4dc-4243-accd-b2a6242e3afb {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:22.273514 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.289776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:22.298429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-34d1b77e-d1a8-4b2d-ae66-43d5b91a45c2 admin admin] 10.222.0.24 "PUT /v2.0/routers/9fa8e4ec-60f4-465f-97d6-3bf22134dcfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4854295 Sep 24 00:29:22.304066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34596) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:22.308409 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] Sync routers for ids ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:22.321310 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] Routers {'9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:22.322171 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:22.415552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port 430049c4-f4dc-4243-accd-b2a6242e3afb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=430049c4-f4dc-4243-accd-b2a6242e3afb,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:22.415988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.431170 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for 430049c4-f4dc-4243-accd-b2a6242e3afb owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:22.442023 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] Set router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:22.486723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.618382 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.659806 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.687025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=430049c4-f4dc-4243-accd-b2a6242e3afb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:22.689134 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66'}], 'enable_snat': True}, 'gw_port_id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:29:21Z', 'revision_number': 5, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port': {'id': '4eae8b9d-707f-4d82-8dd7-66152ce24945', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:3c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:22.708661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Deleting port 4eae8b9d-707f-4d82-8dd7-66152ce24945 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:22.709139 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.762229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.832694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] For port 4eae8b9d-707f-4d82-8dd7-66152ce24945, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4eae8b9d-707f-4d82-8dd7-66152ce24945,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:22.833338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.834386 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] Checking router: 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:22.846185 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] Routers {'9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:22.846860 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:28:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:22.852709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Calling delete_port for 4eae8b9d-707f-4d82-8dd7-66152ce24945 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:22.862565 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.865332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.923651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.924362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Fanout notify agent at l3_agent the message router_deleted on router fad29bae-5b57-46ea-8657-27fdc6f70df7 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:29:22.934248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:22.940663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f5e7e6f9-a559-4c4c-89fc-c1a0b14b2194 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/routers/fad29bae-5b57-46ea-8657-27fdc6f70df7 HTTP/1.1" status: 204 len: 168 time: 1.5905821 Sep 24 00:29:22.941611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34598) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:22.963355 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] Set router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:23.039424 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c1a22e9-4c70-4e9f-99ef-86452166fb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.042400 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:29:22Z', 'revision_number': 6, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:23.084123 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.091879 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9540cb1e-de14-474b-a9a3-cde4767e9221 None None] The sync data for ids ['9fa8e4ec-60f4-465f-97d6-3bf22134dcfe'] in n-d-713498-18 is: [{'id': '9fa8e4ec-60f4-465f-97d6-3bf22134dcfe', 'name': 'tempest-TestServerBasicOps-1830046103-router', 'tenant_id': '7f1cceda3d624084b1524105eb25d212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:24:01Z', 'updated_at': '2021-09-24T00:29:22Z', 'revision_number': 6, 'project_id': '7f1cceda3d624084b1524105eb25d212', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:23.100683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.167063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Pushing event deleted for resources: {'Port': ['ID=4eae8b9d-707f-4d82-8dd7-66152ce24945,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:23.228707 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.229597 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.255742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07421f2e-5a5a-463b-839b-4219e6c1d395']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:23.277252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d42d627-048f-4e90-ab0d-ac8cf3411ca3') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:23.277557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d42d627-048f-4e90-ab0d-ac8cf3411ca3') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:23.288741 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.307527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.317446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:29:23.317951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:29:23.322194 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:29:23.338675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.341097 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.400693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.400693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fa8e4ec-60f4-465f-97d6-3bf22134dcfe {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:29:23.407771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.409813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0edaa609-d15b-4699-8cdd-0883ec49599c admin admin] 10.222.0.24 "DELETE /v2.0/routers/9fa8e4ec-60f4-465f-97d6-3bf22134dcfe HTTP/1.1" status: 204 len: 168 time: 1.1032946 Sep 24 00:29:23.412158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34602) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:23.427571 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.448168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.450227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/networks/07421f2e-5a5a-463b-839b-4219e6c1d395 HTTP/1.1" status: 204 len: 168 time: 0.5072951 Sep 24 00:29:23.462378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34604) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:23.477520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098deda-ef44-4f1a-92c5-7d2965722bb9 req-d630d1d0-869c-40fd-bbac-41d9b92d0d10 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:23.479256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e098deda-ef44-4f1a-92c5-7d2965722bb9 req-d630d1d0-869c-40fd-bbac-41d9b92d0d10 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1230557 Sep 24 00:29:23.481771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7125277-c87e-4c17-853d-49ea4a3ed5e1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Network': ['ID=07421f2e-5a5a-463b-839b-4219e6c1d395,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:23.492977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-158e265e-bb14-4f36-9245-f7dc20741f9f admin admin] Deleting subnet 027069ff-3d10-4997-a72a-e64413aa8624 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:29:23.499770 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-158e265e-bb14-4f36-9245-f7dc20741f9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.557165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-158e265e-bb14-4f36-9245-f7dc20741f9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.582464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e098deda-ef44-4f1a-92c5-7d2965722bb9 req-d265c9b2-8f29-47ac-9508-f99cc726b02f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847371 Sep 24 00:29:23.593206 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1126d754-0f88-446e-8a28-eaa33c1e7330 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.640646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1126d754-0f88-446e-8a28-eaa33c1e7330 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.672969 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-158e265e-bb14-4f36-9245-f7dc20741f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.742521 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-158e265e-bb14-4f36-9245-f7dc20741f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.747785 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1126d754-0f88-446e-8a28-eaa33c1e7330 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.752064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1126d754-0f88-446e-8a28-eaa33c1e7330 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.753852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1126d754-0f88-446e-8a28-eaa33c1e7330 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/security-groups/2597e6ea-5b4a-4f76-8daf-016e144608b2 HTTP/1.1" status: 204 len: 168 time: 0.2900972 Sep 24 00:29:23.770699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126d754-0f88-446e-8a28-eaa33c1e7330 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2597e6ea-5b4a-4f76-8daf-016e144608b2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:23.775379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-158e265e-bb14-4f36-9245-f7dc20741f9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.783008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34608) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:23.783794 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-158e265e-bb14-4f36-9245-f7dc20741f9f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/027069ff-3d10-4997-a72a-e64413aa8624 HTTP/1.1" status: 204 len: 168 time: 0.3689449 Sep 24 00:29:23.789112 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e265e-bb14-4f36-9245-f7dc20741f9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027069ff-3d10-4997-a72a-e64413aa8624,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:23.803577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d12db60-320e-44f2-bee0-66d28aa5b8c1 None None] Network b0bc3226-8a9b-44f7-bf42-d2d91e24df32 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:23.904888 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:23.978579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Deleting port f65112e6-48f2-434f-b583-7bf10b554ceb {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:23.979070 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.064207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] For port f65112e6-48f2-434f-b583-7bf10b554ceb, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f65112e6-48f2-434f-b583-7bf10b554ceb,segment=NetworkSegment(fd933087-d7b0-4b48-8f1a-dd537dbfb5d2),segment_id=fd933087-d7b0-4b48-8f1a-dd537dbfb5d2)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:24.064689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.079527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Calling delete_port for f65112e6-48f2-434f-b583-7bf10b554ceb owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:24.167889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] DHCP port deletion for b0bc3226-8a9b-44f7-bf42-d2d91e24df32 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:29:24.221486 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.247392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] No DVR routers for this DVR port f65112e6-48f2-434f-b583-7bf10b554ceb on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:29:24.249153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] Deleting port f65112e6-48f2-434f-b583-7bf10b554ceb {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:29:24.250017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.263812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ba0021a6-02ce-47bb-b05d-0867cdbbc6db no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:24.277588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Pushing event deleted for resources: {'Port': ['ID=f65112e6-48f2-434f-b583-7bf10b554ceb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:24.317902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ba0021a6-02ce-47bb-b05d-0867cdbbc6db {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:24.318693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ba0021a6-02ce-47bb-b05d-0867cdbbc6db not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:24.319580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 64dc5840-058e-499d-a815-89772c1016c6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:24.353870 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.364480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 64dc5840-058e-499d-a815-89772c1016c6 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:24.365166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 64dc5840-058e-499d-a815-89772c1016c6 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:24.382434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0bc3226-8a9b-44f7-bf42-d2d91e24df32']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:24.396827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:24.401696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd933087-d7b0-4b48-8f1a-dd537dbfb5d2') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:24.408881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.430024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34612) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:24.435278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-99b63138-b08e-44fc-9484-86296f680b3f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892570812', 'description': 'tempest-secgroup-smoke-892570812 description', 'project_id': 'a930604132e14a0bbbea0b94ffed365f'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:24.441745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.450629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] For port f65112e6-48f2-434f-b583-7bf10b554ceb, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:24.451066 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.454821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:29:24.455237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:29:24.457965 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:29:24.465914 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99b63138-b08e-44fc-9484-86296f680b3f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.477633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] Calling delete_port for f65112e6-48f2-434f-b583-7bf10b554ceb owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:29:24.481777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] Port f65112e6-48f2-434f-b583-7bf10b554ceb was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:29:24.483374 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.513631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] Pushing event deleted for resources: {'Port': ['ID=f65112e6-48f2-434f-b583-7bf10b554ceb,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:24.518367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38ec39-9021-450c-8060-45243a108f50 None None] No DVR routers for this DVR port f65112e6-48f2-434f-b583-7bf10b554ceb on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:29:24.560034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.569622 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.571873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] 10.222.0.24 "DELETE /v2.0/networks/b0bc3226-8a9b-44f7-bf42-d2d91e24df32 HTTP/1.1" status: 204 len: 168 time: 0.7846193 Sep 24 00:29:24.587121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99edc0a4-2e3a-47d2-9270-c2d0ec9489db admin admin] Pushing event deleted for resources: {'Network': ['ID=b0bc3226-8a9b-44f7-bf42-d2d91e24df32,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:24.649481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99b63138-b08e-44fc-9484-86296f680b3f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.657581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99b63138-b08e-44fc-9484-86296f680b3f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.690943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99b63138-b08e-44fc-9484-86296f680b3f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.692809 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-99b63138-b08e-44fc-9484-86296f680b3f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2617197 Sep 24 00:29:24.696201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34618) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:24.698796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b63138-b08e-44fc-9484-86296f680b3f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cb8dd1-4d52-46b8-bba6-843b95febf58,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:24.703811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-85a06fca-ecda-46b8-b347-9b3e8575768e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'e7cb8dd1-4d52-46b8-bba6-843b95febf58', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:24.774108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85a06fca-ecda-46b8-b347-9b3e8575768e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.786983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce770e-0d36-499b-b79d-1ef7a45f6eae req-028dbb2c-a539-48f4-954a-ad8a0c208a56 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:24.788539 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76ce770e-0d36-499b-b79d-1ef7a45f6eae req-028dbb2c-a539-48f4-954a-ad8a0c208a56 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0753360 Sep 24 00:29:24.791208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34620) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:24.850859 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8995b39f-448b-4460-b296-9009da7092fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d3774c77e1040af9001a20773a7c710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0564117 Sep 24 00:29:24.852968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34622) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:24.864729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76ce770e-0d36-499b-b79d-1ef7a45f6eae req-c23ce8f4-20bd-44a0-8d5b-cc44f43a056e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697765 Sep 24 00:29:24.882291 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85a06fca-ecda-46b8-b347-9b3e8575768e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.887894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85a06fca-ecda-46b8-b347-9b3e8575768e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.909442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a06fca-ecda-46b8-b347-9b3e8575768e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61fc1899-ba56-4510-86c0-4b4a8c3e56dc,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:24.916760 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-85a06fca-ecda-46b8-b347-9b3e8575768e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.918008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-85a06fca-ecda-46b8-b347-9b3e8575768e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2203774 Sep 24 00:29:24.921670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34624) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:24.926621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d8f5f0f9-dcb0-4944-9a68-ceb0c289ee95 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'e7cb8dd1-4d52-46b8-bba6-843b95febf58', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:24.946502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-556dc5c2-7221-485b-bdb4-bfcf6207919b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.970881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f0f9-dcb0-4944-9a68-ceb0c289ee95 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:24.981743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-556dc5c2-7221-485b-bdb4-bfcf6207919b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.053264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f0f9-dcb0-4944-9a68-ceb0c289ee95 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.059555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f0f9-dcb0-4944-9a68-ceb0c289ee95 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.079803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5f0f9-dcb0-4944-9a68-ceb0c289ee95 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4fb065-71de-4d78-8642-78931f4864ca,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:25.092451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-556dc5c2-7221-485b-bdb4-bfcf6207919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.099017 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-556dc5c2-7221-485b-bdb4-bfcf6207919b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.099806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:25.099959 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d8f5f0f9-dcb0-4944-9a68-ceb0c289ee95 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.100216 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-556dc5c2-7221-485b-bdb4-bfcf6207919b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a705a7ce-7861-43f5-8906-8341990a835c HTTP/1.1" status: 204 len: 168 time: 0.2459457 Sep 24 00:29:25.105626 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d8f5f0f9-dcb0-4944-9a68-ceb0c289ee95 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1788466 Sep 24 00:29:25.105878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34628) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:25.110824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1d2a4240-683d-44b7-ba3e-5fbc69dcd7c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'e7cb8dd1-4d52-46b8-bba6-843b95febf58', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:25.120646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556dc5c2-7221-485b-bdb4-bfcf6207919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a705a7ce-7861-43f5-8906-8341990a835c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:25.147053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:25.147396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 42a3d4db-4a94-4315-a83c-7bc542d2b4f9 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:25.147818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4eae8b9d-707f-4d82-8dd7-66152ce24945 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:25.155692 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4240-683d-44b7-ba3e-5fbc69dcd7c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.172808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 4eae8b9d-707f-4d82-8dd7-66152ce24945 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:25.173832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4eae8b9d-707f-4d82-8dd7-66152ce24945 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:25.173832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 430049c4-f4dc-4243-accd-b2a6242e3afb no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:25.194550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 430049c4-f4dc-4243-accd-b2a6242e3afb {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:25.195602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 430049c4-f4dc-4243-accd-b2a6242e3afb not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:25.196092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f65112e6-48f2-434f-b583-7bf10b554ceb no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:29:25.218228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f65112e6-48f2-434f-b583-7bf10b554ceb {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:29:25.218571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f65112e6-48f2-434f-b583-7bf10b554ceb not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:29:25.253423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4240-683d-44b7-ba3e-5fbc69dcd7c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.259710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4240-683d-44b7-ba3e-5fbc69dcd7c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.283400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a4240-683d-44b7-ba3e-5fbc69dcd7c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efb6274-32df-4cf1-8177-d61b85f69e03,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:25.291170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1d2a4240-683d-44b7-ba3e-5fbc69dcd7c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.295798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1d2a4240-683d-44b7-ba3e-5fbc69dcd7c4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1858990 Sep 24 00:29:25.295798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34630) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:25.300580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0b94568d-2829-4a76-9c97-7a9667d240d2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'e7cb8dd1-4d52-46b8-bba6-843b95febf58', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:25.342416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b94568d-2829-4a76-9c97-7a9667d240d2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.417945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b94568d-2829-4a76-9c97-7a9667d240d2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.422118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b94568d-2829-4a76-9c97-7a9667d240d2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.440282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94568d-2829-4a76-9c97-7a9667d240d2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9de9a8c-eba7-45c1-90c3-8e4f33994167,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:25.447507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b94568d-2829-4a76-9c97-7a9667d240d2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.448893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b94568d-2829-4a76-9c97-7a9667d240d2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1520908 Sep 24 00:29:25.452164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:25.457689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2c7054ef-709c-46f6-9d73-adce7afd605d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'e7cb8dd1-4d52-46b8-bba6-843b95febf58', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:25.480768 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-2c7054ef-709c-46f6-9d73-adce7afd605d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Project a930604132e14a0bbbea0b94ffed365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:29:25.485843 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c7054ef-709c-46f6-9d73-adce7afd605d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.555336 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c7054ef-709c-46f6-9d73-adce7afd605d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.561101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c7054ef-709c-46f6-9d73-adce7afd605d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.582540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34636) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:25.590464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7054ef-709c-46f6-9d73-adce7afd605d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd2244c-2b7c-4e20-9727-64b55bad85d2,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:25.594374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2c7054ef-709c-46f6-9d73-adce7afd605d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.596066 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2c7054ef-709c-46f6-9d73-adce7afd605d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1428204 Sep 24 00:29:25.599928 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34638) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:25.606094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-58f3dd76-bb2c-483e-afb9-8b3412c1cc77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'security_group_rule': {'security_group_id': 'e7cb8dd1-4d52-46b8-bba6-843b95febf58', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:25.647263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-77b2a6e2-aaa4-4b9f-b899-2ba13ec504aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f1cceda3d624084b1524105eb25d212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633550 Sep 24 00:29:25.649683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34640) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:25.657100 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-58f3dd76-bb2c-483e-afb9-8b3412c1cc77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Project a930604132e14a0bbbea0b94ffed365f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:29:25.670000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58f3dd76-bb2c-483e-afb9-8b3412c1cc77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.737777 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebedf78d-83ee-4d2c-96ae-676c9c200989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.758321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58f3dd76-bb2c-483e-afb9-8b3412c1cc77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.765781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58f3dd76-bb2c-483e-afb9-8b3412c1cc77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.773542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebedf78d-83ee-4d2c-96ae-676c9c200989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.799967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3dd76-bb2c-483e-afb9-8b3412c1cc77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f5440e-001a-432e-af70-c3ea580fad04,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:25.818908 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58f3dd76-bb2c-483e-afb9-8b3412c1cc77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.820102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-58f3dd76-bb2c-483e-afb9-8b3412c1cc77 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2186804 Sep 24 00:29:25.822992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34642) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:25.828401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'network': {'name': 'tempest-network-smoke--426447536', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'port_security_enabled': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:25.850911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:29:25.854378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.861550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.873118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebedf78d-83ee-4d2c-96ae-676c9c200989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.876238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ebedf78d-83ee-4d2c-96ae-676c9c200989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.877406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ebedf78d-83ee-4d2c-96ae-676c9c200989 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3b79106-8b79-4157-971a-cd2f26a560c7 HTTP/1.1" status: 204 len: 168 time: 0.2267172 Sep 24 00:29:25.891822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:29:25.896431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedf78d-83ee-4d2c-96ae-676c9c200989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b79106-8b79-4157-971a-cd2f26a560c7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:25.918419 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:25.919601 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Added segment 5ca1fa6c-67cf-418b-b752-d3efc23b3c13 of type vlan for network a8d53f68-429f-460c-abae-14b667c34ea5 Sep 24 00:29:26.014073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-afe0b785-24a4-4756-8f64-2185f3cd1b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.028043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.064408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f472a-b25c-47b0-802f-64bdfac5ce7f req-28bce017-8d26-4b2c-9aa4-e845a74da0cb tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:26.065946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-893f472a-b25c-47b0-802f-64bdfac5ce7f req-28bce017-8d26-4b2c-9aa4-e845a74da0cb tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0954337 Sep 24 00:29:26.072693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.078322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:26.078929 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.129760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3057296 Sep 24 00:29:26.133105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34650) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:26.140037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'admin_state_up': True, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:26.175586 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.176978 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.179795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f9bb87-84df-4e9d-ad74-1fc67840e7c1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Network': ['ID=a8d53f68-429f-460c-abae-14b667c34ea5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:26.187969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-893f472a-b25c-47b0-802f-64bdfac5ce7f req-248da31e-43e4-4a63-baa8-da3dbbd0a0c6 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040385 Sep 24 00:29:26.192009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network a8d53f68-429f-460c-abae-14b667c34ea5 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:29:26.296140 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.436957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.655208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.684549 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.769821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34668) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:26.817658 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.904942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1753025752-network', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:26.931665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:29:26.934016 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:26.946206 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.049113 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.053289 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.073478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.25.5.189 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/fad86c28-3125-47d0-8243-198d474e88b9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:27.074749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:29:27.090920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851a3316-df29-484b-aaf4-a5894da0761e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:27.093960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.094464 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Added segment 086ed02f-5aea-4020-886c-83dbe8f3a3cc of type vlan for network 335b3e1c-db48-44a5-a0a1-8718c4e10141 Sep 24 00:29:27.142326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.172690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.173675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:27.174267 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.204851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4338439 Sep 24 00:29:27.209494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34672) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:27.210890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.214259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Request body: {'subnet': {'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1753025752-subnet', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:27.245664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.258549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800a4e44-3215-436b-bd41-4d210236723a admin admin] Pushing event updated for resources: {'Network': ['ID=335b3e1c-db48-44a5-a0a1-8718c4e10141,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:27.268885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:29:27.270961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:29:27.272015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.295680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:27.300783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:27.307637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:27.310915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=fad86c28-3125-47d0-8243-198d474e88b9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:27.430181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16890056-75be-4094-b038-2adbfc8a3224 req-a2feb44f-535d-438f-bca3-52925044688d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:27.431658 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16890056-75be-4094-b038-2adbfc8a3224 req-a2feb44f-535d-438f-bca3-52925044688d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0776801 Sep 24 00:29:27.523462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16890056-75be-4094-b038-2adbfc8a3224 req-e13d7c6e-0bc1-428c-acd0-b2aaa1892483 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674729 Sep 24 00:29:27.551966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.598090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.606740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:27.625523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:27.626726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Network hostable DHCP agents. Network: 335b3e1c-db48-44a5-a0a1-8718c4e10141, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:29:27.647692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:29:27.659456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 335b3e1c-db48-44a5-a0a1-8718c4e10141) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:27.664993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:27.667259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.671749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a562c8-4601-464a-99cb-986d0822f4ba None None] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:27.694690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-46fa4ef9-cc7a-48b4-8994-d4172021fc6b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4833627 Sep 24 00:29:27.695402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34676) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:27.705310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:27.736229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.737308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.797454 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.863454 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.883498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-335b3e1c-db48-44a5-a0a1-8718c4e10141', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:29:27.886150 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:27.975982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.073410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 12cfc867-f2be-41a8-a230-2ce35be6849f is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:29:28.076768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Allocated IP 172.20.0.2 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:28.247590 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:28.273662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Sync routers for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:28.274328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.275183 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6eb00b14-a844-432c-8ebe-6ab8cd0c1dc1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1405613 Sep 24 00:29:28.278386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34678) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:28.296258 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.301913 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.311267 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f4c3b5aa-3dbe-4518-ad88-e10f9fb1e7c7 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=a930604132e14a0bbbea0b94ffed365f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312364 Sep 24 00:29:28.312119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:28.313224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:28.313594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34680) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:28.319677 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.323128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.404312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:28.412063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:28.417535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:28.458161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Allocated IP 172.25.5.102 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ab634a07-a682-428c-8909-580c1ea21f82) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:28.458698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Pushing event updated for resources: {'Port': ['ID=9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:28.504118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0f4e2c-3385-47bc-a028-943164aef7be tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:28.507265 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ec0f4e2c-3385-47bc-a028-943164aef7be tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1926553 Sep 24 00:29:28.508279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34682) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:28.536522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Attempting to bind port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:28.536881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Attempting to bind port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:28.537454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Attempting to bind port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:28.541628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:28.561797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-49e7a6f5-f89a-4a8d-be29-f303f7aa3d01 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515893 Sep 24 00:29:28.564085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34686) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:28.571890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1057061822', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:28.573979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:28.574520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:28.575286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.575924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:28.576637 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Bound port: 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:28.577192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.659032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.799034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa7751-4b2f-42e7-9806-5e9d471d691c req-ce023f1a-b9f5-40d3-a592-a507d056af2a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:28.801593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25fa7751-4b2f-42e7-9806-5e9d471d691c req-ce023f1a-b9f5-40d3-a592-a507d056af2a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1716828 Sep 24 00:29:28.839445 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:29:28.843087 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.850494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.938095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] For port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:28.945872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] For port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:28.951812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:28.971226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25fa7751-4b2f-42e7-9806-5e9d471d691c req-37467088-d2f5-4c71-8833-c665eab24425 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583459 Sep 24 00:29:28.974658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:28.985311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:28.991150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Pushing event updated for resources: {'Port': ['ID=ab634a07-a682-428c-8909-580c1ea21f82,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:28.993502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:29.060421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f120ac7f-5050-4b8a-9a50-d0aeadb0f0d0 None None] Pushing event updated for resources: {'Port': ['ID=9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:29.077431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:27Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:29.114010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Checking router: 12cfc867-f2be-41a8-a230-2ce35be6849f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:29.114456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Updating router 12cfc867-f2be-41a8-a230-2ce35be6849f port fad86c28-3125-47d0-8243-198d474e88b9 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:29:29.142440 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.197703 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.298464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.433421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Subnet': ['ID=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:29.488180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.494306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Checking segment: {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:29.494675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network hostable DHCP agents. Network: a8d53f68-429f-460c-abae-14b667c34ea5, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:29:29.495872 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.514011 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.553834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network a8d53f68-429f-460c-abae-14b667c34ea5 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:29:29.560648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Attempting to bind port fad86c28-3125-47d0-8243-198d474e88b9 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:29.561155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Attempting to bind port fad86c28-3125-47d0-8243-198d474e88b9 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:29.561591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Attempting to bind port fad86c28-3125-47d0-8243-198d474e88b9 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:29.569841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, a8d53f68-429f-460c-abae-14b667c34ea5) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:29.574978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf54b23-3fb0-4dd0-b799-c07b5d37d949 None None] Pushing event updated for resources: {'Port': ['ID=fad86c28-3125-47d0-8243-198d474e88b9,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:29.578508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:29.578508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.579889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0311f5-b1ed-4ef5-88e6-490a1e00e2b8 None None] Network a8d53f68-429f-460c-abae-14b667c34ea5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:29.582293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:29.582830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:29.583310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.583819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:29.584704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Bound port: fad86c28-3125-47d0-8243-198d474e88b9, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:29.584857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.637801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-306ea0ab-ec7c-4695-9f52-27c97bd2b240 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0725286 Sep 24 00:29:29.641351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34688) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:29.711324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] For port fad86c28-3125-47d0-8243-198d474e88b9, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:29.717807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] For port fad86c28-3125-47d0-8243-198d474e88b9, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fad86c28-3125-47d0-8243-198d474e88b9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:29.727894 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.784615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.870441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf54b23-3fb0-4dd0-b799-c07b5d37d949 None None] Pushing event updated for resources: {'Port': ['ID=fad86c28-3125-47d0-8243-198d474e88b9,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:29.877844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:29.879055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:29.971375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-a8d53f68-429f-460c-abae-14b667c34ea5', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:29:29.972319 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:29.987599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Router 040848f9-a188-4572-9a5f-de145dca8178 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:29:30.105203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:30.219986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:30.231328 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:30.232933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:30.256034 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:30.257053 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:30.263954 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7864ce-c8d2-4902-97e9-20a0354456d8 req-add061e5-24b6-4ce4-847c-42b61c5a2b88 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:30.263954 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e7864ce-c8d2-4902-97e9-20a0354456d8 req-add061e5-24b6-4ce4-847c-42b61c5a2b88 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1063626 Sep 24 00:29:30.267494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:30.271632 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b194121-5aa9-4ef3-9e9b-9f712a0f5d1f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5714889 Sep 24 00:29:30.272879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34692) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:30.355270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2723d4-10f8-43e5-bb08-14e5cbe671ab None None] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:30.452840 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:30.532257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Allocated IP 172.20.0.2 (a8d53f68-429f-460c-abae-14b667c34ea5/d7c4d76e-f7d8-465b-bc37-4b47ef6d8512/423d4fe7-c17a-4dcf-b62d-37a7940bf985) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:30.550257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b32af014-2337-4fd1-8465-aa7a7df9e1de None None] Provisioning complete for port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:30.550600 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b32af014-2337-4fd1-8465-aa7a7df9e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:30.601486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:27Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:30.655142 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:29:30.686586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb0b4d-b5b9-4646-b6ef-94345775c7d3 None None] The sync data for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 is: [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:27Z', 'revision_number': 3, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:30.711435 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:29Z', 'revision_number': 3, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:30.745203 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:30.745545 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Updating router 040848f9-a188-4572-9a5f-de145dca8178 port ab634a07-a682-428c-8909-580c1ea21f82 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:29:30.768253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e7864ce-c8d2-4902-97e9-20a0354456d8 req-c0f405dc-b6a5-4b21-af94-fbe030237d73 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4905009 Sep 24 00:29:30.779927 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.101573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b32af014-2337-4fd1-8465-aa7a7df9e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.195199 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.229743 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.235571 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.256011 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.323708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b32af014-2337-4fd1-8465-aa7a7df9e1de None None] For port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:31.327489 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:31.332544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.20.0.1 (a8d53f68-429f-460c-abae-14b667c34ea5/d7c4d76e-f7d8-465b-bc37-4b47ef6d8512/fed39dbe-c975-4666-a5e9-fdeb7462c1b9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:31.363240 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Attempting to bind port ab634a07-a682-428c-8909-580c1ea21f82 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:31.363802 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Attempting to bind port ab634a07-a682-428c-8909-580c1ea21f82 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:31.364325 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Attempting to bind port ab634a07-a682-428c-8909-580c1ea21f82 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:31.380294 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:31.380705 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:31.385015 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.385461 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:31.385969 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Bound port: ab634a07-a682-428c-8909-580c1ea21f82, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:31.386361 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.401804 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Pushing event updated for resources: {'Port': ['ID=ab634a07-a682-428c-8909-580c1ea21f82,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:31.424369 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b32af014-2337-4fd1-8465-aa7a7df9e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.444637 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.444980 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.445367 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.445650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.445977 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.446300 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.446624 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.447253 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.447590 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.448374 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.449271 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.449685 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:29:31.454018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Network a8d53f68-429f-460c-abae-14b667c34ea5 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:31.460264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.465699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:31.483747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:31.506017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Pushing event updated for resources: {'Port': ['ID=423d4fe7-c17a-4dcf-b62d-37a7940bf985,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:31.554047 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] For port ab634a07-a682-428c-8909-580c1ea21f82, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:31.560705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.565034 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] For port ab634a07-a682-428c-8909-580c1ea21f82, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab634a07-a682-428c-8909-580c1ea21f82,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:31.570525 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.618849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32af014-2337-4fd1-8465-aa7a7df9e1de None None] Pushing event updated for resources: {'Port': ['ID=9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:31.650089 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.696917 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a310535-d266-48da-a0df-9d20f92024f4 None None] Pushing event updated for resources: {'Port': ['ID=ab634a07-a682-428c-8909-580c1ea21f82,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:31.736091 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:31.737264 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:31.742581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network a8d53f68-429f-460c-abae-14b667c34ea5 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:31.747369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:31.754732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:31.815389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:31.851103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Attempting to bind port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:31.851514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Attempting to bind port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:31.851885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Attempting to bind port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 on network a8d53f68-429f-460c-abae-14b667c34ea5 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:31.867204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-41f42ec7-cf07-44c6-a18c-1bc18a6a3ec7 None None] Provisioning complete for port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:31.867585 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-41f42ec7-cf07-44c6-a18c-1bc18a6a3ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.870980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:31.871350 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.878679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Allocated IP 172.20.0.1 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/4c91444e-82a1-478a-9048-34285d6d278f) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:31.884750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:31.885433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Checking segment: {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:31.885949 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.886387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Bound using segment: {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:31.886953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Bound port: 423d4fe7-c17a-4dcf-b62d-37a7940bf985, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:31.887358 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.895834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:31.965829 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:32.116523 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:32.196953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c9695-9bbd-4e03-b6bd-aee60f9e8726 req-adf9da6d-49ca-4a8b-ad1d-d6b176701602 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:32.198633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae7c9695-9bbd-4e03-b6bd-aee60f9e8726 req-adf9da6d-49ca-4a8b-ad1d-d6b176701602 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.2218082 Sep 24 00:29:32.235602 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:32.300105 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:29Z', 'revision_number': 3, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:32.311430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae7c9695-9bbd-4e03-b6bd-aee60f9e8726 req-9c9981d4-ced0-4f4b-90b0-0d94dea502ec tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905333 Sep 24 00:29:32.316554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] For port 423d4fe7-c17a-4dcf-b62d-37a7940bf985, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:32.332083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] For port 423d4fe7-c17a-4dcf-b62d-37a7940bf985, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=423d4fe7-c17a-4dcf-b62d-37a7940bf985,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:32.336227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:32.339135 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:32.341586 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9aca78-a5bf-416d-81d0-deee3236e1a8 None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:29Z', 'revision_number': 3, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:32.431716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f1747-9a3f-4320-b481-57884d818040 None None] Pushing event updated for resources: {'Port': ['ID=423d4fe7-c17a-4dcf-b62d-37a7940bf985,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:32.447199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:32.450595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:32.458719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:32.464143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Pushing event updated for resources: {'Port': ['ID=4c91444e-82a1-478a-9048-34285d6d278f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:32.544211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:32.888630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-db15d6b1-b1d0-4a4f-8a48-20b9e749655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:32.890303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-db15d6b1-b1d0-4a4f-8a48-20b9e749655e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1098 time: 0.1518259 Sep 24 00:29:32.893097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aba5d2-4d6b-48e3-8275-c1ba4c0740f7 req-76ccb88a-b54f-4c32-b0ae-17770954b455 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:32.907850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3aba5d2-4d6b-48e3-8275-c1ba4c0740f7 req-76ccb88a-b54f-4c32-b0ae-17770954b455 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1722760 Sep 24 00:29:32.911096 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.064963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.068336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3aba5d2-4d6b-48e3-8275-c1ba4c0740f7 req-9e49a0dc-839b-4672-b8ca-9e15391da15d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542027 Sep 24 00:29:33.069532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-376da547-15a8-4efe-8ab1-7ab8e3683533 None None] Provisioning complete for port 4c91444e-82a1-478a-9048-34285d6d278f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:33.070305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-376da547-15a8-4efe-8ab1-7ab8e3683533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.079774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.168677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-376da547-15a8-4efe-8ab1-7ab8e3683533 None None] Port 4c91444e-82a1-478a-9048-34285d6d278f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:33.215782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-83d26670-805f-4fc0-82b4-7cad8c199ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:33.218320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-83d26670-805f-4fc0-82b4-7cad8c199ae4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.3199911 Sep 24 00:29:33.413979 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.425693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.444190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab634a07-a682-428c-8909-580c1ea21f82 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:33.540867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Pushing event updated for resources: {'Port': ['ID=4c91444e-82a1-478a-9048-34285d6d278f,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:33.548509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ab634a07-a682-428c-8909-580c1ea21f82 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:33.549458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.557460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.715184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.728641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:33.737289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.754373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:33.756346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:33.762741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port ab634a07-a682-428c-8909-580c1ea21f82, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab634a07-a682-428c-8909-580c1ea21f82,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:33.769394 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.771118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 423d4fe7-c17a-4dcf-b62d-37a7940bf985 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:33.952963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Router 040848f9-a188-4572-9a5f-de145dca8178 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:33.969368 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-f14e8452-2056-45e7-932c-7a2dd253e6da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 1001 time: 0.7413201 Sep 24 00:29:33.977473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:33.978139 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:33.980848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=ab634a07-a682-428c-8909-580c1ea21f82,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:34.080134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-35744492-1fbc-4fe2-907b-30448e06b4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:34.082851 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-35744492-1fbc-4fe2-907b-30448e06b4cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0902123 Sep 24 00:29:34.133074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network a8d53f68-429f-460c-abae-14b667c34ea5 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:34.142257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:34.161936 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:34.226774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:34.226952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 423d4fe7-c17a-4dcf-b62d-37a7940bf985, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=423d4fe7-c17a-4dcf-b62d-37a7940bf985,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:34.232088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:34.233045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fad86c28-3125-47d0-8243-198d474e88b9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:34.252824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-69e8d065-81da-4ae3-85c6-542758ece23d admin admin] 10.222.0.24 "PUT /v2.0/routers/040848f9-a188-4572-9a5f-de145dca8178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9701910 Sep 24 00:29:34.310298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=423d4fe7-c17a-4dcf-b62d-37a7940bf985,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:34.319738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-575bd1b9-b235-42f3-b8d7-96123c2b7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:34.321267 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-575bd1b9-b235-42f3-b8d7-96123c2b7037 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2308218 Sep 24 00:29:34.357550 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2b63f734-b665-40ad-b343-fab3ff2095af None None] Provisioning complete for port 4c91444e-82a1-478a-9048-34285d6d278f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:34.357916 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2b63f734-b665-40ad-b343-fab3ff2095af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:34.393620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc597ba2-63aa-4b62-b4a9-39501c319c8b req-2ebd98a4-9c72-4602-a0a2-47ba6e17fbbc tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:34.401764 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc597ba2-63aa-4b62-b4a9-39501c319c8b req-2ebd98a4-9c72-4602-a0a2-47ba6e17fbbc tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1072779 Sep 24 00:29:34.413521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port fad86c28-3125-47d0-8243-198d474e88b9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:34.413745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:34.443922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2b63f734-b665-40ad-b343-fab3ff2095af None None] Port 4c91444e-82a1-478a-9048-34285d6d278f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:34.462946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc597ba2-63aa-4b62-b4a9-39501c319c8b req-43799065-2833-4d40-83d8-378351988808 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544572 Sep 24 00:29:34.509947 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 12cfc867-f2be-41a8-a230-2ce35be6849f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:34.525538 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-bd830d70-1984-4d5e-bfaa-b1fef79b6f03 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953883 Sep 24 00:29:34.544910 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:34.570555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port fad86c28-3125-47d0-8243-198d474e88b9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fad86c28-3125-47d0-8243-198d474e88b9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:34.577678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:34.578612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:34.629802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf22fd3-599d-4c1d-a279-90a85059e980 None None] Network a8d53f68-429f-460c-abae-14b667c34ea5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:34.718300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:34.722226 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d1bb25ba-8918-4922-956f-57b541d41fc0 req-f908b06f-7744-41d4-9933-d58ddf0b1a10 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883264 Sep 24 00:29:34.725783 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-118fce66-f38f-4c9e-92e3-c38c7e36a9ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "PUT /v2.0/routers/12cfc867-f2be-41a8-a230-2ce35be6849f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0820956 Sep 24 00:29:34.732587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a9928acf-e378-43ab-bab3-8fe87be957f1 None None] Provisioning complete for port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:34.732929 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9928acf-e378-43ab-bab3-8fe87be957f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:34.788546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Sync routers for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:34.790279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=fad86c28-3125-47d0-8243-198d474e88b9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:34.816524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:34.817256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:34.870223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:34.870223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:34.993348 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-f65e8852-865b-4a42-937e-e1662c2c40ab tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892570812&fields=id&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 267 time: 0.0510652 Sep 24 00:29:35.023802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34734) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:35.032324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1952050313-network', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:35.066937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:35.071266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Made reservation on behalf of fb69660132db4a74ba2e28fecb1c74c1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:29:35.074585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.095069 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.142285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-dc4871d8-5c50-4ea1-b214-4a825fab96b4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:35.144256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-dc4871d8-5c50-4ea1-b214-4a825fab96b4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/networks?id=a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 200 len: 796 time: 0.1405969 Sep 24 00:29:35.188722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-bef07e39-686d-4790-a381-ec2b582ca9ed tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/quotas/a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 375 time: 0.0181556 Sep 24 00:29:35.318252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-5e1c14cd-e348-43ce-9438-061e4910588b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082306 Sep 24 00:29:35.333516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.336120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab634a07-a682-428c-8909-580c1ea21f82 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:35.339660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.361198 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:35.377669 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:35.378304 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:35.409654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:29:35.447945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.448314 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Added segment 80b07bd4-93cf-42e3-907b-0b415bc1f0da of type vlan for network ca7c1136-cf9e-45c3-a546-978c0696703a Sep 24 00:29:35.462178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d4bfbb-269f-48e6-a262-032e79863d6f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:35.534013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.543306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ab634a07-a682-428c-8909-580c1ea21f82 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:35.543746 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.597621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.603636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:35.604396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.699266 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:35.743706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b86d26-28b9-4311-b26d-c281e307c06b req-b321f57e-0649-458a-ac87-448bfa385f2a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:35.746380 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7204740 Sep 24 00:29:35.747493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c816da8-80e5-4877-b4c5-b25a8ac845bd admin admin] Pushing event updated for resources: {'Network': ['ID=ca7c1136-cf9e-45c3-a546-978c0696703a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:35.754536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5b86d26-28b9-4311-b26d-c281e307c06b req-b321f57e-0649-458a-ac87-448bfa385f2a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.1784294 Sep 24 00:29:35.759181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34740) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:35.767806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Request body: {'subnet': {'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1952050313-subnet', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:35.889125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ca7c1136-cf9e-45c3-a546-978c0696703a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:29:35.890615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Made reservation on behalf of fb69660132db4a74ba2e28fecb1c74c1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:29:35.894279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.934161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5571ff68-177c-41dc-ba24-3d6b6885d614 None None] Provisioning complete for port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:35.934530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5571ff68-177c-41dc-ba24-3d6b6885d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:35.987908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5b86d26-28b9-4311-b26d-c281e307c06b req-d6627fc4-c1f8-4054-88e6-3700bf72bd7c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927347 Sep 24 00:29:36.022968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5571ff68-177c-41dc-ba24-3d6b6885d614 None None] Port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:36.029065 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 2, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:36.046229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 2, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:36.071081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-fc39fc1e-fa4d-4fb1-a9d1-b46e28ccd2b3 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7248447 Sep 24 00:29:36.073888 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:36.074529 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Updating router 040848f9-a188-4572-9a5f-de145dca8178 port 4c91444e-82a1-478a-9048-34285d6d278f binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:29:36.088033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5571ff68-177c-41dc-ba24-3d6b6885d614 None None] Provisioning complete for port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:36.088403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5571ff68-177c-41dc-ba24-3d6b6885d614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.089895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Checking router: 12cfc867-f2be-41a8-a230-2ce35be6849f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:36.090239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Updating router 12cfc867-f2be-41a8-a230-2ce35be6849f port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:29:36.116956 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.169384 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.180336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 423d4fe7-c17a-4dcf-b62d-37a7940bf985 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:36.302315 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.383295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d40ef5cf-56f9-4c8b-9a81-4c4d81e3f215 service neutron] 10.222.0.24 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955503 Sep 24 00:29:36.383982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e76fbc8b-d72e-4e88-9925-889477af8f8c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:36.391875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:36.392425 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.404660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Checking segment: {'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:36.405028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Network hostable DHCP agents. Network: ca7c1136-cf9e-45c3-a546-978c0696703a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:29:36.425861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Network ca7c1136-cf9e-45c3-a546-978c0696703a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:29:36.436801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ca7c1136-cf9e-45c3-a546-978c0696703a) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:36.445339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:36.447186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.458406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711fa87-ab17-4eae-9296-1a16aad54099 None None] Network ca7c1136-cf9e-45c3-a546-978c0696703a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:36.473848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7f1119a2-1d8d-46c9-8903-a2c93906db85 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7105775 Sep 24 00:29:36.474246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34744) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:36.479761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:36.501519 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.506358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.508075 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.513271 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.575710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.596478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-eb879145-60ae-422a-8b2b-b01bbe976992 None None] Provisioning complete for port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:36.596972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eb879145-60ae-422a-8b2b-b01bbe976992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.625900 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a3dd-9f38-450e-9301-4d7fb2636564 None None] Pushing event updated for resources: {'Port': ['ID=4c91444e-82a1-478a-9048-34285d6d278f,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:36.676154 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Attempting to bind port 4c91444e-82a1-478a-9048-34285d6d278f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:36.676494 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Attempting to bind port 4c91444e-82a1-478a-9048-34285d6d278f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:36.676854 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Attempting to bind port 4c91444e-82a1-478a-9048-34285d6d278f on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:36.682804 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:36.683181 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:36.683582 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.685050 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:36.685848 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Bound port: 4c91444e-82a1-478a-9048-34285d6d278f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:36.688186 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.764621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4abc1537-7435-4f2f-97d0-f91b0397b020 req-bc163fac-f216-4d84-9548-7417f459885a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0762122 Sep 24 00:29:36.768415 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] For port 4c91444e-82a1-478a-9048-34285d6d278f, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:36.772663 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] For port 4c91444e-82a1-478a-9048-34285d6d278f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4c91444e-82a1-478a-9048-34285d6d278f,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:36.777838 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.836093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.837966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fad86c28-3125-47d0-8243-198d474e88b9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:36.877359 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-eb879145-60ae-422a-8b2b-b01bbe976992 None None] Port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:36.894579 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:36.895708 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:36.902092 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:36.972318 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45a3dd-9f38-450e-9301-4d7fb2636564 None None] Pushing event updated for resources: {'Port': ['ID=4c91444e-82a1-478a-9048-34285d6d278f,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:36.997686 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.017937 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.096096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a27883-a8c8-45e3-9b09-bf0f4e4dfbc9 None None] Pushing event updated for resources: {'Port': ['ID=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:37.098399 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:37.123707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e01137ec-c1c9-44e5-a6fd-308d53e670c9 None None] Provisioning complete for port 4c91444e-82a1-478a-9048-34285d6d278f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:37.124128 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e01137ec-c1c9-44e5-a6fd-308d53e670c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.144899 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.173694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.175711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ca7c1136-cf9e-45c3-a546-978c0696703a', 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'fixed_ips': [{'subnet_id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:29:37.176578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.193406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port fad86c28-3125-47d0-8243-198d474e88b9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:37.193795 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.363696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Allocated IP 172.25.5.142 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/5af8e25e-f3e3-478f-8c49-d3ae6334f563) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:37.427752 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e01137ec-c1c9-44e5-a6fd-308d53e670c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.518538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.540046 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:36Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:37.578207 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.588903 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5cab35c-1caa-4b90-bf85-f78f85a5fdbb None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:36Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:37.620541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:37.627782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:37.630618 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:37.680171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Pushing event updated for resources: {'Port': ['ID=5af8e25e-f3e3-478f-8c49-d3ae6334f563,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:37.695502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e01137ec-c1c9-44e5-a6fd-308d53e670c9 None None] For port 4c91444e-82a1-478a-9048-34285d6d278f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4c91444e-82a1-478a-9048-34285d6d278f,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:37.697559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Attempting to bind port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:37.698704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Attempting to bind port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:37.699715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Attempting to bind port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 on network a8d53f68-429f-460c-abae-14b667c34ea5 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:37.746061 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e01137ec-c1c9-44e5-a6fd-308d53e670c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.762923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:37.763638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Checking segment: {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:37.764375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.765618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Bound using segment: {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:37.766840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Bound port: fed39dbe-c975-4666-a5e9-fdeb7462c1b9, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:37.768132 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:37.864592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01137ec-c1c9-44e5-a6fd-308d53e670c9 None None] Pushing event updated for resources: {'Port': ['ID=4c91444e-82a1-478a-9048-34285d6d278f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:37.897645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Allocated IP 172.20.0.2 (ca7c1136-cf9e-45c3-a546-978c0696703a/e76fbc8b-d72e-4e88-9925-889477af8f8c/a2b11840-7b1a-457d-bfb4-fdbcf58acfbd) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:37.899271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad329374-3c81-4b78-abea-2451cb06137d req-6887e29b-97ca-46c4-b56d-898b9d995e7d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0534480 Sep 24 00:29:37.973850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-75e108de-9759-4b81-9adf-b471df0a2760 None None] Provisioning complete for port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:37.974238 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75e108de-9759-4b81-9adf-b471df0a2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:38.055518 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:38.150728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-75e108de-9759-4b81-9adf-b471df0a2760 None None] Port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:38.159621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] For port fed39dbe-c975-4666-a5e9-fdeb7462c1b9, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:38.207662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] For port fed39dbe-c975-4666-a5e9-fdeb7462c1b9, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:38.239784 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:38.353271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-75e108de-9759-4b81-9adf-b471df0a2760 None None] Provisioning complete for port 4c91444e-82a1-478a-9048-34285d6d278f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:38.354169 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75e108de-9759-4b81-9adf-b471df0a2760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:38.371259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4c91444e-82a1-478a-9048-34285d6d278f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:38.417427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-998c2109-eec3-47ca-a575-f09ac012ae92 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:38.420135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-998c2109-eec3-47ca-a575-f09ac012ae92 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/networks?id=a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 200 len: 796 time: 0.2702501 Sep 24 00:29:38.503376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-0a14a7af-3c33-4d6b-9e06-0a0a9e8c3c5b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a930604132e14a0bbbea0b94ffed365f HTTP/1.1" status: 200 len: 379 time: 0.0718727 Sep 24 00:29:38.535502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'port': {'device_id': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'admin_state_up': True, 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'security_groups': ['e7cb8dd1-4d52-46b8-bba6-843b95febf58']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:38.659920 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:38.772423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Made reservation on behalf of a930604132e14a0bbbea0b94ffed365f for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:29:38.775961 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:38.814061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a27883-a8c8-45e3-9b09-bf0f4e4dfbc9 None None] Pushing event updated for resources: {'Port': ['ID=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:38.836602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:38.837633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:38.915608 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:38.923325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4c91444e-82a1-478a-9048-34285d6d278f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:38.923736 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:38.974112 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.022397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.20.0.3 (a8d53f68-429f-460c-abae-14b667c34ea5/d7c4d76e-f7d8-465b-bc37-4b47ef6d8512/dd2d3ad5-b87a-4800-86c5-f10e9055987c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:39.082794 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9198a31a-77a2-43a4-810e-a8e6516c5340 req-99c22999-4973-4937-a498-41a10a50c9bd tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0490513 Sep 24 00:29:39.160540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Pushing event updated for resources: {'Port': ['ID=a2b11840-7b1a-457d-bfb4-fdbcf58acfbd,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:39.193658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Network ca7c1136-cf9e-45c3-a546-978c0696703a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:39.195841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:39.207762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:39.291305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:39.331396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Router 279db02b-11b9-46c4-9e20-19c500f5f25d is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:29:39.363911 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.418173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.479217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=dd2d3ad5-b87a-4800-86c5-f10e9055987c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:39.494928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Attempting to bind port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:39.495824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Attempting to bind port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:39.496023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network a8d53f68-429f-460c-abae-14b667c34ea5 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:39.498029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:39.499023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Attempting to bind port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd on network ca7c1136-cf9e-45c3-a546-978c0696703a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:39.501353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:39.509665 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.535607 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:39.563094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:39.563864 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.569426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.578196 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2102e067-ebf5-42ab-8517-9f421c0c4469 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1023073 Sep 24 00:29:39.579486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34762) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:39.582857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b852cf5d-4a92-4c33-8487-c539077d7c93 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0752108 Sep 24 00:29:39.601349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Request body: {'port': {'device_id': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:39.603496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Sync routers for ids ['279db02b-11b9-46c4-9e20-19c500f5f25d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:39.667666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:39.668123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Checking segment: {'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:39.668858 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.669255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Bound using segment: {'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:39.669753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Bound port: a2b11840-7b1a-457d-bfb4-fdbcf58acfbd, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:39.670142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.690934 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:39.746943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Routers {'279db02b-11b9-46c4-9e20-19c500f5f25d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:39.747585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['279db02b-11b9-46c4-9e20-19c500f5f25d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:39.752525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0b5bacbf-edb2-466e-9c90-10b62387466d None None] Provisioning complete for port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:39.752525 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b5bacbf-edb2-466e-9c90-10b62387466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.016864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2d3ad5-b87a-4800-86c5-f10e9055987c {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:29:40.025338 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.038989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Transition to ACTIVE for port object dd2d3ad5-b87a-4800-86c5-f10e9055987c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:29:40.043720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.109632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Pushing event updated for resources: {'Port': ['ID=dd2d3ad5-b87a-4800-86c5-f10e9055987c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:40.145470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.174215 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] For port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:40.176325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b5bacbf-edb2-466e-9c90-10b62387466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.210902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Set router 279db02b-11b9-46c4-9e20-19c500f5f25d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:40.215295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] For port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a2b11840-7b1a-457d-bfb4-fdbcf58acfbd,segment=NetworkSegment(80b07bd4-93cf-42e3-907b-0b415bc1f0da),segment_id=80b07bd4-93cf-42e3-907b-0b415bc1f0da)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:40.324187 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.373216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Attempting to bind port dd2d3ad5-b87a-4800-86c5-f10e9055987c on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:40.373627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Attempting to bind port dd2d3ad5-b87a-4800-86c5-f10e9055987c by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:40.375171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Attempting to bind port dd2d3ad5-b87a-4800-86c5-f10e9055987c on network a8d53f68-429f-460c-abae-14b667c34ea5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:40.385795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Allocated IP 172.20.0.1 (ca7c1136-cf9e-45c3-a546-978c0696703a/e76fbc8b-d72e-4e88-9925-889477af8f8c/f2e05ab3-b4ae-4ebb-9870-572a8a9d9769) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:40.404518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917eda2-882d-4d52-b628-00712d307ed4 req-8cead4a2-1e75-43bb-b873-01a620cf52df tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:40.406573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a917eda2-882d-4d52-b628-00712d307ed4 req-8cead4a2-1e75-43bb-b873-01a620cf52df tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.1337130 Sep 24 00:29:40.407240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Port dd2d3ad5-b87a-4800-86c5-f10e9055987c on network a8d53f68-429f-460c-abae-14b667c34ea5 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:29:40.407563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Attempting to bind port dd2d3ad5-b87a-4800-86c5-f10e9055987c on network a8d53f68-429f-460c-abae-14b667c34ea5 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:40.414185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:40.414513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Checking segment: {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:40.414924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Bound using segment: {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:40.415348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Bound port: dd2d3ad5-b87a-4800-86c5-f10e9055987c, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca1fa6c-67cf-418b-b752-d3efc23b3c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:40.415941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.461814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0b5bacbf-edb2-466e-9c90-10b62387466d None None] For port fed39dbe-c975-4666-a5e9-fdeb7462c1b9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:40.467298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18c114-bf2c-459c-8b2c-4782dbf1cf32 None None] Pushing event updated for resources: {'Port': ['ID=a2b11840-7b1a-457d-bfb4-fdbcf58acfbd,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:40.481938 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b5bacbf-edb2-466e-9c90-10b62387466d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.502014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a917eda2-882d-4d52-b628-00712d307ed4 req-26812c97-866f-4d26-b2d9-f4cd3e20067b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704458 Sep 24 00:29:40.515951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:38Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:40.534664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.546249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:40.549865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:40.567848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.583228 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.598671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d8417-aebf-44c9-8cf3-2dc066b075c6 None None] The sync data for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 is: [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:38Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:40.616570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:40.617239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.618718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] 10.222.0.18 "PUT /v2.0/ports/dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 200 len: 1092 time: 1.0269468 Sep 24 00:29:40.619201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:40.621462 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97245d72-f073-4a16-87ea-79598f3610e1" -d '{"events": [{"name": "network-changed", "server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:40.653154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47f9b31-36c0-4028-b689-0ad86e65944e service neutron] Pushing event updated for resources: {'Port': ['ID=dd2d3ad5-b87a-4800-86c5-f10e9055987c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:40.662296 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bacbf-edb2-466e-9c90-10b62387466d None None] Pushing event updated for resources: {'Port': ['ID=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:40.735815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Network ca7c1136-cf9e-45c3-a546-978c0696703a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:40.738815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:40.741356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:40.800952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:40.805842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Pushing event updated for resources: {'Port': ['ID=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:40.810307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-5c92b215-f8fa-40b1-b2fa-51e518f528bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:40.812452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-5c92b215-f8fa-40b1-b2fa-51e518f528bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1095 time: 0.1393325 Sep 24 00:29:40.841280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 3, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port': {'id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:37Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:40.912848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-67489b00-0d8a-4292-a12a-00feabe44bae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 200 len: 217 time: 0.0922699 Sep 24 00:29:40.964741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Checking router: 279db02b-11b9-46c4-9e20-19c500f5f25d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:40.965097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Updating router 279db02b-11b9-46c4-9e20-19c500f5f25d port 5af8e25e-f3e3-478f-8c49-d3ae6334f563 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:29:41.029979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-5028e624-7ca2-4039-b678-cf8f2fbf6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:41.032050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-5028e624-7ca2-4039-b678-cf8f2fbf6d63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 HTTP/1.1" status: 200 len: 835 time: 0.1114926 Sep 24 00:29:41.048527 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.066331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.135273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b974c2c9-8e25-4918-b774-cc36b656fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:41.137006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b974c2c9-8e25-4918-b774-cc36b656fb15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8d53f68-429f-460c-abae-14b667c34ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959759 Sep 24 00:29:41.367687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.373813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.478706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.487582 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.522321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Pushing event updated for resources: {'Port': ['ID=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:41.527543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.735911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Network ca7c1136-cf9e-45c3-a546-978c0696703a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:41.738450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:41.803222 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a887b3ca-5dc7-4a96-bad3-8c5917044c40 x-openstack-request-id: req-a887b3ca-5dc7-4a96-bad3-8c5917044c40 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:41.803613 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:41.804208 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a887b3ca-5dc7-4a96-bad3-8c5917044c40 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:41.804799 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'status': 'completed', 'code': 200} Sep 24 00:29:41.878524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4135aa-b454-4b22-a6c3-f1518d01804b req-f2d4c87f-1b6e-4e97-8cee-4244695cf621 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:41.880610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe4135aa-b454-4b22-a6c3-f1518d01804b req-f2d4c87f-1b6e-4e97-8cee-4244695cf621 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0885017 Sep 24 00:29:41.882882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-66452210-a4ec-47ba-a3cb-fcd264886727 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7369337 Sep 24 00:29:41.912838 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Attempting to bind port 5af8e25e-f3e3-478f-8c49-d3ae6334f563 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:41.913795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Attempting to bind port 5af8e25e-f3e3-478f-8c49-d3ae6334f563 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:41.914602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Attempting to bind port 5af8e25e-f3e3-478f-8c49-d3ae6334f563 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:41.948364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:41.949611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:41.950432 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.951285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:41.952515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Bound port: 5af8e25e-f3e3-478f-8c49-d3ae6334f563, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:41.953688 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:41.957491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f1df6-a5f2-4fed-980c-d5135ddc9a98 None None] Pushing event updated for resources: {'Port': ['ID=5af8e25e-f3e3-478f-8c49-d3ae6334f563,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:42.027679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Router 279db02b-11b9-46c4-9e20-19c500f5f25d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:42.032712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fe4135aa-b454-4b22-a6c3-f1518d01804b req-defc702b-706f-41b7-a7ad-37b5d4314450 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218784 Sep 24 00:29:42.067870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcfb644b-f6dd-4128-a24f-96259472d71f req-b9af2869-3017-4ccd-9718-021e92c5a730 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762590 Sep 24 00:29:42.097026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] For port 5af8e25e-f3e3-478f-8c49-d3ae6334f563, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:42.102344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] For port 5af8e25e-f3e3-478f-8c49-d3ae6334f563, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5af8e25e-f3e3-478f-8c49-d3ae6334f563,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:42.109277 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:42.182173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Routers {'279db02b-11b9-46c4-9e20-19c500f5f25d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:42.182964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['279db02b-11b9-46c4-9e20-19c500f5f25d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:42.262883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f1df6-a5f2-4fed-980c-d5135ddc9a98 None None] Pushing event updated for resources: {'Port': ['ID=5af8e25e-f3e3-478f-8c49-d3ae6334f563,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:42.283196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97245d72-f073-4a16-87ea-79598f3610e1 req-9b3c07ce-5623-4972-be5a-dccf77fb1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:42.285282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97245d72-f073-4a16-87ea-79598f3610e1 req-9b3c07ce-5623-4972-be5a-dccf77fb1e9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1095 time: 0.1452830 Sep 24 00:29:42.389978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] Set router 279db02b-11b9-46c4-9e20-19c500f5f25d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:42.444145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273920c2-9411-4232-8740-359e586b281a admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:42.450837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-273920c2-9411-4232-8740-359e586b281a admin admin] 10.222.0.24 "PUT /v2.0/routers/279db02b-11b9-46c4-9e20-19c500f5f25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694053 Sep 24 00:29:42.474625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52802c7c-fa6c-498e-9e1a-9d00fa8cf1c9 None None] Network ca7c1136-cf9e-45c3-a546-978c0696703a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:29:42.476679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a2b11840-7b1a-457d-bfb4-fdbcf58acfbd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:42.499331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97245d72-f073-4a16-87ea-79598f3610e1 req-31a06021-078d-4a9a-8d44-1c82fc21d074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:42.501283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97245d72-f073-4a16-87ea-79598f3610e1 req-31a06021-078d-4a9a-8d44-1c82fc21d074 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 200 len: 897 time: 0.2085154 Sep 24 00:29:42.606409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97245d72-f073-4a16-87ea-79598f3610e1 req-319d5ff1-24d4-417d-b1dd-a0fd2c884cb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 200 len: 217 time: 0.0962119 Sep 24 00:29:42.662677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ecf763b0-71ea-4388-bb45-be8fe2c3617d None None] Provisioning complete for port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:42.663589 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ecf763b0-71ea-4388-bb45-be8fe2c3617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:42.697415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97245d72-f073-4a16-87ea-79598f3610e1 req-825e08dd-295d-48c3-bc34-7adfeaffa76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:42.701086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97245d72-f073-4a16-87ea-79598f3610e1 req-825e08dd-295d-48c3-bc34-7adfeaffa76b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 HTTP/1.1" status: 200 len: 835 time: 0.0870881 Sep 24 00:29:42.781648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97245d72-f073-4a16-87ea-79598f3610e1 req-c4a50f17-16a7-49db-8faa-5d36c02fc591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:42.784223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97245d72-f073-4a16-87ea-79598f3610e1 req-c4a50f17-16a7-49db-8faa-5d36c02fc591 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8d53f68-429f-460c-abae-14b667c34ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753632 Sep 24 00:29:42.803577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:42.803955 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:42.923895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97245d72-f073-4a16-87ea-79598f3610e1 req-ddbe883e-fefc-492d-8912-0d2fc7f90466 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318419 Sep 24 00:29:43.019064 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ecf763b0-71ea-4388-bb45-be8fe2c3617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:43.032204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97245d72-f073-4a16-87ea-79598f3610e1 req-e39c5204-9f27-4982-b176-94423e9f2452 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013193 Sep 24 00:29:43.103870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 4, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port': {'id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:37Z', 'updated_at': '2021-09-24T00:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f2e05ab3-b4ae-4ebb-9870-572a8a9d9769', 'name': '', 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'mac_address': 'fa:16:3e:14:74:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:40Z', 'updated_at': '2021-09-24T00:29:41Z', 'revision_number': 2, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'subnets': [{'id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:43.139291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4def6b-36a0-4b9a-a124-80b6f4bd863e None None] The sync data for ids ['279db02b-11b9-46c4-9e20-19c500f5f25d'] in n-d-713498-18 is: [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 4, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port': {'id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:37Z', 'updated_at': '2021-09-24T00:29:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f2e05ab3-b4ae-4ebb-9870-572a8a9d9769', 'name': '', 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'mac_address': 'fa:16:3e:14:74:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:40Z', 'updated_at': '2021-09-24T00:29:41Z', 'revision_number': 2, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'subnets': [{'id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:43.144253 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:43.161071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ecf763b0-71ea-4388-bb45-be8fe2c3617d None None] For port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a2b11840-7b1a-457d-bfb4-fdbcf58acfbd,segment=NetworkSegment(80b07bd4-93cf-42e3-907b-0b415bc1f0da),segment_id=80b07bd4-93cf-42e3-907b-0b415bc1f0da)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:43.171530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ecf763b0-71ea-4388-bb45-be8fe2c3617d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:43.235750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c7dc71-5c8c-45f8-b3f8-4243d5f32420 req-206f0dc9-beb4-4d1f-91cb-39305630b084 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:43.252559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6c7dc71-5c8c-45f8-b3f8-4243d5f32420 req-206f0dc9-beb4-4d1f-91cb-39305630b084 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0939877 Sep 24 00:29:43.269666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf763b0-71ea-4388-bb45-be8fe2c3617d None None] Pushing event updated for resources: {'Port': ['ID=a2b11840-7b1a-457d-bfb4-fdbcf58acfbd,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:43.274602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:29:43.275106 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:29:43.321262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f6c7dc71-5c8c-45f8-b3f8-4243d5f32420 req-334129a4-3145-4c44-a9a2-f295d1afff27 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557475 Sep 24 00:29:43.401687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9bc7d7e7-e458-4c35-a8a1-3fb67eade1c7 None None] Provisioning complete for port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:43.402342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d7e7-e458-4c35-a8a1-3fb67eade1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:43.551150 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9bc7d7e7-e458-4c35-a8a1-3fb67eade1c7 None None] Provisioning complete for port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:43.551434 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bc7d7e7-e458-4c35-a8a1-3fb67eade1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:43.611042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9bc7d7e7-e458-4c35-a8a1-3fb67eade1c7 None None] Port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:43.741179 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6bf26f1e-6a33-4b5f-b1b3-1ee9a5971c3c None None] Provisioning complete for port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:43.742132 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6bf26f1e-6a33-4b5f-b1b3-1ee9a5971c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:43.835664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6bf26f1e-6a33-4b5f-b1b3-1ee9a5971c3c None None] Port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:43.859775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fed39dbe-c975-4666-a5e9-fdeb7462c1b9 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:43.927915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:43.928208 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:43.973782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-989838a7-d957-42f8-8e8a-57672320c7d6 None None] Provisioning complete for port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:43.974144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-989838a7-d957-42f8-8e8a-57672320c7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:44.035699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-989838a7-d957-42f8-8e8a-57672320c7d6 None None] Port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:44.155023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a2b11840-7b1a-457d-bfb4-fdbcf58acfbd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:44.213269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:44.213515 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:44.363625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dd2d3ad5-b87a-4800-86c5-f10e9055987c details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:29:44.484398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95096b3d-5687-4e0c-b9e9-9b233026908d req-557ca333-42ab-4832-8866-abfd31f6384f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:44.485892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95096b3d-5687-4e0c-b9e9-9b233026908d req-557ca333-42ab-4832-8866-abfd31f6384f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 943 time: 0.0597403 Sep 24 00:29:44.511608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:44.528742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'port_id': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'mac_address': 'fa:16:3e:df:eb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:29:44.531074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95096b3d-5687-4e0c-b9e9-9b233026908d req-4539a731-a4a8-4e6f-9c3d-80a53a17e288 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377433 Sep 24 00:29:44.580165 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:44.594288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2d3ad5-b87a-4800-86c5-f10e9055987c {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:29:44.623146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:44.629370 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:44.712102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=dd2d3ad5-b87a-4800-86c5-f10e9055987c,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:44.843834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['dd2d3ad5-b87a-4800-86c5-f10e9055987c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:29:45.242725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-6834de2a-af3c-4db8-ac46-f98e49584311 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:45.245532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-6834de2a-af3c-4db8-ac46-f98e49584311 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1630464 Sep 24 00:29:45.277911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-e8d0b091-01f4-45be-98a4-37e8c5d6022b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/quotas/4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 375 time: 0.0158696 Sep 24 00:29:45.357702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-798c7645-52ee-4bf3-82d0-1f2974791afa tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658736 Sep 24 00:29:45.568244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-7ea20ba6-4818-40ee-b6f6-9961ff44e16e service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024853 Sep 24 00:29:45.726673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe0478-8af5-430b-a403-88293e0fa434 req-9cc0dd2f-2770-441d-b667-724d7c77c6e8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:45.728308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdfe0478-8af5-430b-a403-88293e0fa434 req-9cc0dd2f-2770-441d-b667-724d7c77c6e8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 944 time: 0.1151676 Sep 24 00:29:45.731578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-1839fd5a-f967-4b63-ae60-4467b2612f19 service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554556 Sep 24 00:29:45.795338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdfe0478-8af5-430b-a403-88293e0fa434 req-d6ed303d-f1c0-4c58-b12b-a0c8cf5188fb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540128 Sep 24 00:29:46.177459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a9535fd-6535-409e-b817-4d1eb4b06605 req-0f9b1e09-c91c-4968-b91d-dabc7ee89405 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 210 time: 0.0622027 Sep 24 00:29:46.237760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5af8e25e-f3e3-478f-8c49-d3ae6334f563 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:46.323968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5af8e25e-f3e3-478f-8c49-d3ae6334f563 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:46.324559 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:46.386491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dd2d3ad5-b87a-4800-86c5-f10e9055987c up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:46.475946 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:46.505050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 5af8e25e-f3e3-478f-8c49-d3ae6334f563, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5af8e25e-f3e3-478f-8c49-d3ae6334f563,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:46.506803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port dd2d3ad5-b87a-4800-86c5-f10e9055987c completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:29:46.510977 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:46.515942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port dd2d3ad5-b87a-4800-86c5-f10e9055987c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:46.516307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:46.596839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=5af8e25e-f3e3-478f-8c49-d3ae6334f563,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:46.649018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:46.695361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:46.696333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:46.698871 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1340e3b3-38bb-404e-850d-277f0f2a267c" -d '{"events": [{"server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "name": "network-vif-plugged", "status": "completed", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:46.705192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:46.898067 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0851c2de-0043-4fa2-8f21-298f0d7628e2 x-openstack-request-id: req-0851c2de-0043-4fa2-8f21-298f0d7628e2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:46.898368 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "name": "network-vif-plugged", "status": "completed", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:46.898583 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0851c2de-0043-4fa2-8f21-298f0d7628e2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:46.899183 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'code': 200} Sep 24 00:29:46.929730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=dd2d3ad5-b87a-4800-86c5-f10e9055987c,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:46.984370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79493b-28c3-4c82-81f8-bdb3b255d25c req-7fdbce50-1159-4f83-830e-2e371ba79dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:46.986217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f79493b-28c3-4c82-81f8-bdb3b255d25c req-7fdbce50-1159-4f83-830e-2e371ba79dfd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0934873 Sep 24 00:29:47.019727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ded9569-709e-419f-93b9-e29dff9970a9 req-e45b841c-b4c8-4618-93bb-04ca5bdf367c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:47.021185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ded9569-709e-419f-93b9-e29dff9970a9 req-e45b841c-b4c8-4618-93bb-04ca5bdf367c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0779252 Sep 24 00:29:47.041342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f79493b-28c3-4c82-81f8-bdb3b255d25c req-6e521c1d-3d4e-476f-934d-b5e5247e6dcf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471721 Sep 24 00:29:47.068631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ded9569-709e-419f-93b9-e29dff9970a9 req-10acfbd6-528d-465e-ad88-c0206faf1fea tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391271 Sep 24 00:29:47.305318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12c52b78-f724-410c-bd9a-0b96f29e5fb8 req-15bd1573-fb64-422b-bf68-18018e92264f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 210 time: 0.0369666 Sep 24 00:29:47.660984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-832ebb6f-27f9-476f-b227-9119d03c724f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:47.662548 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-832ebb6f-27f9-476f-b227-9119d03c724f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1218314 Sep 24 00:29:47.677346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'port': {'device_id': '07d7a61b-36ae-4532-b832-907f57abfc79', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'admin_state_up': True, 'tenant_id': '4ad5740e214d4f28870efad95f5abd70'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:47.868144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:29:47.873960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:48.056495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.20.0.11 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/0ab6ae42-a224-49b7-8be2-70c73e67fd54) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:48.243851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:48.248985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5af8e25e-f3e3-478f-8c49-d3ae6334f563 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:48.280058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccd4d7-19f5-4a65-9b6e-2313daba42b4 req-7539eb78-f816-43c7-b035-a58811700b03 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:48.281657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:48.284755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62ccd4d7-19f5-4a65-9b6e-2313daba42b4 req-7539eb78-f816-43c7-b035-a58811700b03 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0954568 Sep 24 00:29:48.316977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5af8e25e-f3e3-478f-8c49-d3ae6334f563 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:48.318009 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:48.351798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62ccd4d7-19f5-4a65-9b6e-2313daba42b4 req-63bc8d12-bc40-4028-889e-232d547165fa tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592337 Sep 24 00:29:48.383824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:48.385524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=0ab6ae42-a224-49b7-8be2-70c73e67fd54,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:48.401938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:48.406725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:48.532820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:48.533952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:48.561615 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-a34aab26-ad8b-489e-a4a9-d228126a579e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8874090 Sep 24 00:29:48.579862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Request body: {'port': {'device_id': '07d7a61b-36ae-4532-b832-907f57abfc79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:48.590645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12e638-dae9-47b0-88a1-b8d07370aa35 req-106c038d-efd2-4212-a3a3-29071d4dbb78 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:48.599182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c12e638-dae9-47b0-88a1-b8d07370aa35 req-106c038d-efd2-4212-a3a3-29071d4dbb78 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.1545746 Sep 24 00:29:48.615797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b4172-4bdb-4049-8995-2f9d0db8d214 req-8889f0cb-d3e5-4bf6-8f80-4ccdd905d8c2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:48.619513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d53b4172-4bdb-4049-8995-2f9d0db8d214 req-8889f0cb-d3e5-4bf6-8f80-4ccdd905d8c2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 932 time: 0.1591477 Sep 24 00:29:48.675902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c12e638-dae9-47b0-88a1-b8d07370aa35 req-8b342d36-aa27-421c-9bc9-2c628b3cbe2f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745296 Sep 24 00:29:48.687837 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:48.708242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34842) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:48.805494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d53b4172-4bdb-4049-8995-2f9d0db8d214 req-c38e3d6f-1f76-45d0-891f-fda330c99c2b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765873 Sep 24 00:29:48.811009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab713f04-69d1-42bd-adb3-3f2cea3e25c2 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:48.816267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-bfc478ff-5846-4291-be2e-631f5bed030c None None] Provisioning complete for port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:48.817841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bfc478ff-5846-4291-be2e-631f5bed030c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:48.819531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ab713f04-69d1-42bd-adb3-3f2cea3e25c2 tempest-TestNetworkAdvancedServerOps-1150185725 tempest-TestNetworkAdvancedServerOps-1150185725-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1092 time: 0.1092958 Sep 24 00:29:48.820462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 34844) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:48.835518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:29:48.863130 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:48.922011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bfc478ff-5846-4291-be2e-631f5bed030c None None] Port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:29:49.001716 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Sync routers for ids ['279db02b-11b9-46c4-9e20-19c500f5f25d'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:49.013224 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:49.013518 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Routers {'279db02b-11b9-46c4-9e20-19c500f5f25d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:49.013853 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['279db02b-11b9-46c4-9e20-19c500f5f25d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:49.190197 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Set router 279db02b-11b9-46c4-9e20-19c500f5f25d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:49.237547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Allocated IP 172.25.5.68 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/92140454-2138-4193-8696-5664c03a207e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:29:49.467879 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:49.502391 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 4, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port': {'id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:37Z', 'updated_at': '2021-09-24T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f2e05ab3-b4ae-4ebb-9870-572a8a9d9769', 'name': '', 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'mac_address': 'fa:16:3e:14:74:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:40Z', 'updated_at': '2021-09-24T00:29:41Z', 'revision_number': 2, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'subnets': [{'id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:49.526163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:49.540350 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Checking router: 279db02b-11b9-46c4-9e20-19c500f5f25d for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:49.540714 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Updating router 279db02b-11b9-46c4-9e20-19c500f5f25d port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:29:49.566235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab6ae42-a224-49b7-8be2-70c73e67fd54 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:29:49.571725 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:49.578544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:49.596792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Transition to ACTIVE for port object 0ab6ae42-a224-49b7-8be2-70c73e67fd54 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:29:49.602188 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:49.608139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:29:49.615047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:29:49.620016 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:29:49.665008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=92140454-2138-4193-8696-5664c03a207e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:49.711582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6ae42-a224-49b7-8be2-70c73e67fd54,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:49.975414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Attempting to bind port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:49.975999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Attempting to bind port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:49.976920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Attempting to bind port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:49.983035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:29:49.983418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Attempting to bind port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:49.994681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:49.996888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:49.997192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:49.997663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Bound port: 0ab6ae42-a224-49b7-8be2-70c73e67fd54, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:49.999740 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.060412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7d219-299a-4026-aa85-a868b3e49149 req-1b24c16c-ed72-4cf6-8ac2-87bbc8474272 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:50.068592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37f7d219-299a-4026-aa85-a868b3e49149 req-1b24c16c-ed72-4cf6-8ac2-87bbc8474272 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.0953748 Sep 24 00:29:50.191142 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.200752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] For port 0ab6ae42-a224-49b7-8be2-70c73e67fd54, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:50.203253 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.209748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] For port 0ab6ae42-a224-49b7-8be2-70c73e67fd54, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0ab6ae42-a224-49b7-8be2-70c73e67fd54,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:50.222227 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.258282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37f7d219-299a-4026-aa85-a868b3e49149 req-058a31e2-c0c2-4c1e-9376-418a86b9e587 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886313 Sep 24 00:29:50.293361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:50.294309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.307673 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] 10.222.0.20 "PUT /v2.0/ports/0ab6ae42-a224-49b7-8be2-70c73e67fd54 HTTP/1.1" status: 200 len: 1093 time: 1.7365036 Sep 24 00:29:50.312952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07d7a61b-36ae-4532-b832-907f57abfc79', 'tag': '0ab6ae42-a224-49b7-8be2-70c73e67fd54'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:50.316463 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b361e7e-e881-4304-86ce-ef7ed6a5938b" -d '{"events": [{"name": "network-changed", "server_uuid": "07d7a61b-36ae-4532-b832-907f57abfc79", "tag": "0ab6ae42-a224-49b7-8be2-70c73e67fd54"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:50.335633 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc27e02-9d38-44e4-af34-4532bf9f19d8 None None] Pushing event updated for resources: {'Port': ['ID=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:50.389256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db5ead-0a8a-4f85-825a-bf7ee3eee8dc service neutron] Pushing event updated for resources: {'Port': ['ID=0ab6ae42-a224-49b7-8be2-70c73e67fd54,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:50.441787 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b421977-f2d6-4659-b14c-1157e3c2b72d x-openstack-request-id: req-5b421977-f2d6-4659-b14c-1157e3c2b72d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:50.442085 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07d7a61b-36ae-4532-b832-907f57abfc79", "tag": "0ab6ae42-a224-49b7-8be2-70c73e67fd54", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:50.442339 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5b421977-f2d6-4659-b14c-1157e3c2b72d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:50.442788 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07d7a61b-36ae-4532-b832-907f57abfc79', 'tag': '0ab6ae42-a224-49b7-8be2-70c73e67fd54', 'status': 'completed', 'code': 200} Sep 24 00:29:50.456928 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Attempting to bind port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:29:50.457409 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Attempting to bind port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:29:50.457703 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Attempting to bind port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 on network ca7c1136-cf9e-45c3-a546-978c0696703a {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:29:50.471714 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:29:50.472240 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Checking segment: {'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:29:50.472555 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.472945 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Bound using segment: {'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:29:50.473425 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Bound port: f2e05ab3-b4ae-4ebb-9870-572a8a9d9769, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b07bd4-93cf-42e3-907b-0b415bc1f0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:29:50.473807 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.481804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-8e69c092-3f08-43da-a2f1-0845de1ff3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:50.484033 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-8e69c092-3f08-43da-a2f1-0845de1ff3d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 1096 time: 0.1127543 Sep 24 00:29:50.568274 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-06252019-a76a-4e20-8b7c-049c5d9ef2c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ab6ae42-a224-49b7-8be2-70c73e67fd54 HTTP/1.1" status: 200 len: 217 time: 0.0751183 Sep 24 00:29:50.629293 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] For port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:29:50.633375 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] For port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,segment=NetworkSegment(80b07bd4-93cf-42e3-907b-0b415bc1f0da),segment_id=80b07bd4-93cf-42e3-907b-0b415bc1f0da)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:29:50.640318 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.680689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.719147 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Routers {'279db02b-11b9-46c4-9e20-19c500f5f25d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:50.719831 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['279db02b-11b9-46c4-9e20-19c500f5f25d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:50.745199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-4d0c6da4-0fbd-44be-8aaa-ea5abde3074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:50.768388 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-4d0c6da4-0fbd-44be-8aaa-ea5abde3074a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.1916006 Sep 24 00:29:50.801711 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc27e02-9d38-44e4-af34-4532bf9f19d8 None None] Pushing event updated for resources: {'Port': ['ID=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:50.822772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f0c468d1-8166-40cd-a53d-f0977ee2496a None None] Provisioning complete for port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:50.823271 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f0c468d1-8166-40cd-a53d-f0977ee2496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.862383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:50.884337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-216bb8f6-e178-4964-abe2-9c8946692043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:50.886371 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-216bb8f6-e178-4964-abe2-9c8946692043 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062458 Sep 24 00:29:50.971697 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f0c468d1-8166-40cd-a53d-f0977ee2496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:51.065035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f0c468d1-8166-40cd-a53d-f0977ee2496a None None] For port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,segment=NetworkSegment(80b07bd4-93cf-42e3-907b-0b415bc1f0da),segment_id=80b07bd4-93cf-42e3-907b-0b415bc1f0da)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:29:51.070877 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f0c468d1-8166-40cd-a53d-f0977ee2496a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:51.127713 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] Set router 279db02b-11b9-46c4-9e20-19c500f5f25d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:51.154340 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-e1f2aba6-ab8d-4513-8f0d-d0cd68592cc5 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562432 Sep 24 00:29:51.164878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c468d1-8166-40cd-a53d-f0977ee2496a None None] Pushing event updated for resources: {'Port': ['ID=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:51.219055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:51.230970 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:51.331061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2d4c093a-fc3f-467c-a1fa-cc806122efa5 req-1587e6b0-03c2-403e-b612-b05e40f4c2c7 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680284 Sep 24 00:29:51.339898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-35a77b90-7f22-4772-bf15-1adb6f199ac2 None None] Provisioning complete for port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:51.340279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-35a77b90-7f22-4772-bf15-1adb6f199ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:51.367707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event updated for resources: {'Port': ['ID=92140454-2138-4193-8696-5664c03a207e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:29:51.396620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:51.461166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-4a82b078-ea46-4bc8-8e6d-5622915a917b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:51.462611 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-4a82b078-ea46-4bc8-8e6d-5622915a917b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 1096 time: 0.0617790 Sep 24 00:29:51.563760 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-70f30522-f238-4f4c-be72-b529635db484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 4, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port': {'id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:37Z', 'updated_at': '2021-09-24T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f2e05ab3-b4ae-4ebb-9870-572a8a9d9769', 'name': '', 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'mac_address': 'fa:16:3e:14:74:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:40Z', 'updated_at': '2021-09-24T00:29:50Z', 'revision_number': 4, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'subnets': [{'id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:51.622378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-67bffe4a-d568-459c-9323-7652ad5ee83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:51.622664 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f30522-f238-4f4c-be72-b529635db484 None None] The sync data for ids ['279db02b-11b9-46c4-9e20-19c500f5f25d'] in n-d-713498-18 is: [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 4, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port': {'id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:37Z', 'updated_at': '2021-09-24T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f2e05ab3-b4ae-4ebb-9870-572a8a9d9769', 'name': '', 'network_id': 'ca7c1136-cf9e-45c3-a546-978c0696703a', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'mac_address': 'fa:16:3e:14:74:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:40Z', 'updated_at': '2021-09-24T00:29:50Z', 'revision_number': 4, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'subnets': [{'id': 'e76fbc8b-d72e-4e88-9925-889477af8f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:51.625197 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-67bffe4a-d568-459c-9323-7652ad5ee83a service neutron] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1550870 Sep 24 00:29:51.694931 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056925d5-8a0f-4705-a057-eb68344c665c req-2152956b-cb4a-4fb7-bdd0-f3c1dad40294 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:51.698894 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-c7c68d20-973d-4e37-98f8-ed8fe2829168 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ab6ae42-a224-49b7-8be2-70c73e67fd54 HTTP/1.1" status: 200 len: 217 time: 0.0634184 Sep 24 00:29:51.699648 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-056925d5-8a0f-4705-a057-eb68344c665c req-2152956b-cb4a-4fb7-bdd0-f3c1dad40294 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.2110696 Sep 24 00:29:51.760892 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Floating IP 123d9390-f11c-4642-b045-eb49b2132a98 associated. External IP: 172.25.5.68, port: dd2d3ad5-b87a-4800-86c5-f10e9055987c. Sep 24 00:29:51.789706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-4cb66d47-9ae7-4618-b33a-b9a9f4567b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:51.792378 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-4cb66d47-9ae7-4618-b33a-b9a9f4567b0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0861881 Sep 24 00:29:51.830292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-056925d5-8a0f-4705-a057-eb68344c665c req-e5dfbae6-54a1-4929-913a-6b95766185ea tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049368 Sep 24 00:29:51.845107 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-6a998d20-f50d-4b14-a5db-9bf9bf6ebb99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1836567 Sep 24 00:29:51.879348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-440e47c3-30b9-47c7-b717-ee2f5db5802e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:51.882336 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-440e47c3-30b9-47c7-b717-ee2f5db5802e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0806761 Sep 24 00:29:52.040900 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-fe75e361-c66d-4d1a-bfcb-ae9b3c247aba service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493425 Sep 24 00:29:52.100606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-483d318a-5cbc-46d7-9efa-c5d018335970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:52.102526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-483d318a-5cbc-46d7-9efa-c5d018335970 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1097 time: 0.1556571 Sep 24 00:29:52.274110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:29:52.289799 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4b361e7e-e881-4304-86ce-ef7ed6a5938b req-ddae7168-9693-447d-ac3e-51dc1e196070 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416198 Sep 24 00:29:52.334472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 12cfc867-f2be-41a8-a230-2ce35be6849f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:29:52.383510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:29:52.384259 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:52.453344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-9cc6eab8-67a4-4dc5-9953-9fc8b33fb5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:52.455979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-9cc6eab8-67a4-4dc5-9953-9fc8b33fb5e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 200 len: 897 time: 0.2822962 Sep 24 00:29:52.595006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-c3c9fd36-789f-4a21-81dd-c092b2435199 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 200 len: 998 time: 0.1315618 Sep 24 00:29:52.613512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:29:52.632151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] Sync routers for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:29:52.654742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:52.656917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:52.663567 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:52.669841 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-7250b0b9-901b-4bb2-a35b-ebe592c5b320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:52.671943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-7250b0b9-901b-4bb2-a35b-ebe592c5b320 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 HTTP/1.1" status: 200 len: 835 time: 0.0673046 Sep 24 00:29:52.730945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-53abc68f-6f14-49dc-8073-8c7b99e5ad23 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9056709 Sep 24 00:29:52.730945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:29:52.740008 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9699f943-4301-46e9-bff6-beac92a683e2" -d '{"events": [{"name": "network-changed", "server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:29:52.791208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-93905177-db03-4a40-8e59-39db2eb38169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:52.794711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-93905177-db03-4a40-8e59-39db2eb38169 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8d53f68-429f-460c-abae-14b667c34ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044822 Sep 24 00:29:52.855725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:52.870560 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9781b075-1bfe-44aa-a90b-09c5cc7795e4 x-openstack-request-id: req-9781b075-1bfe-44aa-a90b-09c5cc7795e4 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:29:52.870943 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:29:52.871166 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9781b075-1bfe-44aa-a90b-09c5cc7795e4 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:29:52.871566 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'status': 'completed', 'code': 200} Sep 24 00:29:53.055537 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4231140-f9b1-4d97-9bff-e43d5c563c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:53.255671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '123d9390-f11c-4642-b045-eb49b2132a98', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'port_id': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'mac_address': 'fa:16:3e:df:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:29:50Z', 'updated_at': '2021-09-24T00:29:50Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:53.304024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] Checking router: 12cfc867-f2be-41a8-a230-2ce35be6849f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:29:53.319660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:29:53.320721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:29:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:53.490836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f15c6-8c1a-4191-9eaa-b624895c0844 req-acdbc477-d2aa-4580-9879-a9e4bf4bbc46 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:53.493110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd8f15c6-8c1a-4191-9eaa-b624895c0844 req-acdbc477-d2aa-4580-9879-a9e4bf4bbc46 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.6748011 Sep 24 00:29:53.500400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-e8979af9-1249-425c-aa3b-e1ad8cadd316 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6972473 Sep 24 00:29:53.509729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:29:53.512797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef6057-5979-4b37-a8b7-caa37f610b39 req-d63b32c8-5cd6-401d-adfd-ab2f9821278e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:53.519514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbef6057-5979-4b37-a8b7-caa37f610b39 req-d63b32c8-5cd6-401d-adfd-ab2f9821278e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.1873684 Sep 24 00:29:53.691729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd8f15c6-8c1a-4191-9eaa-b624895c0844 req-2cd34e2c-31e3-4684-a87b-df48b42eb0e9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706371 Sep 24 00:29:53.697236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbef6057-5979-4b37-a8b7-caa37f610b39 req-71df9df9-6747-452f-9c1d-3884dd5c8f53 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545992 Sep 24 00:29:53.742239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1cfc2fc-baf0-4734-a67a-ffb2309d51fc req-caee6cda-702a-412a-b6f1-1d08fa711749 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171514 Sep 24 00:29:53.746713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34858) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:53.853429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-094d46a2-7a06-4dfd-803b-c50f3bc4d289 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/123d9390-f11c-4642-b045-eb49b2132a98 HTTP/1.1" status: 200 len: 990 time: 0.1051431 Sep 24 00:29:53.881843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f943-4301-46e9-bff6-beac92a683e2 req-4df101ce-d936-4c45-b765-ba1c05081b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:53.883645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9699f943-4301-46e9-bff6-beac92a683e2 req-4df101ce-d936-4c45-b765-ba1c05081b5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0814626 Sep 24 00:29:53.898899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '123d9390-f11c-4642-b045-eb49b2132a98', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'port_id': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'mac_address': 'fa:16:3e:df:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:29:50Z', 'updated_at': '2021-09-24T00:29:50Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:29:53.943184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba9b11b-6748-4629-8a54-e86e2189816a None None] The sync data for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 is: [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '123d9390-f11c-4642-b045-eb49b2132a98', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'floating_ip_address': '172.25.5.68', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'port_id': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'mac_address': 'fa:16:3e:df:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:29:50Z', 'updated_at': '2021-09-24T00:29:50Z', 'revision_number': 0, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:29:54.040578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f943-4301-46e9-bff6-beac92a683e2 req-b86fc8cb-b28b-4e34-9354-d423a40aa1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:54.042086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9699f943-4301-46e9-bff6-beac92a683e2 req-b86fc8cb-b28b-4e34-9354-d423a40aa1e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 200 len: 897 time: 0.1519711 Sep 24 00:29:54.150833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9699f943-4301-46e9-bff6-beac92a683e2 req-517b1d95-2905-4e70-aa4b-b04a9a6d6f1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 200 len: 998 time: 0.1011069 Sep 24 00:29:54.215343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f943-4301-46e9-bff6-beac92a683e2 req-55e65d23-a321-43b9-a988-d749347742e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:54.218425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9699f943-4301-46e9-bff6-beac92a683e2 req-55e65d23-a321-43b9-a988-d749347742e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 HTTP/1.1" status: 200 len: 835 time: 0.0606472 Sep 24 00:29:54.259721 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad06550-f128-486d-bd04-bffe668124ad None None] New status for floating IP 123d9390-f11c-4642-b045-eb49b2132a98: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:29:54.284789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f943-4301-46e9-bff6-beac92a683e2 req-6b46da02-f766-4693-b049-c4fcdef7c587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:54.287200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9699f943-4301-46e9-bff6-beac92a683e2 req-6b46da02-f766-4693-b049-c4fcdef7c587 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8d53f68-429f-460c-abae-14b667c34ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625813 Sep 24 00:29:54.425969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9699f943-4301-46e9-bff6-beac92a683e2 req-972818a9-d9ee-4621-94d5-2f2070664b89 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311865 Sep 24 00:29:54.529695 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9699f943-4301-46e9-bff6-beac92a683e2 req-d741c14a-8496-4e52-b168-50f5cca23495 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975034 Sep 24 00:29:54.857241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 34862) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:29:54.877830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42caed-a28b-4d0d-a6db-163e27465039 req-3c15a598-3b47-43e1-b881-851bef790607 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:54.880392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af42caed-a28b-4d0d-a6db-163e27465039 req-3c15a598-3b47-43e1-b881-851bef790607 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.0803468 Sep 24 00:29:54.942705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af42caed-a28b-4d0d-a6db-163e27465039 req-a7d1b714-888d-4cb2-ba69-9acce8c54cd8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499308 Sep 24 00:29:54.946697 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e906223c-e45a-4cd6-9101-9435bac5735b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/123d9390-f11c-4642-b045-eb49b2132a98 HTTP/1.1" status: 200 len: 992 time: 0.0878999 Sep 24 00:29:55.201223 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-9bc17e9a-f529-428d-a2d5-e59c196dfdf2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0513475 Sep 24 00:29:55.304147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-d2e948b6-52c3-4699-bf6e-16402196d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:55.305732 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-d2e948b6-52c3-4699-bf6e-16402196d88c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1098 time: 0.0463488 Sep 24 00:29:55.425997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-6c66b09d-cd0d-4fb8-b744-144660871b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:55.427545 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-6c66b09d-cd0d-4fb8-b744-144660871b18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.0960419 Sep 24 00:29:55.497420 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-f9630b24-8b02-40ad-90ed-59bcb1717644 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 1001 time: 0.0628681 Sep 24 00:29:55.556276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-32b711e1-cf77-4af6-a831-ca39b5f6e6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:55.557761 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-32b711e1-cf77-4af6-a831-ca39b5f6e6c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0516264 Sep 24 00:29:55.614319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-09ede934-76d7-4ee5-b838-6aba181783d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:55.615938 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-09ede934-76d7-4ee5-b838-6aba181783d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505700 Sep 24 00:29:55.726536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-0dd5cc62-5adc-49d2-b0c2-a15ef54ed310 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973811 Sep 24 00:29:55.830560 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c1c4ac85-70aa-4941-bb9d-a319c8084e18 req-37858233-241f-434a-afc9-3127faa641b0 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950575 Sep 24 00:29:55.854739 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:56.014269 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-05a299de-b782-4019-bd8d-821b75454baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:56.087136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228cb39c-8f31-42e5-b22c-e57be16e71b5 req-521e9c4d-3218-4a19-9f54-c1ec22ca5d7a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:56.088723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-228cb39c-8f31-42e5-b22c-e57be16e71b5 req-521e9c4d-3218-4a19-9f54-c1ec22ca5d7a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.0608282 Sep 24 00:29:56.148707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-228cb39c-8f31-42e5-b22c-e57be16e71b5 req-e28e598e-3015-4f1f-b057-57b10222ce0b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493073 Sep 24 00:29:56.822444 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:57.282052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b9d90-77c2-4e43-b7df-50193c0f3ebe req-41e59693-950b-443a-aa3b-826ed0e0fc54 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:57.283631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f80b9d90-77c2-4e43-b7df-50193c0f3ebe req-41e59693-950b-443a-aa3b-826ed0e0fc54 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.0554168 Sep 24 00:29:57.332589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f80b9d90-77c2-4e43-b7df-50193c0f3ebe req-b30fe450-938b-492f-8ce6-27a757fc3131 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Sep 24 00:29:58.508136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fec5b4-463b-4d72-ab5c-5ae38bdccacb req-a6deaee6-ab94-405f-8f1e-29a5a5c38e30 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:58.509741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40fec5b4-463b-4d72-ab5c-5ae38bdccacb req-a6deaee6-ab94-405f-8f1e-29a5a5c38e30 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.0794091 Sep 24 00:29:58.564796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40fec5b4-463b-4d72-ab5c-5ae38bdccacb req-2d771b4d-52d9-492a-b2da-679d0956e167 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443051 Sep 24 00:29:59.194937 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:29:59.715604 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70fb67-11cf-416f-ab27-3edeaf565262 req-205e1c39-b59c-4645-bdf2-6d89f09506b4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:29:59.717140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b70fb67-11cf-416f-ab27-3edeaf565262 req-205e1c39-b59c-4645-bdf2-6d89f09506b4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.0589375 Sep 24 00:29:59.757403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b70fb67-11cf-416f-ab27-3edeaf565262 req-a5b670fe-0a9a-4699-9142-1ec3dd26ac87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329144 Sep 24 00:30:00.801204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 0ab6ae42-a224-49b7-8be2-70c73e67fd54 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:30:00.873481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448abc41-b809-4cb6-8b32-c505c0069d9b req-01d69ce4-ea97-4cbc-9c85-1b5eebf849a4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:00.875561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-448abc41-b809-4cb6-8b32-c505c0069d9b req-01d69ce4-ea97-4cbc-9c85-1b5eebf849a4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 944 time: 0.0500336 Sep 24 00:30:00.897954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 0ab6ae42-a224-49b7-8be2-70c73e67fd54, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0ab6ae42-a224-49b7-8be2-70c73e67fd54,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:00.909879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '0ab6ae42-a224-49b7-8be2-70c73e67fd54', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'port_id': '0ab6ae42-a224-49b7-8be2-70c73e67fd54', 'mac_address': 'fa:16:3e:d6:94:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:30:00.914442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-448abc41-b809-4cb6-8b32-c505c0069d9b req-728984c7-e845-45fd-ab28-bc1271646b13 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Sep 24 00:30:00.946819 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:00.959201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab6ae42-a224-49b7-8be2-70c73e67fd54 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:30:00.978685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 0ab6ae42-a224-49b7-8be2-70c73e67fd54, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0ab6ae42-a224-49b7-8be2-70c73e67fd54,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:00.984606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:01.030716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=0ab6ae42-a224-49b7-8be2-70c73e67fd54,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:01.215773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['0ab6ae42-a224-49b7-8be2-70c73e67fd54'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:30:02.040141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86d4e4-d904-4a8e-af77-cc122b886499 req-fd2e0a26-4e21-4fd6-9846-073f516f6c42 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:02.041663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e86d4e4-d904-4a8e-af77-cc122b886499 req-fd2e0a26-4e21-4fd6-9846-073f516f6c42 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 945 time: 0.0570300 Sep 24 00:30:02.082974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e86d4e4-d904-4a8e-af77-cc122b886499 req-c097ea52-907f-4c11-a040-fda066357ff8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345812 Sep 24 00:30:02.831098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 0ab6ae42-a224-49b7-8be2-70c73e67fd54 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:30:02.879135 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:30:02.882887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:30:02.883295 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:02.963221 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:02.985740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d7a61b-36ae-4532-b832-907f57abfc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6ae42-a224-49b7-8be2-70c73e67fd54'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:30:02.988072 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe584189-1dba-4fdc-8072-c7feaea4ad45" -d '{"events": [{"server_uuid": "07d7a61b-36ae-4532-b832-907f57abfc79", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6ae42-a224-49b7-8be2-70c73e67fd54"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:30:03.001249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 0ab6ae42-a224-49b7-8be2-70c73e67fd54, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0ab6ae42-a224-49b7-8be2-70c73e67fd54,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:03.005371 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:03.028814 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148af63-c2c0-4e7e-9de2-82fc4276735e x-openstack-request-id: req-8148af63-c2c0-4e7e-9de2-82fc4276735e {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:30:03.029107 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d7a61b-36ae-4532-b832-907f57abfc79", "name": "network-vif-plugged", "status": "completed", "tag": "0ab6ae42-a224-49b7-8be2-70c73e67fd54", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:30:03.029359 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8148af63-c2c0-4e7e-9de2-82fc4276735e {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:30:03.029755 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d7a61b-36ae-4532-b832-907f57abfc79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab6ae42-a224-49b7-8be2-70c73e67fd54', 'code': 200} Sep 24 00:30:03.058213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=0ab6ae42-a224-49b7-8be2-70c73e67fd54,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:03.132914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dc777d-3d23-4040-9c7d-01f68865a878 req-b2320e77-05d4-4572-8ba9-95b2c5517962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:03.134504 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-84dc777d-3d23-4040-9c7d-01f68865a878 req-b2320e77-05d4-4572-8ba9-95b2c5517962 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 1098 time: 0.0444665 Sep 24 00:30:03.174827 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-84dc777d-3d23-4040-9c7d-01f68865a878 req-f9f8768b-f3ad-4cbc-a5f1-091bd182427c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Sep 24 00:30:03.209206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ac877-b6a8-4848-a5fb-f6af3af25343 req-d706e529-aa35-465c-be9a-212ee4d040e7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:03.210782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd2ac877-b6a8-4848-a5fb-f6af3af25343 req-d706e529-aa35-465c-be9a-212ee4d040e7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 946 time: 0.0568616 Sep 24 00:30:03.252824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd2ac877-b6a8-4848-a5fb-f6af3af25343 req-9733846a-8493-4631-a726-e7ca13132fbf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341394 Sep 24 00:30:04.374644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91103703-f4c5-4548-89b7-7cc4e7701a76 req-594a4fe8-5547-4b3c-9d1c-18c955b009a8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:04.376385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91103703-f4c5-4548-89b7-7cc4e7701a76 req-594a4fe8-5547-4b3c-9d1c-18c955b009a8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 946 time: 0.0496683 Sep 24 00:30:04.414592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-91103703-f4c5-4548-89b7-7cc4e7701a76 req-8ad89d0f-5e16-46b3-a96f-071710176d16 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325296 Sep 24 00:30:04.534854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb402bc-75cf-4839-983b-7988f188dde9 req-3052d1c4-73d6-47ae-aa65-ff748fbde824 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:04.536365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efb402bc-75cf-4839-983b-7988f188dde9 req-3052d1c4-73d6-47ae-aa65-ff748fbde824 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 946 time: 0.0548599 Sep 24 00:30:04.574289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efb402bc-75cf-4839-983b-7988f188dde9 req-55c0df7e-6bba-4a6c-be60-f1922acca470 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318763 Sep 24 00:30:04.690191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b010f0-0008-4a02-972e-23e316f7ec28 req-6ce4e51e-a725-482c-a9a6-5878db74123c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:04.691640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b010f0-0008-4a02-972e-23e316f7ec28 req-6ce4e51e-a725-482c-a9a6-5878db74123c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 946 time: 0.0527368 Sep 24 00:30:04.730088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b010f0-0008-4a02-972e-23e316f7ec28 req-64c173d7-a133-47f5-b87d-26a6cc660b1d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324440 Sep 24 00:30:04.966084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac335f3-2259-45fc-833f-b2552e22391c req-69810cea-c825-4e7e-8c2a-abef75892a6a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:04.967540 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ac335f3-2259-45fc-833f-b2552e22391c req-69810cea-c825-4e7e-8c2a-abef75892a6a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 946 time: 0.0509312 Sep 24 00:30:05.009377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ac335f3-2259-45fc-833f-b2552e22391c req-01d623bd-555e-4c33-b192-4d1297e6a360 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351589 Sep 24 00:30:06.134735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919369c-bbf3-4b1f-a8ee-01d92ec07dc3 req-28bc62ce-8234-4340-ba48-b28a9d0a8bd6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:06.136448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c919369c-bbf3-4b1f-a8ee-01d92ec07dc3 req-28bc62ce-8234-4340-ba48-b28a9d0a8bd6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 946 time: 0.0541813 Sep 24 00:30:06.182180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c919369c-bbf3-4b1f-a8ee-01d92ec07dc3 req-0636b555-1b03-421d-b979-da5ce691fcd4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342185 Sep 24 00:30:06.494391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f00594-64b0-40f0-92d7-95d568d7301a req-453792d5-4bdb-46c3-a5f7-56cdd228bdcb tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:06.495954 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92f00594-64b0-40f0-92d7-95d568d7301a req-453792d5-4bdb-46c3-a5f7-56cdd228bdcb tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 946 time: 0.0540528 Sep 24 00:30:06.597260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:30:06.597607 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:06.690371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] For port 0ab6ae42-a224-49b7-8be2-70c73e67fd54, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=0ab6ae42-a224-49b7-8be2-70c73e67fd54,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:06.690733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:06.703153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for 0ab6ae42-a224-49b7-8be2-70c73e67fd54 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:30:06.781541 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:06.832323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:06.844814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['0ab6ae42-a224-49b7-8be2-70c73e67fd54'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:30:06.864106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=0ab6ae42-a224-49b7-8be2-70c73e67fd54,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:06.878729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.879061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.879476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.879817 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.880152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.880545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.880806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.881128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.881447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.881767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.882085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.882406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:06.918429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] No DVR routers for this DVR port 0ab6ae42-a224-49b7-8be2-70c73e67fd54 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:30:06.921425 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:06.923456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-92f00594-64b0-40f0-92d7-95d568d7301a req-3b8ba13a-e6eb-454e-a301-375f9d49457c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "DELETE /v2.0/ports/0ab6ae42-a224-49b7-8be2-70c73e67fd54 HTTP/1.1" status: 204 len: 173 time: 0.4214072 Sep 24 00:30:06.923899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07d7a61b-36ae-4532-b832-907f57abfc79', 'name': 'network-vif-deleted', 'tag': '0ab6ae42-a224-49b7-8be2-70c73e67fd54'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:30:06.926171 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77feef2a-d576-42b4-8292-801847047a19" -d '{"events": [{"server_uuid": "07d7a61b-36ae-4532-b832-907f57abfc79", "name": "network-vif-deleted", "tag": "0ab6ae42-a224-49b7-8be2-70c73e67fd54"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:30:06.972676 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54ea9b7-fe6a-4d82-80aa-3983cfcdeceb x-openstack-request-id: req-a54ea9b7-fe6a-4d82-80aa-3983cfcdeceb {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:30:06.973063 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07d7a61b-36ae-4532-b832-907f57abfc79", "name": "network-vif-deleted", "tag": "0ab6ae42-a224-49b7-8be2-70c73e67fd54", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:30:06.973381 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a54ea9b7-fe6a-4d82-80aa-3983cfcdeceb {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:30:06.973853 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07d7a61b-36ae-4532-b832-907f57abfc79', 'name': 'network-vif-deleted', 'tag': '0ab6ae42-a224-49b7-8be2-70c73e67fd54', 'status': 'completed', 'code': 200} Sep 24 00:30:07.285265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8657f1f1-2bb5-4da5-a467-ef98286a806c req-045f646e-0d48-4b66-b749-ed2fda3b7092 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 210 time: 0.0302410 Sep 24 00:30:07.658311 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:30:08.402402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dc04707-b80d-428a-a13c-72ef33f68720 req-e31385dd-fbda-4280-b6e1-317e2a2368bc tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 210 time: 0.0381503 Sep 24 00:30:08.879578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 0ab6ae42-a224-49b7-8be2-70c73e67fd54 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:30:08.917579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 0ab6ae42-a224-49b7-8be2-70c73e67fd54 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:30:08.918249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 0ab6ae42-a224-49b7-8be2-70c73e67fd54 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:30:09.319173 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:09.510719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c10f103-1d2f-4433-8fd1-13e99b135b7c req-4e1e11ca-1265-432e-88fb-2a3973ffb62a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 210 time: 0.0370700 Sep 24 00:30:10.626001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0bb8338f-6c2e-4045-9b54-d4c959b39cc3 req-2b7db168-ea16-463c-bb77-f01b21bef3dc tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=07d7a61b-36ae-4532-b832-907f57abfc79 HTTP/1.1" status: 200 len: 210 time: 0.0336864 Sep 24 00:30:14.974722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2d932-c8a9-4708-8b86-80df29015b41 req-5b897783-fee0-44d4-87e1-e5b60c362316 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:14.976566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ae2d932-c8a9-4708-8b86-80df29015b41 req-5b897783-fee0-44d4-87e1-e5b60c362316 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0739374 Sep 24 00:30:15.018657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ae2d932-c8a9-4708-8b86-80df29015b41 req-6719d95c-85c4-4464-8a64-cf038cb7e836 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356450 Sep 24 00:30:16.154736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11ac5a-98c3-4ba9-ab8b-bd3353501bc8 req-83d230a4-4012-4696-927e-35b5c2544d06 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:16.159016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b11ac5a-98c3-4ba9-ab8b-bd3353501bc8 req-83d230a4-4012-4696-927e-35b5c2544d06 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0702696 Sep 24 00:30:16.215952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b11ac5a-98c3-4ba9-ab8b-bd3353501bc8 req-1f6760c5-417a-429c-9718-e70e3decec12 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504377 Sep 24 00:30:17.338820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1f513-0a2f-46de-9761-aa4e744d822a req-342c9ba7-b189-47b0-9b59-9d9d4f563123 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:17.340504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5aa1f513-0a2f-46de-9761-aa4e744d822a req-342c9ba7-b189-47b0-9b59-9d9d4f563123 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0509348 Sep 24 00:30:17.404505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5aa1f513-0a2f-46de-9761-aa4e744d822a req-8e7eca9d-040c-4984-99ff-f2c3f9a0b554 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565088 Sep 24 00:30:18.545396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a0f01-7c0d-41f7-acc3-251f6c745d03 req-39fce17b-b153-47af-b545-c92e17044196 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:18.547051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f37a0f01-7c0d-41f7-acc3-251f6c745d03 req-39fce17b-b153-47af-b545-c92e17044196 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0561948 Sep 24 00:30:18.591858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f37a0f01-7c0d-41f7-acc3-251f6c745d03 req-e2f3d80b-ed60-4da2-9f86-77dc27a73e24 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354512 Sep 24 00:30:19.733902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979735fa-556b-4663-9a8a-ae8f4033d94a req-f51e3162-a97f-458e-a128-c31d91064b01 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:19.735659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-979735fa-556b-4663-9a8a-ae8f4033d94a req-f51e3162-a97f-458e-a128-c31d91064b01 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0606709 Sep 24 00:30:19.782801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-979735fa-556b-4663-9a8a-ae8f4033d94a req-56fc1d59-4f4e-4442-ba1f-9bd90b0261a1 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Sep 24 00:30:20.937933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd705d6-fade-4050-a546-5b8ecb6a7b24 req-4b813d2f-ef15-4492-a4a1-085ce1c9b283 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:20.939947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd705d6-fade-4050-a546-5b8ecb6a7b24 req-4b813d2f-ef15-4492-a4a1-085ce1c9b283 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0689764 Sep 24 00:30:20.988042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd705d6-fade-4050-a546-5b8ecb6a7b24 req-2fece68a-33a8-4964-8e50-0cc3c2b054f3 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Sep 24 00:30:22.142490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb204f5-d24a-4e67-ae3b-98d4d433d457 req-d1280b73-265e-4040-bb68-da72303f9060 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:22.144097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bb204f5-d24a-4e67-ae3b-98d4d433d457 req-d1280b73-265e-4040-bb68-da72303f9060 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0599632 Sep 24 00:30:22.188724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bb204f5-d24a-4e67-ae3b-98d4d433d457 req-d3578a66-a59a-42a2-a639-c1d6190acaf3 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355108 Sep 24 00:30:23.010713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b62c4f2-e705-46fd-993d-fce54b7265e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:23.334681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e918b7-64d2-415c-8f66-f04b523dada5 req-def56096-60e7-40ee-9f28-52e835defadc tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:23.339259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9e918b7-64d2-415c-8f66-f04b523dada5 req-def56096-60e7-40ee-9f28-52e835defadc tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0710618 Sep 24 00:30:23.379752 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9e918b7-64d2-415c-8f66-f04b523dada5 req-02b6e13e-d4cc-441c-b70a-e0802d5d66a5 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374360 Sep 24 00:30:24.576658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafc5077-e9ae-4955-a3a6-f4ab7ba0d57d req-3428003c-51c4-4436-b58f-cbf41c69203a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:24.578733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dafc5077-e9ae-4955-a3a6-f4ab7ba0d57d req-3428003c-51c4-4436-b58f-cbf41c69203a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0870440 Sep 24 00:30:24.628800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dafc5077-e9ae-4955-a3a6-f4ab7ba0d57d req-4412e943-7b6f-4d26-9d7c-c5b916d9006d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422015 Sep 24 00:30:24.682024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac687e-6e35-427c-b763-8456539a6d71 req-186e739c-d761-4eb0-b29e-371c8317756a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:24.683483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3ac687e-6e35-427c-b763-8456539a6d71 req-186e739c-d761-4eb0-b29e-371c8317756a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0537009 Sep 24 00:30:24.724086 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3ac687e-6e35-427c-b763-8456539a6d71 req-b0749869-2bab-4721-950b-9f4e83e47936 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345247 Sep 24 00:30:25.780112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3622927-4937-4d69-b165-929289945848 req-bfe73651-6146-4949-96ad-61fd858ea67e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:25.783217 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3622927-4937-4d69-b165-929289945848 req-bfe73651-6146-4949-96ad-61fd858ea67e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0646513 Sep 24 00:30:25.853912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3622927-4937-4d69-b165-929289945848 req-e9e52a5f-4916-4a78-84ba-fc6e4889333a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656292 Sep 24 00:30:25.862106 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:25.880620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff0255-5071-4697-ba9e-675ace39fa06 req-8d5ee6a7-4c69-4124-8e86-0d3a012870a4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:25.882320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-beff0255-5071-4697-ba9e-675ace39fa06 req-8d5ee6a7-4c69-4124-8e86-0d3a012870a4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0722523 Sep 24 00:30:25.931674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-beff0255-5071-4697-ba9e-675ace39fa06 req-e4358b56-3ace-408d-a4a4-d77e5d485cd3 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428240 Sep 24 00:30:26.020131 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf0e5c48-e057-43b6-a623-b2d6c836aad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:26.116655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c19cc0-2d17-4991-bace-d3f6fb891c14 req-f88502b4-8098-4231-9a17-ad19cbf1d9d4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:26.118427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9c19cc0-2d17-4991-bace-d3f6fb891c14 req-f88502b4-8098-4231-9a17-ad19cbf1d9d4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0578356 Sep 24 00:30:26.123334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-94a0ed4c-c212-4b41-a145-8b59a63aae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:26.125824 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-94a0ed4c-c212-4b41-a145-8b59a63aae0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1098 time: 0.0474753 Sep 24 00:30:26.161946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9c19cc0-2d17-4991-bace-d3f6fb891c14 req-89602765-0d1f-4d56-a517-bae5a5565b55 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359578 Sep 24 00:30:26.225414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-b1ed534b-d2d7-4af6-a151-712b4c32b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:26.226848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-b1ed534b-d2d7-4af6-a151-712b4c32b417 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.0946651 Sep 24 00:30:26.298288 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-bf5f0bfd-e1c3-40bb-9b63-471d9166447f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 1001 time: 0.0626068 Sep 24 00:30:26.355225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-774d0a19-a97e-4082-b35c-b7decdf4e345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:26.356331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-774d0a19-a97e-4082-b35c-b7decdf4e345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0516765 Sep 24 00:30:26.410288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-b1d03aa9-e039-4326-ad05-89015aeaaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:26.411876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-b1d03aa9-e039-4326-ad05-89015aeaaca6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485535 Sep 24 00:30:26.507487 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-544c005c-ffb4-44f8-b20a-2647dc552862 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889151 Sep 24 00:30:26.622892 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f57dd5e2-22ac-445b-a30d-a430251ee21e req-444d7066-67bc-45ca-8a10-513bd99a3539 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086009 Sep 24 00:30:26.825237 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:27.077730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc66ec-60e6-4943-81ec-c030f0a9717a req-aee39644-798a-4ec9-8414-1b4b8f53034a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:27.079255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72cc66ec-60e6-4943-81ec-c030f0a9717a req-aee39644-798a-4ec9-8414-1b4b8f53034a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0683157 Sep 24 00:30:27.127230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72cc66ec-60e6-4943-81ec-c030f0a9717a req-fd42ba19-7c32-48cf-9ac0-0465fc54bef1 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 Sep 24 00:30:27.304034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beba10-b55f-444b-aea0-0b66d8ded6b4 req-f2205a03-4295-48f5-9c56-02115c446333 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:27.305534 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0beba10-b55f-444b-aea0-0b66d8ded6b4 req-f2205a03-4295-48f5-9c56-02115c446333 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0568976 Sep 24 00:30:27.353396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d0beba10-b55f-444b-aea0-0b66d8ded6b4 req-8b59205e-8c4f-4ed6-8f45-54025f16c92e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Sep 24 00:30:28.258817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5b84b-7853-402a-98ca-6a1bd0c5f1ee req-6b46b92c-2f39-4e1c-b20c-8d2d87c163c0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:28.260349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eae5b84b-7853-402a-98ca-6a1bd0c5f1ee req-6b46b92c-2f39-4e1c-b20c-8d2d87c163c0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0572996 Sep 24 00:30:28.303196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eae5b84b-7853-402a-98ca-6a1bd0c5f1ee req-fe37e7ff-9156-48b3-895f-2df9c5584ba6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353022 Sep 24 00:30:29.193737 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:29.474270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72ec37-a36c-422c-ada0-9332d2d9050a req-d8b991b0-a0ca-4ecb-afee-ba7cb7269245 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:29.475970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d72ec37-a36c-422c-ada0-9332d2d9050a req-d8b991b0-a0ca-4ecb-afee-ba7cb7269245 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0792158 Sep 24 00:30:29.538316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d72ec37-a36c-422c-ada0-9332d2d9050a req-74a96613-8f6d-47eb-983f-7619abc7a8a6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509846 Sep 24 00:30:30.696627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059776-a06a-4d6f-a70b-4a3fa1181733 req-74fcddcf-61c9-4c0c-9bee-8956f68c45b6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:30.698364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3059776-a06a-4d6f-a70b-4a3fa1181733 req-74fcddcf-61c9-4c0c-9bee-8956f68c45b6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0548606 Sep 24 00:30:30.752614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e3059776-a06a-4d6f-a70b-4a3fa1181733 req-f125b679-f107-46ae-b897-e6146c10d6d0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Sep 24 00:30:31.910093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e6ec28-bd96-4598-9b5f-e97e7f6d3242 req-b4ab3868-3d77-4665-9136-b44c1b4be27d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:31.911758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07e6ec28-bd96-4598-9b5f-e97e7f6d3242 req-b4ab3868-3d77-4665-9136-b44c1b4be27d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0686624 Sep 24 00:30:31.970856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07e6ec28-bd96-4598-9b5f-e97e7f6d3242 req-3801e26d-da08-40d4-8068-69d286a24cc5 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520904 Sep 24 00:30:33.138430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25133fe7-1d44-439f-afe2-18d812e22b05 req-b676d3c1-3da4-46b6-a6bb-0912fb43c695 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:33.140559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25133fe7-1d44-439f-afe2-18d812e22b05 req-b676d3c1-3da4-46b6-a6bb-0912fb43c695 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0624518 Sep 24 00:30:33.195488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25133fe7-1d44-439f-afe2-18d812e22b05 req-4820da06-6063-465d-ab61-3c09fc90f2b6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476198 Sep 24 00:30:34.338862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9a618-05e4-440f-8974-992b3c07d4a9 req-b994ef65-be93-489f-b242-3ac91144559f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:34.341216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2f9a618-05e4-440f-8974-992b3c07d4a9 req-b994ef65-be93-489f-b242-3ac91144559f tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0634422 Sep 24 00:30:34.386648 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2f9a618-05e4-440f-8974-992b3c07d4a9 req-320d2d46-62f0-4f8c-88e6-a6af2cb5f2d4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387421 Sep 24 00:30:35.584122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a4011-76be-4287-8270-1e202bef490c req-07d114d6-2786-4d60-9aee-5fd239da7f4c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:35.586026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b64a4011-76be-4287-8270-1e202bef490c req-07d114d6-2786-4d60-9aee-5fd239da7f4c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.1096151 Sep 24 00:30:35.649197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-18fd5da7-4780-4224-aaec-c11690912e68 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:35.650701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-18fd5da7-4780-4224-aaec-c11690912e68 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1648729 Sep 24 00:30:35.656179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b64a4011-76be-4287-8270-1e202bef490c req-c71c0f20-9a0e-48f0-bda2-604604baad0a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641847 Sep 24 00:30:35.666336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-0eeac9f8-c29b-4b4f-8756-d3e8413030cf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/quotas/4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 375 time: 0.0091233 Sep 24 00:30:35.726984 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-41a63514-b82d-4348-9847-5191d45a7134 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546615 Sep 24 00:30:35.821755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-1df580f9-8ff7-4307-94c6-52a6895e5ffc service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877032 Sep 24 00:30:35.925139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-4f0c464f-7401-4fb2-b169-72657320af97 service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938766 Sep 24 00:30:36.119153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f120627-0178-4699-8437-2c22e3dbca3d req-a32da698-0e34-4f74-9a2f-d4640e8cca3b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 210 time: 0.0288792 Sep 24 00:30:36.777717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43741b67-a09f-451d-9039-796e1636fd76 req-9f9118cb-7d16-4a6d-9dd5-c31901f6b97c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:36.779387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43741b67-a09f-451d-9039-796e1636fd76 req-9f9118cb-7d16-4a6d-9dd5-c31901f6b97c tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0531454 Sep 24 00:30:36.795525 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:36.845848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43741b67-a09f-451d-9039-796e1636fd76 req-a179c967-dea4-4ad0-bd01-f19003453d60 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568058 Sep 24 00:30:37.118613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-14ec3f82-c7e3-43fe-9770-dbcc7eabe5d2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:37.120090 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-14ec3f82-c7e3-43fe-9770-dbcc7eabe5d2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1121769 Sep 24 00:30:37.133574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'port': {'device_id': '5655db0f-d6d0-4f98-b815-9db8a2f304f6', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'admin_state_up': True, 'tenant_id': '4ad5740e214d4f28870efad95f5abd70'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:30:37.230513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f50ae72a-d813-400d-aa79-2a65c97f56c0 req-375a27c8-22ae-4ab8-b50d-2da4eab38456 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 210 time: 0.0314269 Sep 24 00:30:37.268443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:30:37.272338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:37.420602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.20.0.10 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/77f460e2-0331-47a1-9bf3-311d9ecc049a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:30:37.620021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:37.659273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:37.711861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:30:37.715063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:30:37.722461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:30:37.756649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=77f460e2-0331-47a1-9bf3-311d9ecc049a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:37.786525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:37.787266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:37.804061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-ab4363da-32fd-4d6c-841a-45609252828c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6749485 Sep 24 00:30:37.820089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Request body: {'port': {'device_id': '5655db0f-d6d0-4f98-b815-9db8a2f304f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:30:37.886594 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:38.004641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7396b65-435f-4a57-8f42-e0448d5d19c6 req-b518155b-7a6d-45ab-a93e-c21e15e64f27 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:38.007218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e7396b65-435f-4a57-8f42-e0448d5d19c6 req-b518155b-7a6d-45ab-a93e-c21e15e64f27 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0547886 Sep 24 00:30:38.049951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e7396b65-435f-4a57-8f42-e0448d5d19c6 req-042ca91a-7fcb-4dd6-ae41-f6094f0ec0b8 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376298 Sep 24 00:30:38.064906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-88492b64-8333-4ae1-8c0d-6e16b8068859 None None] Provisioning complete for port 77f460e2-0331-47a1-9bf3-311d9ecc049a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:30:38.065396 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-88492b64-8333-4ae1-8c0d-6e16b8068859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:38.101882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-88492b64-8333-4ae1-8c0d-6e16b8068859 None None] Port 77f460e2-0331-47a1-9bf3-311d9ecc049a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:30:38.226477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77f460e2-0331-47a1-9bf3-311d9ecc049a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:30:38.235444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:38.248036 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Transition to ACTIVE for port object 77f460e2-0331-47a1-9bf3-311d9ecc049a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:30:38.254090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:38.332204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Pushing event updated for resources: {'Port': ['ID=77f460e2-0331-47a1-9bf3-311d9ecc049a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:38.376020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a22ba-50c8-4de0-942d-57ae0fb8ed11 req-9868ea85-03d6-43c7-a198-4dacf8594ac3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:38.378413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c4a22ba-50c8-4de0-942d-57ae0fb8ed11 req-9868ea85-03d6-43c7-a198-4dacf8594ac3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0662858 Sep 24 00:30:38.399716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Attempting to bind port 77f460e2-0331-47a1-9bf3-311d9ecc049a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:30:38.400104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Attempting to bind port 77f460e2-0331-47a1-9bf3-311d9ecc049a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:30:38.400365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Attempting to bind port 77f460e2-0331-47a1-9bf3-311d9ecc049a on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:30:38.406169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Port 77f460e2-0331-47a1-9bf3-311d9ecc049a on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:30:38.406169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Attempting to bind port 77f460e2-0331-47a1-9bf3-311d9ecc049a on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:30:38.411593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:30:38.411852 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:30:38.412194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:30:38.412629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Bound port: 77f460e2-0331-47a1-9bf3-311d9ecc049a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:30:38.413028 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:38.433075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c4a22ba-50c8-4de0-942d-57ae0fb8ed11 req-98204c7e-5462-435c-835f-5322d3baca49 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445552 Sep 24 00:30:38.507182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] For port 77f460e2-0331-47a1-9bf3-311d9ecc049a, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:30:38.511004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] For port 77f460e2-0331-47a1-9bf3-311d9ecc049a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=77f460e2-0331-47a1-9bf3-311d9ecc049a,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:30:38.517860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:38.553473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:38.553945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:38.555471 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] 10.222.0.20 "PUT /v2.0/ports/77f460e2-0331-47a1-9bf3-311d9ecc049a HTTP/1.1" status: 200 len: 1093 time: 0.7429092 Sep 24 00:30:38.555919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5655db0f-d6d0-4f98-b815-9db8a2f304f6', 'tag': '77f460e2-0331-47a1-9bf3-311d9ecc049a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:30:38.558143 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "5655db0f-d6d0-4f98-b815-9db8a2f304f6", "tag": "77f460e2-0331-47a1-9bf3-311d9ecc049a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:30:38.591052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3f672-706d-46d2-aa30-de887b87dea1 service neutron] Pushing event updated for resources: {'Port': ['ID=77f460e2-0331-47a1-9bf3-311d9ecc049a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:38.642493 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f911016-600d-4c1f-b5bc-a2750833464a x-openstack-request-id: req-2f911016-600d-4c1f-b5bc-a2750833464a {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:30:38.642869 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5655db0f-d6d0-4f98-b815-9db8a2f304f6", "tag": "77f460e2-0331-47a1-9bf3-311d9ecc049a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:30:38.643052 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2f911016-600d-4c1f-b5bc-a2750833464a {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:30:38.643439 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5655db0f-d6d0-4f98-b815-9db8a2f304f6', 'tag': '77f460e2-0331-47a1-9bf3-311d9ecc049a', 'status': 'completed', 'code': 200} Sep 24 00:30:38.662212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-38bc1b5c-4d48-4f6d-8860-ce6579d5ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:38.663796 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-38bc1b5c-4d48-4f6d-8860-ce6579d5ee62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 1096 time: 0.0611849 Sep 24 00:30:38.710207 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-88681d68-dce5-45b3-9ded-5e4e767e6ff8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f460e2-0331-47a1-9bf3-311d9ecc049a HTTP/1.1" status: 200 len: 217 time: 0.0364454 Sep 24 00:30:38.763655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-9fa6c760-585a-4a26-a510-7731fb3005e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:38.765868 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-9fa6c760-585a-4a26-a510-7731fb3005e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0470293 Sep 24 00:30:38.820391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-039c66fe-bf20-4247-9dd1-456b16d35597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:38.821909 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-039c66fe-bf20-4247-9dd1-456b16d35597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478449 Sep 24 00:30:38.920985 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-67ed81a5-f13f-4546-af16-05fd57cbf91c service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918880 Sep 24 00:30:39.018409 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cf59695-2eee-42e3-8b11-b0bb27a1bddf req-aed327c2-001d-4121-a387-576e286149cd service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901423 Sep 24 00:30:39.116937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-46a42816-db38-47b2-aeb7-21390da9bd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:39.118576 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-46a42816-db38-47b2-aeb7-21390da9bd37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 1096 time: 0.0525680 Sep 24 00:30:39.195873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553ee3b-6c3f-4886-a786-f61ee55184b9 req-aab1c065-e6ef-49bc-b515-2a80a8f05feb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:39.197439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d553ee3b-6c3f-4886-a786-f61ee55184b9 req-aab1c065-e6ef-49bc-b515-2a80a8f05feb tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0639484 Sep 24 00:30:39.250288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-3eb89e38-97a7-4ba0-b323-589962fff21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:39.250906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d553ee3b-6c3f-4886-a786-f61ee55184b9 req-dcb96df3-2a94-41e5-b694-039ae5f8d9b0 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459747 Sep 24 00:30:39.251963 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-3eb89e38-97a7-4ba0-b323-589962fff21c service neutron] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1250303 Sep 24 00:30:39.300123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-fabc75cc-8502-4df5-9b8f-2d158ad76181 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=77f460e2-0331-47a1-9bf3-311d9ecc049a HTTP/1.1" status: 200 len: 217 time: 0.0405495 Sep 24 00:30:39.313370 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:39.349495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-5b6cab12-67cd-4c19-bbd6-af117957d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:39.351082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-5b6cab12-67cd-4c19-bbd6-af117957d56f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0451002 Sep 24 00:30:39.405726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-9e478696-1ef8-46ff-967c-104f166dab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:39.407240 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-9e478696-1ef8-46ff-967c-104f166dab5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461395 Sep 24 00:30:39.513428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-949f1940-4e42-4003-9184-9cb9acb1c616 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996082 Sep 24 00:30:39.587784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445b560-a199-4969-b0b2-635a81ad0740 req-2b498c85-c8fa-447f-916f-9f13272793d7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:39.590041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4445b560-a199-4969-b0b2-635a81ad0740 req-2b498c85-c8fa-447f-916f-9f13272793d7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0626378 Sep 24 00:30:39.629461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1e7c61b0-2c9f-43dc-b30b-1dfc404e3c7f req-fd2ef887-1421-4488-bb72-71f0e055e134 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054153 Sep 24 00:30:39.634749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4445b560-a199-4969-b0b2-635a81ad0740 req-5a288a2b-8dd1-4c7e-8b11-537c7332559f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364978 Sep 24 00:30:40.428953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef79218-f4b8-4101-ad96-5c769da2acad req-ca9f580b-e281-48d2-8f82-b9cf54bf13f9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:40.430416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aef79218-f4b8-4101-ad96-5c769da2acad req-ca9f580b-e281-48d2-8f82-b9cf54bf13f9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0651643 Sep 24 00:30:40.476982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aef79218-f4b8-4101-ad96-5c769da2acad req-8623423e-1eb4-4c05-a30a-290f0200ae7a tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385420 Sep 24 00:30:40.784511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbfd55-d816-4719-bca1-67ea560532b2 req-25ef06b6-ef2f-4065-bf05-002214d6b232 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:40.785965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fadbfd55-d816-4719-bca1-67ea560532b2 req-25ef06b6-ef2f-4065-bf05-002214d6b232 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0699644 Sep 24 00:30:40.840721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fadbfd55-d816-4719-bca1-67ea560532b2 req-0f59a305-ded4-4e58-b80d-bb83a785b491 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434148 Sep 24 00:30:41.659033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b333ef1-1585-4d91-bb87-c4fc2092ad23 req-f2d967d0-8020-40b7-909c-eda1732efbda tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:41.660586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b333ef1-1585-4d91-bb87-c4fc2092ad23 req-f2d967d0-8020-40b7-909c-eda1732efbda tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0914290 Sep 24 00:30:41.718958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b333ef1-1585-4d91-bb87-c4fc2092ad23 req-110c0c7d-74f3-47ca-a8ee-150aa3b966e2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499275 Sep 24 00:30:42.010357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3193afc-c6a9-4aca-9762-546b30bde890 req-f8f63ef7-7d05-4198-906e-4b882423cbc1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:42.012077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3193afc-c6a9-4aca-9762-546b30bde890 req-f8f63ef7-7d05-4198-906e-4b882423cbc1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0749216 Sep 24 00:30:42.061937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3193afc-c6a9-4aca-9762-546b30bde890 req-2b072b5e-6752-45db-9c4b-f5e6b0a99c86 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407999 Sep 24 00:30:42.374200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c7d46b-5452-4cd5-8264-7b4ce01b2e91 req-59b53fab-6aa1-4936-8cc0-730e7fd4cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:42.375730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65c7d46b-5452-4cd5-8264-7b4ce01b2e91 req-59b53fab-6aa1-4936-8cc0-730e7fd4cd69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0606768 Sep 24 00:30:42.417254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65c7d46b-5452-4cd5-8264-7b4ce01b2e91 req-20055a78-6c0a-479c-b772-111d87ee1ff9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344272 Sep 24 00:30:42.568221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dd2d3ad5-b87a-4800-86c5-f10e9055987c details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:30:42.687249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:42.703934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'port_id': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'mac_address': 'fa:16:3e:df:eb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:30:42.744244 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:42.761242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd2d3ad5-b87a-4800-86c5-f10e9055987c {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:30:42.787587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:42.793521 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:42.858695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f4ce0-4644-45b3-8105-0cc51fbdd19d req-f682ab31-0b0e-44f5-ab3b-6639b8b5ab32 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:42.860693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=dd2d3ad5-b87a-4800-86c5-f10e9055987c,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:42.861450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-726f4ce0-4644-45b3-8105-0cc51fbdd19d req-f682ab31-0b0e-44f5-ab3b-6639b8b5ab32 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 944 time: 0.0654371 Sep 24 00:30:42.868991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.869323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.869677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.870312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.870674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.871075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.871413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.871742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.872071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.872393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.872710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.873580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:30:42.922912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-726f4ce0-4644-45b3-8105-0cc51fbdd19d req-e547aa7c-2f86-465d-9a2b-afa26661527d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493996 Sep 24 00:30:43.030749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['dd2d3ad5-b87a-4800-86c5-f10e9055987c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:30:43.242241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045c328-1408-4e56-9af4-27960540d600 req-d8425043-53e5-49ff-8c01-b5b79338cf81 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:43.243847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d045c328-1408-4e56-9af4-27960540d600 req-d8425043-53e5-49ff-8c01-b5b79338cf81 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0858481 Sep 24 00:30:43.305168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d045c328-1408-4e56-9af4-27960540d600 req-577d2d1f-f675-42f5-b601-badda7cfef5a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532327 Sep 24 00:30:44.054085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cac03-b9ee-415f-9b1d-21e43e2dc13d req-3f03192e-d09c-4059-aed2-fc1e5c709cee tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:44.056152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f07cac03-b9ee-415f-9b1d-21e43e2dc13d req-3f03192e-d09c-4059-aed2-fc1e5c709cee tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 944 time: 0.0636480 Sep 24 00:30:44.119162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f07cac03-b9ee-415f-9b1d-21e43e2dc13d req-9570c4ce-edf9-4294-b876-aacc482bd497 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523384 Sep 24 00:30:44.159234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35210) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:30:44.249410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e8807322-ffe2-4410-8769-438b2848916b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/floatingips/123d9390-f11c-4642-b045-eb49b2132a98 HTTP/1.1" status: 200 len: 991 time: 0.0885501 Sep 24 00:30:44.432262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da271c8-7520-4053-a966-5e18cfa7ce38 req-70e210d3-764f-489d-9c46-f1ecd6ba7513 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:44.434274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6da271c8-7520-4053-a966-5e18cfa7ce38 req-70e210d3-764f-489d-9c46-f1ecd6ba7513 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0550058 Sep 24 00:30:44.485508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6da271c8-7520-4053-a966-5e18cfa7ce38 req-325facc0-7304-440d-b39c-ccc2ff226cef tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450830 Sep 24 00:30:44.565956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dd2d3ad5-b87a-4800-86c5-f10e9055987c up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:30:44.619767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port dd2d3ad5-b87a-4800-86c5-f10e9055987c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:30:44.620555 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:44.657982 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:30:44.710030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:44.736965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:30:44.739381 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e39a9f1-6175-42e5-8fb4-e381341d75d7" -d '{"events": [{"server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "name": "network-vif-plugged", "status": "completed", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:30:44.755786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:44.760981 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:44.806808 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e768598-eaca-463b-a114-258ea1a2ca83 x-openstack-request-id: req-5e768598-eaca-463b-a114-258ea1a2ca83 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:30:44.807147 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "name": "network-vif-plugged", "status": "completed", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:30:44.807312 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e768598-eaca-463b-a114-258ea1a2ca83 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:30:44.807698 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'code': 200} Sep 24 00:30:44.837330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=dd2d3ad5-b87a-4800-86c5-f10e9055987c,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:45.612237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31069b4a-e26d-4512-8d90-5c7dfc035bea req-30d02cd8-7cfd-4335-9908-c8048e989436 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:45.613821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31069b4a-e26d-4512-8d90-5c7dfc035bea req-30d02cd8-7cfd-4335-9908-c8048e989436 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0537169 Sep 24 00:30:45.652284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31069b4a-e26d-4512-8d90-5c7dfc035bea req-32c0c6f1-c56d-450b-af97-559f94053d56 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Sep 24 00:30:46.800376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65e95e-b455-459f-942c-fb02bc17b163 req-9b408572-1cfa-48f0-86c4-1594ea7a7c2c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:46.803130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e65e95e-b455-459f-942c-fb02bc17b163 req-9b408572-1cfa-48f0-86c4-1594ea7a7c2c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0712340 Sep 24 00:30:46.859715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e65e95e-b455-459f-942c-fb02bc17b163 req-578edc01-1f31-4030-86f0-e74366988ffa tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498033 Sep 24 00:30:48.001713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e195d35-14d8-45fc-a736-974cb06b876b req-aa417a64-0e2e-4a45-9629-de16fab718ff tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:48.003466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e195d35-14d8-45fc-a736-974cb06b876b req-aa417a64-0e2e-4a45-9629-de16fab718ff tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0660086 Sep 24 00:30:48.054389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e195d35-14d8-45fc-a736-974cb06b876b req-0d17c613-f56a-4711-b5f6-61473a49666c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428579 Sep 24 00:30:49.185912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ceff0b-4c91-4ac0-9c82-27a880c0b433 req-12702cc9-663e-4105-b4b9-674d59476486 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:49.187600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09ceff0b-4c91-4ac0-9c82-27a880c0b433 req-12702cc9-663e-4105-b4b9-674d59476486 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0563345 Sep 24 00:30:49.228574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09ceff0b-4c91-4ac0-9c82-27a880c0b433 req-0aa32e79-6501-4d32-b848-859c83583681 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347192 Sep 24 00:30:50.368374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53137d9-6028-4c4e-a699-0640fe3f278a req-de35dd32-32e2-49a5-a413-9eef71d9149f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:50.372098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a53137d9-6028-4c4e-a699-0640fe3f278a req-de35dd32-32e2-49a5-a413-9eef71d9149f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0594242 Sep 24 00:30:50.427452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a53137d9-6028-4c4e-a699-0640fe3f278a req-69f302ee-373f-4f29-a628-ce5a0377823c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 Sep 24 00:30:51.578999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040d714-f7ac-4d61-b2f7-db1784666afc req-7c89ce2e-8c28-4702-a010-008879f7125b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:51.580549 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2040d714-f7ac-4d61-b2f7-db1784666afc req-7c89ce2e-8c28-4702-a010-008879f7125b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0560520 Sep 24 00:30:51.635754 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2040d714-f7ac-4d61-b2f7-db1784666afc req-7e597e6d-f287-4717-a4b5-57fb08173a74 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488405 Sep 24 00:30:52.754149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ed6a6-9315-42de-bb9f-5802c00db909 req-f2edbe7e-0de8-4d48-bc31-e76c9aa6742e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:52.755684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef9ed6a6-9315-42de-bb9f-5802c00db909 req-f2edbe7e-0de8-4d48-bc31-e76c9aa6742e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0506930 Sep 24 00:30:52.796077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef9ed6a6-9315-42de-bb9f-5802c00db909 req-32206c40-45dc-40a5-872f-de6177adf0f8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335195 Sep 24 00:30:53.016384 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2b740f28-be24-4d01-81a8-c83b059d94c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:53.624571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-bb9f9752-d90a-47c5-9db7-d78f6077696f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388343 Sep 24 00:30:53.704815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-8ff113e1-62d9-44ab-b5da-5eab57c38a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:53.706432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-8ff113e1-62d9-44ab-b5da-5eab57c38a24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0405340 Sep 24 00:30:53.811834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-c0e221f4-802f-4691-be12-972237bfadde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:53.813305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-c0e221f4-802f-4691-be12-972237bfadde service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 200 len: 897 time: 0.0887141 Sep 24 00:30:53.910396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-37434d9f-3a5c-400d-a9ea-1e68b02dbe00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 200 len: 1000 time: 0.0900807 Sep 24 00:30:53.954603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bf6df-99b7-4a4d-ba08-7e7c4b5b41e7 req-8e0691eb-09cf-482b-86a5-442cec07a740 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:53.956091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-647bf6df-99b7-4a4d-ba08-7e7c4b5b41e7 req-8e0691eb-09cf-482b-86a5-442cec07a740 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0887895 Sep 24 00:30:54.000071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-426b3886-de2b-4aa5-930e-4fa60e11e919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:54.001480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-426b3886-de2b-4aa5-930e-4fa60e11e919 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 HTTP/1.1" status: 200 len: 835 time: 0.0843644 Sep 24 00:30:54.022561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-647bf6df-99b7-4a4d-ba08-7e7c4b5b41e7 req-394ec008-9c3b-4010-a1a7-b2d0e5720645 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602734 Sep 24 00:30:54.049965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-ea412083-3b0f-4e48-b3f3-2772366a8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:54.051480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-ea412083-3b0f-4e48-b3f3-2772366a8fe1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8d53f68-429f-460c-abae-14b667c34ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425174 Sep 24 00:30:54.172666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-6c52bfe4-9a9d-4945-94bc-efdaf17a756a service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143174 Sep 24 00:30:54.271089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc66390-efe9-4713-94c2-0cb47c233e6b req-2384de35-ab03-4d39-81f8-bedf19e67c89 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912495 Sep 24 00:30:55.139193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a72a61-a081-420b-b047-07b279decb6a req-0b6348cd-2b3b-4fe6-a5dd-1a43057accd0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:55.140659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18a72a61-a081-420b-b047-07b279decb6a req-0b6348cd-2b3b-4fe6-a5dd-1a43057accd0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0523403 Sep 24 00:30:55.178130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18a72a61-a081-420b-b047-07b279decb6a req-c520d486-dbb2-4b5b-b5d3-bd5fe03cf618 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Sep 24 00:30:55.856106 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:56.018058 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-432999f6-82db-420e-9829-1189d54e7955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:56.113540 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-392f6a62-ebce-432d-8886-e44cacdee19b req-f8648956-6532-408d-b207-3e58bc707588 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397944 Sep 24 00:30:56.197371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f6a62-ebce-432d-8886-e44cacdee19b req-c82f707b-ad41-4faa-9f04-e3716caa6861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:56.198938 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-392f6a62-ebce-432d-8886-e44cacdee19b req-c82f707b-ad41-4faa-9f04-e3716caa6861 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 1098 time: 0.0427663 Sep 24 00:30:56.322850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117623d9-44bc-4e16-a9d8-bf051bc302a5 req-2004b982-0533-453e-b15c-42300bacebb3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:56.325370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-117623d9-44bc-4e16-a9d8-bf051bc302a5 req-2004b982-0533-453e-b15c-42300bacebb3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0705402 Sep 24 00:30:56.342818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f6a62-ebce-432d-8886-e44cacdee19b req-cf80feec-9efa-4b11-82af-c59d6a0cb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:56.344639 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-392f6a62-ebce-432d-8886-e44cacdee19b req-cf80feec-9efa-4b11-82af-c59d6a0cb647 service neutron] 10.222.0.20 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.1228433 Sep 24 00:30:56.368629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-117623d9-44bc-4e16-a9d8-bf051bc302a5 req-eb96bb63-1451-4232-94f4-b63ccf3a5c2e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346348 Sep 24 00:30:56.418613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-392f6a62-ebce-432d-8886-e44cacdee19b req-0ec375d1-d420-4bc5-b00d-06c934397a65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 200 len: 1001 time: 0.0665824 Sep 24 00:30:56.470611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f6a62-ebce-432d-8886-e44cacdee19b req-54fade33-7268-4ecf-89d9-875a06954973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:56.472149 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-392f6a62-ebce-432d-8886-e44cacdee19b req-54fade33-7268-4ecf-89d9-875a06954973 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0452561 Sep 24 00:30:56.525582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f6a62-ebce-432d-8886-e44cacdee19b req-e986f5af-0968-4e61-baa2-cfe29a7d7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:56.527204 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-392f6a62-ebce-432d-8886-e44cacdee19b req-e986f5af-0968-4e61-baa2-cfe29a7d7556 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0474057 Sep 24 00:30:56.651197 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-392f6a62-ebce-432d-8886-e44cacdee19b req-94e7c240-cb12-420a-b365-39eaa259ee48 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132863 Sep 24 00:30:56.747014 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-392f6a62-ebce-432d-8886-e44cacdee19b req-dd3b9b93-4f71-4574-9e48-44d16a97d186 service neutron] 10.222.0.20 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873108 Sep 24 00:30:56.828940 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:57.486780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76a3eb-f2a8-4b34-a584-080562bb6008 req-51b4028c-f33d-4467-ab9e-b502a79581f9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:57.488325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc76a3eb-f2a8-4b34-a584-080562bb6008 req-51b4028c-f33d-4467-ab9e-b502a79581f9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0497096 Sep 24 00:30:57.539808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc76a3eb-f2a8-4b34-a584-080562bb6008 req-4ce71963-55c7-465c-8582-0d26642500c4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425835 Sep 24 00:30:58.680178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ab53-0374-447c-bbf2-a152b889393e req-98a42437-f4cf-40b2-8791-3935fa5ea333 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:58.681731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72c4ab53-0374-447c-bbf2-a152b889393e req-98a42437-f4cf-40b2-8791-3935fa5ea333 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 944 time: 0.0557704 Sep 24 00:30:58.729646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72c4ab53-0374-447c-bbf2-a152b889393e req-4c1496a8-1baa-421c-9d2e-8abe6d9f3980 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342667 Sep 24 00:30:59.019621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 77f460e2-0331-47a1-9bf3-311d9ecc049a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:30:59.123991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 77f460e2-0331-47a1-9bf3-311d9ecc049a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=77f460e2-0331-47a1-9bf3-311d9ecc049a,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:59.136432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '77f460e2-0331-47a1-9bf3-311d9ecc049a', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'port_id': '77f460e2-0331-47a1-9bf3-311d9ecc049a', 'mac_address': 'fa:16:3e:2b:91:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:30:59.186454 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:59.204571 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:59.206192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77f460e2-0331-47a1-9bf3-311d9ecc049a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:30:59.228762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 77f460e2-0331-47a1-9bf3-311d9ecc049a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=77f460e2-0331-47a1-9bf3-311d9ecc049a,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:30:59.233744 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:30:59.283903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=77f460e2-0331-47a1-9bf3-311d9ecc049a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:30:59.459079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['77f460e2-0331-47a1-9bf3-311d9ecc049a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:30:59.871451 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb2f2c-2e56-4a91-97a5-592ec6338f10 req-8f97c101-c097-4594-bd67-f12f90e8e21d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:30:59.873087 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9bb2f2c-2e56-4a91-97a5-592ec6338f10 req-8f97c101-c097-4594-bd67-f12f90e8e21d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 945 time: 0.0732403 Sep 24 00:30:59.921997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9bb2f2c-2e56-4a91-97a5-592ec6338f10 req-04b3b0cf-c5b4-4bc3-adc2-3ec5234da348 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384419 Sep 24 00:31:00.194108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14139fe5-b5f1-42aa-a46b-bb1bfc4c602c req-436da841-4676-4898-ba22-0fd23d78976f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:00.195646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14139fe5-b5f1-42aa-a46b-bb1bfc4c602c req-436da841-4676-4898-ba22-0fd23d78976f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0552366 Sep 24 00:31:00.237321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14139fe5-b5f1-42aa-a46b-bb1bfc4c602c req-2b2bc88f-fe35-485f-92f5-f4a3ba07d236 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339029 Sep 24 00:31:01.031495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 77f460e2-0331-47a1-9bf3-311d9ecc049a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:31:01.073815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3a221-f397-4db0-8aef-56b00cc46535 req-64c7ebf1-9d02-460e-aee9-c3fac676616d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:01.077400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cd3a221-f397-4db0-8aef-56b00cc46535 req-64c7ebf1-9d02-460e-aee9-c3fac676616d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 945 time: 0.0755351 Sep 24 00:31:01.082728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 77f460e2-0331-47a1-9bf3-311d9ecc049a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:31:01.087838 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 77f460e2-0331-47a1-9bf3-311d9ecc049a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:31:01.088400 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:01.119706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cd3a221-f397-4db0-8aef-56b00cc46535 req-46d42c64-0eed-4f59-8573-eab85344dbda tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374525 Sep 24 00:31:01.170269 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:01.196399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5655db0f-d6d0-4f98-b815-9db8a2f304f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f460e2-0331-47a1-9bf3-311d9ecc049a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:01.198656 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0df7b8-02f3-43fe-9e6c-55b884831b08" -d '{"events": [{"server_uuid": "5655db0f-d6d0-4f98-b815-9db8a2f304f6", "name": "network-vif-plugged", "status": "completed", "tag": "77f460e2-0331-47a1-9bf3-311d9ecc049a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:01.213132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 77f460e2-0331-47a1-9bf3-311d9ecc049a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=77f460e2-0331-47a1-9bf3-311d9ecc049a,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:01.218059 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:01.247891 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823e524c-6b97-4359-894a-384d6da68987 x-openstack-request-id: req-823e524c-6b97-4359-894a-384d6da68987 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:01.248182 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5655db0f-d6d0-4f98-b815-9db8a2f304f6", "name": "network-vif-plugged", "status": "completed", "tag": "77f460e2-0331-47a1-9bf3-311d9ecc049a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:01.248433 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-823e524c-6b97-4359-894a-384d6da68987 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:01.248817 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5655db0f-d6d0-4f98-b815-9db8a2f304f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77f460e2-0331-47a1-9bf3-311d9ecc049a', 'code': 200} Sep 24 00:31:01.281813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=77f460e2-0331-47a1-9bf3-311d9ecc049a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:01.366109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ac5e7-207f-4b58-a6b5-1282949edb47 req-79d92f12-9b3e-47a3-a912-67a1a4e6c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:01.368221 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291ac5e7-207f-4b58-a6b5-1282949edb47 req-79d92f12-9b3e-47a3-a912-67a1a4e6c8a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 1098 time: 0.0520713 Sep 24 00:31:01.401264 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091dfeac-0c82-4ffa-a6a9-181a471686f0 req-158d34e2-0345-4591-9562-6c4efeb6c604 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:01.403945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-091dfeac-0c82-4ffa-a6a9-181a471686f0 req-158d34e2-0345-4591-9562-6c4efeb6c604 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0834804 Sep 24 00:31:01.410485 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291ac5e7-207f-4b58-a6b5-1282949edb47 req-333ac59a-2c08-404b-a2c9-36965701ca0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341403 Sep 24 00:31:01.467467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-091dfeac-0c82-4ffa-a6a9-181a471686f0 req-ec93c2f9-100e-4b2c-a756-77670cbd6d04 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513856 Sep 24 00:31:02.235135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-ab4ef95e-7226-4622-9165-5ef9d53a79ca tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:02.236736 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-ab4ef95e-7226-4622-9165-5ef9d53a79ca tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0779872 Sep 24 00:31:02.296344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b1e702-6598-47df-90ea-2624c70b0b99 req-848c4fb9-23cb-4718-8631-0f745f84577b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:02.298471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38b1e702-6598-47df-90ea-2624c70b0b99 req-848c4fb9-23cb-4718-8631-0f745f84577b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 946 time: 0.0659089 Sep 24 00:31:02.351969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38b1e702-6598-47df-90ea-2624c70b0b99 req-b7c2080d-13ab-4dd9-adad-a8487dcd3655 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463924 Sep 24 00:31:02.370196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Deleting port ca75d3ac-8819-44fe-8cb5-49f6201d08ab {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:31:02.370745 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:02.539750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] For port ca75d3ac-8819-44fe-8cb5-49f6201d08ab, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:02.540599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:02.649541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b646cb-65a9-4883-b65b-f27add7e6d0f req-ca713cc4-abc2-4a8a-b9f2-d98d08b84cf7 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:02.651426 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97b646cb-65a9-4883-b65b-f27add7e6d0f req-ca713cc4-abc2-4a8a-b9f2-d98d08b84cf7 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 946 time: 0.0726824 Sep 24 00:31:02.702647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-97b646cb-65a9-4883-b65b-f27add7e6d0f req-e8c285b7-6420-4352-8766-72da6a9beb21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=488d44ba-302e-4529-b0b1-02315dfb6164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415242 Sep 24 00:31:02.927866 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-6ca0c533-ba3e-47d4-ac01-94c1d7844e92 req-1ff78999-c71c-42ea-b092-228534bd3902 tempest-ServersTestJSON-751108887 tempest-ServersTestJSON-751108887-project] (106378) timed out ('10.222.0.18', 53235) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:31:03.104688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:03.104988 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:03.105196 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Floating IP 0b3c3817-a953-4ed3-b8ce-c3736174d228 disassociated. External IP: 172.25.5.74, port: ca75d3ac-8819-44fe-8cb5-49f6201d08ab. Sep 24 00:31:03.105534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Calling delete_port for ca75d3ac-8819-44fe-8cb5-49f6201d08ab owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:31:03.279155 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:03.308409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event deleted for resources: {'Port': ['ID=ca75d3ac-8819-44fe-8cb5-49f6201d08ab,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:03.438823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:31:03.503598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d205922-32ab-4560-bb2d-a88000065dc3 req-4b8dc5f5-ebf6-4773-bd8e-65f3e7d83d57 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:03.505735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d205922-32ab-4560-bb2d-a88000065dc3 req-4b8dc5f5-ebf6-4773-bd8e-65f3e7d83d57 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 946 time: 0.0659437 Sep 24 00:31:03.548061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d205922-32ab-4560-bb2d-a88000065dc3 req-71077143-9356-466b-a834-26d466646a8a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354853 Sep 24 00:31:03.574042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:31:03.589368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] Sync routers for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:31:03.603650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:31:03.604671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:30:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:31:03.620333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] No DVR routers for this DVR port ca75d3ac-8819-44fe-8cb5-49f6201d08ab on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:31:03.623833 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:03.626699 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-21d8c3d7-4d88-40cc-a19c-c2de1d7c2872 req-43fdcf13-63c9-4177-a29f-87cc2e76ab18 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.20 "DELETE /v2.0/ports/ca75d3ac-8819-44fe-8cb5-49f6201d08ab HTTP/1.1" status: 204 len: 173 time: 1.3812804 Sep 24 00:31:03.627408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'name': 'network-vif-deleted', 'tag': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:03.631048 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473830c7-2177-4e5f-9260-36c7cae13080" -d '{"events": [{"server_uuid": "77e8a912-9aee-43f3-9c1f-7c6610c79dc6", "name": "network-vif-deleted", "tag": "ca75d3ac-8819-44fe-8cb5-49f6201d08ab"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:03.720856 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aa2af9-a789-4f12-b3af-837266c1b54d x-openstack-request-id: req-98aa2af9-a789-4f12-b3af-837266c1b54d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:03.721321 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e8a912-9aee-43f3-9c1f-7c6610c79dc6", "name": "network-vif-deleted", "tag": "ca75d3ac-8819-44fe-8cb5-49f6201d08ab", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:03.723022 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98aa2af9-a789-4f12-b3af-837266c1b54d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:03.723022 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e8a912-9aee-43f3-9c1f-7c6610c79dc6', 'name': 'network-vif-deleted', 'tag': 'ca75d3ac-8819-44fe-8cb5-49f6201d08ab', 'status': 'completed', 'code': 200} Sep 24 00:31:03.759390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a565e2-2e46-4ef8-914b-ad2027709a86 req-bd8c3234-2f04-4ddc-a3e2-07b774bf2a69 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:03.762705 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8a565e2-2e46-4ef8-914b-ad2027709a86 req-bd8c3234-2f04-4ddc-a3e2-07b774bf2a69 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 946 time: 0.1266756 Sep 24 00:31:03.846907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8a565e2-2e46-4ef8-914b-ad2027709a86 req-091878fb-3b56-419f-ad88-a34cae5079f3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746343 Sep 24 00:31:03.916582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:31:03.927300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36d31d57-498d-4868-8c18-3472e4ca80db req-ebf70922-b20d-4925-8ee6-d8ae2ad9e9ff tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=77e8a912-9aee-43f3-9c1f-7c6610c79dc6 HTTP/1.1" status: 200 len: 210 time: 0.0302219 Sep 24 00:31:03.984268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de1f3d-0243-4473-ae15-cba12064709b req-980b9613-6ea7-4107-b592-e77a14aa84b4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:03.985874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96de1f3d-0243-4473-ae15-cba12064709b req-980b9613-6ea7-4107-b592-e77a14aa84b4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 946 time: 0.0574059 Sep 24 00:31:04.048542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96de1f3d-0243-4473-ae15-cba12064709b req-71ca6191-85f1-45fd-8031-20afa1735bc9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468714 Sep 24 00:31:04.207722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:31:04.275933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] Checking router: 8858a8f9-ed48-4f87-a7e5-469c58544ef3 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:31:04.284508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:31:04.285119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:30:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:31:04.419998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:31:04.440957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3f505-b403-4ef7-87fe-4a29ae77c659 req-47497b46-1959-4b98-b889-90912ddad5f2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:04.442921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35d3f505-b403-4ef7-87fe-4a29ae77c659 req-47497b46-1959-4b98-b889-90912ddad5f2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 946 time: 0.0563815 Sep 24 00:31:04.495472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35d3f505-b403-4ef7-87fe-4a29ae77c659 req-9a8596a9-14d4-40f8-89f3-4d40d85e9af4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455630 Sep 24 00:31:04.668980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:31:04.696454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490ba26e-1e62-48a2-8183-68d16418b018 None None] The sync data for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 is: [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:31:04.957217 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c886839-521b-429b-98ca-dda75a461740 None None] New status for floating IP 0b3c3817-a953-4ed3-b8ce-c3736174d228: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:31:05.067296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35282) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:31:05.136262 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1db8eee-3337-4656-8108-7a2ce3c8526b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.160565 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1db8eee-3337-4656-8108-7a2ce3c8526b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.224967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1db8eee-3337-4656-8108-7a2ce3c8526b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.228824 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1db8eee-3337-4656-8108-7a2ce3c8526b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.230166 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d1db8eee-3337-4656-8108-7a2ce3c8526b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "DELETE /v2.0/security-groups/488d44ba-302e-4529-b0b1-02315dfb6164 HTTP/1.1" status: 204 len: 168 time: 0.1614804 Sep 24 00:31:05.233980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35284) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:31:05.246835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db8eee-3337-4656-8108-7a2ce3c8526b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488d44ba-302e-4529-b0b1-02315dfb6164,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:05.256029 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-570714c9-e514-4e26-985c-d41f02468c7f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] show failed (client error): The resource could not be found. Sep 24 00:31:05.260639 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-570714c9-e514-4e26-985c-d41f02468c7f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups/488d44ba-302e-4529-b0b1-02315dfb6164 HTTP/1.1" status: 404 len: 347 time: 0.0224462 Sep 24 00:31:05.261688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35286) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:31:05.417440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Deleting port 5e2524ef-e806-43b6-b217-11ec720c8006 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:31:05.417893 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.508182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.508553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.522331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Calling delete_port for 5e2524ef-e806-43b6-b217-11ec720c8006 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:31:05.704443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0945da00-77ea-466a-8027-d975a5290a0f req-ba8c128b-d4d3-4747-8482-c5a7eb4d0e81 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:05.706010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0945da00-77ea-466a-8027-d975a5290a0f req-ba8c128b-d4d3-4747-8482-c5a7eb4d0e81 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 946 time: 0.1004739 Sep 24 00:31:05.714802 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.752732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event deleted for resources: {'Port': ['ID=5e2524ef-e806-43b6-b217-11ec720c8006,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:05.768200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.768547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.768886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.769229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.769564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.769898 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.770231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.770557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.770921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.771247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.771573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.771901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:05.829952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0945da00-77ea-466a-8027-d975a5290a0f req-61a6465c-7213-4333-a5a6-f2259d7866ba tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122663 Sep 24 00:31:05.855098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-1b6f342c-1e35-412f-b4c7-a330f0aad75c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:05.855098 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-1b6f342c-1e35-412f-b4c7-a330f0aad75c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 946 time: 0.0860643 Sep 24 00:31:05.861015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.864063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:05.865236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1071de9d-dbc9-4811-9048-b42fa3438ab0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "DELETE /v2.0/floatingips/0b3c3817-a953-4ed3-b8ce-c3736174d228 HTTP/1.1" status: 204 len: 168 time: 0.6022696 Sep 24 00:31:05.986182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port 77f460e2-0331-47a1-9bf3-311d9ecc049a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:31:05.986530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.082189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] For port 77f460e2-0331-47a1-9bf3-311d9ecc049a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=77f460e2-0331-47a1-9bf3-311d9ecc049a,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:06.083072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.095738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for 77f460e2-0331-47a1-9bf3-311d9ecc049a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:31:06.238222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.252178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['77f460e2-0331-47a1-9bf3-311d9ecc049a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:31:06.277114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=77f460e2-0331-47a1-9bf3-311d9ecc049a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:06.333198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35292) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:31:06.339383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-68c294d2-16dc-4518-b40b-74a53e160bd5 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524933608', 'description': 'tempest-description--188052066'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:06.353254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] No DVR routers for this DVR port 77f460e2-0331-47a1-9bf3-311d9ecc049a on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:31:06.360605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.364455 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4caf6923-aca7-4999-9f76-e03357df2d38 req-137a8dfd-292f-4bdf-975f-5db737e53da4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "DELETE /v2.0/ports/77f460e2-0331-47a1-9bf3-311d9ecc049a HTTP/1.1" status: 204 len: 173 time: 0.5034142 Sep 24 00:31:06.365527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5655db0f-d6d0-4f98-b815-9db8a2f304f6', 'name': 'network-vif-deleted', 'tag': '77f460e2-0331-47a1-9bf3-311d9ecc049a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:06.369127 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bccac1-d6fa-4873-ace6-88e26cb2c53a" -d '{"events": [{"server_uuid": "5655db0f-d6d0-4f98-b815-9db8a2f304f6", "name": "network-vif-deleted", "tag": "77f460e2-0331-47a1-9bf3-311d9ecc049a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:06.371941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68c294d2-16dc-4518-b40b-74a53e160bd5 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.451236 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d1419e-31d6-49f0-9f32-5e309211ebee x-openstack-request-id: req-89d1419e-31d6-49f0-9f32-5e309211ebee {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:06.451736 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5655db0f-d6d0-4f98-b815-9db8a2f304f6", "name": "network-vif-deleted", "tag": "77f460e2-0331-47a1-9bf3-311d9ecc049a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:06.452113 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-89d1419e-31d6-49f0-9f32-5e309211ebee {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:06.453106 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5655db0f-d6d0-4f98-b815-9db8a2f304f6', 'name': 'network-vif-deleted', 'tag': '77f460e2-0331-47a1-9bf3-311d9ecc049a', 'status': 'completed', 'code': 200} Sep 24 00:31:06.499923 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68c294d2-16dc-4518-b40b-74a53e160bd5 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.505531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68c294d2-16dc-4518-b40b-74a53e160bd5 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.553692 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-68c294d2-16dc-4518-b40b-74a53e160bd5 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.558897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-68c294d2-16dc-4518-b40b-74a53e160bd5 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2214928 Sep 24 00:31:06.560783 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35296) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:31:06.568024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c294d2-16dc-4518-b40b-74a53e160bd5 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db03a96-e99a-45e8-a0a8-74f5277f9cf5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:06.568840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-00998e41-9067-4df1-9527-0afdf2417478 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'security_group_rule': {'security_group_id': '0db03a96-e99a-45e8-a0a8-74f5277f9cf5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:06.616776 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00998e41-9067-4df1-9527-0afdf2417478 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.705665 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00998e41-9067-4df1-9527-0afdf2417478 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.711358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00998e41-9067-4df1-9527-0afdf2417478 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.734700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00998e41-9067-4df1-9527-0afdf2417478 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8d4077-fd73-4ed5-b3aa-c3ea19612ef5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:06.741821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-00998e41-9067-4df1-9527-0afdf2417478 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.746131 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-00998e41-9067-4df1-9527-0afdf2417478 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1809199 Sep 24 00:31:06.746782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35298) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:31:06.751791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'security_group_rule': {'security_group_id': '0db03a96-e99a-45e8-a0a8-74f5277f9cf5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:06.785221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.806162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.877115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.883133 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.908159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.912653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35302) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:31:06.913104 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1650984 Sep 24 00:31:06.916027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671213ef-9a3a-4065-80ac-d3d4436fb3e1,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:06.918879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:06.931559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.932018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.932425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.932839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.933233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.933931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.934461 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.935849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.936389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.936919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.937454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.937968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6febd895-4fd6-4e59-835b-064c48824472 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:06.951022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:06.993419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-707dff23-d7c4-4e57-bb81-12c22a1305af req-5b0b7ab9-a90d-4221-ae39-6dffda649dfa tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 210 time: 0.0377457 Sep 24 00:31:07.078567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device ca75d3ac-8819-44fe-8cb5-49f6201d08ab no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:31:07.094927 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:07.102890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: ca75d3ac-8819-44fe-8cb5-49f6201d08ab {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:31:07.103425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device ca75d3ac-8819-44fe-8cb5-49f6201d08ab not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:31:07.275281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Allocated IP 172.25.5.172 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/0bfd90f4-6577-4fc2-a298-304225622fd6) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:31:07.437570 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:07.503067 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:07.544039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:31:07.546936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:31:07.550301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:31:07.557714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'Port': ['ID=0bfd90f4-6577-4fc2-a298-304225622fd6,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:07.681525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:07.733736 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:07.926524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:07.933170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:08.052586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:08.065850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'Port': ['ID=0bfd90f4-6577-4fc2-a298-304225622fd6,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:08.086854 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:08.097640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4da60b57-e280-4189-ac54-94a44540dd21 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1832023 Sep 24 00:31:08.135406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-489242b9-9059-48f9-b117-c7733dcfe768 req-dd1dfe68-2a5e-4b53-aa78-80577e08720f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 210 time: 0.0273888 Sep 24 00:31:08.392780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-6ddd0919-ead0-45f3-822a-fc892d70d71e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--524933608&fields=id&tenant_id=28f21f26698c43f8a6e09ab192b50bc5 HTTP/1.1" status: 200 len: 267 time: 0.0597737 Sep 24 00:31:08.524624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-295e9914-3562-4be9-aba1-837668de8dc1 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:08.525922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-295e9914-3562-4be9-aba1-837668de8dc1 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 810 time: 0.1262796 Sep 24 00:31:08.546836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-588df5e2-ccc5-494a-a4bd-d248e9845433 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/quotas/28f21f26698c43f8a6e09ab192b50bc5 HTTP/1.1" status: 200 len: 375 time: 0.0121233 Sep 24 00:31:08.602784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-64180dcf-0410-401d-9981-ae3abddfa26c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501456 Sep 24 00:31:08.712077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-e96ae166-ab14-4505-9fbc-1a91d5d7699c service neutron] 10.222.0.24 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957603 Sep 24 00:31:08.807650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-fab97d43-cc90-4e33-bb2e-b546e1b62b20 service neutron] 10.222.0.24 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871577 Sep 24 00:31:09.011640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a52e41f-9673-4730-ba02-d5e3cf854e35 req-8ac62dcf-2870-47f2-9c6f-23edbe4c45bf tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 210 time: 0.0345306 Sep 24 00:31:09.281995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61d57214-3d85-4ef1-acb4-9c55f424b3fc req-3b82a64e-37f9-4a84-9f90-e4a5aa3ad09b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 210 time: 0.0359857 Sep 24 00:31:09.346595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:10.186497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70fb6982-bf63-41e3-abac-db9b4d3e792b req-5a13a145-39da-4169-b5fa-a5a3e2108edd tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 210 time: 0.0797083 Sep 24 00:31:10.611917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfc3aeb0-bdf9-4192-9962-bc375e1ea4bf req-c37d36bb-cc8b-4859-be6e-620b49f1ae03 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=5655db0f-d6d0-4f98-b815-9db8a2f304f6 HTTP/1.1" status: 200 len: 210 time: 0.0344968 Sep 24 00:31:10.640731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-b8129637-b240-429c-ad93-4bc937225318 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:10.642552 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-b8129637-b240-429c-ad93-4bc937225318 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.18 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 810 time: 0.5532637 Sep 24 00:31:10.704096 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-734fa908-3da5-4f5c-bf17-a4787e70be0e tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28f21f26698c43f8a6e09ab192b50bc5 HTTP/1.1" status: 200 len: 379 time: 0.0517979 Sep 24 00:31:10.718533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'port': {'device_id': '0c4e92d8-f385-4753-8219-c77015853976', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'admin_state_up': True, 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'security_groups': ['0db03a96-e99a-45e8-a0a8-74f5277f9cf5']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:10.859474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Made reservation on behalf of 28f21f26698c43f8a6e09ab192b50bc5 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:31:10.863102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:11.026941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Allocated IP 172.20.0.10 (32db966d-5d08-4d21-9c26-551f4e8a47fa/83c61d71-19e8-4b90-aa2e-94d7ec9a53f1/97725ddc-ad84-4f27-b651-74a2f793b962) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:31:11.099735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 77f460e2-0331-47a1-9bf3-311d9ecc049a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:31:11.133726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 77f460e2-0331-47a1-9bf3-311d9ecc049a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:31:11.134148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 77f460e2-0331-47a1-9bf3-311d9ecc049a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:31:11.274359 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:11.336077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:11.414365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:31:11.424723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:31:11.427724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:31:11.436858 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event updated for resources: {'Port': ['ID=97725ddc-ad84-4f27-b651-74a2f793b962,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:11.477037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20508296-e266-4e36-ba0b-d2213eb014e4 req-d48d1bb3-3069-42ef-b66b-7bf1d70c48c0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:11.478575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20508296-e266-4e36-ba0b-d2213eb014e4 req-d48d1bb3-3069-42ef-b66b-7bf1d70c48c0 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 932 time: 0.1125503 Sep 24 00:31:11.513955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:11.514605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:11.542039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-a3e114d0-4ce7-4beb-9413-e61f18114a41 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8310127 Sep 24 00:31:11.547725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20508296-e266-4e36-ba0b-d2213eb014e4 req-f584005b-8834-4b55-8759-1fa5edf85c0d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576355 Sep 24 00:31:11.554379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Request body: {'port': {'device_id': '0c4e92d8-f385-4753-8219-c77015853976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:11.628587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:11.838074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4274cf36-2dcb-413c-9c52-23b4c8b3c842 None None] Provisioning complete for port 97725ddc-ad84-4f27-b651-74a2f793b962 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:31:11.838722 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4274cf36-2dcb-413c-9c52-23b4c8b3c842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:11.893211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4274cf36-2dcb-413c-9c52-23b4c8b3c842 None None] Port 97725ddc-ad84-4f27-b651-74a2f793b962 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:31:12.054581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97725ddc-ad84-4f27-b651-74a2f793b962 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:31:12.063661 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:12.080315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Transition to ACTIVE for port object 97725ddc-ad84-4f27-b651-74a2f793b962 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:31:12.084501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:12.141522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Pushing event updated for resources: {'Port': ['ID=97725ddc-ad84-4f27-b651-74a2f793b962,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:12.262072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Attempting to bind port 97725ddc-ad84-4f27-b651-74a2f793b962 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:31:12.262566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Attempting to bind port 97725ddc-ad84-4f27-b651-74a2f793b962 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:31:12.263276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Attempting to bind port 97725ddc-ad84-4f27-b651-74a2f793b962 on network 32db966d-5d08-4d21-9c26-551f4e8a47fa {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:31:12.272711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Port 97725ddc-ad84-4f27-b651-74a2f793b962 on network 32db966d-5d08-4d21-9c26-551f4e8a47fa not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:31:12.273399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Attempting to bind port 97725ddc-ad84-4f27-b651-74a2f793b962 on network 32db966d-5d08-4d21-9c26-551f4e8a47fa {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:31:12.285862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:31:12.286680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Checking segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:31:12.287428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Bound using segment: {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:31:12.288254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Bound port: 97725ddc-ad84-4f27-b651-74a2f793b962, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fada462-bea9-4879-a28c-5540bb016f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:31:12.288860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:12.410603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] For port 97725ddc-ad84-4f27-b651-74a2f793b962, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:31:12.415388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] For port 97725ddc-ad84-4f27-b651-74a2f793b962, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=97725ddc-ad84-4f27-b651-74a2f793b962,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:31:12.421489 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:12.464044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:12.464670 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:12.467660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] 10.222.0.18 "PUT /v2.0/ports/97725ddc-ad84-4f27-b651-74a2f793b962 HTTP/1.1" status: 200 len: 1093 time: 0.9165874 Sep 24 00:31:12.467660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e92d8-f385-4753-8219-c77015853976', 'tag': '97725ddc-ad84-4f27-b651-74a2f793b962'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:12.469362 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e18275-4d3f-4f1d-a90d-86253c767e71" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4e92d8-f385-4753-8219-c77015853976", "tag": "97725ddc-ad84-4f27-b651-74a2f793b962"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:12.518484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad6b6-37e3-4c2f-a087-9de3783ac2cb service neutron] Pushing event updated for resources: {'Port': ['ID=97725ddc-ad84-4f27-b651-74a2f793b962,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:12.543847 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7131eea-7ef8-43e7-858e-ebee94c3fbbc x-openstack-request-id: req-e7131eea-7ef8-43e7-858e-ebee94c3fbbc {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:12.544463 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4e92d8-f385-4753-8219-c77015853976", "tag": "97725ddc-ad84-4f27-b651-74a2f793b962", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:12.545064 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7131eea-7ef8-43e7-858e-ebee94c3fbbc {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:12.545782 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e92d8-f385-4753-8219-c77015853976', 'tag': '97725ddc-ad84-4f27-b651-74a2f793b962', 'status': 'completed', 'code': 200} Sep 24 00:31:12.619976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-bb4a1d5b-c870-48f1-adad-a6501fd9d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:12.623666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-bb4a1d5b-c870-48f1-adad-a6501fd9d084 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 1096 time: 0.0722134 Sep 24 00:31:12.682016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-46bb4afa-026a-4e59-96b6-50751e31c767 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97725ddc-ad84-4f27-b651-74a2f793b962 HTTP/1.1" status: 200 len: 217 time: 0.0508943 Sep 24 00:31:12.779127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-64823013-843c-4024-88cd-65bd98a00526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:12.780798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-64823013-843c-4024-88cd-65bd98a00526 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0925002 Sep 24 00:31:12.806681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef57a2-03fa-492b-bc5e-f7b1c8c4b02d req-7a278b73-53c9-4aa7-872a-45d01e1c7e1a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:12.808295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ef57a2-03fa-492b-bc5e-f7b1c8c4b02d req-7a278b73-53c9-4aa7-872a-45d01e1c7e1a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 944 time: 0.1109307 Sep 24 00:31:12.891163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ef57a2-03fa-492b-bc5e-f7b1c8c4b02d req-cf2bc028-92a4-4276-8190-644e0b453861 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678351 Sep 24 00:31:12.894306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-aef85d13-38bb-4212-8534-24c0868d9e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:12.895997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-aef85d13-38bb-4212-8534-24c0868d9e27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1082602 Sep 24 00:31:13.005582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-53240201-3654-40a5-aee9-2bf699b78663 service neutron] 10.222.0.18 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015675 Sep 24 00:31:13.126158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8c76766-ea8a-4c2b-bf95-e4ff377b65aa req-73e2a512-5339-4b27-8c1f-c6d9feaed0a1 service neutron] 10.222.0.18 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140223 Sep 24 00:31:13.236388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-6698ca79-49ac-490c-8766-64745fb66284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:13.237931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-6698ca79-49ac-490c-8766-64745fb66284 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 1096 time: 0.0620546 Sep 24 00:31:13.389857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-9475ed72-6d06-4d68-98af-004a628acd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:13.392610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-9475ed72-6d06-4d68-98af-004a628acd20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.1480002 Sep 24 00:31:13.455930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-e9f36b53-f090-47dc-b6e3-527c4f7e1cb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97725ddc-ad84-4f27-b651-74a2f793b962 HTTP/1.1" status: 200 len: 217 time: 0.0547929 Sep 24 00:31:13.510828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-d16b8dd9-4d2b-4ff6-aeb2-883e3ce60049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:13.512970 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-d16b8dd9-4d2b-4ff6-aeb2-883e3ce60049 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0495939 Sep 24 00:31:13.570864 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-7c12b5c5-0c98-4521-b9ea-48ee0444719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:13.572551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-7c12b5c5-0c98-4521-b9ea-48ee0444719c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518854 Sep 24 00:31:13.694183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-986fc399-4403-4173-8986-4323dbe218d7 service neutron] 10.222.0.18 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130106 Sep 24 00:31:13.829901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48e18275-4d3f-4f1d-a90d-86253c767e71 req-2129be35-ce4c-45de-a28f-2eeaddce5966 service neutron] 10.222.0.18 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282375 Sep 24 00:31:14.070976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea561c80-d446-4c67-b489-55dda6698a2d req-c19b1eb8-b6ea-4309-b8cd-77ec06b782f3 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:14.073531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea561c80-d446-4c67-b489-55dda6698a2d req-c19b1eb8-b6ea-4309-b8cd-77ec06b782f3 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 944 time: 0.0779891 Sep 24 00:31:14.142298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea561c80-d446-4c67-b489-55dda6698a2d req-cbb05d18-7eb8-49e0-bd8d-5176ef8df71f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569141 Sep 24 00:31:14.766439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 97725ddc-ad84-4f27-b651-74a2f793b962 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:31:14.929269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 97725ddc-ad84-4f27-b651-74a2f793b962, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=97725ddc-ad84-4f27-b651-74a2f793b962,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:14.950017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '97725ddc-ad84-4f27-b651-74a2f793b962', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'port_id': '97725ddc-ad84-4f27-b651-74a2f793b962', 'mac_address': 'fa:16:3e:07:29:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:31:14.992783 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:15.013224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97725ddc-ad84-4f27-b651-74a2f793b962 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:31:15.051182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 97725ddc-ad84-4f27-b651-74a2f793b962, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=97725ddc-ad84-4f27-b651-74a2f793b962,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:15.061034 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:15.156578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=97725ddc-ad84-4f27-b651-74a2f793b962,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:15.277336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['97725ddc-ad84-4f27-b651-74a2f793b962'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:31:15.345885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8759f2-f26a-44ae-ba5b-6f632382a0fe req-b7ca4f3c-3c64-41b0-b183-5133ce90fb1c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:15.347995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d8759f2-f26a-44ae-ba5b-6f632382a0fe req-b7ca4f3c-3c64-41b0-b183-5133ce90fb1c tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 945 time: 0.0843117 Sep 24 00:31:15.416039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d8759f2-f26a-44ae-ba5b-6f632382a0fe req-464d6a0e-28a1-45d6-9839-2187f8d302a9 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566628 Sep 24 00:31:16.588846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fddd66-bcc0-400b-a4f7-c4cec52a1674 req-07ef8d17-a15b-4fee-8e2a-a7f3ec967ead tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:16.590425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6fddd66-bcc0-400b-a4f7-c4cec52a1674 req-07ef8d17-a15b-4fee-8e2a-a7f3ec967ead tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 945 time: 0.0786860 Sep 24 00:31:16.642810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6fddd66-bcc0-400b-a4f7-c4cec52a1674 req-3d74c0e5-42ce-433b-bcac-77d1871b3b63 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418487 Sep 24 00:31:16.770014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 97725ddc-ad84-4f27-b651-74a2f793b962 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:31:16.834232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 97725ddc-ad84-4f27-b651-74a2f793b962 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:31:16.841262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 97725ddc-ad84-4f27-b651-74a2f793b962 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:31:16.841879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:16.955194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:16.983008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e92d8-f385-4753-8219-c77015853976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97725ddc-ad84-4f27-b651-74a2f793b962'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:16.985450 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952914a0-ac9f-4fa8-85bd-7b168abac159" -d '{"events": [{"server_uuid": "0c4e92d8-f385-4753-8219-c77015853976", "name": "network-vif-plugged", "status": "completed", "tag": "97725ddc-ad84-4f27-b651-74a2f793b962"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:17.009597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 97725ddc-ad84-4f27-b651-74a2f793b962, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=97725ddc-ad84-4f27-b651-74a2f793b962,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:17.016654 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:17.058584 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722961a4-e372-43eb-a83f-2712ab9f3a44 x-openstack-request-id: req-722961a4-e372-43eb-a83f-2712ab9f3a44 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:17.058992 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e92d8-f385-4753-8219-c77015853976", "name": "network-vif-plugged", "status": "completed", "tag": "97725ddc-ad84-4f27-b651-74a2f793b962", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:17.060024 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-722961a4-e372-43eb-a83f-2712ab9f3a44 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:17.060525 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e92d8-f385-4753-8219-c77015853976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97725ddc-ad84-4f27-b651-74a2f793b962', 'code': 200} Sep 24 00:31:17.103680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=97725ddc-ad84-4f27-b651-74a2f793b962,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:17.177568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b3485-97ab-462e-b44c-405340d8cc4d req-a501b41b-b3fb-4615-a1e3-7df46b36e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:17.179250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e8b3485-97ab-462e-b44c-405340d8cc4d req-a501b41b-b3fb-4615-a1e3-7df46b36e883 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 1098 time: 0.0479844 Sep 24 00:31:17.219897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e8b3485-97ab-462e-b44c-405340d8cc4d req-398aff39-57ad-43f3-90f2-7fc86375d1cc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328729 Sep 24 00:31:17.780590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5211f97d-a51f-4009-a095-3825cdd31ee0 req-c16ccfdc-469e-4665-a2ed-178fd124e5c9 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:17.782222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5211f97d-a51f-4009-a095-3825cdd31ee0 req-c16ccfdc-469e-4665-a2ed-178fd124e5c9 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 946 time: 0.0603065 Sep 24 00:31:17.837930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5211f97d-a51f-4009-a095-3825cdd31ee0 req-831bd17e-2268-4c9b-8523-6ae2e1e637dc tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487530 Sep 24 00:31:18.992515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d2cc2-f1fd-403d-8c1d-8a67f7f4cc70 req-11b83525-418c-4522-87c1-2e6f4e9e1bd9 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:18.994169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-195d2cc2-f1fd-403d-8c1d-8a67f7f4cc70 req-11b83525-418c-4522-87c1-2e6f4e9e1bd9 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 946 time: 0.0771601 Sep 24 00:31:19.038020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-195d2cc2-f1fd-403d-8c1d-8a67f7f4cc70 req-5958a160-3952-47a8-b29c-e370a73b9eae tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373437 Sep 24 00:31:19.170007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfa454-27c1-4dfd-b8a6-6ee0f6545694 req-ddb4ea15-e5c0-4206-89f4-c865a7815ccc tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:19.171605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fdbfa454-27c1-4dfd-b8a6-6ee0f6545694 req-ddb4ea15-e5c0-4206-89f4-c865a7815ccc tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 946 time: 0.0537815 Sep 24 00:31:19.180352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35452) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:31:19.185015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Request body: {'floatingip': {'port_id': '97725ddc-ad84-4f27-b651-74a2f793b962'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:19.229083 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:19.741173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:19.748630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:19.855931 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Floating IP d5ef9227-2c0f-48b6-bd51-5df4769ec3a7 associated. External IP: 172.25.5.172, port: 97725ddc-ad84-4f27-b651-74a2f793b962. Sep 24 00:31:20.089657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:31:20.205514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:31:20.211101 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:20.222680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] Sync routers for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:31:20.234404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:31:20.235060 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:30:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:31:20.247359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f7c72e2f-360e-49ef-9c18-1ea511c65ec4 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "PUT /v2.0/floatingips/d5ef9227-2c0f-48b6-bd51-5df4769ec3a7 HTTP/1.1" status: 200 len: 992 time: 1.0657997 Sep 24 00:31:20.248010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c4e92d8-f385-4753-8219-c77015853976', 'tag': '97725ddc-ad84-4f27-b651-74a2f793b962'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:20.250338 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b3c0ca-7205-4744-a986-07d8320ccba4" -d '{"events": [{"name": "network-changed", "server_uuid": "0c4e92d8-f385-4753-8219-c77015853976", "tag": "97725ddc-ad84-4f27-b651-74a2f793b962"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:20.292700 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0351ce7-e0f2-44e5-8fd9-867314e2aea6 x-openstack-request-id: req-b0351ce7-e0f2-44e5-8fd9-867314e2aea6 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:20.292985 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c4e92d8-f385-4753-8219-c77015853976", "tag": "97725ddc-ad84-4f27-b651-74a2f793b962", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:20.293238 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0351ce7-e0f2-44e5-8fd9-867314e2aea6 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:20.293679 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c4e92d8-f385-4753-8219-c77015853976', 'tag': '97725ddc-ad84-4f27-b651-74a2f793b962', 'status': 'completed', 'code': 200} Sep 24 00:31:20.355212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:31:20.364822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-29ab86cf-8401-4e3f-97e5-3155c18b1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:20.366367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-29ab86cf-8401-4e3f-97e5-3155c18b1fd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 1098 time: 0.0474391 Sep 24 00:31:20.492468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-63ba6a53-721a-4479-b741-facdc1fde11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:20.493952 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-63ba6a53-721a-4479-b741-facdc1fde11d service neutron] 10.222.0.18 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.1207998 Sep 24 00:31:20.567877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-95a0508d-4509-43b3-bc8b-a85e4eed5e1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97725ddc-ad84-4f27-b651-74a2f793b962 HTTP/1.1" status: 200 len: 1000 time: 0.0659716 Sep 24 00:31:20.599697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'd5ef9227-2c0f-48b6-bd51-5df4769ec3a7', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'port_id': '97725ddc-ad84-4f27-b651-74a2f793b962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'mac_address': 'fa:16:3e:07:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e92d8-f385-4753-8219-c77015853976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:31:07Z', 'updated_at': '2021-09-24T00:31:19Z', 'revision_number': 1, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:31:20.627634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] Checking router: 8858a8f9-ed48-4f87-a7e5-469c58544ef3 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:31:20.628239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-6e8e7e86-bd00-4363-9cf7-1bc4aa284769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:20.629729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-6e8e7e86-bd00-4363-9cf7-1bc4aa284769 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0552847 Sep 24 00:31:20.636662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:31:20.637334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:30:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:31:20.681725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-c79e7043-3934-44dc-9f35-f10d10138e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:20.683289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-c79e7043-3934-44dc-9f35-f10d10138e55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466673 Sep 24 00:31:20.757718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:31:20.796648 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-8f7bb73b-206c-4d5a-b028-5725c1105223 service neutron] 10.222.0.18 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045063 Sep 24 00:31:20.913283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b3c0ca-7205-4744-a986-07d8320ccba4 req-f74a6458-34f0-42df-8bbd-eaf778353ba3 service neutron] 10.222.0.18 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099982 Sep 24 00:31:21.032886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'd5ef9227-2c0f-48b6-bd51-5df4769ec3a7', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'port_id': '97725ddc-ad84-4f27-b651-74a2f793b962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'mac_address': 'fa:16:3e:07:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e92d8-f385-4753-8219-c77015853976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:31:07Z', 'updated_at': '2021-09-24T00:31:19Z', 'revision_number': 1, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:31:21.065022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2464ac-8742-4256-9fd4-f78e31175e2d None None] The sync data for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 is: [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'd5ef9227-2c0f-48b6-bd51-5df4769ec3a7', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'floating_ip_address': '172.25.5.172', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'port_id': '97725ddc-ad84-4f27-b651-74a2f793b962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3751, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'mac_address': 'fa:16:3e:07:29:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c4e92d8-f385-4753-8219-c77015853976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:31:07Z', 'updated_at': '2021-09-24T00:31:19Z', 'revision_number': 1, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:31:21.308248 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8e0998-bcca-4179-87cc-45dcd54ddbbc None None] New status for floating IP d5ef9227-2c0f-48b6-bd51-5df4769ec3a7: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:31:21.659190 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:31:23.019222 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-195d20a4-8b6c-40de-af01-dc4f1e25cbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:25.859919 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:26.017630 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e8811ce0-45f6-4a6e-b82b-88d7baf6d8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:26.826323 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:29.206299 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:34.145011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-fa5eece1-334c-43ff-b855-a02f888689de tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:34.146497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-fa5eece1-334c-43ff-b855-a02f888689de tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1034572 Sep 24 00:31:34.161979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-17db0e20-6ba5-4314-a50c-38d931ebfadd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/quotas/4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 375 time: 0.0095549 Sep 24 00:31:34.217108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-337ba2fd-ca0e-44ef-81c4-62bdc20d24c3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485742 Sep 24 00:31:34.310748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-1c2f704d-d266-48c3-8cc6-00300ad0ec45 service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865312 Sep 24 00:31:34.403306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-783cbab0-330a-42b7-ad45-f618658ebf1d service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859046 Sep 24 00:31:34.760457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-295e5c67-7f58-4e38-a65d-6cfd54bca6ea req-d11e8da8-688b-4b05-94c6-71f4a5e7bd63 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 210 time: 0.0914936 Sep 24 00:31:35.558363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ffa1f1f5-b464-4920-9630-8b5b98561112 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:35.559939 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ffa1f1f5-b464-4920-9630-8b5b98561112 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1028821 Sep 24 00:31:35.572142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'port': {'device_id': 'f3e3df51-920c-4d50-b2ba-793fd6d373ee', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'admin_state_up': True, 'tenant_id': '4ad5740e214d4f28870efad95f5abd70'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:35.690054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:31:35.693651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:35.824891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.20.0.6 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:31:35.856690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01725abe-b325-4638-8338-f84c0ce5b66d req-365bb4dd-e71e-40ba-97a4-75542b68a9ef tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 210 time: 0.0270970 Sep 24 00:31:35.974584 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.014088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.061737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:31:36.064802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:31:36.067618 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:31:36.081842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:36.134511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:36.135218 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.154879 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-cde8e395-eb05-4f8a-8df7-0c37a3d7163e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5864563 Sep 24 00:31:36.170438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Request body: {'port': {'device_id': 'f3e3df51-920c-4d50-b2ba-793fd6d373ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:36.258168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.361630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b888c33f-0600-4309-b7a0-26188584e0a4 None None] Provisioning complete for port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:31:36.362238 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b888c33f-0600-4309-b7a0-26188584e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.404571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b888c33f-0600-4309-b7a0-26188584e0a4 None None] Port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:31:36.599063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:31:36.607625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.620615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Transition to ACTIVE for port object cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:31:36.625481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.703042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:36.777455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Attempting to bind port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:31:36.778283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Attempting to bind port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:31:36.778718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Attempting to bind port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:31:36.785116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:31:36.785459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Attempting to bind port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:31:36.801033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:31:36.801383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:31:36.801747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:31:36.802185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Bound port: cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:31:36.802546 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.811492 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.884128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] For port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:31:36.887745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] For port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:31:36.894621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.934800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:36.935429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:36.936802 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb HTTP/1.1" status: 200 len: 1092 time: 0.7741306 Sep 24 00:31:36.937252 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3e3df51-920c-4d50-b2ba-793fd6d373ee', 'tag': 'cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:36.939588 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8516b2ea-ad72-478b-9772-01592950b892" -d '{"events": [{"name": "network-changed", "server_uuid": "f3e3df51-920c-4d50-b2ba-793fd6d373ee", "tag": "cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:36.995025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0c9e1-e723-419b-b4ea-5ab2caf224b4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:37.013032 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8607a3e0-875c-4a34-b5bc-91cd62931eb8 x-openstack-request-id: req-8607a3e0-875c-4a34-b5bc-91cd62931eb8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:37.013325 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3e3df51-920c-4d50-b2ba-793fd6d373ee", "tag": "cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:37.013578 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8607a3e0-875c-4a34-b5bc-91cd62931eb8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:37.013982 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e3df51-920c-4d50-b2ba-793fd6d373ee', 'tag': 'cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb', 'status': 'completed', 'code': 200} Sep 24 00:31:37.055767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-6e0f7919-c5d2-4ee9-8647-6ac1a3ff2bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:37.057623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-6e0f7919-c5d2-4ee9-8647-6ac1a3ff2bbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 1095 time: 0.0587547 Sep 24 00:31:37.113414 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-2cfdd2ab-54b4-42a9-953a-19d88649f376 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb HTTP/1.1" status: 200 len: 217 time: 0.0474362 Sep 24 00:31:37.186856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-20181aaf-ea0f-4f09-810b-6af5d5015b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:37.188492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-20181aaf-ea0f-4f09-810b-6af5d5015b42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0593417 Sep 24 00:31:37.239505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-d2014485-c130-4e28-8944-7b60a40e59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:37.241033 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-d2014485-c130-4e28-8944-7b60a40e59d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460019 Sep 24 00:31:37.348010 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-39797d7a-42a5-4d5b-8c44-9f1bde5cb6b2 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990512 Sep 24 00:31:37.362425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c616f-2ec2-4145-9bbb-c37e3d3d05da req-7cabcb0c-9dd8-4200-818c-12795b1de706 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:37.370853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b32c616f-2ec2-4145-9bbb-c37e3d3d05da req-7cabcb0c-9dd8-4200-818c-12795b1de706 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.4191008 Sep 24 00:31:37.411743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b32c616f-2ec2-4145-9bbb-c37e3d3d05da req-16a4b533-5fec-47c7-9311-cf181bf8c836 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391674 Sep 24 00:31:37.451526 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1a6f73cc-a148-4786-827b-56d293f39c78 req-708d7116-9448-40d6-8d60-2334487d7aed service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968213 Sep 24 00:31:37.545210 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516b2ea-ad72-478b-9772-01592950b892 req-c759bbd5-6dc5-44ee-9047-d26f28609a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:37.547207 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8516b2ea-ad72-478b-9772-01592950b892 req-c759bbd5-6dc5-44ee-9047-d26f28609a5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 1095 time: 0.0528822 Sep 24 00:31:37.653573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516b2ea-ad72-478b-9772-01592950b892 req-86c02fd9-3438-4487-81b5-e528e3b54a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:37.655019 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8516b2ea-ad72-478b-9772-01592950b892 req-86c02fd9-3438-4487-81b5-e528e3b54a5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1015930 Sep 24 00:31:37.706360 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8516b2ea-ad72-478b-9772-01592950b892 req-c7445bde-426b-413a-8fe8-ad1a46d7767b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb HTTP/1.1" status: 200 len: 217 time: 0.0446935 Sep 24 00:31:37.758279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516b2ea-ad72-478b-9772-01592950b892 req-2796a6e3-6e91-453f-a29a-6a99e141cc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:37.760211 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8516b2ea-ad72-478b-9772-01592950b892 req-2796a6e3-6e91-453f-a29a-6a99e141cc03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0473871 Sep 24 00:31:37.809034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516b2ea-ad72-478b-9772-01592950b892 req-3f581bd9-f5b0-4c31-96fb-57b467b4a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:37.810661 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8516b2ea-ad72-478b-9772-01592950b892 req-3f581bd9-f5b0-4c31-96fb-57b467b4a910 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438704 Sep 24 00:31:37.904870 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8516b2ea-ad72-478b-9772-01592950b892 req-1998c20e-6cef-4885-8fe0-9e12955cfeef service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869219 Sep 24 00:31:37.994825 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8516b2ea-ad72-478b-9772-01592950b892 req-b06f1444-9816-4c68-9998-19549a8e79e1 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835788 Sep 24 00:31:38.533569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816aa95b-c0c6-4eee-a431-943fac091115 req-ea9c5504-23e5-46e7-8f1a-583cc2ecf00e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:38.535000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-816aa95b-c0c6-4eee-a431-943fac091115 req-ea9c5504-23e5-46e7-8f1a-583cc2ecf00e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.0505719 Sep 24 00:31:38.573245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-816aa95b-c0c6-4eee-a431-943fac091115 req-4c7aba19-f6ff-4eed-a39b-d13db9e8701f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317349 Sep 24 00:31:39.339678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:39.690258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0870c2-2038-41f8-ac55-dbd7236024d7 req-aba5b0ea-31f8-4747-82c0-a7196a091211 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:39.691826 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc0870c2-2038-41f8-ac55-dbd7236024d7 req-aba5b0ea-31f8-4747-82c0-a7196a091211 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.0518589 Sep 24 00:31:39.732129 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc0870c2-2038-41f8-ac55-dbd7236024d7 req-22ba829b-c67c-4e53-a06f-85e587658eb1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332642 Sep 24 00:31:40.851207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906ae6e-2fba-48cd-a784-c8c911e25aee req-7787e2a6-0539-4bb0-8672-dcce8e5da362 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:40.852755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5906ae6e-2fba-48cd-a784-c8c911e25aee req-7787e2a6-0539-4bb0-8672-dcce8e5da362 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.0549164 Sep 24 00:31:40.906950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5906ae6e-2fba-48cd-a784-c8c911e25aee req-5a5296e3-627b-4d8d-8a12-96fc0f57dbf9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456114 Sep 24 00:31:42.027600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1987929-f69e-4877-8c76-4c0efc50f235 req-2171f97f-edd6-416f-8049-4fe080e351e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:42.029079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1987929-f69e-4877-8c76-4c0efc50f235 req-2171f97f-edd6-416f-8049-4fe080e351e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.0497510 Sep 24 00:31:42.072957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1987929-f69e-4877-8c76-4c0efc50f235 req-d068c8fa-427e-444a-b97e-767dc45ff1e8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Sep 24 00:31:43.192156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be839d-5621-44c2-80c1-20a128ba2cce req-aedbcedd-beac-4944-a654-96d5a402386e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:43.193659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4be839d-5621-44c2-80c1-20a128ba2cce req-aedbcedd-beac-4944-a654-96d5a402386e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.0511987 Sep 24 00:31:43.232876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4be839d-5621-44c2-80c1-20a128ba2cce req-7046281e-873f-4fa5-878e-326e5a4ca62c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329130 Sep 24 00:31:44.361617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d33f2-0198-49ad-bdf6-3449741a12f5 req-8f82830d-c069-4863-8bbc-397d529b25b0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:44.363122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-269d33f2-0198-49ad-bdf6-3449741a12f5 req-8f82830d-c069-4863-8bbc-397d529b25b0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.0537741 Sep 24 00:31:44.401919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-269d33f2-0198-49ad-bdf6-3449741a12f5 req-60f7b81f-2efe-4abf-a45a-8835d8c81e94 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Sep 24 00:31:45.514949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61db662-3ea0-47be-a6b7-cb5d682a7be6 req-ee5153a0-4459-4b88-83bf-9d08174a3571 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:45.516584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f61db662-3ea0-47be-a6b7-cb5d682a7be6 req-ee5153a0-4459-4b88-83bf-9d08174a3571 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.0487044 Sep 24 00:31:45.552948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f61db662-3ea0-47be-a6b7-cb5d682a7be6 req-0d27d2cf-e78b-4cc8-bacb-002f39695d83 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304973 Sep 24 00:31:46.673095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2ee05-ce6b-471c-8b56-63a70bb42a7b req-038c4a93-e864-46ce-ad39-8051acfba561 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:46.674674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72d2ee05-ce6b-471c-8b56-63a70bb42a7b req-038c4a93-e864-46ce-ad39-8051acfba561 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 943 time: 0.0547075 Sep 24 00:31:46.711572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72d2ee05-ce6b-471c-8b56-63a70bb42a7b req-e614b71a-8633-4972-8f9f-2e0f7d335737 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309858 Sep 24 00:31:47.267711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:31:47.360238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:47.375906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'port_id': 'cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb', 'mac_address': 'fa:16:3e:50:9c:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:31:47.413094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:47.425494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:31:47.444813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:47.449238 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:47.495027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:47.503287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.503582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.503918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.504247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.504577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.504898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.505219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.505563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.505854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.506224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.506488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.506826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:31:47.648802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:31:47.829684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff422e8-8b78-4471-81ff-88191807d987 req-a43126e2-9487-4e7f-8cfb-435f94848e00 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:47.831181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ff422e8-8b78-4471-81ff-88191807d987 req-a43126e2-9487-4e7f-8cfb-435f94848e00 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 944 time: 0.0525861 Sep 24 00:31:47.868625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ff422e8-8b78-4471-81ff-88191807d987 req-873fecd8-cea9-4b80-9848-cdb5f5111810 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313692 Sep 24 00:31:48.987549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b986a989-a64b-4b89-ac3f-8376de166017 req-c93e21f2-fc92-4388-a91d-ddaaddedc1d0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:48.989075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b986a989-a64b-4b89-ac3f-8376de166017 req-c93e21f2-fc92-4388-a91d-ddaaddedc1d0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 944 time: 0.0510955 Sep 24 00:31:49.033866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b986a989-a64b-4b89-ac3f-8376de166017 req-f1d7309f-ef75-470c-835f-eb973d4ccb67 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388258 Sep 24 00:31:49.295863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:31:49.346812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:31:49.350978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:31:49.351349 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:49.435991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:49.466003 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e3df51-920c-4d50-b2ba-793fd6d373ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:49.468365 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b931ac3b-3d36-4363-935e-969298b42346" -d '{"events": [{"server_uuid": "f3e3df51-920c-4d50-b2ba-793fd6d373ee", "name": "network-vif-plugged", "status": "completed", "tag": "cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:49.483235 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:31:49.488350 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:49.512862 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e00858-0727-478d-b72e-90dc8161e000 x-openstack-request-id: req-76e00858-0727-478d-b72e-90dc8161e000 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:49.513159 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e3df51-920c-4d50-b2ba-793fd6d373ee", "name": "network-vif-plugged", "status": "completed", "tag": "cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:49.513394 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76e00858-0727-478d-b72e-90dc8161e000 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:49.513788 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e3df51-920c-4d50-b2ba-793fd6d373ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb', 'code': 200} Sep 24 00:31:49.545357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:49.622008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043692a4-a15d-4918-9c9f-f51d723605a8 req-e7990c3e-fd20-4b45-a065-59907e740b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:49.623632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-043692a4-a15d-4918-9c9f-f51d723605a8 req-e7990c3e-fd20-4b45-a065-59907e740b47 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 1097 time: 0.0473526 Sep 24 00:31:49.669610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-043692a4-a15d-4918-9c9f-f51d723605a8 req-abc0442f-47d9-446b-8eff-5bb2f2e225ab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Sep 24 00:31:50.171446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db7e0f-67da-4118-a25b-7ea6cb7cd5d9 req-c9e6dba3-9206-4053-b004-33a491d22f39 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:50.176008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90db7e0f-67da-4118-a25b-7ea6cb7cd5d9 req-c9e6dba3-9206-4053-b004-33a491d22f39 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 945 time: 0.0577161 Sep 24 00:31:50.216673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90db7e0f-67da-4118-a25b-7ea6cb7cd5d9 req-76ac7acb-c57f-40ff-853a-4a5f86c983ea tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Sep 24 00:31:51.340291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce3629-8e8b-4bb6-b0d1-fa3152716edf req-5bc62a99-0bec-4da0-b504-5abe1569af4d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:51.341934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16ce3629-8e8b-4bb6-b0d1-fa3152716edf req-5bc62a99-0bec-4da0-b504-5abe1569af4d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 945 time: 0.0554490 Sep 24 00:31:51.381011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16ce3629-8e8b-4bb6-b0d1-fa3152716edf req-861f668d-cf06-4826-83b6-228ca54af9b5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328734 Sep 24 00:31:51.513567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e91dc-213e-437d-98f2-18233c04abc2 req-ba1be0db-a64c-42b8-ade6-744b449f0f60 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:51.516124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a68e91dc-213e-437d-98f2-18233c04abc2 req-ba1be0db-a64c-42b8-ade6-744b449f0f60 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 945 time: 0.0639653 Sep 24 00:31:51.555662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a68e91dc-213e-437d-98f2-18233c04abc2 req-3ca2e167-cebd-4ebf-bde3-7716b411c5b9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332778 Sep 24 00:31:53.032206 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-01351bad-8a30-4e18-a392-bbc96b7374da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:54.194204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33027e-a1b6-4243-ab05-f6098151637b req-b4087a71-821f-4252-8627-0efeac0101aa tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:54.195664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-b4087a71-821f-4252-8627-0efeac0101aa tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1115620 Sep 24 00:31:54.211535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-9cdd072b-fdfc-4d60-8f7b-6066dbc84d48 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/quotas/4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 375 time: 0.0093205 Sep 24 00:31:54.271776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-50f56334-1f76-44b4-999a-cb8a4e586bad tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541878 Sep 24 00:31:54.365135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-851b8448-819e-4cb1-9c2a-61066efc5141 service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850387 Sep 24 00:31:54.464112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-de42767b-300e-4b24-ad39-92145067310a service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921340 Sep 24 00:31:54.633927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-103adc6e-4cb5-49ae-b72e-ce90c388bafc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0442560 Sep 24 00:31:54.673971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45e2d21b-4fa5-41c3-8e34-342eb3d84f54 req-7f4d9454-6852-4c12-a5e7-11437381a215 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 210 time: 0.0283360 Sep 24 00:31:54.724561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-ecd60373-4211-43bb-8425-0e38d75f896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:54.726120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-ecd60373-4211-43bb-8425-0e38d75f896c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1097 time: 0.0493231 Sep 24 00:31:54.835570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-48c42bdc-4ffe-4ced-a0a5-338a7ae1de02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:54.837105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-48c42bdc-4ffe-4ced-a0a5-338a7ae1de02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 200 len: 897 time: 0.0923927 Sep 24 00:31:54.931932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-92d8759b-9b86-4b01-a6e5-86cf24dba783 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 200 len: 1000 time: 0.0874674 Sep 24 00:31:54.985461 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-240c44e6-4219-4399-914c-482e4950dd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:54.987222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-240c44e6-4219-4399-914c-482e4950dd3c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 HTTP/1.1" status: 200 len: 835 time: 0.0484984 Sep 24 00:31:55.051328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-62144f37-d08b-4da2-9fb5-860defe7fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:55.054017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-62144f37-d08b-4da2-9fb5-860defe7fbd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8d53f68-429f-460c-abae-14b667c34ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600116 Sep 24 00:31:55.064619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-15d3d48e-7cc4-492b-86be-d2d4df47b2cc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:31:55.065582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-15d3d48e-7cc4-492b-86be-d2d4df47b2cc service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051596 Sep 24 00:31:55.166323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-da501d82-79f2-4f21-bcba-036e1e995b07 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935943 Sep 24 00:31:55.262769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de9cce12-08e6-4ad7-9bbe-a3312b6c3e6b req-6e79ce2e-38fa-4226-a715-ee51083aa94b service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895178 Sep 24 00:31:55.647090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33027e-a1b6-4243-ab05-f6098151637b req-33aa8574-b403-485f-a15f-8d6d3ed5d2c4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:55.648719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-33aa8574-b403-485f-a15f-8d6d3ed5d2c4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1123595 Sep 24 00:31:55.661820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'port': {'device_id': '104de5d5-a024-4565-ba8e-91403009311e', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'admin_state_up': True, 'tenant_id': '4ad5740e214d4f28870efad95f5abd70'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:55.795864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2de426a6-96ed-49ee-81be-c89f972e42b6 req-5475710f-8619-4e86-9ba0-b84acafdca51 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 210 time: 0.0321300 Sep 24 00:31:55.812070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:31:55.815910 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:55.863537 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:55.966342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.20.0.7 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/6be8427f-912c-4403-87f5-17e2998e1e27) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:31:56.015508 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2132e487-9b26-4d7b-86a5-1062feb612ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.162423 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.207945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.222809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:31:56.263126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:31:56.268643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:31:56.285642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:31:56.330283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=6be8427f-912c-4403-87f5-17e2998e1e27,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:56.368418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:56.369239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.397066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-e883b0b2-bba2-455d-8f9f-8e036ff3bd19 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7388535 Sep 24 00:31:56.412493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Request body: {'port': {'device_id': '104de5d5-a024-4565-ba8e-91403009311e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:31:56.506618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.647229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ec0dbe35-3f8f-40f0-a4e4-281776a54336 None None] Provisioning complete for port 6be8427f-912c-4403-87f5-17e2998e1e27 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:31:56.647598 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec0dbe35-3f8f-40f0-a4e4-281776a54336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.706877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ec0dbe35-3f8f-40f0-a4e4-281776a54336 None None] Port 6be8427f-912c-4403-87f5-17e2998e1e27 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:31:56.829274 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.887545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6be8427f-912c-4403-87f5-17e2998e1e27 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:31:56.908094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.941296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Transition to ACTIVE for port object 6be8427f-912c-4403-87f5-17e2998e1e27 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:31:56.947644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:56.998995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9633a6-ee63-400c-bdfb-72c463181fbb req-17ff2053-8985-4a4a-91dc-22abd4b19c79 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.001343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a9633a6-ee63-400c-bdfb-72c463181fbb req-17ff2053-8985-4a4a-91dc-22abd4b19c79 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 931 time: 0.1059253 Sep 24 00:31:57.045535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Pushing event updated for resources: {'Port': ['ID=6be8427f-912c-4403-87f5-17e2998e1e27,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:57.110197 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a9633a6-ee63-400c-bdfb-72c463181fbb req-75695fbd-2683-48ac-8fe4-1a62b0eae88e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979805 Sep 24 00:31:57.150132 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-6e6690b1-9cba-4583-bb5a-55ebdd01c977 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0582874 Sep 24 00:31:57.170852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Attempting to bind port 6be8427f-912c-4403-87f5-17e2998e1e27 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:31:57.171337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Attempting to bind port 6be8427f-912c-4403-87f5-17e2998e1e27 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:31:57.171852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Attempting to bind port 6be8427f-912c-4403-87f5-17e2998e1e27 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:31:57.178891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Port 6be8427f-912c-4403-87f5-17e2998e1e27 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:31:57.180002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Attempting to bind port 6be8427f-912c-4403-87f5-17e2998e1e27 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:31:57.187299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:31:57.187668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:31:57.188611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:31:57.188611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Bound port: 6be8427f-912c-4403-87f5-17e2998e1e27, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:31:57.188955 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:57.259851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-5f2e0d35-56e7-43b8-9aab-1e0f55aeca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.263226 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-5f2e0d35-56e7-43b8-9aab-1e0f55aeca10 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 1097 time: 0.0583792 Sep 24 00:31:57.271694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] For port 6be8427f-912c-4403-87f5-17e2998e1e27, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:31:57.278959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] For port 6be8427f-912c-4403-87f5-17e2998e1e27, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6be8427f-912c-4403-87f5-17e2998e1e27,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:31:57.287474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:57.343033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.343323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:57.344792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] 10.222.0.18 "PUT /v2.0/ports/6be8427f-912c-4403-87f5-17e2998e1e27 HTTP/1.1" status: 200 len: 1092 time: 0.9384413 Sep 24 00:31:57.347439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '104de5d5-a024-4565-ba8e-91403009311e', 'tag': '6be8427f-912c-4403-87f5-17e2998e1e27'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:31:57.350647 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b0ed7e-4930-48e7-9fa6-f03b13ece501" -d '{"events": [{"name": "network-changed", "server_uuid": "104de5d5-a024-4565-ba8e-91403009311e", "tag": "6be8427f-912c-4403-87f5-17e2998e1e27"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:31:57.385834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5b8e63-253a-45b0-90b6-a24d61815d73 service neutron] Pushing event updated for resources: {'Port': ['ID=6be8427f-912c-4403-87f5-17e2998e1e27,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:31:57.440398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-5f36b325-6ebb-4c49-bf44-c74906f52246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.442209 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-5f36b325-6ebb-4c49-bf44-c74906f52246 service neutron] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1524985 Sep 24 00:31:57.447503 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0a4e36-001c-4780-b3f2-70dd1be8b23a x-openstack-request-id: req-9f0a4e36-001c-4780-b3f2-70dd1be8b23a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:31:57.447921 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "104de5d5-a024-4565-ba8e-91403009311e", "tag": "6be8427f-912c-4403-87f5-17e2998e1e27", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:31:57.448283 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9f0a4e36-001c-4780-b3f2-70dd1be8b23a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:31:57.449854 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '104de5d5-a024-4565-ba8e-91403009311e', 'tag': '6be8427f-912c-4403-87f5-17e2998e1e27', 'status': 'completed', 'code': 200} Sep 24 00:31:57.476993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33027e-a1b6-4243-ab05-f6098151637b req-577d6c5e-6528-415b-be2b-f0e36ad5f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.478548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-577d6c5e-6528-415b-be2b-f0e36ad5f932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 1095 time: 0.0669296 Sep 24 00:31:57.490144 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-bff354cd-68e7-4e82-bbc0-0036baa2f2be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb HTTP/1.1" status: 200 len: 217 time: 0.0394037 Sep 24 00:31:57.529306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-6ea7b8c0-2769-48a5-8504-3ec75a9ca2a5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6be8427f-912c-4403-87f5-17e2998e1e27 HTTP/1.1" status: 200 len: 217 time: 0.0425475 Sep 24 00:31:57.560379 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-4cf4aef7-12dc-483c-9246-499c989f0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.563331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-4cf4aef7-12dc-483c-9246-499c989f0cd1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0661118 Sep 24 00:31:57.598003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33027e-a1b6-4243-ab05-f6098151637b req-3cbf8b80-b527-45fe-8453-97a5466cc999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.600362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-3cbf8b80-b527-45fe-8453-97a5466cc999 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0638821 Sep 24 00:31:57.636380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-11767a8e-599a-4325-a528-6db7954cfe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.638141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-11767a8e-599a-4325-a528-6db7954cfe3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671997 Sep 24 00:31:57.656677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33027e-a1b6-4243-ab05-f6098151637b req-18b88914-818e-4947-a696-328936ccc69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.658403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-18b88914-818e-4947-a696-328936ccc69a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510595 Sep 24 00:31:57.761785 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-d3a20dd2-7fbe-49d3-9a5a-34d7f46b7016 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165075 Sep 24 00:31:57.782931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-0c5a9683-766d-46a3-8a84-395f9c7443fc service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164329 Sep 24 00:31:57.864289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e73dbf7b-f678-4c0a-a570-2ea25577a13e req-8774f091-1c9a-4fd9-965c-87640b987ec2 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958202 Sep 24 00:31:57.892623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d33027e-a1b6-4243-ab05-f6098151637b req-26c2e826-4b63-43d9-b1df-066e0db9fc46 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027522 Sep 24 00:31:57.979301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-860195a8-ae50-47a4-a9e9-65243c23238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:57.981815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-860195a8-ae50-47a4-a9e9-65243c23238e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 1095 time: 0.0433888 Sep 24 00:31:58.086468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-6fec58bc-8666-4831-99d7-023e1806f365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:58.088238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-6fec58bc-8666-4831-99d7-023e1806f365 service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.0997286 Sep 24 00:31:58.137428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-998a5c52-8391-4cdd-9b05-f484e042d4ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6be8427f-912c-4403-87f5-17e2998e1e27 HTTP/1.1" status: 200 len: 217 time: 0.0421593 Sep 24 00:31:58.191359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-3b6b5102-da9d-4766-8eaa-21fb02621a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:58.192868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-3b6b5102-da9d-4766-8eaa-21fb02621a00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0481694 Sep 24 00:31:58.275213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-5b81224b-cde1-4a55-9345-d48672b44115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:58.276767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-5b81224b-cde1-4a55-9345-d48672b44115 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0767851 Sep 24 00:31:58.293239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e8210-b5f9-490d-b532-e476e48e6ca8 req-f33d6af4-07e6-44e2-ad32-831abef962be tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:58.294712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-683e8210-b5f9-490d-b532-e476e48e6ca8 req-f33d6af4-07e6-44e2-ad32-831abef962be tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0644376 Sep 24 00:31:58.388290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-683e8210-b5f9-490d-b532-e476e48e6ca8 req-8d34b8b8-f27a-47d1-a56a-66ba626b233d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861456 Sep 24 00:31:58.428507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-6a850124-475f-43cc-aafb-a39db6d2347e service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436980 Sep 24 00:31:58.564244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08b0ed7e-4930-48e7-9fa6-f03b13ece501 req-04f72bf7-7efa-4df2-85e2-40bef35af4b0 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290460 Sep 24 00:31:58.662525 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:31:59.219338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:31:59.571138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04058d0-ee1b-47ed-b2d4-b4c0bb0c0aa7 req-c5f3d478-c9f4-4f6b-b1ef-0736488b072c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:31:59.573578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e04058d0-ee1b-47ed-b2d4-b4c0bb0c0aa7 req-c5f3d478-c9f4-4f6b-b1ef-0736488b072c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0842578 Sep 24 00:31:59.664073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e04058d0-ee1b-47ed-b2d4-b4c0bb0c0aa7 req-14dde41b-84fe-4047-a2d4-ce053bf3e864 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708950 Sep 24 00:32:00.930784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33725c98-6b25-45c6-a995-db109adabb6e req-7091991c-e393-4d93-bcb5-9521fcc62928 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:00.932492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33725c98-6b25-45c6-a995-db109adabb6e req-7091991c-e393-4d93-bcb5-9521fcc62928 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.1147270 Sep 24 00:32:01.005885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33725c98-6b25-45c6-a995-db109adabb6e req-9dd635b4-9b82-4753-8c80-ec6b82f8de52 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629656 Sep 24 00:32:02.203773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc6efcc-0a0a-4999-9ec2-fe6493559830 req-37188092-f70d-4415-8ea5-4fa121c4a81a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:02.211610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbc6efcc-0a0a-4999-9ec2-fe6493559830 req-37188092-f70d-4415-8ea5-4fa121c4a81a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.1047232 Sep 24 00:32:02.263318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbc6efcc-0a0a-4999-9ec2-fe6493559830 req-23ca184d-204d-4b36-b954-399c74977dfa tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502791 Sep 24 00:32:03.404196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622a79a-fac2-4d90-b521-fa55ca1a1e29 req-e7ca8f2c-677e-4c2d-8fc0-3916f2f7e76e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:03.412934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f622a79a-fac2-4d90-b521-fa55ca1a1e29 req-e7ca8f2c-677e-4c2d-8fc0-3916f2f7e76e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0693073 Sep 24 00:32:03.455482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f622a79a-fac2-4d90-b521-fa55ca1a1e29 req-e0d72b2a-58dd-4715-8080-b4dd192ed288 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415685 Sep 24 00:32:04.595500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1266d9-0bee-47b3-a44b-3acf14f7e7e2 req-ca863319-d564-4a28-a896-7119bf158430 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:04.596996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f1266d9-0bee-47b3-a44b-3acf14f7e7e2 req-ca863319-d564-4a28-a896-7119bf158430 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0511165 Sep 24 00:32:04.637257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9f1266d9-0bee-47b3-a44b-3acf14f7e7e2 req-d7f8923d-844e-4275-bc7d-453c08c76751 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341897 Sep 24 00:32:05.767950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529185ac-4090-44e6-a772-608cea12cfbf req-85473227-4120-4ce7-902c-b5c715b21465 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:05.769500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-529185ac-4090-44e6-a772-608cea12cfbf req-85473227-4120-4ce7-902c-b5c715b21465 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0561156 Sep 24 00:32:05.825855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-529185ac-4090-44e6-a772-608cea12cfbf req-468ab228-ca8e-4f91-bd96-b72bf625e4d3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459545 Sep 24 00:32:06.801042 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:06.983786 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f6257-ff50-447d-8365-df8e0382d5a5 req-ea930c80-276b-49fe-bbad-4f73731d6020 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:06.985472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a7f6257-ff50-447d-8365-df8e0382d5a5 req-ea930c80-276b-49fe-bbad-4f73731d6020 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0690892 Sep 24 00:32:07.044204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a7f6257-ff50-447d-8365-df8e0382d5a5 req-77e9d61a-501c-4ebe-aed7-c3b250153011 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471725 Sep 24 00:32:08.226502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284b7b0-e9f4-4b74-ab6c-01f2916161a4 req-3f585d19-fa73-4bcd-8dc5-f0a8179fbd26 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:08.229310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1284b7b0-e9f4-4b74-ab6c-01f2916161a4 req-3f585d19-fa73-4bcd-8dc5-f0a8179fbd26 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0832582 Sep 24 00:32:08.287380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1284b7b0-e9f4-4b74-ab6c-01f2916161a4 req-487b9f0a-c7d7-4b43-ab3a-92453f84399e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503814 Sep 24 00:32:09.366106 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:09.429699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b7c0e-0f05-4028-ba80-a6fbe199987b req-0fa63018-9568-4cb6-a095-7c1b6fb631d1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:09.431280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae1b7c0e-0f05-4028-ba80-a6fbe199987b req-0fa63018-9568-4cb6-a095-7c1b6fb631d1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0524209 Sep 24 00:32:09.497776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae1b7c0e-0f05-4028-ba80-a6fbe199987b req-ad97bb63-8c54-4d24-8e60-ddc6d1f3a054 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550551 Sep 24 00:32:10.638002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44a5c9e-75de-4a16-a0c5-9812caba7c74 req-15e0b168-053c-4392-862b-af3e4b44b298 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:10.639679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f44a5c9e-75de-4a16-a0c5-9812caba7c74 req-15e0b168-053c-4392-862b-af3e4b44b298 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0572038 Sep 24 00:32:10.696611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f44a5c9e-75de-4a16-a0c5-9812caba7c74 req-9725b1e5-62ab-4b6e-96c9-a8855b2fbc77 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452287 Sep 24 00:32:11.864844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503599e-674a-4451-a8c1-41d153fde5c2 req-b1d2f0b3-5e9a-4dba-b2fb-883310a99c50 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:11.866339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0503599e-674a-4451-a8c1-41d153fde5c2 req-b1d2f0b3-5e9a-4dba-b2fb-883310a99c50 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0587592 Sep 24 00:32:11.914693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0503599e-674a-4451-a8c1-41d153fde5c2 req-5350e830-4840-48f0-86af-ba747f197a43 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368917 Sep 24 00:32:13.110977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53c84a-ad9f-4763-955c-8c47c27817c4 req-a9f08c53-1708-4633-bb9f-67c5066ea263 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:13.113029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f53c84a-ad9f-4763-955c-8c47c27817c4 req-a9f08c53-1708-4633-bb9f-67c5066ea263 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0733552 Sep 24 00:32:13.167576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f53c84a-ad9f-4763-955c-8c47c27817c4 req-9190b314-db42-4746-b444-1270aeb58697 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470884 Sep 24 00:32:14.349384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be12c8c-3230-48f1-b37c-d5878ad33921 req-4e40485d-0ec1-4be8-b030-1bc3dd042285 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:14.351193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9be12c8c-3230-48f1-b37c-d5878ad33921 req-4e40485d-0ec1-4be8-b030-1bc3dd042285 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0832229 Sep 24 00:32:14.416483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9be12c8c-3230-48f1-b37c-d5878ad33921 req-69cc1336-c4bc-4c5d-8bf2-ebeb7d913926 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536280 Sep 24 00:32:15.563239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d3922-5d20-4dbd-922b-46ba7533f099 req-d69783b6-a6f6-4ed0-b6d7-54e5c57e0022 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:15.564781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc4d3922-5d20-4dbd-922b-46ba7533f099 req-d69783b6-a6f6-4ed0-b6d7-54e5c57e0022 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0612268 Sep 24 00:32:15.624403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc4d3922-5d20-4dbd-922b-46ba7533f099 req-3ae82269-97ac-4c2e-a018-7422d8ffa144 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475047 Sep 24 00:32:16.782831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57e0184-00b0-47c5-abea-a2198586f90b req-56a74cd9-8eec-4686-8572-a9a7630ec7da tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:16.785652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b57e0184-00b0-47c5-abea-a2198586f90b req-56a74cd9-8eec-4686-8572-a9a7630ec7da tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 943 time: 0.0792181 Sep 24 00:32:16.847183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b57e0184-00b0-47c5-abea-a2198586f90b req-6b231c88-9b2b-4afa-9266-8be566c66a12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492537 Sep 24 00:32:17.070106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6be8427f-912c-4403-87f5-17e2998e1e27 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:32:17.178514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6be8427f-912c-4403-87f5-17e2998e1e27, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6be8427f-912c-4403-87f5-17e2998e1e27,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:17.191374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '6be8427f-912c-4403-87f5-17e2998e1e27', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'port_id': '6be8427f-912c-4403-87f5-17e2998e1e27', 'mac_address': 'fa:16:3e:ec:af:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:32:17.240022 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:17.261270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6be8427f-912c-4403-87f5-17e2998e1e27 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:32:17.293039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6be8427f-912c-4403-87f5-17e2998e1e27, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6be8427f-912c-4403-87f5-17e2998e1e27,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:17.297534 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:17.354049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6be8427f-912c-4403-87f5-17e2998e1e27,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:17.529572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['6be8427f-912c-4403-87f5-17e2998e1e27'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:32:17.977341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c4c93-5ecb-4a28-a44e-aba49d8b9c31 req-d48a154c-a4ff-4ec4-b9af-968a5ea8e1df tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:17.978980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-526c4c93-5ecb-4a28-a44e-aba49d8b9c31 req-d48a154c-a4ff-4ec4-b9af-968a5ea8e1df tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 944 time: 0.0525446 Sep 24 00:32:18.023175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-526c4c93-5ecb-4a28-a44e-aba49d8b9c31 req-dba08591-0bfb-4089-bc44-0b2a238887cd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379546 Sep 24 00:32:19.084533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6be8427f-912c-4403-87f5-17e2998e1e27 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:32:19.154215 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 6be8427f-912c-4403-87f5-17e2998e1e27 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:32:19.160102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 6be8427f-912c-4403-87f5-17e2998e1e27 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:32:19.160706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:19.166223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20872fb-3c97-412d-8aef-0be142f344ce req-df0fda01-9ae9-422b-803b-ef418cd3e8ba tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:19.167832 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b20872fb-3c97-412d-8aef-0be142f344ce req-df0fda01-9ae9-422b-803b-ef418cd3e8ba tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 944 time: 0.0589490 Sep 24 00:32:19.224167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b20872fb-3c97-412d-8aef-0be142f344ce req-861b1719-4a5e-4dee-b2c6-bf90b24c5e54 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455654 Sep 24 00:32:19.283252 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:19.328770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104de5d5-a024-4565-ba8e-91403009311e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be8427f-912c-4403-87f5-17e2998e1e27'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:32:19.332662 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9435eef-5f37-42f6-9fac-495e95bfac3b" -d '{"events": [{"server_uuid": "104de5d5-a024-4565-ba8e-91403009311e", "name": "network-vif-plugged", "status": "completed", "tag": "6be8427f-912c-4403-87f5-17e2998e1e27"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:32:19.354036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 6be8427f-912c-4403-87f5-17e2998e1e27, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6be8427f-912c-4403-87f5-17e2998e1e27,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:19.359453 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:19.391684 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1607d862-240d-49b9-bd4c-80dd73a56ca9 x-openstack-request-id: req-1607d862-240d-49b9-bd4c-80dd73a56ca9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:32:19.392033 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104de5d5-a024-4565-ba8e-91403009311e", "name": "network-vif-plugged", "status": "completed", "tag": "6be8427f-912c-4403-87f5-17e2998e1e27", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:32:19.392307 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1607d862-240d-49b9-bd4c-80dd73a56ca9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:32:19.392718 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104de5d5-a024-4565-ba8e-91403009311e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6be8427f-912c-4403-87f5-17e2998e1e27', 'code': 200} Sep 24 00:32:19.427323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=6be8427f-912c-4403-87f5-17e2998e1e27,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:19.512158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44833215-22a3-40e0-9d2a-6b6a74d37dce req-53558847-5d32-495d-b07e-ac7580e6f3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:19.513948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44833215-22a3-40e0-9d2a-6b6a74d37dce req-53558847-5d32-495d-b07e-ac7580e6f3e0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 1097 time: 0.0501592 Sep 24 00:32:19.574585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44833215-22a3-40e0-9d2a-6b6a74d37dce req-cd2f7fd0-c3a9-458e-86ce-04fc1dfc4aa9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517502 Sep 24 00:32:20.390235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1826f03-34a3-454d-83bd-408c31ef4f36 req-0ff0ab63-fb5f-4024-97df-09d1f5fd00f3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:20.393585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1826f03-34a3-454d-83bd-408c31ef4f36 req-0ff0ab63-fb5f-4024-97df-09d1f5fd00f3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 945 time: 0.0732915 Sep 24 00:32:20.451475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1826f03-34a3-454d-83bd-408c31ef4f36 req-13141601-cc0e-4970-a4d2-04321d3d7775 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478890 Sep 24 00:32:21.617273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f822184-1588-43f0-a217-914dc2da0a3d req-4beececd-8bcf-4bd2-94d0-6556dfb94c3a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:21.619229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f822184-1588-43f0-a217-914dc2da0a3d req-4beececd-8bcf-4bd2-94d0-6556dfb94c3a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 945 time: 0.0685542 Sep 24 00:32:21.664617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f822184-1588-43f0-a217-914dc2da0a3d req-5d4d1f16-337c-46b1-b229-8fc344218a9d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362284 Sep 24 00:32:21.846105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3a2bbb-f52b-474c-890d-08eb1b00a12e req-4cafa2d9-4105-462e-998a-a514e1a1c7f4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:21.847781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e3a2bbb-f52b-474c-890d-08eb1b00a12e req-4cafa2d9-4105-462e-998a-a514e1a1c7f4 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 945 time: 0.0730789 Sep 24 00:32:21.901423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e3a2bbb-f52b-474c-890d-08eb1b00a12e req-b736bbd6-8aeb-496d-b740-7b9567abb165 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443602 Sep 24 00:32:22.280911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de06046-3483-4109-b515-6b94095d1d47 req-1b06de56-6f00-408b-9e86-2d8502d5dd09 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:22.283103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0de06046-3483-4109-b515-6b94095d1d47 req-1b06de56-6f00-408b-9e86-2d8502d5dd09 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 945 time: 0.0646691 Sep 24 00:32:22.341062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0de06046-3483-4109-b515-6b94095d1d47 req-a1af3791-59bf-45a2-8f7a-cccd6d81ef46 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Sep 24 00:32:23.023236 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7933b9a2-ec00-4227-b628-24a8d72cf7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:23.515859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680967b8-0b67-4a52-b1b6-e3a71d35d599 req-6102d3d2-28ab-4ed3-b824-ea4f078f72ad tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:23.517533 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-680967b8-0b67-4a52-b1b6-e3a71d35d599 req-6102d3d2-28ab-4ed3-b824-ea4f078f72ad tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 945 time: 0.0676875 Sep 24 00:32:23.577347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-680967b8-0b67-4a52-b1b6-e3a71d35d599 req-ef9dca6f-c02c-477b-84c1-ba11640b883e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514376 Sep 24 00:32:23.680593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-e8a08be7-c4f8-40c3-97db-1deff0418769 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:23.681972 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-e8a08be7-c4f8-40c3-97db-1deff0418769 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 945 time: 0.0519142 Sep 24 00:32:23.790615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port 6be8427f-912c-4403-87f5-17e2998e1e27 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:32:23.791174 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:23.908210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] For port 6be8427f-912c-4403-87f5-17e2998e1e27, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=6be8427f-912c-4403-87f5-17e2998e1e27,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:23.908558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:23.922331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for 6be8427f-912c-4403-87f5-17e2998e1e27 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:32:24.064745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:24.078106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:32:24.080583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['6be8427f-912c-4403-87f5-17e2998e1e27'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:32:24.094959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=6be8427f-912c-4403-87f5-17e2998e1e27,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:24.107111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.107688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.108564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.109410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.109640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.110274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.111198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.111754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.112127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.112639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.113173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.113787 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:24.177978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] No DVR routers for this DVR port 6be8427f-912c-4403-87f5-17e2998e1e27 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:32:24.181944 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:24.184923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da83ce8d-a0c9-4414-85db-1a685620db90 req-df0b9d38-d049-4650-9f88-8fee39a6ff08 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "DELETE /v2.0/ports/6be8427f-912c-4403-87f5-17e2998e1e27 HTTP/1.1" status: 204 len: 173 time: 0.4966617 Sep 24 00:32:24.185592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '104de5d5-a024-4565-ba8e-91403009311e', 'name': 'network-vif-deleted', 'tag': '6be8427f-912c-4403-87f5-17e2998e1e27'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:32:24.189430 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df56d43d-6cf0-4698-93c8-1a40f3dc2dd0" -d '{"events": [{"server_uuid": "104de5d5-a024-4565-ba8e-91403009311e", "name": "network-vif-deleted", "tag": "6be8427f-912c-4403-87f5-17e2998e1e27"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:32:24.237253 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd8da3-b224-4497-ba96-059eb2fe7b22 x-openstack-request-id: req-25fd8da3-b224-4497-ba96-059eb2fe7b22 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:32:24.238022 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "104de5d5-a024-4565-ba8e-91403009311e", "name": "network-vif-deleted", "tag": "6be8427f-912c-4403-87f5-17e2998e1e27", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:32:24.238606 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25fd8da3-b224-4497-ba96-059eb2fe7b22 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:32:24.239209 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '104de5d5-a024-4565-ba8e-91403009311e', 'name': 'network-vif-deleted', 'tag': '6be8427f-912c-4403-87f5-17e2998e1e27', 'status': 'completed', 'code': 200} Sep 24 00:32:24.717904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1107464-e133-47c1-a70c-9c21ef0b4230 req-723be303-808c-4087-b7a4-6d144ca19d2d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 210 time: 0.0304134 Sep 24 00:32:25.859095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-110d3eb5-3a6b-456f-81d2-60bc8de899e1 req-f7862472-7fde-4b9d-914e-9201f310e0e8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 210 time: 0.0303352 Sep 24 00:32:25.864671 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:26.024848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1009a3bc-5d05-4c88-9a25-576a02dc7b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:26.841313 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:27.009947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4f2b001-8488-4c95-b753-d1cd19676154 req-f49b32af-a072-4a4d-8f60-9b4600e46aec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 210 time: 0.0377798 Sep 24 00:32:27.121762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6be8427f-912c-4403-87f5-17e2998e1e27 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:32:27.166997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 6be8427f-912c-4403-87f5-17e2998e1e27 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:32:27.167643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 6be8427f-912c-4403-87f5-17e2998e1e27 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:32:28.134932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-483b1b41-4876-4cb6-af2e-e7768c0e48a3 req-5a372099-dd55-4ff7-a800-05ebc14691ed tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=104de5d5-a024-4565-ba8e-91403009311e HTTP/1.1" status: 200 len: 210 time: 0.0404150 Sep 24 00:32:29.218444 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:33.929958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44297da8-ea33-4db7-84c0-0bf00f027ee1 req-0020a496-8ca8-4291-b8f4-5b48ac88a946 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:33.932554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44297da8-ea33-4db7-84c0-0bf00f027ee1 req-0020a496-8ca8-4291-b8f4-5b48ac88a946 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 945 time: 0.0552876 Sep 24 00:32:33.991673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44297da8-ea33-4db7-84c0-0bf00f027ee1 req-9d0bd016-4401-49da-806e-01139673e186 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513778 Sep 24 00:32:35.162349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbeb4e-b5e8-45cb-bedc-a627920f2908 req-6aa6fe66-0062-4c7d-96e0-1dbd5f3325e8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:35.165016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1bbeb4e-b5e8-45cb-bedc-a627920f2908 req-6aa6fe66-0062-4c7d-96e0-1dbd5f3325e8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 945 time: 0.0799665 Sep 24 00:32:35.224041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1bbeb4e-b5e8-45cb-bedc-a627920f2908 req-dcb688b0-dd7a-43fc-8f2f-95819e58aef9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=851a3316-df29-484b-aaf4-a5894da0761e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473006 Sep 24 00:32:35.378386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f78d37-5a98-436a-a351-46cd4202766a req-2bf68803-d9fa-4616-8d03-7eff190f94c7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:35.380978 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f9f78d37-5a98-436a-a351-46cd4202766a req-2bf68803-d9fa-4616-8d03-7eff190f94c7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 945 time: 0.0663705 Sep 24 00:32:35.490488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:32:35.490963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:35.590031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] For port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:35.590402 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:35.605842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:32:35.663998 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:32:35.758804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:35.777085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:32:35.808873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:35.826333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.826743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.827185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.827551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.827812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.828114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.828449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.828787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.829106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.829428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.829760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.830101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:35.866992 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] No DVR routers for this DVR port cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:32:35.870010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:35.872212 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f9f78d37-5a98-436a-a351-46cd4202766a req-184e9af5-fc74-4db5-b9f4-8e1e8468091c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "DELETE /v2.0/ports/cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb HTTP/1.1" status: 204 len: 173 time: 0.4853122 Sep 24 00:32:35.872757 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e3df51-920c-4d50-b2ba-793fd6d373ee', 'name': 'network-vif-deleted', 'tag': 'cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:32:35.875183 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082c7e37-757a-4889-bedb-72bead3957a9" -d '{"events": [{"server_uuid": "f3e3df51-920c-4d50-b2ba-793fd6d373ee", "name": "network-vif-deleted", "tag": "cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:32:35.927487 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926e5e9f-a91e-4a8c-90f3-d2af1925f716 x-openstack-request-id: req-926e5e9f-a91e-4a8c-90f3-d2af1925f716 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:32:35.927778 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e3df51-920c-4d50-b2ba-793fd6d373ee", "name": "network-vif-deleted", "tag": "cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:32:35.928029 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-926e5e9f-a91e-4a8c-90f3-d2af1925f716 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:32:35.928436 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e3df51-920c-4d50-b2ba-793fd6d373ee', 'name': 'network-vif-deleted', 'tag': 'cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb', 'status': 'completed', 'code': 200} Sep 24 00:32:36.395895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4142c71e-1c06-4976-b0b7-c4363b9d890f req-afefb3a5-d44d-4abc-8630-4fd60c31028a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 210 time: 0.0457771 Sep 24 00:32:36.828737 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:37.507454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1de81825-e987-4df1-bb5d-b3b146a3d771 req-98d5dec1-bb83-4e21-a4c5-0bf5ae157d75 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 210 time: 0.0288458 Sep 24 00:32:38.641423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf0a86fd-1946-4bf1-8097-5a10e46efe62 req-81adc15e-56f8-4fcf-965d-bb22601b665c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 210 time: 0.0354934 Sep 24 00:32:39.364887 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:39.419876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:32:39.442600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:32:39.443183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device cb39b43e-f2b6-44ff-9fd5-93fa8d4913eb not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:32:39.779228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cba44395-e7a0-4bca-b053-6c9ae560ecda req-e0344a78-11f0-42f4-8499-eba30f10df44 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3e3df51-920c-4d50-b2ba-793fd6d373ee HTTP/1.1" status: 200 len: 210 time: 0.0353611 Sep 24 00:32:44.230923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35986) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:44.236681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7540c81d-e009-4b70-910c-bfe5263a87e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584706123', 'description': 'tempest-secgroup-smoke-1584706123 description', 'project_id': '4ad5740e214d4f28870efad95f5abd70'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:44.265782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7540c81d-e009-4b70-910c-bfe5263a87e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.381429 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7540c81d-e009-4b70-910c-bfe5263a87e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.386539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7540c81d-e009-4b70-910c-bfe5263a87e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.424307 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7540c81d-e009-4b70-910c-bfe5263a87e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.429984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7540c81d-e009-4b70-910c-bfe5263a87e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1936834 Sep 24 00:32:44.430232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7540c81d-e009-4b70-910c-bfe5263a87e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da426d96-0d52-40b0-bc7b-994f66228047,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:44.430424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 35988) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:44.437324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-04f8d613-ef74-44bc-81ef-581d26aadb94 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'security_group_rule': {'security_group_id': 'da426d96-0d52-40b0-bc7b-994f66228047', 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:44.471872 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04f8d613-ef74-44bc-81ef-581d26aadb94 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.537697 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04f8d613-ef74-44bc-81ef-581d26aadb94 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.542159 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04f8d613-ef74-44bc-81ef-581d26aadb94 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.561228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8d613-ef74-44bc-81ef-581d26aadb94 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b536d655-6bdf-4608-8c5c-49915407d861,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:44.568932 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-04f8d613-ef74-44bc-81ef-581d26aadb94 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.574498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35992) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:44.574735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-04f8d613-ef74-44bc-81ef-581d26aadb94 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425011 Sep 24 00:32:44.583058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f8050b11-915e-4895-b2eb-6fc8388ddb9c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'security_group_rule': {'security_group_id': 'da426d96-0d52-40b0-bc7b-994f66228047', 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:44.620165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8050b11-915e-4895-b2eb-6fc8388ddb9c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.701241 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8050b11-915e-4895-b2eb-6fc8388ddb9c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.705939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8050b11-915e-4895-b2eb-6fc8388ddb9c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.724941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8050b11-915e-4895-b2eb-6fc8388ddb9c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b1f7f6-bad0-4620-83b9-9b021b1d39fd,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:44.733569 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f8050b11-915e-4895-b2eb-6fc8388ddb9c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.735141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f8050b11-915e-4895-b2eb-6fc8388ddb9c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1588326 Sep 24 00:32:44.737831 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35994) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:44.742962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b5b95d09-e55f-465b-a41e-835e58dcf8e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'security_group_rule': {'security_group_id': 'da426d96-0d52-40b0-bc7b-994f66228047', 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:44.777474 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5b95d09-e55f-465b-a41e-835e58dcf8e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.854344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5b95d09-e55f-465b-a41e-835e58dcf8e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.859220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5b95d09-e55f-465b-a41e-835e58dcf8e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.888942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b95d09-e55f-465b-a41e-835e58dcf8e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84e3a66d-4f8f-495b-a8ee-f32e6a3d59ca,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:44.894721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5b95d09-e55f-465b-a41e-835e58dcf8e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:44.896624 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b5b95d09-e55f-465b-a41e-835e58dcf8e5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1575778 Sep 24 00:32:44.901419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 35998) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:44.906530 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-dbda2dbf-395c-4746-b229-58d00843a0e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'security_group_rule': {'security_group_id': 'da426d96-0d52-40b0-bc7b-994f66228047', 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:44.933504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36000) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:44.941494 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbda2dbf-395c-4746-b229-58d00843a0e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.034539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbda2dbf-395c-4746-b229-58d00843a0e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.040162 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbda2dbf-395c-4746-b229-58d00843a0e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.074140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda2dbf-395c-4746-b229-58d00843a0e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f63d2109-f3c8-427a-879f-13d9a8e55579,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:45.082386 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dbda2dbf-395c-4746-b229-58d00843a0e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.088393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dbda2dbf-395c-4746-b229-58d00843a0e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1819541 Sep 24 00:32:45.088919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36002) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:45.096879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-48287250-00da-4d12-8231-b3d5ae2f1fec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'security_group_rule': {'security_group_id': 'da426d96-0d52-40b0-bc7b-994f66228047', 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:45.133788 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-48287250-00da-4d12-8231-b3d5ae2f1fec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Project 4ad5740e214d4f28870efad95f5abd70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:32:45.143688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48287250-00da-4d12-8231-b3d5ae2f1fec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.148941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port 92140454-2138-4193-8696-5664c03a207e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:32:45.149278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.220693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48287250-00da-4d12-8231-b3d5ae2f1fec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.229168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48287250-00da-4d12-8231-b3d5ae2f1fec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.257117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.257117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.257632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48287250-00da-4d12-8231-b3d5ae2f1fec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564fe370-d49d-465f-9e12-68d9773ecb0a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:45.273168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for 92140454-2138-4193-8696-5664c03a207e owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:32:45.278338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-48287250-00da-4d12-8231-b3d5ae2f1fec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.285030 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-48287250-00da-4d12-8231-b3d5ae2f1fec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1897123 Sep 24 00:32:45.285291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36004) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:45.291533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-46825e90-e3bb-48ae-aac7-703049f56498 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'security_group_rule': {'security_group_id': 'da426d96-0d52-40b0-bc7b-994f66228047', 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:45.316928 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-46825e90-e3bb-48ae-aac7-703049f56498 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Project 4ad5740e214d4f28870efad95f5abd70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:32:45.325992 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46825e90-e3bb-48ae-aac7-703049f56498 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.418329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46825e90-e3bb-48ae-aac7-703049f56498 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.428651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46825e90-e3bb-48ae-aac7-703049f56498 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.448376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46825e90-e3bb-48ae-aac7-703049f56498 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a678a82e-db7b-4997-8545-ac0c01ffe05b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:45.456508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-46825e90-e3bb-48ae-aac7-703049f56498 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.457883 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-46825e90-e3bb-48ae-aac7-703049f56498 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1716187 Sep 24 00:32:45.477946 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.517664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=92140454-2138-4193-8696-5664c03a207e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:45.600751 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:45.601259 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Floating IP 123d9390-f11c-4642-b045-eb49b2132a98 disassociated (deleted). External IP: 172.25.5.68, port: dd2d3ad5-b87a-4800-86c5-f10e9055987c. Sep 24 00:32:46.296197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 12cfc867-f2be-41a8-a230-2ce35be6849f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:32:46.445657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:32:46.451061 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:46.458790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] Sync routers for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:32:46.472302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:32:46.473183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:46.499062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7a711828-a4ec-4a6e-a0ad-232ac0dfba47 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/floatingips/123d9390-f11c-4642-b045-eb49b2132a98 HTTP/1.1" status: 204 len: 168 time: 1.5636675 Sep 24 00:32:46.499972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:32:46.504153 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d84f91e-3baa-4230-8934-39a9ed19bcf5" -d '{"events": [{"name": "network-changed", "server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:32:46.574194 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29cd8969-ba4a-4099-856c-b73e0636df8b x-openstack-request-id: req-29cd8969-ba4a-4099-856c-b73e0636df8b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:32:46.574939 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:32:46.575215 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29cd8969-ba4a-4099-856c-b73e0636df8b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:32:46.575949 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'status': 'completed', 'code': 200} Sep 24 00:32:46.704321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:32:46.872475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-e069ae3f-30a9-4eae-99ef-2e6eb28626cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:46.877496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-e069ae3f-30a9-4eae-99ef-2e6eb28626cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a930604132e14a0bbbea0b94ffed365f&device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 1097 time: 0.2733436 Sep 24 00:32:47.042436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5b11f-655b-4005-8acc-a254f45b0e70 req-d7ab847d-1f97-4b40-a1c6-49f607c35d38 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:47.044371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ce5b11f-655b-4005-8acc-a254f45b0e70 req-d7ab847d-1f97-4b40-a1c6-49f607c35d38 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.1771727 Sep 24 00:32:47.087349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-8a0ff10d-9df3-4c71-9029-bc22d28439e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:47.089109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-8a0ff10d-9df3-4c71-9029-bc22d28439e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 200 len: 897 time: 0.1962919 Sep 24 00:32:47.097783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:47.111498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ce5b11f-655b-4005-8acc-a254f45b0e70 req-a066ba93-92f5-4d72-8abb-2ca8ea2e85c9 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542705 Sep 24 00:32:47.154571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] Checking router: 12cfc867-f2be-41a8-a230-2ce35be6849f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:32:47.165026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:32:47.166335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:47.167888 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-6a11b97e-c930-43fb-bec3-67dde4ba1107 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 200 len: 217 time: 0.0605521 Sep 24 00:32:47.241758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-6eb9a0f7-65de-4bf5-bd16-6ededea6f55c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:47.244424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-6eb9a0f7-65de-4bf5-bd16-6ededea6f55c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 HTTP/1.1" status: 200 len: 835 time: 0.0693867 Sep 24 00:32:47.305544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-9ca00da7-4065-4d3f-abe1-7fb0c0359f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:47.307091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-9ca00da7-4065-4d3f-abe1-7fb0c0359f8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a8d53f68-429f-460c-abae-14b667c34ea5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552597 Sep 24 00:32:47.340131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:32:47.464669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-55413f66-0ad2-47f1-84b0-0a6ec4204a52 service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475487 Sep 24 00:32:47.639046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d84f91e-3baa-4230-8934-39a9ed19bcf5 req-ba1ad6cd-483f-4bed-9f93-b115716b5a3c service neutron] 10.222.0.18 "GET /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679833 Sep 24 00:32:47.666156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:47.715211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd36da00-e0d0-4a43-b9d6-4489918a2683 None None] The sync data for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 is: [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fed39dbe-c975-4666-a5e9-fdeb7462c1b9', 'name': '', 'network_id': 'a8d53f68-429f-460c-abae-14b667c34ea5', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'mac_address': 'fa:16:3e:a5:43:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:30Z', 'updated_at': '2021-09-24T00:29:40Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'subnets': [{'id': 'd7c4d76e-f7d8-465b-bc37-4b47ef6d8512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:32:48.081791 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f159436f-0c2d-44a9-95f1-c14dde370b5c None None] New status for floating IP 123d9390-f11c-4642-b045-eb49b2132a98: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:32:48.161521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-01cbf5c1-3688-4bf5-a0fe-c22ecbe569ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:48.164645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-01cbf5c1-3688-4bf5-a0fe-c22ecbe569ff tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.0971479 Sep 24 00:32:48.366014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a62d0-fe70-47f0-b2b8-2593a9829708 req-b57b802d-fcac-46f0-b0f3-cd59a213483e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:48.367562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d1a62d0-fe70-47f0-b2b8-2593a9829708 req-b57b802d-fcac-46f0-b0f3-cd59a213483e tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 945 time: 0.1284471 Sep 24 00:32:48.414145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port dd2d3ad5-b87a-4800-86c5-f10e9055987c {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:32:48.414489 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:48.458630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0d1a62d0-fe70-47f0-b2b8-2593a9829708 req-0a268371-2cd3-47d5-a55b-5092f8578586 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7cb8dd1-4d52-46b8-bba6-843b95febf58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837946 Sep 24 00:32:48.578473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port dd2d3ad5-b87a-4800-86c5-f10e9055987c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dd2d3ad5-b87a-4800-86c5-f10e9055987c,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:48.579002 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:48.599441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for dd2d3ad5-b87a-4800-86c5-f10e9055987c owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:32:48.794038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:48.840980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=dd2d3ad5-b87a-4800-86c5-f10e9055987c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:48.913336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] No DVR routers for this DVR port dd2d3ad5-b87a-4800-86c5-f10e9055987c on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:32:48.917317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:48.919614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b27705cb-3da5-4017-8a22-3c161de9bd20 req-2e424e46-b584-41e4-81e7-799be4674974 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.18 "DELETE /v2.0/ports/dd2d3ad5-b87a-4800-86c5-f10e9055987c HTTP/1.1" status: 204 len: 173 time: 0.7489867 Sep 24 00:32:48.920086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'name': 'network-vif-deleted', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:32:48.922471 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c50cdc3-7a70-4742-b2e3-5c3d1bac85d3" -d '{"events": [{"server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "name": "network-vif-deleted", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:32:48.997910 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41ace03-2094-4a6f-8e5d-b7dea1ec122c x-openstack-request-id: req-b41ace03-2094-4a6f-8e5d-b7dea1ec122c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:32:48.998408 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c225f6e8-4f38-4b66-824b-d81d770d5ee3", "name": "network-vif-deleted", "tag": "dd2d3ad5-b87a-4800-86c5-f10e9055987c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:32:48.998867 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b41ace03-2094-4a6f-8e5d-b7dea1ec122c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:32:48.999472 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c225f6e8-4f38-4b66-824b-d81d770d5ee3', 'name': 'network-vif-deleted', 'tag': 'dd2d3ad5-b87a-4800-86c5-f10e9055987c', 'status': 'completed', 'code': 200} Sep 24 00:32:49.667595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c91ecc5-1f07-453a-ab51-78bf186da09a req-0a4d13fc-c9b2-49d1-a300-60893e4c9ba2 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "GET /v2.0/ports?device_id=c225f6e8-4f38-4b66-824b-d81d770d5ee3 HTTP/1.1" status: 200 len: 210 time: 0.0463150 Sep 24 00:32:50.746919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36112) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:51.214137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dd2d3ad5-b87a-4800-86c5-f10e9055987c no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:32:51.261336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: dd2d3ad5-b87a-4800-86c5-f10e9055987c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:32:51.262323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dd2d3ad5-b87a-4800-86c5-f10e9055987c not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:32:51.291458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:51.644790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port fed39dbe-c975-4666-a5e9-fdeb7462c1b9 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:32:51.645138 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:51.758927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port fed39dbe-c975-4666-a5e9-fdeb7462c1b9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:51.760272 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:51.780080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for fed39dbe-c975-4666-a5e9-fdeb7462c1b9 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:32:52.065574 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:52.382650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=fed39dbe-c975-4666-a5e9-fdeb7462c1b9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:52.632118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:52.940560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Router 12cfc867-f2be-41a8-a230-2ce35be6849f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:32:53.032903 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa1db4fd-6298-498b-8f6c-449ad618a6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.082200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:32:53.095678 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b6cb8084-2fbc-4185-a198-054a80548cc6 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "PUT /v2.0/routers/12cfc867-f2be-41a8-a230-2ce35be6849f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3470228 Sep 24 00:32:53.098642 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36122) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:53.100526 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] Sync routers for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:32:53.115700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:32:53.116798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:53.157750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1656f97-c6d0-4cf8-8a7c-6e0ed871afa4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting subnet d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:32:53.161593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1656f97-c6d0-4cf8-8a7c-6e0ed871afa4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.215975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1656f97-c6d0-4cf8-8a7c-6e0ed871afa4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.287272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:32:53.342962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1656f97-c6d0-4cf8-8a7c-6e0ed871afa4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.457890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1656f97-c6d0-4cf8-8a7c-6e0ed871afa4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.506114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1656f97-c6d0-4cf8-8a7c-6e0ed871afa4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c4d76e-f7d8-465b-bc37-4b47ef6d8512,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:53.508633 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d1656f97-c6d0-4cf8-8a7c-6e0ed871afa4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.515719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36126) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:53.516137 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d1656f97-c6d0-4cf8-8a7c-6e0ed871afa4 tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/subnets/d7c4d76e-f7d8-465b-bc37-4b47ef6d8512 HTTP/1.1" status: 204 len: 168 time: 0.4155827 Sep 24 00:32:53.522847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d67baf1-89e3-451e-8cf1-1b30daac215c None None] Network a8d53f68-429f-460c-abae-14b667c34ea5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:32:53.691574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.738258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:32:51Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:53.774381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] Checking router: 12cfc867-f2be-41a8-a230-2ce35be6849f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:32:53.796212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] Routers {'12cfc867-f2be-41a8-a230-2ce35be6849f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:32:53.797347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['12cfc867-f2be-41a8-a230-2ce35be6849f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:53.871529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.901303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] DHCP port deletion for a8d53f68-429f-460c-abae-14b667c34ea5 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:32:53.966943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Deleting port fad86c28-3125-47d0-8243-198d474e88b9 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:32:53.967195 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:53.984386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] Set router 12cfc867-f2be-41a8-a230-2ce35be6849f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:32:54.101070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] For port fad86c28-3125-47d0-8243-198d474e88b9, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fad86c28-3125-47d0-8243-198d474e88b9,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:54.101594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.124224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Calling delete_port for fad86c28-3125-47d0-8243-198d474e88b9 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:32:54.337140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Deleting port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:32:54.338100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.424143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] For port 423d4fe7-c17a-4dcf-b62d-37a7940bf985, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=423d4fe7-c17a-4dcf-b62d-37a7940bf985,segment=NetworkSegment(5ca1fa6c-67cf-418b-b752-d3efc23b3c13),segment_id=5ca1fa6c-67cf-418b-b752-d3efc23b3c13)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:32:54.424546 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.447431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.477718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 423d4fe7-c17a-4dcf-b62d-37a7940bf985 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:32:54.525445 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Calling delete_port for 423d4fe7-c17a-4dcf-b62d-37a7940bf985 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:32:54.529966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Port': ['ID=fad86c28-3125-47d0-8243-198d474e88b9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:54.684492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.692628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-b852bc5c-352d-4350-9495-54b3dc013b16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0928743 Sep 24 00:32:54.741780 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.764364 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.792661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] No DVR routers for this DVR port 423d4fe7-c17a-4dcf-b62d-37a7940bf985 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:32:54.818132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Pushing event deleted for resources: {'Port': ['ID=423d4fe7-c17a-4dcf-b62d-37a7940bf985,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:54.847741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:32:51Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:54.852058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.852422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.852720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.853618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.853955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.854290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.854620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.854976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.855301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.855625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.856358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.856687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed1946-7d69-45de-bf7d-4d2d31c3909d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:32:54.878198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.881443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.892748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e67a68-f14a-44be-aad2-441639dd3c98 None None] The sync data for ids ['12cfc867-f2be-41a8-a230-2ce35be6849f'] in n-d-713498-18 is: [{'id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825469480', 'tenant_id': 'a930604132e14a0bbbea0b94ffed365f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189'}], 'enable_snat': True}, 'gw_port_id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:32:51Z', 'revision_number': 5, 'project_id': 'a930604132e14a0bbbea0b94ffed365f', 'gw_port': {'id': 'fad86c28-3125-47d0-8243-198d474e88b9', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:7d:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12cfc867-f2be-41a8-a230-2ce35be6849f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3712, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:26Z', 'updated_at': '2021-09-24T00:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:32:54.941365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-c6f2ae0c-9ab7-49b6-b71d-b065d7b252f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:54.945078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-c6f2ae0c-9ab7-49b6-b71d-b065d7b252f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 1098 time: 0.2062261 Sep 24 00:32:54.958789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.959733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Fanout notify agent at l3_agent the message router_deleted on router 12cfc867-f2be-41a8-a230-2ce35be6849f {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:32:54.968988 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:54.977036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-73b15748-b614-4faa-a31f-747f095d9e4b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/routers/12cfc867-f2be-41a8-a230-2ce35be6849f HTTP/1.1" status: 204 len: 168 time: 1.4530268 Sep 24 00:32:54.977036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36134) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:55.135091 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.198378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-d5c41d40-a797-4295-b160-8556f5948599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:55.199805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-d5c41d40-a797-4295-b160-8556f5948599 service neutron] 10.222.0.18 "GET /v2.0/networks?id=32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 200 len: 911 time: 0.2168617 Sep 24 00:32:55.336445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.372704 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-c3012577-7cb2-48f0-98c9-22a21646b2cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=97725ddc-ad84-4f27-b651-74a2f793b962 HTTP/1.1" status: 200 len: 1002 time: 0.1618154 Sep 24 00:32:55.376971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8d53f68-429f-460c-abae-14b667c34ea5']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:55.419647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca1fa6c-67cf-418b-b752-d3efc23b3c13') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:55.419938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca1fa6c-67cf-418b-b752-d3efc23b3c13') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:32:55.441846 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.465077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-90ee280f-f00e-4912-b6bb-249b13e6c7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:55.466700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-90ee280f-f00e-4912-b6bb-249b13e6c7a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 200 len: 849 time: 0.0864520 Sep 24 00:32:55.467836 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.476150 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:32:55.476674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:32:55.487448 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:32:55.580626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-46848d5a-8dc8-406c-a323-c31b6ecd8db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:55.584264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-46848d5a-8dc8-406c-a323-c31b6ecd8db0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=32db966d-5d08-4d21-9c26-551f4e8a47fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096849 Sep 24 00:32:55.626816 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.638656 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.644169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/networks/a8d53f68-429f-460c-abae-14b667c34ea5 HTTP/1.1" status: 204 len: 168 time: 0.6694839 Sep 24 00:32:55.644419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36138) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:55.683104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70752b-2b4b-4373-9787-4bd21e10171d tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'Network': ['ID=a8d53f68-429f-460c-abae-14b667c34ea5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:55.725504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-d4f57adc-9169-422c-957e-6545612bdb6f service neutron] 10.222.0.18 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334636 Sep 24 00:32:55.757329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4973bac9-0e08-41da-8142-849487bea37b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.791840 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4973bac9-0e08-41da-8142-849487bea37b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.869347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.886057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58976f20-4d5b-4208-b75c-744e4932bfa4 req-fcf5b645-5509-4492-9c72-82a29c80e2fe service neutron] 10.222.0.18 "GET /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519527 Sep 24 00:32:55.904179 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4973bac9-0e08-41da-8142-849487bea37b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.907142 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4973bac9-0e08-41da-8142-849487bea37b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:55.908896 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4973bac9-0e08-41da-8142-849487bea37b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7cb8dd1-4d52-46b8-bba6-843b95febf58 HTTP/1.1" status: 204 len: 168 time: 0.2626514 Sep 24 00:32:55.919743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973bac9-0e08-41da-8142-849487bea37b tempest-TestNetworkAdvancedServerOps-1646137894 tempest-TestNetworkAdvancedServerOps-1646137894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cb8dd1-4d52-46b8-bba6-843b95febf58,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:56.010104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7887e635-8ab5-4ec3-8d40-77f6be770407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:56.298335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fed39dbe-c975-4666-a5e9-fdeb7462c1b9 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:32:56.323673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: fed39dbe-c975-4666-a5e9-fdeb7462c1b9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:32:56.324025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fed39dbe-c975-4666-a5e9-fdeb7462c1b9 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:32:56.324437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fad86c28-3125-47d0-8243-198d474e88b9 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:32:56.344460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: fad86c28-3125-47d0-8243-198d474e88b9 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:32:56.344803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fad86c28-3125-47d0-8243-198d474e88b9 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:32:56.406020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36148) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:56.598312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-da12b8bb-a0f1-4ece-b0c5-7caf4cb0d8ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a930604132e14a0bbbea0b94ffed365f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908247 Sep 24 00:32:56.601028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36152) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:56.673776 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc711-9070-47ae-8b30-ebdbbcaa39be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:56.713588 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc711-9070-47ae-8b30-ebdbbcaa39be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:56.811887 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc711-9070-47ae-8b30-ebdbbcaa39be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:56.816711 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9bc711-9070-47ae-8b30-ebdbbcaa39be admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:56.818740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ab9bc711-9070-47ae-8b30-ebdbbcaa39be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e56b87c7-0928-48d6-ba11-20a1db078b61 HTTP/1.1" status: 204 len: 168 time: 0.2159905 Sep 24 00:32:56.832986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bc711-9070-47ae-8b30-ebdbbcaa39be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56b87c7-0928-48d6-ba11-20a1db078b61,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:56.849985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:57.323676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36174) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:57.390723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb39afad-537e-4339-b37c-4d6b9a691855 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4f39cfccc7894b00abfceff11475585c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648441 Sep 24 00:32:57.393901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36178) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:57.464339 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3280-9325-460a-8d07-426f5b492970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:57.508311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3280-9325-460a-8d07-426f5b492970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:57.582959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3280-9325-460a-8d07-426f5b492970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:57.588010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4f1b3280-9325-460a-8d07-426f5b492970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:57.589459 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4f1b3280-9325-460a-8d07-426f5b492970 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d6fa0912-23c4-4349-831b-58ae2f2affa5 HTTP/1.1" status: 204 len: 168 time: 0.1942050 Sep 24 00:32:57.614152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1b3280-9325-460a-8d07-426f5b492970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fa0912-23c4-4349-831b-58ae2f2affa5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:58.746436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36214) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:58.928793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-662337453-network', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:58.970968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Made reservation on behalf of 6af37a9b4ee24eb1b278ba8ccfccc305 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:32:58.973766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:58.995982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.144110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.150212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.181724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:32:59.202610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b0e08f-4c52-4b56-83fc-d6927fef389c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:59.205784 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.206135 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Added segment 652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa of type vlan for network d3da3850-740e-4d91-b6ae-2a1e053169e4 Sep 24 00:32:59.229470 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.272567 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.314563 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.316096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:59.316830 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.359360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6107273 Sep 24 00:32:59.361830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:59.374146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Request body: {'subnet': {'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-662337453-subnet', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:59.409159 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Made reservation on behalf of 6af37a9b4ee24eb1b278ba8ccfccc305 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:32:59.411710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.415874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ca9818-e3e7-444a-bea8-1fdfd6d83b17 admin admin] Pushing event updated for resources: {'Network': ['ID=d3da3850-740e-4d91-b6ae-2a1e053169e4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:59.427627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:32:59.664679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.754688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e8a407-308d-41d7-a48d-3f7ad466b0bd,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:32:59.767697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Checking segment: {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:32:59.768184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Network hostable DHCP agents. Network: d3da3850-740e-4d91-b6ae-2a1e053169e4, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:32:59.795497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:32:59.810473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, d3da3850-740e-4d91-b6ae-2a1e053169e4) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:32:59.815967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:32:59.817173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.830203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c9e703-af2b-4b62-8b10-59ececc48ad4 None None] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:32:59.850639 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1252374d-327f-46c4-af82-781c799fd8ac admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4873955 Sep 24 00:32:59.856179 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:32:59.864340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:32:59.923971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:32:59.926982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:00.023309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:00.043092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-d3da3850-740e-4d91-b6ae-2a1e053169e4', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:33:00.043998 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:00.254020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Allocated IP 172.20.0.2 (d3da3850-740e-4d91-b6ae-2a1e053169e4/b7e8a407-308d-41d7-a48d-3f7ad466b0bd/91ecdcf8-e7fc-463a-85a9-25c6a4370dd3) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:33:00.530722 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:00.543630 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:00.601210 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:00.604711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:00.609061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:33:00.709673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:00.709995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Pushing event updated for resources: {'Port': ['ID=91ecdcf8-e7fc-463a-85a9-25c6a4370dd3,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:00.730145 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Attempting to bind port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:33:00.731513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Attempting to bind port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:33:00.731513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Attempting to bind port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 on network d3da3850-740e-4d91-b6ae-2a1e053169e4 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:33:00.741518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:33:00.742106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Checking segment: {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:00.742735 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:00.745664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Bound using segment: {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:33:00.746590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Bound port: 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:33:00.748428 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:00.877416 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] For port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:33:00.891336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] For port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91ecdcf8-e7fc-463a-85a9-25c6a4370dd3,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:33:00.923234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:01.050988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7555498-eaec-49ca-b692-b5dade34e71b None None] Pushing event updated for resources: {'Port': ['ID=91ecdcf8-e7fc-463a-85a9-25c6a4370dd3,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:01.115568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:01.142280 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:01.367884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Allocated IP 172.25.5.209 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/758bfda6-8813-4cba-b32b-f7d4e074ba3d) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:33:01.548385 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:01.604348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:01.662243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:01.665925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:01.669944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:33:01.698690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Pushing event updated for resources: {'Port': ['ID=758bfda6-8813-4cba-b32b-f7d4e074ba3d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:02.139500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:02.409639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:02.543761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:02.544593 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:02.583229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:02.614271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8cedcf-6f98-49b5-8247-85a33931a570 None None] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:33:02.702831 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:02.810350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:33:02.825010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c635ec48-43fd-494d-bb09-64570647a65e None None] Provisioning complete for port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:02.825754 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c635ec48-43fd-494d-bb09-64570647a65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:02.873748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91ecdcf8-e7fc-463a-85a9-25c6a4370dd3,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:02.893920 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:03.023937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:33:03.038695 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Sync routers for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:33:03.052718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=91ecdcf8-e7fc-463a-85a9-25c6a4370dd3,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:03.072521 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:03.076596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:03.076921 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:03.079965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0e2bbbf2-72e5-4f37-b8c1-9bec46d89df0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2235880 Sep 24 00:33:03.084142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36252) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:03.350677 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:03.562563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-22668220-d08b-4c9d-88aa-62e23b0ed9a0 None None] Provisioning complete for port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:03.563998 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22668220-d08b-4c9d-88aa-62e23b0ed9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:03.787334 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:01Z', 'revision_number': 3, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:03.826008 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Checking router: 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:33:03.827357 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Updating router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc port 758bfda6-8813-4cba-b32b-f7d4e074ba3d binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:33:03.859668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:03.876060 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.137213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Allocated IP 172.20.0.1 (d3da3850-740e-4d91-b6ae-2a1e053169e4/b7e8a407-308d-41d7-a48d-3f7ad466b0bd/0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:33:04.314005 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.378262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:04.401073 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.410622 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.411453 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.474261 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Attempting to bind port 758bfda6-8813-4cba-b32b-f7d4e074ba3d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:33:04.474785 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Attempting to bind port 758bfda6-8813-4cba-b32b-f7d4e074ba3d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:33:04.475288 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Attempting to bind port 758bfda6-8813-4cba-b32b-f7d4e074ba3d on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:33:04.487480 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:33:04.487972 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:04.488617 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.489144 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:33:04.489739 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Bound port: 758bfda6-8813-4cba-b32b-f7d4e074ba3d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:33:04.490803 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.520714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:04.527318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:04.533907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:33:04.570511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:04.570511 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.571351 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] For port 758bfda6-8813-4cba-b32b-f7d4e074ba3d, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:33:04.572321 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] For port 758bfda6-8813-4cba-b32b-f7d4e074ba3d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=758bfda6-8813-4cba-b32b-f7d4e074ba3d,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:33:04.580634 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.584670 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Pushing event updated for resources: {'Port': ['ID=758bfda6-8813-4cba-b32b-f7d4e074ba3d,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:04.600347 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.601549 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.601549 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.601938 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.602280 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.603384 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.603737 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.604054 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.604376 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.604697 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.605015 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.605339 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:04.606350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:04.652782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.697094 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:04.697804 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:04.829589 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79c61e-c4da-4ee4-9c23-f30232ff2ea8 None None] Pushing event updated for resources: {'Port': ['ID=758bfda6-8813-4cba-b32b-f7d4e074ba3d,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:04.913048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.950938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e1977e5f-0dd6-4aeb-a32a-b4dad665fd9b None None] Provisioning complete for port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:04.952108 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e1977e5f-0dd6-4aeb-a32a-b4dad665fd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:04.974897 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:05.021236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e1977e5f-0dd6-4aeb-a32a-b4dad665fd9b None None] Port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:33:05.211925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:05.223091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:05.239392 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:01Z', 'revision_number': 3, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:05.289883 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2379be6-bb49-4c50-a3f4-396a1988cc1a None None] The sync data for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 is: [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:01Z', 'revision_number': 3, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:33:05.306434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:05.310360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:05.457425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:05.458956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:05.698613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:33:05.858420 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3c138d6c-5daa-4b1b-b51c-a7cb52185302 None None] Provisioning complete for port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:05.860260 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c138d6c-5daa-4b1b-b51c-a7cb52185302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:05.895330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:33:05.906246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-73966511-ba3f-4cd4-b92a-6872e941cfc2 admin admin] 10.222.0.24 "PUT /v2.0/routers/09b44b91-695a-4ff9-8b63-8d7ec44cc2bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189046 Sep 24 00:33:05.921479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3c138d6c-5daa-4b1b-b51c-a7cb52185302 None None] Port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:33:06.397935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 758bfda6-8813-4cba-b32b-f7d4e074ba3d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:06.472970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 758bfda6-8813-4cba-b32b-f7d4e074ba3d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:06.473593 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:06.593053 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:06.629765 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 758bfda6-8813-4cba-b32b-f7d4e074ba3d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=758bfda6-8813-4cba-b32b-f7d4e074ba3d,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:06.635733 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:06.707106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=758bfda6-8813-4cba-b32b-f7d4e074ba3d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:06.761318 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36290) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:06.769619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1053659955-network', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:33:06.805638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Made reservation on behalf of f8aab06e6d7f45dbb127ea1f08ac72ef for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:33:06.810589 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:06.826711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:06.850361 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.018341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.025117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.058173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:33:07.070262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567ec3ec-5155-4156-90ba-047b54f26029,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:07.078446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.078820 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Added segment 28d13573-7533-444d-bd2e-9d956af2d9fc of type vlan for network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 Sep 24 00:33:07.133360 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.183396 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.185563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:07.186611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.228643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36294) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:07.235310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Request body: {'subnet': {'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1053659955-subnet', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:33:07.239594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4765310 Sep 24 00:33:07.291474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97cfba-6c45-4e4d-b038-79d204a28be7 admin admin] Pushing event updated for resources: {'Network': ['ID=d9b5cd66-dc3f-4af1-8fcd-adcd0100d700,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:07.304075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:33:07.321043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Made reservation on behalf of f8aab06e6d7f45dbb127ea1f08ac72ef for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:33:07.327659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.625087 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.684565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Sync routers for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:33:07.700672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:07.701773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:07.716856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e5cc1e-9960-4f3d-bae6-7508d8c5442d,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:07.743839 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Checking segment: {'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:07.744720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Network hostable DHCP agents. Network: d9b5cd66-dc3f-4af1-8fcd-adcd0100d700, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:33:07.772300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:33:07.786746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, d9b5cd66-dc3f-4af1-8fcd-adcd0100d700) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:07.807851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:07.811250 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.825947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c3e1a7-6752-4ef5-9e5a-f3fd87a09a75 None None] Network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:33:07.854080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3a7644bc-f7b9-41c6-b37a-afca4b3e6cba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6220212 Sep 24 00:33:07.856303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36298) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:07.862834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:33:07.920716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:07.921955 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:08.043223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:08.149567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:08.382907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 758bfda6-8813-4cba-b32b-f7d4e074ba3d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:08.527076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-d9b5cd66-dc3f-4af1-8fcd-adcd0100d700', 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'fixed_ips': [{'subnet_id': '06e5cc1e-9960-4f3d-bae6-7508d8c5442d'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:33:08.527965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:08.658847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 758bfda6-8813-4cba-b32b-f7d4e074ba3d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:08.659310 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:08.681197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:08.813195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 2, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:08.854390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Allocated IP 172.20.0.2 (d9b5cd66-dc3f-4af1-8fcd-adcd0100d700/06e5cc1e-9960-4f3d-bae6-7508d8c5442d/f213d5c2-9b3c-4da8-87fd-b7278c3015da) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:33:08.861044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Checking router: 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:33:08.861432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Updating router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:33:08.921817 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:08.947142 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:08.948460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.084707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Allocated IP 172.25.5.171 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/f6667246-1db3-4d3d-b072-4e921c774883) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:33:09.214983 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.247861 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.267218 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.301737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:09.313114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:09.315111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Pushing event updated for resources: {'Port': ['ID=f213d5c2-9b3c-4da8-87fd-b7278c3015da,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:09.317246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:33:09.325567 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.373447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:09.380198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:09.386182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:33:09.415493 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.423262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Pushing event updated for resources: {'Port': ['ID=f6667246-1db3-4d3d-b072-4e921c774883,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:09.439660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Attempting to bind port f213d5c2-9b3c-4da8-87fd-b7278c3015da on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:33:09.440027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Attempting to bind port f213d5c2-9b3c-4da8-87fd-b7278c3015da by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:33:09.440385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Attempting to bind port f213d5c2-9b3c-4da8-87fd-b7278c3015da on network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:33:09.466560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:33:09.467033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Checking segment: {'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:09.467351 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.468907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Bound using segment: {'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:33:09.468907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Bound port: f213d5c2-9b3c-4da8-87fd-b7278c3015da, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:33:09.468907 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.533353 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.543950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.587907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-b63c6d7c-0d74-48ba-9595-1cec66e1e98c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584706123&fields=id&tenant_id=4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 267 time: 0.0504887 Sep 24 00:33:09.635210 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9710e-45f1-48b4-93c5-36d20fe08820 None None] Pushing event updated for resources: {'Port': ['ID=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:09.668713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] For port f213d5c2-9b3c-4da8-87fd-b7278c3015da, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:33:09.700876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] For port f213d5c2-9b3c-4da8-87fd-b7278c3015da, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f213d5c2-9b3c-4da8-87fd-b7278c3015da,segment=NetworkSegment(28d13573-7533-444d-bd2e-9d956af2d9fc),segment_id=28d13573-7533-444d-bd2e-9d956af2d9fc)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:33:09.712956 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.759643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Attempting to bind port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:33:09.760042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Attempting to bind port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:33:09.760405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Attempting to bind port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 on network d3da3850-740e-4d91-b6ae-2a1e053169e4 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:33:09.769743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-37ae1256-5331-46f5-9aae-a57c6089eb3a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:09.771815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-37ae1256-5331-46f5-9aae-a57c6089eb3a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1831038 Sep 24 00:33:09.780491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.792472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-cc329330-078e-4284-af22-2d4091f40fc1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/quotas/4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 375 time: 0.0142138 Sep 24 00:33:09.795863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:33:09.796399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Checking segment: {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:09.797012 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.797807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Bound using segment: {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:33:09.798689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Bound port: 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:33:09.800696 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.855285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1c8cc-f406-4961-8dea-18636a7111a7 None None] Pushing event updated for resources: {'Port': ['ID=f213d5c2-9b3c-4da8-87fd-b7278c3015da,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:09.880161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-b838569c-85a8-4b19-8138-c26e717bd73e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779312 Sep 24 00:33:09.983582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] For port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:33:09.989055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] For port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:33:09.993158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2889d176-1dfb-4e15-b80b-aefcd542e1e3 None None] Provisioning complete for port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:09.993551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2889d176-1dfb-4e15-b80b-aefcd542e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:09.996215 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:10.111089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:10.111725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:10.114205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9710e-45f1-48b4-93c5-36d20fe08820 None None] Pushing event updated for resources: {'Port': ['ID=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:10.151311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-219ae682-1f34-4dfc-8fe1-e23f3d46b249 service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443073 Sep 24 00:33:10.376771 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:10.493890 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:10.529316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-b99827f0-de79-4be3-9640-acd797d50fc5 service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609841 Sep 24 00:33:10.587065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Router 7305530c-5b14-4790-8501-1949c8e12e0e is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:33:10.606552 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2889d176-1dfb-4e15-b80b-aefcd542e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:10.614496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f213d5c2-9b3c-4da8-87fd-b7278c3015da up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:10.751627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:33:10.764900 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Sync routers for ids ['7305530c-5b14-4790-8501-1949c8e12e0e'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:33:10.774067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:10.778342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36330) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:10.783674 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Routers {'7305530c-5b14-4790-8501-1949c8e12e0e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:10.784731 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['7305530c-5b14-4790-8501-1949c8e12e0e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:10.787523 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5fa95187-f5e9-4cca-bdc4-f24c5a025d0d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9297714 Sep 24 00:33:10.832421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2889d176-1dfb-4e15-b80b-aefcd542e1e3 None None] For port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:10.839698 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2889d176-1dfb-4e15-b80b-aefcd542e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:10.884312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f213d5c2-9b3c-4da8-87fd-b7278c3015da triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:10.885074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:11.036599 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Set router 7305530c-5b14-4790-8501-1949c8e12e0e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:11.395355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dd4c3518-d3b0-4322-bb6f-fb30de5d4f64 req-52d16f81-05ed-4f25-b28b-5797c72274e0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 210 time: 0.2332635 Sep 24 00:33:11.518477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b0871a70-ebb3-4e6f-8913-6b4ea49ff8d6 None None] Provisioning complete for port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:11.519266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b0871a70-ebb3-4e6f-8913-6b4ea49ff8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:11.596602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889d176-1dfb-4e15-b80b-aefcd542e1e3 None None] Pushing event updated for resources: {'Port': ['ID=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:11.599308 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:33:09Z', 'revision_number': 3, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port': {'id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ae:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:08Z', 'updated_at': '2021-09-24T00:33:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:11.663774 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Checking router: 7305530c-5b14-4790-8501-1949c8e12e0e for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:33:11.664492 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Updating router 7305530c-5b14-4790-8501-1949c8e12e0e port f6667246-1db3-4d3d-b072-4e921c774883 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:33:11.722682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:11.731300 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:11.776249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b05de7-dd9c-4864-97f4-6fba49ed79c1 None None] Network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:33:11.894501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port f213d5c2-9b3c-4da8-87fd-b7278c3015da, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f213d5c2-9b3c-4da8-87fd-b7278c3015da,segment=NetworkSegment(28d13573-7533-444d-bd2e-9d956af2d9fc),segment_id=28d13573-7533-444d-bd2e-9d956af2d9fc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:11.907024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:09Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:11.911223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:11.989189 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:12.088946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ca5288-5c5d-4883-a90b-d34fcdb771d9 None None] The sync data for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 is: [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:09Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:33:12.123753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e264ad9f-7bd2-4c44-aa15-3295a88de1da None None] Provisioning complete for port f213d5c2-9b3c-4da8-87fd-b7278c3015da triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:12.124403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e264ad9f-7bd2-4c44-aa15-3295a88de1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:12.434005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=f213d5c2-9b3c-4da8-87fd-b7278c3015da,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:12.476870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:12.561152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Allocated IP 172.20.0.1 (d9b5cd66-dc3f-4af1-8fcd-adcd0100d700/06e5cc1e-9960-4f3d-bae6-7508d8c5442d/b39d6835-a233-4546-b3fd-bbb4ff871964) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:33:12.598804 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:12.609566 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:12.656520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:12.657442 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:12.722804 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e626-6d37-4ebc-95e2-6874a9e75d71 None None] Pushing event updated for resources: {'Port': ['ID=f6667246-1db3-4d3d-b072-4e921c774883,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:12.731859 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:33:12.764884 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e4a3dfd-7dfd-4778-b3b0-f1941075b52b req-9870c39d-b45d-448d-b65b-4852f9fc5240 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 210 time: 0.1210628 Sep 24 00:33:12.806711 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Attempting to bind port f6667246-1db3-4d3d-b072-4e921c774883 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:33:12.809379 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Attempting to bind port f6667246-1db3-4d3d-b072-4e921c774883 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:33:12.810314 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Attempting to bind port f6667246-1db3-4d3d-b072-4e921c774883 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:33:12.828341 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:33:12.828911 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:12.839249 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:12.840179 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:33:12.841651 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Bound port: f6667246-1db3-4d3d-b072-4e921c774883, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:33:12.842443 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:12.937409 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] For port f6667246-1db3-4d3d-b072-4e921c774883, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:33:12.944324 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] For port f6667246-1db3-4d3d-b072-4e921c774883, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f6667246-1db3-4d3d-b072-4e921c774883,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:33:12.951412 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:12.963084 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:13.029466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:13.133362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:13.140357 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Routers {'7305530c-5b14-4790-8501-1949c8e12e0e'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:13.141125 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['7305530c-5b14-4790-8501-1949c8e12e0e'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:13.148239 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:13.151874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Pushing event updated for resources: {'Port': ['ID=b39d6835-a233-4546-b3fd-bbb4ff871964,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:13.153584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:33:13.202615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b1c3898e-bc1d-4094-932d-24e51c5e34bb None None] Provisioning complete for port f213d5c2-9b3c-4da8-87fd-b7278c3015da triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:13.207002 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b1c3898e-bc1d-4094-932d-24e51c5e34bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:13.211250 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:13.301135 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22e626-6d37-4ebc-95e2-6874a9e75d71 None None] Pushing event updated for resources: {'Port': ['ID=f6667246-1db3-4d3d-b072-4e921c774883,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:13.467014 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] Set router 7305530c-5b14-4790-8501-1949c8e12e0e gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:13.500956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-b9990bda-bdf4-45b1-8075-94d7660d6119 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:13.504003 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-b9990bda-bdf4-45b1-8075-94d7660d6119 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.2753162 Sep 24 00:33:13.563933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:13.574294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8b1662bc-2ddd-46c2-80d9-54c0965df857 None None] Provisioning complete for port b39d6835-a233-4546-b3fd-bbb4ff871964 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:13.575251 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8b1662bc-2ddd-46c2-80d9-54c0965df857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:13.616130 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-cdac5b47-7ff9-4230-bf98-33abf9b3bc6b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 380 time: 0.1007481 Sep 24 00:33:13.628718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'port': {'device_id': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'admin_state_up': True, 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'security_groups': ['da426d96-0d52-40b0-bc7b-994f66228047']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:33:13.667496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8b1662bc-2ddd-46c2-80d9-54c0965df857 None None] Port b39d6835-a233-4546-b3fd-bbb4ff871964 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:33:13.900899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:13.909436 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:13.958671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:33:13.966652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:14.039276 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-302b1996-1048-41b9-9518-97f5275cc468 req-d2cd8185-e4ae-4aba-b381-aadaffbdb4f5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 210 time: 0.0511122 Sep 24 00:33:14.050946 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:14.055105 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:33:09Z', 'revision_number': 3, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port': {'id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ae:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:08Z', 'updated_at': '2021-09-24T00:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:14.083366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Pushing event updated for resources: {'Port': ['ID=b39d6835-a233-4546-b3fd-bbb4ff871964,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:14.177212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a721ac-94be-41b3-aaf8-85661a4ade18 None None] The sync data for ids ['7305530c-5b14-4790-8501-1949c8e12e0e'] in n-d-713498-18 is: [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:33:09Z', 'revision_number': 3, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port': {'id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ae:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:08Z', 'updated_at': '2021-09-24T00:33:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:33:14.281622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:14.284704 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:14.333760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.20.0.12 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/5a96e013-1adf-42bd-9134-09c91562fff2) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:33:14.487843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f213d5c2-9b3c-4da8-87fd-b7278c3015da up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:14.545719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Router 7305530c-5b14-4790-8501-1949c8e12e0e has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:33:14.688275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f213d5c2-9b3c-4da8-87fd-b7278c3015da triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:14.690044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:14.708818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:14.789507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:14.891720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:14.895929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:14.898934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:33:14.906840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:33:14.917032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-13bedc32-48e3-40b3-ae12-d3f87dd5873f admin admin] 10.222.0.24 "PUT /v2.0/routers/7305530c-5b14-4790-8501-1949c8e12e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1374304 Sep 24 00:33:14.972117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-29344e35-0ed8-448d-82c4-6fca286bd3f9 None None] Provisioning complete for port b39d6835-a233-4546-b3fd-bbb4ff871964 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:14.973006 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-29344e35-0ed8-448d-82c4-6fca286bd3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:14.997470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=5a96e013-1adf-42bd-9134-09c91562fff2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:15.054251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:15.059770 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:15.078628 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-012c269f-2085-4bcc-a7df-37aef226e34b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4568608 Sep 24 00:33:15.091413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-5ba07c5e-17f3-4fc8-9c50-dfa0edf8cdbb tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:33:15.103666 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-5ba07c5e-17f3-4fc8-9c50-dfa0edf8cdbb tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195336 Sep 24 00:33:15.167842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-29344e35-0ed8-448d-82c4-6fca286bd3f9 None None] Port b39d6835-a233-4546-b3fd-bbb4ff871964 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:33:15.261923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995628af-4368-4822-aa05-ecc2600d46b7 req-6c09118a-0780-46e2-a631-39db573fee69 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:15.269607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-995628af-4368-4822-aa05-ecc2600d46b7 req-6c09118a-0780-46e2-a631-39db573fee69 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 932 time: 0.1008873 Sep 24 00:33:15.361900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-995628af-4368-4822-aa05-ecc2600d46b7 req-953139d2-d17d-42d0-8196-f109f6cb55fe tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912902 Sep 24 00:33:15.503181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c2da20c6-f08c-4025-869b-348e434e1926 None None] Provisioning complete for port 5a96e013-1adf-42bd-9134-09c91562fff2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:15.503936 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2da20c6-f08c-4025-869b-348e434e1926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:15.544856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Request body: {'port': {'device_id': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:33:15.585545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c2da20c6-f08c-4025-869b-348e434e1926 None None] Port 5a96e013-1adf-42bd-9134-09c91562fff2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:33:15.669066 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.049910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a96e013-1adf-42bd-9134-09c91562fff2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:33:16.059090 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.075794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Transition to ACTIVE for port object 5a96e013-1adf-42bd-9134-09c91562fff2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:33:16.080161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.142089 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Pushing event updated for resources: {'Port': ['ID=5a96e013-1adf-42bd-9134-09c91562fff2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:16.260234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Attempting to bind port 5a96e013-1adf-42bd-9134-09c91562fff2 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:33:16.260691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Attempting to bind port 5a96e013-1adf-42bd-9134-09c91562fff2 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:33:16.261241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Attempting to bind port 5a96e013-1adf-42bd-9134-09c91562fff2 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:33:16.265941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Port 5a96e013-1adf-42bd-9134-09c91562fff2 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:33:16.266253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Attempting to bind port 5a96e013-1adf-42bd-9134-09c91562fff2 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:33:16.272050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:33:16.272526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:16.272919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:33:16.273353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Bound port: 5a96e013-1adf-42bd-9134-09c91562fff2, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:33:16.273708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.350991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] For port 5a96e013-1adf-42bd-9134-09c91562fff2, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:33:16.354398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] For port 5a96e013-1adf-42bd-9134-09c91562fff2, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5a96e013-1adf-42bd-9134-09c91562fff2,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:33:16.360641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.405476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f6667246-1db3-4d3d-b072-4e921c774883 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:16.413142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:16.414126 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.416721 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] 10.222.0.20 "PUT /v2.0/ports/5a96e013-1adf-42bd-9134-09c91562fff2 HTTP/1.1" status: 200 len: 1093 time: 1.3041563 Sep 24 00:33:16.416721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'tag': '5a96e013-1adf-42bd-9134-09c91562fff2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:33:16.426868 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0522a550-c7ed-4f79-98a6-3b050d38eafb" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad4605-84b9-49fd-9e7a-3fdddd934821", "tag": "5a96e013-1adf-42bd-9134-09c91562fff2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:33:16.510083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f6667246-1db3-4d3d-b072-4e921c774883 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:16.510859 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.557627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6776c1e8-83f4-42b2-ab10-b067727aeefa req-513cd14d-26f8-436c-b0d9-0847ce918798 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:16.562003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6776c1e8-83f4-42b2-ab10-b067727aeefa req-513cd14d-26f8-436c-b0d9-0847ce918798 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0957363 Sep 24 00:33:16.586077 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b760990b-6bf6-4bee-bfcd-f134b8758376 x-openstack-request-id: req-b760990b-6bf6-4bee-bfcd-f134b8758376 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:33:16.586247 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad4605-84b9-49fd-9e7a-3fdddd934821", "tag": "5a96e013-1adf-42bd-9134-09c91562fff2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:33:16.590210 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b760990b-6bf6-4bee-bfcd-f134b8758376 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:33:16.590646 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'tag': '5a96e013-1adf-42bd-9134-09c91562fff2', 'status': 'completed', 'code': 200} Sep 24 00:33:16.621767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91cab1-baa1-482f-8c8c-431074da37da service neutron] Pushing event updated for resources: {'Port': ['ID=5a96e013-1adf-42bd-9134-09c91562fff2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:16.627271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6776c1e8-83f4-42b2-ab10-b067727aeefa req-7ed7f48f-a289-4c36-8bde-35290a01e11f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570939 Sep 24 00:33:16.652448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-2fb0decb-15ee-4640-83d0-cd9098e35053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:16.654239 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-2fb0decb-15ee-4640-83d0-cd9098e35053 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 1096 time: 0.1974478 Sep 24 00:33:16.676300 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.704074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port f6667246-1db3-4d3d-b072-4e921c774883, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f6667246-1db3-4d3d-b072-4e921c774883,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:16.710313 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:16.723895 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-082f46d2-3f48-47bd-94e8-f18ac4a43f98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a96e013-1adf-42bd-9134-09c91562fff2 HTTP/1.1" status: 200 len: 217 time: 0.0622990 Sep 24 00:33:16.778734 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=f6667246-1db3-4d3d-b072-4e921c774883,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:16.819023 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-2f1ad9c1-38c2-4a43-b12f-cbafffc38c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:16.821797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-2f1ad9c1-38c2-4a43-b12f-cbafffc38c96 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0860345 Sep 24 00:33:16.898288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-056bcadd-6c95-4a4f-b528-362bd5ffd866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:16.901217 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-056bcadd-6c95-4a4f-b528-362bd5ffd866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725362 Sep 24 00:33:17.018741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Sync routers for ids ['7305530c-5b14-4790-8501-1949c8e12e0e'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:33:17.029845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Routers {'7305530c-5b14-4790-8501-1949c8e12e0e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:17.030338 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-4a56782a-3418-412f-a155-5dda26d83d11 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223657 Sep 24 00:33:17.030629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['7305530c-5b14-4790-8501-1949c8e12e0e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:17.146804 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-cd5301c7-2cba-49be-b768-08135cfdb2c8 req-ec3140f7-15ca-4d0f-9230-f9cba63702a6 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097891 Sep 24 00:33:17.149593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Set router 7305530c-5b14-4790-8501-1949c8e12e0e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:17.273227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-333f4254-4c7d-4d64-b8e4-6ded050b329d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:17.276439 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-333f4254-4c7d-4d64-b8e4-6ded050b329d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 1096 time: 0.0752275 Sep 24 00:33:17.396452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:33:13Z', 'revision_number': 4, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port': {'id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:08Z', 'updated_at': '2021-09-24T00:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'b39d6835-a233-4546-b3fd-bbb4ff871964', 'name': '', 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'mac_address': 'fa:16:3e:fb:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '06e5cc1e-9960-4f3d-bae6-7508d8c5442d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:12Z', 'updated_at': '2021-09-24T00:33:13Z', 'revision_number': 2, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'subnets': [{'id': '06e5cc1e-9960-4f3d-bae6-7508d8c5442d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:17.413688 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-d6f03fae-8df9-455e-be64-1aa3c32cc0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:17.416097 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-d6f03fae-8df9-455e-be64-1aa3c32cc0e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1331987 Sep 24 00:33:17.431642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Checking router: 7305530c-5b14-4790-8501-1949c8e12e0e for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:33:17.432319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Updating router 7305530c-5b14-4790-8501-1949c8e12e0e port b39d6835-a233-4546-b3fd-bbb4ff871964 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:33:17.463516 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:17.488494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-cdae790d-e46b-4c3b-887c-409dafd7871a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a96e013-1adf-42bd-9134-09c91562fff2 HTTP/1.1" status: 200 len: 217 time: 0.0659015 Sep 24 00:33:17.549899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-ab7e2c38-10c9-4501-ad05-ae00feef650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:17.552242 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-ab7e2c38-10c9-4501-ad05-ae00feef650d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0569766 Sep 24 00:33:17.603799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-6652cbdb-9bb4-49e6-9a9a-f004ac5e43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:17.606062 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-6652cbdb-9bb4-49e6-9a9a-f004ac5e43f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462968 Sep 24 00:33:17.728149 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-a5bf271e-5873-4195-9b21-d97f1486850f service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144023 Sep 24 00:33:17.832741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:17.839925 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:17.915344 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0522a550-c7ed-4f79-98a6-3b050d38eafb req-585e4bf0-bec9-42d1-96e7-19543915fce1 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779981 Sep 24 00:33:17.967170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2214a-31a2-413f-ba53-f32ef4361f6d None None] Pushing event updated for resources: {'Port': ['ID=b39d6835-a233-4546-b3fd-bbb4ff871964,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:18.038044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Attempting to bind port b39d6835-a233-4546-b3fd-bbb4ff871964 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:33:18.039236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Attempting to bind port b39d6835-a233-4546-b3fd-bbb4ff871964 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:33:18.039919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Attempting to bind port b39d6835-a233-4546-b3fd-bbb4ff871964 on network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:33:18.046679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:33:18.047362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Checking segment: {'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:18.047952 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:18.048523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Bound using segment: {'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:33:18.049153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Bound port: b39d6835-a233-4546-b3fd-bbb4ff871964, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28d13573-7533-444d-bd2e-9d956af2d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:33:18.049699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:18.148081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] For port b39d6835-a233-4546-b3fd-bbb4ff871964, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:33:18.152205 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] For port b39d6835-a233-4546-b3fd-bbb4ff871964, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b39d6835-a233-4546-b3fd-bbb4ff871964,segment=NetworkSegment(28d13573-7533-444d-bd2e-9d956af2d9fc),segment_id=28d13573-7533-444d-bd2e-9d956af2d9fc)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:33:18.159685 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:18.170671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65508a98-fb5f-4456-92d0-801756781b8e req-53c11906-0aa4-4119-adb5-653c5158826b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:18.178521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65508a98-fb5f-4456-92d0-801756781b8e req-53c11906-0aa4-4119-adb5-653c5158826b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.4687734 Sep 24 00:33:18.240432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65508a98-fb5f-4456-92d0-801756781b8e req-fe03daa9-398c-4f73-9c97-160f85284aee tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605872 Sep 24 00:33:18.266975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Routers {'7305530c-5b14-4790-8501-1949c8e12e0e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:18.267932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:32:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['7305530c-5b14-4790-8501-1949c8e12e0e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:18.340084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb2214a-31a2-413f-ba53-f32ef4361f6d None None] Pushing event updated for resources: {'Port': ['ID=b39d6835-a233-4546-b3fd-bbb4ff871964,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:18.377648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f6667246-1db3-4d3d-b072-4e921c774883 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:18.481464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4435c9ac-aa6c-4955-92e8-0bdd8b40f260 None None] Provisioning complete for port b39d6835-a233-4546-b3fd-bbb4ff871964 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:18.482590 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4435c9ac-aa6c-4955-92e8-0bdd8b40f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:18.531581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] Set router 7305530c-5b14-4790-8501-1949c8e12e0e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:18.589310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f6667246-1db3-4d3d-b072-4e921c774883 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:18.589688 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:18.899941 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4435c9ac-aa6c-4955-92e8-0bdd8b40f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:19.002336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4435c9ac-aa6c-4955-92e8-0bdd8b40f260 None None] For port b39d6835-a233-4546-b3fd-bbb4ff871964, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b39d6835-a233-4546-b3fd-bbb4ff871964,segment=NetworkSegment(28d13573-7533-444d-bd2e-9d956af2d9fc),segment_id=28d13573-7533-444d-bd2e-9d956af2d9fc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:19.012489 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4435c9ac-aa6c-4955-92e8-0bdd8b40f260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:19.077755 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435c9ac-aa6c-4955-92e8-0bdd8b40f260 None None] Pushing event updated for resources: {'Port': ['ID=b39d6835-a233-4546-b3fd-bbb4ff871964,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:19.093767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:33:13Z', 'revision_number': 4, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port': {'id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:08Z', 'updated_at': '2021-09-24T00:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'b39d6835-a233-4546-b3fd-bbb4ff871964', 'name': '', 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'mac_address': 'fa:16:3e:fb:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '06e5cc1e-9960-4f3d-bae6-7508d8c5442d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:12Z', 'updated_at': '2021-09-24T00:33:18Z', 'revision_number': 4, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'subnets': [{'id': '06e5cc1e-9960-4f3d-bae6-7508d8c5442d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:19.121763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c6ef61-65ce-4d79-9ab8-ead2d1f3d18f None None] The sync data for ids ['7305530c-5b14-4790-8501-1949c8e12e0e'] in n-d-713498-18 is: [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:33:13Z', 'revision_number': 4, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port': {'id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:08Z', 'updated_at': '2021-09-24T00:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'b39d6835-a233-4546-b3fd-bbb4ff871964', 'name': '', 'network_id': 'd9b5cd66-dc3f-4af1-8fcd-adcd0100d700', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'mac_address': 'fa:16:3e:fb:92:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3787, 'fixed_ips': [{'subnet_id': '06e5cc1e-9960-4f3d-bae6-7508d8c5442d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:12Z', 'updated_at': '2021-09-24T00:33:18Z', 'revision_number': 4, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'subnets': [{'id': '06e5cc1e-9960-4f3d-bae6-7508d8c5442d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:33:19.139291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-68385bde-93df-4dee-a8ed-fc615f069d81 None None] Provisioning complete for port b39d6835-a233-4546-b3fd-bbb4ff871964 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:19.139793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-68385bde-93df-4dee-a8ed-fc615f069d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:19.412020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557312f-4df9-4694-9d94-eaf689cf2928 req-1f832950-d236-42dc-bd05-b3b0657be7f9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:19.414202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9557312f-4df9-4694-9d94-eaf689cf2928 req-1f832950-d236-42dc-bd05-b3b0657be7f9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0641825 Sep 24 00:33:19.475852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9557312f-4df9-4694-9d94-eaf689cf2928 req-f022856b-1649-4ef7-b3e7-dc9eb6ca9eac tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519240 Sep 24 00:33:20.354283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b39d6835-a233-4546-b3fd-bbb4ff871964 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:20.422884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b39d6835-a233-4546-b3fd-bbb4ff871964 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:20.423266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:20.640701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a3943-31c5-43b3-bcea-7e4770f74de7 req-afb6480b-a380-408d-a8ea-b3cb6d798fd9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:20.642449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e1a3943-31c5-43b3-bcea-7e4770f74de7 req-afb6480b-a380-408d-a8ea-b3cb6d798fd9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0690281 Sep 24 00:33:20.690652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1e1a3943-31c5-43b3-bcea-7e4770f74de7 req-cf869bb9-134b-462c-8153-66cf14e7ad80 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361884 Sep 24 00:33:21.868277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5c5d1-d025-4c87-90b8-e722ab8af0b6 req-6f324ad0-e929-4673-958c-5eeae01f27f1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:21.869961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bf5c5d1-d025-4c87-90b8-e722ab8af0b6 req-6f324ad0-e929-4673-958c-5eeae01f27f1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0745993 Sep 24 00:33:21.920362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bf5c5d1-d025-4c87-90b8-e722ab8af0b6 req-3f791ca4-bf1e-42e7-99ac-7e20ee2d11c5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391061 Sep 24 00:33:23.031607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e09837dc-8359-4d39-9e2e-75a3a61d519a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:23.050956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d976bf-6eb5-4949-97a3-7cd7708f3731 req-c89ae506-5725-40bf-af48-3ec9da1a7641 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:23.052324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8d976bf-6eb5-4949-97a3-7cd7708f3731 req-c89ae506-5725-40bf-af48-3ec9da1a7641 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0610754 Sep 24 00:33:23.108265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8d976bf-6eb5-4949-97a3-7cd7708f3731 req-a09b9a2f-c17a-434c-8fc5-90845ba3afbc tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492842 Sep 24 00:33:24.271958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a36b0-67b5-468c-b0f1-5a72096784d7 req-9fe50f1f-5b19-4f10-a1fc-a6d288f01739 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:24.274494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-870a36b0-67b5-468c-b0f1-5a72096784d7 req-9fe50f1f-5b19-4f10-a1fc-a6d288f01739 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0883009 Sep 24 00:33:24.330122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-870a36b0-67b5-468c-b0f1-5a72096784d7 req-87ee7598-5b7a-401c-bc21-f8033cfd2359 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475302 Sep 24 00:33:25.476497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d02047-dc3c-4e44-b186-baa29942452c req-75002504-6d5f-424a-bd57-34cf1e0f4ce0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:25.478155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12d02047-dc3c-4e44-b186-baa29942452c req-75002504-6d5f-424a-bd57-34cf1e0f4ce0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0695899 Sep 24 00:33:25.529829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12d02047-dc3c-4e44-b186-baa29942452c req-8ae0db97-5154-4643-b8cb-2317597411ec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446713 Sep 24 00:33:25.864802 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:26.026234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90b9e467-e872-4fb8-83aa-3a792fa7ff7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:26.677836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c1b8e-ecfc-491b-af1f-48ce90cc7d7d req-ba572b6d-b708-46b2-b143-51a5e17e5164 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:26.679501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a16c1b8e-ecfc-491b-af1f-48ce90cc7d7d req-ba572b6d-b708-46b2-b143-51a5e17e5164 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0583055 Sep 24 00:33:26.736142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a16c1b8e-ecfc-491b-af1f-48ce90cc7d7d req-84da6fb1-f7a5-4733-b801-9a54efb67355 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503526 Sep 24 00:33:26.841898 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:27.893105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb8301-1ea0-48c8-9f89-078694a641eb req-06a6e950-7ef2-410f-a822-47af2fd098db tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:27.903435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1abb8301-1ea0-48c8-9f89-078694a641eb req-06a6e950-7ef2-410f-a822-47af2fd098db tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0799918 Sep 24 00:33:27.947367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1abb8301-1ea0-48c8-9f89-078694a641eb req-7c7ac86a-e955-4b6a-b1f4-8a44eca6bcb1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429528 Sep 24 00:33:29.110214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb95da-26aa-4270-b7cb-a191fd5af48b req-7a3d66b1-659e-401d-831f-68f16c69ea20 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:29.112186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77bb95da-26aa-4270-b7cb-a191fd5af48b req-7a3d66b1-659e-401d-831f-68f16c69ea20 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0974839 Sep 24 00:33:29.157633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77bb95da-26aa-4270-b7cb-a191fd5af48b req-4781cc8e-4e7b-4634-9d36-0c1397ae47c7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389774 Sep 24 00:33:29.218408 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:30.326950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c675eb-08b3-4991-a3f3-9f036a857ed4 req-733ee669-3460-46bf-bf03-ac38b37db104 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:30.331272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c675eb-08b3-4991-a3f3-9f036a857ed4 req-733ee669-3460-46bf-bf03-ac38b37db104 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0871010 Sep 24 00:33:30.391815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c675eb-08b3-4991-a3f3-9f036a857ed4 req-75d9051e-5922-4ce8-8c77-9cb3a441a645 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493102 Sep 24 00:33:31.530609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb8a15-028a-40d2-ac6e-80f1fb9f836d req-058a7da7-cbf8-4653-8b9f-b51824426816 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:31.532628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-edbb8a15-028a-40d2-ac6e-80f1fb9f836d req-058a7da7-cbf8-4653-8b9f-b51824426816 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 944 time: 0.0608885 Sep 24 00:33:31.576841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-edbb8a15-028a-40d2-ac6e-80f1fb9f836d req-b4668ec1-66a7-4d3d-8a1c-09ea6125fbc5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Sep 24 00:33:31.670008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5a96e013-1adf-42bd-9134-09c91562fff2 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:33:31.793652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5a96e013-1adf-42bd-9134-09c91562fff2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5a96e013-1adf-42bd-9134-09c91562fff2,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:31.808920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '5a96e013-1adf-42bd-9134-09c91562fff2', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'port_id': '5a96e013-1adf-42bd-9134-09c91562fff2', 'mac_address': 'fa:16:3e:6b:b6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:33:31.862219 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:31.877666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a96e013-1adf-42bd-9134-09c91562fff2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:33:31.902177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5a96e013-1adf-42bd-9134-09c91562fff2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5a96e013-1adf-42bd-9134-09c91562fff2,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:31.906634 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:31.964669 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5a96e013-1adf-42bd-9134-09c91562fff2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:32.111511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['5a96e013-1adf-42bd-9134-09c91562fff2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:33:32.714748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcf1ed-eb76-4048-8bc0-8a707651da6f req-e19c930a-0931-4566-b996-f9011960d95b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:32.717812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1bfcf1ed-eb76-4048-8bc0-8a707651da6f req-e19c930a-0931-4566-b996-f9011960d95b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 945 time: 0.0694821 Sep 24 00:33:32.767979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1bfcf1ed-eb76-4048-8bc0-8a707651da6f req-7fd84053-6d67-40d6-8009-2684d7d965ee tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Sep 24 00:33:33.670374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5a96e013-1adf-42bd-9134-09c91562fff2 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:33:33.732160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 5a96e013-1adf-42bd-9134-09c91562fff2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:33:33.738006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 5a96e013-1adf-42bd-9134-09c91562fff2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:33:33.738513 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:33.873100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:33.903256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a96e013-1adf-42bd-9134-09c91562fff2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:33:33.906569 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c16cc4-4c35-4bd5-be63-53d1a5ce81bd" -d '{"events": [{"server_uuid": "6aad4605-84b9-49fd-9e7a-3fdddd934821", "name": "network-vif-plugged", "status": "completed", "tag": "5a96e013-1adf-42bd-9134-09c91562fff2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:33:33.931642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 5a96e013-1adf-42bd-9134-09c91562fff2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5a96e013-1adf-42bd-9134-09c91562fff2,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:33.940035 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:33.947265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511eb42-1b80-4854-a5b6-f384cfb4f106 req-b96c378e-a23c-41e7-a8ab-bec1b3b6c1f0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:33.949033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3511eb42-1b80-4854-a5b6-f384cfb4f106 req-b96c378e-a23c-41e7-a8ab-bec1b3b6c1f0 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 945 time: 0.0790160 Sep 24 00:33:34.036536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3511eb42-1b80-4854-a5b6-f384cfb4f106 req-b5f28844-7647-4bec-8d6b-84c02dfbe4d8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658231 Sep 24 00:33:34.042335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=5a96e013-1adf-42bd-9134-09c91562fff2,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:34.210272 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638ee053-3b6a-4843-96bd-1b2d70c3dff3 x-openstack-request-id: req-638ee053-3b6a-4843-96bd-1b2d70c3dff3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:33:34.210611 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad4605-84b9-49fd-9e7a-3fdddd934821", "name": "network-vif-plugged", "status": "completed", "tag": "5a96e013-1adf-42bd-9134-09c91562fff2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:33:34.211616 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-638ee053-3b6a-4843-96bd-1b2d70c3dff3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:33:34.212194 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a96e013-1adf-42bd-9134-09c91562fff2', 'code': 200} Sep 24 00:33:34.327013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bab2b-e6ca-4eb7-98fe-a5a0ca57c78c req-1b8b9225-3760-4f86-bee5-85e8ad94aa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:34.328479 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c92bab2b-e6ca-4eb7-98fe-a5a0ca57c78c req-1b8b9225-3760-4f86-bee5-85e8ad94aa03 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 1098 time: 0.0514667 Sep 24 00:33:34.386067 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c92bab2b-e6ca-4eb7-98fe-a5a0ca57c78c req-c10c0988-00a5-426d-8ab1-429baad61c9b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506902 Sep 24 00:33:35.216086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993516df-ea54-4f68-a2c5-6c5d0c6a90d0 req-4c0a0c78-a231-4ac3-84bb-2b3f35c0d3c1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:35.217824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-993516df-ea54-4f68-a2c5-6c5d0c6a90d0 req-4c0a0c78-a231-4ac3-84bb-2b3f35c0d3c1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 946 time: 0.0609455 Sep 24 00:33:35.269642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-993516df-ea54-4f68-a2c5-6c5d0c6a90d0 req-21317f6b-89a9-4c3f-9d9f-b1f3bc01a95c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440111 Sep 24 00:33:36.471775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bf8eed-7789-4ebb-8617-fed329ae41d5 req-b8cda02c-f979-49fe-bb9a-5d4737820581 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:36.484957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04bf8eed-7789-4ebb-8617-fed329ae41d5 req-b8cda02c-f979-49fe-bb9a-5d4737820581 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 946 time: 0.0905874 Sep 24 00:33:36.542460 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04bf8eed-7789-4ebb-8617-fed329ae41d5 req-53c19096-750d-4bf9-94f6-ac624343ffff tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561552 Sep 24 00:33:36.720659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a66ea-863f-48f2-9548-e124979ef3d3 req-e46a6122-0c0e-4f40-a6db-6745bff43488 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:36.722364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d1a66ea-863f-48f2-9548-e124979ef3d3 req-e46a6122-0c0e-4f40-a6db-6745bff43488 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 946 time: 0.0814509 Sep 24 00:33:36.782684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d1a66ea-863f-48f2-9548-e124979ef3d3 req-b02d506a-c450-4f8f-bab3-fcb9a85f9c7c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484560 Sep 24 00:33:36.807241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36594) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:36.835581 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:36.857266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63e225-cf7d-448a-82e0-33afbc919883 tempest-TestVolumeBootPattern-1448327806 tempest-TestVolumeBootPattern-1448327806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:36.858882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ec63e225-cf7d-448a-82e0-33afbc919883 tempest-TestVolumeBootPattern-1448327806 tempest-TestVolumeBootPattern-1448327806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 1093 time: 0.0505362 Sep 24 00:33:36.862226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36596) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:36.870539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '5a96e013-1adf-42bd-9134-09c91562fff2', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:33:36.922985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:37.105954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:37.313756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.25.5.86 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/41e0a709-4f83-4c4f-af44-2ef1024152e0) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:33:37.481305 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:37.536033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:37.589851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:33:37.597313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:37.599434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=41e0a709-4f83-4c4f-af44-2ef1024152e0,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:37.610289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:33:37.614332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.614696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.615068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.615411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.615755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.616092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.616425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.616756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.617127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.617457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.617791 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:37.618120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:38.102906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:38.211854 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:38.439578 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:38.445094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:38.529995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=41e0a709-4f83-4c4f-af44-2ef1024152e0,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:38.542685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:38.678730 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Floating IP ad7647c8-477e-4934-a88b-db3a0f48c9a6 associated. External IP: 172.25.5.86, port: 5a96e013-1adf-42bd-9134-09c91562fff2. Sep 24 00:33:38.924940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Router 040848f9-a188-4572-9a5f-de145dca8178 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:33:39.070334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:33:39.082597 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:33:39.096589 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:39.097691 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:39.098325 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:33:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:39.134344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-07b4f276-280b-4965-9075-0e20761528ca tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2703390 Sep 24 00:33:39.134970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'tag': '5a96e013-1adf-42bd-9134-09c91562fff2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:33:39.137626 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df88e4c3-56ee-4237-84a7-b85ec475edf8" -d '{"events": [{"name": "network-changed", "server_uuid": "6aad4605-84b9-49fd-9e7a-3fdddd934821", "tag": "5a96e013-1adf-42bd-9134-09c91562fff2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:33:39.196534 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d624c2d-a380-468d-ad9e-34eca4332f13 x-openstack-request-id: req-8d624c2d-a380-468d-ad9e-34eca4332f13 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:33:39.197063 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6aad4605-84b9-49fd-9e7a-3fdddd934821", "tag": "5a96e013-1adf-42bd-9134-09c91562fff2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:33:39.197540 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d624c2d-a380-468d-ad9e-34eca4332f13 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:33:39.198411 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'tag': '5a96e013-1adf-42bd-9134-09c91562fff2', 'status': 'completed', 'code': 200} Sep 24 00:33:39.288620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-76b4a158-5c75-487e-b49f-85789ab1714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:39.291555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-76b4a158-5c75-487e-b49f-85789ab1714c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 1098 time: 0.0486944 Sep 24 00:33:39.307277 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:39.387073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:39.399559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98612e8-ebd0-4db9-a5ab-4fc87236a2d2 req-45eb84c9-0b5c-4a63-a4fc-1d968361df6a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:39.401470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f98612e8-ebd0-4db9-a5ab-4fc87236a2d2 req-45eb84c9-0b5c-4a63-a4fc-1d968361df6a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 946 time: 0.0813780 Sep 24 00:33:39.444407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-8a023aa1-9a4c-4a6e-b054-63fc650c4478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:39.446127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-8a023aa1-9a4c-4a6e-b054-63fc650c4478 service neutron] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1401393 Sep 24 00:33:39.464132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f98612e8-ebd0-4db9-a5ab-4fc87236a2d2 req-263f1ef4-aa2b-4ead-bfa2-9cb9e25a0d2d tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553880 Sep 24 00:33:39.562312 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-6e133ee0-ff5a-4e94-a02d-9c35c18cff89 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a96e013-1adf-42bd-9134-09c91562fff2 HTTP/1.1" status: 200 len: 999 time: 0.1089144 Sep 24 00:33:39.626399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-8310cd89-9f1d-444b-b16f-d50fa8142a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:39.628224 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-8310cd89-9f1d-444b-b16f-d50fa8142a1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0598447 Sep 24 00:33:39.639699 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ad7647c8-477e-4934-a88b-db3a0f48c9a6', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': '5a96e013-1adf-42bd-9134-09c91562fff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:6b:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:33:37Z', 'updated_at': '2021-09-24T00:33:37Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:39.686920 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:33:39.702049 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:39.703179 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:33:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:39.711671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-efc8ab1d-bd7d-4548-8fd9-ef0bd9b580bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:39.713482 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-efc8ab1d-bd7d-4548-8fd9-ef0bd9b580bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776188 Sep 24 00:33:39.845903 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:39.846848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-8e3e93b7-78bf-445d-889f-aa19d1b7ca81 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251752 Sep 24 00:33:39.965791 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-df88e4c3-56ee-4237-84a7-b85ec475edf8 req-d75be161-155e-414d-a85e-bc28d97d807b service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116948 Sep 24 00:33:40.117519 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ad7647c8-477e-4934-a88b-db3a0f48c9a6', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': '5a96e013-1adf-42bd-9134-09c91562fff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:6b:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:33:37Z', 'updated_at': '2021-09-24T00:33:37Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:40.143480 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c59dc84-8067-439a-b3b4-bb4013dcace2 None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'ad7647c8-477e-4934-a88b-db3a0f48c9a6', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': '5a96e013-1adf-42bd-9134-09c91562fff2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:6b:b6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:33:37Z', 'updated_at': '2021-09-24T00:33:37Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:33:40.391992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97549c83-dd2b-410f-a75c-3d1dce4db8fb None None] New status for floating IP ad7647c8-477e-4934-a88b-db3a0f48c9a6: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:33:40.628002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cdb6fa-1daf-450b-8a6b-6042efcf0e5b req-296327b1-7ece-4ebb-94d2-04dee5fc652b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:40.629584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52cdb6fa-1daf-450b-8a6b-6042efcf0e5b req-296327b1-7ece-4ebb-94d2-04dee5fc652b tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 946 time: 0.0821819 Sep 24 00:33:40.679347 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52cdb6fa-1daf-450b-8a6b-6042efcf0e5b req-1b949a97-db40-43bc-bc6e-f516cd360151 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups?id=0db03a96-e99a-45e8-a0a8-74f5277f9cf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423853 Sep 24 00:33:40.945850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-ee0a48ee-9957-43a2-b581-49351cffbc2f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:40.947412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-ee0a48ee-9957-43a2-b581-49351cffbc2f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 946 time: 0.0505445 Sep 24 00:33:41.068585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Deleting port 97725ddc-ad84-4f27-b651-74a2f793b962 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:33:41.068925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:41.181498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] For port 97725ddc-ad84-4f27-b651-74a2f793b962, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=97725ddc-ad84-4f27-b651-74a2f793b962,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:41.182077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:41.426079 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:41.426323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:41.426474 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Floating IP d5ef9227-2c0f-48b6-bd51-5df4769ec3a7 disassociated. External IP: 172.25.5.172, port: 97725ddc-ad84-4f27-b651-74a2f793b962. Sep 24 00:33:41.426795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Calling delete_port for 97725ddc-ad84-4f27-b651-74a2f793b962 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:33:41.566605 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:41.600342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event deleted for resources: {'Port': ['ID=97725ddc-ad84-4f27-b651-74a2f793b962,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:41.736692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:33:41.814362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba1d5dc0-39a1-4147-8eab-f0774c6f1ef5 req-541ea673-a7e7-4400-9a81-687a400f9dde tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c4e92d8-f385-4753-8219-c77015853976 HTTP/1.1" status: 200 len: 210 time: 0.0312908 Sep 24 00:33:41.880636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:33:41.892736 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] Sync routers for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:33:41.902480 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:41.903124 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:33:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:41.920933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] No DVR routers for this DVR port 97725ddc-ad84-4f27-b651-74a2f793b962 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:33:41.923665 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:41.925715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6abb85ee-bb25-48ff-bb5f-afde0112993e req-3fc4d1d8-3ca2-4a7f-8b4a-5f07189d7964 tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.18 "DELETE /v2.0/ports/97725ddc-ad84-4f27-b651-74a2f793b962 HTTP/1.1" status: 204 len: 173 time: 0.9704278 Sep 24 00:33:41.926160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c4e92d8-f385-4753-8219-c77015853976', 'name': 'network-vif-deleted', 'tag': '97725ddc-ad84-4f27-b651-74a2f793b962'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:33:41.928563 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b83d1d2-da7a-43a8-84af-ad8603394769" -d '{"events": [{"server_uuid": "0c4e92d8-f385-4753-8219-c77015853976", "name": "network-vif-deleted", "tag": "97725ddc-ad84-4f27-b651-74a2f793b962"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:33:41.978906 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd036651-ee4d-4605-9fb4-ac895c97e4df x-openstack-request-id: req-dd036651-ee4d-4605-9fb4-ac895c97e4df {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:33:41.979196 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c4e92d8-f385-4753-8219-c77015853976", "name": "network-vif-deleted", "tag": "97725ddc-ad84-4f27-b651-74a2f793b962", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:33:41.979450 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd036651-ee4d-4605-9fb4-ac895c97e4df {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:33:41.979854 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c4e92d8-f385-4753-8219-c77015853976', 'name': 'network-vif-deleted', 'tag': '97725ddc-ad84-4f27-b651-74a2f793b962', 'status': 'completed', 'code': 200} Sep 24 00:33:42.025376 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:42.247451 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:42.385568 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] Checking router: 8858a8f9-ed48-4f87-a7e5-469c58544ef3 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:33:42.400912 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:42.401591 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:33:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:42.558465 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:42.779935 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:42.811948 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fef379-f624-4b1f-bf7a-3476869293af None None] The sync data for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 is: [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:26:55Z', 'revision_number': 4, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0aca0291-1283-403a-ab0d-d0dffad2985e', 'name': '', 'network_id': '32db966d-5d08-4d21-9c26-551f4e8a47fa', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'mac_address': 'fa:16:3e:33:87:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:54Z', 'updated_at': '2021-09-24T00:27:00Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'subnets': [{'id': '83c61d71-19e8-4b90-aa2e-94d7ec9a53f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:33:42.914335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36656) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:42.985966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:43.021103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:43.096177 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:43.100996 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:43.106081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:43.106672 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "DELETE /v2.0/security-groups/0db03a96-e99a-45e8-a0a8-74f5277f9cf5 HTTP/1.1" status: 204 len: 168 time: 0.1905642 Sep 24 00:33:43.116430 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db03a96-e99a-45e8-a0a8-74f5277f9cf5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:43.124604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27cec86d-47a0-4b3a-86e8-5868d7a265a3 None None] New status for floating IP d5ef9227-2c0f-48b6-bd51-5df4769ec3a7: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:33:43.125949 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [None req-80188eb1-276f-4624-8ad4-830a1e72494f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] show failed (client error): The resource could not be found. Sep 24 00:33:43.130987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-80188eb1-276f-4624-8ad4-830a1e72494f tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "GET /v2.0/security-groups/0db03a96-e99a-45e8-a0a8-74f5277f9cf5 HTTP/1.1" status: 404 len: 347 time: 0.0194194 Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.131325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347e8a8c-46f5-49e6-a7b2-902b301a936a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:43.144159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:43.300606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Deleting port 0bfd90f4-6577-4fc2-a298-304225622fd6 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:33:43.301047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:43.406009 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:43.406273 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:43.427722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Calling delete_port for 0bfd90f4-6577-4fc2-a298-304225622fd6 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:33:43.446485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 97725ddc-ad84-4f27-b651-74a2f793b962 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:33:43.473165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 97725ddc-ad84-4f27-b651-74a2f793b962 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:33:43.473501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 97725ddc-ad84-4f27-b651-74a2f793b962 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:33:43.598028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:43.961731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Pushing event deleted for resources: {'Port': ['ID=0bfd90f4-6577-4fc2-a298-304225622fd6,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:44.038585 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:44.041648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:44.043222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0774d17f-8115-41e0-ad9f-c206a55df31a tempest-AttachVolumeTestJSON-2129440039 tempest-AttachVolumeTestJSON-2129440039-project] 10.222.0.24 "DELETE /v2.0/floatingips/d5ef9227-2c0f-48b6-bd51-5df4769ec3a7 HTTP/1.1" status: 204 len: 168 time: 0.8965738 Sep 24 00:33:49.723655 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:33:53.043242 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6fad8b73-61c3-4f0e-a84d-0725be3a287e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:53.095755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36794) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:53.632556 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:53.928522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Deleting port 0aca0291-1283-403a-ab0d-d0dffad2985e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:33:53.929368 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:54.037989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] For port 0aca0291-1283-403a-ab0d-d0dffad2985e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0aca0291-1283-403a-ab0d-d0dffad2985e,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:54.038388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:54.053387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Calling delete_port for 0aca0291-1283-403a-ab0d-d0dffad2985e owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:33:54.261699 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:54.298074 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aca0291-1283-403a-ab0d-d0dffad2985e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:54.486654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:54.718818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:33:54.823632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:33:54.828595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2a879932-a475-45cb-a5c0-9f39e31979c1 admin admin] 10.222.0.24 "PUT /v2.0/routers/8858a8f9-ed48-4f87-a7e5-469c58544ef3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7317667 Sep 24 00:33:54.831087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36808) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:54.835657 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] Sync routers for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:33:54.844595 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:54.845196 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:33:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:54.942544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:54.948828 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:55.042823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.108989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Deleting port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:33:55.109326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.132140 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236'}], 'enable_snat': True}, 'gw_port_id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:33:54Z', 'revision_number': 5, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port': {'id': '95b26d20-f210-44eb-a9ab-fcedb9f19e1a', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:26:51Z', 'updated_at': '2021-09-24T00:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:55.161821 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] Checking router: 8858a8f9-ed48-4f87-a7e5-469c58544ef3 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:33:55.175782 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] Routers {'8858a8f9-ed48-4f87-a7e5-469c58544ef3'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:33:55.176403 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:33:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:55.202029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] For port 95b26d20-f210-44eb-a9ab-fcedb9f19e1a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=95b26d20-f210-44eb-a9ab-fcedb9f19e1a,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:55.202426 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.216835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Calling delete_port for 95b26d20-f210-44eb-a9ab-fcedb9f19e1a owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:33:55.286665 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] Set router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:33:55.342776 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:33:55Z', 'revision_number': 6, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:55.369918 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af366b40-bcaf-4c7f-9cfd-b70cb3a08e49 None None] The sync data for ids ['8858a8f9-ed48-4f87-a7e5-469c58544ef3'] in n-d-713498-18 is: [{'id': '8858a8f9-ed48-4f87-a7e5-469c58544ef3', 'name': 'tempest-AttachVolumeTestJSON-624199267-router', 'tenant_id': '28f21f26698c43f8a6e09ab192b50bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:26:50Z', 'updated_at': '2021-09-24T00:33:55Z', 'revision_number': 6, 'project_id': '28f21f26698c43f8a6e09ab192b50bc5', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:33:55.426603 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.455337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Pushing event deleted for resources: {'Port': ['ID=95b26d20-f210-44eb-a9ab-fcedb9f19e1a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:55.519702 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.619244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.624275 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.668375 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.668916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8858a8f9-ed48-4f87-a7e5-469c58544ef3 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:33:55.675415 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.676578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-afc1a7c7-efe0-4265-806d-10c4cdb5260b admin admin] 10.222.0.24 "DELETE /v2.0/routers/8858a8f9-ed48-4f87-a7e5-469c58544ef3 HTTP/1.1" status: 204 len: 168 time: 0.8444421 Sep 24 00:33:55.679729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36816) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:55.730651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e334fa2b-fcb9-45a6-87b7-c8e566ac0e01 admin admin] Deleting subnet 83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:33:55.733986 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e334fa2b-fcb9-45a6-87b7-c8e566ac0e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.774331 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e334fa2b-fcb9-45a6-87b7-c8e566ac0e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.860133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e334fa2b-fcb9-45a6-87b7-c8e566ac0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.873885 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.914689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e334fa2b-fcb9-45a6-87b7-c8e566ac0e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.944263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e334fa2b-fcb9-45a6-87b7-c8e566ac0e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c61d71-19e8-4b90-aa2e-94d7ec9a53f1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:55.948663 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e334fa2b-fcb9-45a6-87b7-c8e566ac0e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:55.950548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e334fa2b-fcb9-45a6-87b7-c8e566ac0e01 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/83c61d71-19e8-4b90-aa2e-94d7ec9a53f1 HTTP/1.1" status: 204 len: 168 time: 0.2698655 Sep 24 00:33:55.953109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36818) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:55.958795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1e816e-596b-4f20-bf0f-f71feb5e3b7c None None] Network 32db966d-5d08-4d21-9c26-551f4e8a47fa requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:33:56.026821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.063354 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d6930da8-17ec-436d-a696-1cf0f17fd349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.086997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Deleting port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:33:56.087234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.191192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] For port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:56.191192 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.196710 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] DHCP port deletion for 32db966d-5d08-4d21-9c26-551f4e8a47fa request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:33:56.206831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Calling delete_port for 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:33:56.247407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Deleting port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:33:56.248194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.304482 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.336757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Pushing event deleted for resources: {'Port': ['ID=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:56.345575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] For port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,segment=NetworkSegment(7fada462-bea9-4879-a28c-5540bb016f98),segment_id=7fada462-bea9-4879-a28c-5540bb016f98)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:33:56.346290 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.348013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] No DVR routers for this DVR port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:33:56.384509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Calling delete_port for 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:33:56.402995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:33:56.427307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:33:56.427691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:33:56.428209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0aca0291-1283-403a-ab0d-d0dffad2985e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:33:56.432314 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.458486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32db966d-5d08-4d21-9c26-551f4e8a47fa']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:56.471844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fada462-bea9-4879-a28c-5540bb016f98') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:56.472327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fada462-bea9-4879-a28c-5540bb016f98') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:33:56.483609 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0aca0291-1283-403a-ab0d-d0dffad2985e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:33:56.483946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0aca0291-1283-403a-ab0d-d0dffad2985e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:33:56.484353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 95b26d20-f210-44eb-a9ab-fcedb9f19e1a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:33:56.485521 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.500766 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.507843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:33:56.508490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:33:56.510446 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:33:56.530985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 95b26d20-f210-44eb-a9ab-fcedb9f19e1a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:33:56.531953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 95b26d20-f210-44eb-a9ab-fcedb9f19e1a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:33:56.570938 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.601487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Pushing event deleted for resources: {'Port': ['ID=8cee79fe-1f41-43d7-a06c-5afcfdab3aa5,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:56.604055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.612121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.615056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] No DVR routers for this DVR port 8cee79fe-1f41-43d7-a06c-5afcfdab3aa5 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:33:56.619133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] 10.222.0.24 "DELETE /v2.0/networks/32db966d-5d08-4d21-9c26-551f4e8a47fa HTTP/1.1" status: 204 len: 168 time: 0.6648672 Sep 24 00:33:56.632650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.632995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.633475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.634140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.634140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.634461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.634869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.635140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.635481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.635941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80808f87-12cd-4a7a-9496-996f8a9093ca admin admin] Pushing event deleted for resources: {'Network': ['ID=32db966d-5d08-4d21-9c26-551f4e8a47fa,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:56.641186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.641629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.641967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83c6b767-a85a-4032-9fd1-ce93033a11c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:33:56.781039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36828) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:56.836056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ed0e32e7-ff38-4bda-a6d1-2b719bdc4465 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28f21f26698c43f8a6e09ab192b50bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530076 Sep 24 00:33:56.838364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36830) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:56.840084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.885791 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc0cd5db-ebc6-422d-8072-e9bbcdc357ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.907082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc0cd5db-ebc6-422d-8072-e9bbcdc357ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.957226 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc0cd5db-ebc6-422d-8072-e9bbcdc357ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.959745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bc0cd5db-ebc6-422d-8072-e9bbcdc357ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:56.961419 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bc0cd5db-ebc6-422d-8072-e9bbcdc357ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ddceba1f-d00c-4807-916b-c1fcd0751b7e HTTP/1.1" status: 204 len: 168 time: 0.1220057 Sep 24 00:33:56.968993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0cd5db-ebc6-422d-8072-e9bbcdc357ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddceba1f-d00c-4807-916b-c1fcd0751b7e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:57.724605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 36858) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:57.845560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-804879673-network', 'tenant_id': '60612b62ba034832b9d0f68305bc134e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:33:57.867848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Made reservation on behalf of 60612b62ba034832b9d0f68305bc134e for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:33:57.870522 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:57.879494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:57.978796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:57.983688 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:58.012093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:33:58.023094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:58.028060 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:58.028478 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Added segment 7659ac2c-85fe-4437-b0c0-d13c5ea53089 of type vlan for network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 Sep 24 00:33:58.075207 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:58.102660 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:58.103675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:58.104264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:58.138156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4122727 Sep 24 00:33:58.141662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 36866) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:33:58.147706 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Request body: {'subnet': {'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-804879673-subnet', 'tenant_id': '60612b62ba034832b9d0f68305bc134e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:33:58.169480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7fb595-bcb7-4655-bd86-ed1efed75e34 admin admin] Pushing event updated for resources: {'Network': ['ID=87b96080-25d2-4a58-a22b-f60ef6fc0b79,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:58.171960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Made reservation on behalf of 60612b62ba034832b9d0f68305bc134e for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:33:58.174631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:58.181827 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:33:58.368985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:58.421410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a218e933-528c-46f0-be94-f105b4d8b57b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:33:58.432427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Checking segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:33:58.432796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Network hostable DHCP agents. Network: 87b96080-25d2-4a58-a22b-f60ef6fc0b79, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:33:58.448851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:33:58.457892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 87b96080-25d2-4a58-a22b-f60ef6fc0b79) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:33:58.463182 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:58.464596 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:58.466513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6bc10-d83c-4b84-a844-e975e2f1f900 None None] Network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:33:58.487323 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-131b47f2-da31-423a-aee4-8e0b9740a2c8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3441730 Sep 24 00:33:58.606476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472b7bae-b83b-4ace-bf05-4282d983795b None None] Network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:33:58.970248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-673ae2e0-4680-4ac4-9288-9ef16f398d35 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:33:58.971763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-673ae2e0-4680-4ac4-9288-9ef16f398d35 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 814 time: 0.1018767 Sep 24 00:33:58.987928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-7da680d5-4b43-47a1-9fef-f42e19bad13d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/quotas/60612b62ba034832b9d0f68305bc134e HTTP/1.1" status: 200 len: 375 time: 0.0091133 Sep 24 00:33:59.028640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-6d20ffa2-f52e-4141-856e-82386e74ec16 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303171 Sep 24 00:33:59.120441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-ade06e3e-7392-4c3f-9655-f856007fe7fc service neutron] 10.222.0.24 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848248 Sep 24 00:33:59.217409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:33:59.227415 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-76b075ab-2ca1-4875-b189-6c4cd6f9eed2 service neutron] 10.222.0.24 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999112 Sep 24 00:33:59.465754 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-895a611e-1bb8-49da-8eda-2ac35e5834a9 req-f587f39b-4481-403e-a45c-2e7d14364b14 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 210 time: 0.0406322 Sep 24 00:34:00.109399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-aa27c940-0ee7-47e8-b614-0d343412f18f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450325 Sep 24 00:34:00.192368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-d8f31403-a6ed-4824-85e5-e27287ea2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:00.193841 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-d8f31403-a6ed-4824-85e5-e27287ea2e85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 1098 time: 0.0420365 Sep 24 00:34:00.303569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-bfa9fb4c-39b9-4c00-ab5a-df8d7a14f106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:00.305728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-bfa9fb4c-39b9-4c00-ab5a-df8d7a14f106 service neutron] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.0915790 Sep 24 00:34:00.382290 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-529f1541-144a-4206-9623-9a5d0b2c8345 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a96e013-1adf-42bd-9134-09c91562fff2 HTTP/1.1" status: 200 len: 1001 time: 0.0688524 Sep 24 00:34:00.442216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-45470c51-a506-4424-93f0-5b895b010c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:00.443957 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-45470c51-a506-4424-93f0-5b895b010c9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0552967 Sep 24 00:34:00.462492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-e41630c3-2319-49bb-9bc4-a85071b77455 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:00.464105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-e41630c3-2319-49bb-9bc4-a85071b77455 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 814 time: 0.1312563 Sep 24 00:34:00.479882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Request body: {'port': {'device_id': 'c1079498-b158-432f-9d7b-05511af72ec1', 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'admin_state_up': True, 'tenant_id': '60612b62ba034832b9d0f68305bc134e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:34:00.501424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-182d9894-2aa7-47aa-b2a3-e5daaf705d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:00.503095 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-182d9894-2aa7-47aa-b2a3-e5daaf705d69 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519879 Sep 24 00:34:00.627191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a95b4b2-8def-47ef-b499-2c11bc85d9a9 req-db7241df-f024-4238-afc7-da041e7c7fa4 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 210 time: 0.0413311 Sep 24 00:34:00.675270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Made reservation on behalf of 60612b62ba034832b9d0f68305bc134e for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:34:00.679138 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:00.840214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Allocated IP 172.20.0.10 (87b96080-25d2-4a58-a22b-f60ef6fc0b79/a218e933-528c-46f0-be94-f105b4d8b57b/4547dd34-bdb7-4dd9-866d-ccf5412e5bf8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:34:00.924073 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-2fc94138-e58e-4ee6-9b8d-75d33bd2be34 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065647 Sep 24 00:34:01.034499 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-91000da9-c119-45d8-8f46-8258d4af2d98 req-6f76d2ea-8c54-4cb4-b0df-85ec641a560c service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020756 Sep 24 00:34:01.387808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:01.430546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:01.485063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:34:01.488757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:34:01.497660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:34:01.502690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Pushing event updated for resources: {'Port': ['ID=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:01.560573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:01.561414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:01.581088 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-2e76c831-a284-4793-8cdf-049758483f41 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1068816 Sep 24 00:34:01.595433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Request body: {'port': {'device_id': 'c1079498-b158-432f-9d7b-05511af72ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:34:01.658825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:01.846459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa92c7-b756-4796-84d0-76d84cd2ee73 req-02f2e596-ea6a-4bfe-85d7-c9f4def0d316 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:01.848019 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61fa92c7-b756-4796-84d0-76d84cd2ee73 req-02f2e596-ea6a-4bfe-85d7-c9f4def0d316 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 932 time: 0.1295333 Sep 24 00:34:01.940781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61fa92c7-b756-4796-84d0-76d84cd2ee73 req-b5cfcb39-7562-407d-8210-f527c3ceac96 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830693 Sep 24 00:34:02.064149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:34:02.075646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:02.090349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Transition to ACTIVE for port object 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:34:02.095230 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:02.165785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Pushing event updated for resources: {'Port': ['ID=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:02.248974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Attempting to bind port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:34:02.249337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Attempting to bind port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:34:02.249972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Attempting to bind port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:34:02.255441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:34:02.255740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Attempting to bind port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:34:02.261606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:34:02.262051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Checking segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:34:02.263455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Bound using segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:34:02.263455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Bound port: 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:34:02.263455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:02.336673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] For port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:34:02.340022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] For port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:34:02.344641 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:02.384106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:02.384740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:02.386192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] 10.222.0.18 "PUT /v2.0/ports/4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 HTTP/1.1" status: 200 len: 1093 time: 0.7970169 Sep 24 00:34:02.386721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1079498-b158-432f-9d7b-05511af72ec1', 'tag': '4547dd34-bdb7-4dd9-866d-ccf5412e5bf8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:34:02.389187 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d365e6f3-bc46-4739-9633-1fba2690cc08" -d '{"events": [{"name": "network-changed", "server_uuid": "c1079498-b158-432f-9d7b-05511af72ec1", "tag": "4547dd34-bdb7-4dd9-866d-ccf5412e5bf8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:34:02.413365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be243d3-757f-42a1-8db2-a1f14477a866 service neutron] Pushing event updated for resources: {'Port': ['ID=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:02.444851 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253021e9-1205-4fee-a50a-bc0aaeebc892 x-openstack-request-id: req-253021e9-1205-4fee-a50a-bc0aaeebc892 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:34:02.445150 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1079498-b158-432f-9d7b-05511af72ec1", "tag": "4547dd34-bdb7-4dd9-866d-ccf5412e5bf8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:34:02.445397 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-253021e9-1205-4fee-a50a-bc0aaeebc892 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:34:02.445867 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1079498-b158-432f-9d7b-05511af72ec1', 'tag': '4547dd34-bdb7-4dd9-866d-ccf5412e5bf8', 'status': 'completed', 'code': 200} Sep 24 00:34:02.481237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-4214748c-360a-48b7-bdb0-daab65600d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:02.483028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-4214748c-360a-48b7-bdb0-daab65600d39 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0481448 Sep 24 00:34:02.530017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-fa2a7893-842c-4a6f-9693-40fbc27b90a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 HTTP/1.1" status: 200 len: 217 time: 0.0392880 Sep 24 00:34:02.581023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-623e0dba-c551-4a9d-90e0-25a98993754d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:02.583115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-623e0dba-c551-4a9d-90e0-25a98993754d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0461721 Sep 24 00:34:02.614623 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-bccb2440-ada2-42f0-96a7-378a7a1ea09c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250287 Sep 24 00:34:02.712548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-bf14fd25-5a97-499d-99b8-51d0b230cf69 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912175 Sep 24 00:34:02.815855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1cf9682-7ca0-4c19-99bc-b9acde528895 req-d62da934-9368-4a57-8f3d-35f58734fc29 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967388 Sep 24 00:34:02.927372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-e2dd4692-9e61-4a9e-91b8-974e7d0d7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:02.929728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-e2dd4692-9e61-4a9e-91b8-974e7d0d7675 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 1096 time: 0.0589190 Sep 24 00:34:03.095092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-8a1404a6-21e1-4fa0-ba3c-1b658e841eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:03.096942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-8a1404a6-21e1-4fa0-ba3c-1b658e841eeb service neutron] 10.222.0.18 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 915 time: 0.1608086 Sep 24 00:34:03.162354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a118e-0be2-4b32-b5ce-293efba1b7a7 req-54ef4c18-1807-46a4-bc1c-3a30fd77948e tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:03.164618 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc7a118e-0be2-4b32-b5ce-293efba1b7a7 req-54ef4c18-1807-46a4-bc1c-3a30fd77948e tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 944 time: 0.1384668 Sep 24 00:34:03.166009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-6638dd72-c5c6-4a17-9276-6c739220fc97 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 HTTP/1.1" status: 200 len: 217 time: 0.0606925 Sep 24 00:34:03.239645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc7a118e-0be2-4b32-b5ce-293efba1b7a7 req-a89f0090-e38c-4ac0-9fae-ca7f30d0fa80 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684814 Sep 24 00:34:03.247507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-1b82ccc6-dc30-4d29-bda6-3f646ccc8009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:03.249215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-1b82ccc6-dc30-4d29-bda6-3f646ccc8009 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0717633 Sep 24 00:34:03.283877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-8f1eebd1-e3cd-4a26-b52d-7e5feead65b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267963 Sep 24 00:34:03.381831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-0d94fd57-33f8-4f65-a3d8-cc15dad88f69 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900495 Sep 24 00:34:03.488937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d365e6f3-bc46-4739-9633-1fba2690cc08 req-8ac7ecae-be4c-411e-8f60-59ccecb29a78 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998099 Sep 24 00:34:04.378206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695e044-0f2b-435e-929a-0323f46ba97c req-4bd9922e-a3a1-4b90-99df-5796657bf9db tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:04.379714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5695e044-0f2b-435e-929a-0323f46ba97c req-4bd9922e-a3a1-4b90-99df-5796657bf9db tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 944 time: 0.0579393 Sep 24 00:34:04.446905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5695e044-0f2b-435e-929a-0323f46ba97c req-c2b00e54-9188-45d7-9ce0-3cf687c5591f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521505 Sep 24 00:34:05.563862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5c4e5-1a9d-477c-9cc3-73d0326d538e req-c4fd2184-4f7c-4623-8762-2b944905fcee tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:05.565378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61f5c4e5-1a9d-477c-9cc3-73d0326d538e req-c4fd2184-4f7c-4623-8762-2b944905fcee tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 944 time: 0.0505788 Sep 24 00:34:05.567453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:34:05.605835 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61f5c4e5-1a9d-477c-9cc3-73d0326d538e req-7076f8f4-7936-42d8-8602-b347a5b2abd9 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335100 Sep 24 00:34:05.820258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:05.831549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '4547dd34-bdb7-4dd9-866d-ccf5412e5bf8', 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'port_id': '4547dd34-bdb7-4dd9-866d-ccf5412e5bf8', 'mac_address': 'fa:16:3e:5a:99:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218e933-528c-46f0-be94-f105b4d8b57b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:34:05.868276 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:05.880699 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:34:05.900797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:05.905378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:05.951370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:06.107878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4547dd34-bdb7-4dd9-866d-ccf5412e5bf8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:34:06.720661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65a32f-c8e4-4f56-9379-17a3aca6a89f req-036295b7-fd46-413f-aa39-324cfbd78556 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:06.722180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf65a32f-c8e4-4f56-9379-17a3aca6a89f req-036295b7-fd46-413f-aa39-324cfbd78556 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 945 time: 0.0501308 Sep 24 00:34:06.762469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf65a32f-c8e4-4f56-9379-17a3aca6a89f req-54422f14-2d35-4167-bbd8-e24241b62b2f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341561 Sep 24 00:34:06.843923 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:07.568180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:34:07.632771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:34:07.637231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:34:07.637606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:07.749000 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:07.781907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1079498-b158-432f-9d7b-05511af72ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4547dd34-bdb7-4dd9-866d-ccf5412e5bf8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:34:07.786502 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b9647c-4f32-4240-961c-842cd2b7d606" -d '{"events": [{"server_uuid": "c1079498-b158-432f-9d7b-05511af72ec1", "name": "network-vif-plugged", "status": "completed", "tag": "4547dd34-bdb7-4dd9-866d-ccf5412e5bf8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:34:07.808095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:07.816017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:07.939958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:07.951200 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953828af-6fb3-43b2-a0c2-2972f9fa8158 x-openstack-request-id: req-953828af-6fb3-43b2-a0c2-2972f9fa8158 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:34:07.951924 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1079498-b158-432f-9d7b-05511af72ec1", "name": "network-vif-plugged", "status": "completed", "tag": "4547dd34-bdb7-4dd9-866d-ccf5412e5bf8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:34:07.952609 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-953828af-6fb3-43b2-a0c2-2972f9fa8158 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:34:07.955331 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1079498-b158-432f-9d7b-05511af72ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4547dd34-bdb7-4dd9-866d-ccf5412e5bf8', 'code': 200} Sep 24 00:34:08.033999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1ce0b8-6822-4c7f-86b9-2ca741f2d5b6 req-29d72fc7-1e89-4a08-89b5-422d1dbaca30 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:08.035505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f1ce0b8-6822-4c7f-86b9-2ca741f2d5b6 req-29d72fc7-1e89-4a08-89b5-422d1dbaca30 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 946 time: 0.1169150 Sep 24 00:34:08.045555 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bba4e9-6d19-4d0a-b34b-075cca046c2b req-502f2b8d-41cf-4389-8e36-558c4281432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:08.048289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29bba4e9-6d19-4d0a-b34b-075cca046c2b req-502f2b8d-41cf-4389-8e36-558c4281432f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0782623 Sep 24 00:34:08.112617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f1ce0b8-6822-4c7f-86b9-2ca741f2d5b6 req-5af7d396-f6e0-437a-a6c9-0379b5ff2559 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629094 Sep 24 00:34:08.124422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-29bba4e9-6d19-4d0a-b34b-075cca046c2b req-e2e7a52d-e1e8-424b-b629-1baac94444d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674064 Sep 24 00:34:09.272168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef12ac55-d1ee-4495-9713-f7d7d7b3eb67 req-b4242da6-4da8-46fb-a89b-6fe556835ece tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:09.274825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef12ac55-d1ee-4495-9713-f7d7d7b3eb67 req-b4242da6-4da8-46fb-a89b-6fe556835ece tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 946 time: 0.0715096 Sep 24 00:34:09.327660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef12ac55-d1ee-4495-9713-f7d7d7b3eb67 req-c46b7f10-d5e9-458d-9daf-bed2fa9b412d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438414 Sep 24 00:34:09.400745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:22.413404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c5767-be9d-40b6-9ece-46561f332e8f req-b7799e56-cb6e-4111-9b0e-e0589ee5c7c5 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:22.415673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-b7799e56-cb6e-4111-9b0e-e0589ee5c7c5 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 814 time: 0.1646576 Sep 24 00:34:22.447535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-68f85e38-e703-49ce-996d-dabbcf08d209 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/quotas/60612b62ba034832b9d0f68305bc134e HTTP/1.1" status: 200 len: 375 time: 0.0188880 Sep 24 00:34:22.520274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-0a729913-a745-4645-9350-4e7a795e49bc tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639441 Sep 24 00:34:22.538572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-4ec09fe2-9a18-4439-97a9-4783880d034a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:34:22.540273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-4ec09fe2-9a18-4439-97a9-4783880d034a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086741 Sep 24 00:34:22.681479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-4f1b7a5f-f9de-4031-9a2c-8edd33f7c1f5 service neutron] 10.222.0.24 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311748 Sep 24 00:34:22.828269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-34669460-64d1-4023-8bd6-10d0aad3682e service neutron] 10.222.0.24 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391582 Sep 24 00:34:23.046729 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11a9d068-cd08-4859-a7d2-edaf9ce225a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:23.115110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9a74612-5e5e-4bb1-a3e6-b51c38474f85 req-35fd9ad1-d802-4f59-a4a5-48c72de55b91 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 210 time: 0.0462554 Sep 24 00:34:24.245243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-792c3bcb-3163-4bfd-b69d-35b90f2a0142 req-4a609192-333a-4e3d-b794-9ab398a48f95 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 210 time: 0.0402243 Sep 24 00:34:24.336148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c5767-be9d-40b6-9ece-46561f332e8f req-3e5cd459-6e71-4607-8874-c777be5527fd tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:24.337782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-3e5cd459-6e71-4607-8874-c777be5527fd tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.20 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 814 time: 0.2062109 Sep 24 00:34:24.351398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Request body: {'port': {'device_id': 'd8d334c2-3ee6-49e8-b2eb-06cde0813bf6', 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'admin_state_up': True, 'tenant_id': '60612b62ba034832b9d0f68305bc134e'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:34:24.521299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Made reservation on behalf of 60612b62ba034832b9d0f68305bc134e for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:34:24.527669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:24.697228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Allocated IP 172.20.0.2 (87b96080-25d2-4a58-a22b-f60ef6fc0b79/a218e933-528c-46f0-be94-f105b4d8b57b/22ce559c-4f45-4637-a24b-cc3786567205) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:34:24.922304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:24.977254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:24.992570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4547dd34-bdb7-4dd9-866d-ccf5412e5bf8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:34:25.062750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:34:25.068870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:34:25.075670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:34:25.148391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Pushing event updated for resources: {'Port': ['ID=22ce559c-4f45-4637-a24b-cc3786567205,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:25.178392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:25.179519 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:25.205737 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-a3b65346-e10e-483c-a735-23c51fb1d840 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8591220 Sep 24 00:34:25.223586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Request body: {'port': {'device_id': 'd8d334c2-3ee6-49e8-b2eb-06cde0813bf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:34:25.304374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:25.431712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2d958-aabf-451a-9841-a7928259f94b req-fb4b0a71-aa2b-4e74-aef2-a8cf1262fc30 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:25.444648 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd2d958-aabf-451a-9841-a7928259f94b req-fb4b0a71-aa2b-4e74-aef2-a8cf1262fc30 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 931 time: 0.0937834 Sep 24 00:34:25.487304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bd2d958-aabf-451a-9841-a7928259f94b req-180c0fc9-a613-48dd-870e-e7ab62ee7d95 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Sep 24 00:34:25.665880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ce559c-4f45-4637-a24b-cc3786567205 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:34:25.676915 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:25.697744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Transition to ACTIVE for port object 22ce559c-4f45-4637-a24b-cc3786567205 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:34:25.702877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:25.761015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Pushing event updated for resources: {'Port': ['ID=22ce559c-4f45-4637-a24b-cc3786567205,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:25.841216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Attempting to bind port 22ce559c-4f45-4637-a24b-cc3786567205 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:34:25.841552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Attempting to bind port 22ce559c-4f45-4637-a24b-cc3786567205 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:34:25.841890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Attempting to bind port 22ce559c-4f45-4637-a24b-cc3786567205 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:34:25.847058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Port 22ce559c-4f45-4637-a24b-cc3786567205 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:34:25.847381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Attempting to bind port 22ce559c-4f45-4637-a24b-cc3786567205 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:34:25.854645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:34:25.855562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Checking segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:34:25.855562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Bound using segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:34:25.856451 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Bound port: 22ce559c-4f45-4637-a24b-cc3786567205, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:34:25.856451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:25.870870 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:25.938046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] For port 22ce559c-4f45-4637-a24b-cc3786567205, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:34:25.941759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] For port 22ce559c-4f45-4637-a24b-cc3786567205, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=22ce559c-4f45-4637-a24b-cc3786567205,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:34:25.946483 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:26.009965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:26.011265 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:26.013661 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] 10.222.0.20 "PUT /v2.0/ports/22ce559c-4f45-4637-a24b-cc3786567205 HTTP/1.1" status: 200 len: 1092 time: 0.7980075 Sep 24 00:34:26.014401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d334c2-3ee6-49e8-b2eb-06cde0813bf6', 'tag': '22ce559c-4f45-4637-a24b-cc3786567205'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:34:26.018653 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40969ab2-e3f8-4519-ba45-bb5861b652ec" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d334c2-3ee6-49e8-b2eb-06cde0813bf6", "tag": "22ce559c-4f45-4637-a24b-cc3786567205"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:34:26.041144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e459e540-8e9e-4bd7-a12e-8c4660bd67f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:26.068762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730b5d3e-a1a9-4c4c-af0d-2bd9920d905d service neutron] Pushing event updated for resources: {'Port': ['ID=22ce559c-4f45-4637-a24b-cc3786567205,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:26.143491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c5767-be9d-40b6-9ece-46561f332e8f req-83469f14-520c-495b-9f9e-9f66a13af553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:26.145268 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-83469f14-520c-495b-9f9e-9f66a13af553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 1095 time: 0.0640240 Sep 24 00:34:26.199922 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52fc5953-558b-4e6f-b232-e2390386bae2 x-openstack-request-id: req-52fc5953-558b-4e6f-b232-e2390386bae2 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:34:26.200185 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d334c2-3ee6-49e8-b2eb-06cde0813bf6", "tag": "22ce559c-4f45-4637-a24b-cc3786567205", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:34:26.200484 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-52fc5953-558b-4e6f-b232-e2390386bae2 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:34:26.200893 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d334c2-3ee6-49e8-b2eb-06cde0813bf6', 'tag': '22ce559c-4f45-4637-a24b-cc3786567205', 'status': 'completed', 'code': 200} Sep 24 00:34:26.202744 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-8493c80f-e4f8-4f2a-a58f-363e1d598244 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22ce559c-4f45-4637-a24b-cc3786567205 HTTP/1.1" status: 200 len: 217 time: 0.0488002 Sep 24 00:34:26.254271 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c5767-be9d-40b6-9ece-46561f332e8f req-b5f39b13-04ef-4c68-b36b-39a4d2cb3aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:26.256136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-b5f39b13-04ef-4c68-b36b-39a4d2cb3aae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0458262 Sep 24 00:34:26.289880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-6d074532-08e1-4f86-a1d7-d4a044dc32d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272820 Sep 24 00:34:26.402202 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-6427f5e8-7fe7-4ec8-a2d6-b1e7bd2410e9 service neutron] 10.222.0.20 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050940 Sep 24 00:34:26.492905 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-394c5767-be9d-40b6-9ece-46561f332e8f req-026dca40-050a-499e-a5cb-c7bb5c51b87b service neutron] 10.222.0.20 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841630 Sep 24 00:34:26.596884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-7e0d01c3-557f-4652-8b6d-0ec04380feca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:26.598610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-7e0d01c3-557f-4652-8b6d-0ec04380feca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 1095 time: 0.0514710 Sep 24 00:34:26.655225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2aa2bf-259f-4bc7-8e2c-1bd8318a252e req-f4e596f4-5787-4b05-a69b-ec8d49c17f55 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:26.656903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b2aa2bf-259f-4bc7-8e2c-1bd8318a252e req-f4e596f4-5787-4b05-a69b-ec8d49c17f55 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 943 time: 0.0616634 Sep 24 00:34:26.697000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b2aa2bf-259f-4bc7-8e2c-1bd8318a252e req-83b145a0-83aa-4308-8991-a8b0c5ffa827 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341887 Sep 24 00:34:26.703754 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-308c5fca-7f8b-4223-9c06-6e115492ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:26.705384 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-308c5fca-7f8b-4223-9c06-6e115492ad22 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 915 time: 0.0997279 Sep 24 00:34:26.722924 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:34:26.755603 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-926de1f1-0569-4fec-880e-8c641c1819d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22ce559c-4f45-4637-a24b-cc3786567205 HTTP/1.1" status: 200 len: 217 time: 0.0423279 Sep 24 00:34:26.808559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-99bcee2c-77be-4175-9cab-3ba826acaedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:26.810078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-99bcee2c-77be-4175-9cab-3ba826acaedc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0455663 Sep 24 00:34:26.838624 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:26.845116 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-e22970c5-341d-4108-ac5a-132b1e8b7f31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275888 Sep 24 00:34:26.950319 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-d52c7823-099e-4fe3-a834-6b195c01aa5d service neutron] 10.222.0.20 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978081 Sep 24 00:34:27.044358 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-40969ab2-e3f8-4519-ba45-bb5861b652ec req-d7038177-3cbd-4e97-bc6f-180dd26d24b1 service neutron] 10.222.0.20 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862420 Sep 24 00:34:27.822374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb65a36-cc53-49b7-8a22-682bdbb7a7e1 req-1c613bd7-43f5-4d85-a3a6-f1bf33df15f7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:27.823935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdb65a36-cc53-49b7-8a22-682bdbb7a7e1 req-1c613bd7-43f5-4d85-a3a6-f1bf33df15f7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 943 time: 0.0544188 Sep 24 00:34:27.864495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdb65a36-cc53-49b7-8a22-682bdbb7a7e1 req-a371b28b-a33c-4f0b-88da-4471ba4d0c6d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Sep 24 00:34:28.983093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb69072a-7af4-4d8a-a36f-5c2dc4ba3d27 req-f5ee4d54-8009-486e-ad38-e82c798c80da tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:28.984737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb69072a-7af4-4d8a-a36f-5c2dc4ba3d27 req-f5ee4d54-8009-486e-ad38-e82c798c80da tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 943 time: 0.0511398 Sep 24 00:34:29.027422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb69072a-7af4-4d8a-a36f-5c2dc4ba3d27 req-f1c2cb3b-4f32-4b8e-a38a-38118302bc35 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339530 Sep 24 00:34:29.222459 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:29.962548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 22ce559c-4f45-4637-a24b-cc3786567205 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:34:30.061872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 22ce559c-4f45-4637-a24b-cc3786567205, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=22ce559c-4f45-4637-a24b-cc3786567205,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:30.074421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '22ce559c-4f45-4637-a24b-cc3786567205', 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'port_id': '22ce559c-4f45-4637-a24b-cc3786567205', 'mac_address': 'fa:16:3e:b1:15:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218e933-528c-46f0-be94-f105b4d8b57b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:34:30.115413 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:30.129753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ce559c-4f45-4637-a24b-cc3786567205 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:34:30.156602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 22ce559c-4f45-4637-a24b-cc3786567205, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=22ce559c-4f45-4637-a24b-cc3786567205,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:30.164534 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:30.168917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0267a2f-08df-4918-96cd-84565657a838 req-e9c38ba5-ac22-4097-b181-2f236035d2eb tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:30.171366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0267a2f-08df-4918-96cd-84565657a838 req-e9c38ba5-ac22-4097-b181-2f236035d2eb tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 943 time: 0.0647914 Sep 24 00:34:30.216640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0267a2f-08df-4918-96cd-84565657a838 req-6ddbbc61-b9ce-4eb6-a67c-39913a41bef8 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393915 Sep 24 00:34:30.218437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=22ce559c-4f45-4637-a24b-cc3786567205,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:30.364395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['22ce559c-4f45-4637-a24b-cc3786567205'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:34:31.357959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e8a94-583e-4c17-b792-911065f7fd58 req-68853516-96db-4513-b14c-8caeb7c7d01e tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:31.359607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-959e8a94-583e-4c17-b792-911065f7fd58 req-68853516-96db-4513-b14c-8caeb7c7d01e tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 944 time: 0.0550494 Sep 24 00:34:31.400513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-959e8a94-583e-4c17-b792-911065f7fd58 req-c7eb1683-7998-4351-a79a-865af842be1f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344446 Sep 24 00:34:31.967372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 22ce559c-4f45-4637-a24b-cc3786567205 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:34:32.023770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 22ce559c-4f45-4637-a24b-cc3786567205 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:34:32.031152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 22ce559c-4f45-4637-a24b-cc3786567205 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:34:32.031634 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:32.120269 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:32.143547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d334c2-3ee6-49e8-b2eb-06cde0813bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ce559c-4f45-4637-a24b-cc3786567205'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:34:32.145811 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fc2613-a1b2-42b9-9bdd-1bde80b7661a" -d '{"events": [{"server_uuid": "d8d334c2-3ee6-49e8-b2eb-06cde0813bf6", "name": "network-vif-plugged", "status": "completed", "tag": "22ce559c-4f45-4637-a24b-cc3786567205"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:34:32.166057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 22ce559c-4f45-4637-a24b-cc3786567205, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=22ce559c-4f45-4637-a24b-cc3786567205,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:32.170119 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:32.195609 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cbf869-7fe8-449c-b07b-a5d45063dba8 x-openstack-request-id: req-92cbf869-7fe8-449c-b07b-a5d45063dba8 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:34:32.195884 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d334c2-3ee6-49e8-b2eb-06cde0813bf6", "name": "network-vif-plugged", "status": "completed", "tag": "22ce559c-4f45-4637-a24b-cc3786567205", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:34:32.196139 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92cbf869-7fe8-449c-b07b-a5d45063dba8 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:34:32.196575 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d334c2-3ee6-49e8-b2eb-06cde0813bf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ce559c-4f45-4637-a24b-cc3786567205', 'code': 200} Sep 24 00:34:32.227698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=22ce559c-4f45-4637-a24b-cc3786567205,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:32.300436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e4115-59f2-46a3-9061-5617f80f5716 req-7daace1b-5170-4478-b10b-1f1c0a4a6ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:32.303604 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-572e4115-59f2-46a3-9061-5617f80f5716 req-7daace1b-5170-4478-b10b-1f1c0a4a6ca5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 1097 time: 0.0495245 Sep 24 00:34:32.341347 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-572e4115-59f2-46a3-9061-5617f80f5716 req-e6debf3d-9a7c-431c-b105-cc0f97ab1414 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322914 Sep 24 00:34:32.522190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d1916-698b-47fc-813a-75988325dd97 req-13f5891b-854a-47e1-ae5e-3cbd9f497b4d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:32.523720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-126d1916-698b-47fc-813a-75988325dd97 req-13f5891b-854a-47e1-ae5e-3cbd9f497b4d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 945 time: 0.0555468 Sep 24 00:34:32.562768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-126d1916-698b-47fc-813a-75988325dd97 req-21196879-ab40-4278-90a9-9ae714df8f7a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Sep 24 00:34:33.684412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62197fe6-510a-4e0c-a515-1a12b42ec088 req-53beca22-0a09-43ed-a877-9720b6fc8a1b tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:33.686051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62197fe6-510a-4e0c-a515-1a12b42ec088 req-53beca22-0a09-43ed-a877-9720b6fc8a1b tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 945 time: 0.0489783 Sep 24 00:34:33.724315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62197fe6-510a-4e0c-a515-1a12b42ec088 req-708d4152-7fba-41d9-b1b7-5cf5ffe2ea24 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321906 Sep 24 00:34:36.873347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:38.674510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-05891f47-7097-4c2b-8267-a2d2163cb53a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:38.676074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-05891f47-7097-4c2b-8267-a2d2163cb53a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 814 time: 0.1088693 Sep 24 00:34:38.693104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-73b39037-3019-46bc-9fe6-435660193e12 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/quotas/60612b62ba034832b9d0f68305bc134e HTTP/1.1" status: 200 len: 375 time: 0.0103822 Sep 24 00:34:38.750642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-07fcf8b3-95f6-49bb-960a-8723cbbc2b8d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509417 Sep 24 00:34:38.910611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-ee02cf28-64f4-44ce-8aba-5285a33ce233 service neutron] 10.222.0.24 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517408 Sep 24 00:34:39.009428 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-0ab581e2-76fe-43c3-ad91-b1c8b6193517 service neutron] 10.222.0.24 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904810 Sep 24 00:34:39.185978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6209983a-ed28-4c28-a3ce-84d2e4e464ff req-73bcf04c-dddd-43d3-aa2f-f7501d0271ad tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 210 time: 0.0344155 Sep 24 00:34:39.386488 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:40.300863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-e357d62a-ea9f-4613-8379-0523cccee50e tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:40.302708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-e357d62a-ea9f-4613-8379-0523cccee50e tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 814 time: 0.1655614 Sep 24 00:34:40.328357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Request body: {'port': {'device_id': 'a695ba01-01f9-4810-8173-f22a15c9ceb4', 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'admin_state_up': True, 'tenant_id': '60612b62ba034832b9d0f68305bc134e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:34:40.375323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4d57777-182a-455e-86cd-a52fa3ae32c0 req-b361ded7-2d6e-4021-95d6-20f0b9b5b20a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 210 time: 0.0631366 Sep 24 00:34:40.511614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Made reservation on behalf of 60612b62ba034832b9d0f68305bc134e for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:34:40.516161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:40.691474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Allocated IP 172.20.0.9 (87b96080-25d2-4a58-a22b-f60ef6fc0b79/a218e933-528c-46f0-be94-f105b4d8b57b/04bb1fce-894e-43e5-ac20-b83863e9c286) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:34:40.858351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:40.897508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:40.914355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4547dd34-bdb7-4dd9-866d-ccf5412e5bf8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:34:40.916893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['22ce559c-4f45-4637-a24b-cc3786567205'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:34:40.949610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:34:40.955712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:34:40.963105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:34:40.967942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Pushing event updated for resources: {'Port': ['ID=04bb1fce-894e-43e5-ac20-b83863e9c286,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:41.010105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.010552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.011115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.011670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.012221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.012820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.013383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.013917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.014454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.015955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.015955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.016302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:34:41.054407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:41.055332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:41.072786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6f2571aa-fc33-46f3-9404-25d0ca70f139 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587116 Sep 24 00:34:41.086508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Request body: {'port': {'device_id': 'a695ba01-01f9-4810-8173-f22a15c9ceb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:34:41.145819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:41.450061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04bb1fce-894e-43e5-ac20-b83863e9c286 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:34:41.468162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:41.504391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Transition to ACTIVE for port object 04bb1fce-894e-43e5-ac20-b83863e9c286 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:34:41.508355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:41.546153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce32a5a-bb2e-4e06-8bad-989ad5cd26cd req-38be631c-4e55-4d28-8446-f95e8f1a9612 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:41.547660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ce32a5a-bb2e-4e06-8bad-989ad5cd26cd req-38be631c-4e55-4d28-8446-f95e8f1a9612 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 931 time: 0.0927260 Sep 24 00:34:41.600638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Pushing event updated for resources: {'Port': ['ID=04bb1fce-894e-43e5-ac20-b83863e9c286,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:41.653801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ce32a5a-bb2e-4e06-8bad-989ad5cd26cd req-81e353fd-af1d-4209-9596-7d8a5aa27481 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919621 Sep 24 00:34:41.677644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Attempting to bind port 04bb1fce-894e-43e5-ac20-b83863e9c286 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:34:41.678007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Attempting to bind port 04bb1fce-894e-43e5-ac20-b83863e9c286 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:34:41.678327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Attempting to bind port 04bb1fce-894e-43e5-ac20-b83863e9c286 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:34:41.682626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Port 04bb1fce-894e-43e5-ac20-b83863e9c286 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:34:41.682966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Attempting to bind port 04bb1fce-894e-43e5-ac20-b83863e9c286 on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:34:41.687647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:34:41.687984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Checking segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:34:41.688361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Bound using segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:34:41.688816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Bound port: 04bb1fce-894e-43e5-ac20-b83863e9c286, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:34:41.689171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:41.756992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] For port 04bb1fce-894e-43e5-ac20-b83863e9c286, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:34:41.760272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] For port 04bb1fce-894e-43e5-ac20-b83863e9c286, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=04bb1fce-894e-43e5-ac20-b83863e9c286,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:34:41.765995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:41.806136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:41.806750 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:41.808196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] 10.222.0.18 "PUT /v2.0/ports/04bb1fce-894e-43e5-ac20-b83863e9c286 HTTP/1.1" status: 200 len: 1092 time: 0.7265987 Sep 24 00:34:41.808640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a695ba01-01f9-4810-8173-f22a15c9ceb4', 'tag': '04bb1fce-894e-43e5-ac20-b83863e9c286'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:34:41.811171 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0254c4-33dc-4d78-a395-33e50bf64d86" -d '{"events": [{"name": "network-changed", "server_uuid": "a695ba01-01f9-4810-8173-f22a15c9ceb4", "tag": "04bb1fce-894e-43e5-ac20-b83863e9c286"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:34:41.840651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8828a015-0773-4502-bbcf-b0c3e47f0a57 service neutron] Pushing event updated for resources: {'Port': ['ID=04bb1fce-894e-43e5-ac20-b83863e9c286,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:41.893794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-b67db48c-d8bd-45f4-af38-4ff5f0981fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:41.895373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-b67db48c-d8bd-45f4-af38-4ff5f0981fbe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 1095 time: 0.0437074 Sep 24 00:34:41.939022 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327e5226-ecd1-406a-8ac2-73394df3b1d5 x-openstack-request-id: req-327e5226-ecd1-406a-8ac2-73394df3b1d5 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:34:41.939314 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a695ba01-01f9-4810-8173-f22a15c9ceb4", "tag": "04bb1fce-894e-43e5-ac20-b83863e9c286", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:34:41.939568 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-327e5226-ecd1-406a-8ac2-73394df3b1d5 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:34:41.939965 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a695ba01-01f9-4810-8173-f22a15c9ceb4', 'tag': '04bb1fce-894e-43e5-ac20-b83863e9c286', 'status': 'completed', 'code': 200} Sep 24 00:34:41.941480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-a034ea7f-7d49-4342-9d77-676fc5996d30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04bb1fce-894e-43e5-ac20-b83863e9c286 HTTP/1.1" status: 200 len: 217 time: 0.0378499 Sep 24 00:34:41.995633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6a663454-63da-4596-ad39-3005d1b20977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:41.997118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-6a663454-63da-4596-ad39-3005d1b20977 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0491202 Sep 24 00:34:42.031004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-84678851-4a08-49ec-9db9-18e1b22b0db6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258622 Sep 24 00:34:42.126078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-ddae6528-87e4-4adc-aa9b-0d85e4f67ddb service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874851 Sep 24 00:34:42.222006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ffcf7a-1c90-4819-8132-fce430e0bffd req-41a2d54c-65e0-4689-82fd-7b42e39cf557 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889180 Sep 24 00:34:42.315750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-f5ec1fec-259b-48a1-86be-0d7d9b356ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:42.317466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-f5ec1fec-259b-48a1-86be-0d7d9b356ca6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 1095 time: 0.0449393 Sep 24 00:34:42.418628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-dbaa2837-f579-4a97-91c5-2b40ace90859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:42.420270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-dbaa2837-f579-4a97-91c5-2b40ace90859 service neutron] 10.222.0.18 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 915 time: 0.0937674 Sep 24 00:34:42.463092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-8d321126-5d80-48d7-b58b-ad892c229344 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04bb1fce-894e-43e5-ac20-b83863e9c286 HTTP/1.1" status: 200 len: 217 time: 0.0350831 Sep 24 00:34:42.517075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-e130993b-cb78-44c6-865f-e4831b9da04e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:42.518528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-e130993b-cb78-44c6-865f-e4831b9da04e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0483758 Sep 24 00:34:42.556582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-7a8d070c-c151-4a85-be2e-24d3456b1040 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305731 Sep 24 00:34:42.659080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-833732dd-22fe-4bb7-bff9-bb8a00921533 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950224 Sep 24 00:34:42.795187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f0254c4-33dc-4d78-a395-33e50bf64d86 req-6e8420f7-3317-4947-b801-5cde47e375e5 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289306 Sep 24 00:34:42.808757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddecb8-8c1a-42e9-9769-98ebc0dc1a69 req-4020efcb-eb01-4deb-b449-d8b5cf50dd31 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:42.810531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59ddecb8-8c1a-42e9-9769-98ebc0dc1a69 req-4020efcb-eb01-4deb-b449-d8b5cf50dd31 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 943 time: 0.0786171 Sep 24 00:34:42.856588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59ddecb8-8c1a-42e9-9769-98ebc0dc1a69 req-4a8af99e-03ec-4fe9-b919-6b87f3ddc14c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382972 Sep 24 00:34:43.709726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 04bb1fce-894e-43e5-ac20-b83863e9c286 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:34:43.806657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 04bb1fce-894e-43e5-ac20-b83863e9c286, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=04bb1fce-894e-43e5-ac20-b83863e9c286,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:43.818166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '04bb1fce-894e-43e5-ac20-b83863e9c286', 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'port_id': '04bb1fce-894e-43e5-ac20-b83863e9c286', 'mac_address': 'fa:16:3e:98:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218e933-528c-46f0-be94-f105b4d8b57b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:34:43.859078 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:43.872968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04bb1fce-894e-43e5-ac20-b83863e9c286 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:34:43.892796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 04bb1fce-894e-43e5-ac20-b83863e9c286, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=04bb1fce-894e-43e5-ac20-b83863e9c286,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:43.897708 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:43.961252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=04bb1fce-894e-43e5-ac20-b83863e9c286,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:43.979344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f74b1c4-1a5f-430e-aef7-f6fdcd7d0c0e req-270bea38-c7d1-48e2-8603-851e660737e7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:43.981898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f74b1c4-1a5f-430e-aef7-f6fdcd7d0c0e req-270bea38-c7d1-48e2-8603-851e660737e7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 944 time: 0.0502291 Sep 24 00:34:44.020691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f74b1c4-1a5f-430e-aef7-f6fdcd7d0c0e req-5c9dcc15-2ee7-4bb8-8c9a-2de2786b3875 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337167 Sep 24 00:34:44.115304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['04bb1fce-894e-43e5-ac20-b83863e9c286'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:34:45.149991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9d84b-3d05-4ebb-ba6d-29cb947770fe req-bc87dc85-5436-40a4-bcb1-0b9b20211cf4 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:45.152485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fc9d84b-3d05-4ebb-ba6d-29cb947770fe req-bc87dc85-5436-40a4-bcb1-0b9b20211cf4 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 944 time: 0.0607316 Sep 24 00:34:45.197668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fc9d84b-3d05-4ebb-ba6d-29cb947770fe req-0a198b62-fe5e-47ed-86c0-72d3ffc77c53 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387917 Sep 24 00:34:45.709148 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 04bb1fce-894e-43e5-ac20-b83863e9c286 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:34:45.760251 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 04bb1fce-894e-43e5-ac20-b83863e9c286 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:34:45.764303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 04bb1fce-894e-43e5-ac20-b83863e9c286 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:34:45.764679 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:45.842403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:45.864885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a695ba01-01f9-4810-8173-f22a15c9ceb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb1fce-894e-43e5-ac20-b83863e9c286'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:34:45.867687 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a881549-7bcc-4a50-b6da-2db90d7d3642" -d '{"events": [{"server_uuid": "a695ba01-01f9-4810-8173-f22a15c9ceb4", "name": "network-vif-plugged", "status": "completed", "tag": "04bb1fce-894e-43e5-ac20-b83863e9c286"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:34:45.881142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 04bb1fce-894e-43e5-ac20-b83863e9c286, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=04bb1fce-894e-43e5-ac20-b83863e9c286,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:34:45.886334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:45.920737 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8803e5ab-35ca-43d4-aa97-df51f2ba178c x-openstack-request-id: req-8803e5ab-35ca-43d4-aa97-df51f2ba178c {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:34:45.921044 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a695ba01-01f9-4810-8173-f22a15c9ceb4", "name": "network-vif-plugged", "status": "completed", "tag": "04bb1fce-894e-43e5-ac20-b83863e9c286", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:34:45.921295 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8803e5ab-35ca-43d4-aa97-df51f2ba178c {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:34:45.921979 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a695ba01-01f9-4810-8173-f22a15c9ceb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04bb1fce-894e-43e5-ac20-b83863e9c286', 'code': 200} Sep 24 00:34:45.942412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=04bb1fce-894e-43e5-ac20-b83863e9c286,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:34:46.020497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d67174-86da-49d0-99a9-329b048380fd req-9c0a7c9b-64de-4eb3-9084-f652fcfbe98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:46.022131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11d67174-86da-49d0-99a9-329b048380fd req-9c0a7c9b-64de-4eb3-9084-f652fcfbe98c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 1097 time: 0.0408390 Sep 24 00:34:46.065866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11d67174-86da-49d0-99a9-329b048380fd req-a3ef60a0-1b34-427e-834a-aae09586b136 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Sep 24 00:34:46.318944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c5b40-3490-431e-b2e4-e399705f070c req-62e5115a-eeaa-435f-b4aa-573267ea06c3 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:46.320598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b7c5b40-3490-431e-b2e4-e399705f070c req-62e5115a-eeaa-435f-b4aa-573267ea06c3 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 945 time: 0.0509892 Sep 24 00:34:46.359242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b7c5b40-3490-431e-b2e4-e399705f070c req-61b7bedc-b6c4-4a54-a519-d9e0adcf005d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321856 Sep 24 00:34:47.490737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a39e1f-5072-4dfc-8163-824eb645e3db req-74765af7-9e3a-41cf-8f00-d895349e71db tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:47.492291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18a39e1f-5072-4dfc-8163-824eb645e3db req-74765af7-9e3a-41cf-8f00-d895349e71db tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 945 time: 0.0539577 Sep 24 00:34:47.531808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18a39e1f-5072-4dfc-8163-824eb645e3db req-a2b22951-a0ad-402b-bffb-7b97ec637033 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333297 Sep 24 00:34:53.040090 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ef38f233-d177-4df3-8115-a4462122bbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:55.870523 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:56.008160 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-92e8f0e9-c38f-4593-a72e-502ec9ecc327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:56.620110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-0fb29c44-41d3-4bed-80d4-1d035f6817cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428479 Sep 24 00:34:56.707701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-753e4e2b-4fb7-4263-b496-d3f640a971d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:56.709322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-753e4e2b-4fb7-4263-b496-d3f640a971d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 1098 time: 0.0443094 Sep 24 00:34:56.827035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-29b0a909-570d-4f49-b701-d11e4a7b722f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:56.828624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-29b0a909-570d-4f49-b701-d11e4a7b722f service neutron] 10.222.0.18 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 915 time: 0.1007564 Sep 24 00:34:56.840027 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:34:56.870214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-7ea70dfc-3065-4803-b0e3-ee18b8d19e9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 HTTP/1.1" status: 200 len: 217 time: 0.0343134 Sep 24 00:34:56.918648 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-6308a17b-599b-4de1-b00a-df38150bb0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:34:56.920120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-6308a17b-599b-4de1-b00a-df38150bb0f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0431645 Sep 24 00:34:56.956834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-122dee32-071a-45b4-a5bc-3cf752162781 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284865 Sep 24 00:34:57.044345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-c1e86ed1-633e-46a7-b488-d3b7f92c6c45 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805681 Sep 24 00:34:57.139991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fee39cc-7154-40f3-bc12-fbeec7ea2bf7 req-eba8dcf6-b95e-453f-93e8-15e4ff7668a8 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881145 Sep 24 00:34:59.221985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:00.111393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-3fb86df9-b4f6-4aa6-971b-bcd3be788869 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447347 Sep 24 00:35:00.197483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-3e85b7b3-816c-4e0d-b1da-160d60ac677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:00.199720 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-3e85b7b3-816c-4e0d-b1da-160d60ac677e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 1098 time: 0.0439165 Sep 24 00:35:00.312612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-838caa81-f66e-4c21-ac05-bc29ab0cf11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:00.314296 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-838caa81-f66e-4c21-ac05-bc29ab0cf11e service neutron] 10.222.0.20 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.0949914 Sep 24 00:35:00.384121 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-3ff22cd9-c5de-4690-b163-cab293eb65fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5a96e013-1adf-42bd-9134-09c91562fff2 HTTP/1.1" status: 200 len: 1001 time: 0.0623407 Sep 24 00:35:00.440384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-9f4ba33e-c2b1-452d-a5ef-f0f0423eae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:00.441966 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-9f4ba33e-c2b1-452d-a5ef-f0f0423eae27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0511000 Sep 24 00:35:00.494125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-7fcc53f6-c6c1-47e5-9f8e-7d14febd8abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:00.495698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-7fcc53f6-c6c1-47e5-9f8e-7d14febd8abc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465548 Sep 24 00:35:00.593235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-703c76d5-3cdf-4aa0-955b-6680138cfcb9 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895915 Sep 24 00:35:00.707204 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-291590c0-e5e3-44dc-9fa8-3b8e587bccc5 req-39643d92-69d7-474b-9ad1-03b1ad68a436 service neutron] 10.222.0.20 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063726 Sep 24 00:35:03.723926 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:35:05.958343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-687108f1-e862-431d-a4cd-0f31b4a103f2 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:05.959910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-687108f1-e862-431d-a4cd-0f31b4a103f2 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 814 time: 0.1077938 Sep 24 00:35:05.982340 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-9bc4a07c-6279-44d7-9ff7-d6c5c8b229ec tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/quotas/60612b62ba034832b9d0f68305bc134e HTTP/1.1" status: 200 len: 375 time: 0.0161526 Sep 24 00:35:06.036559 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-d0fb66f9-c394-47d7-bac6-3efa0ea35aba tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532765 Sep 24 00:35:06.106570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-5a38df21-1cd5-41d7-bb8d-b079b15bdc56 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:35:06.107615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-5a38df21-1cd5-41d7-bb8d-b079b15bdc56 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0641131 Sep 24 00:35:06.204161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-d66455bc-5c1f-4b44-bf0d-378d45a02a0d service neutron] 10.222.0.24 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901380 Sep 24 00:35:06.669638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0439af9a-b32d-4323-8ea4-6ab64fc5db92 service neutron] 10.222.0.24 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556403 Sep 24 00:35:06.839610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33b8a1a9-2e28-4914-8a7b-717bac202ad7 req-ce6f6019-b2d3-497b-96a5-c866e8def731 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 210 time: 0.0268898 Sep 24 00:35:06.866800 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:07.899241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-fba0ec83-35d1-4f17-8a2d-6a70d6ffc7c7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:07.900974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-fba0ec83-35d1-4f17-8a2d-6a70d6ffc7c7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 814 time: 0.1654983 Sep 24 00:35:07.918182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Request body: {'port': {'device_id': '6f20cbdd-df6f-4122-9dcb-280cbd7ef779', 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'admin_state_up': True, 'tenant_id': '60612b62ba034832b9d0f68305bc134e'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:07.962653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1eabb3db-d4f2-442d-9ddf-fbe8093cd9e1 req-207d6fc3-1457-4dad-93a7-761f14796006 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 210 time: 0.0372858 Sep 24 00:35:08.080521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Made reservation on behalf of 60612b62ba034832b9d0f68305bc134e for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:35:08.084367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:08.231851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Allocated IP 172.20.0.7 (87b96080-25d2-4a58-a22b-f60ef6fc0b79/a218e933-528c-46f0-be94-f105b4d8b57b/2e591cca-1f3d-4f26-b520-b8e2a0408e1c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:35:08.392047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:08.428398 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:08.449639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['22ce559c-4f45-4637-a24b-cc3786567205'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:08.451974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4547dd34-bdb7-4dd9-866d-ccf5412e5bf8', '04bb1fce-894e-43e5-ac20-b83863e9c286'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:08.474657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:35:08.478267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:35:08.484664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:35:08.488353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Pushing event updated for resources: {'Port': ['ID=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:08.543589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:08.544017 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:08.565150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-0a2b22cd-a0f1-415d-a48f-6ade6551db82 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6529272 Sep 24 00:35:08.578951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Request body: {'port': {'device_id': '6f20cbdd-df6f-4122-9dcb-280cbd7ef779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:08.651005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:08.956744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e591cca-1f3d-4f26-b520-b8e2a0408e1c {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:35:08.964344 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:08.977276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Transition to ACTIVE for port object 2e591cca-1f3d-4f26-b520-b8e2a0408e1c will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:35:08.981435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:09.032902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Pushing event updated for resources: {'Port': ['ID=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:09.136436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4eb629-5541-4d12-813b-ecb83013af12 req-6b2ac968-269f-41ff-9d6f-2af055f14370 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:09.138172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a4eb629-5541-4d12-813b-ecb83013af12 req-6b2ac968-269f-41ff-9d6f-2af055f14370 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 943 time: 0.0985134 Sep 24 00:35:09.172177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Attempting to bind port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:35:09.172609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Attempting to bind port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:35:09.172942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Attempting to bind port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:35:09.182330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:35:09.182665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Attempting to bind port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c on network 87b96080-25d2-4a58-a22b-f60ef6fc0b79 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:35:09.194415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:35:09.194783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Checking segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:35:09.195163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Bound using segment: {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:35:09.195600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Bound port: 2e591cca-1f3d-4f26-b520-b8e2a0408e1c, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7659ac2c-85fe-4437-b0c0-d13c5ea53089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:35:09.195959 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:09.208525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a4eb629-5541-4d12-813b-ecb83013af12 req-5dcdce59-6e5b-48ee-8771-c47652df008a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606511 Sep 24 00:35:09.273262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] For port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:35:09.276433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] For port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:35:09.281107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:09.317577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:09.318201 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:09.319687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] 10.222.0.18 "PUT /v2.0/ports/2e591cca-1f3d-4f26-b520-b8e2a0408e1c HTTP/1.1" status: 200 len: 1092 time: 0.7451620 Sep 24 00:35:09.320133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f20cbdd-df6f-4122-9dcb-280cbd7ef779', 'tag': '2e591cca-1f3d-4f26-b520-b8e2a0408e1c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:09.322361 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5483fc00-9bef-4c9e-a063-bbff2447ec06" -d '{"events": [{"name": "network-changed", "server_uuid": "6f20cbdd-df6f-4122-9dcb-280cbd7ef779", "tag": "2e591cca-1f3d-4f26-b520-b8e2a0408e1c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:09.364796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b54f9f-1611-4e16-87de-c64e57060200 service neutron] Pushing event updated for resources: {'Port': ['ID=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:09.378609 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42b3f3b-83f9-4fd8-a589-90bf7e9845d7 x-openstack-request-id: req-b42b3f3b-83f9-4fd8-a589-90bf7e9845d7 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:09.378609 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f20cbdd-df6f-4122-9dcb-280cbd7ef779", "tag": "2e591cca-1f3d-4f26-b520-b8e2a0408e1c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:09.378962 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b42b3f3b-83f9-4fd8-a589-90bf7e9845d7 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:09.379366 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f20cbdd-df6f-4122-9dcb-280cbd7ef779', 'tag': '2e591cca-1f3d-4f26-b520-b8e2a0408e1c', 'status': 'completed', 'code': 200} Sep 24 00:35:09.399355 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:09.418844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-c97f52af-74b9-4470-a049-a378f2c8585c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:09.420429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-c97f52af-74b9-4470-a049-a378f2c8585c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 1095 time: 0.0521166 Sep 24 00:35:09.469633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-59a18c16-8918-423b-8313-b00e307825d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e591cca-1f3d-4f26-b520-b8e2a0408e1c HTTP/1.1" status: 200 len: 217 time: 0.0410264 Sep 24 00:35:09.525011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-4281300b-d96e-41ca-8106-104c52ed3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:09.526405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-4281300b-d96e-41ca-8106-104c52ed3c94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0495007 Sep 24 00:35:09.568827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-fac56eb0-ff78-421a-bdb6-0f559975c1a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350413 Sep 24 00:35:09.676919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-2cbad85b-b7f5-4e02-a87f-ef80c6cf6065 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001899 Sep 24 00:35:09.779924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c167f8d4-a2b9-4d9a-90a4-c3900f662ece req-d8406b2a-bb3e-405d-a72c-a635e5210825 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960753 Sep 24 00:35:09.874158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-87182894-1f84-4d51-8d3c-cea2af001e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:09.875723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-87182894-1f84-4d51-8d3c-cea2af001e2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=60612b62ba034832b9d0f68305bc134e&device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 1095 time: 0.0451970 Sep 24 00:35:09.980004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-ae6470f8-f797-45c5-8d3e-06186c6a076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:09.982179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-ae6470f8-f797-45c5-8d3e-06186c6a076a service neutron] 10.222.0.18 "GET /v2.0/networks?id=87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 200 len: 915 time: 0.0990031 Sep 24 00:35:10.026659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-286a0120-3dbb-4d25-ad6b-044f69fb5f7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e591cca-1f3d-4f26-b520-b8e2a0408e1c HTTP/1.1" status: 200 len: 217 time: 0.0374224 Sep 24 00:35:10.084715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-b7d83239-202a-4451-bc36-569c05d8d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:10.086878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-b7d83239-202a-4451-bc36-569c05d8d0e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 200 len: 854 time: 0.0528042 Sep 24 00:35:10.119827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-0fb6f05e-73b6-4001-9886-5df171ce03cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b96080-25d2-4a58-a22b-f60ef6fc0b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257347 Sep 24 00:35:10.256391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-bac23f0c-c1b1-4f14-b172-be765aaea2a8 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262367 Sep 24 00:35:10.402461 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de38e50-2574-4d8b-86d0-cba9677060a2 req-78b71ec4-ae7c-472f-91a1-74a5b88ce0c3 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:10.404174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4de38e50-2574-4d8b-86d0-cba9677060a2 req-78b71ec4-ae7c-472f-91a1-74a5b88ce0c3 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 943 time: 0.1078942 Sep 24 00:35:10.423164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5483fc00-9bef-4c9e-a063-bbff2447ec06 req-98228ce8-9ae0-4857-8106-9641bc97bde8 service neutron] 10.222.0.18 "GET /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591654 Sep 24 00:35:10.457303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4de38e50-2574-4d8b-86d0-cba9677060a2 req-2333f763-428f-4982-887d-5ef42a060aca tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444508 Sep 24 00:35:11.578188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2926acc-adb6-4f28-9725-628b6144aa26 req-242432c2-85e4-4b98-8065-2cbde7b72cac tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:11.579707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2926acc-adb6-4f28-9725-628b6144aa26 req-242432c2-85e4-4b98-8065-2cbde7b72cac tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 943 time: 0.0529983 Sep 24 00:35:11.617754 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a2926acc-adb6-4f28-9725-628b6144aa26 req-5ea29095-1575-4a5e-a805-3ff909a91418 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313082 Sep 24 00:35:12.743079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604689e-8549-4e51-9fdf-3c1787cbf0c9 req-90754d91-c764-4fd7-86c3-e4f8f85c9ec1 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:12.745126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f604689e-8549-4e51-9fdf-3c1787cbf0c9 req-90754d91-c764-4fd7-86c3-e4f8f85c9ec1 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 943 time: 0.0598519 Sep 24 00:35:12.784921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f604689e-8549-4e51-9fdf-3c1787cbf0c9 req-de11fe53-187b-4f97-a057-b42b64b43d92 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333209 Sep 24 00:35:13.853240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2e591cca-1f3d-4f26-b520-b8e2a0408e1c details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:35:13.935213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a77933-d1fa-4073-b83d-8cc96010e8bb req-5b87af99-1961-436c-a2da-f7166f1d201d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:13.937279 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9a77933-d1fa-4073-b83d-8cc96010e8bb req-5b87af99-1961-436c-a2da-f7166f1d201d tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 943 time: 0.0706196 Sep 24 00:35:13.973496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:13.982511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a9a77933-d1fa-4073-b83d-8cc96010e8bb req-3c8f6621-8d99-42d7-b212-ff6598052669 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348558 Sep 24 00:35:13.999007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '2e591cca-1f3d-4f26-b520-b8e2a0408e1c', 'network_id': '87b96080-25d2-4a58-a22b-f60ef6fc0b79', 'port_id': '2e591cca-1f3d-4f26-b520-b8e2a0408e1c', 'mac_address': 'fa:16:3e:e0:8b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a218e933-528c-46f0-be94-f105b4d8b57b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:35:14.052361 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:14.072219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e591cca-1f3d-4f26-b520-b8e2a0408e1c {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:35:14.093268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:14.097445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:14.151112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:14.159978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.160336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.160674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.161003 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.161347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.161740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.162108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.162419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.162796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.163198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.163551 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.163870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:14.348476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['2e591cca-1f3d-4f26-b520-b8e2a0408e1c'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:15.101785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09e2a-6c35-4780-9511-b36baf57bc7d req-59eda139-67fb-4e1d-9e26-bf9e78d9b313 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:15.103294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1c09e2a-6c35-4780-9511-b36baf57bc7d req-59eda139-67fb-4e1d-9e26-bf9e78d9b313 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 944 time: 0.0524058 Sep 24 00:35:15.144054 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1c09e2a-6c35-4780-9511-b36baf57bc7d req-9738184e-266a-4cfb-ae32-af84070c6574 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336785 Sep 24 00:35:15.174474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37936) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:15.179634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186465423', 'description': 'tempest-secgroup-smoke-1186465423 description', 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:15.204465 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.296250 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.299333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.329178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99b61bc2-c89a-4a6b-84bb-105867a14dcd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:15.336612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.337878 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1623437 Sep 24 00:35:15.339752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.340096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.340518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.340854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.341082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37938) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:15.341211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.341487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.341807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.342126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.342443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.342775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.343095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.343409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3035d683-b925-4656-aef9-d522b44d1661 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:15.346874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-169ea5dd-4d75-41e5-8f10-5094cc3702dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'security_group_rule': {'security_group_id': '99b61bc2-c89a-4a6b-84bb-105867a14dcd', 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:15.375442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-169ea5dd-4d75-41e5-8f10-5094cc3702dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.423105 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-169ea5dd-4d75-41e5-8f10-5094cc3702dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.426449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-169ea5dd-4d75-41e5-8f10-5094cc3702dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.443723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ea5dd-4d75-41e5-8f10-5094cc3702dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d39464-d612-40f1-8c08-784c27d316e3,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:15.451065 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-169ea5dd-4d75-41e5-8f10-5094cc3702dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.452651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-169ea5dd-4d75-41e5-8f10-5094cc3702dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1100254 Sep 24 00:35:15.455140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37940) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:15.459401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-148a9760-b022-49e9-a00e-990ebfbcf76f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'security_group_rule': {'security_group_id': '99b61bc2-c89a-4a6b-84bb-105867a14dcd', 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:15.486368 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-148a9760-b022-49e9-a00e-990ebfbcf76f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.545361 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-148a9760-b022-49e9-a00e-990ebfbcf76f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.549113 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-148a9760-b022-49e9-a00e-990ebfbcf76f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.565580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148a9760-b022-49e9-a00e-990ebfbcf76f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa60800-b3b9-49e7-b17e-da585d667632,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:15.576263 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-148a9760-b022-49e9-a00e-990ebfbcf76f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.577653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-148a9760-b022-49e9-a00e-990ebfbcf76f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1215582 Sep 24 00:35:15.580393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37942) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:15.585065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-44079f24-c57b-4234-8959-673fc3bddd0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'security_group_rule': {'security_group_id': '99b61bc2-c89a-4a6b-84bb-105867a14dcd', 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:15.615702 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44079f24-c57b-4234-8959-673fc3bddd0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.677645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44079f24-c57b-4234-8959-673fc3bddd0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.682598 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44079f24-c57b-4234-8959-673fc3bddd0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.707896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44079f24-c57b-4234-8959-673fc3bddd0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21450419-a972-44b7-944b-2521baf664c8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:15.711560 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44079f24-c57b-4234-8959-673fc3bddd0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.715610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-44079f24-c57b-4234-8959-673fc3bddd0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1313887 Sep 24 00:35:15.716161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37944) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:15.721264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-23d129a4-18c9-4aeb-8481-dc702685a180 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'security_group_rule': {'security_group_id': '99b61bc2-c89a-4a6b-84bb-105867a14dcd', 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:15.753525 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23d129a4-18c9-4aeb-8481-dc702685a180 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.824779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23d129a4-18c9-4aeb-8481-dc702685a180 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.828410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23d129a4-18c9-4aeb-8481-dc702685a180 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.846676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d129a4-18c9-4aeb-8481-dc702685a180 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad55dad-8635-461d-b345-df07f29ad5cf,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:15.854366 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-23d129a4-18c9-4aeb-8481-dc702685a180 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.855816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-23d129a4-18c9-4aeb-8481-dc702685a180 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383703 Sep 24 00:35:15.858486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 37946) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:15.862940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b5795bd8-a684-434c-83f4-0d11f7105658 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'security_group_rule': {'security_group_id': '99b61bc2-c89a-4a6b-84bb-105867a14dcd', 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:15.865477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2e591cca-1f3d-4f26-b520-b8e2a0408e1c up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:35:15.885953 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-b5795bd8-a684-434c-83f4-0d11f7105658 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Project 6af37a9b4ee24eb1b278ba8ccfccc305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:35:15.891685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5795bd8-a684-434c-83f4-0d11f7105658 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.926892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:35:15.931624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:35:15.931999 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.961338 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5795bd8-a684-434c-83f4-0d11f7105658 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.965242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5795bd8-a684-434c-83f4-0d11f7105658 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.986260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5795bd8-a684-434c-83f4-0d11f7105658 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac16983c-a782-43fd-bfc6-5a1818db3d47,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:15.989828 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b5795bd8-a684-434c-83f4-0d11f7105658 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:15.994130 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b5795bd8-a684-434c-83f4-0d11f7105658 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316071 Sep 24 00:35:15.994693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 37948) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:15.999823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8508b032-59b9-40f2-97c7-82a1444b75d8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'security_group_rule': {'security_group_id': '99b61bc2-c89a-4a6b-84bb-105867a14dcd', 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:16.013084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:16.023088 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-8508b032-59b9-40f2-97c7-82a1444b75d8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Project 6af37a9b4ee24eb1b278ba8ccfccc305 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:35:16.028475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8508b032-59b9-40f2-97c7-82a1444b75d8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:16.039683 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f20cbdd-df6f-4122-9dcb-280cbd7ef779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e591cca-1f3d-4f26-b520-b8e2a0408e1c'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:16.041964 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced21694-8156-4885-adf4-4c48658cb64e" -d '{"events": [{"server_uuid": "6f20cbdd-df6f-4122-9dcb-280cbd7ef779", "name": "network-vif-plugged", "status": "completed", "tag": "2e591cca-1f3d-4f26-b520-b8e2a0408e1c"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:16.056940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:16.064762 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:16.099698 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70092db0-afa6-4321-96fa-b1be6243cb41 x-openstack-request-id: req-70092db0-afa6-4321-96fa-b1be6243cb41 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:16.100323 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f20cbdd-df6f-4122-9dcb-280cbd7ef779", "name": "network-vif-plugged", "status": "completed", "tag": "2e591cca-1f3d-4f26-b520-b8e2a0408e1c", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:16.101250 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70092db0-afa6-4321-96fa-b1be6243cb41 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:16.101884 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f20cbdd-df6f-4122-9dcb-280cbd7ef779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e591cca-1f3d-4f26-b520-b8e2a0408e1c', 'code': 200} Sep 24 00:35:16.111701 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8508b032-59b9-40f2-97c7-82a1444b75d8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:16.118954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8508b032-59b9-40f2-97c7-82a1444b75d8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:16.139137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8508b032-59b9-40f2-97c7-82a1444b75d8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9cdeb7d-1038-45ec-b9c4-d6a9a1712b47,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:16.146539 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8508b032-59b9-40f2-97c7-82a1444b75d8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:16.154284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8508b032-59b9-40f2-97c7-82a1444b75d8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516836 Sep 24 00:35:16.154952 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:16.215297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790ac81-abde-41b1-aa5b-e4a278ebbd95 req-db8cd25c-28cd-4a2b-843b-eeb6918c4abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:16.217236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2790ac81-abde-41b1-aa5b-e4a278ebbd95 req-db8cd25c-28cd-4a2b-843b-eeb6918c4abd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 1097 time: 0.0605476 Sep 24 00:35:16.289435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2790ac81-abde-41b1-aa5b-e4a278ebbd95 req-95308b19-5e9a-4ceb-9e45-28e10f25acf8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656302 Sep 24 00:35:16.308175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8482b-81f0-40e5-b490-55ab7a1c7f7d req-cb4f12f1-0e6f-406f-bb4d-2bc0055fc5c1 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:16.309492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1a8482b-81f0-40e5-b490-55ab7a1c7f7d req-cb4f12f1-0e6f-406f-bb4d-2bc0055fc5c1 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 945 time: 0.0786951 Sep 24 00:35:16.350652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1a8482b-81f0-40e5-b490-55ab7a1c7f7d req-5c9a0c7d-136c-4789-8189-3247408f2400 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343285 Sep 24 00:35:16.399908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2304dd41-ade2-49c0-a865-07a902f9751a tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186465423&fields=id&tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305 HTTP/1.1" status: 200 len: 267 time: 0.0334728 Sep 24 00:35:16.505720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-7e870a2c-610e-4897-83c7-283a2fa24612 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:16.507215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-7e870a2c-610e-4897-83c7-283a2fa24612 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/networks?id=d3da3850-740e-4d91-b6ae-2a1e053169e4 HTTP/1.1" status: 200 len: 813 time: 0.1006191 Sep 24 00:35:16.521883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-fcd61997-8437-4ad3-b7ca-2da052fe8bda tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/quotas/6af37a9b4ee24eb1b278ba8ccfccc305 HTTP/1.1" status: 200 len: 375 time: 0.0089428 Sep 24 00:35:16.576673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-9a75f1ea-c5d9-4e4e-ac1e-c955cc4c65b9 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490675 Sep 24 00:35:16.677116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-24ecfee2-e3e6-4959-9ee7-192ea002e4fa service neutron] 10.222.0.24 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881770 Sep 24 00:35:16.770357 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-3f7d2a5d-c95b-42b4-b86b-5ca98cc3f258 service neutron] 10.222.0.24 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871453 Sep 24 00:35:17.072123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b63985d3-74ea-446b-b050-f47da614384e req-4745ec14-f89e-43a4-8536-673d8d9c16cb tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 210 time: 0.0357053 Sep 24 00:35:17.494867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dd624d-c29e-48ca-9897-2b8a6db2b55c req-75b72fb7-8c9c-42cf-9094-d6182fd06c12 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:17.496385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11dd624d-c29e-48ca-9897-2b8a6db2b55c req-75b72fb7-8c9c-42cf-9094-d6182fd06c12 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 945 time: 0.0549238 Sep 24 00:35:17.534743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11dd624d-c29e-48ca-9897-2b8a6db2b55c req-ebaa371b-4d5f-48cc-9b42-54b21f3af89a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Sep 24 00:35:18.075232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-ca5ea8a6-2ef1-475b-9e47-1d3e9165f6f1 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:18.076804 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-ca5ea8a6-2ef1-475b-9e47-1d3e9165f6f1 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.20 "GET /v2.0/networks?id=d3da3850-740e-4d91-b6ae-2a1e053169e4 HTTP/1.1" status: 200 len: 813 time: 0.1105571 Sep 24 00:35:18.137698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-c883b9bb-6141-47f3-b1d5-2ba1fb847115 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305 HTTP/1.1" status: 200 len: 380 time: 0.0514400 Sep 24 00:35:18.149123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'port': {'device_id': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'admin_state_up': True, 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'security_groups': ['99b61bc2-c89a-4a6b-84bb-105867a14dcd']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:18.183364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c37cb92-f362-4f7f-a40b-9303562dedfb req-39901d91-9e36-41f9-96d0-7fa5245045d2 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 210 time: 0.0308175 Sep 24 00:35:18.279472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Made reservation on behalf of 6af37a9b4ee24eb1b278ba8ccfccc305 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:35:18.283030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:18.423761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Allocated IP 172.20.0.6 (d3da3850-740e-4d91-b6ae-2a1e053169e4/b7e8a407-308d-41d7-a48d-3f7ad466b0bd/7e52bcfa-0e3b-404c-ac29-60a2192606a8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:35:18.589018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:18.627091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:18.672560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:35:18.675802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:35:18.680307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:35:18.712370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'Port': ['ID=7e52bcfa-0e3b-404c-ac29-60a2192606a8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:18.743002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:18.743556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:18.760833 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd8d4075-75b6-402e-90e0-b0f5c8136326 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6173997 Sep 24 00:35:18.773629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Request body: {'port': {'device_id': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:18.840569 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:18.975455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-042202a5-97e2-4185-ac37-97be2b922276 None None] Provisioning complete for port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:35:18.977767 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-042202a5-97e2-4185-ac37-97be2b922276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:19.026295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-042202a5-97e2-4185-ac37-97be2b922276 None None] Port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:35:19.145776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e52bcfa-0e3b-404c-ac29-60a2192606a8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:35:19.155348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:19.170685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Transition to ACTIVE for port object 7e52bcfa-0e3b-404c-ac29-60a2192606a8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:35:19.175850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:19.237384 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Pushing event updated for resources: {'Port': ['ID=7e52bcfa-0e3b-404c-ac29-60a2192606a8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:19.317330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Attempting to bind port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:35:19.317711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Attempting to bind port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:35:19.318248 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Attempting to bind port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 on network d3da3850-740e-4d91-b6ae-2a1e053169e4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:35:19.325088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 on network d3da3850-740e-4d91-b6ae-2a1e053169e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:35:19.325088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Attempting to bind port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 on network d3da3850-740e-4d91-b6ae-2a1e053169e4 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:35:19.331033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:35:19.335708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Checking segment: {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:35:19.336237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Bound using segment: {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:35:19.336993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Bound port: 7e52bcfa-0e3b-404c-ac29-60a2192606a8, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:35:19.338068 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:19.385373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987d406b-72a0-48b7-ae07-c588f6a463ae req-49ff5711-c69b-40dd-9e57-e7ac59359b2f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:19.387862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-987d406b-72a0-48b7-ae07-c588f6a463ae req-49ff5711-c69b-40dd-9e57-e7ac59359b2f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0974433 Sep 24 00:35:19.458537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] For port 7e52bcfa-0e3b-404c-ac29-60a2192606a8, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:35:19.460631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-987d406b-72a0-48b7-ae07-c588f6a463ae req-de953517-d4af-41c7-9555-9abc5f787c28 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648375 Sep 24 00:35:19.463225 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] For port 7e52bcfa-0e3b-404c-ac29-60a2192606a8, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:35:19.470718 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:19.507132 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:19.508515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:19.510259 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] 10.222.0.20 "PUT /v2.0/ports/7e52bcfa-0e3b-404c-ac29-60a2192606a8 HTTP/1.1" status: 200 len: 1092 time: 0.7413318 Sep 24 00:35:19.510667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:19.512962 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:19.548513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2772f627-fa7c-4b3d-bf23-98c46894f007 service neutron] Pushing event updated for resources: {'Port': ['ID=7e52bcfa-0e3b-404c-ac29-60a2192606a8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:19.594305 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7ffb7b-d76e-495b-882c-f58ae6513047 x-openstack-request-id: req-ab7ffb7b-d76e-495b-882c-f58ae6513047 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:19.594602 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:19.595011 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab7ffb7b-d76e-495b-882c-f58ae6513047 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:19.595283 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'status': 'completed', 'code': 200} Sep 24 00:35:19.615103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-50147942-1c7a-4415-96c9-540f5b34f05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:19.617428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-50147942-1c7a-4415-96c9-540f5b34f05a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305&device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1095 time: 0.0580566 Sep 24 00:35:19.670878 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-30783b0f-4da3-4675-9e6c-51b4de1da19d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8 HTTP/1.1" status: 200 len: 217 time: 0.0458794 Sep 24 00:35:19.729009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-1bad8a84-3425-4050-9cf2-737829d5ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:19.730840 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-1bad8a84-3425-4050-9cf2-737829d5ba42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7e8a407-308d-41d7-a48d-3f7ad466b0bd HTTP/1.1" status: 200 len: 852 time: 0.0527177 Sep 24 00:35:19.792635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-392c6aec-60fa-47c3-8c85-9bcc198ebc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:19.795671 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-392c6aec-60fa-47c3-8c85-9bcc198ebc8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3da3850-740e-4d91-b6ae-2a1e053169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579619 Sep 24 00:35:19.899431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-bd61c971-7061-4f15-bb72-ec332f25a95f service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957735 Sep 24 00:35:19.995949 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-653fd5e6-e10c-4ef7-a6e4-7f86f52f1c06 req-7d460313-28a8-496b-8e37-a90b2373dd7d service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899765 Sep 24 00:35:20.093083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-9f5fe7df-ecc1-4abe-be93-d28d62b066f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:20.094701 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-9f5fe7df-ecc1-4abe-be93-d28d62b066f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305&device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1095 time: 0.0431261 Sep 24 00:35:20.193077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-3ec9f326-8ec0-4744-817f-deb24724d48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:20.194640 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-3ec9f326-8ec0-4744-817f-deb24724d48a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3da3850-740e-4d91-b6ae-2a1e053169e4 HTTP/1.1" status: 200 len: 914 time: 0.0923054 Sep 24 00:35:20.241298 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-6b06398c-7166-47e5-8d2d-ba331bebb2cf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8 HTTP/1.1" status: 200 len: 217 time: 0.0397136 Sep 24 00:35:20.291949 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-8ebe5417-a19c-4609-acdd-d53cff770194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:20.293361 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-8ebe5417-a19c-4609-acdd-d53cff770194 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7e8a407-308d-41d7-a48d-3f7ad466b0bd HTTP/1.1" status: 200 len: 852 time: 0.0451977 Sep 24 00:35:20.339214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-5ddfa959-561a-4617-aa66-396232c81415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:20.340746 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-5ddfa959-561a-4617-aa66-396232c81415 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3da3850-740e-4d91-b6ae-2a1e053169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411298 Sep 24 00:35:20.441137 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-2bb676f5-7f84-454c-bd0b-5810c25b41e0 service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938184 Sep 24 00:35:20.544281 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0b8ba14e-a882-4cba-bc32-3e0d3d6d903e req-9e55bac4-ca4d-47fa-a27e-bdd2906fae2a service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932720 Sep 24 00:35:20.579836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af526c59-ace1-4647-b382-42de9a6425ef req-891b614a-8c5a-4035-88ab-5cfe3f88ce3d tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:20.581376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af526c59-ace1-4647-b382-42de9a6425ef req-891b614a-8c5a-4035-88ab-5cfe3f88ce3d tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0497434 Sep 24 00:35:20.621014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af526c59-ace1-4647-b382-42de9a6425ef req-b8eb879f-4408-4d2f-966b-f58a66f0fa22 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328810 Sep 24 00:35:21.764055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6d8d7-49cd-4dad-87c0-2e76c85cf7b0 req-0711887d-d48d-4983-b039-127dd4ab0b13 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:21.765627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85b6d8d7-49cd-4dad-87c0-2e76c85cf7b0 req-0711887d-d48d-4983-b039-127dd4ab0b13 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0609412 Sep 24 00:35:21.811005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85b6d8d7-49cd-4dad-87c0-2e76c85cf7b0 req-b06b4efc-54f4-4f83-92ae-b71acb5370f7 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357554 Sep 24 00:35:22.979384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b77a9-f803-4a65-bfc1-dc3a8fe15427 req-1a8e6653-b272-43e1-b331-debe9e8fcf0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:22.980892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60b77a9-f803-4a65-bfc1-dc3a8fe15427 req-1a8e6653-b272-43e1-b331-debe9e8fcf0c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0542252 Sep 24 00:35:23.028022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f60b77a9-f803-4a65-bfc1-dc3a8fe15427 req-7969d99b-8b59-4eb0-8ca3-53907db71ef7 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407615 Sep 24 00:35:23.036177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e00a6c9e-399f-4d2a-8e92-7771f0b37afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:24.166385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08aed97-5f8f-4b7e-b926-f24c079332ff req-9cf69cf2-84f3-46cb-ad6e-2b92ddd24bec tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:24.167975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b08aed97-5f8f-4b7e-b926-f24c079332ff req-9cf69cf2-84f3-46cb-ad6e-2b92ddd24bec tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0643821 Sep 24 00:35:24.208522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b08aed97-5f8f-4b7e-b926-f24c079332ff req-2426c8b3-3f79-48ce-a44f-4cb2de8f7b08 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341628 Sep 24 00:35:25.350893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4c029-a9a1-482d-8550-7ae7cfb4f094 req-d5361f9d-d96c-413b-a94e-455cc82d0c0f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:25.353528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31b4c029-a9a1-482d-8550-7ae7cfb4f094 req-d5361f9d-d96c-413b-a94e-455cc82d0c0f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0583115 Sep 24 00:35:25.404938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31b4c029-a9a1-482d-8550-7ae7cfb4f094 req-46e05fab-8991-4d76-9880-7d82da7d4837 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454710 Sep 24 00:35:25.873314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:26.009258 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-449a4906-8334-4386-bd18-162644149e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:26.527476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d0ad4-7994-47dd-89a8-cdc34ca82b97 req-0a8bb0e6-de7a-4c04-951e-1e18d731a7ec tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:26.528885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3d0ad4-7994-47dd-89a8-cdc34ca82b97 req-0a8bb0e6-de7a-4c04-951e-1e18d731a7ec tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0561292 Sep 24 00:35:26.566807 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3d0ad4-7994-47dd-89a8-cdc34ca82b97 req-2bc6f886-c71c-4a0e-8428-2e89641e8e5f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319128 Sep 24 00:35:26.845446 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:27.685743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e8dab-9cc8-4ef6-b6aa-3d5c0441d406 req-6830fdf0-f957-45cb-bfc9-a54eb9d5bede tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:27.687293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf5e8dab-9cc8-4ef6-b6aa-3d5c0441d406 req-6830fdf0-f957-45cb-bfc9-a54eb9d5bede tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0499284 Sep 24 00:35:27.731293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf5e8dab-9cc8-4ef6-b6aa-3d5c0441d406 req-4d1398fb-03df-4505-a2ee-5483461b4a3a tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379701 Sep 24 00:35:28.879779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502ff19-edb1-46d3-99da-ee2fe6891b53 req-f5bad40b-d1a8-45c5-9deb-209cb8a43cc4 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:28.881320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4502ff19-edb1-46d3-99da-ee2fe6891b53 req-f5bad40b-d1a8-45c5-9deb-209cb8a43cc4 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0595162 Sep 24 00:35:28.923169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4502ff19-edb1-46d3-99da-ee2fe6891b53 req-c3a79c40-332c-4c28-801a-4b6dbbea4f92 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350311 Sep 24 00:35:29.224127 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:30.083078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dd3abb-c087-4eac-a567-230e175e6a4e req-207bfb1d-56e3-434e-93d8-2528cc045b57 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:30.085091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43dd3abb-c087-4eac-a567-230e175e6a4e req-207bfb1d-56e3-434e-93d8-2528cc045b57 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0648680 Sep 24 00:35:30.132066 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43dd3abb-c087-4eac-a567-230e175e6a4e req-78ec653e-9062-41f6-91f3-d637128e74f8 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Sep 24 00:35:31.279333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c350f-84e9-4ed1-9577-49d4e55c2341 req-ef60df3e-2976-404f-93ab-f93c03f9787f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:31.280994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b1c350f-84e9-4ed1-9577-49d4e55c2341 req-ef60df3e-2976-404f-93ab-f93c03f9787f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0729332 Sep 24 00:35:31.331560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b1c350f-84e9-4ed1-9577-49d4e55c2341 req-b811bdca-c629-441c-8c55-a338751b0434 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408993 Sep 24 00:35:32.275600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 7e52bcfa-0e3b-404c-ac29-60a2192606a8 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:35:32.374117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 7e52bcfa-0e3b-404c-ac29-60a2192606a8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:32.392427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'mac_address': 'fa:16:3e:1a:c7:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:35:32.446000 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:32.459444 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e52bcfa-0e3b-404c-ac29-60a2192606a8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:35:32.481354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 7e52bcfa-0e3b-404c-ac29-60a2192606a8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:32.481810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09ee31-6835-4b7b-9447-b2475db43b7b req-85c299d3-1bfb-4c49-b0ec-9618bcb1bdee tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:32.483662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de09ee31-6835-4b7b-9447-b2475db43b7b req-85c299d3-1bfb-4c49-b0ec-9618bcb1bdee tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 943 time: 0.0550725 Sep 24 00:35:32.486216 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:32.527299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de09ee31-6835-4b7b-9447-b2475db43b7b req-90b806ac-f18d-4515-bae3-b34497d7318c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338163 Sep 24 00:35:32.550979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=7e52bcfa-0e3b-404c-ac29-60a2192606a8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:32.706236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['7e52bcfa-0e3b-404c-ac29-60a2192606a8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:33.670074 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b07923-f34e-48af-a4a4-96a9468d9a56 req-7c42667c-68a9-4a84-ba16-e608c76471dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:33.671604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70b07923-f34e-48af-a4a4-96a9468d9a56 req-7c42667c-68a9-4a84-ba16-e608c76471dc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 944 time: 0.0690541 Sep 24 00:35:33.713650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70b07923-f34e-48af-a4a4-96a9468d9a56 req-ee8abd9b-e668-4f28-a6de-d2cf6e6ed3f9 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354962 Sep 24 00:35:34.297407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 7e52bcfa-0e3b-404c-ac29-60a2192606a8 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:35:34.362693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:35:34.370690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:35:34.371299 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:34.477162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:34.503318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:34.505866 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34930cae-cd03-46e5-9232-63be654a3e46" -d '{"events": [{"server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "name": "network-vif-plugged", "status": "completed", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:34.519851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 7e52bcfa-0e3b-404c-ac29-60a2192606a8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:34.527462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:34.564774 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e0e5f-30e7-498b-8d28-3e710efdc4db x-openstack-request-id: req-b57e0e5f-30e7-498b-8d28-3e710efdc4db {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:34.565141 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "name": "network-vif-plugged", "status": "completed", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:34.565580 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b57e0e5f-30e7-498b-8d28-3e710efdc4db {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:34.565979 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'code': 200} Sep 24 00:35:34.595809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=7e52bcfa-0e3b-404c-ac29-60a2192606a8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:34.687744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3684bd-decf-4750-b8e4-a1d2d0f0b35a req-a2f8b539-38b7-449c-8c72-23665abe516a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:34.689320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6c3684bd-decf-4750-b8e4-a1d2d0f0b35a req-a2f8b539-38b7-449c-8c72-23665abe516a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1097 time: 0.0533817 Sep 24 00:35:34.726368 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6c3684bd-decf-4750-b8e4-a1d2d0f0b35a req-8ef1c8af-b259-470e-9673-76df52e49fb0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299730 Sep 24 00:35:34.851084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825141ba-e384-4e8a-8b3a-9ccac682f328 req-159488dc-bda0-4af9-abd2-e58af3b68d9c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:34.852621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-825141ba-e384-4e8a-8b3a-9ccac682f328 req-159488dc-bda0-4af9-abd2-e58af3b68d9c tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 945 time: 0.0584233 Sep 24 00:35:34.895924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-825141ba-e384-4e8a-8b3a-9ccac682f328 req-9af170da-e355-4439-af0e-f110a58527b3 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346670 Sep 24 00:35:35.281439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f522f-565c-4c89-a3a1-1d7528f15d4a req-743d367c-2941-4528-849a-e91c93e7abbf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:35.283114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c49f522f-565c-4c89-a3a1-1d7528f15d4a req-743d367c-2941-4528-849a-e91c93e7abbf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 946 time: 0.0523341 Sep 24 00:35:35.333370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c49f522f-565c-4c89-a3a1-1d7528f15d4a req-1b2e21b4-04ab-41a3-8c3f-d042027dfbb6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Sep 24 00:35:36.068600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20f507-cdc4-4a9e-9f35-b5982b73a37a req-ed09f8a5-7ac8-43c4-a78b-636f6dff82fb tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:36.070739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb20f507-cdc4-4a9e-9f35-b5982b73a37a req-ed09f8a5-7ac8-43c4-a78b-636f6dff82fb tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 945 time: 0.0719721 Sep 24 00:35:36.126786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb20f507-cdc4-4a9e-9f35-b5982b73a37a req-3c66e18a-50f3-4e86-a862-83da7062ed9f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477369 Sep 24 00:35:36.266295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2140bb-333a-4173-8220-80fe38bb2aa5 req-3fe3b44b-ef9e-48f6-9a99-778e51608fcf tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:36.267877 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a2140bb-333a-4173-8220-80fe38bb2aa5 req-3fe3b44b-ef9e-48f6-9a99-778e51608fcf tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 945 time: 0.0525594 Sep 24 00:35:36.318288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a2140bb-333a-4173-8220-80fe38bb2aa5 req-5385bd00-fa40-4de0-9e67-8d2a2a74bb5a tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394611 Sep 24 00:35:36.349982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38080) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:36.495283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d6490-ec3a-4804-9712-6fcf52139683 req-04e623fa-0c69-4d9a-bb98-dbe0b6bcde6b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:36.496864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-218d6490-ec3a-4804-9712-6fcf52139683 req-04e623fa-0c69-4d9a-bb98-dbe0b6bcde6b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 946 time: 0.0725219 Sep 24 00:35:36.580333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-218d6490-ec3a-4804-9712-6fcf52139683 req-96f5f1ac-3a8d-4a1e-9b00-896f275a7a2b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702670 Sep 24 00:35:36.595414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755e44a-c060-4b23-a7f4-ee281ac465e4 tempest-TestVolumeBackupRestore-1650079805 tempest-TestVolumeBackupRestore-1650079805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:36.599843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1755e44a-c060-4b23-a7f4-ee281ac465e4 tempest-TestVolumeBackupRestore-1650079805 tempest-TestVolumeBackupRestore-1650079805-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1092 time: 0.2457952 Sep 24 00:35:36.600206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:36.605464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:36.634961 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:36.779245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:36.814468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79807653-dfb3-41ad-923e-10786e4d128f req-632853f2-c1ba-45c4-9aff-f26b002b319c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:36.816122 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79807653-dfb3-41ad-923e-10786e4d128f req-632853f2-c1ba-45c4-9aff-f26b002b319c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 946 time: 0.0639963 Sep 24 00:35:36.872514 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:36.944780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Allocated IP 172.25.5.110 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/85cfa9bb-cf31-47d7-a15d-7d7a1c2ee617) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:35:36.947094 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port 5a96e013-1adf-42bd-9134-09c91562fff2 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:35:36.947967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.097944 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.150778 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.217624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:35:37.237453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:35:37.241034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'Port': ['ID=85cfa9bb-cf31-47d7-a15d-7d7a1c2ee617,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:37.245857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:35:37.400656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] For port 5a96e013-1adf-42bd-9134-09c91562fff2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=5a96e013-1adf-42bd-9134-09c91562fff2,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:37.401315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.642226 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.642635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.643825 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Floating IP ad7647c8-477e-4934-a88b-db3a0f48c9a6 disassociated. External IP: 172.25.5.86, port: 5a96e013-1adf-42bd-9134-09c91562fff2. Sep 24 00:35:37.644344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for 5a96e013-1adf-42bd-9134-09c91562fff2 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:35:37.814392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a4034-3c7d-4af9-bec6-52f0106fd8a2 req-56e23517-6af7-421b-9446-9f82fd532c49 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:37.816567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad3a4034-3c7d-4af9-bec6-52f0106fd8a2 req-56e23517-6af7-421b-9446-9f82fd532c49 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 946 time: 0.1534760 Sep 24 00:35:37.818527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.827948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.853743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=5a96e013-1adf-42bd-9134-09c91562fff2,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:37.900807 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad3a4034-3c7d-4af9-bec6-52f0106fd8a2 req-76e2bfea-464e-4371-bda6-e6c692897128 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761821 Sep 24 00:35:37.934292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:37.989405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Router 040848f9-a188-4572-9a5f-de145dca8178 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:35:38.100961 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:38.106153 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:38.118213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:35:38.131982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:35:38.143271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:35:38.144725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:38.176031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] No DVR routers for this DVR port 5a96e013-1adf-42bd-9134-09c91562fff2 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:35:38.181822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:38.185118 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79807653-dfb3-41ad-923e-10786e4d128f req-4a5a6b33-03fe-4088-b5de-075542ac8bf2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.20 "DELETE /v2.0/ports/5a96e013-1adf-42bd-9134-09c91562fff2 HTTP/1.1" status: 204 len: 173 time: 1.3623660 Sep 24 00:35:38.185369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'name': 'network-vif-deleted', 'tag': '5a96e013-1adf-42bd-9134-09c91562fff2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:38.198941 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d8ca70-0996-4d09-a993-0b9b79c5cc93" -d '{"events": [{"server_uuid": "6aad4605-84b9-49fd-9e7a-3fdddd934821", "name": "network-vif-deleted", "tag": "5a96e013-1adf-42bd-9134-09c91562fff2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:38.202645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event updated for resources: {'Port': ['ID=85cfa9bb-cf31-47d7-a15d-7d7a1c2ee617,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:38.231439 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:38.275206 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130a1be9-add8-4e0f-819a-278842a84420 x-openstack-request-id: req-130a1be9-add8-4e0f-819a-278842a84420 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:38.275604 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6aad4605-84b9-49fd-9e7a-3fdddd934821", "name": "network-vif-deleted", "tag": "5a96e013-1adf-42bd-9134-09c91562fff2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:38.275954 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-130a1be9-add8-4e0f-819a-278842a84420 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:38.276527 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6aad4605-84b9-49fd-9e7a-3fdddd934821', 'name': 'network-vif-deleted', 'tag': '5a96e013-1adf-42bd-9134-09c91562fff2', 'status': 'completed', 'code': 200} Sep 24 00:35:38.395154 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Floating IP 769289ec-1985-4714-842c-3eb792b587cf associated. External IP: 172.25.5.110, port: 7e52bcfa-0e3b-404c-ac29-60a2192606a8. Sep 24 00:35:38.519268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:35:38.767973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:38.799354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:35:38.809895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:35:38.810529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:38.937961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:35:39.121538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1b3a87c-a653-4c93-9d3f-3dc6fd3b7eb0 req-23d33330-059e-4fff-a8ae-67326bc98bfd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 210 time: 0.0378702 Sep 24 00:35:39.123500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:35:39.198741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:39.234613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d657d-9b0f-4a82-8d38-e54e4e50833c None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:35:39.267793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:35:39.279556 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] Sync routers for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:35:39.293038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:39.298722 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:35:39.299392 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:39.328716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-11c2b5f1-5094-4965-bf4b-dedd0ee72c49 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7270114 Sep 24 00:35:39.329471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:39.331459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38106) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:39.332730 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:39.398043 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae834ddd-952e-4b3e-99e0-33ba3a882f34 x-openstack-request-id: req-ae834ddd-952e-4b3e-99e0-33ba3a882f34 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:39.399346 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:39.400033 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae834ddd-952e-4b3e-99e0-33ba3a882f34 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:39.400840 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'status': 'completed', 'code': 200} Sep 24 00:35:39.416152 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:39.481646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce54acce-8ee1-4223-a804-d1a7bc1343f8 tempest-TestVolumeBackupRestore-1650079805 tempest-TestVolumeBackupRestore-1650079805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:39.483399 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ce54acce-8ee1-4223-a804-d1a7bc1343f8 tempest-TestVolumeBackupRestore-1650079805 tempest-TestVolumeBackupRestore-1650079805-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1092 time: 0.1509366 Sep 24 00:35:39.487310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38112) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:39.494297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e482cf1d-ef91-41e8-91d9-8e57b384391f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Request body: {'floatingip': {'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:39.501709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-a0eb1c43-c3cd-4549-b446-0979043497f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:39.504074 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-a0eb1c43-c3cd-4549-b446-0979043497f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305&device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1097 time: 0.0872121 Sep 24 00:35:39.545975 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:35:39.628105 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e482cf1d-ef91-41e8-91d9-8e57b384391f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:39.665869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-2ff9e5b9-e4c4-48a6-a525-0fd3731e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:39.667728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-2ff9e5b9-e4c4-48a6-a525-0fd3731e537c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3da3850-740e-4d91-b6ae-2a1e053169e4 HTTP/1.1" status: 200 len: 914 time: 0.1563878 Sep 24 00:35:39.787987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79c7df0-affd-4062-85be-8f5549ec38c9 None None] New status for floating IP ad7647c8-477e-4934-a88b-db3a0f48c9a6: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:35:39.802975 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-8aef8dc5-8e72-4cd2-8778-7e5c6e20fc31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8 HTTP/1.1" status: 200 len: 999 time: 0.1285079 Sep 24 00:35:39.924078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-f99d49d8-8af4-4ce6-9f06-e30d57af713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:39.925683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-f99d49d8-8af4-4ce6-9f06-e30d57af713b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7e8a407-308d-41d7-a48d-3f7ad466b0bd HTTP/1.1" status: 200 len: 852 time: 0.1145885 Sep 24 00:35:40.062406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-7cd92b92-838a-44e8-befd-08b6795149b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:40.064032 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-7cd92b92-838a-44e8-befd-08b6795149b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3da3850-740e-4d91-b6ae-2a1e053169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1305945 Sep 24 00:35:40.215728 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '769289ec-1985-4714-842c-3eb792b587cf', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'mac_address': 'fa:16:3e:1a:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:35:37Z', 'updated_at': '2021-09-24T00:35:37Z', 'revision_number': 0, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:40.280145 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] Checking router: 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:35:40.303795 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:35:40.305053 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:40.309115 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-c455afaf-c4ff-4570-bae6-eafda9d620a2 service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372146 Sep 24 00:35:40.353675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5a96e013-1adf-42bd-9134-09c91562fff2 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:35:40.389112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f575a604-2f1e-4d6b-9284-2412a2d040af req-24c56ed8-78ee-40fa-927b-32a59017d422 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 210 time: 0.0728016 Sep 24 00:35:40.405428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 5a96e013-1adf-42bd-9134-09c91562fff2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:35:40.408845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 5a96e013-1adf-42bd-9134-09c91562fff2 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:35:40.440594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0d0c4-4c7d-4ad1-aef9-e3af6d8916ec req-842e8439-115a-4330-9c69-535f3008c1a7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:40.442605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39d0d0c4-4c7d-4ad1-aef9-e3af6d8916ec req-842e8439-115a-4330-9c69-535f3008c1a7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 945 time: 0.1279409 Sep 24 00:35:40.531585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39d0d0c4-4c7d-4ad1-aef9-e3af6d8916ec req-816e61cc-32be-4050-875e-e73060d8dab6 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532479 Sep 24 00:35:40.553612 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:35:40.554298 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-93b244e7-2b9c-4c2a-9474-ed743a1bf39a req-15adf27f-774a-40d9-b3ed-b7d3095dda48 service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381463 Sep 24 00:35:40.704536 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e482cf1d-ef91-41e8-91d9-8e57b384391f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:40.709621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e482cf1d-ef91-41e8-91d9-8e57b384391f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:40.740567 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:35:40.829215 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '769289ec-1985-4714-842c-3eb792b587cf', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'mac_address': 'fa:16:3e:1a:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:35:37Z', 'updated_at': '2021-09-24T00:35:37Z', 'revision_number': 0, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:40.865113 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c68a9d-c3bc-4b7b-859e-d699ac5322c6 None None] The sync data for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 is: [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '769289ec-1985-4714-842c-3eb792b587cf', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'mac_address': 'fa:16:3e:1a:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:35:37Z', 'updated_at': '2021-09-24T00:35:37Z', 'revision_number': 0, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:35:40.960644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e482cf1d-ef91-41e8-91d9-8e57b384391f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:35:41.086054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e482cf1d-ef91-41e8-91d9-8e57b384391f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:35:41.093997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e482cf1d-ef91-41e8-91d9-8e57b384391f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:41.098918 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad313921-08e8-4edf-a40a-72762b7139a9 None None] New status for floating IP 769289ec-1985-4714-842c-3eb792b587cf: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:35:41.180767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e482cf1d-ef91-41e8-91d9-8e57b384391f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "PUT /v2.0/floatingips/769289ec-1985-4714-842c-3eb792b587cf HTTP/1.1" status: 200 len: 991 time: 1.6800797 Sep 24 00:35:41.321339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] Sync routers for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:35:41.331180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:35:41.331797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:41.404418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8'}, {'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:41.409476 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8"}, {"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:41.450244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:35:41.457492 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78ed89f-caef-41aa-918c-6728a4aa3387 x-openstack-request-id: req-b78ed89f-caef-41aa-918c-6728a4aa3387 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:41.457797 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:41.458055 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b78ed89f-caef-41aa-918c-6728a4aa3387 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:41.458465 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'status': 'completed', 'code': 200} Sep 24 00:35:41.458724 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'status': 'completed', 'code': 200} Sep 24 00:35:41.488243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0debc41-9a0b-4852-8df3-fe1785b95ee7 req-66370fd0-c0c4-4976-bda2-d74333d5b33e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 210 time: 0.0279942 Sep 24 00:35:41.547321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-d50f1e8d-0a28-4c91-9af8-9713b734c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:41.548911 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-d50f1e8d-0a28-4c91-9af8-9713b734c593 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305&device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1097 time: 0.0667503 Sep 24 00:35:41.681035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-9fd7b74e-8ed8-4d79-894a-14f38e17014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:41.685231 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-9fd7b74e-8ed8-4d79-894a-14f38e17014f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3da3850-740e-4d91-b6ae-2a1e053169e4 HTTP/1.1" status: 200 len: 914 time: 0.1280096 Sep 24 00:35:41.691508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0f7ee-ffbb-4576-bf14-c1edff778eb5 req-774a8dad-eace-418e-9127-74d79f741e96 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:41.700090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40f0f7ee-ffbb-4576-bf14-c1edff778eb5 req-774a8dad-eace-418e-9127-74d79f741e96 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 945 time: 0.0713718 Sep 24 00:35:41.756296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40f0f7ee-ffbb-4576-bf14-c1edff778eb5 req-26219735-77d1-4462-b61e-83435d1c1302 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552750 Sep 24 00:35:41.774905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '769289ec-1985-4714-842c-3eb792b587cf', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'mac_address': 'fa:16:3e:1a:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:35:37Z', 'updated_at': '2021-09-24T00:35:41Z', 'revision_number': 2, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:41.776065 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-162e90f4-d4b8-46f8-ba38-7ed090cdf497 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8 HTTP/1.1" status: 200 len: 1001 time: 0.0845680 Sep 24 00:35:41.804349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] Checking router: 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:35:41.814130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:35:41.814894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:41.828809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-5ca58b67-b2fe-4ec2-8981-619b5a420905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:41.830601 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-5ca58b67-b2fe-4ec2-8981-619b5a420905 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7e8a407-308d-41d7-a48d-3f7ad466b0bd HTTP/1.1" status: 200 len: 852 time: 0.0475068 Sep 24 00:35:41.896024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-28b79728-e6ce-4c3b-aee3-65fc33220340 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:41.897882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-28b79728-e6ce-4c3b-aee3-65fc33220340 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 945 time: 0.0681312 Sep 24 00:35:41.913145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-e8c89577-99f9-426d-aff7-78352823ff31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:41.915972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-e8c89577-99f9-426d-aff7-78352823ff31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3da3850-740e-4d91-b6ae-2a1e053169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780158 Sep 24 00:35:41.971336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:35:42.016685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Deleting port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:35:42.017075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:42.032553 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-056b3a9c-e996-4c13-b2ff-12c0e17c5d0f service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095929 Sep 24 00:35:42.155296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] For port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:42.155832 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:42.158410 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-14df2866-164f-4ce2-8679-c7bec7948377 service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182611 Sep 24 00:35:42.180565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Calling delete_port for 2e591cca-1f3d-4f26-b520-b8e2a0408e1c owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:35:42.284594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '769289ec-1985-4714-842c-3eb792b587cf', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'mac_address': 'fa:16:3e:1a:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:35:37Z', 'updated_at': '2021-09-24T00:35:41Z', 'revision_number': 2, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:35:42.304953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-58a00c04-5922-4acb-b483-a7667b2f7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:42.307225 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-58a00c04-5922-4acb-b483-a7667b2f7d3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305&device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1097 time: 0.0701692 Sep 24 00:35:42.320968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4771250d-3ea8-4778-adcf-abf4d9fff9b2 None None] The sync data for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 is: [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '769289ec-1985-4714-842c-3eb792b587cf', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'floating_ip_address': '172.25.5.110', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'port_id': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3814, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'mac_address': 'fa:16:3e:1a:c7:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:35:37Z', 'updated_at': '2021-09-24T00:35:41Z', 'revision_number': 2, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:35:42.379003 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:42.394014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4547dd34-bdb7-4dd9-866d-ccf5412e5bf8', '04bb1fce-894e-43e5-ac20-b83863e9c286'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:42.397115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['22ce559c-4f45-4637-a24b-cc3786567205'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:42.420502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Pushing event deleted for resources: {'Port': ['ID=2e591cca-1f3d-4f26-b520-b8e2a0408e1c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:42.435515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.436200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.436975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.437822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.438503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.439499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.439771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.440479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.441096 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.441609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.442012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.442413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:35:42.494549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-8b0b66d4-213d-4117-987b-e1449487ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:42.499569 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-8b0b66d4-213d-4117-987b-e1449487ad98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3da3850-740e-4d91-b6ae-2a1e053169e4 HTTP/1.1" status: 200 len: 914 time: 0.1849322 Sep 24 00:35:42.536669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] No DVR routers for this DVR port 2e591cca-1f3d-4f26-b520-b8e2a0408e1c on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:35:42.542314 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:42.545320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d05ea784-8286-4708-a247-53ea3d8afe3c req-9bf6cfa0-9fcc-47de-a3cd-6bdeabeb0d7f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "DELETE /v2.0/ports/2e591cca-1f3d-4f26-b520-b8e2a0408e1c HTTP/1.1" status: 204 len: 173 time: 0.6408343 Sep 24 00:35:42.645422 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-e23c41a3-09e5-43d5-8a1c-2d44ee7e6db1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8 HTTP/1.1" status: 200 len: 1001 time: 0.1388526 Sep 24 00:35:42.665638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd511291-ce28-4c31-951e-ce1c54ecc7c4 req-9421157f-a0d8-482c-ae4a-8b3bf7f4c06a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=6aad4605-84b9-49fd-9e7a-3fdddd934821 HTTP/1.1" status: 200 len: 210 time: 0.0425153 Sep 24 00:35:42.737841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-f08c4131-a5da-4dd7-bfd6-d498f70243c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:42.739461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-f08c4131-a5da-4dd7-bfd6-d498f70243c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7e8a407-308d-41d7-a48d-3f7ad466b0bd HTTP/1.1" status: 200 len: 852 time: 0.0872316 Sep 24 00:35:42.822880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-35c31eea-558c-49a4-bd2f-6e44d9ca2eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:42.824523 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-35c31eea-558c-49a4-bd2f-6e44d9ca2eb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3da3850-740e-4d91-b6ae-2a1e053169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761471 Sep 24 00:35:42.904603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e4c2f6cd-3d02-442d-ae20-2cbccf8f6b0b req-1aa092e2-e296-4fd9-b47f-c649de451d37 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f20cbdd-df6f-4122-9dcb-280cbd7ef779 HTTP/1.1" status: 200 len: 210 time: 0.0307939 Sep 24 00:35:42.937927 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-e108a033-1b3e-438a-a5c5-d4280a186d46 service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052978 Sep 24 00:35:43.054174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1be7d1a4-b623-4f79-a0f6-487b5c75bc3a req-7d278bf1-0b45-43f6-9b86-46291ac2d494 service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070948 Sep 24 00:35:43.460052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f20cbdd-df6f-4122-9dcb-280cbd7ef779', 'name': 'network-vif-deleted', 'tag': '2e591cca-1f3d-4f26-b520-b8e2a0408e1c'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:43.462995 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c5230e-f6ba-4300-a271-34296f3f0197" -d '{"events": [{"server_uuid": "6f20cbdd-df6f-4122-9dcb-280cbd7ef779", "name": "network-vif-deleted", "tag": "2e591cca-1f3d-4f26-b520-b8e2a0408e1c"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:43.499653 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e89774-5584-4633-aa04-f65eae014ce0 x-openstack-request-id: req-20e89774-5584-4633-aa04-f65eae014ce0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:43.499985 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f20cbdd-df6f-4122-9dcb-280cbd7ef779", "name": "network-vif-deleted", "tag": "2e591cca-1f3d-4f26-b520-b8e2a0408e1c", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:43.500235 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20e89774-5584-4633-aa04-f65eae014ce0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:43.500659 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f20cbdd-df6f-4122-9dcb-280cbd7ef779', 'name': 'network-vif-deleted', 'tag': '2e591cca-1f3d-4f26-b520-b8e2a0408e1c', 'status': 'completed', 'code': 200} Sep 24 00:35:43.871856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-c3cc714a-5fb7-4d9e-a547-ca78b9162b81 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584706123&fields=id&tenant_id=4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 267 time: 0.0384269 Sep 24 00:35:43.981963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2e591cca-1f3d-4f26-b520-b8e2a0408e1c no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:35:43.998885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-af17458a-5054-4194-8996-56f1dffa92b5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:44.000567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-af17458a-5054-4194-8996-56f1dffa92b5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1194677 Sep 24 00:35:44.001943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 2e591cca-1f3d-4f26-b520-b8e2a0408e1c {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:35:44.002288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 2e591cca-1f3d-4f26-b520-b8e2a0408e1c not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:35:44.018582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-39446c26-7ee9-469e-9b24-31bf6644121c tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/quotas/4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 375 time: 0.0097594 Sep 24 00:35:44.087117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-6574b90b-1b57-40a1-9a36-7ac93af27a91 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0605690 Sep 24 00:35:44.201432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-ba3a4d58-4af2-41a2-9ea9-c137fd87547e service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962367 Sep 24 00:35:44.296405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-888cca7d-238a-400d-89df-03c956271e48 service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886254 Sep 24 00:35:44.605280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34958237-5669-475f-972e-eaf5d3ef5390 req-77020f93-fb3b-40aa-9559-63764bdf9adf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 210 time: 0.0323467 Sep 24 00:35:45.579589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-38275e54-f676-4f6f-8ecc-d376d5f380f1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:45.581118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-38275e54-f676-4f6f-8ecc-d376d5f380f1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1285849 Sep 24 00:35:45.627060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-36ea64ab-f1cb-458a-9c03-0b76fac453ae tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 380 time: 0.0372910 Sep 24 00:35:45.638318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'port': {'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'admin_state_up': True, 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'security_groups': ['da426d96-0d52-40b0-bc7b-994f66228047']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:45.747270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d373b37-8887-47cd-a14a-3c12f5c9b1b8 req-444b2b02-43d9-4ba5-84cd-39e39fa55adf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 210 time: 0.0372138 Sep 24 00:35:45.809337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:35:45.813198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:45.962067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.20.0.12 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/ea92abac-f627-4bbf-9f33-3e7148b78588) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:35:46.126792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:46.167958 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:46.217952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:35:46.223436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:35:46.228668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:35:46.262135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=ea92abac-f627-4bbf-9f33-3e7148b78588,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:46.295649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:46.299064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:46.320175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9a2cd75a-0ec1-47e3-a100-8fe162b4ca87 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6856897 Sep 24 00:35:46.333067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Request body: {'port': {'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:35:46.405517 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:46.621480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1b935fb0-514b-4821-9a77-25bbb27fd053 None None] Provisioning complete for port ea92abac-f627-4bbf-9f33-3e7148b78588 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:35:46.622482 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1b935fb0-514b-4821-9a77-25bbb27fd053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:46.677186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1b935fb0-514b-4821-9a77-25bbb27fd053 None None] Port ea92abac-f627-4bbf-9f33-3e7148b78588 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:35:46.717222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66d2e59-a746-4603-b6ed-88678b851cc1 req-5ffb8f30-9480-4ddb-a07c-72e4a5700890 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:46.720041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b66d2e59-a746-4603-b6ed-88678b851cc1 req-5ffb8f30-9480-4ddb-a07c-72e4a5700890 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 945 time: 0.1238754 Sep 24 00:35:46.808548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b66d2e59-a746-4603-b6ed-88678b851cc1 req-f5f3f4ec-819b-4d32-a809-59f67fca74f1 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782561 Sep 24 00:35:46.958880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea92abac-f627-4bbf-9f33-3e7148b78588 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:35:46.978389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7281081-cbf9-4d4c-9cbf-77568a55fa9e req-744d0392-d246-4829-897c-9c0596e60186 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:46.980145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7281081-cbf9-4d4c-9cbf-77568a55fa9e req-744d0392-d246-4829-897c-9c0596e60186 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 932 time: 0.1146765 Sep 24 00:35:46.982247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:47.012359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Transition to ACTIVE for port object ea92abac-f627-4bbf-9f33-3e7148b78588 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:35:47.028577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:47.099553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7281081-cbf9-4d4c-9cbf-77568a55fa9e req-3b85dcc8-69f4-4b82-81fe-cb4966e46d75 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089394 Sep 24 00:35:47.118862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Pushing event updated for resources: {'Port': ['ID=ea92abac-f627-4bbf-9f33-3e7148b78588,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:47.227893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Attempting to bind port ea92abac-f627-4bbf-9f33-3e7148b78588 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:35:47.228457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Attempting to bind port ea92abac-f627-4bbf-9f33-3e7148b78588 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:35:47.228906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Attempting to bind port ea92abac-f627-4bbf-9f33-3e7148b78588 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:35:47.234298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Port ea92abac-f627-4bbf-9f33-3e7148b78588 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:35:47.236099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Attempting to bind port ea92abac-f627-4bbf-9f33-3e7148b78588 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:35:47.244097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:35:47.244587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:35:47.245344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:35:47.246101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Bound port: ea92abac-f627-4bbf-9f33-3e7148b78588, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:35:47.247347 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:47.349550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] For port ea92abac-f627-4bbf-9f33-3e7148b78588, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:35:47.353899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] For port ea92abac-f627-4bbf-9f33-3e7148b78588, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=ea92abac-f627-4bbf-9f33-3e7148b78588,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:35:47.368383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:47.410813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:47.411677 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:47.413508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] 10.222.0.18 "PUT /v2.0/ports/ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 200 len: 1093 time: 1.0850129 Sep 24 00:35:47.414144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:47.416975 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c787082-c415-4c14-b6e6-c4242cfc9227" -d '{"events": [{"name": "network-changed", "server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:47.460451 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34e4809-8bed-42f8-af48-3303149fd762 service neutron] Pushing event updated for resources: {'Port': ['ID=ea92abac-f627-4bbf-9f33-3e7148b78588,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:47.500417 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54825e7e-d685-4e71-916c-c69befb38d68 x-openstack-request-id: req-54825e7e-d685-4e71-916c-c69befb38d68 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:47.500763 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:47.501025 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54825e7e-d685-4e71-916c-c69befb38d68 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:47.501433 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'status': 'completed', 'code': 200} Sep 24 00:35:47.516632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9c588606-ce3b-4019-8417-4a778ce32c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:47.518431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-9c588606-ce3b-4019-8417-4a778ce32c8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1096 time: 0.0539510 Sep 24 00:35:47.576524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-3ec82976-9719-44ec-b27d-21c7fc24df91 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 200 len: 217 time: 0.0488613 Sep 24 00:35:47.650636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-625bc0a7-6711-44a6-a881-18c0a28d4b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:47.652575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-625bc0a7-6711-44a6-a881-18c0a28d4b54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0676434 Sep 24 00:35:47.710119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-7953ad65-6d74-4df1-b09c-aa9e810e416c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:47.712818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-7953ad65-6d74-4df1-b09c-aa9e810e416c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517261 Sep 24 00:35:47.835583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-5f42c6de-d32c-4a4b-8340-ff9cde8e99d3 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141529 Sep 24 00:35:47.966414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9d2099e-a5f1-42c3-8a74-2e96a2d5f2d2 req-66a04c20-673e-4cee-97a2-672549eb9579 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237788 Sep 24 00:35:47.980192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b991-9a07-4a0f-add8-17d3f88a5d05 req-3e624b9f-1495-47ec-a459-5c1b6f108537 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:47.981958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31f3b991-9a07-4a0f-add8-17d3f88a5d05 req-3e624b9f-1495-47ec-a459-5c1b6f108537 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 945 time: 0.0759985 Sep 24 00:35:48.013010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4d40825e-001b-444c-8c7c-909437211a51 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:48.015567 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4d40825e-001b-444c-8c7c-909437211a51 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 945 time: 0.0767121 Sep 24 00:35:48.064515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31f3b991-9a07-4a0f-add8-17d3f88a5d05 req-fd5584ed-4b46-4a2d-bd23-ad55cd946fd5 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733449 Sep 24 00:35:48.086816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-6afb33e8-5e93-476d-ae34-4e93de553261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:48.088495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-6afb33e8-5e93-476d-ae34-4e93de553261 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1096 time: 0.0639396 Sep 24 00:35:48.124544 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Deleting port 04bb1fce-894e-43e5-ac20-b83863e9c286 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:35:48.124887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:48.205313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-9534c50f-1a62-4577-aabf-9a2f3d2ac8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:48.206817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-9534c50f-1a62-4577-aabf-9a2f3d2ac8e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1118333 Sep 24 00:35:48.238314 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] For port 04bb1fce-894e-43e5-ac20-b83863e9c286, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=04bb1fce-894e-43e5-ac20-b83863e9c286,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:48.238870 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:48.256173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Calling delete_port for 04bb1fce-894e-43e5-ac20-b83863e9c286 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:35:48.418328 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:48.433855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['22ce559c-4f45-4637-a24b-cc3786567205'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:48.437962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4547dd34-bdb7-4dd9-866d-ccf5412e5bf8', '04bb1fce-894e-43e5-ac20-b83863e9c286'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:48.458578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Pushing event deleted for resources: {'Port': ['ID=04bb1fce-894e-43e5-ac20-b83863e9c286,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:48.526240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] No DVR routers for this DVR port 04bb1fce-894e-43e5-ac20-b83863e9c286 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:35:48.529870 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:48.532592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "DELETE /v2.0/ports/04bb1fce-894e-43e5-ac20-b83863e9c286 HTTP/1.1" status: 204 len: 173 time: 0.5089965 Sep 24 00:35:48.533355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a695ba01-01f9-4810-8173-f22a15c9ceb4', 'name': 'network-vif-deleted', 'tag': '04bb1fce-894e-43e5-ac20-b83863e9c286'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:48.536611 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d383d5ae-39fd-4599-af9e-45d000f95942" -d '{"events": [{"server_uuid": "a695ba01-01f9-4810-8173-f22a15c9ceb4", "name": "network-vif-deleted", "tag": "04bb1fce-894e-43e5-ac20-b83863e9c286"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:48.639405 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240e9828-6bcd-4b75-8687-b1158d2c9a4b x-openstack-request-id: req-240e9828-6bcd-4b75-8687-b1158d2c9a4b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:48.640021 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a695ba01-01f9-4810-8173-f22a15c9ceb4", "name": "network-vif-deleted", "tag": "04bb1fce-894e-43e5-ac20-b83863e9c286", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:48.640441 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-240e9828-6bcd-4b75-8687-b1158d2c9a4b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:48.641198 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a695ba01-01f9-4810-8173-f22a15c9ceb4', 'name': 'network-vif-deleted', 'tag': '04bb1fce-894e-43e5-ac20-b83863e9c286', 'status': 'completed', 'code': 200} Sep 24 00:35:48.697465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-3562f98d-0f6c-4b0b-8cf2-e81104f4253d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 200 len: 217 time: 0.0550940 Sep 24 00:35:48.751968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e11bd-9963-4ab1-9b86-ca374c59d34f req-cd85621a-fe64-4674-a6f8-3c5eb95ac6cf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:48.753775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3e11bd-9963-4ab1-9b86-ca374c59d34f req-cd85621a-fe64-4674-a6f8-3c5eb95ac6cf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.5671780 Sep 24 00:35:48.826472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-42f48fbf-938c-4b50-bfc2-7ded68b2b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:48.827993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-42f48fbf-938c-4b50-bfc2-7ded68b2b683 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.1230090 Sep 24 00:35:48.833964 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3e11bd-9963-4ab1-9b86-ca374c59d34f req-f18fc252-3fd0-4864-a5ac-82e90476fca2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563474 Sep 24 00:35:48.897296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-0157a354-1c6d-46b9-b92f-182bb38aaf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:48.899322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-0157a354-1c6d-46b9-b92f-182bb38aaf2b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625839 Sep 24 00:35:49.010726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-6a74b317-d4fc-43c9-a720-1dc407d8d775 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033194 Sep 24 00:35:49.137702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c787082-c415-4c14-b6e6-c4242cfc9227 req-08046e40-326f-48cb-94cb-2a4044509137 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197860 Sep 24 00:35:49.199629 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fee4e482-4148-4dd2-9c31-7ab8e6c0de12 req-639bdfdd-065b-498b-bdf0-92b5c83ba2a7 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=a695ba01-01f9-4810-8173-f22a15c9ceb4 HTTP/1.1" status: 200 len: 210 time: 0.0381377 Sep 24 00:35:49.962608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a9a6f-e24d-4edf-9b28-5ec231c80c47 req-9debf446-a825-4212-9660-99d05daee166 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:49.964219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c8a9a6f-e24d-4edf-9b28-5ec231c80c47 req-9debf446-a825-4212-9660-99d05daee166 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.0503073 Sep 24 00:35:50.006888 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c8a9a6f-e24d-4edf-9b28-5ec231c80c47 req-aefd939d-a196-4228-93c8-4efaaddc2967 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362148 Sep 24 00:35:50.569904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9920759-f77e-4db2-bdd3-3caed91fa815 req-30177612-a37a-4866-a931-8a1707902d58 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:50.572596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9920759-f77e-4db2-bdd3-3caed91fa815 req-30177612-a37a-4866-a931-8a1707902d58 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 945 time: 0.0607736 Sep 24 00:35:50.616126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9920759-f77e-4db2-bdd3-3caed91fa815 req-0fbfc2be-6e2f-4eab-a986-29e31ef8d64b tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366969 Sep 24 00:35:51.140546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221f4bc-7bfe-470b-ade2-894aadbc3ad9 req-34710e07-36c0-48e5-83b9-3bb39dc8f6c8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:51.142034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0221f4bc-7bfe-470b-ade2-894aadbc3ad9 req-34710e07-36c0-48e5-83b9-3bb39dc8f6c8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.0514498 Sep 24 00:35:51.183036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0221f4bc-7bfe-470b-ade2-894aadbc3ad9 req-6a935827-5e1b-49e4-8ca2-cd239c1cefc1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343990 Sep 24 00:35:51.735827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd7759-c3b8-432a-98e7-67015a2a274c req-4e18ff71-ebcc-4589-9e66-61612e224dfe tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:51.737325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c7dd7759-c3b8-432a-98e7-67015a2a274c req-4e18ff71-ebcc-4589-9e66-61612e224dfe tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 945 time: 0.0491052 Sep 24 00:35:51.776077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c7dd7759-c3b8-432a-98e7-67015a2a274c req-e46ba6f5-25a8-4de6-a969-a234853afabb tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322571 Sep 24 00:35:51.916517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-8a9c6837-3ef0-4619-9a85-4433d02bb1e2 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:51.917944 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-8a9c6837-3ef0-4619-9a85-4433d02bb1e2 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 945 time: 0.0528526 Sep 24 00:35:51.993490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 04bb1fce-894e-43e5-ac20-b83863e9c286 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:35:52.013877 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Deleting port 22ce559c-4f45-4637-a24b-cc3786567205 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:35:52.014311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:52.020438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 04bb1fce-894e-43e5-ac20-b83863e9c286 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:35:52.020789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 04bb1fce-894e-43e5-ac20-b83863e9c286 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:35:52.116010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] For port 22ce559c-4f45-4637-a24b-cc3786567205, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=22ce559c-4f45-4637-a24b-cc3786567205,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:52.116478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:52.128770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Calling delete_port for 22ce559c-4f45-4637-a24b-cc3786567205 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:35:52.270018 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:52.285307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4547dd34-bdb7-4dd9-866d-ccf5412e5bf8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:52.289590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['22ce559c-4f45-4637-a24b-cc3786567205'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:52.309424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77509e-3054-434a-b25b-c54cb3c168e8 req-ff0d2b08-91d9-4073-9237-69e7b5983638 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:52.310967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b77509e-3054-434a-b25b-c54cb3c168e8 req-ff0d2b08-91d9-4073-9237-69e7b5983638 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.0589690 Sep 24 00:35:52.318303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Pushing event deleted for resources: {'Port': ['ID=22ce559c-4f45-4637-a24b-cc3786567205,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:52.362789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b77509e-3054-434a-b25b-c54cb3c168e8 req-5bbf0b8b-7abb-4a8e-8d5c-9c7f0523ccb1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444500 Sep 24 00:35:52.372042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] No DVR routers for this DVR port 22ce559c-4f45-4637-a24b-cc3786567205 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:35:52.374708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:52.376774 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7649c3ed-78d7-46bb-8c97-fc3f3e1a487b req-719507a0-39e1-4926-be32-1c13c19d1d69 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.20 "DELETE /v2.0/ports/22ce559c-4f45-4637-a24b-cc3786567205 HTTP/1.1" status: 204 len: 173 time: 0.4533241 Sep 24 00:35:52.377320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d334c2-3ee6-49e8-b2eb-06cde0813bf6', 'name': 'network-vif-deleted', 'tag': '22ce559c-4f45-4637-a24b-cc3786567205'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:52.379602 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351d6351-e24f-429b-9786-78b511c47c2b" -d '{"events": [{"server_uuid": "d8d334c2-3ee6-49e8-b2eb-06cde0813bf6", "name": "network-vif-deleted", "tag": "22ce559c-4f45-4637-a24b-cc3786567205"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:52.425280 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c06660-9388-45fa-8100-3ca07fdfff47 x-openstack-request-id: req-c0c06660-9388-45fa-8100-3ca07fdfff47 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:52.425819 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d334c2-3ee6-49e8-b2eb-06cde0813bf6", "name": "network-vif-deleted", "tag": "22ce559c-4f45-4637-a24b-cc3786567205", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:52.426080 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0c06660-9388-45fa-8100-3ca07fdfff47 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:52.426468 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d334c2-3ee6-49e8-b2eb-06cde0813bf6', 'name': 'network-vif-deleted', 'tag': '22ce559c-4f45-4637-a24b-cc3786567205', 'status': 'completed', 'code': 200} Sep 24 00:35:52.890075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb9f85b8-05c9-4eca-adcb-2741500c49fe req-f3fee8da-918e-42a0-8adb-531d68cc370e tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=d8d334c2-3ee6-49e8-b2eb-06cde0813bf6 HTTP/1.1" status: 200 len: 210 time: 0.0282896 Sep 24 00:35:53.030391 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5bbcb599-3e6e-4491-9928-aa55f16240b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:53.503118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f210dcd-68c1-4177-b563-39bdc88ea5bc req-36f6a538-958d-4392-bb93-4cd500d10588 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:53.504697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f210dcd-68c1-4177-b563-39bdc88ea5bc req-36f6a538-958d-4392-bb93-4cd500d10588 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.0497789 Sep 24 00:35:53.547212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f210dcd-68c1-4177-b563-39bdc88ea5bc req-9c05a461-3486-412b-993b-32a2b3307517 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356283 Sep 24 00:35:54.674070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1501ddb3-9133-4b2e-9cab-f3c1c9370e6f req-d0d01c8a-a237-41bd-b836-e7dc1a98058a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:54.675719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1501ddb3-9133-4b2e-9cab-f3c1c9370e6f req-d0d01c8a-a237-41bd-b836-e7dc1a98058a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.0567782 Sep 24 00:35:54.720209 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1501ddb3-9133-4b2e-9cab-f3c1c9370e6f req-47a59e98-6028-40bd-a805-8e1dce1aaeb7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378814 Sep 24 00:35:55.844167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6593e56-7a0c-421d-8637-bbac951aaa0c req-a79ebc9f-280f-4d0b-8f89-46696f74ffab tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:55.845805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6593e56-7a0c-421d-8637-bbac951aaa0c req-a79ebc9f-280f-4d0b-8f89-46696f74ffab tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.0519941 Sep 24 00:35:55.876300 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:55.890974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6593e56-7a0c-421d-8637-bbac951aaa0c req-7ce5fb80-7397-44de-8649-626bcb7f3a52 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382688 Sep 24 00:35:56.011552 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb58e-577c-494f-9f2e-111833a2c41e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:56.346977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868100d0-6615-484d-a05a-fb6209aeb06e req-621a42c5-ddfe-4757-a3c6-89ad3675c466 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:56.348475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-868100d0-6615-484d-a05a-fb6209aeb06e req-621a42c5-ddfe-4757-a3c6-89ad3675c466 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 946 time: 0.0489285 Sep 24 00:35:56.389595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-868100d0-6615-484d-a05a-fb6209aeb06e req-6c549781-5d7c-4024-aba8-36ec5f64e362 tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344110 Sep 24 00:35:56.435919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 22ce559c-4f45-4637-a24b-cc3786567205 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:35:56.458554 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 22ce559c-4f45-4637-a24b-cc3786567205 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:35:56.458931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 22ce559c-4f45-4637-a24b-cc3786567205 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:35:56.847327 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:57.016087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d979ac8-a2bb-4013-83f2-5463a055b1c7 req-5c697048-5984-4ef8-864f-49cd7191a4be tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:57.017578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d979ac8-a2bb-4013-83f2-5463a055b1c7 req-5c697048-5984-4ef8-864f-49cd7191a4be tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.0552514 Sep 24 00:35:57.056230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d979ac8-a2bb-4013-83f2-5463a055b1c7 req-a4cd1cf7-0d8d-4fe6-8c8e-5e6b50e49895 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323315 Sep 24 00:35:57.505103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1835ea0-77b2-4612-8f75-b2c053d9e4af req-4977368b-771e-4475-8047-c55ebea6e87b tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:57.506574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1835ea0-77b2-4612-8f75-b2c053d9e4af req-4977368b-771e-4475-8047-c55ebea6e87b tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 946 time: 0.0500021 Sep 24 00:35:57.549303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b1835ea0-77b2-4612-8f75-b2c053d9e4af req-845b9ef1-8479-40f7-bde4-ddcd05ac090b tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/security-groups?id=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365689 Sep 24 00:35:57.785404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-8abf67c5-596c-47f8-b8e2-7a3cc6c4c90b tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:57.786960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-8abf67c5-596c-47f8-b8e2-7a3cc6c4c90b tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 946 time: 0.0504739 Sep 24 00:35:57.890910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Deleting port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:35:57.891273 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:57.991502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] For port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,segment=NetworkSegment(7659ac2c-85fe-4437-b0c0-d13c5ea53089),segment_id=7659ac2c-85fe-4437-b0c0-d13c5ea53089)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:57.991868 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:58.006357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Calling delete_port for 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:35:58.040467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device ea92abac-f627-4bbf-9f33-3e7148b78588 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:35:58.153672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port ea92abac-f627-4bbf-9f33-3e7148b78588, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=ea92abac-f627-4bbf-9f33-3e7148b78588,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:58.165616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:35:58.181651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:58.192706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4547dd34-bdb7-4dd9-866d-ccf5412e5bf8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:58.231006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f769cc1e-ab00-4621-9415-438010d9e773 req-5ccd8682-b667-4219-bb8d-a8eb1db56226 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:58.232638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f769cc1e-ab00-4621-9415-438010d9e773 req-5ccd8682-b667-4219-bb8d-a8eb1db56226 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 944 time: 0.1001544 Sep 24 00:35:58.233653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Pushing event deleted for resources: {'Port': ['ID=4547dd34-bdb7-4dd9-866d-ccf5412e5bf8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:58.236380 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:58.253316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea92abac-f627-4bbf-9f33-3e7148b78588 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:35:58.274984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port ea92abac-f627-4bbf-9f33-3e7148b78588, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=ea92abac-f627-4bbf-9f33-3e7148b78588,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:35:58.278891 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:58.281012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] No DVR routers for this DVR port 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:35:58.288394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:58.291073 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66627e8f-6388-4d0b-85e9-c4a3b4c71fa6 req-84f4203d-96c7-4fcc-9407-f8aefe56337a tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.18 "DELETE /v2.0/ports/4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 HTTP/1.1" status: 204 len: 173 time: 0.4982965 Sep 24 00:35:58.291514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1079498-b158-432f-9d7b-05511af72ec1', 'name': 'network-vif-deleted', 'tag': '4547dd34-bdb7-4dd9-866d-ccf5412e5bf8'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:35:58.293730 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97690e88-5a95-40a3-8af6-2d67e1b981c8" -d '{"events": [{"server_uuid": "c1079498-b158-432f-9d7b-05511af72ec1", "name": "network-vif-deleted", "tag": "4547dd34-bdb7-4dd9-866d-ccf5412e5bf8"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:35:58.334080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f769cc1e-ab00-4621-9415-438010d9e773 req-f6924ab3-1141-421c-8e89-7030ddbfeee7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774100 Sep 24 00:35:58.335082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=ea92abac-f627-4bbf-9f33-3e7148b78588,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:58.354677 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-154fad81-6c8a-41ea-ad9f-7511a98112f2 x-openstack-request-id: req-154fad81-6c8a-41ea-ad9f-7511a98112f2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:35:58.354995 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1079498-b158-432f-9d7b-05511af72ec1", "name": "network-vif-deleted", "tag": "4547dd34-bdb7-4dd9-866d-ccf5412e5bf8", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:35:58.355307 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-154fad81-6c8a-41ea-ad9f-7511a98112f2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:35:58.355749 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1079498-b158-432f-9d7b-05511af72ec1', 'name': 'network-vif-deleted', 'tag': '4547dd34-bdb7-4dd9-866d-ccf5412e5bf8', 'status': 'completed', 'code': 200} Sep 24 00:35:58.472711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['ea92abac-f627-4bbf-9f33-3e7148b78588'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:35:58.659142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7430e1cc-02aa-49fd-a255-0f3717e73e7a req-de0ea58f-2351-4473-aa49-43ccccb10a9f tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1079498-b158-432f-9d7b-05511af72ec1 HTTP/1.1" status: 200 len: 210 time: 0.0289731 Sep 24 00:35:59.226395 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:59.454664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de865b1-b254-46ca-a8df-70eec818803a req-d9dcda2d-7b7c-4554-82a9-038a34825308 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:35:59.456202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8de865b1-b254-46ca-a8df-70eec818803a req-d9dcda2d-7b7c-4554-82a9-038a34825308 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Sep 24 00:35:59.495397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8de865b1-b254-46ca-a8df-70eec818803a req-583ff5af-45b3-4ee7-90fa-b3c23232ed25 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332761 Sep 24 00:35:59.715874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38242) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:35:59.762159 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-f26c6422-e47c-42a1-ae49-a15759c1f967 admin admin] Deleting subnet a218e933-528c-46f0-be94-f105b4d8b57b {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:35:59.765265 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f26c6422-e47c-42a1-ae49-a15759c1f967 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:59.802485 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f26c6422-e47c-42a1-ae49-a15759c1f967 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:59.847373 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f26c6422-e47c-42a1-ae49-a15759c1f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:59.903492 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f26c6422-e47c-42a1-ae49-a15759c1f967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:59.931786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c6422-e47c-42a1-ae49-a15759c1f967 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a218e933-528c-46f0-be94-f105b4d8b57b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:35:59.935530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f26c6422-e47c-42a1-ae49-a15759c1f967 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:35:59.938079 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f26c6422-e47c-42a1-ae49-a15759c1f967 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a218e933-528c-46f0-be94-f105b4d8b57b HTTP/1.1" status: 204 len: 168 time: 0.2205265 Sep 24 00:35:59.939907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38244) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:00.006912 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.055922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device ea92abac-f627-4bbf-9f33-3e7148b78588 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:36:00.089894 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.109375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b96080-25d2-4a58-a22b-f60ef6fc0b79']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:00.113934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port ea92abac-f627-4bbf-9f33-3e7148b78588 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:36:00.118335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port ea92abac-f627-4bbf-9f33-3e7148b78588 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:00.118705 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.119467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7659ac2c-85fe-4437-b0c0-d13c5ea53089') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:00.119850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7659ac2c-85fe-4437-b0c0-d13c5ea53089') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:00.129169 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.142816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.148785 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:00.149160 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:00.150905 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:00.202803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.208553 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.221618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.223838 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] 10.222.0.24 "DELETE /v2.0/networks/87b96080-25d2-4a58-a22b-f60ef6fc0b79 HTTP/1.1" status: 204 len: 168 time: 0.2829504 Sep 24 00:36:00.233507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:36:00.235842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a983bc-5b68-4e81-ba4c-9ed9df35628f admin admin] Pushing event deleted for resources: {'Network': ['ID=87b96080-25d2-4a58-a22b-f60ef6fc0b79,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:00.236009 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52974854-ca46-4af2-af7b-9b2c7b9552ec" -d '{"events": [{"server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "name": "network-vif-plugged", "status": "completed", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:36:00.259480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port ea92abac-f627-4bbf-9f33-3e7148b78588, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=ea92abac-f627-4bbf-9f33-3e7148b78588,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:00.265289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.266151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:00.295335 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bebc1a-b022-4ad3-b716-e4b112712ec8 x-openstack-request-id: req-55bebc1a-b022-4ad3-b716-e4b112712ec8 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:36:00.295691 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "name": "network-vif-plugged", "status": "completed", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:36:00.295932 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55bebc1a-b022-4ad3-b716-e4b112712ec8 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:36:00.296401 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'code': 200} Sep 24 00:36:00.319860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:00.320338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4547dd34-bdb7-4dd9-866d-ccf5412e5bf8 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:00.349556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=ea92abac-f627-4bbf-9f33-3e7148b78588,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:00.366989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38250) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:00.390920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0db9fe6-5b52-45ac-80d1-91765be15501 req-3a036724-2b23-47d5-9af3-f361d9b82796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:00.392429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0db9fe6-5b52-45ac-80d1-91765be15501 req-3a036724-2b23-47d5-9af3-f361d9b82796 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1098 time: 0.0483279 Sep 24 00:36:00.412964 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1cc888d1-c335-4f82-bf91-b65b1be5ae6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60612b62ba034832b9d0f68305bc134e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438578 Sep 24 00:36:00.416149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38252) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:00.433350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0db9fe6-5b52-45ac-80d1-91765be15501 req-09d38870-6c25-4936-b18a-aba71ef827de service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329342 Sep 24 00:36:00.469924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f292ff-9dc3-4fce-927a-9711525a9509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.490891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f292ff-9dc3-4fce-927a-9711525a9509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.539270 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f292ff-9dc3-4fce-927a-9711525a9509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.542507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f292ff-9dc3-4fce-927a-9711525a9509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:00.543794 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01f292ff-9dc3-4fce-927a-9711525a9509 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/673cc2f9-6327-4e7d-8eeb-f28cae6c06ad HTTP/1.1" status: 204 len: 168 time: 0.1264343 Sep 24 00:36:00.552095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f292ff-9dc3-4fce-927a-9711525a9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673cc2f9-6327-4e7d-8eeb-f28cae6c06ad,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:00.643719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba681f83-a5c0-4718-beec-d3491768409d req-b986e2e4-0186-400f-b74d-93718ac4064a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:00.646274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba681f83-a5c0-4718-beec-d3491768409d req-b986e2e4-0186-400f-b74d-93718ac4064a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 946 time: 0.0687411 Sep 24 00:36:00.690650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ba681f83-a5c0-4718-beec-d3491768409d req-ce158675-6402-45d0-ab3b-c10d9cbfb306 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370426 Sep 24 00:36:01.818226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421292-cc58-4937-a678-60f2a9125a84 req-5ba38e93-5129-447b-bd35-9ec0ae37138f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:01.819936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89421292-cc58-4937-a678-60f2a9125a84 req-5ba38e93-5129-447b-bd35-9ec0ae37138f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 946 time: 0.0506780 Sep 24 00:36:01.858342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89421292-cc58-4937-a678-60f2a9125a84 req-5b649236-2d7a-440f-be0a-9923d48add58 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320311 Sep 24 00:36:01.984267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455766e-f6ec-4f00-9cc2-e55f3e88b3b2 req-ea8f7664-b032-4279-9644-577138be7576 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:01.986131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7455766e-f6ec-4f00-9cc2-e55f3e88b3b2 req-ea8f7664-b032-4279-9644-577138be7576 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 946 time: 0.0577042 Sep 24 00:36:02.027107 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7455766e-f6ec-4f00-9cc2-e55f3e88b3b2 req-78bc9c0a-d306-4ddb-aec4-c9fac9724c95 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347545 Sep 24 00:36:02.053082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38298) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:02.283991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8bae93-7d0d-4978-a71e-0a4c889db2eb tempest-TestVolumeBootPattern-1448327806 tempest-TestVolumeBootPattern-1448327806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:02.285717 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8e8bae93-7d0d-4978-a71e-0a4c889db2eb tempest-TestVolumeBootPattern-1448327806 tempest-TestVolumeBootPattern-1448327806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1093 time: 0.2308743 Sep 24 00:36:02.288661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38312) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:02.293796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:02.317339 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:02.421777 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:02.541153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.25.5.38 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d98612e9-7e1f-4e49-b577-260b9242e613) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:02.649433 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:02.691631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:02.750807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:02.754261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:02.757539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:02.793080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=d98612e9-7e1f-4e49-b577-260b9242e613,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:03.228740 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:03.310823 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:03.798208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:03.803909 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:03.887245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=d98612e9-7e1f-4e49-b577-260b9242e613,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:03.903500 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:04.016722 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Floating IP 215c2ee5-9df5-4f5d-a03b-21140f70c1ea associated. External IP: 172.25.5.38, port: ea92abac-f627-4bbf-9f33-3e7148b78588. Sep 24 00:36:04.274641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Router 040848f9-a188-4572-9a5f-de145dca8178 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:36:04.397569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:36:04.411436 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:36:04.421761 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:36:04.422678 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:04.422942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:04.465251 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c4fe6d9-d21d-41d3-b1ec-692a9dad2948 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1753311 Sep 24 00:36:04.465685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:36:04.470919 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca56470f-853b-4e2e-a20b-ac72e1f08538" -d '{"events": [{"name": "network-changed", "server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:36:04.518382 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98e233e-9873-4aea-9dba-80ba9d1311b4 x-openstack-request-id: req-d98e233e-9873-4aea-9dba-80ba9d1311b4 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:36:04.518921 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:36:04.519366 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d98e233e-9873-4aea-9dba-80ba9d1311b4 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:36:04.520409 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'status': 'completed', 'code': 200} Sep 24 00:36:04.584607 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:36:04.607320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-a7c16a2a-467f-4146-bb56-759f67127dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:04.609799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-a7c16a2a-467f-4146-bb56-759f67127dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1098 time: 0.0650167 Sep 24 00:36:04.770336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-68e1b57a-73ef-4e23-937b-6ae3d08437a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:04.773158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-68e1b57a-73ef-4e23-937b-6ae3d08437a0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1558726 Sep 24 00:36:04.863034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-de882c04-de76-44d3-a437-2dbdaee71ef5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 200 len: 999 time: 0.0827773 Sep 24 00:36:04.928096 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:03Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:04.935359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-84a8e0bc-4d5a-4a95-8ab1-514ab88a5d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:04.938530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-84a8e0bc-4d5a-4a95-8ab1-514ab88a5d9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0678716 Sep 24 00:36:04.960605 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:36:04.977880 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:36:04.979081 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:05.031100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-d6e2a325-82c2-4bfa-b22e-58fd1da4deee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:05.034001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-d6e2a325-82c2-4bfa-b22e-58fd1da4deee service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877798 Sep 24 00:36:05.119497 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:36:05.142288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-0c724716-fe69-4323-a8c7-30de5af08264 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012592 Sep 24 00:36:05.255233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca56470f-853b-4e2e-a20b-ac72e1f08538 req-a3090bd5-2faa-4884-86d0-3711bec5f1be service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025908 Sep 24 00:36:05.381764 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:03Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:05.413105 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8272ca6c-d94e-4dac-af90-55e5c52713b2 None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:03Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:36:05.655718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-572ac6e5-97a7-4fb9-9778-123ddc94b462 None None] New status for floating IP 215c2ee5-9df5-4f5d-a03b-21140f70c1ea: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:36:06.891218 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:06.891884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38398) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:07.016962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6b44c1-63f4-4f20-9c43-d94a9734943a admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.117739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6b44c1-63f4-4f20-9c43-d94a9734943a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.122720 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bb6b44c1-63f4-4f20-9c43-d94a9734943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.170031 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bb6b44c1-63f4-4f20-9c43-d94a9734943a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3e1bd4a56e4476eb3e95f9f167a7748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2746470 Sep 24 00:36:07.170031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b44c1-63f4-4f20-9c43-d94a9734943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee4d44c-c5e3-4cb3-95a7-405e04164750,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:07.171892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38402) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:07.243663 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f580501e-136c-44f5-9cae-4dec036b26e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.271668 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f580501e-136c-44f5-9cae-4dec036b26e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.327415 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f580501e-136c-44f5-9cae-4dec036b26e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.330100 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f580501e-136c-44f5-9cae-4dec036b26e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.331435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f580501e-136c-44f5-9cae-4dec036b26e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ee4d44c-c5e3-4cb3-95a7-405e04164750 HTTP/1.1" status: 204 len: 168 time: 0.1591842 Sep 24 00:36:07.344951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f580501e-136c-44f5-9cae-4dec036b26e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ee4d44c-c5e3-4cb3-95a7-405e04164750,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:07.686985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38408) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:07.704505 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ee1aed2-1abc-4179-8f70-8fd8e074373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.825312 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ee1aed2-1abc-4179-8f70-8fd8e074373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.830236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3ee1aed2-1abc-4179-8f70-8fd8e074373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.873853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1aed2-1abc-4179-8f70-8fd8e074373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a846d7-26cb-49cf-8c52-2e30cdc4ad2f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:07.879619 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3ee1aed2-1abc-4179-8f70-8fd8e074373b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e3a92cb00204e2d85d8d383c6db6ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914833 Sep 24 00:36:07.888261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38410) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:07.957897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8061dba5-4d0b-4b88-ab27-15d61050484c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:07.985510 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8061dba5-4d0b-4b88-ab27-15d61050484c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:08.045357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8061dba5-4d0b-4b88-ab27-15d61050484c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:08.048325 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8061dba5-4d0b-4b88-ab27-15d61050484c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:08.049501 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8061dba5-4d0b-4b88-ab27-15d61050484c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85a846d7-26cb-49cf-8c52-2e30cdc4ad2f HTTP/1.1" status: 204 len: 168 time: 0.1599550 Sep 24 00:36:08.062280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061dba5-4d0b-4b88-ab27-15d61050484c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a846d7-26cb-49cf-8c52-2e30cdc4ad2f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:09.401097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:10.133913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38474) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:10.257030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-669bdc4f-2291-4936-a393-271969ba133c admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:10.357095 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-669bdc4f-2291-4936-a393-271969ba133c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:10.361804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-669bdc4f-2291-4936-a393-271969ba133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:10.402520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669bdc4f-2291-4936-a393-271969ba133c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b188e51e-975e-42d3-bcd8-56c012c2ea68,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:10.408440 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-669bdc4f-2291-4936-a393-271969ba133c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da319c86c4ba41708293e306cb3f6373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733395 Sep 24 00:36:10.411445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38478) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:10.470741 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98ec95e2-a99d-4daf-bf1c-f4eccffadc91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:10.493871 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98ec95e2-a99d-4daf-bf1c-f4eccffadc91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:10.550571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98ec95e2-a99d-4daf-bf1c-f4eccffadc91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:10.553515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-98ec95e2-a99d-4daf-bf1c-f4eccffadc91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:10.554730 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-98ec95e2-a99d-4daf-bf1c-f4eccffadc91 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b188e51e-975e-42d3-bcd8-56c012c2ea68 HTTP/1.1" status: 204 len: 168 time: 0.1423512 Sep 24 00:36:10.564351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec95e2-a99d-4daf-bf1c-f4eccffadc91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b188e51e-975e-42d3-bcd8-56c012c2ea68,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:10.878119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38484) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:10.891721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d572fa72-27ba-4c9e-afcf-5c493c2931f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:11.003571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d572fa72-27ba-4c9e-afcf-5c493c2931f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:11.007977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d572fa72-27ba-4c9e-afcf-5c493c2931f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:11.046268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572fa72-27ba-4c9e-afcf-5c493c2931f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215c09f7-aa68-4657-9d02-744d3f25f216,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:11.050781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d572fa72-27ba-4c9e-afcf-5c493c2931f7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55b5417ffb504dd697389c2348f262dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714549 Sep 24 00:36:11.053425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38486) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:11.108292 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be20671-a613-417f-872b-273278298d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:11.130335 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be20671-a613-417f-872b-273278298d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:11.192642 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be20671-a613-417f-872b-273278298d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:11.195407 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2be20671-a613-417f-872b-273278298d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:11.196683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2be20671-a613-417f-872b-273278298d43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/215c09f7-aa68-4657-9d02-744d3f25f216 HTTP/1.1" status: 204 len: 168 time: 0.1423309 Sep 24 00:36:11.205255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be20671-a613-417f-872b-273278298d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215c09f7-aa68-4657-9d02-744d3f25f216,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:13.862635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:14.003990 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca93e7b8-fe48-4d59-88af-91ed6f7c4411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.098877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca93e7b8-fe48-4d59-88af-91ed6f7c4411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.103159 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca93e7b8-fe48-4d59-88af-91ed6f7c4411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.138680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93e7b8-fe48-4d59-88af-91ed6f7c4411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a448ce-2d0c-4ef7-bdec-08ba426868f9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:14.144066 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ca93e7b8-fe48-4d59-88af-91ed6f7c4411 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=607bd5ff7c7147d3aaac42fd343d4edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2803111 Sep 24 00:36:14.147267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38568) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:14.194852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae406462-dcf0-487f-9fe7-1d19bb4bb77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.216329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae406462-dcf0-487f-9fe7-1d19bb4bb77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.270152 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae406462-dcf0-487f-9fe7-1d19bb4bb77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.272962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ae406462-dcf0-487f-9fe7-1d19bb4bb77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.274613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ae406462-dcf0-487f-9fe7-1d19bb4bb77e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75a448ce-2d0c-4ef7-bdec-08ba426868f9 HTTP/1.1" status: 204 len: 168 time: 0.1259751 Sep 24 00:36:14.282628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae406462-dcf0-487f-9fe7-1d19bb4bb77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a448ce-2d0c-4ef7-bdec-08ba426868f9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:14.327728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38574) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:14.488756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Deleting port 85cfa9bb-cf31-47d7-a15d-7d7a1c2ee617 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:14.489051 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.574025 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.574493 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.592070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Calling delete_port for 85cfa9bb-cf31-47d7-a15d-7d7a1c2ee617 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:14.599234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38578) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:14.616171 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94f862fe-1487-48bd-b479-6560d21637f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.716296 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94f862fe-1487-48bd-b479-6560d21637f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.720435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-94f862fe-1487-48bd-b479-6560d21637f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.759275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-94f862fe-1487-48bd-b479-6560d21637f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1c475e95af7420da12e0ee1b3b584a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1581142 Sep 24 00:36:14.762415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38580) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:14.770676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f862fe-1487-48bd-b479-6560d21637f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c2df74-6786-428d-b05e-d43411311c2a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:14.789443 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.817350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event deleted for resources: {'Port': ['ID=85cfa9bb-cf31-47d7-a15d-7d7a1c2ee617,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:14.826634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c761a17a-d7bc-4611-8140-f7c5aee1d3e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.849182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c761a17a-d7bc-4611-8140-f7c5aee1d3e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.880866 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.881773 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Floating IP 769289ec-1985-4714-842c-3eb792b587cf disassociated (deleted). External IP: 172.25.5.110, port: 7e52bcfa-0e3b-404c-ac29-60a2192606a8. Sep 24 00:36:14.900808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c761a17a-d7bc-4611-8140-f7c5aee1d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.905258 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c761a17a-d7bc-4611-8140-f7c5aee1d3e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:14.909231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c761a17a-d7bc-4611-8140-f7c5aee1d3e7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a5c2df74-6786-428d-b05e-d43411311c2a HTTP/1.1" status: 204 len: 168 time: 0.1435442 Sep 24 00:36:14.920990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761a17a-d7bc-4611-8140-f7c5aee1d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c2df74-6786-428d-b05e-d43411311c2a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:15.117208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:36:15.237894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:36:15.242595 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:15.249903 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] Sync routers for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:36:15.259926 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:36:15.260760 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:15.277728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-29734865-653c-43f6-8649-a41451e80a09 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "DELETE /v2.0/floatingips/769289ec-1985-4714-842c-3eb792b587cf HTTP/1.1" status: 204 len: 168 time: 0.9487715 Sep 24 00:36:15.278398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:36:15.280999 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11e3f4b-0b21-4d45-8428-59f3c1549e11" -d '{"events": [{"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:36:15.334715 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e697884-4b1c-49b4-95a9-7fa39393f1b8 x-openstack-request-id: req-7e697884-4b1c-49b4-95a9-7fa39393f1b8 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:36:15.334715 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:36:15.335061 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7e697884-4b1c-49b4-95a9-7fa39393f1b8 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:36:15.335477 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'status': 'completed', 'code': 200} Sep 24 00:36:15.423093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-9f4116c2-179b-402f-840c-bc0429a009ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:15.425932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-9f4116c2-179b-402f-840c-bc0429a009ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305&device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 1097 time: 0.0654683 Sep 24 00:36:15.495813 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:36:15.551043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-d85ef3d7-dd1b-4f61-a6a0-6618b2c76c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:15.552593 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-d85ef3d7-dd1b-4f61-a6a0-6618b2c76c02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d3da3850-740e-4d91-b6ae-2a1e053169e4 HTTP/1.1" status: 200 len: 914 time: 0.1166029 Sep 24 00:36:15.567444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9181c6f2-6f34-47a4-9815-2b385728dbbf req-927501df-8991-4b4e-b572-fe02a1665f06 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:15.569688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9181c6f2-6f34-47a4-9815-2b385728dbbf req-927501df-8991-4b4e-b572-fe02a1665f06 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 945 time: 0.0573030 Sep 24 00:36:15.625289 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-37035823-84a3-4393-8e41-cb6d54b28d5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8 HTTP/1.1" status: 200 len: 217 time: 0.0641761 Sep 24 00:36:15.627476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9181c6f2-6f34-47a4-9815-2b385728dbbf req-ebb8502a-48d9-4fb2-a121-009b42d5ba81 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486856 Sep 24 00:36:15.686900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-92851613-504a-4b2e-a3bd-052af076d6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:15.688398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-92851613-504a-4b2e-a3bd-052af076d6c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b7e8a407-308d-41d7-a48d-3f7ad466b0bd HTTP/1.1" status: 200 len: 852 time: 0.0507710 Sep 24 00:36:15.732013 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:15.740414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-9bd1a5fc-03a6-4349-9508-8adc0aba6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:15.742352 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-9bd1a5fc-03a6-4349-9508-8adc0aba6698 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d3da3850-740e-4d91-b6ae-2a1e053169e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465710 Sep 24 00:36:15.761148 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] Checking router: 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:36:15.769341 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:36:15.770152 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:35:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:15.849010 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-0dcfd6ee-60c1-43b4-8213-577498c3c7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984237 Sep 24 00:36:15.885797 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:36:15.956524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c11e3f4b-0b21-4d45-8428-59f3c1549e11 req-71eafe19-2cd0-4f37-adfd-6587352e189d service neutron] 10.222.0.20 "GET /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992162 Sep 24 00:36:16.093149 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:16.119617 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf6b46-24c1-446b-8679-e8327dae7a4a None None] The sync data for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 is: [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:33:04Z', 'revision_number': 4, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3', 'name': '', 'network_id': 'd3da3850-740e-4d91-b6ae-2a1e053169e4', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'mac_address': 'fa:16:3e:26:3e:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3775, 'fixed_ips': [{'subnet_id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:03Z', 'updated_at': '2021-09-24T00:33:10Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'subnets': [{'id': 'b7e8a407-308d-41d7-a48d-3f7ad466b0bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:36:16.349983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649fe13d-e929-4ecd-a0f5-963758318716 None None] New status for floating IP 769289ec-1985-4714-842c-3eb792b587cf: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:36:16.757251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466c881-b774-4ad0-973e-368427182d6d req-9d98a918-f58a-4659-95ba-112e43b083f7 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:16.759237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6466c881-b774-4ad0-973e-368427182d6d req-9d98a918-f58a-4659-95ba-112e43b083f7 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 945 time: 0.0549231 Sep 24 00:36:16.799684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6466c881-b774-4ad0-973e-368427182d6d req-00b91736-9540-4ed7-b53a-fd0522743c6f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/security-groups?id=99b61bc2-c89a-4a6b-84bb-105867a14dcd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Sep 24 00:36:16.990547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-a5364c0b-18e0-4603-b1cb-b632c69ff080 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:16.993934 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-a5364c0b-18e0-4603-b1cb-b632c69ff080 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.20 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 945 time: 0.0510995 Sep 24 00:36:17.092083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Deleting port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:17.092424 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:17.189322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] For port 7e52bcfa-0e3b-404c-ac29-60a2192606a8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=7e52bcfa-0e3b-404c-ac29-60a2192606a8,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:17.189685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:17.203171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Calling delete_port for 7e52bcfa-0e3b-404c-ac29-60a2192606a8 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:17.339447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:17.368931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event deleted for resources: {'Port': ['ID=7e52bcfa-0e3b-404c-ac29-60a2192606a8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:17.377982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.378325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.378666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.379030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.379356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.379682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.380015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.380325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.380644 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.380962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.381277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.381608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:17.430167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] No DVR routers for this DVR port 7e52bcfa-0e3b-404c-ac29-60a2192606a8 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:36:17.433490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:17.435598 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b091c2af-dc1f-4756-bed3-33e178b0ba2f req-c93fb5d6-c1a8-4640-aa08-a12b774c2973 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.20 "DELETE /v2.0/ports/7e52bcfa-0e3b-404c-ac29-60a2192606a8 HTTP/1.1" status: 204 len: 173 time: 0.4361827 Sep 24 00:36:17.436041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'name': 'network-vif-deleted', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:36:17.438303 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f0f2ca-86be-4fe4-a7c6-18fc12843cd6" -d '{"events": [{"server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "name": "network-vif-deleted", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:36:17.479873 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adea84ad-ba72-4fda-8b19-063d8e8c1c23 x-openstack-request-id: req-adea84ad-ba72-4fda-8b19-063d8e8c1c23 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:36:17.480267 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0a9f92c-4e2e-47bc-8897-adf78ce0a548", "name": "network-vif-deleted", "tag": "7e52bcfa-0e3b-404c-ac29-60a2192606a8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:36:17.480605 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-adea84ad-ba72-4fda-8b19-063d8e8c1c23 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:36:17.481250 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0a9f92c-4e2e-47bc-8897-adf78ce0a548', 'name': 'network-vif-deleted', 'tag': '7e52bcfa-0e3b-404c-ac29-60a2192606a8', 'status': 'completed', 'code': 200} Sep 24 00:36:17.741315 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:36:17.920664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a4f7fd9-1aa7-4002-a9f4-664cb17216a8 req-9cea6a61-98ef-473b-b876-e52e75056d56 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 210 time: 0.0436060 Sep 24 00:36:19.049392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-77edfb49-d62a-4cb9-8fe9-e9e7c3e2b401 req-eb0c747e-23cd-4aca-9888-fc995412e656 tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 210 time: 0.0448415 Sep 24 00:36:20.205616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8bcda1d-fcc2-4dad-ba31-dbc1664f31cb req-2efa0665-b4ef-4814-9e9e-2165f00ae34f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 210 time: 0.0435922 Sep 24 00:36:20.558256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 7e52bcfa-0e3b-404c-ac29-60a2192606a8 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:20.579823 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 7e52bcfa-0e3b-404c-ac29-60a2192606a8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:20.580236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 7e52bcfa-0e3b-404c-ac29-60a2192606a8 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:20.977024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 38948) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:21.120183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f87d037-387e-406a-ac34-5e2187262463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:21.220884 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f87d037-387e-406a-ac34-5e2187262463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:21.225725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f87d037-387e-406a-ac34-5e2187262463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:21.281311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1f87d037-387e-406a-ac34-5e2187262463 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c85e119ce8094b6cbefc73ad6d125aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3028812 Sep 24 00:36:21.282689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87d037-387e-406a-ac34-5e2187262463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8ac190-0c34-494b-bbf7-f4eef458a9b9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:21.283689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38954) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:21.345881 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38cc81e3-8f45-48c2-a104-5c455d2794ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:21.380694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38cc81e3-8f45-48c2-a104-5c455d2794ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:21.395433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9958eb79-7fb7-491e-833e-42ba5a44ba9c req-a23e9097-fa27-40e0-9cad-10d6e20c704f tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0a9f92c-4e2e-47bc-8897-adf78ce0a548 HTTP/1.1" status: 200 len: 210 time: 0.0629075 Sep 24 00:36:21.470333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38cc81e3-8f45-48c2-a104-5c455d2794ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:21.474678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38cc81e3-8f45-48c2-a104-5c455d2794ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:21.476504 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-38cc81e3-8f45-48c2-a104-5c455d2794ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6d8ac190-0c34-494b-bbf7-f4eef458a9b9 HTTP/1.1" status: 204 len: 168 time: 0.1914980 Sep 24 00:36:21.489109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc81e3-8f45-48c2-a104-5c455d2794ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8ac190-0c34-494b-bbf7-f4eef458a9b9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:22.465173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 38982) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:22.548364 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc20-2014-45fc-8a27-45c711ec2ebc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:22.580221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc20-2014-45fc-8a27-45c711ec2ebc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:22.663418 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc20-2014-45fc-8a27-45c711ec2ebc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:22.667808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-45e2cc20-2014-45fc-8a27-45c711ec2ebc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:22.669720 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-45e2cc20-2014-45fc-8a27-45c711ec2ebc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] 10.222.0.24 "DELETE /v2.0/security-groups/99b61bc2-c89a-4a6b-84bb-105867a14dcd HTTP/1.1" status: 204 len: 168 time: 0.2032495 Sep 24 00:36:22.689160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2cc20-2014-45fc-8a27-45c711ec2ebc tempest-TestVolumeBackupRestore-673608697 tempest-TestVolumeBackupRestore-673608697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b61bc2-c89a-4a6b-84bb-105867a14dcd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:23.033718 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-46385768-9b8e-4c02-bca0-fd120c176f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:23.842106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39050) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:24.052239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0d96-09a1-41cf-abec-25f5c129bba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:24.196887 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0d96-09a1-41cf-abec-25f5c129bba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:24.204646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0d96-09a1-41cf-abec-25f5c129bba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:24.245013 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b0d96-09a1-41cf-abec-25f5c129bba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682c6c4d-3f23-4a04-8c39-5e0dbbd8d065,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:24.256618 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39098) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:24.265750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bf3b0d96-09a1-41cf-abec-25f5c129bba9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a943fa438d8e4f0d80adf79bd05568a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4222291 Sep 24 00:36:24.326136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f98dc720-3c31-49b5-9516-3d8014d232a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:24.366869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f98dc720-3c31-49b5-9516-3d8014d232a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:24.428259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f98dc720-3c31-49b5-9516-3d8014d232a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:24.432285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f98dc720-3c31-49b5-9516-3d8014d232a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:24.437125 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f98dc720-3c31-49b5-9516-3d8014d232a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/682c6c4d-3f23-4a04-8c39-5e0dbbd8d065 HTTP/1.1" status: 204 len: 168 time: 0.1793747 Sep 24 00:36:24.446138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dc720-3c31-49b5-9516-3d8014d232a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682c6c4d-3f23-4a04-8c39-5e0dbbd8d065,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:24.856458 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39176) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:24.882637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10172302-67c5-4a15-bf53-a306a8ecd1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:25.069341 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10172302-67c5-4a15-bf53-a306a8ecd1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:25.080581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-10172302-67c5-4a15-bf53-a306a8ecd1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:25.128245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10172302-67c5-4a15-bf53-a306a8ecd1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5e0642-17d2-41b2-b131-21e0314a6fef,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:25.171573 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-10172302-67c5-4a15-bf53-a306a8ecd1d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09ce1fbbf6d448079f085b96771167bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134291 Sep 24 00:36:25.174243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39210) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:25.261019 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-23a04ffc-5e63-4831-a5d8-d2b0feea8fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:25.288133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-23a04ffc-5e63-4831-a5d8-d2b0feea8fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:25.377112 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-23a04ffc-5e63-4831-a5d8-d2b0feea8fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:25.385772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-23a04ffc-5e63-4831-a5d8-d2b0feea8fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:25.385772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-23a04ffc-5e63-4831-a5d8-d2b0feea8fa1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d5e0642-17d2-41b2-b131-21e0314a6fef HTTP/1.1" status: 204 len: 168 time: 0.2067645 Sep 24 00:36:25.401597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a04ffc-5e63-4831-a5d8-d2b0feea8fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5e0642-17d2-41b2-b131-21e0314a6fef,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:25.896667 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:26.024819 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2caf852d-5e1b-4408-80df-853ab40c2a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:26.669468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39378) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:26.861422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-132875710'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:26.875221 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:26.912134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Made reservation on behalf of 325dd5b0b5d04dcf859185279c3231e4 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:26.917099 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:26.927755 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:27.102272 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:27.114815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:27.163764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:27.175188 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6561e9c-4404-4289-85a9-1e44fcda9c1f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:27.196954 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:27.197745 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Added segment 5a52cdcc-27ab-4e57-ba7c-b1151bd4103b of type vlan for network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a Sep 24 00:36:27.355124 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:27.403201 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:27.411405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:27.412282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:27.515582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8412151 Sep 24 00:36:27.516641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39462) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:27.520123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef7dbf-d953-4ffd-854f-ef67e38898b9 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Network': ['ID=74323b46-d879-4a0e-8aa8-eb5999e8ff0a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:27.522154 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'subnet': {'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:27.540298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:27.706277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Made reservation on behalf of 325dd5b0b5d04dcf859185279c3231e4 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:27.715116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.020300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.090725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Subnet': ['ID=47555db2-b250-454f-93ce-d9bd0a41a870,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:28.109810 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Checking segment: {'id': '5a52cdcc-27ab-4e57-ba7c-b1151bd4103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:28.110310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Network hostable DHCP agents. Network: 74323b46-d879-4a0e-8aa8-eb5999e8ff0a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:36:28.132062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:36:28.143761 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 74323b46-d879-4a0e-8aa8-eb5999e8ff0a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:28.148851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:28.149449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.159029 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b04e12c-bc24-40e8-afda-be2ba61a9039 None None] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:28.182393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-829b477d-ef96-4cba-b0da-057c51a7d252 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6611857 Sep 24 00:36:28.183153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39534) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:28.192543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'name': 'tempest-AllowedAddressPairTestJSON-1074870995'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:28.354886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Made reservation on behalf of 325dd5b0b5d04dcf859185279c3231e4 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:28.361005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.362913 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'tenant_id': '325dd5b0b5d04dcf859185279c3231e4', 'fixed_ips': [{'subnet_id': '47555db2-b250-454f-93ce-d9bd0a41a870'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:36:28.364026 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.390145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] device_id is not set on port f0c56e14-a781-4e75-a8b6-27e686ddafe9 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:28.494856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39540) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:28.546174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Allocated IP 172.20.0.2 (74323b46-d879-4a0e-8aa8-eb5999e8ff0a/47555db2-b250-454f-93ce-d9bd0a41a870/f2567ba5-623e-4b8e-ada4-c7faebce0dbd) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:28.718317 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.725007 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.766667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:28.771465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:28.776848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:28.787581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Pushing event updated for resources: {'Port': ['ID=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:28.796057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Allocated IP 172.20.0.12 (74323b46-d879-4a0e-8aa8-eb5999e8ff0a/47555db2-b250-454f-93ce-d9bd0a41a870/f0c56e14-a781-4e75-a8b6-27e686ddafe9) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:28.814868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.815707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.817387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.819367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.820014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.821064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.822600 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.823153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.823679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.824684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.825654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.826462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:28.915120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Attempting to bind port f2567ba5-623e-4b8e-ada4-c7faebce0dbd on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:36:28.916559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Attempting to bind port f2567ba5-623e-4b8e-ada4-c7faebce0dbd by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5a52cdcc-27ab-4e57-ba7c-b1151bd4103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:36:28.917425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Attempting to bind port f2567ba5-623e-4b8e-ada4-c7faebce0dbd on network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:36:28.925841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:36:28.926530 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Checking segment: {'id': '5a52cdcc-27ab-4e57-ba7c-b1151bd4103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:28.927223 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.927850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Bound using segment: {'id': '5a52cdcc-27ab-4e57-ba7c-b1151bd4103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:36:28.928588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Bound port: f2567ba5-623e-4b8e-ada4-c7faebce0dbd, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52cdcc-27ab-4e57-ba7c-b1151bd4103b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:36:28.929204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:28.953446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.011460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.020678 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fe02d473-4925-426e-813c-6266151cec06 None None] For port f2567ba5-623e-4b8e-ada4-c7faebce0dbd, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:36:29.026097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fe02d473-4925-426e-813c-6266151cec06 None None] For port f2567ba5-623e-4b8e-ada4-c7faebce0dbd, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,segment=NetworkSegment(5a52cdcc-27ab-4e57-ba7c-b1151bd4103b),segment_id=5a52cdcc-27ab-4e57-ba7c-b1151bd4103b)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:36:29.031351 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.068723 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.106971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02d473-4925-426e-813c-6266151cec06 None None] Pushing event updated for resources: {'Port': ['ID=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:29.124984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:29.128369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:29.130962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:29.179807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=f0c56e14-a781-4e75-a8b6-27e686ddafe9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:29.200147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:29.201213 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.229078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e18cbbf0-549a-4b82-b4f6-e4d327a4a977 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0433629 Sep 24 00:36:29.229790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39542) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:29.235173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'name': 'tempest-AllowedAddressPairTestJSON-1440252049', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d9:e8:19'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:29.255653 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.297287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Deleting port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:29.297621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.403673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Made reservation on behalf of 325dd5b0b5d04dcf859185279c3231e4 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:29.428997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] For port 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:29.429536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.447870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Calling delete_port for 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:29.528787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.567485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] device_id is not set on port 3bb01049-5110-4f50-ad22-5bc893c64313 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:29.663815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.694891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Pushing event deleted for resources: {'Port': ['ID=0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:29.712449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Allocated IP 172.20.0.9 (74323b46-d879-4a0e-8aa8-eb5999e8ff0a/47555db2-b250-454f-93ce-d9bd0a41a870/3bb01049-5110-4f50-ad22-5bc893c64313) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:29.928158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.943800 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:29.998322 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.061890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:30.065326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:30.069408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:30.102058 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=3bb01049-5110-4f50-ad22-5bc893c64313,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:30.138893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:30.139574 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.156390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b67947e7-299e-49a0-a785-6fea5362aee6 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.9253235 Sep 24 00:36:30.158646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39544) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:30.275958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e1ba59-78b3-4b88-813c-55b5625d97fe tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:30.282097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e1ba59-78b3-4b88-813c-55b5625d97fe tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:30.288207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e1ba59-78b3-4b88-813c-55b5625d97fe tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:30.290586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e5e1ba59-78b3-4b88-813c-55b5625d97fe tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1304498 Sep 24 00:36:30.294980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39546) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:30.380249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec847ff-7933-44f9-b4d8-79c95135b278 None None] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:30.439178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb60a4-afeb-41e2-8bcc-65e58729e942 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Deleting port 3bb01049-5110-4f50-ad22-5bc893c64313 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:30.439491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-08480ac3-2e7c-4b37-ac19-340915c73603 None None] Provisioning complete for port f2567ba5-623e-4b8e-ada4-c7faebce0dbd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:30.439842 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08480ac3-2e7c-4b37-ac19-340915c73603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.440295 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ccb60a4-afeb-41e2-8bcc-65e58729e942 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.615395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ccb60a4-afeb-41e2-8bcc-65e58729e942 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.620741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08480ac3-2e7c-4b37-ac19-340915c73603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.626433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:36:30.641779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9ccb60a4-afeb-41e2-8bcc-65e58729e942 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Calling delete_port for 3bb01049-5110-4f50-ad22-5bc893c64313 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:30.664160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-08480ac3-2e7c-4b37-ac19-340915c73603 None None] For port f2567ba5-623e-4b8e-ada4-c7faebce0dbd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,segment=NetworkSegment(5a52cdcc-27ab-4e57-ba7c-b1151bd4103b),segment_id=5a52cdcc-27ab-4e57-ba7c-b1151bd4103b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:30.669070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f2567ba5-623e-4b8e-ada4-c7faebce0dbd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:36:30.675144 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08480ac3-2e7c-4b37-ac19-340915c73603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.774125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08480ac3-2e7c-4b37-ac19-340915c73603 None None] Pushing event updated for resources: {'Port': ['ID=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:30.779676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f2567ba5-623e-4b8e-ada4-c7faebce0dbd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:30.780191 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.807393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:36:30.821931 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] Sync routers for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:36:30.822600 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a227dd66-5037-4f3b-8542-18b52077599f admin admin] 10.222.0.24 "PUT /v2.0/routers/09b44b91-695a-4ff9-8b63-8d7ec44cc2bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3264661 Sep 24 00:36:30.823273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39548) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:30.842449 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:36:30.843698 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:36:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:30.866200 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ccb60a4-afeb-41e2-8bcc-65e58729e942 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:30.912230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb60a4-afeb-41e2-8bcc-65e58729e942 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Port': ['ID=3bb01049-5110-4f50-ad22-5bc893c64313,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:30.957735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.044971 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:36:31.091950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.112884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2f913c01-bf47-4067-ad41-adb8c3e2a879 None None] Provisioning complete for port f0c56e14-a781-4e75-a8b6-27e686ddafe9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:31.113574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2f913c01-bf47-4067-ad41-adb8c3e2a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.151633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9ccb60a4-afeb-41e2-8bcc-65e58729e942 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.156475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9ccb60a4-afeb-41e2-8bcc-65e58729e942 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "DELETE /v2.0/ports/3bb01049-5110-4f50-ad22-5bc893c64313 HTTP/1.1" status: 204 len: 168 time: 0.8599725 Sep 24 00:36:31.160631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39550) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:31.179559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2f913c01-bf47-4067-ad41-adb8c3e2a879 None None] Port f0c56e14-a781-4e75-a8b6-27e686ddafe9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:31.199052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2f913c01-bf47-4067-ad41-adb8c3e2a879 None None] Provisioning complete for port f2567ba5-623e-4b8e-ada4-c7faebce0dbd triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:31.199767 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2f913c01-bf47-4067-ad41-adb8c3e2a879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.211628 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd49861d-0e73-4d74-864e-df4ce5e8f7de tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] GET failed (client error): The resource could not be found. Sep 24 00:36:31.213081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Deleting port 758bfda6-8813-4cba-b32b-f7d4e074ba3d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:31.213666 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.215303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dd49861d-0e73-4d74-864e-df4ce5e8f7de tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "GET /v2.0/ports/3bb01049-5110-4f50-ad22-5bc893c64313 HTTP/1.1" status: 404 len: 333 time: 0.0529778 Sep 24 00:36:31.223974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39552) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:31.235293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'name': 'tempest-AllowedAddressPairTestJSON-1232130277'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:31.349932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] For port 758bfda6-8813-4cba-b32b-f7d4e074ba3d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=758bfda6-8813-4cba-b32b-f7d4e074ba3d,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:31.350295 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.368867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2f913c01-bf47-4067-ad41-adb8c3e2a879 None None] Could not find standard attr ID for object 3bb01049-5110-4f50-ad22-5bc893c64313. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:36:31.378844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Calling delete_port for 758bfda6-8813-4cba-b32b-f7d4e074ba3d owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:31.420350 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:36:29Z', 'revision_number': 5, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port': {'id': '758bfda6-8813-4cba-b32b-f7d4e074ba3d', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:c5:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3774, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:01Z', 'updated_at': '2021-09-24T00:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:31.449352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Made reservation on behalf of 325dd5b0b5d04dcf859185279c3231e4 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:31.456670 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.472344 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] Checking router: 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:36:31.483235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] device_id is not set on port 771a2a48-f6f1-4f08-ac36-230545038c88 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:31.496856 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] Routers {'09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:36:31.497103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d4eb3164-5b57-4bf0-9ffa-dcb80f6d7c97 None None] Provisioning complete for port f0c56e14-a781-4e75-a8b6-27e686ddafe9 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:31.497615 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d4eb3164-5b57-4bf0-9ffa-dcb80f6d7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.497861 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:36:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:31.560345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d4eb3164-5b57-4bf0-9ffa-dcb80f6d7c97 None None] Port f0c56e14-a781-4e75-a8b6-27e686ddafe9 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:31.626106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.669338 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] Set router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:36:31.675043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Allocated IP 172.20.0.8 (74323b46-d879-4a0e-8aa8-eb5999e8ff0a/47555db2-b250-454f-93ce-d9bd0a41a870/771a2a48-f6f1-4f08-ac36-230545038c88) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:31.679317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Pushing event deleted for resources: {'Port': ['ID=758bfda6-8813-4cba-b32b-f7d4e074ba3d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:31.756212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:36:31Z', 'revision_number': 6, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:31.776470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ec3b0223-f4c9-4598-9d74-4d1b5552f387 None None] Could not find standard attr ID for object 3bb01049-5110-4f50-ad22-5bc893c64313. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:36:31.795530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.801469 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52d4232-cc14-4472-9774-c6c76e23f585 None None] The sync data for ids ['09b44b91-695a-4ff9-8b63-8d7ec44cc2bc'] in n-d-713498-18 is: [{'id': '09b44b91-695a-4ff9-8b63-8d7ec44cc2bc', 'name': 'tempest-TestVolumeBackupRestore-662337453-router', 'tenant_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:32:59Z', 'updated_at': '2021-09-24T00:36:31Z', 'revision_number': 6, 'project_id': '6af37a9b4ee24eb1b278ba8ccfccc305', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:36:31.911367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.913918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.966934 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.975562 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.976114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09b44b91-695a-4ff9-8b63-8d7ec44cc2bc {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:36:31.980969 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:31.984425 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7dfd7494-fb25-494c-9575-24bcc8b1e46a admin admin] 10.222.0.24 "DELETE /v2.0/routers/09b44b91-695a-4ff9-8b63-8d7ec44cc2bc HTTP/1.1" status: 204 len: 168 time: 1.1579001 Sep 24 00:36:31.984715 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39554) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:32.009769 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.040548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-35572d77-35a2-40ab-8f96-4f4eaee05160 admin admin] Deleting subnet b7e8a407-308d-41d7-a48d-3f7ad466b0bd {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:36:32.045814 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35572d77-35a2-40ab-8f96-4f4eaee05160 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.057665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:32.060770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:32.064394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:32.096201 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=771a2a48-f6f1-4f08-ac36-230545038c88,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:32.108469 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35572d77-35a2-40ab-8f96-4f4eaee05160 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.135830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:32.136984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.157599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b81e226-24a9-47cd-b944-5b35145edbdb tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9323084 Sep 24 00:36:32.160337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39556) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:32.167151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d9:e8:19'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:32.230128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35572d77-35a2-40ab-8f96-4f4eaee05160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.272052 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.324185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35572d77-35a2-40ab-8f96-4f4eaee05160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.362972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35572d77-35a2-40ab-8f96-4f4eaee05160 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e8a407-308d-41d7-a48d-3f7ad466b0bd,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:32.367272 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-35572d77-35a2-40ab-8f96-4f4eaee05160 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.369775 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-35572d77-35a2-40ab-8f96-4f4eaee05160 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b7e8a407-308d-41d7-a48d-3f7ad466b0bd HTTP/1.1" status: 204 len: 168 time: 0.3837502 Sep 24 00:36:32.373527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39558) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:32.378254 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf58506-1b14-4be0-a096-17afc9c10984 None None] Network d3da3850-740e-4d91-b6ae-2a1e053169e4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:32.533461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.574636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f2567ba5-623e-4b8e-ada4-c7faebce0dbd up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:36:32.632820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Deleting port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:32.633146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.634582 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.637956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b044dd6b-70cf-45c1-ba1e-e68abc5d13ba None None] Provisioning complete for port 771a2a48-f6f1-4f08-ac36-230545038c88 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:32.639567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b044dd6b-70cf-45c1-ba1e-e68abc5d13ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.640916 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.730306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] For port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=91ecdcf8-e7fc-463a-85a9-25c6a4370dd3,segment=NetworkSegment(652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa),segment_id=652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:32.730953 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.743817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f2567ba5-623e-4b8e-ada4-c7faebce0dbd triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:32.744418 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.749028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Calling delete_port for 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:32.769522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] DHCP port deletion for d3da3850-740e-4d91-b6ae-2a1e053169e4 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:36:32.792505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=771a2a48-f6f1-4f08-ac36-230545038c88,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:32.803317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] In _notify_port_updated(), no bound segment for port 771a2a48-f6f1-4f08-ac36-230545038c88 on network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:36:32.844001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:32.854720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.861747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39560) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:32.865874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7b77e9b4-1a42-488c-bd72-08e54da6617b tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "PUT /v2.0/ports/771a2a48-f6f1-4f08-ac36-230545038c88 HTTP/1.1" status: 200 len: 994 time: 0.6960042 Sep 24 00:36:32.873374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b044dd6b-70cf-45c1-ba1e-e68abc5d13ba None None] Port 771a2a48-f6f1-4f08-ac36-230545038c88 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:32.952675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:32.991320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] No DVR routers for this DVR port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:36:32.998142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Pushing event deleted for resources: {'Port': ['ID=91ecdcf8-e7fc-463a-85a9-25c6a4370dd3,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:33.045705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5268b74-c09c-46c9-9768-332210b13aff tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Deleting port 771a2a48-f6f1-4f08-ac36-230545038c88 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:33.046043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5268b74-c09c-46c9-9768-332210b13aff tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.052034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] Deleting port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:33.052632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.093446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0e6376b2-7882-4888-935c-642f91c27b4b None None] Provisioning complete for port 771a2a48-f6f1-4f08-ac36-230545038c88 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:33.094045 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0e6376b2-7882-4888-935c-642f91c27b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.102962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.162557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3da3850-740e-4d91-b6ae-2a1e053169e4']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:33.177529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:33.177929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '652ab1e0-cf2b-4b76-b3f8-9e8c3ccdc9fa') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:33.178082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:33.194245 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.207178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] For port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:33.207765 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.209046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5268b74-c09c-46c9-9768-332210b13aff tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.217106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:33.217416 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0dabdf4d-5ca7-40eb-9bda-b3d8d2acf7f3 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:33.217918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 758bfda6-8813-4cba-b32b-f7d4e074ba3d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:33.228516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.230508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] Calling delete_port for 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:33.231547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-f5268b74-c09c-46c9-9768-332210b13aff tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Calling delete_port for 771a2a48-f6f1-4f08-ac36-230545038c88 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:33.241684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:33.242206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:33.244920 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:33.251962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] Port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:36:33.252795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-0e6376b2-7882-4888-935c-642f91c27b4b None None] Port 771a2a48-f6f1-4f08-ac36-230545038c88 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:33.254303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 758bfda6-8813-4cba-b32b-f7d4e074ba3d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:33.254644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 758bfda6-8813-4cba-b32b-f7d4e074ba3d not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:33.262575 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.313853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] Pushing event deleted for resources: {'Port': ['ID=91ecdcf8-e7fc-463a-85a9-25c6a4370dd3,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:33.316879 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4c5fb-36e1-4965-809b-ffbba210f2fe None None] No DVR routers for this DVR port 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:36:33.354925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.362644 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.364631 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d3da3850-740e-4d91-b6ae-2a1e053169e4 HTTP/1.1" status: 204 len: 168 time: 0.9899597 Sep 24 00:36:33.367849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39562) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:33.383470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c9c80-2ea5-411f-9178-2bc66bd8e138 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3da3850-740e-4d91-b6ae-2a1e053169e4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:33.464846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5268b74-c09c-46c9-9768-332210b13aff tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.505737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5268b74-c09c-46c9-9768-332210b13aff tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Port': ['ID=771a2a48-f6f1-4f08-ac36-230545038c88,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:33.723930 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f5268b74-c09c-46c9-9768-332210b13aff tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.726408 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f5268b74-c09c-46c9-9768-332210b13aff tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "DELETE /v2.0/ports/771a2a48-f6f1-4f08-ac36-230545038c88 HTTP/1.1" status: 204 len: 168 time: 0.8635383 Sep 24 00:36:33.730880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:33.760828 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed11efad-6512-43cb-af94-311791ff6d49 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] GET failed (client error): The resource could not be found. Sep 24 00:36:33.763000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ed11efad-6512-43cb-af94-311791ff6d49 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "GET /v2.0/ports/771a2a48-f6f1-4f08-ac36-230545038c88 HTTP/1.1" status: 404 len: 333 time: 0.0307667 Sep 24 00:36:33.767894 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39566) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:33.774162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'name': 'tempest-AllowedAddressPairTestJSON-1730881853'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:33.904311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Made reservation on behalf of 325dd5b0b5d04dcf859185279c3231e4 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:33.908000 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:33.926338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] device_id is not set on port ceeaecd8-0889-4484-9584-ce43ab6155ce yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:34.057198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Allocated IP 172.20.0.3 (74323b46-d879-4a0e-8aa8-eb5999e8ff0a/47555db2-b250-454f-93ce-d9bd0a41a870/ceeaecd8-0889-4484-9584-ce43ab6155ce) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:34.091609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:34.225599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:34.267696 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:34.321237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:34.324558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:34.331363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:34.335462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=ceeaecd8-0889-4484-9584-ce43ab6155ce,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:34.377018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Deleting port b39d6835-a233-4546-b3fd-bbb4ff871964 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:34.377507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:34.395980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:34.397362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:34.422380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39570) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:34.422581 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fdf5a7c4-b249-4473-a36a-76afc98746be tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6534688 Sep 24 00:36:34.436111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d9:e8:19'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:34.485788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:34.513561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:34.513905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 91ecdcf8-e7fc-463a-85a9-25c6a4370dd3 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:34.583576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] For port b39d6835-a233-4546-b3fd-bbb4ff871964, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b39d6835-a233-4546-b3fd-bbb4ff871964,segment=NetworkSegment(28d13573-7533-444d-bd2e-9d956af2d9fc),segment_id=28d13573-7533-444d-bd2e-9d956af2d9fc)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:34.583848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:34.629410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Calling delete_port for b39d6835-a233-4546-b3fd-bbb4ff871964 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:34.687685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-beb6cab1-96a7-4575-9706-0882fa9e7e46 None None] Provisioning complete for port ceeaecd8-0889-4484-9584-ce43ab6155ce triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:34.688060 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-beb6cab1-96a7-4575-9706-0882fa9e7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:34.726601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-beb6cab1-96a7-4575-9706-0882fa9e7e46 None None] Port ceeaecd8-0889-4484-9584-ce43ab6155ce cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:34.745732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:34.991856 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.031758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Pushing event deleted for resources: {'Port': ['ID=b39d6835-a233-4546-b3fd-bbb4ff871964,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:35.098315 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.106010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.273927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=ceeaecd8-0889-4484-9584-ce43ab6155ce,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:35.282957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] In _notify_port_updated(), no bound segment for port ceeaecd8-0889-4484-9584-ce43ab6155ce on network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:36:35.288663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:35.289334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.290890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-31e4302d-a53e-4871-b1d9-604cef884b9c tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "PUT /v2.0/ports/ceeaecd8-0889-4484-9584-ce43ab6155ce HTTP/1.1" status: 200 len: 996 time: 0.8662958 Sep 24 00:36:35.294671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39572) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:35.405456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.461670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-82a4df46-7a56-45dd-9a57-d0d1f28f88f8 None None] Provisioning complete for port ceeaecd8-0889-4484-9584-ce43ab6155ce triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:35.462142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82a4df46-7a56-45dd-9a57-d0d1f28f88f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.505081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-82a4df46-7a56-45dd-9a57-d0d1f28f88f8 None None] Port ceeaecd8-0889-4484-9584-ce43ab6155ce cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:35.519691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6a912277-e298-4ffe-8b35-dbf4b6228ce3 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Deleting port ceeaecd8-0889-4484-9584-ce43ab6155ce {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:35.520031 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a912277-e298-4ffe-8b35-dbf4b6228ce3 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.661856 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a912277-e298-4ffe-8b35-dbf4b6228ce3 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.704192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-6a912277-e298-4ffe-8b35-dbf4b6228ce3 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Calling delete_port for ceeaecd8-0889-4484-9584-ce43ab6155ce owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:35.764243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Router 7305530c-5b14-4790-8501-1949c8e12e0e has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:36:35.936828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a912277-e298-4ffe-8b35-dbf4b6228ce3 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:35.939346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:36:35.947644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ea7187f9-34c8-4335-af6d-bfdf64edef3a admin admin] 10.222.0.24 "PUT /v2.0/routers/7305530c-5b14-4790-8501-1949c8e12e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5777147 Sep 24 00:36:35.952273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39574) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:35.954768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] Sync routers for ids ['7305530c-5b14-4790-8501-1949c8e12e0e'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:36:35.968742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] Routers {'7305530c-5b14-4790-8501-1949c8e12e0e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:36:35.969546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:36:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['7305530c-5b14-4790-8501-1949c8e12e0e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:35.971892 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a912277-e298-4ffe-8b35-dbf4b6228ce3 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Port': ['ID=ceeaecd8-0889-4484-9584-ce43ab6155ce,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:36.064449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6a912277-e298-4ffe-8b35-dbf4b6228ce3 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.068834 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6a912277-e298-4ffe-8b35-dbf4b6228ce3 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "DELETE /v2.0/ports/ceeaecd8-0889-4484-9584-ce43ab6155ce HTTP/1.1" status: 204 len: 168 time: 0.7687645 Sep 24 00:36:36.069083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39576) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:36.084634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.108203 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-55f738b1-a60b-467f-8a40-bae5624ae6e5 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] GET failed (client error): The resource could not be found. Sep 24 00:36:36.110703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-55f738b1-a60b-467f-8a40-bae5624ae6e5 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "GET /v2.0/ports/ceeaecd8-0889-4484-9584-ce43ab6155ce HTTP/1.1" status: 404 len: 333 time: 0.0403399 Sep 24 00:36:36.115436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39578) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:36.118987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] Set router 7305530c-5b14-4790-8501-1949c8e12e0e gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:36:36.122822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'name': 'tempest-AllowedAddressPairTestJSON-1091438163'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:36.237723 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.303943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Deleting port f6667246-1db3-4d3d-b072-4e921c774883 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:36.304848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.323040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Made reservation on behalf of 325dd5b0b5d04dcf859185279c3231e4 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:36.327325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.347921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] device_id is not set on port 24be2db4-d2b3-4ce0-b40a-28a20d628e0a yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:36.357544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:36:34Z', 'revision_number': 5, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port': {'id': 'f6667246-1db3-4d3d-b072-4e921c774883', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ae:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3786, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:33:08Z', 'updated_at': '2021-09-24T00:33:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:36.389525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] Checking router: 7305530c-5b14-4790-8501-1949c8e12e0e for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:36:36.399327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] Routers {'7305530c-5b14-4790-8501-1949c8e12e0e'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:36:36.400525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:36:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['7305530c-5b14-4790-8501-1949c8e12e0e'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:36.446884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] For port f6667246-1db3-4d3d-b072-4e921c774883, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f6667246-1db3-4d3d-b072-4e921c774883,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:36.446884 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.462628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Calling delete_port for f6667246-1db3-4d3d-b072-4e921c774883 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:36.529646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Allocated IP 172.20.0.7 (74323b46-d879-4a0e-8aa8-eb5999e8ff0a/47555db2-b250-454f-93ce-d9bd0a41a870/24be2db4-d2b3-4ce0-b40a-28a20d628e0a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:36.665340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.702916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Pushing event deleted for resources: {'Port': ['ID=f6667246-1db3-4d3d-b072-4e921c774883,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:36.703243 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] Set router 7305530c-5b14-4790-8501-1949c8e12e0e gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:36:36.759881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.768979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:36:36Z', 'revision_number': 6, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:36.771962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.802342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d3566-6198-48d2-9a32-7b9dbdeba4cf None None] The sync data for ids ['7305530c-5b14-4790-8501-1949c8e12e0e'] in n-d-713498-18 is: [{'id': '7305530c-5b14-4790-8501-1949c8e12e0e', 'name': 'tempest-TestVolumeBackupRestore-1053659955-router', 'tenant_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:33:07Z', 'updated_at': '2021-09-24T00:36:36Z', 'revision_number': 6, 'project_id': 'f8aab06e6d7f45dbb127ea1f08ac72ef', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:36:36.822382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.874105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:36.878416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.878912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:36.882073 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.885976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:36.892798 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.902248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=24be2db4-d2b3-4ce0-b40a-28a20d628e0a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:36.962913 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.966455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7305530c-5b14-4790-8501-1949c8e12e0e {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:36:36.973649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:36.975814 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e889f71e-ba40-45f7-8dd8-cbdf49a3c02e admin admin] 10.222.0.24 "DELETE /v2.0/routers/7305530c-5b14-4790-8501-1949c8e12e0e HTTP/1.1" status: 204 len: 168 time: 1.0210915 Sep 24 00:36:36.979121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39580) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:36.981172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:36.982187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.006935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0ce24b16-e458-4026-b5ec-9ed94104c433 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8867502 Sep 24 00:36:37.007749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39582) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:37.013673 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'network_id': '74323b46-d879-4a0e-8aa8-eb5999e8ff0a', 'name': 'tempest-AllowedAddressPairTestJSON-492931134'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:37.177147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Made reservation on behalf of 325dd5b0b5d04dcf859185279c3231e4 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:37.182662 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.208866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] device_id is not set on port c5424e91-82f2-44d8-b59e-4f040790203c yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:37.244508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e0a6d0fe-87a5-4db2-8c5f-9a95583d6fe7 None None] Provisioning complete for port 24be2db4-d2b3-4ce0-b40a-28a20d628e0a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:37.244994 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0a6d0fe-87a5-4db2-8c5f-9a95583d6fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.302717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e0a6d0fe-87a5-4db2-8c5f-9a95583d6fe7 None None] Port 24be2db4-d2b3-4ce0-b40a-28a20d628e0a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:37.353531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-9275bc85-487c-4141-8657-4a227665f6cb admin admin] Deleting subnet 06e5cc1e-9960-4f3d-bae6-7508d8c5442d {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:36:37.357187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9275bc85-487c-4141-8657-4a227665f6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.395816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9275bc85-487c-4141-8657-4a227665f6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.407672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Allocated IP 172.20.0.9 (74323b46-d879-4a0e-8aa8-eb5999e8ff0a/47555db2-b250-454f-93ce-d9bd0a41a870/c5424e91-82f2-44d8-b59e-4f040790203c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:37.500547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9275bc85-487c-4141-8657-4a227665f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.561891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9275bc85-487c-4141-8657-4a227665f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.590711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9275bc85-487c-4141-8657-4a227665f6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e5cc1e-9960-4f3d-bae6-7508d8c5442d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:37.591713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.594259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9275bc85-487c-4141-8657-4a227665f6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.598620 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9275bc85-487c-4141-8657-4a227665f6cb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/06e5cc1e-9960-4f3d-bae6-7508d8c5442d HTTP/1.1" status: 204 len: 168 time: 0.6158156 Sep 24 00:36:37.600452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08de505-046e-4fff-a6ce-461d8e5ee1bd None None] Network d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:37.600788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39584) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:37.709736 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.724348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.786080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:37.792621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:37.797316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:37.830744 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=c5424e91-82f2-44d8-b59e-4f040790203c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:37.862859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:37.863508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.880335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Deleting port f213d5c2-9b3c-4da8-87fd-b7278c3015da {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:37.880566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.886275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] DHCP port deletion for d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:36:37.897563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-21bc0bb9-db38-4e53-898d-8c4b8932bacf tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8856649 Sep 24 00:36:37.897832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39586) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:37.906141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:d9:e8:19'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:c5:56:4d'}]}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:37.942406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] Deleting port f213d5c2-9b3c-4da8-87fd-b7278c3015da {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:37.943056 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:37.998367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] For port f213d5c2-9b3c-4da8-87fd-b7278c3015da, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f213d5c2-9b3c-4da8-87fd-b7278c3015da,segment=NetworkSegment(28d13573-7533-444d-bd2e-9d956af2d9fc),segment_id=28d13573-7533-444d-bd2e-9d956af2d9fc)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:37.998742 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.035044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Calling delete_port for f213d5c2-9b3c-4da8-87fd-b7278c3015da owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:38.042155 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.067102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] For port f213d5c2-9b3c-4da8-87fd-b7278c3015da, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f213d5c2-9b3c-4da8-87fd-b7278c3015da,segment=NetworkSegment(28d13573-7533-444d-bd2e-9d956af2d9fc),segment_id=28d13573-7533-444d-bd2e-9d956af2d9fc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:38.067565 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.088233 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] Calling delete_port for f213d5c2-9b3c-4da8-87fd-b7278c3015da owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:38.171599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f39a7afb-1d49-4b89-9245-4e9be19a3835 None None] Provisioning complete for port c5424e91-82f2-44d8-b59e-4f040790203c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:38.171985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f39a7afb-1d49-4b89-9245-4e9be19a3835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.229875 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.234573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f39a7afb-1d49-4b89-9245-4e9be19a3835 None None] Port c5424e91-82f2-44d8-b59e-4f040790203c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:38.239151 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.277805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] Pushing event deleted for resources: {'Port': ['ID=f213d5c2-9b3c-4da8-87fd-b7278c3015da,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:38.281968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb72eb5-84a3-496a-a5e7-46272a5468d1 None None] No DVR routers for this DVR port f213d5c2-9b3c-4da8-87fd-b7278c3015da on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:36:38.458056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f6667246-1db3-4d3d-b072-4e921c774883 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:38.487695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f6667246-1db3-4d3d-b072-4e921c774883 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:38.488084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f6667246-1db3-4d3d-b072-4e921c774883 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:38.488591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b39d6835-a233-4546-b3fd-bbb4ff871964 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:38.515706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b39d6835-a233-4546-b3fd-bbb4ff871964 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:38.516088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b39d6835-a233-4546-b3fd-bbb4ff871964 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:38.516567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f213d5c2-9b3c-4da8-87fd-b7278c3015da no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:38.536668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f213d5c2-9b3c-4da8-87fd-b7278c3015da {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:38.537012 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f213d5c2-9b3c-4da8-87fd-b7278c3015da not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:38.608836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] No DVR routers for this DVR port f213d5c2-9b3c-4da8-87fd-b7278c3015da on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:36:38.611469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Pushing event deleted for resources: {'Port': ['ID=f213d5c2-9b3c-4da8-87fd-b7278c3015da,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:38.708114 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.738091 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.742916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b5cd66-dc3f-4af1-8fcd-adcd0100d700']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:38.746127 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.779765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28d13573-7533-444d-bd2e-9d956af2d9fc') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:38.780084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28d13573-7533-444d-bd2e-9d956af2d9fc') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:38.799873 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.854167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.857106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event updated for resources: {'Port': ['ID=c5424e91-82f2-44d8-b59e-4f040790203c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:38.870212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:38.870560 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:38.872654 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:38.885768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] In _notify_port_updated(), no bound segment for port c5424e91-82f2-44d8-b59e-4f040790203c on network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a {{(pid=106379) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 00:36:38.891443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:38.892067 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.897943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-16ec8383-6038-4f2c-b9fa-75bc95900cf4 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "PUT /v2.0/ports/c5424e91-82f2-44d8-b59e-4f040790203c HTTP/1.1" status: 200 len: 1055 time: 0.9943535 Sep 24 00:36:38.898359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39588) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:38.948928 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.957020 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:38.960240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9b5cd66-dc3f-4af1-8fcd-adcd0100d700 HTTP/1.1" status: 204 len: 168 time: 1.3580661 Sep 24 00:36:38.982805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e1afa-73c6-4c74-9cf2-6631f8b6eacf admin admin] Pushing event deleted for resources: {'Network': ['ID=d9b5cd66-dc3f-4af1-8fcd-adcd0100d700,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:39.034389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4cc67e20-f090-40db-9256-cae84ee27a66 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Deleting port c5424e91-82f2-44d8-b59e-4f040790203c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:39.035008 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cc67e20-f090-40db-9256-cae84ee27a66 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.147029 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cc67e20-f090-40db-9256-cae84ee27a66 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.166119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-48adfd58-6ad8-4ea7-964f-35f3d7edbb4f None None] Provisioning complete for port c5424e91-82f2-44d8-b59e-4f040790203c triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:39.167083 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48adfd58-6ad8-4ea7-964f-35f3d7edbb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.168258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-4cc67e20-f090-40db-9256-cae84ee27a66 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Calling delete_port for c5424e91-82f2-44d8-b59e-4f040790203c owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:39.211334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39594) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:39.239908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-48adfd58-6ad8-4ea7-964f-35f3d7edbb4f None None] Port c5424e91-82f2-44d8-b59e-4f040790203c cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:36:39.267312 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-56d1f103-50ef-40da-a4cd-bc5729559e57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6af37a9b4ee24eb1b278ba8ccfccc305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547373 Sep 24 00:36:39.269729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39596) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:39.313110 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cc67e20-f090-40db-9256-cae84ee27a66 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.336182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c11dfb58-b85b-402a-9ad3-5c9aa4a1b782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.347213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc67e20-f090-40db-9256-cae84ee27a66 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Port': ['ID=c5424e91-82f2-44d8-b59e-4f040790203c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:39.366950 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c11dfb58-b85b-402a-9ad3-5c9aa4a1b782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.404701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.439544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c11dfb58-b85b-402a-9ad3-5c9aa4a1b782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.442306 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c11dfb58-b85b-402a-9ad3-5c9aa4a1b782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.443529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c11dfb58-b85b-402a-9ad3-5c9aa4a1b782 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1b0e08f-4c52-4b56-83fc-d6927fef389c HTTP/1.1" status: 204 len: 168 time: 0.1727386 Sep 24 00:36:39.455768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11dfb58-b85b-402a-9ad3-5c9aa4a1b782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b0e08f-4c52-4b56-83fc-d6927fef389c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:39.638646 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4cc67e20-f090-40db-9256-cae84ee27a66 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.643555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4cc67e20-f090-40db-9256-cae84ee27a66 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "DELETE /v2.0/ports/c5424e91-82f2-44d8-b59e-4f040790203c HTTP/1.1" status: 204 len: 168 time: 0.7415400 Sep 24 00:36:39.643829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39602) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:39.677108 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cc44a7-713c-4997-9efc-4dc059338ce2 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] GET failed (client error): The resource could not be found. Sep 24 00:36:39.678742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-35cc44a7-713c-4997-9efc-4dc059338ce2 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "GET /v2.0/ports/c5424e91-82f2-44d8-b59e-4f040790203c HTTP/1.1" status: 404 len: 333 time: 0.0337451 Sep 24 00:36:39.681519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39604) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:39.776754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-33f62afd-f65b-4b19-a2a4-fa3c728dd25a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Deleting port 24be2db4-d2b3-4ce0-b40a-28a20d628e0a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:39.777357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33f62afd-f65b-4b19-a2a4-fa3c728dd25a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.895985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33f62afd-f65b-4b19-a2a4-fa3c728dd25a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:39.913419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-33f62afd-f65b-4b19-a2a4-fa3c728dd25a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Calling delete_port for 24be2db4-d2b3-4ce0-b40a-28a20d628e0a owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:39.952161 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39608) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:39.995375 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d4ed9626-1c98-4cfe-8385-2bb23a070e04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8aab06e6d7f45dbb127ea1f08ac72ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416203 Sep 24 00:36:39.998467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39610) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:40.053612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84001ed2-f17e-48c1-a342-7a40e9aff0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.067840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33f62afd-f65b-4b19-a2a4-fa3c728dd25a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.077384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84001ed2-f17e-48c1-a342-7a40e9aff0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.105480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f62afd-f65b-4b19-a2a4-fa3c728dd25a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Port': ['ID=24be2db4-d2b3-4ce0-b40a-28a20d628e0a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:40.146317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84001ed2-f17e-48c1-a342-7a40e9aff0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.149514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84001ed2-f17e-48c1-a342-7a40e9aff0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.154481 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-84001ed2-f17e-48c1-a342-7a40e9aff0f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/567ec3ec-5155-4156-90ba-047b54f26029 HTTP/1.1" status: 204 len: 168 time: 0.1548903 Sep 24 00:36:40.164798 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84001ed2-f17e-48c1-a342-7a40e9aff0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567ec3ec-5155-4156-90ba-047b54f26029,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:40.206044 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-33f62afd-f65b-4b19-a2a4-fa3c728dd25a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.209228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-33f62afd-f65b-4b19-a2a4-fa3c728dd25a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "DELETE /v2.0/ports/24be2db4-d2b3-4ce0-b40a-28a20d628e0a HTTP/1.1" status: 204 len: 168 time: 0.5266094 Sep 24 00:36:40.212868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39614) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:40.246725 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1cbf045-c366-443d-9b78-eeadf933fccd tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] GET failed (client error): The resource could not be found. Sep 24 00:36:40.248463 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b1cbf045-c366-443d-9b78-eeadf933fccd tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "GET /v2.0/ports/24be2db4-d2b3-4ce0-b40a-28a20d628e0a HTTP/1.1" status: 404 len: 333 time: 0.0339549 Sep 24 00:36:40.252003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39616) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:40.371276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-03ca5d4c-447d-4bad-a5c7-188f92b4031a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Deleting port f0c56e14-a781-4e75-a8b6-27e686ddafe9 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:40.371967 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03ca5d4c-447d-4bad-a5c7-188f92b4031a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.484284 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03ca5d4c-447d-4bad-a5c7-188f92b4031a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.502435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-03ca5d4c-447d-4bad-a5c7-188f92b4031a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Calling delete_port for f0c56e14-a781-4e75-a8b6-27e686ddafe9 owned by {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:40.696469 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03ca5d4c-447d-4bad-a5c7-188f92b4031a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.731005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ca5d4c-447d-4bad-a5c7-188f92b4031a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Port': ['ID=f0c56e14-a781-4e75-a8b6-27e686ddafe9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:40.828870 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-03ca5d4c-447d-4bad-a5c7-188f92b4031a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.832521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-03ca5d4c-447d-4bad-a5c7-188f92b4031a tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "DELETE /v2.0/ports/f0c56e14-a781-4e75-a8b6-27e686ddafe9 HTTP/1.1" status: 204 len: 168 time: 0.5776572 Sep 24 00:36:40.834655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39618) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:40.906015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-083b3155-8557-4689-b1a1-f93a38282b63 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Deleting subnet 47555db2-b250-454f-93ce-d9bd0a41a870 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:36:40.909441 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-083b3155-8557-4689-b1a1-f93a38282b63 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:40.963509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-083b3155-8557-4689-b1a1-f93a38282b63 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.069387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-083b3155-8557-4689-b1a1-f93a38282b63 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.143511 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-083b3155-8557-4689-b1a1-f93a38282b63 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.172208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b3155-8557-4689-b1a1-f93a38282b63 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Subnet': ['ID=47555db2-b250-454f-93ce-d9bd0a41a870,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:41.176005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-083b3155-8557-4689-b1a1-f93a38282b63 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.177930 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-083b3155-8557-4689-b1a1-f93a38282b63 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "DELETE /v2.0/subnets/47555db2-b250-454f-93ce-d9bd0a41a870 HTTP/1.1" status: 204 len: 168 time: 0.3422520 Sep 24 00:36:41.180978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39620) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:41.184483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9efff0-df30-4ef5-a99d-61449b9c9f9a None None] Network 74323b46-d879-4a0e-8aa8-eb5999e8ff0a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:41.273006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.354256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Deleting port f2567ba5-623e-4b8e-ada4-c7faebce0dbd {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:41.354883 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.379505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] DHCP port deletion for 74323b46-d879-4a0e-8aa8-eb5999e8ff0a request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:36:41.426667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] For port f2567ba5-623e-4b8e-ada4-c7faebce0dbd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,segment=NetworkSegment(5a52cdcc-27ab-4e57-ba7c-b1151bd4103b),segment_id=5a52cdcc-27ab-4e57-ba7c-b1151bd4103b)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:41.427334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.436695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] Deleting port f2567ba5-623e-4b8e-ada4-c7faebce0dbd {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:41.437042 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.446148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Calling delete_port for f2567ba5-623e-4b8e-ada4-c7faebce0dbd owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:41.501822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] For port f2567ba5-623e-4b8e-ada4-c7faebce0dbd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,segment=NetworkSegment(5a52cdcc-27ab-4e57-ba7c-b1151bd4103b),segment_id=5a52cdcc-27ab-4e57-ba7c-b1151bd4103b)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:41.502209 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.514442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] Calling delete_port for f2567ba5-623e-4b8e-ada4-c7faebce0dbd owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:41.544531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.594595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Port': ['ID=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:41.596977 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] No DVR routers for this DVR port f2567ba5-623e-4b8e-ada4-c7faebce0dbd on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:36:41.617010 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.641761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] Pushing event deleted for resources: {'Port': ['ID=f2567ba5-623e-4b8e-ada4-c7faebce0dbd,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:41.645340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac0319e-cd5d-4096-8390-8e948d1fdd6a None None] No DVR routers for this DVR port f2567ba5-623e-4b8e-ada4-c7faebce0dbd on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:36:41.699279 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.723660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74323b46-d879-4a0e-8aa8-eb5999e8ff0a']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:41.733976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a52cdcc-27ab-4e57-ba7c-b1151bd4103b') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:41.734278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a52cdcc-27ab-4e57-ba7c-b1151bd4103b') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:41.744597 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.759951 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.767319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:41.767748 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:41.771000 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:41.831281 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.840594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:41.842490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] 10.222.0.24 "DELETE /v2.0/networks/74323b46-d879-4a0e-8aa8-eb5999e8ff0a HTTP/1.1" status: 204 len: 168 time: 0.6605699 Sep 24 00:36:41.858866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e517998-4865-49c4-99bf-d091c3499b06 tempest-AllowedAddressPairTestJSON-465478391 tempest-AllowedAddressPairTestJSON-465478391-project] Pushing event deleted for resources: {'Network': ['ID=74323b46-d879-4a0e-8aa8-eb5999e8ff0a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:42.149376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39626) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:42.340306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-338e3e98-ecb9-4b47-8813-1f4354931771 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=325dd5b0b5d04dcf859185279c3231e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859016 Sep 24 00:36:42.340651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39630) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:42.402835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:42.427236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:42.467134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f2567ba5-623e-4b8e-ada4-c7faebce0dbd no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:42.482421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:42.485058 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:42.486267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6561e9c-4404-4289-85a9-1e44fcda9c1f HTTP/1.1" status: 204 len: 168 time: 0.1447215 Sep 24 00:36:42.497556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6561e9c-4404-4289-85a9-1e44fcda9c1f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:42.498232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f2567ba5-623e-4b8e-ada4-c7faebce0dbd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:42.498604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f2567ba5-623e-4b8e-ada4-c7faebce0dbd not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:42.506789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.507236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.507477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.507807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.508133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.508456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.508777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.509585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.509901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.510215 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.510640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:42.510854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556fefa7-d301-4ab2-9105-2f7b4f32bf0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:36:43.235965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39652) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:43.351344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'networks': [{'name': 'tempest-network--157496410'}, {'name': 'tempest-network--412809832'}]} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:43.351679 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'network': {'name': 'tempest-network--157496410'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:43.352161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'network': {'name': 'tempest-network--412809832'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:43.374378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Made reservation on behalf of 739ffffb2ac74588b00055b35660c6f6 for: {'network': 2} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:43.379041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.387780 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.493972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.499063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.499705 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.537896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb106863-30f1-45a3-ab3f-0261194d9a8b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:43.551731 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:43.561886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.562237 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Added segment 12f09f89-151e-40e7-9bc1-134d58c46084 of type vlan for network f7c19dc7-722b-492d-b8ff-5609cd97929b Sep 24 00:36:43.607717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.641198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:43.652507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.652857 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Added segment 2a333736-cb8d-4978-90ab-5fb1ed661512 of type vlan for network 721b5de8-7c28-4dfc-91cf-63e61bc6a88c Sep 24 00:36:43.694162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.726713 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.727237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.732908 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:43.737721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:43.738341 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:43.773240 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.5359209 Sep 24 00:36:43.776376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39658) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:43.811043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Network': ['ID=f7c19dc7-722b-492d-b8ff-5609cd97929b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:43.824532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f7c19dc7-722b-492d-b8ff-5609cd97929b details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:43.898992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cbdb2-4d4d-4911-8e86-f7b6589b7ce8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Network': ['ID=721b5de8-7c28-4dfc-91cf-63e61bc6a88c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:43.911044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 721b5de8-7c28-4dfc-91cf-63e61bc6a88c details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:43.986779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0659216-e0f6-4188-b086-e54344fd6127 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:43.992736 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0659216-e0f6-4188-b086-e54344fd6127 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:43.999075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0659216-e0f6-4188-b086-e54344fd6127 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:44.004910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0659216-e0f6-4188-b086-e54344fd6127 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:44.006693 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b0659216-e0f6-4188-b086-e54344fd6127 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2292378 Sep 24 00:36:44.010404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:44.093170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.183821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.205061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c19dc7-722b-492d-b8ff-5609cd97929b']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:44.215755 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f09f89-151e-40e7-9bc1-134d58c46084') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:44.216256 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f09f89-151e-40e7-9bc1-134d58c46084') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:44.229044 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.246732 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.253222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:44.253622 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:44.256751 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:44.324524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.332677 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.334518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/networks/f7c19dc7-722b-492d-b8ff-5609cd97929b HTTP/1.1" status: 204 len: 168 time: 0.3230684 Sep 24 00:36:44.337565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39662) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:44.345964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba326d-1f87-46a8-a57f-0ea1a2b6eb82 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Network': ['ID=f7c19dc7-722b-492d-b8ff-5609cd97929b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:44.433662 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.535282 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.559542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['721b5de8-7c28-4dfc-91cf-63e61bc6a88c']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:44.569964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a333736-cb8d-4978-90ab-5fb1ed661512') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:44.570263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a333736-cb8d-4978-90ab-5fb1ed661512') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:44.580580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.595220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.601195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:44.601520 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:44.605012 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:44.674067 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.679985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.683375 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/networks/721b5de8-7c28-4dfc-91cf-63e61bc6a88c HTTP/1.1" status: 204 len: 168 time: 0.3443279 Sep 24 00:36:44.687198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39664) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:44.699460 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec5cd4-0baf-43f8-abe5-6144141d29c8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Network': ['ID=721b5de8-7c28-4dfc-91cf-63e61bc6a88c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:44.881025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2e3982-37cc-4904-91a7-b8b3f574fcbf tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:44.889893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb2e3982-37cc-4904-91a7-b8b3f574fcbf tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:44.891938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb2e3982-37cc-4904-91a7-b8b3f574fcbf tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2033770 Sep 24 00:36:44.895738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39666) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:44.902145 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1278323549'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:44.925854 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Made reservation on behalf of 739ffffb2ac74588b00055b35660c6f6 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:44.929385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.955399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:44.964746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:44.965085 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Added segment 86dd1e42-b67f-40af-bac4-a6fdb0e4a00c of type vlan for network ffa892f1-97ff-4736-a0b5-26657021785e Sep 24 00:36:45.006019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.035949 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.041594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:45.042227 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.080408 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1833518 Sep 24 00:36:45.083805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39668) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:45.089253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2076165171'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:45.113340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4b6d5-9f4b-4cc7-a1c2-ed5113022eb1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Network': ['ID=ffa892f1-97ff-4736-a0b5-26657021785e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:45.117425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Made reservation on behalf of 739ffffb2ac74588b00055b35660c6f6 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:45.121828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.128159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ffa892f1-97ff-4736-a0b5-26657021785e details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:45.151294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:45.163892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.164233 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Added segment 115bdbe7-46fd-4edd-8482-387ddddc1991 of type vlan for network 3c88fd92-1d1e-4444-a4d1-dab5489cd5c4 Sep 24 00:36:45.220575 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.256782 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.262661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:45.263339 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.298410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2134678 Sep 24 00:36:45.301242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39670) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:45.307000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'ports': [{'network_id': 'ffa892f1-97ff-4736-a0b5-26657021785e', 'name': 'tempest-port--631255104', 'admin_state_up': True}, {'network_id': '3c88fd92-1d1e-4444-a4d1-dab5489cd5c4', 'admin_state_up': False}]} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:45.307351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'port': {'network_id': 'ffa892f1-97ff-4736-a0b5-26657021785e', 'name': 'tempest-port--631255104', 'admin_state_up': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:45.307840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'port': {'network_id': '3c88fd92-1d1e-4444-a4d1-dab5489cd5c4', 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:45.361992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5102e-5a3f-42b0-a7e7-3b09bcf9d734 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Network': ['ID=3c88fd92-1d1e-4444-a4d1-dab5489cd5c4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:45.376802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3c88fd92-1d1e-4444-a4d1-dab5489cd5c4 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:45.516758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Made reservation on behalf of 739ffffb2ac74588b00055b35660c6f6 for: {'port': 2} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:45.521536 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.537002 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.639360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] device_id is not set on port c0961c36-d806-4550-bec5-ab07551f9b29 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:45.772001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:45.849484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] device_id is not set on port 95e02903-fc2d-49ee-9304-f88d52439e7a yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:45.970112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.007053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.067127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Port': ['ID=c0961c36-d806-4550-bec5-ab07551f9b29,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:46.079556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Checking segment: {'id': '86dd1e42-b67f-40af-bac4-a6fdb0e4a00c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'ffa892f1-97ff-4736-a0b5-26657021785e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:46.080004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Network hostable DHCP agents. Network: ffa892f1-97ff-4736-a0b5-26657021785e, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:36:46.105260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Network ffa892f1-97ff-4736-a0b5-26657021785e is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:36:46.114847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ffa892f1-97ff-4736-a0b5-26657021785e) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:46.118843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:46.119708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.127262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fc0e76-a4b1-4792-9b93-53cd6137491b None None] Network ffa892f1-97ff-4736-a0b5-26657021785e requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:46.183395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Port': ['ID=95e02903-fc2d-49ee-9304-f88d52439e7a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:46.195828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Checking segment: {'id': '115bdbe7-46fd-4edd-8482-387ddddc1991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3c88fd92-1d1e-4444-a4d1-dab5489cd5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:46.196220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Network hostable DHCP agents. Network: 3c88fd92-1d1e-4444-a4d1-dab5489cd5c4, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:36:46.215408 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Network 3c88fd92-1d1e-4444-a4d1-dab5489cd5c4 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:36:46.227841 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3c88fd92-1d1e-4444-a4d1-dab5489cd5c4) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:46.236295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:46.238574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecb9e90-06ea-47f2-8a26-be4dffcd466d None None] Network 3c88fd92-1d1e-4444-a4d1-dab5489cd5c4 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:46.242049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:46.247181 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:46.247867 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.274477 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6539dd7b-ddf6-4f40-8a3e-2c6385f4b410 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 0.9681780 Sep 24 00:36:46.277574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39672) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:46.377178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef3cf9-7315-47ee-bccb-cebab921af85 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:46.383713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef3cf9-7315-47ee-bccb-cebab921af85 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:46.385323 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-95ef3cf9-7315-47ee-bccb-cebab921af85 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1057413 Sep 24 00:36:46.389048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39674) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:46.488394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e437b61b-d829-4da2-aadf-2acf8a976ca1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Deleting port c0961c36-d806-4550-bec5-ab07551f9b29 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:46.488720 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e437b61b-d829-4da2-aadf-2acf8a976ca1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.556530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e437b61b-d829-4da2-aadf-2acf8a976ca1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.575830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e437b61b-d829-4da2-aadf-2acf8a976ca1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Calling delete_port for c0961c36-d806-4550-bec5-ab07551f9b29 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:46.668601 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e437b61b-d829-4da2-aadf-2acf8a976ca1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.705535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437b61b-d829-4da2-aadf-2acf8a976ca1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Port': ['ID=c0961c36-d806-4550-bec5-ab07551f9b29,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:46.710677 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e437b61b-d829-4da2-aadf-2acf8a976ca1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.712794 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e437b61b-d829-4da2-aadf-2acf8a976ca1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/ports/c0961c36-d806-4550-bec5-ab07551f9b29 HTTP/1.1" status: 204 len: 168 time: 0.3227401 Sep 24 00:36:46.715329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39676) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:46.811086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e025b8c4-8561-4966-8dd9-38b2f630b6eb tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Deleting port 95e02903-fc2d-49ee-9304-f88d52439e7a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:46.811426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e025b8c4-8561-4966-8dd9-38b2f630b6eb tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.884768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e025b8c4-8561-4966-8dd9-38b2f630b6eb tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:46.897972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e025b8c4-8561-4966-8dd9-38b2f630b6eb tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Calling delete_port for 95e02903-fc2d-49ee-9304-f88d52439e7a owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:46.984363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e025b8c4-8561-4966-8dd9-38b2f630b6eb tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.012610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e025b8c4-8561-4966-8dd9-38b2f630b6eb tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Port': ['ID=95e02903-fc2d-49ee-9304-f88d52439e7a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:47.020064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e025b8c4-8561-4966-8dd9-38b2f630b6eb tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.022238 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e025b8c4-8561-4966-8dd9-38b2f630b6eb tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/ports/95e02903-fc2d-49ee-9304-f88d52439e7a HTTP/1.1" status: 204 len: 168 time: 0.3057735 Sep 24 00:36:47.025582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39678) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:47.057515 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fa52826d-5035-4ba9-9514-9f55dfa89cf1 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0308135 Sep 24 00:36:47.061925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39680) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:47.066863 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1271746503'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:47.090052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Made reservation on behalf of 739ffffb2ac74588b00055b35660c6f6 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:47.093919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.119545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:47.128852 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.129204 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Added segment f4296fb7-0178-46e2-b77f-8544af374c0b of type vlan for network f18e9df9-5d94-486b-9dd8-afdd41758bbd Sep 24 00:36:47.171516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.203064 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.209455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:47.210134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.250548 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1873891 Sep 24 00:36:47.254560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39682) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:47.265067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1352288448'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:47.299253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Made reservation on behalf of 739ffffb2ac74588b00055b35660c6f6 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:47.302062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d44d37-86a0-42ec-91ae-d139ca7b9d0d tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Network': ['ID=f18e9df9-5d94-486b-9dd8-afdd41758bbd,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:47.302858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.316073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f18e9df9-5d94-486b-9dd8-afdd41758bbd details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:47.340400 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:47.352203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.352681 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Added segment 8ab9689f-1c25-478e-8fa0-b57b62144e76 of type vlan for network 88434639-c94d-47fb-b58d-8127e875a404 Sep 24 00:36:47.400519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.429469 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.439465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:47.440460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.474101 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2179289 Sep 24 00:36:47.513773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2702c58-f6e0-4492-9efa-2d99e4314ac8 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Network': ['ID=88434639-c94d-47fb-b58d-8127e875a404,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:47.524582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 88434639-c94d-47fb-b58d-8127e875a404 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:47.603235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39684) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:47.608702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'subnets': [{'network_id': 'f18e9df9-5d94-486b-9dd8-afdd41758bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1566408722', 'ip_version': 4}, {'network_id': '88434639-c94d-47fb-b58d-8127e875a404', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:47.609019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'subnet': {'network_id': 'f18e9df9-5d94-486b-9dd8-afdd41758bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1566408722', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:47.610062 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Request body: {'subnet': {'network_id': '88434639-c94d-47fb-b58d-8127e875a404', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:47.784846 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Made reservation on behalf of 739ffffb2ac74588b00055b35660c6f6 for: {'subnet': 2} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:47.789370 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:47.789706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.184443 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.250110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Subnet': ['ID=adeaba68-9158-46a9-bcbe-2de25af6a003,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:48.262299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Checking segment: {'id': 'f4296fb7-0178-46e2-b77f-8544af374c0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'f18e9df9-5d94-486b-9dd8-afdd41758bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:48.262670 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Network hostable DHCP agents. Network: f18e9df9-5d94-486b-9dd8-afdd41758bbd, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:36:48.283131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Network f18e9df9-5d94-486b-9dd8-afdd41758bbd is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:36:48.294100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f18e9df9-5d94-486b-9dd8-afdd41758bbd) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:48.298170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.304824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e5abf3-da26-4a9a-8a40-ae2447506ad9 None None] Network f18e9df9-5d94-486b-9dd8-afdd41758bbd requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:48.365107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event updated for resources: {'Subnet': ['ID=7f79ca58-78d3-4308-99e8-7be710a7bcef,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:48.375980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Checking segment: {'id': '8ab9689f-1c25-478e-8fa0-b57b62144e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88434639-c94d-47fb-b58d-8127e875a404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:48.376340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Network hostable DHCP agents. Network: 88434639-c94d-47fb-b58d-8127e875a404, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:36:48.395628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Network 88434639-c94d-47fb-b58d-8127e875a404 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:36:48.409669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 88434639-c94d-47fb-b58d-8127e875a404) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:48.414701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:48.416016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:48.417030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.438476 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc0feff-76cc-487d-8a18-c5f9b1cff2d1 None None] Network 88434639-c94d-47fb-b58d-8127e875a404 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:48.442807 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7a0eeebe-9800-45f5-a1e7-cc671a171cca tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8376045 Sep 24 00:36:48.445340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:48.539329 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28c90a5-0122-40c4-a115-c9052beb9500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-f18e9df9-5d94-486b-9dd8-afdd41758bbd', 'network_id': 'f18e9df9-5d94-486b-9dd8-afdd41758bbd', 'tenant_id': '739ffffb2ac74588b00055b35660c6f6', 'fixed_ips': [{'subnet_id': 'adeaba68-9158-46a9-bcbe-2de25af6a003'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:36:48.539661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40593759-8c82-48e7-a8dd-f0fc1846084a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:48.540196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b28c90a5-0122-40c4-a115-c9052beb9500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.541799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40593759-8c82-48e7-a8dd-f0fc1846084a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:48.543201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40593759-8c82-48e7-a8dd-f0fc1846084a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:48.544864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-40593759-8c82-48e7-a8dd-f0fc1846084a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0985546 Sep 24 00:36:48.550530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39688) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:48.610560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f582fba-558e-4fa9-a284-92f21961a140 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Deleting subnet adeaba68-9158-46a9-bcbe-2de25af6a003 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:36:48.614078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f582fba-558e-4fa9-a284-92f21961a140 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.663601 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f582fba-558e-4fa9-a284-92f21961a140 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.720266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f582fba-558e-4fa9-a284-92f21961a140 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.727494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-88434639-c94d-47fb-b58d-8127e875a404', 'network_id': '88434639-c94d-47fb-b58d-8127e875a404', 'tenant_id': '739ffffb2ac74588b00055b35660c6f6', 'fixed_ips': [{'subnet_id': '7f79ca58-78d3-4308-99e8-7be710a7bcef'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:36:48.728610 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.795962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f582fba-558e-4fa9-a284-92f21961a140 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-b28c90a5-0122-40c4-a115-c9052beb9500 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adeaba68-9158-46a9-bcbe-2de25af6a003: This subnet is being modified by another concurrent operation. Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet adeaba68-9158-46a9-bcbe-2de25af6a003: This subnet is being modified by another concurrent operation. Sep 24 00:36:48.812598 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:36:48.839057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f582fba-558e-4fa9-a284-92f21961a140 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Subnet': ['ID=adeaba68-9158-46a9-bcbe-2de25af6a003,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:48.848177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63de8cdb-a81b-43ac-b128-4ff0759452b7 None None] Network f18e9df9-5d94-486b-9dd8-afdd41758bbd requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:48.850860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7f582fba-558e-4fa9-a284-92f21961a140 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:48.853500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7f582fba-558e-4fa9-a284-92f21961a140 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/subnets/adeaba68-9158-46a9-bcbe-2de25af6a003 HTTP/1.1" status: 204 len: 168 time: 0.3014100 Sep 24 00:36:48.856002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39690) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:48.916307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8612ed31-d5b7-4f56-aa66-738b9d339404 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Deleting subnet 7f79ca58-78d3-4308-99e8-7be710a7bcef {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:36:48.943181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Allocated IP 172.20.0.18 (88434639-c94d-47fb-b58d-8127e875a404/7f79ca58-78d3-4308-99e8-7be710a7bcef/dea4072f-2e88-4aaf-bafb-3e6e6df330a8) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:49.136094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.141685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8612ed31-d5b7-4f56-aa66-738b9d339404 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.142063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.185909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Network 88434639-c94d-47fb-b58d-8127e875a404 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:49.188204 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8612ed31-d5b7-4f56-aa66-738b9d339404 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.188794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:49.195343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:49.198538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Pushing event updated for resources: {'Port': ['ID=dea4072f-2e88-4aaf-bafb-3e6e6df330a8,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:49.276735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Attempting to bind port dea4072f-2e88-4aaf-bafb-3e6e6df330a8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:36:49.277380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Attempting to bind port dea4072f-2e88-4aaf-bafb-3e6e6df330a8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8ab9689f-1c25-478e-8fa0-b57b62144e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88434639-c94d-47fb-b58d-8127e875a404'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:36:49.278894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Attempting to bind port dea4072f-2e88-4aaf-bafb-3e6e6df330a8 on network 88434639-c94d-47fb-b58d-8127e875a404 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:36:49.286087 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8612ed31-d5b7-4f56-aa66-738b9d339404 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.287701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:36:49.288267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Checking segment: {'id': '8ab9689f-1c25-478e-8fa0-b57b62144e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88434639-c94d-47fb-b58d-8127e875a404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:49.288883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.289525 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Bound using segment: {'id': '8ab9689f-1c25-478e-8fa0-b57b62144e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88434639-c94d-47fb-b58d-8127e875a404'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:36:49.290341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Bound port: dea4072f-2e88-4aaf-bafb-3e6e6df330a8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab9689f-1c25-478e-8fa0-b57b62144e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '88434639-c94d-47fb-b58d-8127e875a404'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:36:49.291461 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.355153 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8612ed31-d5b7-4f56-aa66-738b9d339404 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.383868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612ed31-d5b7-4f56-aa66-738b9d339404 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Subnet': ['ID=7f79ca58-78d3-4308-99e8-7be710a7bcef,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:49.385949 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8612ed31-d5b7-4f56-aa66-738b9d339404 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.387882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8612ed31-d5b7-4f56-aa66-738b9d339404 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/subnets/7f79ca58-78d3-4308-99e8-7be710a7bcef HTTP/1.1" status: 204 len: 168 time: 0.5308194 Sep 24 00:36:49.390539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39692) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:49.393681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] For port dea4072f-2e88-4aaf-bafb-3e6e6df330a8, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:36:49.397986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] For port dea4072f-2e88-4aaf-bafb-3e6e6df330a8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dea4072f-2e88-4aaf-bafb-3e6e6df330a8,segment=NetworkSegment(8ab9689f-1c25-478e-8fa0-b57b62144e76),segment_id=8ab9689f-1c25-478e-8fa0-b57b62144e76)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:36:49.402833 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.446259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d47984-08b2-45de-b06b-ff15aef49d6a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:49.447976 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-07d47984-08b2-45de-b06b-ff15aef49d6a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0557585 Sep 24 00:36:49.451611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39694) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:49.468338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaecaafc-c0c2-4ef9-89de-0a028361ead3 None None] Pushing event updated for resources: {'Port': ['ID=dea4072f-2e88-4aaf-bafb-3e6e6df330a8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:49.543736 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.605275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Deleting port dea4072f-2e88-4aaf-bafb-3e6e6df330a8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:36:49.606108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.703226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] For port dea4072f-2e88-4aaf-bafb-3e6e6df330a8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=dea4072f-2e88-4aaf-bafb-3e6e6df330a8,segment=NetworkSegment(8ab9689f-1c25-478e-8fa0-b57b62144e76),segment_id=8ab9689f-1c25-478e-8fa0-b57b62144e76)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:49.703594 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.720957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Calling delete_port for dea4072f-2e88-4aaf-bafb-3e6e6df330a8 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:36:49.818686 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.849037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Port': ['ID=dea4072f-2e88-4aaf-bafb-3e6e6df330a8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:49.852388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] No DVR routers for this DVR port dea4072f-2e88-4aaf-bafb-3e6e6df330a8 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:36:49.935202 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:49.959542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88434639-c94d-47fb-b58d-8127e875a404']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:49.976411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab9689f-1c25-478e-8fa0-b57b62144e76') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:49.977197 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab9689f-1c25-478e-8fa0-b57b62144e76') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:49.995837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.010830 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.017563 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:50.017965 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:50.020966 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:50.096907 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.104572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.106480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/networks/88434639-c94d-47fb-b58d-8127e875a404 HTTP/1.1" status: 204 len: 168 time: 0.6531606 Sep 24 00:36:50.108891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39696) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:50.126619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca69835-dca5-4de9-ab3e-3049718244b3 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Network': ['ID=88434639-c94d-47fb-b58d-8127e875a404,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:50.209057 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.318561 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.360952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f18e9df9-5d94-486b-9dd8-afdd41758bbd']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:50.377319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4296fb7-0178-46e2-b77f-8544af374c0b') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:50.378056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4296fb7-0178-46e2-b77f-8544af374c0b') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:50.409382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.433981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.442940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:50.443481 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:50.447878 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:50.524846 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.535239 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.538171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/networks/f18e9df9-5d94-486b-9dd8-afdd41758bbd HTTP/1.1" status: 204 len: 168 time: 0.4280243 Sep 24 00:36:50.541615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39698) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:50.555249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071c14d-ae05-4297-986a-7d2430a4c020 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Network': ['ID=f18e9df9-5d94-486b-9dd8-afdd41758bbd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:50.634504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ac1018-5d69-47dd-89ee-27a7d74c34b7 None None] DHCP port deletion for 88434639-c94d-47fb-b58d-8127e875a404 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:36:50.643869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.655248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5509ce-a841-4fab-a541-d00748d17b4a None None] Network 88434639-c94d-47fb-b58d-8127e875a404 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:50.668985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b7185ff3-0cd6-4bf6-85a3-9e9f7eca3148 None None] Could not find standard attr ID for object dea4072f-2e88-4aaf-bafb-3e6e6df330a8. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:36:50.670565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5509ce-a841-4fab-a541-d00748d17b4a None None] Network 88434639-c94d-47fb-b58d-8127e875a404 could not be found, it might have been deleted concurrently. {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 00:36:50.680749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f52de-486f-4715-bbf7-d10d696eaadf None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:36:50.746290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.762213 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2f52de-486f-4715-bbf7-d10d696eaadf None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:36:50.769109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c88fd92-1d1e-4444-a4d1-dab5489cd5c4']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:50.781169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115bdbe7-46fd-4edd-8482-387ddddc1991') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:50.781559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115bdbe7-46fd-4edd-8482-387ddddc1991') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:50.796184 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.811129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.820735 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:50.821235 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:50.826445 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:50.893797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.903352 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:50.905927 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/networks/3c88fd92-1d1e-4444-a4d1-dab5489cd5c4 HTTP/1.1" status: 204 len: 168 time: 0.3631866 Sep 24 00:36:50.909803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39700) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:50.928421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9591821b-23f1-49cb-8b23-049184095972 tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Network': ['ID=3c88fd92-1d1e-4444-a4d1-dab5489cd5c4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:51.007974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.112348 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.138885 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa892f1-97ff-4736-a0b5-26657021785e']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:51.149639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86dd1e42-b67f-40af-bac4-a6fdb0e4a00c') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:51.149639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86dd1e42-b67f-40af-bac4-a6fdb0e4a00c') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:36:51.165068 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.182791 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.190168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:36:51.190626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:36:51.196206 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:36:51.273155 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.283054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.285200 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] 10.222.0.24 "DELETE /v2.0/networks/ffa892f1-97ff-4736-a0b5-26657021785e HTTP/1.1" status: 204 len: 168 time: 0.3741708 Sep 24 00:36:51.299702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776796e8-d65a-4e91-89df-8544c2e82f2a tempest-BulkNetworkOpsTest-257045667 tempest-BulkNetworkOpsTest-257045667-project] Pushing event deleted for resources: {'Network': ['ID=ffa892f1-97ff-4736-a0b5-26657021785e,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:51.607060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39706) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:51.777893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cac70336-0be7-4d22-9a4e-27f8ec9102b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=739ffffb2ac74588b00055b35660c6f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696310 Sep 24 00:36:51.781144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39710) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:51.839128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0adc54a-390f-4d05-a65e-291b92ff87c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.862033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0adc54a-390f-4d05-a65e-291b92ff87c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.920173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0adc54a-390f-4d05-a65e-291b92ff87c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.923721 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e0adc54a-390f-4d05-a65e-291b92ff87c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:51.925360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e0adc54a-390f-4d05-a65e-291b92ff87c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb106863-30f1-45a3-ab3f-0261194d9a8b HTTP/1.1" status: 204 len: 168 time: 0.1431842 Sep 24 00:36:51.937843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0adc54a-390f-4d05-a65e-291b92ff87c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb106863-30f1-45a3-ab3f-0261194d9a8b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:52.422160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device dea4072f-2e88-4aaf-bafb-3e6e6df330a8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:36:52.449789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: dea4072f-2e88-4aaf-bafb-3e6e6df330a8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:36:52.450338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device dea4072f-2e88-4aaf-bafb-3e6e6df330a8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:36:52.760764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39732) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:52.912835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-791969764'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:52.936258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:52.940078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:52.951156 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:53.041987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-21967ea6-3bb7-4ac4-af28-f1a1bfd4a593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:53.066475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:53.070328 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:53.098678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:53.113958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611c0b98-67d8-4568-87e6-7a44fb06892c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:53.121868 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:53.122279 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Added segment 921fdf39-6d86-484f-8273-ff53218fd891 of type vlan for network b23b8894-0272-4c1d-bc76-b50fed5725c5 Sep 24 00:36:53.165282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:53.190493 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:53.196710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:53.197438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:53.235640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4733288 Sep 24 00:36:53.273617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75654022-37c7-477c-a155-3324420b4cef tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Network': ['ID=b23b8894-0272-4c1d-bc76-b50fed5725c5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:53.286512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network b23b8894-0272-4c1d-bc76-b50fed5725c5 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:54.743878 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:36:55.885895 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:56.018396 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd6de360-55cc-4249-bd32-c96384770ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:56.441469 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39738) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:56.447247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'subnet': {'network_id': 'b23b8894-0272-4c1d-bc76-b50fed5725c5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:56.554688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:56.558187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:56.768355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:56.831132 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Subnet': ['ID=6bfb4903-0c08-4aac-a29a-a9a84747a3a7,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:56.847419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Checking segment: {'id': '921fdf39-6d86-484f-8273-ff53218fd891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b23b8894-0272-4c1d-bc76-b50fed5725c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:56.847777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network hostable DHCP agents. Network: b23b8894-0272-4c1d-bc76-b50fed5725c5, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:36:56.855534 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:56.865473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network b23b8894-0272-4c1d-bc76-b50fed5725c5 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:36:56.875210 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, b23b8894-0272-4c1d-bc76-b50fed5725c5) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:56.880202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:56.880808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:56.887294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6957a5-93a0-45ba-ab71-4fc994ecfc63 None None] Network b23b8894-0272-4c1d-bc76-b50fed5725c5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:56.899717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f55c6832-4cf0-4fb9-9654-a8ae291f99b5 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4566817 Sep 24 00:36:56.903126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39740) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:56.909134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-526788076'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:56.933906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:56.938524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:56.965517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:56.978725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:56.979297 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Added segment 8a18711f-3acd-491b-b0d8-6c5b1e036cb0 of type vlan for network 804a7bc2-ecbc-4484-a496-fc362fe81b30 Sep 24 00:36:57.024030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.061381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-b23b8894-0272-4c1d-bc76-b50fed5725c5', 'network_id': 'b23b8894-0272-4c1d-bc76-b50fed5725c5', 'tenant_id': '6a138df37b7b4e9cabc0d72838cb4e2d', 'fixed_ips': [{'subnet_id': '6bfb4903-0c08-4aac-a29a-a9a84747a3a7'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:36:57.062248 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.063596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.073853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:57.074550 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.106843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2022066 Sep 24 00:36:57.112238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39742) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:57.126438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'subnet': {'network_id': '804a7bc2-ecbc-4484-a496-fc362fe81b30', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:57.158381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351eba9-66e8-43fd-89ef-7fb7b273c7e4 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Network': ['ID=804a7bc2-ecbc-4484-a496-fc362fe81b30,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:57.173933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 804a7bc2-ecbc-4484-a496-fc362fe81b30 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:36:57.256130 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:57.261529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.311936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Allocated IP 2001:db8:0:ffff::2 (b23b8894-0272-4c1d-bc76-b50fed5725c5/6bfb4903-0c08-4aac-a29a-a9a84747a3a7/57516b34-02fe-481c-a384-45cbd56b6477) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:57.484427 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.493100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.541924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Network b23b8894-0272-4c1d-bc76-b50fed5725c5 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:57.545271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:57.549023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:57.559391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Pushing event updated for resources: {'Port': ['ID=57516b34-02fe-481c-a384-45cbd56b6477,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:57.585426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:36:57.587080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.624756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Attempting to bind port 57516b34-02fe-481c-a384-45cbd56b6477 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:36:57.625133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Attempting to bind port 57516b34-02fe-481c-a384-45cbd56b6477 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '921fdf39-6d86-484f-8273-ff53218fd891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b23b8894-0272-4c1d-bc76-b50fed5725c5'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:36:57.625484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Attempting to bind port 57516b34-02fe-481c-a384-45cbd56b6477 on network b23b8894-0272-4c1d-bc76-b50fed5725c5 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:36:57.631626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:36:57.631626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Checking segment: {'id': '921fdf39-6d86-484f-8273-ff53218fd891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b23b8894-0272-4c1d-bc76-b50fed5725c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:57.632094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.632293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Bound using segment: {'id': '921fdf39-6d86-484f-8273-ff53218fd891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b23b8894-0272-4c1d-bc76-b50fed5725c5'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:36:57.632771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Bound port: 57516b34-02fe-481c-a384-45cbd56b6477, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '921fdf39-6d86-484f-8273-ff53218fd891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b23b8894-0272-4c1d-bc76-b50fed5725c5'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:36:57.633162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.660481 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Subnet': ['ID=dc9dd03c-91bd-43c5-a9b6-edcc588cbac7,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:57.669469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Checking segment: {'id': '8a18711f-3acd-491b-b0d8-6c5b1e036cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '804a7bc2-ecbc-4484-a496-fc362fe81b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:57.669832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network hostable DHCP agents. Network: 804a7bc2-ecbc-4484-a496-fc362fe81b30, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:36:57.689419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network 804a7bc2-ecbc-4484-a496-fc362fe81b30 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:36:57.705131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 804a7bc2-ecbc-4484-a496-fc362fe81b30) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:57.713259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:57.715516 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.716202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] For port 57516b34-02fe-481c-a384-45cbd56b6477, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:36:57.719816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756ccd59-72a6-41e7-ba57-aef0cc2cc259 None None] Network 804a7bc2-ecbc-4484-a496-fc362fe81b30 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:57.722668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] For port 57516b34-02fe-481c-a384-45cbd56b6477, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=57516b34-02fe-481c-a384-45cbd56b6477,segment=NetworkSegment(921fdf39-6d86-484f-8273-ff53218fd891),segment_id=921fdf39-6d86-484f-8273-ff53218fd891)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:36:57.733132 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-21a2c931-ff85-4112-87ed-9a5e4c7a3a76 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6147766 Sep 24 00:36:57.736316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39744) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:57.744464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'port': {'network_id': '804a7bc2-ecbc-4484-a496-fc362fe81b30', 'name': 'tempest-NetworksIpV6TestAttrs-399938107'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:57.745012 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.882939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8820eed9-f195-45ea-ae87-16ce3d0a7ead None None] Pushing event updated for resources: {'Port': ['ID=57516b34-02fe-481c-a384-45cbd56b6477,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:57.899129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:57.905112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:57.927179 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] device_id is not set on port 50a2f608-cf68-4304-a121-0a73f9359b68 yet. {{(pid=106378) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:36:57.993546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-804a7bc2-ecbc-4484-a496-fc362fe81b30', 'network_id': '804a7bc2-ecbc-4484-a496-fc362fe81b30', 'tenant_id': '6a138df37b7b4e9cabc0d72838cb4e2d', 'fixed_ips': [{'subnet_id': 'dc9dd03c-91bd-43c5-a9b6-edcc588cbac7'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:36:57.994792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.209451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Allocated IP 2001:db8::f816:3eff:fe09:2c31 (804a7bc2-ecbc-4484-a496-fc362fe81b30/dc9dd03c-91bd-43c5-a9b6-edcc588cbac7/701e582e-e7c1-4110-980a-4ba6e9c3c042) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:58.402186 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.410195 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.473457 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Network 804a7bc2-ecbc-4484-a496-fc362fe81b30 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:58.479878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:58.490748 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:58.496598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Pushing event updated for resources: {'Port': ['ID=701e582e-e7c1-4110-980a-4ba6e9c3c042,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:58.522554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Allocated IP 2001:db8::f816:3eff:fe40:2edc (804a7bc2-ecbc-4484-a496-fc362fe81b30/dc9dd03c-91bd-43c5-a9b6-edcc588cbac7/50a2f608-cf68-4304-a121-0a73f9359b68) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:36:58.544950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 57516b34-02fe-481c-a384-45cbd56b6477 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:36:58.631603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Attempting to bind port 701e582e-e7c1-4110-980a-4ba6e9c3c042 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:36:58.631958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Attempting to bind port 701e582e-e7c1-4110-980a-4ba6e9c3c042 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '8a18711f-3acd-491b-b0d8-6c5b1e036cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '804a7bc2-ecbc-4484-a496-fc362fe81b30'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:36:58.632319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Attempting to bind port 701e582e-e7c1-4110-980a-4ba6e9c3c042 on network 804a7bc2-ecbc-4484-a496-fc362fe81b30 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:36:58.643004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:36:58.643363 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Checking segment: {'id': '8a18711f-3acd-491b-b0d8-6c5b1e036cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '804a7bc2-ecbc-4484-a496-fc362fe81b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:36:58.643763 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.644160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Bound using segment: {'id': '8a18711f-3acd-491b-b0d8-6c5b1e036cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '804a7bc2-ecbc-4484-a496-fc362fe81b30'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:36:58.644640 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Bound port: 701e582e-e7c1-4110-980a-4ba6e9c3c042, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a18711f-3acd-491b-b0d8-6c5b1e036cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '804a7bc2-ecbc-4484-a496-fc362fe81b30'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:36:58.645025 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.669376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-0b8fb9fe-ef62-4b18-8862-e085e84ae1cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837657 Sep 24 00:36:58.721195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 57516b34-02fe-481c-a384-45cbd56b6477 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:58.721658 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.786725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-b71eb52c-e4ae-4eaa-8d2d-948d12aead7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:58.788679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-b71eb52c-e4ae-4eaa-8d2d-948d12aead7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1098 time: 0.0713124 Sep 24 00:36:58.792220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.793396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] For port 701e582e-e7c1-4110-980a-4ba6e9c3c042, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:36:58.798144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] For port 701e582e-e7c1-4110-980a-4ba6e9c3c042, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=701e582e-e7c1-4110-980a-4ba6e9c3c042,segment=NetworkSegment(8a18711f-3acd-491b-b0d8-6c5b1e036cb0),segment_id=8a18711f-3acd-491b-b0d8-6c5b1e036cb0)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:36:58.804280 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.849554 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.916761 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.931565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Port': ['ID=50a2f608-cf68-4304-a121-0a73f9359b68,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:58.937741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network 804a7bc2-ecbc-4484-a496-fc362fe81b30 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:36:58.939534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:36:58.942705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:36:58.949974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:58.951022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:58.967950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b21ef-97bb-4094-8c4a-ac2f602e2a21 None None] Pushing event updated for resources: {'Port': ['ID=701e582e-e7c1-4110-980a-4ba6e9c3c042,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:58.973893 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-52cbff1d-2681-488d-8bb3-e37ac4117061 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2344873 Sep 24 00:36:58.976257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39748) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:58.994181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 57516b34-02fe-481c-a384-45cbd56b6477, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=57516b34-02fe-481c-a384-45cbd56b6477,segment=NetworkSegment(921fdf39-6d86-484f-8273-ff53218fd891),segment_id=921fdf39-6d86-484f-8273-ff53218fd891)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:36:58.999602 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.040367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-dd41f3a8-f1b8-4a53-a8b2-ddf41002910d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:59.042698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-dd41f3a8-f1b8-4a53-a8b2-ddf41002910d service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.2221494 Sep 24 00:36:59.056613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-94acb4bc-c8e6-4882-a945-af4ca9324f04 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Deleting subnet dc9dd03c-91bd-43c5-a9b6-edcc588cbac7 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:36:59.060405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94acb4bc-c8e6-4882-a945-af4ca9324f04 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.068133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=57516b34-02fe-481c-a384-45cbd56b6477,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:59.114120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7db4fb0-e4ff-45f5-bc86-fc6041d07acc None None] Network b23b8894-0272-4c1d-bc76-b50fed5725c5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:36:59.121863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94acb4bc-c8e6-4882-a945-af4ca9324f04 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.138372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-c350387d-a32c-4ddc-a9c7-9116c036bb80 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 200 len: 1001 time: 0.0878000 Sep 24 00:36:59.234743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-69eb6587-d530-4a6c-acee-0c1a53f79a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:59.237215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-69eb6587-d530-4a6c-acee-0c1a53f79a9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0924110 Sep 24 00:36:59.281730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-75181140-7d38-4e9d-b089-75a10dceaccd None None] Provisioning complete for port 57516b34-02fe-481c-a384-45cbd56b6477 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:59.282076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75181140-7d38-4e9d-b089-75a10dceaccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.283691 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.315041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-ed5ae22b-9725-4c77-9991-8c77a6e348e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:59.319936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94acb4bc-c8e6-4882-a945-af4ca9324f04 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.320495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-ed5ae22b-9725-4c77-9991-8c77a6e348e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722537 Sep 24 00:36:59.410708 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94acb4bc-c8e6-4882-a945-af4ca9324f04 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.438634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acb4bc-c8e6-4882-a945-af4ca9324f04 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9dd03c-91bd-43c5-a9b6-edcc588cbac7,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:59.448343 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-94acb4bc-c8e6-4882-a945-af4ca9324f04 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.451142 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-94acb4bc-c8e6-4882-a945-af4ca9324f04 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/subnets/dc9dd03c-91bd-43c5-a9b6-edcc588cbac7 HTTP/1.1" status: 204 len: 168 time: 0.4734797 Sep 24 00:36:59.453420 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39750) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:59.461769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-91539cfa-431d-4a6f-901b-47f44d2b3aa7 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340926 Sep 24 00:36:59.527572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfabca-fada-4472-b76f-fb5ac4525091 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:59.529263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cdfabca-fada-4472-b76f-fb5ac4525091 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:59.535693 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9cdfabca-fada-4472-b76f-fb5ac4525091 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0764019 Sep 24 00:36:59.536137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39752) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:59.606937 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c8da634-c90b-4cd7-9b9b-5fcef4d75685 req-cc5e3646-68a1-4c97-aa51-73e5340743d2 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369042 Sep 24 00:36:59.635616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88b2a202-f92d-4659-939c-da5e8436b991 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.643404 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b2a202-f92d-4659-939c-da5e8436b991 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 24 00:36:59.643875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b2a202-f92d-4659-939c-da5e8436b991 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:36:59.646796 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-88b2a202-f92d-4659-939c-da5e8436b991 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/804a7bc2-ecbc-4484-a496-fc362fe81b30 HTTP/1.1" status: 409 len: 405 time: 0.1087391 Sep 24 00:36:59.650802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39754) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:59.655948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1662459577'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:59.681718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:36:59.686614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.719623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:36:59.738953 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.739258 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Added segment 9e4e9f4f-c108-46a2-be06-fee62d4e00fa of type vlan for network 0abb22b5-79f2-4a89-9449-2069b2c0c503 Sep 24 00:36:59.793499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5184a655-2599-4617-b776-4ff241b39e76 None None] Provisioning complete for port 57516b34-02fe-481c-a384-45cbd56b6477 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:36:59.794131 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5184a655-2599-4617-b776-4ff241b39e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.799457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.829760 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.841270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:36:59.842313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:36:59.890720 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2343974 Sep 24 00:36:59.891047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39756) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:36:59.899492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'subnet': {'network_id': '0abb22b5-79f2-4a89-9449-2069b2c0c503', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:36:59.945426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c8e6a1-3b10-4cfe-b5a4-4110dec6b38d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Network': ['ID=0abb22b5-79f2-4a89-9449-2069b2c0c503,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:36:59.958652 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 0abb22b5-79f2-4a89-9449-2069b2c0c503 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:37:00.039255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:00.043299 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.123456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c0ac33-761a-4367-ad91-107647d42238 None None] Network 804a7bc2-ecbc-4484-a496-fc362fe81b30 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:00.252376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-386ce903-df81-42f4-9c20-3fb6cc578bec None None] Provisioning complete for port 701e582e-e7c1-4110-980a-4ba6e9c3c042 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:37:00.252851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-386ce903-df81-42f4-9c20-3fb6cc578bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.332621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:37:00.334365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.373427 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-386ce903-df81-42f4-9c20-3fb6cc578bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.398140 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] DHCP port deletion for 804a7bc2-ecbc-4484-a496-fc362fe81b30 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:37:00.413497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Subnet': ['ID=76000fe1-afb9-43a2-a005-b6de222e1918,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:00.446276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Checking segment: {'id': '9e4e9f4f-c108-46a2-be06-fee62d4e00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0abb22b5-79f2-4a89-9449-2069b2c0c503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:37:00.446276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network hostable DHCP agents. Network: 0abb22b5-79f2-4a89-9449-2069b2c0c503, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:37:00.453460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-386ce903-df81-42f4-9c20-3fb6cc578bec None None] For port 701e582e-e7c1-4110-980a-4ba6e9c3c042, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=701e582e-e7c1-4110-980a-4ba6e9c3c042,segment=NetworkSegment(8a18711f-3acd-491b-b0d8-6c5b1e036cb0),segment_id=8a18711f-3acd-491b-b0d8-6c5b1e036cb0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:00.459726 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-386ce903-df81-42f4-9c20-3fb6cc578bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.473343 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network 0abb22b5-79f2-4a89-9449-2069b2c0c503 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:37:00.483938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 0abb22b5-79f2-4a89-9449-2069b2c0c503) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:37:00.489352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:00.489831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.498222 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 57516b34-02fe-481c-a384-45cbd56b6477 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:37:00.500023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809e4737-08e6-45f9-aaae-3039766d23ed None None] Network 0abb22b5-79f2-4a89-9449-2069b2c0c503 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:00.510005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39758) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:00.510711 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f631a9c5-3313-4a3f-8a6a-95f66422a79f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6176572 Sep 24 00:37:00.516041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'port': {'network_id': '0abb22b5-79f2-4a89-9449-2069b2c0c503', 'name': 'tempest-NetworksIpV6TestAttrs-1368933158'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:00.619596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ce903-df81-42f4-9c20-3fb6cc578bec None None] Pushing event updated for resources: {'Port': ['ID=701e582e-e7c1-4110-980a-4ba6e9c3c042,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:00.638157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] Deleting port 701e582e-e7c1-4110-980a-4ba6e9c3c042 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:37:00.638538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.652687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:00.656964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.676408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] device_id is not set on port ba8b956a-9d82-4c50-9ac0-34ba20d71903 yet. {{(pid=106379) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 00:37:00.686361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 57516b34-02fe-481c-a384-45cbd56b6477 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:37:00.686724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.775462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] For port 701e582e-e7c1-4110-980a-4ba6e9c3c042, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=701e582e-e7c1-4110-980a-4ba6e9c3c042,segment=NetworkSegment(8a18711f-3acd-491b-b0d8-6c5b1e036cb0),segment_id=8a18711f-3acd-491b-b0d8-6c5b1e036cb0)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:00.775881 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:00.801620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] Calling delete_port for 701e582e-e7c1-4110-980a-4ba6e9c3c042 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:37:00.882636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-0abb22b5-79f2-4a89-9449-2069b2c0c503', 'network_id': '0abb22b5-79f2-4a89-9449-2069b2c0c503', 'tenant_id': '6a138df37b7b4e9cabc0d72838cb4e2d', 'fixed_ips': [{'subnet_id': '76000fe1-afb9-43a2-a005-b6de222e1918'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:37:00.883491 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.059029 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.116923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] Pushing event deleted for resources: {'Port': ['ID=701e582e-e7c1-4110-980a-4ba6e9c3c042,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:01.119450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2d1a2-94d5-4a94-802b-a1856237104c None None] No DVR routers for this DVR port 701e582e-e7c1-4110-980a-4ba6e9c3c042 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:37:01.141807 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Allocated IP 2001:db8::f816:3eff:fe02:e4fa (0abb22b5-79f2-4a89-9449-2069b2c0c503/76000fe1-afb9-43a2-a005-b6de222e1918/4413646c-c65d-41f5-b435-c126c69cd54d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:37:01.526809 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.535920 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.601135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Allocated IP 2001:db8::f816:3eff:fec4:901e (0abb22b5-79f2-4a89-9449-2069b2c0c503/76000fe1-afb9-43a2-a005-b6de222e1918/ba8b956a-9d82-4c50-9ac0-34ba20d71903) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:37:01.611822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Network 0abb22b5-79f2-4a89-9449-2069b2c0c503 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:37:01.617095 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:37:01.622341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:37:01.637265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Pushing event updated for resources: {'Port': ['ID=4413646c-c65d-41f5-b435-c126c69cd54d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:01.710000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Attempting to bind port 4413646c-c65d-41f5-b435-c126c69cd54d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:37:01.710397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Attempting to bind port 4413646c-c65d-41f5-b435-c126c69cd54d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '9e4e9f4f-c108-46a2-be06-fee62d4e00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0abb22b5-79f2-4a89-9449-2069b2c0c503'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:37:01.710785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Attempting to bind port 4413646c-c65d-41f5-b435-c126c69cd54d on network 0abb22b5-79f2-4a89-9449-2069b2c0c503 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:37:01.718326 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:37:01.718787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Checking segment: {'id': '9e4e9f4f-c108-46a2-be06-fee62d4e00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0abb22b5-79f2-4a89-9449-2069b2c0c503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:37:01.719263 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.719722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Bound using segment: {'id': '9e4e9f4f-c108-46a2-be06-fee62d4e00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0abb22b5-79f2-4a89-9449-2069b2c0c503'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:37:01.720386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Bound port: 4413646c-c65d-41f5-b435-c126c69cd54d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4e9f4f-c108-46a2-be06-fee62d4e00fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0abb22b5-79f2-4a89-9449-2069b2c0c503'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:37:01.720916 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.822246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] For port 4413646c-c65d-41f5-b435-c126c69cd54d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:37:01.826521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] For port 4413646c-c65d-41f5-b435-c126c69cd54d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4413646c-c65d-41f5-b435-c126c69cd54d,segment=NetworkSegment(9e4e9f4f-c108-46a2-be06-fee62d4e00fa),segment_id=9e4e9f4f-c108-46a2-be06-fee62d4e00fa)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:37:01.831290 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.832399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.872491 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.923392 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network 0abb22b5-79f2-4a89-9449-2069b2c0c503 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:37:01.927280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:37:01.931483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:37:01.937344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:01.938009 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:01.952114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c3271-92b0-478c-8a0c-b06b5fb51246 None None] Pushing event updated for resources: {'Port': ['ID=4413646c-c65d-41f5-b435-c126c69cd54d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:01.956422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Port': ['ID=ba8b956a-9d82-4c50-9ac0-34ba20d71903,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:01.968269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7543b110-d785-41e9-999b-e6212be2342e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4557562 Sep 24 00:37:01.970507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39760) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:02.030919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6745ea9-9837-4040-ad7c-86c86f5ea950 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Deleting subnet 76000fe1-afb9-43a2-a005-b6de222e1918 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:37:02.034316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6745ea9-9837-4040-ad7c-86c86f5ea950 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.094997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6745ea9-9837-4040-ad7c-86c86f5ea950 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.260614 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6745ea9-9837-4040-ad7c-86c86f5ea950 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.336578 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6745ea9-9837-4040-ad7c-86c86f5ea950 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.365699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6745ea9-9837-4040-ad7c-86c86f5ea950 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Subnet': ['ID=76000fe1-afb9-43a2-a005-b6de222e1918,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:02.370516 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e6745ea9-9837-4040-ad7c-86c86f5ea950 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.373706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e6745ea9-9837-4040-ad7c-86c86f5ea950 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/subnets/76000fe1-afb9-43a2-a005-b6de222e1918 HTTP/1.1" status: 204 len: 168 time: 0.4005356 Sep 24 00:37:02.374806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39762) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:02.477677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b8462f-57c2-4b3f-8d71-3d25694ed7d8 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:02.480343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b8462f-57c2-4b3f-8d71-3d25694ed7d8 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:02.482159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-29b8462f-57c2-4b3f-8d71-3d25694ed7d8 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1064234 Sep 24 00:37:02.485457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39764) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:02.502459 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4413646c-c65d-41f5-b435-c126c69cd54d up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:37:02.559204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 4413646c-c65d-41f5-b435-c126c69cd54d triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:37:02.559588 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.577863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7bc32a0-9bf8-4c2c-89b1-9c3fcf14e258 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.586868 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bc32a0-9bf8-4c2c-89b1-9c3fcf14e258 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 24 00:37:02.587144 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bc32a0-9bf8-4c2c-89b1-9c3fcf14e258 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:02.592872 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a7bc32a0-9bf8-4c2c-89b1-9c3fcf14e258 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/0abb22b5-79f2-4a89-9449-2069b2c0c503 HTTP/1.1" status: 409 len: 405 time: 0.1017001 Sep 24 00:37:02.593315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39766) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:02.599167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1335063062'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:02.625495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:02.629540 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.663983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:37:02.667058 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.683411 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.683870 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Added segment 4dfdae75-6265-47b1-b439-72435591d403 of type vlan for network 52a9286e-bd70-4fed-85a4-d0860299e20b Sep 24 00:37:02.718996 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 4413646c-c65d-41f5-b435-c126c69cd54d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4413646c-c65d-41f5-b435-c126c69cd54d,segment=NetworkSegment(9e4e9f4f-c108-46a2-be06-fee62d4e00fa),segment_id=9e4e9f4f-c108-46a2-be06-fee62d4e00fa)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:02.724797 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.749520 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.789933 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.797090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:02.797827 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:02.808367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=4413646c-c65d-41f5-b435-c126c69cd54d,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:02.831996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2373915 Sep 24 00:37:02.835562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39770) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:02.842193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'subnet': {'network_id': '52a9286e-bd70-4fed-85a4-d0860299e20b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:02.891452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206e0f1-8253-4143-82a6-ad0cb95e5e82 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Network': ['ID=52a9286e-bd70-4fed-85a4-d0860299e20b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:02.907621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 52a9286e-bd70-4fed-85a4-d0860299e20b details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:37:02.989964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:02.994614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.099494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d7763e-24a7-4ea8-b5ba-0783e6ad21c8 None None] Network 0abb22b5-79f2-4a89-9449-2069b2c0c503 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:03.235258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-003749f8-5e67-464a-8d8e-be833a0098b7 None None] Provisioning complete for port 4413646c-c65d-41f5-b435-c126c69cd54d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:37:03.235774 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-003749f8-5e67-464a-8d8e-be833a0098b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.323200 n-d-713498-18 neutron-server[106378]: DEBUG neutron.objects.ports [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106378) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:37:03.324977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.359399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] DHCP port deletion for 0abb22b5-79f2-4a89-9449-2069b2c0c503 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:37:03.418738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Subnet': ['ID=916bb0d8-564d-40ea-9f6c-15a7bb078417,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:03.424643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Checking segment: {'id': '4dfdae75-6265-47b1-b439-72435591d403', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '52a9286e-bd70-4fed-85a4-d0860299e20b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:37:03.425013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network hostable DHCP agents. Network: 52a9286e-bd70-4fed-85a4-d0860299e20b, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:37:03.429103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] Deleting port 4413646c-c65d-41f5-b435-c126c69cd54d {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:37:03.429563 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.443896 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network 52a9286e-bd70-4fed-85a4-d0860299e20b is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:37:03.458083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 52a9286e-bd70-4fed-85a4-d0860299e20b) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:37:03.467499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:03.469406 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.490892 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-107a34b4-93f3-4588-9e78-e40af570f23a tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6541276 Sep 24 00:37:03.495084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39774) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:03.506289 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0912bc2-119f-4b65-94c2-7638d334a01d None None] Network 52a9286e-bd70-4fed-85a4-d0860299e20b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:03.533602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] For port 4413646c-c65d-41f5-b435-c126c69cd54d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4413646c-c65d-41f5-b435-c126c69cd54d,segment=NetworkSegment(9e4e9f4f-c108-46a2-be06-fee62d4e00fa),segment_id=9e4e9f4f-c108-46a2-be06-fee62d4e00fa)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:03.534115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.558667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] Calling delete_port for 4413646c-c65d-41f5-b435-c126c69cd54d owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:37:03.639124 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.707688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.754563 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.787290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ba88e1-91a0-4856-9775-f25061ff6e0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-52a9286e-bd70-4fed-85a4-d0860299e20b', 'network_id': '52a9286e-bd70-4fed-85a4-d0860299e20b', 'tenant_id': '6a138df37b7b4e9cabc0d72838cb4e2d', 'fixed_ips': [{'subnet_id': '916bb0d8-564d-40ea-9f6c-15a7bb078417'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:37:03.788296 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-05ba88e1-91a0-4856-9775-f25061ff6e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.793333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] Pushing event deleted for resources: {'Port': ['ID=4413646c-c65d-41f5-b435-c126c69cd54d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:03.809845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca287382-4fc3-4937-90d0-09bd6c222252 None None] No DVR routers for this DVR port 4413646c-c65d-41f5-b435-c126c69cd54d on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:37:03.824131 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.867114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Subnet': ['ID=916bb0d8-564d-40ea-9f6c-15a7bb078417,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-05ba88e1-91a0-4856-9775-f25061ff6e0c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 916bb0d8-564d-40ea-9f6c-15a7bb078417: This subnet is being modified by another concurrent operation. Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 916bb0d8-564d-40ea-9f6c-15a7bb078417: This subnet is being modified by another concurrent operation. Sep 24 00:37:03.921107 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:37:03.952378 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:03.953843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb4430c-19e4-4162-899d-5cd45572cc8d None None] Network 52a9286e-bd70-4fed-85a4-d0860299e20b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:03.992700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52a9286e-bd70-4fed-85a4-d0860299e20b']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:04.004474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dfdae75-6265-47b1-b439-72435591d403') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:04.004834 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dfdae75-6265-47b1-b439-72435591d403') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:04.017618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.047230 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.059774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:37:04.060830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:37:04.067824 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:37:04.110105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d309d783-ad2d-430d-b95a-d1e77fa68a1f None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:37:04.159049 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.171935 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.174576 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/52a9286e-bd70-4fed-85a4-d0860299e20b HTTP/1.1" status: 204 len: 168 time: 0.6776955 Sep 24 00:37:04.183594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39776) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:04.192178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b452b9-bf6c-4424-a199-5810b6b09d7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Network': ['ID=52a9286e-bd70-4fed-85a4-d0860299e20b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:04.193490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1910516605'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:04.235969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d309d783-ad2d-430d-b95a-d1e77fa68a1f None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:37:04.239162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:04.245516 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.283427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:37:04.297740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.298560 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Added segment 9e5f9463-580e-424f-a186-e35cd4bc2dd8 of type vlan for network e369ff34-be73-49d8-9893-3ad5c11c5c7a Sep 24 00:37:04.371905 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.407565 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.416927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:04.417753 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.470327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2821360 Sep 24 00:37:04.470940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39778) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:04.484720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'subnet': {'network_id': 'e369ff34-be73-49d8-9893-3ad5c11c5c7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:04.537238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07cc8b4-7f4b-405d-b58e-39f551acd24c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Network': ['ID=e369ff34-be73-49d8-9893-3ad5c11c5c7a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:04.560116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4413646c-c65d-41f5-b435-c126c69cd54d no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:37:04.565166 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e369ff34-be73-49d8-9893-3ad5c11c5c7a details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:37:04.625238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 4413646c-c65d-41f5-b435-c126c69cd54d {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:37:04.625717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4413646c-c65d-41f5-b435-c126c69cd54d not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:37:04.644199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:04.649913 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.896583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:04.952971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Subnet': ['ID=a72c5aff-e7e0-428a-a25a-1dfcf7a0dfb8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:04.968763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Checking segment: {'id': '9e5f9463-580e-424f-a186-e35cd4bc2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e369ff34-be73-49d8-9893-3ad5c11c5c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:37:04.969122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network hostable DHCP agents. Network: e369ff34-be73-49d8-9893-3ad5c11c5c7a, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:37:04.987187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network e369ff34-be73-49d8-9893-3ad5c11c5c7a is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:37:04.997726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e369ff34-be73-49d8-9893-3ad5c11c5c7a) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:37:05.002796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:05.003411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.012091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ae9abc-876d-413a-a9d7-d57e94b7b17e None None] Network e369ff34-be73-49d8-9893-3ad5c11c5c7a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:05.020774 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-38fa4200-39a6-4786-b178-239023840427 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5464990 Sep 24 00:37:05.025472 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39780) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:05.163648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.192116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a379ddf1-28cb-43da-8715-eb6488c26a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-e369ff34-be73-49d8-9893-3ad5c11c5c7a', 'network_id': 'e369ff34-be73-49d8-9893-3ad5c11c5c7a', 'tenant_id': '6a138df37b7b4e9cabc0d72838cb4e2d', 'fixed_ips': [{'subnet_id': 'a72c5aff-e7e0-428a-a25a-1dfcf7a0dfb8'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:37:05.193707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a379ddf1-28cb-43da-8715-eb6488c26a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.266724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.350156 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-a379ddf1-28cb-43da-8715-eb6488c26a33 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a72c5aff-e7e0-428a-a25a-1dfcf7a0dfb8: This subnet is being modified by another concurrent operation. Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a72c5aff-e7e0-428a-a25a-1dfcf7a0dfb8: This subnet is being modified by another concurrent operation. Sep 24 00:37:05.367182 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:37:05.391967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Subnet': ['ID=a72c5aff-e7e0-428a-a25a-1dfcf7a0dfb8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:05.394895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e885f5-9bfd-4ee4-a1dd-df5e44c5cfa4 None None] Network e369ff34-be73-49d8-9893-3ad5c11c5c7a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:05.461412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.486503 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e369ff34-be73-49d8-9893-3ad5c11c5c7a']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:05.501928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5f9463-580e-424f-a186-e35cd4bc2dd8') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:05.502337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5f9463-580e-424f-a186-e35cd4bc2dd8') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:05.515828 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.532950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09ea652-6fef-455a-98b2-5ac2d3257d0d None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:37:05.535748 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.544027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:37:05.544825 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:37:05.548395 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:37:05.634609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.642778 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.645028 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/e369ff34-be73-49d8-9893-3ad5c11c5c7a HTTP/1.1" status: 204 len: 168 time: 0.6182141 Sep 24 00:37:05.650466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39782) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:05.655658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2040781072'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:05.662029 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d55d47-3a04-427f-8108-78bde8fb7b41 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Network': ['ID=e369ff34-be73-49d8-9893-3ad5c11c5c7a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:05.678406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09ea652-6fef-455a-98b2-5ac2d3257d0d None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:37:05.693978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:05.698623 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.738117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:37:05.748935 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.749276 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Added segment 499b4503-2377-4342-9163-acdc555acb08 of type vlan for network 672fa875-cb63-44ef-81f5-427d73e6b797 Sep 24 00:37:05.815610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.849877 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.857627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:05.858331 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:05.899107 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2470772 Sep 24 00:37:05.902949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39784) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:05.910874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Request body: {'subnet': {'network_id': '672fa875-cb63-44ef-81f5-427d73e6b797', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:05.954399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cb7f8a-9252-46eb-bdd6-b8958f6bf34c tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Network': ['ID=672fa875-cb63-44ef-81f5-427d73e6b797,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:05.968256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 672fa875-cb63-44ef-81f5-427d73e6b797 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:37:06.054432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Made reservation on behalf of 6a138df37b7b4e9cabc0d72838cb4e2d for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:06.061313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.374982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.objects.ports [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106379) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 00:37:06.376600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.445691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event updated for resources: {'Subnet': ['ID=ca7241cd-2147-40d6-b872-03ac5d4af94c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:06.456022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Checking segment: {'id': '499b4503-2377-4342-9163-acdc555acb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '672fa875-cb63-44ef-81f5-427d73e6b797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:37:06.456254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network hostable DHCP agents. Network: 672fa875-cb63-44ef-81f5-427d73e6b797, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:37:06.474356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Network 672fa875-cb63-44ef-81f5-427d73e6b797 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:37:06.484497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 672fa875-cb63-44ef-81f5-427d73e6b797) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:37:06.488882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:06.489498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.495493 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c391757e-873f-4899-9eef-80f674694624 None None] Network 672fa875-cb63-44ef-81f5-427d73e6b797 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:06.506068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7944750b-14f2-41a9-8da6-3d4791b42f62 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6019864 Sep 24 00:37:06.509169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39786) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:06.627925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.668321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8b9f74-ecbb-42d8-befa-20e4e0aa1653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-672fa875-cb63-44ef-81f5-427d73e6b797', 'network_id': '672fa875-cb63-44ef-81f5-427d73e6b797', 'tenant_id': '6a138df37b7b4e9cabc0d72838cb4e2d', 'fixed_ips': [{'subnet_id': 'ca7241cd-2147-40d6-b872-03ac5d4af94c'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:37:06.669412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bc8b9f74-ecbb-42d8-befa-20e4e0aa1653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.696115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.771059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server [None req-bc8b9f74-ecbb-42d8-befa-20e4e0aa1653 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca7241cd-2147-40d6-b872-03ac5d4af94c: This subnet is being modified by another concurrent operation. Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server raise exception Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca7241cd-2147-40d6-b872-03ac5d4af94c: This subnet is being modified by another concurrent operation. Sep 24 00:37:06.795070 n-d-713498-18 neutron-server[106380]: ERROR oslo_messaging.rpc.server Sep 24 00:37:06.805048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Subnet': ['ID=ca7241cd-2147-40d6-b872-03ac5d4af94c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:06.823955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27e7cde-5afd-403d-8a15-19cf38e8ce5a None None] Network 672fa875-cb63-44ef-81f5-427d73e6b797 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:06.871507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.895246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672fa875-cb63-44ef-81f5-427d73e6b797']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:06.907299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499b4503-2377-4342-9163-acdc555acb08') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:06.907800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499b4503-2377-4342-9163-acdc555acb08') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:06.919551 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.932903 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.936304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.943863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:37:06.944414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:37:06.948961 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:37:06.967340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd4ddbc-a2ae-470d-a045-c7b114281e59 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:37:07.027775 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.035066 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.037197 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/672fa875-cb63-44ef-81f5-427d73e6b797 HTTP/1.1" status: 204 len: 168 time: 0.5262322 Sep 24 00:37:07.048571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39788) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.055941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f476a-2232-450e-8dea-82c03838e3c7 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Network': ['ID=672fa875-cb63-44ef-81f5-427d73e6b797,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:07.085151 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-df505710-c854-4c2e-b0a4-4aeeefadae7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): The resource could not be found. Sep 24 00:37:07.085723 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df505710-c854-4c2e-b0a4-4aeeefadae7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:07.087723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-df505710-c854-4c2e-b0a4-4aeeefadae7d tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/subnets/ca7241cd-2147-40d6-b872-03ac5d4af94c HTTP/1.1" status: 404 len: 337 time: 0.0380144 Sep 24 00:37:07.091711 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39790) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.127092 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7dd4b5c-b096-4b5d-9680-e17f39d4ef9f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): The resource could not be found. Sep 24 00:37:07.127092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7dd4b5c-b096-4b5d-9680-e17f39d4ef9f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:07.128956 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c7dd4b5c-b096-4b5d-9680-e17f39d4ef9f tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/672fa875-cb63-44ef-81f5-427d73e6b797 HTTP/1.1" status: 404 len: 339 time: 0.0355539 Sep 24 00:37:07.132814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39792) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.164005 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7024af-dbdf-45b1-a8b4-cf395ed669df tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): The resource could not be found. Sep 24 00:37:07.164703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7024af-dbdf-45b1-a8b4-cf395ed669df tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:07.170225 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bd7024af-dbdf-45b1-a8b4-cf395ed669df tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/subnets/a72c5aff-e7e0-428a-a25a-1dfcf7a0dfb8 HTTP/1.1" status: 404 len: 337 time: 0.0333612 Sep 24 00:37:07.170527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39794) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.193188 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad6a13a-fcfc-41e3-a97e-5aa6b2913ba8 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): The resource could not be found. Sep 24 00:37:07.193831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad6a13a-fcfc-41e3-a97e-5aa6b2913ba8 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:07.195751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0ad6a13a-fcfc-41e3-a97e-5aa6b2913ba8 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/e369ff34-be73-49d8-9893-3ad5c11c5c7a HTTP/1.1" status: 404 len: 339 time: 0.0242205 Sep 24 00:37:07.198358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39796) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.230394 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d66e7b8-c3e6-49f5-a077-ca39531a2374 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): The resource could not be found. Sep 24 00:37:07.231254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d66e7b8-c3e6-49f5-a077-ca39531a2374 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:07.232985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3d66e7b8-c3e6-49f5-a077-ca39531a2374 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/subnets/916bb0d8-564d-40ea-9f6c-15a7bb078417 HTTP/1.1" status: 404 len: 337 time: 0.0336752 Sep 24 00:37:07.238474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39798) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.264544 n-d-713498-18 neutron-server[106379]: INFO neutron.pecan_wsgi.hooks.translation [None req-a79c8948-7d1f-48b8-a32b-ad75374da784 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): The resource could not be found. Sep 24 00:37:07.265186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a79c8948-7d1f-48b8-a32b-ad75374da784 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106379) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:07.268542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a79c8948-7d1f-48b8-a32b-ad75374da784 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/52a9286e-bd70-4fed-85a4-d0860299e20b HTTP/1.1" status: 404 len: 339 time: 0.0273180 Sep 24 00:37:07.270602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd4ddbc-a2ae-470d-a045-c7b114281e59 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:37:07.271603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39800) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.393491 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-237a8676-244b-4a74-a171-5173ae0bb2e2 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Deleting port ba8b956a-9d82-4c50-9ac0-34ba20d71903 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:37:07.393491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-237a8676-244b-4a74-a171-5173ae0bb2e2 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.499830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-237a8676-244b-4a74-a171-5173ae0bb2e2 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.515693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-237a8676-244b-4a74-a171-5173ae0bb2e2 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Calling delete_port for ba8b956a-9d82-4c50-9ac0-34ba20d71903 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:37:07.620571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-237a8676-244b-4a74-a171-5173ae0bb2e2 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.663565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237a8676-244b-4a74-a171-5173ae0bb2e2 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Port': ['ID=ba8b956a-9d82-4c50-9ac0-34ba20d71903,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:07.671544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-237a8676-244b-4a74-a171-5173ae0bb2e2 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.677423 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-237a8676-244b-4a74-a171-5173ae0bb2e2 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/ports/ba8b956a-9d82-4c50-9ac0-34ba20d71903 HTTP/1.1" status: 204 len: 168 time: 0.4019516 Sep 24 00:37:07.677634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.711915 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1c6ba6-6c2d-4593-96f1-949b4b7f6801 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): The resource could not be found. Sep 24 00:37:07.713131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1c6ba6-6c2d-4593-96f1-949b4b7f6801 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:07.715567 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ed1c6ba6-6c2d-4593-96f1-949b4b7f6801 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/subnets/76000fe1-afb9-43a2-a005-b6de222e1918 HTTP/1.1" status: 404 len: 337 time: 0.0366120 Sep 24 00:37:07.719939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39804) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:07.815545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.913982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.937066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abb22b5-79f2-4a89-9449-2069b2c0c503']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:07.946876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4e9f4f-c108-46a2-be06-fee62d4e00fa') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:07.947167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4e9f4f-c108-46a2-be06-fee62d4e00fa') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:07.957123 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.971434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.978494 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:37:07.979046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:37:07.982484 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:37:08.040191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.048298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.052594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/0abb22b5-79f2-4a89-9449-2069b2c0c503 HTTP/1.1" status: 204 len: 168 time: 0.3289862 Sep 24 00:37:08.052594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39806) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:08.075079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3f7f6-0216-44d6-822f-34c270da20fb tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Network': ['ID=0abb22b5-79f2-4a89-9449-2069b2c0c503,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:08.161385 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bfabaa26-5c42-49eb-ba95-f2bf49af6a52 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Deleting port 50a2f608-cf68-4304-a121-0a73f9359b68 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:37:08.161725 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfabaa26-5c42-49eb-ba95-f2bf49af6a52 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.227481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfabaa26-5c42-49eb-ba95-f2bf49af6a52 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.242913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bfabaa26-5c42-49eb-ba95-f2bf49af6a52 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Calling delete_port for 50a2f608-cf68-4304-a121-0a73f9359b68 owned by {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:37:08.328144 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfabaa26-5c42-49eb-ba95-f2bf49af6a52 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.357503 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabaa26-5c42-49eb-ba95-f2bf49af6a52 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Port': ['ID=50a2f608-cf68-4304-a121-0a73f9359b68,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:08.364201 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bfabaa26-5c42-49eb-ba95-f2bf49af6a52 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.366037 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bfabaa26-5c42-49eb-ba95-f2bf49af6a52 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/ports/50a2f608-cf68-4304-a121-0a73f9359b68 HTTP/1.1" status: 204 len: 168 time: 0.3125122 Sep 24 00:37:08.369313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39808) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:08.396119 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e463245-372e-413f-94f6-6e04c409ab47 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] DELETE failed (client error): The resource could not be found. Sep 24 00:37:08.396571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e463245-372e-413f-94f6-6e04c409ab47 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:37:08.398572 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1e463245-372e-413f-94f6-6e04c409ab47 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/subnets/dc9dd03c-91bd-43c5-a9b6-edcc588cbac7 HTTP/1.1" status: 404 len: 337 time: 0.0282395 Sep 24 00:37:08.401972 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39810) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:08.485375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.593507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.617908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804a7bc2-ecbc-4484-a496-fc362fe81b30']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:08.627499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a18711f-3acd-491b-b0d8-6c5b1e036cb0') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:08.627788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a18711f-3acd-491b-b0d8-6c5b1e036cb0') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:08.638111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.652405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.659031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:37:08.659576 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:37:08.662608 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:37:08.721281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.728291 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.730153 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/804a7bc2-ecbc-4484-a496-fc362fe81b30 HTTP/1.1" status: 204 len: 168 time: 0.3271914 Sep 24 00:37:08.732886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39812) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:08.741724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8eecf5-13b7-4f8e-8d5f-095add11de3e tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Network': ['ID=804a7bc2-ecbc-4484-a496-fc362fe81b30,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:08.791612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1cd4e2-be84-4166-b16c-8cd99d067d29 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Deleting subnet 6bfb4903-0c08-4aac-a29a-a9a84747a3a7 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:37:08.795323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd4e2-be84-4166-b16c-8cd99d067d29 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.840232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd4e2-be84-4166-b16c-8cd99d067d29 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:08.938939 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd4e2-be84-4166-b16c-8cd99d067d29 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.001894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd4e2-be84-4166-b16c-8cd99d067d29 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.031748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cd4e2-be84-4166-b16c-8cd99d067d29 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Subnet': ['ID=6bfb4903-0c08-4aac-a29a-a9a84747a3a7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:09.038013 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd4e2-be84-4166-b16c-8cd99d067d29 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.042809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8a1cd4e2-be84-4166-b16c-8cd99d067d29 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/subnets/6bfb4903-0c08-4aac-a29a-a9a84747a3a7 HTTP/1.1" status: 204 len: 168 time: 0.3066261 Sep 24 00:37:09.044263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39814) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:09.045036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bc2cc5-5c05-4ed4-8ed4-ce7a7b94d643 None None] Network b23b8894-0272-4c1d-bc76-b50fed5725c5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:37:09.168535 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.253352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] DHCP port deletion for b23b8894-0272-4c1d-bc76-b50fed5725c5 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:37:09.253589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Deleting port 57516b34-02fe-481c-a384-45cbd56b6477 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:37:09.253742 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.309808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] Deleting port 57516b34-02fe-481c-a384-45cbd56b6477 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:37:09.310176 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.339371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] For port 57516b34-02fe-481c-a384-45cbd56b6477, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=57516b34-02fe-481c-a384-45cbd56b6477,segment=NetworkSegment(921fdf39-6d86-484f-8273-ff53218fd891),segment_id=921fdf39-6d86-484f-8273-ff53218fd891)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:09.339792 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.353773 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Calling delete_port for 57516b34-02fe-481c-a384-45cbd56b6477 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:37:09.393313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] For port 57516b34-02fe-481c-a384-45cbd56b6477, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=57516b34-02fe-481c-a384-45cbd56b6477,segment=NetworkSegment(921fdf39-6d86-484f-8273-ff53218fd891),segment_id=921fdf39-6d86-484f-8273-ff53218fd891)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:09.394063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.413277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] Calling delete_port for 57516b34-02fe-481c-a384-45cbd56b6477 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:37:09.428300 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.450209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.476220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Port': ['ID=57516b34-02fe-481c-a384-45cbd56b6477,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:09.483185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] No DVR routers for this DVR port 57516b34-02fe-481c-a384-45cbd56b6477 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:37:09.523169 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.569799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] No DVR routers for this DVR port 57516b34-02fe-481c-a384-45cbd56b6477 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:37:09.574473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b68b3-4c27-48f4-96e5-60020e9b8731 None None] Pushing event deleted for resources: {'Port': ['ID=57516b34-02fe-481c-a384-45cbd56b6477,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:09.597372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.626241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23b8894-0272-4c1d-bc76-b50fed5725c5']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:09.639814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '921fdf39-6d86-484f-8273-ff53218fd891') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:09.640357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '921fdf39-6d86-484f-8273-ff53218fd891') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:37:09.655664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.673862 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.687140 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:37:09.687566 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:37:09.690927 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:37:09.771098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.777381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:09.779311 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] 10.222.0.24 "DELETE /v2.0/networks/b23b8894-0272-4c1d-bc76-b50fed5725c5 HTTP/1.1" status: 204 len: 168 time: 0.7340214 Sep 24 00:37:09.795232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d48701-8db2-450c-86cc-036da2949644 tempest-NetworksIpV6TestAttrs-704870032 tempest-NetworksIpV6TestAttrs-704870032-project] Pushing event deleted for resources: {'Network': ['ID=b23b8894-0272-4c1d-bc76-b50fed5725c5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:10.112285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39820) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:10.277725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c53c455d-63eb-45bb-bb8c-a723117cce49 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a138df37b7b4e9cabc0d72838cb4e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641960 Sep 24 00:37:10.282493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39824) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:10.334287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-604cbe0b-5138-4813-bfa9-5b774ff376a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:10.358028 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-604cbe0b-5138-4813-bfa9-5b774ff376a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:10.414022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-604cbe0b-5138-4813-bfa9-5b774ff376a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:10.417363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-604cbe0b-5138-4813-bfa9-5b774ff376a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:10.421339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-604cbe0b-5138-4813-bfa9-5b774ff376a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/611c0b98-67d8-4568-87e6-7a44fb06892c HTTP/1.1" status: 204 len: 168 time: 0.1379077 Sep 24 00:37:10.430883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604cbe0b-5138-4813-bfa9-5b774ff376a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c0b98-67d8-4568-87e6-7a44fb06892c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:10.489244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 57516b34-02fe-481c-a384-45cbd56b6477 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:37:10.520747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 57516b34-02fe-481c-a384-45cbd56b6477 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:37:10.521103 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 57516b34-02fe-481c-a384-45cbd56b6477 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:37:16.087776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39900) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:16.207439 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53edca52-bbc0-4b8d-bc2d-bc88126c0fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.320514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53edca52-bbc0-4b8d-bc2d-bc88126c0fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.324689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53edca52-bbc0-4b8d-bc2d-bc88126c0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.365040 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-53edca52-bbc0-4b8d-bc2d-bc88126c0fd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5090a18b6fa2400286d8aa3f1dedd21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2761497 Sep 24 00:37:16.365838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53edca52-bbc0-4b8d-bc2d-bc88126c0fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57411430-c6c5-4050-a263-f7bc0ac1e8d3,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:16.368269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39904) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:16.424088 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f807e36-c428-491c-ac95-ac3fae6916e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.445886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f807e36-c428-491c-ac95-ac3fae6916e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.495089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f807e36-c428-491c-ac95-ac3fae6916e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.498010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f807e36-c428-491c-ac95-ac3fae6916e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.503126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5f807e36-c428-491c-ac95-ac3fae6916e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57411430-c6c5-4050-a263-f7bc0ac1e8d3 HTTP/1.1" status: 204 len: 168 time: 0.1292129 Sep 24 00:37:16.512157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f807e36-c428-491c-ac95-ac3fae6916e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57411430-c6c5-4050-a263-f7bc0ac1e8d3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:16.853190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39910) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:16.870006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a00b17c4-9e79-4e29-9e2b-081fd4072f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.979258 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a00b17c4-9e79-4e29-9e2b-081fd4072f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:16.983654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a00b17c4-9e79-4e29-9e2b-081fd4072f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:17.023449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a00b17c4-9e79-4e29-9e2b-081fd4072f10 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9901cd8c01a4dfdbb0b1026e4a38de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1686511 Sep 24 00:37:17.024430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b17c4-9e79-4e29-9e2b-081fd4072f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b68c0f-82db-4c1e-995d-0481af2cd99a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:17.026861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39912) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:17.086192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f00e56d-d759-4281-9081-baccda377d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:17.111171 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f00e56d-d759-4281-9081-baccda377d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:17.161685 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f00e56d-d759-4281-9081-baccda377d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:17.164288 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f00e56d-d759-4281-9081-baccda377d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:17.165458 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9f00e56d-d759-4281-9081-baccda377d66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07b68c0f-82db-4c1e-995d-0481af2cd99a HTTP/1.1" status: 204 len: 168 time: 0.1376226 Sep 24 00:37:17.175659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00e56d-d759-4281-9081-baccda377d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b68c0f-82db-4c1e-995d-0481af2cd99a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:18.987060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39966) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:19.104034 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5f54-0f2a-416f-acef-dda92e557138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.190135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5f54-0f2a-416f-acef-dda92e557138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.193871 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0f6c5f54-0f2a-416f-acef-dda92e557138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.231522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0f6c5f54-0f2a-416f-acef-dda92e557138 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=402cdb9d982f485db4945049b317d82a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2433715 Sep 24 00:37:19.232742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6c5f54-0f2a-416f-acef-dda92e557138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac012dc7-6eaa-4529-9732-1b6b8d37d614,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:19.235740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39970) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:19.286247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.308202 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.358621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.367305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.368496 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac012dc7-6eaa-4529-9732-1b6b8d37d614 HTTP/1.1" status: 204 len: 168 time: 0.1313951 Sep 24 00:37:19.376996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac012dc7-6eaa-4529-9732-1b6b8d37d614,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:19.385107 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.385467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.385794 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.386123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.386445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.386792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.387116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.387469 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.387859 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.388102 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.388361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.388807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881e59f2-a4f5-4c4b-8dea-72b948946899 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:19.643383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 39976) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:19.656958 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ef1e88-13a0-4956-bc72-708e9c93efc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.746011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ef1e88-13a0-4956-bc72-708e9c93efc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.750934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68ef1e88-13a0-4956-bc72-708e9c93efc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.789891 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-68ef1e88-13a0-4956-bc72-708e9c93efc7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5843f1224c674037a1a44041f9992e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453462 Sep 24 00:37:19.791569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef1e88-13a0-4956-bc72-708e9c93efc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad1ee77-be78-40a7-b821-1c775b4ae164,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:19.793245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 39978) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:19.845772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1942f8de-afab-418f-a673-7275fa20dc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.867247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1942f8de-afab-418f-a673-7275fa20dc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.918695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1942f8de-afab-418f-a673-7275fa20dc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.921352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1942f8de-afab-418f-a673-7275fa20dc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:19.922517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1942f8de-afab-418f-a673-7275fa20dc5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ad1ee77-be78-40a7-b821-1c775b4ae164 HTTP/1.1" status: 204 len: 168 time: 0.1281724 Sep 24 00:37:19.932007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942f8de-afab-418f-a673-7275fa20dc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad1ee77-be78-40a7-b821-1c775b4ae164,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:23.035903 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b0f841af-c187-4983-bad2-12b76bfc92dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:25.887222 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:26.028609 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-52c61595-07db-46a1-b8dd-398943cd8957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:26.858974 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:27.866731 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40106) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:27.991175 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15a4f8dd-17fb-4189-9fa3-113f5d43e115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.096148 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15a4f8dd-17fb-4189-9fa3-113f5d43e115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.100089 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-15a4f8dd-17fb-4189-9fa3-113f5d43e115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.138411 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-15a4f8dd-17fb-4189-9fa3-113f5d43e115 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84e142d2341a4c0ea446932d45e7f23a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2703326 Sep 24 00:37:28.139149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4f8dd-17fb-4189-9fa3-113f5d43e115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146ed7aa-17da-45ae-a0d0-fe1e70d3ef9f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:28.141296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40110) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:28.201566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f9b60c7-7e30-4efe-a60b-f94406d84e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.226208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f9b60c7-7e30-4efe-a60b-f94406d84e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.283962 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f9b60c7-7e30-4efe-a60b-f94406d84e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.287733 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5f9b60c7-7e30-4efe-a60b-f94406d84e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.289237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5f9b60c7-7e30-4efe-a60b-f94406d84e87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/146ed7aa-17da-45ae-a0d0-fe1e70d3ef9f HTTP/1.1" status: 204 len: 168 time: 0.1466520 Sep 24 00:37:28.299842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9b60c7-7e30-4efe-a60b-f94406d84e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146ed7aa-17da-45ae-a0d0-fe1e70d3ef9f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:28.645123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40116) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:28.664168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7f3b9b8-9211-4271-b725-aa922c0c5c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.761512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7f3b9b8-9211-4271-b725-aa922c0c5c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.765246 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d7f3b9b8-9211-4271-b725-aa922c0c5c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.802920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d7f3b9b8-9211-4271-b725-aa922c0c5c66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=28aceb511cba4f4bad85427e7ea1e3f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566367 Sep 24 00:37:28.804011 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f3b9b8-9211-4271-b725-aa922c0c5c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c49fef4-e8f9-4367-8201-27bab3b5d1c4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:28.805537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40118) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:28.857448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50befde5-b24c-442a-8beb-82637e0f2a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.879690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50befde5-b24c-442a-8beb-82637e0f2a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.926308 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50befde5-b24c-442a-8beb-82637e0f2a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.928781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-50befde5-b24c-442a-8beb-82637e0f2a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:28.929960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-50befde5-b24c-442a-8beb-82637e0f2a56 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8c49fef4-e8f9-4367-8201-27bab3b5d1c4 HTTP/1.1" status: 204 len: 168 time: 0.1234417 Sep 24 00:37:28.938595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50befde5-b24c-442a-8beb-82637e0f2a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c49fef4-e8f9-4367-8201-27bab3b5d1c4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:29.228128 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.033682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40186) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:31.148186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385298fa-ab23-47a7-9e98-0a0851f5700d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.236103 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385298fa-ab23-47a7-9e98-0a0851f5700d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.240475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-385298fa-ab23-47a7-9e98-0a0851f5700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.280766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-385298fa-ab23-47a7-9e98-0a0851f5700d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa342f217fa24c9b92d6d39858699dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2458839 Sep 24 00:37:31.281730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385298fa-ab23-47a7-9e98-0a0851f5700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca6ac80-9222-4d2e-8030-498473ad8b2c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:31.283450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40190) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:31.332449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21bf3d69-a50f-402b-9a33-c94ff24920c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.353499 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21bf3d69-a50f-402b-9a33-c94ff24920c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.402570 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21bf3d69-a50f-402b-9a33-c94ff24920c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.405852 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-21bf3d69-a50f-402b-9a33-c94ff24920c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.407087 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-21bf3d69-a50f-402b-9a33-c94ff24920c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ca6ac80-9222-4d2e-8030-498473ad8b2c HTTP/1.1" status: 204 len: 168 time: 0.1225667 Sep 24 00:37:31.414983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf3d69-a50f-402b-9a33-c94ff24920c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca6ac80-9222-4d2e-8030-498473ad8b2c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:31.684900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40196) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:31.700674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46f6196b-56c4-4fa4-aedd-66e8886cd445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.751189 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:37:31.803917 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46f6196b-56c4-4fa4-aedd-66e8886cd445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.809405 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-46f6196b-56c4-4fa4-aedd-66e8886cd445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.845921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6196b-56c4-4fa4-aedd-66e8886cd445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3250af89-d549-4eb1-9a7f-19f59004d8c7,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:31.850315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-46f6196b-56c4-4fa4-aedd-66e8886cd445 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e08ea51e592543e4ae03a839d0326c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643577 Sep 24 00:37:31.853268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40198) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:31.912402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f0207f-daaf-4014-9032-a01f5d96d965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.938402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f0207f-daaf-4014-9032-a01f5d96d965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.983052 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f0207f-daaf-4014-9032-a01f5d96d965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.985651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-99f0207f-daaf-4014-9032-a01f5d96d965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:31.986843 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-99f0207f-daaf-4014-9032-a01f5d96d965 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3250af89-d549-4eb1-9a7f-19f59004d8c7 HTTP/1.1" status: 204 len: 168 time: 0.1317461 Sep 24 00:37:31.995423 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0207f-daaf-4014-9032-a01f5d96d965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3250af89-d549-4eb1-9a7f-19f59004d8c7,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:36.893091 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:39.420685 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:42.401183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40328) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:42.517237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:42.608001 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:42.611876 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:42.649842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82ddd2b54a354b4cb98e54fd4e07677f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473137 Sep 24 00:37:42.651198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41b4909-a645-45bc-9275-9591b677599d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:42.653033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40332) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:42.658989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.659339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.659687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.660026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.660360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.660690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.661027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.661351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.661778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.662028 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.662351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.662677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dad389-e754-46b4-89ec-5950ff204b95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:42.706859 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f833f078-1838-4378-8644-b38c7eb36dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:42.732410 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f833f078-1838-4378-8644-b38c7eb36dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:42.780158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f833f078-1838-4378-8644-b38c7eb36dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:42.782929 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f833f078-1838-4378-8644-b38c7eb36dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:42.784109 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f833f078-1838-4378-8644-b38c7eb36dc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f41b4909-a645-45bc-9275-9591b677599d HTTP/1.1" status: 204 len: 168 time: 0.1300843 Sep 24 00:37:42.792969 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833f078-1838-4378-8644-b38c7eb36dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41b4909-a645-45bc-9275-9591b677599d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:43.112919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40338) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:43.126668 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0df269c8-e5e4-4e14-a82d-1477a4ea532d admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.223417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0df269c8-e5e4-4e14-a82d-1477a4ea532d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.227985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0df269c8-e5e4-4e14-a82d-1477a4ea532d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.269530 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0df269c8-e5e4-4e14-a82d-1477a4ea532d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9581b67670244a7be695507e063db83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1552453 Sep 24 00:37:43.270874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df269c8-e5e4-4e14-a82d-1477a4ea532d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cdc645-32cc-4b88-b3ac-ab0266c584ec,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:43.272739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40340) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:43.331900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c51f2e9-7929-4bd2-a30b-58942c7d09e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.354512 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c51f2e9-7929-4bd2-a30b-58942c7d09e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.415416 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c51f2e9-7929-4bd2-a30b-58942c7d09e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.418137 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5c51f2e9-7929-4bd2-a30b-58942c7d09e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.419381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5c51f2e9-7929-4bd2-a30b-58942c7d09e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6cdc645-32cc-4b88-b3ac-ab0266c584ec HTTP/1.1" status: 204 len: 168 time: 0.1452584 Sep 24 00:37:43.427869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51f2e9-7929-4bd2-a30b-58942c7d09e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cdc645-32cc-4b88-b3ac-ab0266c584ec,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:43.845346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40346) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:43.861038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30df8148-1bdf-45c0-9de4-ea900e27d08f admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.966671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30df8148-1bdf-45c0-9de4-ea900e27d08f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:43.971425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30df8148-1bdf-45c0-9de4-ea900e27d08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:44.010413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-30df8148-1bdf-45c0-9de4-ea900e27d08f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a38ea5a1619347eab4deb46f600d4c2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639185 Sep 24 00:37:44.011415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df8148-1bdf-45c0-9de4-ea900e27d08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1231a9ef-9af1-4d26-86d5-9c20466023ee,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:44.013056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40348) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:37:44.068290 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2dd2-881a-4b37-8821-37e1d2ebc627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:44.104761 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2dd2-881a-4b37-8821-37e1d2ebc627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:44.173963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2dd2-881a-4b37-8821-37e1d2ebc627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:44.178169 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fb4b2dd2-881a-4b37-8821-37e1d2ebc627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:44.179605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fb4b2dd2-881a-4b37-8821-37e1d2ebc627 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1231a9ef-9af1-4d26-86d5-9c20466023ee HTTP/1.1" status: 204 len: 168 time: 0.1655560 Sep 24 00:37:44.192939 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b2dd2-881a-4b37-8821-37e1d2ebc627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1231a9ef-9af1-4d26-86d5-9c20466023ee,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:47.063737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-a317f3ed-f13b-4ecf-ba27-721cca77a981 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=616dc79088f2490db22ef63025654818&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308552 Sep 24 00:37:47.259531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-f709b8c1-858e-47c5-81dd-8f2f107d3275 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:47.262174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-f709b8c1-858e-47c5-81dd-8f2f107d3275 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1923103 Sep 24 00:37:47.284534 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-83a84f17-18e6-4058-bd46-49f4dfc45711 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/quotas/616dc79088f2490db22ef63025654818 HTTP/1.1" status: 200 len: 375 time: 0.0103190 Sep 24 00:37:47.321971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-a3adce34-3f74-44f3-8565-4557a02e359f tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=616dc79088f2490db22ef63025654818&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275011 Sep 24 00:37:47.658571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb0b8e39-8d4e-4e81-955a-f53d4b9d9f88 req-dcdf5209-d2ad-434f-98af-d45b0ac60cfd tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 210 time: 0.1661623 Sep 24 00:37:48.537300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-04711047-07ab-45f6-bcf3-cc365eb9af9f tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=616dc79088f2490db22ef63025654818&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377500 Sep 24 00:37:48.766138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-9e95bd61-3cf0-4f1a-9fe4-abfa8213dc7e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:48.767797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-9e95bd61-3cf0-4f1a-9fe4-abfa8213dc7e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2242281 Sep 24 00:37:48.781347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Request body: {'port': {'device_id': '472fcfd9-5cac-4732-b1bb-08493f654ef9', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': '616dc79088f2490db22ef63025654818'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:48.815592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed0cc283-8a6e-47e3-a8ad-60c038bd4392 req-3dc1347d-7807-4700-9106-e97de7877e50 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 210 time: 0.0382197 Sep 24 00:37:49.258591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Made reservation on behalf of 616dc79088f2490db22ef63025654818 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:37:49.264098 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:49.277827 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:49.424916 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:49.429811 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:49.504776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30754767-dce6-4d1c-beff-a7176a951b1f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:49.632239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Allocated IP 192.168.233.178 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/6d444a13-e230-4fa7-bc8f-b48998870e48) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:37:49.853507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:49.909906 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:50.008398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43ef3c7-8366-4f44-a88a-16b8adabdce0 req-6c5ef0e6-e933-4fed-90fe-eff205646d96 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:50.011406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c43ef3c7-8366-4f44-a88a-16b8adabdce0 req-6c5ef0e6-e933-4fed-90fe-eff205646d96 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 936 time: 0.0802653 Sep 24 00:37:50.017285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:37:50.022186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:37:50.026270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:37:50.060351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Pushing event updated for resources: {'Port': ['ID=6d444a13-e230-4fa7-bc8f-b48998870e48,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:50.104311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c43ef3c7-8366-4f44-a88a-16b8adabdce0 req-5fc8511f-2517-46ad-9644-631f28da7211 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762899 Sep 24 00:37:50.106444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:50.107136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:50.142174 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-6f3c2733-064d-4c03-9c2f-fd93674eb71e tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3643887 Sep 24 00:37:50.166246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Request body: {'port': {'device_id': '472fcfd9-5cac-4732-b1bb-08493f654ef9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:37:50.247777 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:50.477377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-be130962-ea23-4dce-88d2-2e31aabeadff None None] Provisioning complete for port 6d444a13-e230-4fa7-bc8f-b48998870e48 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:37:50.478234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be130962-ea23-4dce-88d2-2e31aabeadff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:50.555136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-be130962-ea23-4dce-88d2-2e31aabeadff None None] Port 6d444a13-e230-4fa7-bc8f-b48998870e48 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:37:50.749837 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d444a13-e230-4fa7-bc8f-b48998870e48 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:37:50.763116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:50.782932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Transition to ACTIVE for port object 6d444a13-e230-4fa7-bc8f-b48998870e48 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:37:50.797449 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:50.901059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Pushing event updated for resources: {'Port': ['ID=6d444a13-e230-4fa7-bc8f-b48998870e48,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:51.019058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Attempting to bind port 6d444a13-e230-4fa7-bc8f-b48998870e48 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:37:51.019576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Attempting to bind port 6d444a13-e230-4fa7-bc8f-b48998870e48 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:37:51.019809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Attempting to bind port 6d444a13-e230-4fa7-bc8f-b48998870e48 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:37:51.032013 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Port 6d444a13-e230-4fa7-bc8f-b48998870e48 on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:37:51.032645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Attempting to bind port 6d444a13-e230-4fa7-bc8f-b48998870e48 on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:37:51.047151 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:37:51.047624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:37:51.048219 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:37:51.048849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Bound port: 6d444a13-e230-4fa7-bc8f-b48998870e48, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:37:51.049252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:51.197277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] For port 6d444a13-e230-4fa7-bc8f-b48998870e48, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:37:51.204747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] For port 6d444a13-e230-4fa7-bc8f-b48998870e48, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6d444a13-e230-4fa7-bc8f-b48998870e48,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:37:51.226312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:51.253766 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:51.254687 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:51.256817 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d444a13-e230-4fa7-bc8f-b48998870e48 HTTP/1.1" status: 200 len: 1097 time: 1.1028826 Sep 24 00:37:51.348051 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472fcfd9-5cac-4732-b1bb-08493f654ef9', 'tag': '6d444a13-e230-4fa7-bc8f-b48998870e48'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:37:51.356345 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1" -d '{"events": [{"name": "network-changed", "server_uuid": "472fcfd9-5cac-4732-b1bb-08493f654ef9", "tag": "6d444a13-e230-4fa7-bc8f-b48998870e48"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:37:51.443709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df9bdb9-3d4a-41cd-8a87-cc3221a7e47f req-d2f01267-ae93-43a4-84bf-1d60e8a067d9 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:51.444785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2df9bdb9-3d4a-41cd-8a87-cc3221a7e47f req-d2f01267-ae93-43a4-84bf-1d60e8a067d9 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 948 time: 0.1409082 Sep 24 00:37:51.516372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65285e-067e-4e27-97a6-d380e66cef21 service neutron] Pushing event updated for resources: {'Port': ['ID=6d444a13-e230-4fa7-bc8f-b48998870e48,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:51.552560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-8c1f9084-4f2c-4a37-af33-0ddd131f8a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:51.559026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-8c1f9084-4f2c-4a37-af33-0ddd131f8a9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=616dc79088f2490db22ef63025654818&device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 1100 time: 0.1876197 Sep 24 00:37:51.562854 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb00b4-672f-4ef3-86d1-51a3e010941e x-openstack-request-id: req-b2bb00b4-672f-4ef3-86d1-51a3e010941e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:37:51.563296 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472fcfd9-5cac-4732-b1bb-08493f654ef9", "tag": "6d444a13-e230-4fa7-bc8f-b48998870e48", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:37:51.563704 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2bb00b4-672f-4ef3-86d1-51a3e010941e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:37:51.564334 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472fcfd9-5cac-4732-b1bb-08493f654ef9', 'tag': '6d444a13-e230-4fa7-bc8f-b48998870e48', 'status': 'completed', 'code': 200} Sep 24 00:37:51.580538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2df9bdb9-3d4a-41cd-8a87-cc3221a7e47f req-8b9897c4-5f83-4e5c-b80d-7a338cb6bdcf tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229501 Sep 24 00:37:51.644165 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-998f1bcb-8bb4-4fc3-b071-ea1b8259a997 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6d444a13-e230-4fa7-bc8f-b48998870e48 HTTP/1.1" status: 200 len: 217 time: 0.0724385 Sep 24 00:37:51.705586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-d89a7709-dd8e-491a-94b0-874600352c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:51.707610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-d89a7709-dd8e-491a-94b0-874600352c2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0556107 Sep 24 00:37:51.790497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-0397d01b-32e4-407f-8284-b51be18badb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:51.793786 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-0397d01b-32e4-407f-8284-b51be18badb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0719392 Sep 24 00:37:51.924064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-ebb5cae9-2aac-4377-bcbf-00e5c8a00597 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203845 Sep 24 00:37:52.072896 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5bfa7462-a229-493d-a0d3-cf1d1d016586 req-bf4d694e-e148-4fe6-9340-48e71d5f414d service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412244 Sep 24 00:37:52.207298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-5b577b44-06d8-4356-a4e7-18d6f61c8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:52.211290 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-5b577b44-06d8-4356-a4e7-18d6f61c8b83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=616dc79088f2490db22ef63025654818&device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 1100 time: 0.0824482 Sep 24 00:37:52.376549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-5c602f49-fed5-4527-a220-6e4eb9f8e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:52.379398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-5c602f49-fed5-4527-a220-6e4eb9f8e61e service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1510944 Sep 24 00:37:52.440868 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-dc49e901-272a-4d5d-97b7-cfb5ad527e2e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=6d444a13-e230-4fa7-bc8f-b48998870e48 HTTP/1.1" status: 200 len: 217 time: 0.0522118 Sep 24 00:37:52.526681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-2b113501-0ab1-45a5-956f-b70db3678c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:52.529415 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-2b113501-0ab1-45a5-956f-b70db3678c00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0802407 Sep 24 00:37:52.620148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-3cbd80c9-b248-4d64-82f0-8e738c1772f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:52.621314 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-3cbd80c9-b248-4d64-82f0-8e738c1772f6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0843232 Sep 24 00:37:52.805722 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-86808e7e-2614-45c0-a0eb-7727d3a8e910 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760902 Sep 24 00:37:52.814837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad52e7cf-a697-4fec-aaf4-154c4b8559f2 req-69e23a7f-49cb-4af3-8b59-ea0508a06c12 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:52.823574 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad52e7cf-a697-4fec-aaf4-154c4b8559f2 req-69e23a7f-49cb-4af3-8b59-ea0508a06c12 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 948 time: 0.0854857 Sep 24 00:37:52.870902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad52e7cf-a697-4fec-aaf4-154c4b8559f2 req-84ebd194-ea0c-45af-a9f2-2adc8130e3a8 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462060 Sep 24 00:37:53.008557 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1fe7d4ed-a9f3-4d64-aa7a-d1f44ae987c1 req-1d773472-4bfa-4a4f-92ee-77303d26baa9 service neutron] 10.222.0.20 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864955 Sep 24 00:37:53.060348 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-23bd2c57-7bad-4bac-8942-358c44746141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:54.052257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b293142-f60a-47a2-86f0-fde78c05c752 req-7e9e364d-621b-4f48-a462-ff1ad7748ba8 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:54.054693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b293142-f60a-47a2-86f0-fde78c05c752 req-7e9e364d-621b-4f48-a462-ff1ad7748ba8 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 948 time: 0.0640719 Sep 24 00:37:54.103571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b293142-f60a-47a2-86f0-fde78c05c752 req-3378257e-32ab-443e-9675-eec7ea35bf1a tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400472 Sep 24 00:37:54.969034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6d444a13-e230-4fa7-bc8f-b48998870e48 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:37:55.103356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6d444a13-e230-4fa7-bc8f-b48998870e48, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6d444a13-e230-4fa7-bc8f-b48998870e48,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:55.120206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '6d444a13-e230-4fa7-bc8f-b48998870e48', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '6d444a13-e230-4fa7-bc8f-b48998870e48', 'mac_address': 'fa:16:3e:47:e0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:37:55.187819 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:55.208352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d444a13-e230-4fa7-bc8f-b48998870e48 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:37:55.238470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6d444a13-e230-4fa7-bc8f-b48998870e48, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6d444a13-e230-4fa7-bc8f-b48998870e48,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:55.244250 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:55.268940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0778380-1820-4c0c-beba-8ca3a4543ce1 req-8509a463-1f14-4f4a-a852-9a23ff41e13a tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:55.271657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0778380-1820-4c0c-beba-8ca3a4543ce1 req-8509a463-1f14-4f4a-a852-9a23ff41e13a tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 948 time: 0.0811002 Sep 24 00:37:55.320445 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=6d444a13-e230-4fa7-bc8f-b48998870e48,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:55.325999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e0778380-1820-4c0c-beba-8ca3a4543ce1 req-c285ba0b-fd4c-4252-9d0a-83d0ab1c9f26 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454705 Sep 24 00:37:55.333390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.333911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.334425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.334957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.335461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.335962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.336471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.336957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.337453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.337950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.338484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.339015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:37:55.475725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['6d444a13-e230-4fa7-bc8f-b48998870e48'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:37:55.899325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:56.021815 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-70ae9009-9e59-4b34-afd5-54fce1c5a34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:56.450961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a757985f-b1f7-48de-ae4d-5e56a72583fb req-29883ede-9b92-4a67-ba58-79a7473d07ca tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:56.452462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a757985f-b1f7-48de-ae4d-5e56a72583fb req-29883ede-9b92-4a67-ba58-79a7473d07ca tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 949 time: 0.0519803 Sep 24 00:37:56.493433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a757985f-b1f7-48de-ae4d-5e56a72583fb req-c7d17b87-f41f-4906-9fe8-0ae551572106 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Sep 24 00:37:56.838176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-1434b8a6-fe74-40cb-ac23-02474303bf40 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584706123&fields=id&tenant_id=4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 267 time: 0.0341067 Sep 24 00:37:56.863979 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:56.962585 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7683c1-a94c-4e38-b858-c261e245945e req-f77e977b-c2cf-41bd-a6bf-ebaa27a3f4cd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:56.964324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-f77e977b-c2cf-41bd-a6bf-ebaa27a3f4cd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1149173 Sep 24 00:37:56.982008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-25317bae-aea5-4acb-92d5-327de7b5f2f8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/quotas/4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 375 time: 0.0104172 Sep 24 00:37:56.982367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6d444a13-e230-4fa7-bc8f-b48998870e48 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:37:57.053781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 6d444a13-e230-4fa7-bc8f-b48998870e48 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:37:57.058507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 6d444a13-e230-4fa7-bc8f-b48998870e48 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:37:57.059131 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:57.061857 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-dbec9e40-46a7-4c41-b3dc-a212cb17505f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0733981 Sep 24 00:37:57.158327 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:57.187121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-2352ffea-9ff5-4665-8f1e-23e9f8d1fe5b service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035903 Sep 24 00:37:57.189093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472fcfd9-5cac-4732-b1bb-08493f654ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d444a13-e230-4fa7-bc8f-b48998870e48'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:37:57.191436 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ecaf93-881d-4cb5-9a62-f424233f0c22" -d '{"events": [{"server_uuid": "472fcfd9-5cac-4732-b1bb-08493f654ef9", "name": "network-vif-plugged", "status": "completed", "tag": "6d444a13-e230-4fa7-bc8f-b48998870e48"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:37:57.210862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 6d444a13-e230-4fa7-bc8f-b48998870e48, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6d444a13-e230-4fa7-bc8f-b48998870e48,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:37:57.216455 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:57.258087 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9212fa-c104-4bea-927e-1e8494e81b3e x-openstack-request-id: req-ae9212fa-c104-4bea-927e-1e8494e81b3e {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:37:57.258527 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472fcfd9-5cac-4732-b1bb-08493f654ef9", "name": "network-vif-plugged", "status": "completed", "tag": "6d444a13-e230-4fa7-bc8f-b48998870e48", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:37:57.258994 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae9212fa-c104-4bea-927e-1e8494e81b3e {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:37:57.259567 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472fcfd9-5cac-4732-b1bb-08493f654ef9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d444a13-e230-4fa7-bc8f-b48998870e48', 'code': 200} Sep 24 00:37:57.288633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=6d444a13-e230-4fa7-bc8f-b48998870e48,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:37:57.330697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-278ca4bf-c184-4c5e-b073-64062c7558b0 service neutron] 10.222.0.24 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374156 Sep 24 00:37:57.387028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622b63a-d2b5-4ee7-8af3-a72e8476eb96 req-92b3b53e-36af-4749-9352-2f2a61367bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:57.388639 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8622b63a-d2b5-4ee7-8af3-a72e8476eb96 req-92b3b53e-36af-4749-9352-2f2a61367bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 1102 time: 0.0569892 Sep 24 00:37:57.430639 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8622b63a-d2b5-4ee7-8af3-a72e8476eb96 req-3f696a99-1e92-44d1-99d8-62d59d50d619 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342948 Sep 24 00:37:57.652440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57b3d0-f0c9-440b-a945-180ab83bdae6 req-ceb1aa0c-c977-4f3a-9aef-f7257bf2563d tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:57.654690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c57b3d0-f0c9-440b-a945-180ab83bdae6 req-ceb1aa0c-c977-4f3a-9aef-f7257bf2563d tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 950 time: 0.0702422 Sep 24 00:37:57.698560 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af9d09be-7ded-4a06-bf70-dcacbde30450 req-dbfcc03a-a609-4cd7-9e3f-9dfd9791ebd2 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 210 time: 0.0375593 Sep 24 00:37:57.736934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c57b3d0-f0c9-440b-a945-180ab83bdae6 req-00960eb1-9340-4cd4-b87f-19885808cdd1 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663033 Sep 24 00:37:58.720401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-bb27a0e8-ea93-4a6f-98fb-0cff1a2781d0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1238763 Sep 24 00:37:58.830627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8596c17d-e0c2-4be1-88b8-068ec486b39e req-ce8a002f-2bed-4836-b91c-8672dd921127 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 210 time: 0.0569770 Sep 24 00:37:58.895331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-11f47706-c608-4c1d-9ff3-1db6aebda631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:58.896905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-11f47706-c608-4c1d-9ff3-1db6aebda631 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1098 time: 0.1077712 Sep 24 00:37:58.919139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf333d-828d-4b10-af4f-bd9c44662048 req-3856d8d3-a2fd-426e-9207-56e790dad9de tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:58.920634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7cf333d-828d-4b10-af4f-bd9c44662048 req-3856d8d3-a2fd-426e-9207-56e790dad9de tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 950 time: 0.0685368 Sep 24 00:37:59.021105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7cf333d-828d-4b10-af4f-bd9c44662048 req-41e5d89d-8de7-49f7-8661-dac971f88cdd tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884223 Sep 24 00:37:59.046530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-71d6813a-a0f5-421d-8545-76da38bb517d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:59.048230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-71d6813a-a0f5-421d-8545-76da38bb517d service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1229062 Sep 24 00:37:59.119982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-73b555ab-59b8-4246-897f-59573952c79d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 200 len: 1001 time: 0.0645208 Sep 24 00:37:59.181646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-9120165f-403f-4106-b667-fc94f65027a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:59.183923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-9120165f-403f-4106-b667-fc94f65027a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0574670 Sep 24 00:37:59.242942 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:37:59.248135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-c3149f9e-ebca-4b95-9813-3232b9473fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:59.249667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-c3149f9e-ebca-4b95-9813-3232b9473fae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563514 Sep 24 00:37:59.377006 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-b1617bcd-be18-4d42-91c6-28374aa8a10f service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203587 Sep 24 00:37:59.398561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63062f-f620-4c74-81c8-453c06def310 req-711e0662-a164-4e44-9603-92752b26f52b tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:37:59.400245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc63062f-f620-4c74-81c8-453c06def310 req-711e0662-a164-4e44-9603-92752b26f52b tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 950 time: 0.0801744 Sep 24 00:37:59.482511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc63062f-f620-4c74-81c8-453c06def310 req-8def1f30-22df-4b15-b598-1f05145de4f9 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709429 Sep 24 00:37:59.504304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72dd152f-1d53-417e-bdb1-0599cf8ec5d7 req-bbc098c9-aca7-4c3c-a906-65bfd4b5eb93 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204214 Sep 24 00:37:59.914868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35f5810f-4325-415f-b1f8-728513d38381 req-1f511dfc-0e5b-4f25-96d1-b929a0345e20 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 210 time: 0.0312948 Sep 24 00:38:00.567591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564aada-b78b-4997-b48f-938dd06d1320 req-043ddfa8-64db-4f00-b2e6-f029678e26f9 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:00.569333 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b564aada-b78b-4997-b48f-938dd06d1320 req-043ddfa8-64db-4f00-b2e6-f029678e26f9 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.20 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 950 time: 0.0627553 Sep 24 00:38:00.620244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4b5e6-3f1d-44ad-8199-df4ff06c39c4 req-2fb2bd66-d16e-454f-b862-0037ecb84801 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:00.622370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20c4b5e6-3f1d-44ad-8199-df4ff06c39c4 req-2fb2bd66-d16e-454f-b862-0037ecb84801 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 950 time: 0.0636537 Sep 24 00:38:00.674985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20c4b5e6-3f1d-44ad-8199-df4ff06c39c4 req-5b9ee03c-aee1-4bcb-b4cb-42955631eafd tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/security-groups?id=30754767-dce6-4d1c-beff-a7176a951b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Sep 24 00:38:00.722139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Deleting port 6d444a13-e230-4fa7-bc8f-b48998870e48 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:38:00.722507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:00.813508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7683c1-a94c-4e38-b858-c261e245945e req-ee821552-0721-4e6c-b225-046ae793dd0b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:00.815052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-ee821552-0721-4e6c-b225-046ae793dd0b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 812 time: 0.1369057 Sep 24 00:38:00.848354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] For port 6d444a13-e230-4fa7-bc8f-b48998870e48, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=6d444a13-e230-4fa7-bc8f-b48998870e48,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:38:00.848722 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:00.862433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-7d00d65c-9ac5-4d85-b9fd-14e1bfccb4c3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ad5740e214d4f28870efad95f5abd70 HTTP/1.1" status: 200 len: 380 time: 0.0388367 Sep 24 00:38:00.865742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Calling delete_port for 6d444a13-e230-4fa7-bc8f-b48998870e48 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:38:00.873863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'port': {'device_id': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'admin_state_up': True, 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'security_groups': ['da426d96-0d52-40b0-bc7b-994f66228047']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:38:01.050508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-726b0af6-33a1-453e-a099-2c361ff06120 req-cfc6703a-92c5-4738-9609-cc1d8983d687 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 210 time: 0.0539191 Sep 24 00:38:01.080136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Made reservation on behalf of 4ad5740e214d4f28870efad95f5abd70 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:38:01.081484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:01.085892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:01.096099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['6d444a13-e230-4fa7-bc8f-b48998870e48'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:38:01.116475 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Pushing event deleted for resources: {'Port': ['ID=6d444a13-e230-4fa7-bc8f-b48998870e48,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:01.177881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] No DVR routers for this DVR port 6d444a13-e230-4fa7-bc8f-b48998870e48 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:38:01.183458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:01.192950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b564aada-b78b-4997-b48f-938dd06d1320 req-d163090d-52c0-44f7-8758-2e2b9f8c5dc3 tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.20 "DELETE /v2.0/ports/6d444a13-e230-4fa7-bc8f-b48998870e48 HTTP/1.1" status: 204 len: 173 time: 0.6115716 Sep 24 00:38:01.192950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472fcfd9-5cac-4732-b1bb-08493f654ef9', 'name': 'network-vif-deleted', 'tag': '6d444a13-e230-4fa7-bc8f-b48998870e48'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:38:01.195177 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23545bd5-327d-4e20-88d7-3a186200b4c4" -d '{"events": [{"server_uuid": "472fcfd9-5cac-4732-b1bb-08493f654ef9", "name": "network-vif-deleted", "tag": "6d444a13-e230-4fa7-bc8f-b48998870e48"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:38:01.276951 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba52ed5-b802-4e4e-83e3-1f2b00b925e6 x-openstack-request-id: req-6ba52ed5-b802-4e4e-83e3-1f2b00b925e6 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:38:01.277246 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472fcfd9-5cac-4732-b1bb-08493f654ef9", "name": "network-vif-deleted", "tag": "6d444a13-e230-4fa7-bc8f-b48998870e48", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:38:01.277498 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6ba52ed5-b802-4e4e-83e3-1f2b00b925e6 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:38:01.277912 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472fcfd9-5cac-4732-b1bb-08493f654ef9', 'name': 'network-vif-deleted', 'tag': '6d444a13-e230-4fa7-bc8f-b48998870e48', 'status': 'completed', 'code': 200} Sep 24 00:38:01.347783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.20.0.6 (335b3e1c-db48-44a5-a0a1-8718c4e10141/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb/dc21d4d0-b144-4d70-8722-585e75958815) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:38:01.538371 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:01.581242 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:01.654360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:38:01.659762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:38:01.665618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:38:01.746569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=dc21d4d0-b144-4d70-8722-585e75958815,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:01.769770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:01.771167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:01.798176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-04a62b9c-9fa4-45ab-9436-2e1bdc52024e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9279571 Sep 24 00:38:01.815747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Request body: {'port': {'device_id': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:38:02.039360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-02a2ac58-d0de-46c7-a3d5-e4fac1f1eaf1 None None] Provisioning complete for port dc21d4d0-b144-4d70-8722-585e75958815 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:38:02.040582 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-02a2ac58-d0de-46c7-a3d5-e4fac1f1eaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:02.107041 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-02a2ac58-d0de-46c7-a3d5-e4fac1f1eaf1 None None] Port dc21d4d0-b144-4d70-8722-585e75958815 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:38:02.287841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69aec90b-084a-4392-8a44-43726c03fcd3 req-3df6dac0-901c-46f8-a0e7-376cca679a3d tempest-VolumesNegativeTest-2007210791 tempest-VolumesNegativeTest-2007210791-project] 10.222.0.24 "GET /v2.0/ports?device_id=472fcfd9-5cac-4732-b1bb-08493f654ef9 HTTP/1.1" status: 200 len: 210 time: 0.4436531 Sep 24 00:38:02.342340 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:02.374358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e2c02e-45c5-49f2-8131-515912837648 req-c3e19ee4-0238-4919-9fef-b797c048fa2a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:02.376084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60e2c02e-45c5-49f2-8131-515912837648 req-c3e19ee4-0238-4919-9fef-b797c048fa2a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 931 time: 0.1350355 Sep 24 00:38:02.508045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60e2c02e-45c5-49f2-8131-515912837648 req-4a41a0e3-b20e-4f84-8940-5cc144fe48c7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055748 Sep 24 00:38:02.719569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc21d4d0-b144-4d70-8722-585e75958815 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:38:02.730855 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:02.742855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Transition to ACTIVE for port object dc21d4d0-b144-4d70-8722-585e75958815 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:38:02.749464 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:02.818577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Pushing event updated for resources: {'Port': ['ID=dc21d4d0-b144-4d70-8722-585e75958815,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:02.910896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Attempting to bind port dc21d4d0-b144-4d70-8722-585e75958815 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:38:02.911696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Attempting to bind port dc21d4d0-b144-4d70-8722-585e75958815 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:38:02.912067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Attempting to bind port dc21d4d0-b144-4d70-8722-585e75958815 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:38:02.918567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Port dc21d4d0-b144-4d70-8722-585e75958815 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:38:02.918989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Attempting to bind port dc21d4d0-b144-4d70-8722-585e75958815 on network 335b3e1c-db48-44a5-a0a1-8718c4e10141 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:38:02.924293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:38:02.924623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Checking segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:38:02.925005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Bound using segment: {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:38:02.925428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Bound port: dc21d4d0-b144-4d70-8722-585e75958815, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '086ed02f-5aea-4020-886c-83dbe8f3a3cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:38:02.925779 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:03.004216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] For port dc21d4d0-b144-4d70-8722-585e75958815, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:38:03.009084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] For port dc21d4d0-b144-4d70-8722-585e75958815, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dc21d4d0-b144-4d70-8722-585e75958815,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:38:03.019349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:03.068086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:03.068852 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:03.070585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] 10.222.0.18 "PUT /v2.0/ports/dc21d4d0-b144-4d70-8722-585e75958815 HTTP/1.1" status: 200 len: 1092 time: 1.2646153 Sep 24 00:38:03.071257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:38:03.073961 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "tag": "dc21d4d0-b144-4d70-8722-585e75958815"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:38:03.115102 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0ecb1-0b8f-4d5b-b25d-1b21603d839b service neutron] Pushing event updated for resources: {'Port': ['ID=dc21d4d0-b144-4d70-8722-585e75958815,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:03.171879 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fc0d00-b71a-43aa-88e6-5cccbffefa1b x-openstack-request-id: req-56fc0d00-b71a-43aa-88e6-5cccbffefa1b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:38:03.172165 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "tag": "dc21d4d0-b144-4d70-8722-585e75958815", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:38:03.172396 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-56fc0d00-b71a-43aa-88e6-5cccbffefa1b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:38:03.172777 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815', 'status': 'completed', 'code': 200} Sep 24 00:38:03.195621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7683c1-a94c-4e38-b858-c261e245945e req-32f51411-37e1-4b8b-aa22-623042c3e214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:03.198729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-32f51411-37e1-4b8b-aa22-623042c3e214 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 1095 time: 0.0639653 Sep 24 00:38:03.248978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-a658e9dc-3917-4bf1-8249-d9697ab9fec8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc21d4d0-b144-4d70-8722-585e75958815 HTTP/1.1" status: 200 len: 217 time: 0.0416529 Sep 24 00:38:03.309360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7683c1-a94c-4e38-b858-c261e245945e req-abd387dd-98cd-4047-93f9-98ec7d85fdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:03.311905 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-abd387dd-98cd-4047-93f9-98ec7d85fdae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0563650 Sep 24 00:38:03.393669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7683c1-a94c-4e38-b858-c261e245945e req-574052f5-7cdb-4fec-9956-3aaba2a6116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:03.397997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-574052f5-7cdb-4fec-9956-3aaba2a6116b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734234 Sep 24 00:38:03.549106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-ef4b92c8-6658-4c69-817e-404bc72b91af service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428814 Sep 24 00:38:03.725698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d7683c1-a94c-4e38-b858-c261e245945e req-1267b348-6820-410f-957f-6065cd831233 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696017 Sep 24 00:38:03.746788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6f4da-9613-4b20-a14a-73b0e1d2ba12 req-4be14fe1-ebf5-4f34-b1dd-bbdcbb7b5359 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:03.751647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14d6f4da-9613-4b20-a14a-73b0e1d2ba12 req-4be14fe1-ebf5-4f34-b1dd-bbdcbb7b5359 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.1190121 Sep 24 00:38:03.792897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-14d6f4da-9613-4b20-a14a-73b0e1d2ba12 req-b46a8d39-cbd4-47de-8541-1ccbab7e059f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372179 Sep 24 00:38:03.851638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-5f26a1b5-7a8d-4eef-a620-4d5ef0f38654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:03.854029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-5f26a1b5-7a8d-4eef-a620-4d5ef0f38654 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 1095 time: 0.0522513 Sep 24 00:38:03.991517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-e7dce467-7aac-42da-b8b1-62f18e670917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:03.993801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-e7dce467-7aac-42da-b8b1-62f18e670917 service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1326125 Sep 24 00:38:04.055343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-e5d2058d-4cbc-40f9-9dc9-b79dd593e19a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc21d4d0-b144-4d70-8722-585e75958815 HTTP/1.1" status: 200 len: 217 time: 0.0536921 Sep 24 00:38:04.131790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-2e52a20a-9425-4bbf-b16e-9eb2dd45afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:04.133753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-2e52a20a-9425-4bbf-b16e-9eb2dd45afd5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0713437 Sep 24 00:38:04.215407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-2fbb7f13-d094-480e-868d-bc9c6701fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:04.217077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-2fbb7f13-d094-480e-868d-bc9c6701fae7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758445 Sep 24 00:38:04.374207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-91249cf2-62a0-4380-b690-cb6fc4a379fc service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500814 Sep 24 00:38:04.493554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a223e3f-65a0-4204-9e0a-e3ee8976b43c req-51734912-9c3b-42c5-9a99-04882f370fb6 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130784 Sep 24 00:38:04.967052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60658bb6-8e22-4628-b638-1dd504b05c05 req-66a94b00-acf4-4e38-8e96-292326ded0cf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:04.968851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60658bb6-8e22-4628-b638-1dd504b05c05 req-66a94b00-acf4-4e38-8e96-292326ded0cf tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0727556 Sep 24 00:38:05.032496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6d444a13-e230-4fa7-bc8f-b48998870e48 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:38:05.061525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60658bb6-8e22-4628-b638-1dd504b05c05 req-91928adf-635e-4d4c-9dfe-74a2af8a9459 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807810 Sep 24 00:38:05.072371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 6d444a13-e230-4fa7-bc8f-b48998870e48 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:38:05.073577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 6d444a13-e230-4fa7-bc8f-b48998870e48 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:38:06.185802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb222582-b06c-4461-9739-cefcb8e0c040 req-c5dc32ea-3d33-4556-b8e3-c433d77f14e7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:06.187372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb222582-b06c-4461-9739-cefcb8e0c040 req-c5dc32ea-3d33-4556-b8e3-c433d77f14e7 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0543549 Sep 24 00:38:06.239101 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb222582-b06c-4461-9739-cefcb8e0c040 req-cfc3e7ac-177e-42b6-a4e9-8647feb3ad8d tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Sep 24 00:38:06.906552 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:07.434682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386c4e1-51fa-4a73-8eda-370d8a69e824 req-0c91f187-3b50-416f-a298-d53ce003a23e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:07.438126 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5386c4e1-51fa-4a73-8eda-370d8a69e824 req-0c91f187-3b50-416f-a298-d53ce003a23e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0795419 Sep 24 00:38:07.501039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5386c4e1-51fa-4a73-8eda-370d8a69e824 req-28024290-249e-4883-ab51-51a433ca4839 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543592 Sep 24 00:38:08.686162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6222c5f-3785-463c-bfd0-84dbf532d2e6 req-d78aa892-ce47-4d81-b094-e394726a9082 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:08.688870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6222c5f-3785-463c-bfd0-84dbf532d2e6 req-d78aa892-ce47-4d81-b094-e394726a9082 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0805080 Sep 24 00:38:08.742454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d6222c5f-3785-463c-bfd0-84dbf532d2e6 req-47d9138c-58a9-4cda-aa44-d3c8863384dc tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440505 Sep 24 00:38:08.746700 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:38:09.324053 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40772) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:38:09.428217 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:09.545312 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6ded043c-23d2-4b8d-a7cd-9ea6be8f31b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=616dc79088f2490db22ef63025654818&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199614 Sep 24 00:38:09.548941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40776) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:38:09.628761 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e6871ad-af07-4c8c-a887-80966eed5a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:09.675831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e6871ad-af07-4c8c-a887-80966eed5a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:09.750564 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e6871ad-af07-4c8c-a887-80966eed5a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:09.755137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2e6871ad-af07-4c8c-a887-80966eed5a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:09.757240 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2e6871ad-af07-4c8c-a887-80966eed5a2f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/30754767-dce6-4d1c-beff-a7176a951b1f HTTP/1.1" status: 204 len: 168 time: 0.2064683 Sep 24 00:38:09.770100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6871ad-af07-4c8c-a887-80966eed5a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30754767-dce6-4d1c-beff-a7176a951b1f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:09.915245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddea0b0-c7aa-4210-882c-d6ad180fff64 req-94d465e8-a9e1-4d4b-bb86-a176934df6db tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:09.919614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fddea0b0-c7aa-4210-882c-d6ad180fff64 req-94d465e8-a9e1-4d4b-bb86-a176934df6db tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0693302 Sep 24 00:38:09.991634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fddea0b0-c7aa-4210-882c-d6ad180fff64 req-d03d17b6-6880-486d-8e86-06eed66d26f1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592504 Sep 24 00:38:11.164154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc376b4-734f-4a3d-8f30-de00b8189eef req-ec413b2e-e637-4499-adfb-484855fa273e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:11.166898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbc376b4-734f-4a3d-8f30-de00b8189eef req-ec413b2e-e637-4499-adfb-484855fa273e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0861006 Sep 24 00:38:11.216455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbc376b4-734f-4a3d-8f30-de00b8189eef req-3e4d5fbb-ea3a-4249-8f7a-27ed4e137750 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407007 Sep 24 00:38:12.364083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8bd3d-d3b0-4700-9c35-98365d05a0a4 req-46eaab84-4f61-4a69-b12f-662b2a43b430 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:12.365745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed8bd3d-d3b0-4700-9c35-98365d05a0a4 req-46eaab84-4f61-4a69-b12f-662b2a43b430 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0539141 Sep 24 00:38:12.414904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ed8bd3d-d3b0-4700-9c35-98365d05a0a4 req-30748cad-0131-4ccc-a738-3c18ac50859f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422978 Sep 24 00:38:13.561958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0efbb-81fc-4a3e-abad-e4d46eb6f414 req-f8ba7b24-fe15-492b-b5de-f0af38776087 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:13.563407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6cc0efbb-81fc-4a3e-abad-e4d46eb6f414 req-f8ba7b24-fe15-492b-b5de-f0af38776087 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0640039 Sep 24 00:38:13.606950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6cc0efbb-81fc-4a3e-abad-e4d46eb6f414 req-4302f102-e52b-44c1-b9ca-d5f2de93aa11 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372372 Sep 24 00:38:14.759767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e6c55-cf58-4d03-909d-541acad1e6e4 req-c03f8813-06bb-49e7-98e1-ed9f8f1437e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:14.761425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b5e6c55-cf58-4d03-909d-541acad1e6e4 req-c03f8813-06bb-49e7-98e1-ed9f8f1437e6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 943 time: 0.0597889 Sep 24 00:38:14.773308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dc21d4d0-b144-4d70-8722-585e75958815 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:38:14.803008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b5e6c55-cf58-4d03-909d-541acad1e6e4 req-8c67e04f-bb9a-42a2-8d67-e8fe7bb0cee8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347629 Sep 24 00:38:14.871146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dc21d4d0-b144-4d70-8722-585e75958815, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dc21d4d0-b144-4d70-8722-585e75958815,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:38:14.885186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'dc21d4d0-b144-4d70-8722-585e75958815', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'port_id': 'dc21d4d0-b144-4d70-8722-585e75958815', 'mac_address': 'fa:16:3e:26:a0:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:38:14.925570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:14.940022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc21d4d0-b144-4d70-8722-585e75958815 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:38:14.962778 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dc21d4d0-b144-4d70-8722-585e75958815, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dc21d4d0-b144-4d70-8722-585e75958815,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:38:14.969229 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:15.018957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=dc21d4d0-b144-4d70-8722-585e75958815,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:15.199031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['dc21d4d0-b144-4d70-8722-585e75958815'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:38:15.942435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67118644-d494-4cc1-a32a-ae208db44151 req-1aaae2f6-96a0-4ee8-a2e9-bfbde8a4aaec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:15.944032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67118644-d494-4cc1-a32a-ae208db44151 req-1aaae2f6-96a0-4ee8-a2e9-bfbde8a4aaec tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 944 time: 0.0599444 Sep 24 00:38:15.988293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67118644-d494-4cc1-a32a-ae208db44151 req-04f2b5c9-6473-4238-857a-08222e019c21 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358493 Sep 24 00:38:16.773138 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dc21d4d0-b144-4d70-8722-585e75958815 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:38:16.820665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port dc21d4d0-b144-4d70-8722-585e75958815 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:38:16.824813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port dc21d4d0-b144-4d70-8722-585e75958815 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:38:16.825179 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:16.903540 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:16.928017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:38:16.930482 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-958f9c28-a0a8-4931-9554-606e1c78bbac" -d '{"events": [{"server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "name": "network-vif-plugged", "status": "completed", "tag": "dc21d4d0-b144-4d70-8722-585e75958815"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:38:16.950851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port dc21d4d0-b144-4d70-8722-585e75958815, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dc21d4d0-b144-4d70-8722-585e75958815,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:38:16.958638 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:16.992101 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62c30ab-7d7e-4802-86a9-8fc6f1447790 x-openstack-request-id: req-b62c30ab-7d7e-4802-86a9-8fc6f1447790 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:38:16.992442 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "name": "network-vif-plugged", "status": "completed", "tag": "dc21d4d0-b144-4d70-8722-585e75958815", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:38:16.992702 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b62c30ab-7d7e-4802-86a9-8fc6f1447790 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:38:16.993093 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815', 'code': 200} Sep 24 00:38:17.029216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=dc21d4d0-b144-4d70-8722-585e75958815,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:17.123045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9d813-824a-4916-b2cb-a0672a918926 req-556399fc-bb57-48e2-83d2-70c8f2067a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:17.124598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2f9d813-824a-4916-b2cb-a0672a918926 req-556399fc-bb57-48e2-83d2-70c8f2067a73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 1097 time: 0.0847883 Sep 24 00:38:17.137404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a087503d-5d09-47d4-9590-60278bc41870 req-548f12d4-1481-41e1-b045-75c5818c67f9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:17.138866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a087503d-5d09-47d4-9590-60278bc41870 req-548f12d4-1481-41e1-b045-75c5818c67f9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 945 time: 0.0648978 Sep 24 00:38:17.185379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2f9d813-824a-4916-b2cb-a0672a918926 req-75c497e9-e547-41a0-82ac-c00da667b673 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455351 Sep 24 00:38:17.199782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a087503d-5d09-47d4-9590-60278bc41870 req-da6f163f-1638-4b85-8e1b-7cd5ec5f5567 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469270 Sep 24 00:38:18.345572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea785bb7-4c54-4034-b410-236a3b0a11dd req-b8cf6b08-aff8-48a9-ba29-0fdd4b0e4a04 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:18.347214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea785bb7-4c54-4034-b410-236a3b0a11dd req-b8cf6b08-aff8-48a9-ba29-0fdd4b0e4a04 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 945 time: 0.0614929 Sep 24 00:38:18.398348 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea785bb7-4c54-4034-b410-236a3b0a11dd req-8a450ae1-623b-4c54-93d6-318b5fd9dec9 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448272 Sep 24 00:38:18.537952 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ae01a-c487-4115-8761-2b3a8c28d1ec req-3bd6a192-55d4-47f6-ab57-9b74e9a39a56 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:18.539403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-465ae01a-c487-4115-8761-2b3a8c28d1ec req-3bd6a192-55d4-47f6-ab57-9b74e9a39a56 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 945 time: 0.0594056 Sep 24 00:38:18.588569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-465ae01a-c487-4115-8761-2b3a8c28d1ec req-e917935f-cef6-4178-a57f-14edf96e8154 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398576 Sep 24 00:38:18.610467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40802) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:38:18.654305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eefd314-c07a-4ea2-bee5-8f586a602f93 tempest-TestVolumeBootPattern-1448327806 tempest-TestVolumeBootPattern-1448327806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:18.656059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3eefd314-c07a-4ea2-bee5-8f586a602f93 tempest-TestVolumeBootPattern-1448327806 tempest-TestVolumeBootPattern-1448327806-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 1092 time: 0.0443506 Sep 24 00:38:18.660148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40804) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:38:18.664728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'dc21d4d0-b144-4d70-8722-585e75958815', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:38:18.689714 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:18.797795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:18.928875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Allocated IP 172.25.5.61 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/754096af-d8b6-40aa-aa8e-722797648270) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:38:19.076941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:19.120474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:19.162715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:38:19.166147 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:38:19.169480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:38:19.196508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=754096af-d8b6-40aa-aa8e-722797648270,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:19.644721 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:19.728953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:19.913078 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:19.919357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:19.999337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event updated for resources: {'Port': ['ID=754096af-d8b6-40aa-aa8e-722797648270,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:38:20.009957 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:20.130063 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Floating IP d1c9f17e-ba80-482d-b94c-a31c71671ddf associated. External IP: 172.25.5.61, port: dc21d4d0-b144-4d70-8722-585e75958815. Sep 24 00:38:20.379867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Router 040848f9-a188-4572-9a5f-de145dca8178 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:38:20.506505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:38:20.518552 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:38:20.529191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:20.530229 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:38:20.531003 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:37:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:38:20.571544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c40ab56b-5154-4228-94e0-c39a61b88f12 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9102218 Sep 24 00:38:20.572580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:38:20.575451 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e1b21-723b-4faf-9777-69789f3afbed" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "tag": "dc21d4d0-b144-4d70-8722-585e75958815"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:38:20.623734 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51a0444-49e5-4fb5-93c6-8a0aa88ffa0d x-openstack-request-id: req-b51a0444-49e5-4fb5-93c6-8a0aa88ffa0d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:38:20.624229 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "tag": "dc21d4d0-b144-4d70-8722-585e75958815", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:38:20.624564 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b51a0444-49e5-4fb5-93c6-8a0aa88ffa0d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:38:20.625229 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815', 'status': 'completed', 'code': 200} Sep 24 00:38:20.669800 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:38:20.707506 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e1b21-723b-4faf-9777-69789f3afbed req-a888ee7b-4962-437d-a27b-808899201a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:20.709990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-722e1b21-723b-4faf-9777-69789f3afbed req-a888ee7b-4962-437d-a27b-808899201a8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 1097 time: 0.0619621 Sep 24 00:38:20.845798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e1b21-723b-4faf-9777-69789f3afbed req-9f0686cc-4814-4f13-94a5-5afd61a850ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:20.847372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-722e1b21-723b-4faf-9777-69789f3afbed req-9f0686cc-4814-4f13-94a5-5afd61a850ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1306930 Sep 24 00:38:20.929611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-722e1b21-723b-4faf-9777-69789f3afbed req-aa9359b5-af6e-4cd3-8068-11ceaa97a1fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc21d4d0-b144-4d70-8722-585e75958815 HTTP/1.1" status: 200 len: 998 time: 0.0737524 Sep 24 00:38:20.988326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e1b21-723b-4faf-9777-69789f3afbed req-9427fc3b-97ab-4017-81d3-52bb6abc7b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:20.990841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-722e1b21-723b-4faf-9777-69789f3afbed req-9427fc3b-97ab-4017-81d3-52bb6abc7b29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0548019 Sep 24 00:38:20.994747 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:05Z', 'revision_number': 1, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}, {'id': 'd1c9f17e-ba80-482d-b94c-a31c71671ddf', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'dc21d4d0-b144-4d70-8722-585e75958815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:26:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:38:19Z', 'updated_at': '2021-09-24T00:38:19Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:38:21.034689 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:38:21.046072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e1b21-723b-4faf-9777-69789f3afbed req-eff05f30-e6d2-49e0-be2c-1e1af25477aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:38:21.048046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-722e1b21-723b-4faf-9777-69789f3afbed req-eff05f30-e6d2-49e0-be2c-1e1af25477aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506709 Sep 24 00:38:21.048197 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:38:21.048974 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:37:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:38:21.173172 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:38:21.184490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-722e1b21-723b-4faf-9777-69789f3afbed req-2013f994-0d25-40cd-b68f-513814e2543f service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286290 Sep 24 00:38:21.299124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-722e1b21-723b-4faf-9777-69789f3afbed req-2ac24a9b-9b0d-4050-a0ee-061cac2b7609 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076148 Sep 24 00:38:21.461723 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:05Z', 'revision_number': 1, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}, {'id': 'd1c9f17e-ba80-482d-b94c-a31c71671ddf', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'dc21d4d0-b144-4d70-8722-585e75958815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:26:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:38:19Z', 'updated_at': '2021-09-24T00:38:19Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:38:21.511678 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e165854b-cf6c-4fa8-b1a0-561b7123f3a4 None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:05Z', 'revision_number': 1, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}, {'id': 'd1c9f17e-ba80-482d-b94c-a31c71671ddf', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.61', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'dc21d4d0-b144-4d70-8722-585e75958815', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:26:a0:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:38:19Z', 'updated_at': '2021-09-24T00:38:19Z', 'revision_number': 0, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:38:21.752573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2353eca5-af4d-4fe7-b7fe-6aa66218b80a None None] New status for floating IP d1c9f17e-ba80-482d-b94c-a31c71671ddf: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:38:23.043831 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07a905bb-706c-4f5d-b57f-c9113b8f6b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:25.894050 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:26.027588 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ab576d62-bbc7-490d-ae65-9577f38cfbcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:26.865200 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:29.236996 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:36.918738 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:39.440295 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:45.747926 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:38:53.036195 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1eda8555-e2b6-41f9-af48-845b4c0abbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:55.896624 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:56.018339 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6665a636-dd99-4cff-833f-55508581c997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:56.866274 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:38:59.235790 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:00.621303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-480f9d1b-d6d1-400a-a538-842e0714ab72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0426350 Sep 24 00:39:00.702041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-0ade2a02-2b18-4c01-86dc-bab359fe8276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:00.703596 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-0ade2a02-2b18-4c01-86dc-bab359fe8276 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1098 time: 0.0407801 Sep 24 00:39:00.805434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-eb3d231a-0f20-4f41-8cde-8c142451e254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:00.806942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-eb3d231a-0f20-4f41-8cde-8c142451e254 service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.0842595 Sep 24 00:39:00.881188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-358885b9-530f-4855-bac5-500f24968197 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 200 len: 1001 time: 0.0674798 Sep 24 00:39:00.929618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-28f1b2e7-0663-4b5a-ba5b-5fb1cf456181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:00.931096 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-28f1b2e7-0663-4b5a-ba5b-5fb1cf456181 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0434902 Sep 24 00:39:00.974525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-3beb27d6-b401-458c-b589-1ff8ce50da45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:00.976029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-3beb27d6-b401-458c-b589-1ff8ce50da45 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385628 Sep 24 00:39:01.070464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-78ba5eae-4163-4236-ade7-eff79dce62d0 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863965 Sep 24 00:39:01.164869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-21e373b4-071d-4812-8f77-fdaecce619f5 req-e84e7a44-b971-47ac-b5f9-f2cb73a24fe5 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867794 Sep 24 00:39:06.904294 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:09.447307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:19.346086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-cdd25ee5-2b7c-4279-8829-5b72dff54ed9 req-62459dab-4ffe-4446-919a-1051b4dffb5e service neutron] (106379) timed out ('10.222.0.20', 53180) {{(pid=106379) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:39:22.746853 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:39:23.038774 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8ea707b4-d740-48db-9ec8-4e44ff1f93b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:25.898098 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:26.018484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b7602523-a5c6-4eda-a014-93b5177e23e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:26.869976 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:29.240665 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:36.921245 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:39.451057 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:52.490828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40826) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:39:52.658889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port 754096af-d8b6-40aa-aa8e-722797648270 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:39:52.659233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:52.739185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:52.739512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:52.751389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for 754096af-d8b6-40aa-aa8e-722797648270 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:39:52.906514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:52.933536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=754096af-d8b6-40aa-aa8e-722797648270,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:39:52.961198 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.961546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.961917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.962927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.963060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.963382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.963701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.964023 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.964340 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.964658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.964977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:52.965293 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:53.005692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:53.006020 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Floating IP d1c9f17e-ba80-482d-b94c-a31c71671ddf disassociated (deleted). External IP: 172.25.5.61, port: dc21d4d0-b144-4d70-8722-585e75958815. Sep 24 00:39:53.054178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fb13d1f5-dbc5-48a5-ad31-deaeb70c30ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:53.222813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Router 040848f9-a188-4572-9a5f-de145dca8178 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:39:53.334359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:39:53.340091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:53.345128 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:39:53.367650 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:39:53.368307 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:39:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:39:53.372677 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9153cbca-632f-4afe-bb01-9499b94994a5 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "DELETE /v2.0/floatingips/d1c9f17e-ba80-482d-b94c-a31c71671ddf HTTP/1.1" status: 204 len: 168 time: 0.8781168 Sep 24 00:39:53.372677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:39:53.373675 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4652307-5ccb-4639-b3b7-9e3af916ff5f" -d '{"events": [{"name": "network-changed", "server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "tag": "dc21d4d0-b144-4d70-8722-585e75958815"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:39:53.525624 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:39:53.643484 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7fcebd-88c5-4299-98af-11de055dda50 x-openstack-request-id: req-ac7fcebd-88c5-4299-98af-11de055dda50 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:39:53.645436 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "tag": "dc21d4d0-b144-4d70-8722-585e75958815", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:39:53.645890 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac7fcebd-88c5-4299-98af-11de055dda50 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:39:53.646484 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815', 'status': 'completed', 'code': 200} Sep 24 00:39:53.704770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329ad0b-c1a6-47ac-ae00-4f780df591d2 req-d4a59189-ec48-4fa2-80ca-f4ebee810453 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:53.706506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0329ad0b-c1a6-47ac-ae00-4f780df591d2 req-d4a59189-ec48-4fa2-80ca-f4ebee810453 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 945 time: 0.0885737 Sep 24 00:39:53.747985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-1766dce5-9609-4c3b-83d7-34ee1a8c0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:53.749485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-1766dce5-9609-4c3b-83d7-34ee1a8c0b65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 1097 time: 0.0814202 Sep 24 00:39:53.757693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0329ad0b-c1a6-47ac-ae00-4f780df591d2 req-54af07d8-0a8a-4b6c-a495-65dda70d9b51 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446219 Sep 24 00:39:53.793146 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:05Z', 'revision_number': 1, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:39:53.824247 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:39:53.832655 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:39:53.833274 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:39:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:39:53.852569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-32c068f7-73bc-4da0-ae2f-ee191b7052fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:53.854592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-32c068f7-73bc-4da0-ae2f-ee191b7052fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.0960350 Sep 24 00:39:53.898539 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-0b6edd50-4528-4e1c-9138-3d8333440077 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc21d4d0-b144-4d70-8722-585e75958815 HTTP/1.1" status: 200 len: 217 time: 0.0352626 Sep 24 00:39:53.955163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-d02da020-e246-4a71-9df8-1e1ddb9971e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:53.956697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-d02da020-e246-4a71-9df8-1e1ddb9971e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0497417 Sep 24 00:39:54.011629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-9b095c3f-b55c-470f-ad57-be18c12f2657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:54.013281 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-9b095c3f-b55c-470f-ad57-be18c12f2657 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487003 Sep 24 00:39:54.044830 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:39:54.107499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-cb8b9126-2a35-4563-9743-c547bf5bd9a8 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856276 Sep 24 00:39:54.283205 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:05Z', 'revision_number': 1, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:39:54.311304 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1330f21c-fb32-478a-ad46-5219466d8070 None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '215c2ee5-9df5-4f5d-a03b-21140f70c1ea', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '040848f9-a188-4572-9a5f-de145dca8178', 'port_id': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3817, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'mac_address': 'fa:16:3e:91:ed:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:36:03Z', 'updated_at': '2021-09-24T00:36:05Z', 'revision_number': 1, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:39:54.559030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4652307-5ccb-4639-b3b7-9e3af916ff5f req-2b8d3622-08c7-4403-ade2-2a0608fc9b8a service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432039 Sep 24 00:39:54.574431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dcd9f2-11a7-4972-97df-3a98c44d8d5c None None] New status for floating IP d1c9f17e-ba80-482d-b94c-a31c71671ddf: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:39:54.893705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bed2e-3100-4302-b136-a427b25f823e req-1b388da1-d701-475d-af14-80a8842258d1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:54.895127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca8bed2e-3100-4302-b136-a427b25f823e req-1b388da1-d701-475d-af14-80a8842258d1 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 945 time: 0.0532043 Sep 24 00:39:54.935358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ca8bed2e-3100-4302-b136-a427b25f823e req-db8a3b5e-d69b-47b1-9dc0-220c3ab29164 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304708 Sep 24 00:39:55.138748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-74d0550b-39f4-4fc4-b228-54893c0b5e30 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:39:55.140226 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-74d0550b-39f4-4fc4-b228-54893c0b5e30 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 945 time: 0.0508332 Sep 24 00:39:55.232454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port dc21d4d0-b144-4d70-8722-585e75958815 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:39:55.232712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:55.324020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] For port dc21d4d0-b144-4d70-8722-585e75958815, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=dc21d4d0-b144-4d70-8722-585e75958815,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:39:55.324390 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:55.336209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for dc21d4d0-b144-4d70-8722-585e75958815 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:39:55.462686 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:55.495881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=dc21d4d0-b144-4d70-8722-585e75958815,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:39:55.508583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.508583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.508583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.508838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.509172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.509505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.509835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.510162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.510494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.510855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.511189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.511517 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:39:55.546985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] No DVR routers for this DVR port dc21d4d0-b144-4d70-8722-585e75958815 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:39:55.549562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:55.551588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bb9cdd5-5e2a-42c5-8040-0d54e8f4d782 req-831a37ae-9088-43f4-9bc0-6b6443d0bfd3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "DELETE /v2.0/ports/dc21d4d0-b144-4d70-8722-585e75958815 HTTP/1.1" status: 204 len: 173 time: 0.4053764 Sep 24 00:39:55.552023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'name': 'network-vif-deleted', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:39:55.554264 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c141a8f-f495-4a22-8ea0-1c77e2449120" -d '{"events": [{"server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "name": "network-vif-deleted", "tag": "dc21d4d0-b144-4d70-8722-585e75958815"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:39:55.675728 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d662d40b-cf31-4ea1-867c-485ba78dd1ce x-openstack-request-id: req-d662d40b-cf31-4ea1-867c-485ba78dd1ce {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:39:55.676019 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9c419f0-6750-412c-9a93-2fd87b4b615f", "name": "network-vif-deleted", "tag": "dc21d4d0-b144-4d70-8722-585e75958815", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:39:55.676374 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d662d40b-cf31-4ea1-867c-485ba78dd1ce {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:39:55.676659 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c419f0-6750-412c-9a93-2fd87b4b615f', 'name': 'network-vif-deleted', 'tag': 'dc21d4d0-b144-4d70-8722-585e75958815', 'status': 'completed', 'code': 200} Sep 24 00:39:55.902900 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:56.024320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c8a5e99-b44e-425d-882f-c348441e8072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:56.043539 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7115005-3b43-4c11-b441-130ef340a066 req-ecd9babb-f687-4800-a656-9efcdda2ed91 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 210 time: 0.0294476 Sep 24 00:39:56.873972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:57.139044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32fc6e74-4e13-4ad4-a7b1-522fea992359 req-c2029d5a-1921-4613-870e-d0fa8572984b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 210 time: 0.0262582 Sep 24 00:39:58.234404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abe96d95-54cd-41b4-b25b-c366761c946d req-5df923c6-fd8c-4598-9f93-5ba069cf6dba tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 210 time: 0.0260842 Sep 24 00:39:59.230497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dc21d4d0-b144-4d70-8722-585e75958815 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:39:59.269368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: dc21d4d0-b144-4d70-8722-585e75958815 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:39:59.269368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device dc21d4d0-b144-4d70-8722-585e75958815 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:39:59.281917 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:39:59.375068 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ebd9fa8-39ae-4b1b-99dc-3ce13afa51ab req-e84ac4bc-1023-43e8-9eeb-0795d2e22cab tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9c419f0-6750-412c-9a93-2fd87b4b615f HTTP/1.1" status: 200 len: 210 time: 0.0396380 Sep 24 00:39:59.748984 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:40:04.830054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-4ff27fbd-aa88-4c19-9969-d2bd9e375908 req-589f2930-7a76-47b7-a1e0-35ba813b4617 service neutron] (106378) timed out ('10.222.0.24', 60792) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:40:05.829897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40886) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:05.988664 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port d98612e9-7e1f-4e49-b577-260b9242e613 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:05.989357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:06.065158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:06.065481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:06.077398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for d98612e9-7e1f-4e49-b577-260b9242e613 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:06.251781 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:06.279624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=d98612e9-7e1f-4e49-b577-260b9242e613,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:06.339185 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:06.339510 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Floating IP 215c2ee5-9df5-4f5d-a03b-21140f70c1ea disassociated (deleted). External IP: 172.25.5.38, port: ea92abac-f627-4bbf-9f33-3e7148b78588. Sep 24 00:40:06.546663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Router 040848f9-a188-4572-9a5f-de145dca8178 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:40:06.653324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:40:06.658266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:06.662743 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:40:06.672658 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:40:06.673239 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:39:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:06.685723 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e1d34b05-8819-4f72-b80d-1872f27a04bd tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "DELETE /v2.0/floatingips/215c2ee5-9df5-4f5d-a03b-21140f70c1ea HTTP/1.1" status: 204 len: 168 time: 0.8547320 Sep 24 00:40:06.686543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:40:06.688958 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb1e031-842f-4154-85a2-b9acc172d119" -d '{"events": [{"name": "network-changed", "server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:40:06.725894 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218703c8-6660-4d8f-9459-b5060837c856 x-openstack-request-id: req-218703c8-6660-4d8f-9459-b5060837c856 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:40:06.726189 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:40:06.726437 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-218703c8-6660-4d8f-9459-b5060837c856 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:40:06.726977 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'status': 'completed', 'code': 200} Sep 24 00:40:06.779734 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:40:06.788705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-9b4feaa6-1737-4923-a840-813f867de454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:06.790179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-9b4feaa6-1737-4923-a840-813f867de454 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4ad5740e214d4f28870efad95f5abd70&device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 1098 time: 0.0421746 Sep 24 00:40:06.922044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:06.939387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-de1e008d-bebd-40ae-87eb-d7f57f61341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:06.940872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-de1e008d-bebd-40ae-87eb-d7f57f61341e service neutron] 10.222.0.18 "GET /v2.0/networks?id=335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 200 len: 913 time: 0.1441009 Sep 24 00:40:06.952900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d7215-4680-4ff3-8c40-a438f246cf96 req-9bbe0b90-8a98-4620-95e9-d27e1db4244a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:06.954326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-363d7215-4680-4ff3-8c40-a438f246cf96 req-9bbe0b90-8a98-4620-95e9-d27e1db4244a tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 946 time: 0.0741990 Sep 24 00:40:06.986011 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:06.995716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-e27b7a20-65cb-48b0-b894-4c12eacb8fa4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 200 len: 217 time: 0.0404377 Sep 24 00:40:07.011706 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:40:07.019793 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:40:07.020393 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:39:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:07.055345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-363d7215-4680-4ff3-8c40-a438f246cf96 req-f65082ed-995d-40b4-b4ce-7b466c85cea6 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940816 Sep 24 00:40:07.064242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-ef54577d-0e73-4b89-b695-8baba61feefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:07.065719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-ef54577d-0e73-4b89-b695-8baba61feefe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 200 len: 851 time: 0.0609384 Sep 24 00:40:07.112591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-e14d2d62-ce34-4a31-865a-530f28088854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:07.114107 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-e14d2d62-ce34-4a31-865a-530f28088854 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=335b3e1c-db48-44a5-a0a1-8718c4e10141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410793 Sep 24 00:40:07.127265 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:40:07.204553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-59d85f08-724e-446e-80c2-081b4a70bed7 service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831816 Sep 24 00:40:07.305311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cb1e031-842f-4154-85a2-b9acc172d119 req-96a6d02d-bf12-47c0-a673-5b3be5a0f84a service neutron] 10.222.0.18 "GET /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931180 Sep 24 00:40:07.337036 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:07.365225 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d32be27-433a-4de9-9e08-5413c0b25c04 None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:29:32Z', 'revision_number': 4, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '4c91444e-82a1-478a-9048-34285d6d278f', 'name': '', 'network_id': '335b3e1c-db48-44a5-a0a1-8718c4e10141', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'mac_address': 'fa:16:3e:e5:a2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:31Z', 'updated_at': '2021-09-24T00:29:37Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'subnets': [{'id': '4eacf49e-182d-4c9b-b3e4-b9868d53f9eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:40:07.601881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0e52ef-e063-4766-9bf1-0a036f402482 None None] New status for floating IP 215c2ee5-9df5-4f5d-a03b-21140f70c1ea: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:40:08.173363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38cfc7-41e8-4241-87fd-cb067bc7ce21 req-2b4c6a1a-b5da-4a91-8c14-291dbd6e1826 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:08.177639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c38cfc7-41e8-4241-87fd-cb067bc7ce21 req-2b4c6a1a-b5da-4a91-8c14-291dbd6e1826 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 946 time: 0.0505240 Sep 24 00:40:08.213133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c38cfc7-41e8-4241-87fd-cb067bc7ce21 req-75483275-5279-48c9-8955-9d188be4f82f tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/security-groups?id=da426d96-0d52-40b0-bc7b-994f66228047&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322266 Sep 24 00:40:08.353625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-2441249f-6c34-4cca-851a-134fe02535a8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:08.355138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-2441249f-6c34-4cca-851a-134fe02535a8 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 946 time: 0.0490954 Sep 24 00:40:08.451042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port ea92abac-f627-4bbf-9f33-3e7148b78588 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:08.451377 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:08.545870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] For port ea92abac-f627-4bbf-9f33-3e7148b78588, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=ea92abac-f627-4bbf-9f33-3e7148b78588,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:08.546228 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:08.558180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for ea92abac-f627-4bbf-9f33-3e7148b78588 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:08.689973 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:08.723645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=ea92abac-f627-4bbf-9f33-3e7148b78588,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:08.767844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] No DVR routers for this DVR port ea92abac-f627-4bbf-9f33-3e7148b78588 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:40:08.770835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:08.773313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04af7ce1-51bc-45ac-a242-49c734b5b847 req-4f0ff331-74a2-4375-8b83-11cb5752965b tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.18 "DELETE /v2.0/ports/ea92abac-f627-4bbf-9f33-3e7148b78588 HTTP/1.1" status: 204 len: 173 time: 0.4104319 Sep 24 00:40:08.773686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'name': 'network-vif-deleted', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:40:08.776729 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1d7c19-ac49-4070-85e3-1ea28bd5cfb7" -d '{"events": [{"server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "name": "network-vif-deleted", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:40:08.817007 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945df8e0-9fcc-4257-83d1-4a381e15f85e x-openstack-request-id: req-945df8e0-9fcc-4257-83d1-4a381e15f85e {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:40:08.817296 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a48ee1a-2e77-4b31-98da-380a57d61814", "name": "network-vif-deleted", "tag": "ea92abac-f627-4bbf-9f33-3e7148b78588", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:40:08.817547 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-945df8e0-9fcc-4257-83d1-4a381e15f85e {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:40:08.817948 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a48ee1a-2e77-4b31-98da-380a57d61814', 'name': 'network-vif-deleted', 'tag': 'ea92abac-f627-4bbf-9f33-3e7148b78588', 'status': 'completed', 'code': 200} Sep 24 00:40:09.316204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b225869-f5b0-4ae4-b347-4d284775f1f5 req-7afe1ea6-1f14-4fc5-8e9f-0091227d53b3 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 210 time: 0.0306196 Sep 24 00:40:09.466818 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:10.419856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-428ce0a4-a725-4e4b-91bc-4f05643dba1e req-86e9150e-c241-427b-962b-acfb4195be2e tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 210 time: 0.0281208 Sep 24 00:40:11.522277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9830526-6500-4f2d-b352-a2123be3a9a7 req-b08f334b-cc55-4c6e-9c92-1ee9c234c460 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "GET /v2.0/ports?device_id=2a48ee1a-2e77-4b31-98da-380a57d61814 HTTP/1.1" status: 200 len: 210 time: 0.0268135 Sep 24 00:40:12.582282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40906) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:12.711043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Deleting port 41e0a709-4f83-4c4f-af44-2ef1024152e0 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:12.711294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:12.791762 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:12.792086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:12.803660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Calling delete_port for 41e0a709-4f83-4c4f-af44-2ef1024152e0 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:12.942580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:12.975901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'Port': ['ID=41e0a709-4f83-4c4f-af44-2ef1024152e0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:13.040015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:13.043123 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:13.044320 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ba021421-a41b-4545-84c1-7176f9a88039 tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "DELETE /v2.0/floatingips/ad7647c8-477e-4934-a88b-db3a0f48c9a6 HTTP/1.1" status: 204 len: 168 time: 0.4608960 Sep 24 00:40:13.242303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device ea92abac-f627-4bbf-9f33-3e7148b78588 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:40:13.272785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: ea92abac-f627-4bbf-9f33-3e7148b78588 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:40:13.273274 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device ea92abac-f627-4bbf-9f33-3e7148b78588 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:40:15.338901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40922) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:15.428524 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01fd9b95-15b5-4c05-949f-c99435d1e0ac tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:15.454856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01fd9b95-15b5-4c05-949f-c99435d1e0ac tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:15.516054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01fd9b95-15b5-4c05-949f-c99435d1e0ac tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:15.518683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01fd9b95-15b5-4c05-949f-c99435d1e0ac tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:15.519892 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01fd9b95-15b5-4c05-949f-c99435d1e0ac tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] 10.222.0.24 "DELETE /v2.0/security-groups/da426d96-0d52-40b0-bc7b-994f66228047 HTTP/1.1" status: 204 len: 168 time: 0.1787162 Sep 24 00:40:15.530745 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd9b95-15b5-4c05-949f-c99435d1e0ac tempest-TestVolumeBootPattern-973338933 tempest-TestVolumeBootPattern-973338933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da426d96-0d52-40b0-bc7b-994f66228047,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:15.599740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40926) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:16.203900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:16.797763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Deleting port 4c91444e-82a1-478a-9048-34285d6d278f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:16.798634 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:16.905795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] For port 4c91444e-82a1-478a-9048-34285d6d278f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4c91444e-82a1-478a-9048-34285d6d278f,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:16.906154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:16.919036 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Calling delete_port for 4c91444e-82a1-478a-9048-34285d6d278f owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:17.108506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:17.135940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Pushing event deleted for resources: {'Port': ['ID=4c91444e-82a1-478a-9048-34285d6d278f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:17.333434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:17.564628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Router 040848f9-a188-4572-9a5f-de145dca8178 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:40:17.673216 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:40:17.680482 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0dbdd5b1-d0a4-4fe5-8abc-19349380feba admin admin] 10.222.0.24 "PUT /v2.0/routers/040848f9-a188-4572-9a5f-de145dca8178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0774889 Sep 24 00:40:17.681645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40932) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:17.686208 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] Sync routers for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:40:17.694887 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:40:17.695652 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:39:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:17.789993 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:17.804234 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:40:17.910259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:17.977117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Deleting port ab634a07-a682-428c-8909-580c1ea21f82 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:17.977444 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.006821 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102'}], 'enable_snat': True}, 'gw_port_id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:40:17Z', 'revision_number': 5, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port': {'id': 'ab634a07-a682-428c-8909-580c1ea21f82', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:5a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040848f9-a188-4572-9a5f-de145dca8178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3723, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:28Z', 'updated_at': '2021-09-24T00:29:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:18.037635 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] Checking router: 040848f9-a188-4572-9a5f-de145dca8178 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:40:18.048171 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] Routers {'040848f9-a188-4572-9a5f-de145dca8178'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:40:18.048977 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:39:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['040848f9-a188-4572-9a5f-de145dca8178'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:18.066351 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] For port ab634a07-a682-428c-8909-580c1ea21f82, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ab634a07-a682-428c-8909-580c1ea21f82,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:18.066719 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.079112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Calling delete_port for ab634a07-a682-428c-8909-580c1ea21f82 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:18.137126 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] Set router 040848f9-a188-4572-9a5f-de145dca8178 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:40:18.269375 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.288530 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:40:17Z', 'revision_number': 6, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:18.297081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ab634a07-a682-428c-8909-580c1ea21f82,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:18.318272 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b4ef4e-6fd8-49ef-a647-0047d8f8fb74 None None] The sync data for ids ['040848f9-a188-4572-9a5f-de145dca8178'] in n-d-713498-18 is: [{'id': '040848f9-a188-4572-9a5f-de145dca8178', 'name': 'tempest-TestVolumeBootPattern-1753025752-router', 'tenant_id': '4ad5740e214d4f28870efad95f5abd70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:27Z', 'updated_at': '2021-09-24T00:40:17Z', 'revision_number': 6, 'project_id': '4ad5740e214d4f28870efad95f5abd70', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:40:18.373542 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.471886 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.474543 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.518720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.519191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 040848f9-a188-4572-9a5f-de145dca8178 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:40:18.523611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.525451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-44a9f0c1-aa93-4d41-ba6e-179639c8b6ab admin admin] 10.222.0.24 "DELETE /v2.0/routers/040848f9-a188-4572-9a5f-de145dca8178 HTTP/1.1" status: 204 len: 168 time: 0.8422775 Sep 24 00:40:18.527927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40934) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:18.578189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-72513c71-05e9-4ff1-9e0b-0c1de2001705 admin admin] Deleting subnet 4eacf49e-182d-4c9b-b3e4-b9868d53f9eb {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:40:18.581245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72513c71-05e9-4ff1-9e0b-0c1de2001705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.616587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72513c71-05e9-4ff1-9e0b-0c1de2001705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.715292 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72513c71-05e9-4ff1-9e0b-0c1de2001705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.777999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72513c71-05e9-4ff1-9e0b-0c1de2001705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.792259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4c91444e-82a1-478a-9048-34285d6d278f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:40:18.796392 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-72513c71-05e9-4ff1-9e0b-0c1de2001705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.800707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-72513c71-05e9-4ff1-9e0b-0c1de2001705 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4eacf49e-182d-4c9b-b3e4-b9868d53f9eb HTTP/1.1" status: 204 len: 168 time: 0.2694628 Sep 24 00:40:18.801055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40938) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:18.823292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72513c71-05e9-4ff1-9e0b-0c1de2001705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4eacf49e-182d-4c9b-b3e4-b9868d53f9eb,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:18.826006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f421195-4b6b-47c0-bc31-bd812f0c11ce None None] Network 335b3e1c-db48-44a5-a0a1-8718c4e10141 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:40:18.840277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 4c91444e-82a1-478a-9048-34285d6d278f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:40:18.840613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 4c91444e-82a1-478a-9048-34285d6d278f not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:40:18.881529 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:18.938791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Deleting port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:18.939122 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.003838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] For port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6,segment=NetworkSegment(086ed02f-5aea-4020-886c-83dbe8f3a3cc),segment_id=086ed02f-5aea-4020-886c-83dbe8f3a3cc)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:19.004199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.018497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Calling delete_port for 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:19.102165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.128516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:19.132205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] No DVR routers for this DVR port 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:40:19.161768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2c1f62-dd2d-4ff6-a290-828216f397e8 None None] DHCP port deletion for 335b3e1c-db48-44a5-a0a1-8718c4e10141 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:40:19.220053 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.245036 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b3e1c-db48-44a5-a0a1-8718c4e10141']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:19.255286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '086ed02f-5aea-4020-886c-83dbe8f3a3cc') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:19.255658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '086ed02f-5aea-4020-886c-83dbe8f3a3cc') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:19.268900 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.286015 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.296546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:40:19.297471 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:40:19.300967 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:40:19.362403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.368345 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:19.371001 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] 10.222.0.24 "DELETE /v2.0/networks/335b3e1c-db48-44a5-a0a1-8718c4e10141 HTTP/1.1" status: 204 len: 168 time: 0.5689094 Sep 24 00:40:19.373996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40940) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:19.386519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b59079-79ed-4506-a7da-69ab32528598 admin admin] Pushing event deleted for resources: {'Network': ['ID=335b3e1c-db48-44a5-a0a1-8718c4e10141,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:19.742181 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:20.010144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Deleting port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:20.010387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:20.090091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] For port f2e05ab3-b4ae-4ebb-9870-572a8a9d9769, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,segment=NetworkSegment(80b07bd4-93cf-42e3-907b-0b415bc1f0da),segment_id=80b07bd4-93cf-42e3-907b-0b415bc1f0da)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:20.090435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:20.103589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Calling delete_port for f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:20.300004 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:20.335671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e05ab3-b4ae-4ebb-9870-572a8a9d9769,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:20.523679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:20.643799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab634a07-a682-428c-8909-580c1ea21f82 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:40:20.667087 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ab634a07-a682-428c-8909-580c1ea21f82 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:40:20.667412 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ab634a07-a682-428c-8909-580c1ea21f82 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:40:20.668079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:40:20.687098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:40:20.687427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9be0f9f1-9c9e-4dd4-bce4-0b2fb524ebd6 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:40:20.769599 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Router 279db02b-11b9-46c4-9e20-19c500f5f25d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:40:20.882895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:40:20.887934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3c42b2b5-bd7e-44a4-a3ba-8424a16ccf82 admin admin] 10.222.0.24 "PUT /v2.0/routers/279db02b-11b9-46c4-9e20-19c500f5f25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5129137 Sep 24 00:40:20.890533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40942) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:20.891559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] Sync routers for ids ['279db02b-11b9-46c4-9e20-19c500f5f25d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:40:20.901083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] Routers {'279db02b-11b9-46c4-9e20-19c500f5f25d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:40:20.901709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:39:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['279db02b-11b9-46c4-9e20-19c500f5f25d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:20.998220 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.004565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] Set router 279db02b-11b9-46c4-9e20-19c500f5f25d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:40:21.110333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.168473 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Deleting port 5af8e25e-f3e3-478f-8c49-d3ae6334f563 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:21.168882 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.253767 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] For port 5af8e25e-f3e3-478f-8c49-d3ae6334f563, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5af8e25e-f3e3-478f-8c49-d3ae6334f563,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:21.254134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.266581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Calling delete_port for 5af8e25e-f3e3-478f-8c49-d3ae6334f563 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:21.339574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:40:20Z', 'revision_number': 5, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port': {'id': '5af8e25e-f3e3-478f-8c49-d3ae6334f563', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:b2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:29:37Z', 'updated_at': '2021-09-24T00:29:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:21.366891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] Checking router: 279db02b-11b9-46c4-9e20-19c500f5f25d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:40:21.375724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] Routers {'279db02b-11b9-46c4-9e20-19c500f5f25d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:40:21.376344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:39:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['279db02b-11b9-46c4-9e20-19c500f5f25d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:21.440933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.464909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] Set router 279db02b-11b9-46c4-9e20-19c500f5f25d gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:40:21.475503 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Pushing event deleted for resources: {'Port': ['ID=5af8e25e-f3e3-478f-8c49-d3ae6334f563,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:21.519244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:40:21Z', 'revision_number': 6, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:21.538553 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.546462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a88dfc-c38c-43b3-9a48-aee6cbd3df3c None None] The sync data for ids ['279db02b-11b9-46c4-9e20-19c500f5f25d'] in n-d-713498-18 is: [{'id': '279db02b-11b9-46c4-9e20-19c500f5f25d', 'name': 'tempest-TestVolumeBootPattern-1952050313-router', 'tenant_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:29:36Z', 'updated_at': '2021-09-24T00:40:21Z', 'revision_number': 6, 'project_id': 'fb69660132db4a74ba2e28fecb1c74c1', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:40:21.630547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.632959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.679884 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.680414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 279db02b-11b9-46c4-9e20-19c500f5f25d {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:40:21.685034 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.686224 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1390e9f8-238a-4061-ae09-9bef9a25d126 admin admin] 10.222.0.24 "DELETE /v2.0/routers/279db02b-11b9-46c4-9e20-19c500f5f25d HTTP/1.1" status: 204 len: 168 time: 0.7946775 Sep 24 00:40:21.688665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40944) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:21.734904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-01f44957-8d1a-49cb-a1a3-a2ab47c86735 admin admin] Deleting subnet e76fbc8b-d72e-4e88-9925-889477af8f8c {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:40:21.737889 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f44957-8d1a-49cb-a1a3-a2ab47c86735 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.773918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f44957-8d1a-49cb-a1a3-a2ab47c86735 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.856942 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f44957-8d1a-49cb-a1a3-a2ab47c86735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.915088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f44957-8d1a-49cb-a1a3-a2ab47c86735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.938510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f44957-8d1a-49cb-a1a3-a2ab47c86735 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e76fbc8b-d72e-4e88-9925-889477af8f8c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:21.948650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01f44957-8d1a-49cb-a1a3-a2ab47c86735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:21.950591 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01f44957-8d1a-49cb-a1a3-a2ab47c86735 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e76fbc8b-d72e-4e88-9925-889477af8f8c HTTP/1.1" status: 204 len: 168 time: 0.2609851 Sep 24 00:40:21.953247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40946) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:21.955727 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee419c7f-7430-4775-ac04-9980a8df1b6f None None] Network ca7c1136-cf9e-45c3-a546-978c0696703a requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:40:22.032221 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.084903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Deleting port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:22.085237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.151692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] For port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a2b11840-7b1a-457d-bfb4-fdbcf58acfbd,segment=NetworkSegment(80b07bd4-93cf-42e3-907b-0b415bc1f0da),segment_id=80b07bd4-93cf-42e3-907b-0b415bc1f0da)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:22.152050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.163662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Calling delete_port for a2b11840-7b1a-457d-bfb4-fdbcf58acfbd owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:22.241836 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.272895 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=a2b11840-7b1a-457d-bfb4-fdbcf58acfbd,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:22.274645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] No DVR routers for this DVR port a2b11840-7b1a-457d-bfb4-fdbcf58acfbd on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:40:22.345497 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.367669 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7c1136-cf9e-45c3-a546-978c0696703a']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:22.368506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2891a-969c-4267-b1b2-3a88e9f14341 None None] DHCP port deletion for ca7c1136-cf9e-45c3-a546-978c0696703a request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:40:22.380313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b07bd4-93cf-42e3-907b-0b415bc1f0da') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:22.380313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b07bd4-93cf-42e3-907b-0b415bc1f0da') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:40:22.392185 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.405921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.412192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:40:22.412580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:40:22.414392 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:40:22.596881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5af8e25e-f3e3-478f-8c49-d3ae6334f563 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:40:22.623110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5af8e25e-f3e3-478f-8c49-d3ae6334f563 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:40:22.623464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5af8e25e-f3e3-478f-8c49-d3ae6334f563 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:40:22.623880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:40:22.644619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:40:22.645200 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f2e05ab3-b4ae-4ebb-9870-572a8a9d9769 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:40:22.645775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a2b11840-7b1a-457d-bfb4-fdbcf58acfbd no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:40:22.674672 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a2b11840-7b1a-457d-bfb4-fdbcf58acfbd {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:40:22.675309 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a2b11840-7b1a-457d-bfb4-fdbcf58acfbd not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:40:22.848006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.854519 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:22.857759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca7c1136-cf9e-45c3-a546-978c0696703a HTTP/1.1" status: 204 len: 168 time: 0.9020708 Sep 24 00:40:22.868551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8c7926-45da-4be8-8d69-03df37331e3c admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7c1136-cf9e-45c3-a546-978c0696703a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:23.004714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40950) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:23.037938 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bb0a8374-d7f2-46c4-b561-16758b0e1ee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.049131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-14878746-8b73-4855-88c5-56d31d68674f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ad5740e214d4f28870efad95f5abd70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432451 Sep 24 00:40:23.051971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 40952) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:23.099837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-821673b8-7289-46c0-8703-3f9cae72a477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.120646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-821673b8-7289-46c0-8703-3f9cae72a477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.168485 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-821673b8-7289-46c0-8703-3f9cae72a477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.171347 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-821673b8-7289-46c0-8703-3f9cae72a477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.172539 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-821673b8-7289-46c0-8703-3f9cae72a477 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/851a3316-df29-484b-aaf4-a5894da0761e HTTP/1.1" status: 204 len: 168 time: 0.1196618 Sep 24 00:40:23.180577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821673b8-7289-46c0-8703-3f9cae72a477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851a3316-df29-484b-aaf4-a5894da0761e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:23.550668 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40958) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:23.592055 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-736dbb84-f2d7-4a46-b75f-eb6035a3c5f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb69660132db4a74ba2e28fecb1c74c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401926 Sep 24 00:40:23.595256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 40960) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:23.653146 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bac4db29-fbb9-4807-86cb-c91696adae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.677134 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bac4db29-fbb9-4807-86cb-c91696adae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.727803 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bac4db29-fbb9-4807-86cb-c91696adae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.730463 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bac4db29-fbb9-4807-86cb-c91696adae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:23.731656 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bac4db29-fbb9-4807-86cb-c91696adae58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0d4bfbb-269f-48e6-a262-032e79863d6f HTTP/1.1" status: 204 len: 168 time: 0.1354895 Sep 24 00:40:23.739504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4db29-fbb9-4807-86cb-c91696adae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d4bfbb-269f-48e6-a262-032e79863d6f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:25.903676 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:26.018328 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-455f63f3-be3f-48cf-a6c4-5cceb18fec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:26.877968 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:29.253043 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:34.360458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-504445f0-6274-4626-a8b8-2463b041a9c7 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=53150eb5acaa4ce7868cb6d9f0f80595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266440 Sep 24 00:40:34.473036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-e583944f-bf0e-421e-9bab-962ddaa94e27 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:34.474503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-e583944f-bf0e-421e-9bab-962ddaa94e27 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1072998 Sep 24 00:40:34.495563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-127ddc1a-5ad2-442d-bc2e-7811fd85fb71 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/quotas/53150eb5acaa4ce7868cb6d9f0f80595 HTTP/1.1" status: 200 len: 375 time: 0.0130215 Sep 24 00:40:34.534322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-554d3965-ed59-414a-9c17-5df3304d3a0a tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=53150eb5acaa4ce7868cb6d9f0f80595&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322697 Sep 24 00:40:34.726356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e7de4ad-2447-4dda-addb-72caa0d3eeb9 req-87c1f9a2-3085-4341-9f9c-9c70de9afcf7 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 210 time: 0.0404441 Sep 24 00:40:35.835093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8d00740-992c-4a12-a38e-d6667ec6dacf req-b22eaab3-0da0-4b64-85f5-a459fc1dcba0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 210 time: 0.0295348 Sep 24 00:40:35.867786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-db589fdf-f949-41de-a6fa-afac228b116e tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=53150eb5acaa4ce7868cb6d9f0f80595&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314837 Sep 24 00:40:35.994765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1ee476af-f733-4b12-a2d3-4a614eaf6cc1 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:35.996274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1ee476af-f733-4b12-a2d3-4a614eaf6cc1 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1229091 Sep 24 00:40:36.009034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Request body: {'port': {'device_id': 'fe5efe7b-1032-4fb1-879e-870cced40422', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'admin_state_up': True, 'tenant_id': '53150eb5acaa4ce7868cb6d9f0f80595'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:40:36.122616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Made reservation on behalf of 53150eb5acaa4ce7868cb6d9f0f80595 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:40:36.126129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.134776 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.229192 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.233788 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.307625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7304df7-bbff-4d5e-a597-7aebad9e2320,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:36.380901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Allocated IP 192.168.233.151 (21c2cfa1-5daa-4e80-a508-453811b2389e/5aedb13e-87aa-4d17-aae3-df03b90f0531/55784fcb-7c5e-46ba-990e-e98651daff9e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:40:36.542163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.577068 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.621244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Network 21c2cfa1-5daa-4e80-a508-453811b2389e is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:40:36.624436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:40:36.628263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:40:36.637695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Pushing event updated for resources: {'Port': ['ID=55784fcb-7c5e-46ba-990e-e98651daff9e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:36.687891 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:36.688531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.707535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-add8cec3-559e-4e13-a712-fedbd45977f0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7017951 Sep 24 00:40:36.719403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Request body: {'port': {'device_id': 'fe5efe7b-1032-4fb1-879e-870cced40422', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:40:36.748565 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:40:36.787819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.842402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-988fea2d-73f6-41d7-a366-efe13e14ce39 None None] Provisioning complete for port 55784fcb-7c5e-46ba-990e-e98651daff9e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:40:36.843086 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-988fea2d-73f6-41d7-a366-efe13e14ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:36.882780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-988fea2d-73f6-41d7-a366-efe13e14ce39 None None] Port 55784fcb-7c5e-46ba-990e-e98651daff9e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:40:36.942793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:37.031972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af12a74a-7ce6-4bc9-9f61-89c54722e530 req-4bc076d5-d478-4fed-aa42-d8a277e50f87 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:37.033513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af12a74a-7ce6-4bc9-9f61-89c54722e530 req-4bc076d5-d478-4fed-aa42-d8a277e50f87 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 936 time: 0.1104686 Sep 24 00:40:37.112024 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af12a74a-7ce6-4bc9-9f61-89c54722e530 req-b36ed8a7-87eb-4d64-883c-12d80921772c tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666466 Sep 24 00:40:37.148068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55784fcb-7c5e-46ba-990e-e98651daff9e {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:40:37.155945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:37.170726 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Transition to ACTIVE for port object 55784fcb-7c5e-46ba-990e-e98651daff9e will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:40:37.175694 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:37.231475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Pushing event updated for resources: {'Port': ['ID=55784fcb-7c5e-46ba-990e-e98651daff9e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:37.305354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Attempting to bind port 55784fcb-7c5e-46ba-990e-e98651daff9e on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:40:37.305690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Attempting to bind port 55784fcb-7c5e-46ba-990e-e98651daff9e by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:40:37.306593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Attempting to bind port 55784fcb-7c5e-46ba-990e-e98651daff9e on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:40:37.311399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Port 55784fcb-7c5e-46ba-990e-e98651daff9e on network 21c2cfa1-5daa-4e80-a508-453811b2389e not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:40:37.311723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Attempting to bind port 55784fcb-7c5e-46ba-990e-e98651daff9e on network 21c2cfa1-5daa-4e80-a508-453811b2389e {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:40:37.317061 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:40:37.317403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Checking segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:40:37.317793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Bound using segment: {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:40:37.318229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Bound port: 55784fcb-7c5e-46ba-990e-e98651daff9e, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7563151c-acf0-415c-ad36-e25c755178ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:40:37.318593 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:37.422929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] For port 55784fcb-7c5e-46ba-990e-e98651daff9e, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:40:37.426639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] For port 55784fcb-7c5e-46ba-990e-e98651daff9e, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=55784fcb-7c5e-46ba-990e-e98651daff9e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:40:37.432382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:37.467619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:37.468693 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:37.471215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] 10.222.0.18 "PUT /v2.0/ports/55784fcb-7c5e-46ba-990e-e98651daff9e HTTP/1.1" status: 200 len: 1097 time: 0.7560027 Sep 24 00:40:37.475160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5efe7b-1032-4fb1-879e-870cced40422', 'tag': '55784fcb-7c5e-46ba-990e-e98651daff9e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:40:37.479508 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4bdd4-a957-4985-aed5-7f9991b22706" -d '{"events": [{"name": "network-changed", "server_uuid": "fe5efe7b-1032-4fb1-879e-870cced40422", "tag": "55784fcb-7c5e-46ba-990e-e98651daff9e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:40:37.541941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e542bde-78a6-4a44-9dca-75f321ef042b service neutron] Pushing event updated for resources: {'Port': ['ID=55784fcb-7c5e-46ba-990e-e98651daff9e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:37.566575 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b62818f4-77ae-46b7-9949-07a262d33e78 x-openstack-request-id: req-b62818f4-77ae-46b7-9949-07a262d33e78 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:40:37.567128 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe5efe7b-1032-4fb1-879e-870cced40422", "tag": "55784fcb-7c5e-46ba-990e-e98651daff9e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:40:37.567549 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b62818f4-77ae-46b7-9949-07a262d33e78 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:40:37.568170 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe5efe7b-1032-4fb1-879e-870cced40422', 'tag': '55784fcb-7c5e-46ba-990e-e98651daff9e', 'status': 'completed', 'code': 200} Sep 24 00:40:37.585680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-4e7baafe-fe19-49be-a811-1277554070b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:37.587308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-4e7baafe-fe19-49be-a811-1277554070b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53150eb5acaa4ce7868cb6d9f0f80595&device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 1100 time: 0.0656044 Sep 24 00:40:37.656042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-1a4675e6-fb0d-4c55-8cfb-92b66d9af9b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=55784fcb-7c5e-46ba-990e-e98651daff9e HTTP/1.1" status: 200 len: 217 time: 0.0601978 Sep 24 00:40:37.744789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-c39e2e9f-633f-43f1-881a-0a7fa549e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:37.746995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-c39e2e9f-633f-43f1-881a-0a7fa549e466 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0831032 Sep 24 00:40:37.817921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-db2ee647-a58c-482b-a418-6df9e07619be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:37.819501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-db2ee647-a58c-482b-a418-6df9e07619be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0653181 Sep 24 00:40:37.927906 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-a99edc7f-4fb3-4e12-a2d7-309c0955f368 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012866 Sep 24 00:40:38.058971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b3e4368-6440-43f9-89e6-25d572374e09 req-56565ce4-619c-4179-b4b5-5cdb556ff71a service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238697 Sep 24 00:40:38.162411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-dac5a4aa-fef8-4f17-b726-af2a031defda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:38.164647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-dac5a4aa-fef8-4f17-b726-af2a031defda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=53150eb5acaa4ce7868cb6d9f0f80595&device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 1100 time: 0.0560424 Sep 24 00:40:38.282512 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998c4f4-c946-44a9-9724-c8af3e015ff6 req-f41b2d6c-57f2-48ac-b92e-d6a331410cfb tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:38.284020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0998c4f4-c946-44a9-9724-c8af3e015ff6 req-f41b2d6c-57f2-48ac-b92e-d6a331410cfb tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 948 time: 0.0950618 Sep 24 00:40:38.304411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-0392565a-02e5-4bf7-b3b2-1b27d3ceda67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:38.305821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-0392565a-02e5-4bf7-b3b2-1b27d3ceda67 service neutron] 10.222.0.18 "GET /v2.0/networks?id=21c2cfa1-5daa-4e80-a508-453811b2389e HTTP/1.1" status: 200 len: 870 time: 0.1347797 Sep 24 00:40:38.356114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-b465095b-111f-4dcc-be01-515f86954b9f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=55784fcb-7c5e-46ba-990e-e98651daff9e HTTP/1.1" status: 200 len: 217 time: 0.0407090 Sep 24 00:40:38.363374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0998c4f4-c946-44a9-9724-c8af3e015ff6 req-1b305b42-d318-49f2-84b5-6e7449f40263 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735004 Sep 24 00:40:38.409261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-8970310b-ca38-4c63-86c2-538b79119dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:38.410719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-8970310b-ca38-4c63-86c2-538b79119dfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aedb13e-87aa-4d17-aae3-df03b90f0531 HTTP/1.1" status: 200 len: 843 time: 0.0464978 Sep 24 00:40:38.458384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-b62947fe-281f-4a14-a2ba-575a3dd8ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:38.460147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-b62947fe-281f-4a14-a2ba-575a3dd8ef92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=21c2cfa1-5daa-4e80-a508-453811b2389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0416367 Sep 24 00:40:38.565345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-b4de6643-3fcf-4dc8-94ba-fb2f1cbdfce6 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968070 Sep 24 00:40:38.661566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79e4bdd4-a957-4985-aed5-7f9991b22706 req-226b62b1-2bcb-46ae-b8a3-2e973692a1a7 service neutron] 10.222.0.18 "GET /v2.0/networks/21c2cfa1-5daa-4e80-a508-453811b2389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883875 Sep 24 00:40:39.469083 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:39.487589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c9171-45a5-4dcb-92d3-4b8587cb9b0c req-6d5e6d35-2726-4ca8-b6a7-4fb790f53f66 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:39.489151 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-821c9171-45a5-4dcb-92d3-4b8587cb9b0c req-6d5e6d35-2726-4ca8-b6a7-4fb790f53f66 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 948 time: 0.0519450 Sep 24 00:40:39.531159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-821c9171-45a5-4dcb-92d3-4b8587cb9b0c req-2417d017-4eb1-4779-8548-457f354f2178 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356219 Sep 24 00:40:40.645721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b290665d-0585-4119-8502-c369e47637df req-0f03b003-49d6-4c94-a626-7a6eac6fa5d8 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:40.647253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b290665d-0585-4119-8502-c369e47637df req-0f03b003-49d6-4c94-a626-7a6eac6fa5d8 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 948 time: 0.0497930 Sep 24 00:40:40.686047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b290665d-0585-4119-8502-c369e47637df req-eb6ff296-0e3d-4271-bafb-0445db140f15 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327861 Sep 24 00:40:41.382118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 55784fcb-7c5e-46ba-990e-e98651daff9e details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:40:41.507693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 55784fcb-7c5e-46ba-990e-e98651daff9e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=55784fcb-7c5e-46ba-990e-e98651daff9e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:41.521997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '55784fcb-7c5e-46ba-990e-e98651daff9e', 'network_id': '21c2cfa1-5daa-4e80-a508-453811b2389e', 'port_id': '55784fcb-7c5e-46ba-990e-e98651daff9e', 'mac_address': 'fa:16:3e:b6:48:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aedb13e-87aa-4d17-aae3-df03b90f0531', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:40:41.577716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:41.594028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55784fcb-7c5e-46ba-990e-e98651daff9e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:40:41.613389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 55784fcb-7c5e-46ba-990e-e98651daff9e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=55784fcb-7c5e-46ba-990e-e98651daff9e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:41.620490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:41.680257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=55784fcb-7c5e-46ba-990e-e98651daff9e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:41.689376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.689718 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.690076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.690531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.691000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.691469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.691469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.691917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.692113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.692341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.692726 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.692984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:40:41.830945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362659-5a3f-4b5c-9e2b-c4d25bbc0b00 req-c90867ac-b77d-44b1-9529-d3e90cb19459 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:41.832636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df362659-5a3f-4b5c-9e2b-c4d25bbc0b00 req-c90867ac-b77d-44b1-9529-d3e90cb19459 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 949 time: 0.0612345 Sep 24 00:40:41.862423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['55784fcb-7c5e-46ba-990e-e98651daff9e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:40:41.880848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df362659-5a3f-4b5c-9e2b-c4d25bbc0b00 req-6472b429-607d-496d-954d-497bf49783e4 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420694 Sep 24 00:40:43.007080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e4bbc-2253-4b08-acc4-123e6a8e4f08 req-cc9f2010-d0c7-4169-9cae-fe14e844cd99 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:43.008595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-772e4bbc-2253-4b08-acc4-123e6a8e4f08 req-cc9f2010-d0c7-4169-9cae-fe14e844cd99 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 949 time: 0.0524764 Sep 24 00:40:43.053198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-772e4bbc-2253-4b08-acc4-123e6a8e4f08 req-a559b63a-110d-4914-8496-4ddac47ccbfa tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359964 Sep 24 00:40:43.397083 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 55784fcb-7c5e-46ba-990e-e98651daff9e up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:40:43.447883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 55784fcb-7c5e-46ba-990e-e98651daff9e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:40:43.452060 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 55784fcb-7c5e-46ba-990e-e98651daff9e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:40:43.452433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:43.531331 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:43.555396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5efe7b-1032-4fb1-879e-870cced40422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55784fcb-7c5e-46ba-990e-e98651daff9e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:40:43.558394 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0b3a26-62c7-43f7-a790-31c6604fb44a" -d '{"events": [{"server_uuid": "fe5efe7b-1032-4fb1-879e-870cced40422", "name": "network-vif-plugged", "status": "completed", "tag": "55784fcb-7c5e-46ba-990e-e98651daff9e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:40:43.571649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 55784fcb-7c5e-46ba-990e-e98651daff9e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=55784fcb-7c5e-46ba-990e-e98651daff9e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:43.579804 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:43.636435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=55784fcb-7c5e-46ba-990e-e98651daff9e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:43.671082 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf073f1-2d1f-4fcb-a6e7-654e426f723d x-openstack-request-id: req-fdf073f1-2d1f-4fcb-a6e7-654e426f723d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:40:43.671374 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5efe7b-1032-4fb1-879e-870cced40422", "name": "network-vif-plugged", "status": "completed", "tag": "55784fcb-7c5e-46ba-990e-e98651daff9e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:40:43.671742 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdf073f1-2d1f-4fcb-a6e7-654e426f723d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:40:43.672152 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5efe7b-1032-4fb1-879e-870cced40422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55784fcb-7c5e-46ba-990e-e98651daff9e', 'code': 200} Sep 24 00:40:43.769094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d1875f-7519-4f60-9ad3-33fcbe870ed8 req-e1f1a49f-5264-48dc-b5e4-0b4c751d43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:43.770617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9d1875f-7519-4f60-9ad3-33fcbe870ed8 req-e1f1a49f-5264-48dc-b5e4-0b4c751d43ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 1102 time: 0.0397305 Sep 24 00:40:43.809001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9d1875f-7519-4f60-9ad3-33fcbe870ed8 req-547ffcb5-7dc0-4a6d-89b5-6b796c22a92e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Sep 24 00:40:44.178177 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab97f6e-6469-4a5d-a065-615ca55cdde9 req-52b2ff19-46e6-4058-bcf1-232ddcce3c43 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:44.179688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ab97f6e-6469-4a5d-a065-615ca55cdde9 req-52b2ff19-46e6-4058-bcf1-232ddcce3c43 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 950 time: 0.0499597 Sep 24 00:40:44.226041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ab97f6e-6469-4a5d-a065-615ca55cdde9 req-f3198ce4-ae45-4987-8bdf-1b071e5a91f8 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Sep 24 00:40:45.344778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9833ba-cdf9-418b-aa6b-240c390e166d req-8a755b59-e875-4d93-bb5e-28fbf0540a46 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:45.346298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e9833ba-cdf9-418b-aa6b-240c390e166d req-8a755b59-e875-4d93-bb5e-28fbf0540a46 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 950 time: 0.0508811 Sep 24 00:40:45.387452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e9833ba-cdf9-418b-aa6b-240c390e166d req-4744ff6e-ac5d-43ea-8a63-d2232200f0a8 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345547 Sep 24 00:40:45.835085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-7c663ceb-d487-449d-86b8-c3e20930c930 req-7aff3d98-d8fb-48c1-8a61-f0814c55a0c5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:40:45.836210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7c663ceb-d487-449d-86b8-c3e20930c930 req-7aff3d98-d8fb-48c1-8a61-f0814c55a0c5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1508696 Sep 24 00:40:46.255082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-67596cc1-2d12-4fc9-9dfe-0985f2860ff2 req-4cada6ea-d965-406c-8afd-d3ada1568eee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:40:46.256202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67596cc1-2d12-4fc9-9dfe-0985f2860ff2 req-4cada6ea-d965-406c-8afd-d3ada1568eee service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0592933 Sep 24 00:40:46.862307 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef9bee-fd0b-4298-b819-8dedb4a45faf req-52e98a79-f53d-46b2-aaf6-7cf57fbb6ee0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:46.863915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eef9bee-fd0b-4298-b819-8dedb4a45faf req-52e98a79-f53d-46b2-aaf6-7cf57fbb6ee0 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 950 time: 0.0487182 Sep 24 00:40:46.903135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8eef9bee-fd0b-4298-b819-8dedb4a45faf req-38677036-b2e1-4b1c-a0fa-5b4e79677bfd tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318468 Sep 24 00:40:48.033883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200f18a-12bc-4972-8de1-916dba2f0c0d req-a556a857-0fa6-4668-9628-6c4164f125f6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:48.035380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4200f18a-12bc-4972-8de1-916dba2f0c0d req-a556a857-0fa6-4668-9628-6c4164f125f6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 950 time: 0.0608439 Sep 24 00:40:48.102649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4200f18a-12bc-4972-8de1-916dba2f0c0d req-0b423f83-c9dd-44cc-a7fe-127a5da63b14 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.24 "GET /v2.0/security-groups?id=f7304df7-bbff-4d5e-a597-7aebad9e2320&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612390 Sep 24 00:40:48.119370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-d420e731-95c8-43a3-8abc-76f4f068e3b3 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:48.120867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-d420e731-95c8-43a3-8abc-76f4f068e3b3 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe5efe7b-1032-4fb1-879e-870cced40422 HTTP/1.1" status: 200 len: 950 time: 0.0625758 Sep 24 00:40:48.209211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Deleting port 55784fcb-7c5e-46ba-990e-e98651daff9e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:40:48.209465 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:48.301951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] For port 55784fcb-7c5e-46ba-990e-e98651daff9e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=55784fcb-7c5e-46ba-990e-e98651daff9e,segment=NetworkSegment(7563151c-acf0-415c-ad36-e25c755178ad),segment_id=7563151c-acf0-415c-ad36-e25c755178ad)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:48.302318 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:48.314519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Calling delete_port for 55784fcb-7c5e-46ba-990e-e98651daff9e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:40:48.455236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:48.471336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['55784fcb-7c5e-46ba-990e-e98651daff9e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:40:48.483880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Pushing event deleted for resources: {'Port': ['ID=55784fcb-7c5e-46ba-990e-e98651daff9e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:48.527165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] No DVR routers for this DVR port 55784fcb-7c5e-46ba-990e-e98651daff9e on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:40:48.529996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:48.532243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a92ffbb4-f38c-4f4b-b018-6eeec63ab7fa req-ba194eaf-c122-4d7e-a502-d2c4df9fffb6 tempest-ServersAdminNegativeTestJSON-965314052 tempest-ServersAdminNegativeTestJSON-965314052-project] 10.222.0.18 "DELETE /v2.0/ports/55784fcb-7c5e-46ba-990e-e98651daff9e HTTP/1.1" status: 204 len: 173 time: 0.4054894 Sep 24 00:40:48.532672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5efe7b-1032-4fb1-879e-870cced40422', 'name': 'network-vif-deleted', 'tag': '55784fcb-7c5e-46ba-990e-e98651daff9e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:40:48.534901 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2dc231-a92b-4090-9a33-5f519fe768d8" -d '{"events": [{"server_uuid": "fe5efe7b-1032-4fb1-879e-870cced40422", "name": "network-vif-deleted", "tag": "55784fcb-7c5e-46ba-990e-e98651daff9e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:40:48.580939 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2a282e-9d2e-470f-91e5-88cfeca50c76 x-openstack-request-id: req-4c2a282e-9d2e-470f-91e5-88cfeca50c76 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:40:48.581236 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe5efe7b-1032-4fb1-879e-870cced40422", "name": "network-vif-deleted", "tag": "55784fcb-7c5e-46ba-990e-e98651daff9e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:40:48.581490 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c2a282e-9d2e-470f-91e5-88cfeca50c76 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:40:48.581886 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe5efe7b-1032-4fb1-879e-870cced40422', 'name': 'network-vif-deleted', 'tag': '55784fcb-7c5e-46ba-990e-e98651daff9e', 'status': 'completed', 'code': 200} Sep 24 00:40:49.423208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41110) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:49.570465 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-03804c8d-89dd-43ba-b4ed-be97ad27a898 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53150eb5acaa4ce7868cb6d9f0f80595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461062 Sep 24 00:40:49.573056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41114) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:49.622192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f83759-bb34-4c68-a806-20ec64567c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:49.645143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f83759-bb34-4c68-a806-20ec64567c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:49.695304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f83759-bb34-4c68-a806-20ec64567c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:49.698192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a7f83759-bb34-4c68-a806-20ec64567c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:49.699405 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a7f83759-bb34-4c68-a806-20ec64567c39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7304df7-bbff-4d5e-a597-7aebad9e2320 HTTP/1.1" status: 204 len: 168 time: 0.1253498 Sep 24 00:40:49.707512 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f83759-bb34-4c68-a806-20ec64567c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7304df7-bbff-4d5e-a597-7aebad9e2320,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:49.988893 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41120) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:50.002496 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f393349-fd04-46fb-9624-5f226df1b8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:50.097625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f393349-fd04-46fb-9624-5f226df1b8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:50.101172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6f393349-fd04-46fb-9624-5f226df1b8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:50.139581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f393349-fd04-46fb-9624-5f226df1b8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe39776d-f2d6-4c11-8b10-cf19291d0a4b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:50.144235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6f393349-fd04-46fb-9624-5f226df1b8df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60518914e7014b7289a32bf7150a512b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1544185 Sep 24 00:40:50.147496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:50.197977 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b08944f-f16c-4643-b97c-8dfbf8a02ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:50.220459 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b08944f-f16c-4643-b97c-8dfbf8a02ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:50.270690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b08944f-f16c-4643-b97c-8dfbf8a02ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:50.273323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6b08944f-f16c-4643-b97c-8dfbf8a02ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:50.274526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6b08944f-f16c-4643-b97c-8dfbf8a02ac3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe39776d-f2d6-4c11-8b10-cf19291d0a4b HTTP/1.1" status: 204 len: 168 time: 0.1260114 Sep 24 00:40:50.283795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b08944f-f16c-4643-b97c-8dfbf8a02ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe39776d-f2d6-4c11-8b10-cf19291d0a4b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:51.056346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41144) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:51.160057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-159394491-network', 'tenant_id': '4d56566876ca4596943ffaf23068d40d'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:40:51.184922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Made reservation on behalf of 4d56566876ca4596943ffaf23068d40d for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:40:51.186931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.195433 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.296774 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.303030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.330391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:40:51.341216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b451c-bfb5-4099-9ca0-177767791d5d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:51.346727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.347099 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Added segment 57624391-ffd2-45b6-a12d-a314cb2b6e6f of type vlan for network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 Sep 24 00:40:51.397334 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.423895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.424837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:51.425407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.454646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3966620 Sep 24 00:40:51.457815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41148) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:40:51.464902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Request body: {'subnet': {'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-159394491-subnet', 'tenant_id': '4d56566876ca4596943ffaf23068d40d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:40:51.490818 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78df560-b0f7-40ee-93bb-c83a8abd9738 admin admin] Pushing event updated for resources: {'Network': ['ID=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:51.492332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Made reservation on behalf of 4d56566876ca4596943ffaf23068d40d for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:40:51.495600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.504508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:40:51.673873 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.731037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f86098f-e2bf-4125-813a-854c69586177,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:51.740256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Checking segment: {'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:40:51.740617 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Network hostable DHCP agents. Network: f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:40:51.756917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:40:51.766302 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:40:51.770508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:51.771119 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:51.776506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8991b6-ae15-45c2-8cf9-ab12287bcb10 None None] Network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:40:51.791462 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0365eb03-5158-4eac-9613-4f5d5aacdfdb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3315477 Sep 24 00:40:51.928852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ae5639-df12-44a1-b904-76ad2878e7c0 None None] Network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:40:52.285983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-9e4424b1-48c3-45d7-90b3-4a0f3c31ae98 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:52.287507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-9e4424b1-48c3-45d7-90b3-4a0f3c31ae98 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 811 time: 0.1094568 Sep 24 00:40:52.304938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-3277526f-98e5-4df6-ae51-1932f31c9885 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/quotas/4d56566876ca4596943ffaf23068d40d HTTP/1.1" status: 200 len: 375 time: 0.0108769 Sep 24 00:40:52.344271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-4efa2308-1de0-4ba1-bf30-3ad61e5e25eb tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328996 Sep 24 00:40:52.439465 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbf15271-a13f-4d69-8fa8-da439e4338d6 service neutron] 10.222.0.24 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880325 Sep 24 00:40:52.539971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-81fb6bf4-eefd-4734-9b21-f28a68108444 service neutron] 10.222.0.24 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930495 Sep 24 00:40:52.712618 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8753261c-843b-402c-978d-2b1109183a5d req-57d08408-a825-47c5-b93d-eabd0a75573c tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 210 time: 0.0302687 Sep 24 00:40:53.044371 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-19e90b3f-5fdc-4a75-a56e-487931bd9434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:53.460372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 55784fcb-7c5e-46ba-990e-e98651daff9e no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:40:53.481079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 55784fcb-7c5e-46ba-990e-e98651daff9e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:40:53.481414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 55784fcb-7c5e-46ba-990e-e98651daff9e not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:40:53.844257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-957c86e9-b2ea-4eb5-8717-bb0c6f834c9e req-4b3f41be-0e6a-447b-89d9-4281c629ba94 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 210 time: 0.0402117 Sep 24 00:40:53.874078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-ec98c5b1-fd02-4b90-bb78-4db3a2500a06 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:53.875762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-ec98c5b1-fd02-4b90-bb78-4db3a2500a06 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.18 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 811 time: 0.1511650 Sep 24 00:40:53.889526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Request body: {'port': {'device_id': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908', 'admin_state_up': True, 'tenant_id': '4d56566876ca4596943ffaf23068d40d'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:40:54.008227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Made reservation on behalf of 4d56566876ca4596943ffaf23068d40d for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:40:54.011960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:54.148825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Allocated IP 172.20.0.3 (f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908/3f86098f-e2bf-4125-813a-854c69586177/16f07eb1-ae0d-4ae3-b981-d39a9c02e285) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:40:54.300005 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:54.332743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:54.372567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:40:54.375795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:40:54.378268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:40:54.415167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:54.439152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:54.439759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:54.454454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-fbeb4062-aedf-4780-8bcd-dc7cae85ce00 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691135 Sep 24 00:40:54.467143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Request body: {'port': {'device_id': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:40:54.523491 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:54.798676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:40:54.806102 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:54.817890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Transition to ACTIVE for port object 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:40:54.821765 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:54.870175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:54.976070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Attempting to bind port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:40:54.976396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Attempting to bind port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:40:54.976720 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Attempting to bind port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:40:54.983695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:40:54.984009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Attempting to bind port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:40:54.994703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159b189-1b8d-4251-892b-5604bedd12ab req-8b99e25b-afbc-4010-bde6-c8a0e2880368 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:54.996230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9159b189-1b8d-4251-892b-5604bedd12ab req-8b99e25b-afbc-4010-bde6-c8a0e2880368 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 943 time: 0.0750694 Sep 24 00:40:54.999126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:40:54.999685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Checking segment: {'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:40:55.000289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Bound using segment: {'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:40:55.000735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Bound port: 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:40:55.001092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:55.070699 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9159b189-1b8d-4251-892b-5604bedd12ab req-a9668797-7553-4d2e-8100-352ae4c1408b tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663671 Sep 24 00:40:55.094578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:40:55.097782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:40:55.102407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:55.137719 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:55.138354 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:55.139803 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] 10.222.0.18 "PUT /v2.0/ports/16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 1092 time: 0.6773322 Sep 24 00:40:55.140243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:40:55.142476 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c9808b-77b5-450c-8e4c-31614b6c0355" -d '{"events": [{"name": "network-changed", "server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:40:55.168668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f397df-dd2b-46f4-a7dc-50c5cf70c90d service neutron] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:55.182585 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70cab1b7-77e6-41df-adbe-0759c8d7d392 x-openstack-request-id: req-70cab1b7-77e6-41df-adbe-0759c8d7d392 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:40:55.182979 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:40:55.183358 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-70cab1b7-77e6-41df-adbe-0759c8d7d392 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:40:55.183927 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'status': 'completed', 'code': 200} Sep 24 00:40:55.223473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-c9786369-514d-45c8-a3a3-bee5c50f6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:55.225074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-c9786369-514d-45c8-a3a3-bee5c50f6bf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1095 time: 0.0460045 Sep 24 00:40:55.271446 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-92281f91-34ae-465c-8d34-34cf1d7a45b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 217 time: 0.0388210 Sep 24 00:40:55.325632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-8913e0e6-4745-4d2e-9715-1d7849a74667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:55.327055 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-8913e0e6-4745-4d2e-9715-1d7849a74667 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 200 len: 851 time: 0.0490873 Sep 24 00:40:55.360810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-60bf9a7b-1781-46d6-bd15-971a0fe82cec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269310 Sep 24 00:40:55.457688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-e9d5a27d-cff7-46c4-9135-54906d73dde3 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898428 Sep 24 00:40:55.563852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad72797a-0669-4a15-b67b-dfa54be549fa req-78b707b4-6b27-443b-8334-7a3f23519984 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992703 Sep 24 00:40:55.651213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-9d22959c-61d1-44eb-ad65-5d345a198328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:55.652911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-9d22959c-61d1-44eb-ad65-5d345a198328 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1095 time: 0.0442512 Sep 24 00:40:55.753882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-3001980e-14a5-4833-8041-71275393ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:55.755446 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-3001980e-14a5-4833-8041-71275393ae93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 912 time: 0.0954411 Sep 24 00:40:55.800029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-fe97b065-0e25-4b24-9aae-2826fb668ee1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 217 time: 0.0370097 Sep 24 00:40:55.860418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-1cbe0835-9ff0-410d-a4b1-b25c2bafff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:55.861960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-1cbe0835-9ff0-410d-a4b1-b25c2bafff1a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 200 len: 851 time: 0.0548182 Sep 24 00:40:55.905750 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:55.906578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-74adc6c1-b9c1-46c7-bb24-9cb679c84fd7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367460 Sep 24 00:40:56.019871 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0769-fb83-45f6-a956-dc4860709ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:56.021408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-4fd090a5-77e3-42cc-b905-042add0eabc1 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072638 Sep 24 00:40:56.128372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26c9808b-77b5-450c-8e4c-31614b6c0355 req-14d2191b-ca7b-4700-a6ee-68dc9559b4a8 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992796 Sep 24 00:40:56.198712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bca56c-674b-414a-a3f9-7aa9f522187f req-5a88b77e-001d-4816-a054-0a7479eb63d4 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:56.200205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43bca56c-674b-414a-a3f9-7aa9f522187f req-5a88b77e-001d-4816-a054-0a7479eb63d4 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 943 time: 0.0558434 Sep 24 00:40:56.240785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43bca56c-674b-414a-a3f9-7aa9f522187f req-d540c40f-f8f1-4a18-a364-fadea3b7b8d5 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345099 Sep 24 00:40:56.880717 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:57.376531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2540ad65-1022-4103-a5a6-6e309e8297b3 req-ddfe5f07-612e-4176-940c-4b3d4443f540 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:57.378021 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2540ad65-1022-4103-a5a6-6e309e8297b3 req-ddfe5f07-612e-4176-940c-4b3d4443f540 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 943 time: 0.0556245 Sep 24 00:40:57.422410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2540ad65-1022-4103-a5a6-6e309e8297b3 req-49549d99-85c9-465a-80e1-94346fac5f6a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381835 Sep 24 00:40:58.537760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf3d00-094f-45a1-9973-4b07b4d45159 req-43d2da38-54a9-4785-814d-0aa5af303ed8 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:58.539193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44bf3d00-094f-45a1-9973-4b07b4d45159 req-43d2da38-54a9-4785-814d-0aa5af303ed8 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 943 time: 0.0499015 Sep 24 00:40:58.578805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-44bf3d00-094f-45a1-9973-4b07b4d45159 req-851fa4fc-c48f-453b-be86-6acb769e1924 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Sep 24 00:40:59.249480 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:59.475653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:40:59.575248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:59.586317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908', 'port_id': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'mac_address': 'fa:16:3e:e7:84:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f86098f-e2bf-4125-813a-854c69586177', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:40:59.624082 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:59.637292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:40:59.662480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:40:59.668079 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:40:59.701138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec00b7-dd13-4995-a6c0-eaf6fc218f47 req-b9d27424-d7d1-4661-8167-b485ab816028 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:40:59.702649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64ec00b7-dd13-4995-a6c0-eaf6fc218f47 req-b9d27424-d7d1-4661-8167-b485ab816028 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 943 time: 0.0544033 Sep 24 00:40:59.723799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:40:59.741797 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-64ec00b7-dd13-4995-a6c0-eaf6fc218f47 req-0c01be92-9637-406e-ba0c-e10ff405d9b6 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322421 Sep 24 00:40:59.859466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['16f07eb1-ae0d-4ae3-b981-d39a9c02e285'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:41:00.862509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e64631-e838-4487-bd4a-99a7b587d3e8 req-86e36c7d-e57c-4327-8101-1ff4d7a6ee8a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:00.864125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92e64631-e838-4487-bd4a-99a7b587d3e8 req-86e36c7d-e57c-4327-8101-1ff4d7a6ee8a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 944 time: 0.0535014 Sep 24 00:41:00.910180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-92e64631-e838-4487-bd4a-99a7b587d3e8 req-e68d19db-1989-4df5-bac3-0e03b0321b7a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Sep 24 00:41:01.506570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:41:01.559801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:41:01.563895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:41:01.564269 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:01.644001 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:01.668517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:41:01.670848 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f279ff24-f38b-4405-9849-88ffc107dd6e" -d '{"events": [{"server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "name": "network-vif-plugged", "status": "completed", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:41:01.686977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:01.691644 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:01.723968 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e933ad93-5bd7-4055-a16c-ecc137b9daef x-openstack-request-id: req-e933ad93-5bd7-4055-a16c-ecc137b9daef {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:41:01.724247 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "name": "network-vif-plugged", "status": "completed", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:41:01.724490 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e933ad93-5bd7-4055-a16c-ecc137b9daef {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:41:01.724877 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'code': 200} Sep 24 00:41:01.759925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:01.821553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd397deb-2ae7-4702-a83b-552537ba9a96 req-479b99a9-cd86-40e6-958b-3cd944e14558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:01.823149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd397deb-2ae7-4702-a83b-552537ba9a96 req-479b99a9-cd86-40e6-958b-3cd944e14558 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1097 time: 0.0460539 Sep 24 00:41:01.861846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd397deb-2ae7-4702-a83b-552537ba9a96 req-6e034b46-340f-4ea8-9da8-ce489e9c542e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Sep 24 00:41:02.036968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9399c8c-d624-4cc8-bd48-954a1779e743 req-b6cd3cc1-db12-4b20-854c-fd1d990e0cff tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:02.038372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9399c8c-d624-4cc8-bd48-954a1779e743 req-b6cd3cc1-db12-4b20-854c-fd1d990e0cff tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0519781 Sep 24 00:41:02.079949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9399c8c-d624-4cc8-bd48-954a1779e743 req-f1392f9c-f44e-454b-9c05-cc750637c41d tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343106 Sep 24 00:41:03.207551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5be372-7cad-4c4a-9582-ab1a6a9832c8 req-2b5fcd6a-8f2c-473e-b8c8-c23998eb48bc tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:03.209067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b5be372-7cad-4c4a-9582-ab1a6a9832c8 req-2b5fcd6a-8f2c-473e-b8c8-c23998eb48bc tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0498312 Sep 24 00:41:03.254588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b5be372-7cad-4c4a-9582-ab1a6a9832c8 req-998bbb72-99b7-44b8-bba6-a8a4da77a36d tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386741 Sep 24 00:41:03.501396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5336f37f-efd5-400d-892b-686c52cbef48 req-a0677741-33c2-47d3-a983-6ee5e3964892 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:03.502938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5336f37f-efd5-400d-892b-686c52cbef48 req-a0677741-33c2-47d3-a983-6ee5e3964892 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0503309 Sep 24 00:41:03.544061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5336f37f-efd5-400d-892b-686c52cbef48 req-f12b3bc8-07f7-498f-9915-8fc6b8320f59 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351133 Sep 24 00:41:03.551852 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-fffa5781-b5cc-4d58-b68b-6af4286f766a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992634 Sep 24 00:41:03.560689 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-a902db40-e5b6-4273-93fd-118cfc9aa1be service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:41:03.561648 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-a902db40-e5b6-4273-93fd-118cfc9aa1be service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050445 Sep 24 00:41:04.679522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-6997a397-db46-4851-a0fd-1672cdcdd6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:04.681035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-6997a397-db46-4851-a0fd-1672cdcdd6ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1097 time: 0.0712454 Sep 24 00:41:04.689810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c2ee9e-b244-4c15-9c31-aa41730bf7dd req-25fcae1a-36b7-47e7-ac70-2c58679605d6 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:04.691294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62c2ee9e-b244-4c15-9c31-aa41730bf7dd req-25fcae1a-36b7-47e7-ac70-2c58679605d6 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0729933 Sep 24 00:41:04.785824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62c2ee9e-b244-4c15-9c31-aa41730bf7dd req-2967c52b-5ae0-4632-bba2-86016dd64c0e tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861685 Sep 24 00:41:04.807536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-70b39a10-26e3-4cca-a02d-2ee447eeb959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:04.809014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-70b39a10-26e3-4cca-a02d-2ee447eeb959 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 912 time: 0.1168430 Sep 24 00:41:04.856507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-1bcd591b-32ea-450c-af41-8774d610bd35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 217 time: 0.0406644 Sep 24 00:41:04.911722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-779a6248-5f0f-44e3-b781-5b8560f14242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:04.914050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-779a6248-5f0f-44e3-b781-5b8560f14242 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 200 len: 851 time: 0.0506847 Sep 24 00:41:04.947158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-0e3e4f8b-8341-41c6-8e4c-424dc74ac674 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255606 Sep 24 00:41:05.044260 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-a314c962-057a-4628-9bcb-ffdc1a2380c9 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898418 Sep 24 00:41:05.496995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-9c6f42fe-24f4-4919-90d7-d535e9674cbb service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452991 Sep 24 00:41:05.612403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-bf99591d-571b-4432-9fc1-cba84ef276b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:05.613969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-bf99591d-571b-4432-9fc1-cba84ef276b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1097 time: 0.0459571 Sep 24 00:41:05.735641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-d242e3d1-f643-4e00-a25c-16c50cd73bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:05.737292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-d242e3d1-f643-4e00-a25c-16c50cd73bee service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 912 time: 0.0947232 Sep 24 00:41:05.780395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-d2294cfa-4acd-4bb4-abc9-2c96823ddfc7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 217 time: 0.0359409 Sep 24 00:41:05.836140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-e2f33d0a-42dc-433d-a6ea-92fc2949b0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:05.837609 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-e2f33d0a-42dc-433d-a6ea-92fc2949b0a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 200 len: 851 time: 0.0504544 Sep 24 00:41:05.872666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-5374be0a-9612-48cb-a8f3-47ac8c45bab3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283442 Sep 24 00:41:05.982824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087597a4-eb9b-45e5-b803-578c549b1a06 req-21a856d8-326d-4a57-a2c9-157dc3ed57a0 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:05.984362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-087597a4-eb9b-45e5-b803-578c549b1a06 req-21a856d8-326d-4a57-a2c9-157dc3ed57a0 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.1156366 Sep 24 00:41:06.017399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-c3c531e2-1471-4851-9f42-6a5b82b08c4b service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372163 Sep 24 00:41:06.044072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-087597a4-eb9b-45e5-b803-578c549b1a06 req-791b8626-1d3b-419b-a6db-84ef8d47ac18 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534387 Sep 24 00:41:06.127421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-410afe68-6c17-49d2-983f-208d3f7de3dc req-51fe4f06-1654-47a2-ac14-64693dfb6046 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988619 Sep 24 00:41:06.950265 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:07.164973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc5103-a4bd-4e00-b20d-d38c11c006b2 req-43c00c99-0e25-4d38-9562-ec790469da9c tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:07.166589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ecc5103-a4bd-4e00-b20d-d38c11c006b2 req-43c00c99-0e25-4d38-9562-ec790469da9c tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0517230 Sep 24 00:41:07.207001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ecc5103-a4bd-4e00-b20d-d38c11c006b2 req-a0a942b6-944b-4e3c-9c08-315e2204f79b tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341051 Sep 24 00:41:08.330162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63e817-7703-4164-a56c-08d9be19b2b5 req-a2386eeb-a346-4780-9e4e-5a14a28bd87a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:08.331739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c63e817-7703-4164-a56c-08d9be19b2b5 req-a2386eeb-a346-4780-9e4e-5a14a28bd87a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0510833 Sep 24 00:41:08.375195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c63e817-7703-4164-a56c-08d9be19b2b5 req-61b32039-aba8-4fba-9c36-51dddacbbfca tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334423 Sep 24 00:41:09.463331 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:09.489577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad824386-d2f0-485b-873a-bbf95300f5ac req-e68ba7ce-a0c9-4522-979e-ede838dc16ff tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:09.491085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad824386-d2f0-485b-873a-bbf95300f5ac req-e68ba7ce-a0c9-4522-979e-ede838dc16ff tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0480173 Sep 24 00:41:09.532978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad824386-d2f0-485b-873a-bbf95300f5ac req-6e3ef7f6-299e-4075-a39d-ad4d4b18ed85 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353138 Sep 24 00:41:10.647671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341ac25-de2f-40ad-bb1a-b5d1f51daacb req-9c6d3884-1bde-480d-8d77-7a5f9e2ffcf1 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:10.649137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7341ac25-de2f-40ad-bb1a-b5d1f51daacb req-9c6d3884-1bde-480d-8d77-7a5f9e2ffcf1 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0476346 Sep 24 00:41:10.692983 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7341ac25-de2f-40ad-bb1a-b5d1f51daacb req-0406db61-ba60-4a88-a037-acfd05ef3a46 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360103 Sep 24 00:41:11.806005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19d500-8bf2-48e9-94f4-96ab2d3e593d req-61587e53-8c93-4846-90cd-799930903673 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:11.807495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea19d500-8bf2-48e9-94f4-96ab2d3e593d req-61587e53-8c93-4846-90cd-799930903673 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0484407 Sep 24 00:41:11.844180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea19d500-8bf2-48e9-94f4-96ab2d3e593d req-6439c631-428e-4fb0-9604-caf75824cb5d tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307918 Sep 24 00:41:12.961918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53449148-8614-4558-a00e-ac003d327e24 req-c8b96d42-a349-4ed2-a59e-fb1f4b54d11e tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:12.963441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53449148-8614-4558-a00e-ac003d327e24 req-c8b96d42-a349-4ed2-a59e-fb1f4b54d11e tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0525856 Sep 24 00:41:13.006374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53449148-8614-4558-a00e-ac003d327e24 req-9a6c60a7-3962-4ac9-9920-872c19ac2a83 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364225 Sep 24 00:41:13.748776 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:41:14.119209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe3dfb-edb1-4090-b813-e3be63ea35fe req-d301c553-a9ea-45ae-9b56-37c796e52b54 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:14.120661 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5fe3dfb-edb1-4090-b813-e3be63ea35fe req-d301c553-a9ea-45ae-9b56-37c796e52b54 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0486157 Sep 24 00:41:14.157947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5fe3dfb-edb1-4090-b813-e3be63ea35fe req-19a8f24f-0668-40a0-98a0-93d739b8d474 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314453 Sep 24 00:41:15.270975 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90e11e-45cc-4353-a09f-7c9d7a5ad659 req-1eefcb93-e5a3-4fab-857a-48704988d341 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:15.272459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b90e11e-45cc-4353-a09f-7c9d7a5ad659 req-1eefcb93-e5a3-4fab-857a-48704988d341 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0481594 Sep 24 00:41:15.312049 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b90e11e-45cc-4353-a09f-7c9d7a5ad659 req-879daec4-e1d8-44a1-ad42-81b9742585d2 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Sep 24 00:41:16.426081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74733402-c7d0-4694-9b2b-cf5e27e0ceba req-ad00552b-b8aa-43be-abb5-55f7c3cf1c82 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:16.427580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74733402-c7d0-4694-9b2b-cf5e27e0ceba req-ad00552b-b8aa-43be-abb5-55f7c3cf1c82 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0479982 Sep 24 00:41:16.468589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74733402-c7d0-4694-9b2b-cf5e27e0ceba req-2216c8d8-6681-4454-9728-e6c594e05d6a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351174 Sep 24 00:41:17.582595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45287b-42da-445d-b7d8-aab19e3a35e0 req-b73fb84f-b41b-4383-8305-1f85ffd4bb69 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:17.584120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c45287b-42da-445d-b7d8-aab19e3a35e0 req-b73fb84f-b41b-4383-8305-1f85ffd4bb69 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0488667 Sep 24 00:41:17.620896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5c45287b-42da-445d-b7d8-aab19e3a35e0 req-004ded3a-bbe3-40ef-b707-700f0f011ed4 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308423 Sep 24 00:41:18.737777 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919db2d-9ced-415c-b841-5a2428fbd865 req-b337c00b-9684-4c46-8978-a4f7f6952040 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:18.739307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1919db2d-9ced-415c-b841-5a2428fbd865 req-b337c00b-9684-4c46-8978-a4f7f6952040 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0503850 Sep 24 00:41:18.778721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1919db2d-9ced-415c-b841-5a2428fbd865 req-65e96797-5de0-471f-9419-0ed01dc541ec tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333166 Sep 24 00:41:19.890883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1718ce4-bfcb-4532-9d00-783ea564497b req-1f90a376-bc49-4053-bd78-dcca67ec3486 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:19.892343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1718ce4-bfcb-4532-9d00-783ea564497b req-1f90a376-bc49-4053-bd78-dcca67ec3486 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0474780 Sep 24 00:41:19.934111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1718ce4-bfcb-4532-9d00-783ea564497b req-a4a7c479-4c92-4f98-8c2b-80ccdd8d51ac tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353136 Sep 24 00:41:21.046562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950aa0f8-602b-4a87-8cb7-6a85e3090167 req-b78ece72-8370-448e-9469-a9bd28adaa51 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:21.048053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-950aa0f8-602b-4a87-8cb7-6a85e3090167 req-b78ece72-8370-448e-9469-a9bd28adaa51 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0477579 Sep 24 00:41:21.085127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-950aa0f8-602b-4a87-8cb7-6a85e3090167 req-fdb8bebd-968b-4559-89f5-18b60ebe97c8 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311558 Sep 24 00:41:22.198979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d1114-0509-4325-90ec-53b4c9f00393 req-9bed02d8-766b-4644-bbc5-881f1baeed52 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:22.201191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-223d1114-0509-4325-90ec-53b4c9f00393 req-9bed02d8-766b-4644-bbc5-881f1baeed52 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0491507 Sep 24 00:41:22.238355 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-223d1114-0509-4325-90ec-53b4c9f00393 req-80c5ecde-cd5d-4f57-b068-9b5cb2a94850 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Sep 24 00:41:23.037490 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bec1b143-8934-4921-a4f6-ea7e974380c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:23.354252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc92ac50-4e71-455e-a7fb-a7af93ea7520 req-4efb6c02-b422-40e6-a9fb-870ebed0f10e tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:23.355798 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc92ac50-4e71-455e-a7fb-a7af93ea7520 req-4efb6c02-b422-40e6-a9fb-870ebed0f10e tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0502315 Sep 24 00:41:23.399507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc92ac50-4e71-455e-a7fb-a7af93ea7520 req-f755b37a-0b9d-400c-a21b-bd4e553d96ba tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375893 Sep 24 00:41:24.534681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1552c01e-6be0-4b22-bf75-8eb11419d5fb req-5d855c51-bb64-4747-af0f-af20e215d27f tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:24.536152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1552c01e-6be0-4b22-bf75-8eb11419d5fb req-5d855c51-bb64-4747-af0f-af20e215d27f tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0505896 Sep 24 00:41:24.574821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1552c01e-6be0-4b22-bf75-8eb11419d5fb req-5015e8f0-f6df-4a75-a867-599034a7f3c9 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322113 Sep 24 00:41:25.699859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868db370-aa7f-4e4d-a0e1-ca6b008dc080 req-36226a22-45ef-4635-9366-de04b48a9f07 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:25.701249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-868db370-aa7f-4e4d-a0e1-ca6b008dc080 req-36226a22-45ef-4635-9366-de04b48a9f07 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0489151 Sep 24 00:41:25.738879 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-868db370-aa7f-4e4d-a0e1-ca6b008dc080 req-394b5235-3b3d-4ef3-8767-e59992cf7815 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316207 Sep 24 00:41:25.899984 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:26.023402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7d77589c-940a-42ac-9467-5827be6e331f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:26.857661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6878d77-8061-4de0-bf89-5bbab67ee4f0 req-dd6ff900-6e33-4dbf-8a45-62c76772dfca tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:26.859169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6878d77-8061-4de0-bf89-5bbab67ee4f0 req-dd6ff900-6e33-4dbf-8a45-62c76772dfca tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0507920 Sep 24 00:41:26.882970 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:26.902091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6878d77-8061-4de0-bf89-5bbab67ee4f0 req-34341f9e-321c-4388-babc-5db37fb14cb3 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369139 Sep 24 00:41:28.028944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e0c889-eb90-4d6a-80f7-94cee272af83 req-4dd3cdef-1c95-4ebc-b5f5-8fa190b1531b tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:28.030468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6e0c889-eb90-4d6a-80f7-94cee272af83 req-4dd3cdef-1c95-4ebc-b5f5-8fa190b1531b tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0521793 Sep 24 00:41:28.069156 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6e0c889-eb90-4d6a-80f7-94cee272af83 req-6bd45669-9c3f-4cec-b23f-7cc6e918e40a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325072 Sep 24 00:41:29.194323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db6dcc-7673-4a1b-af34-129418896ec5 req-23236f00-e4f5-4860-883e-9b50d42f4b4f tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:29.195836 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20db6dcc-7673-4a1b-af34-129418896ec5 req-23236f00-e4f5-4860-883e-9b50d42f4b4f tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0598297 Sep 24 00:41:29.235804 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20db6dcc-7673-4a1b-af34-129418896ec5 req-eeea7835-d2d1-417e-bba4-07217bc28868 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327024 Sep 24 00:41:29.254352 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:30.360994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31106ee6-a222-40a2-8898-e75afa56d12d req-ef068907-65a0-4862-a7f3-f110bf50384b tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:30.362524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31106ee6-a222-40a2-8898-e75afa56d12d req-ef068907-65a0-4862-a7f3-f110bf50384b tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0532007 Sep 24 00:41:30.407901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-31106ee6-a222-40a2-8898-e75afa56d12d req-17a7c003-973b-4e7a-a2b7-5ec93929bf43 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393105 Sep 24 00:41:31.522088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817474-de39-445b-ad1f-76f1caaa5340 req-c99b8b19-4672-4510-b1d9-175f6ec2864b tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:31.523581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f817474-de39-445b-ad1f-76f1caaa5340 req-c99b8b19-4672-4510-b1d9-175f6ec2864b tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0487447 Sep 24 00:41:31.561569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f817474-de39-445b-ad1f-76f1caaa5340 req-ff3c14e5-05a7-47d5-b524-c019b7aa4318 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320399 Sep 24 00:41:32.362000 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-23128a59-605d-4cf5-aed5-514110880c5c service neutron] show failed (client error): The resource could not be found. Sep 24 00:41:32.363074 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-23128a59-605d-4cf5-aed5-514110880c5c service neutron] 10.222.0.18 "GET /v2.0/ports/16f07eb1-ae0d-4ae3-b981-d39a9c02e285/bindings/n-h2-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0572369 Sep 24 00:41:32.640821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-493a941d-9030-441c-a6f0-786a9cb5637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:32.643293 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-493a941d-9030-441c-a6f0-786a9cb5637a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c&tenant_id=4d56566876ca4596943ffaf23068d40d HTTP/1.1" status: 200 len: 1097 time: 0.1200416 Sep 24 00:41:32.654626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:41:32.691071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd135070-bff2-4437-a68e-45950769c085 req-da1c65e0-3dc4-4bfa-807a-cceb80ca74f0 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:32.692713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd135070-bff2-4437-a68e-45950769c085 req-da1c65e0-3dc4-4bfa-807a-cceb80ca74f0 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0599494 Sep 24 00:41:32.711689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:32.735280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cd135070-bff2-4437-a68e-45950769c085 req-4f0a9635-3775-4948-9461-911cde9e61bf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361540 Sep 24 00:41:32.915172 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:32.955954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:41:33.000042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:41:33.002345 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f98a78-12e7-49c0-af80-53fca9e9ac5a" -d '{"events": [{"server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:41:33.006389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:33.019768 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Transition to ACTIVE for port object 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:41:33.026014 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:33.058143 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269ffea6-9dfe-4dcc-9dfe-ec20734a1f50 x-openstack-request-id: req-269ffea6-9dfe-4dcc-9dfe-ec20734a1f50 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:41:33.058429 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:41:33.058788 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-269ffea6-9dfe-4dcc-9dfe-ec20734a1f50 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:41:33.059644 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'code': 200} Sep 24 00:41:33.089941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:33.092033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] No DVR routers for this DVR port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:41:33.102558 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.102927 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.103269 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.103605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.103934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.104262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.104596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.104907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.105230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.106054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.106383 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.106701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:33.137399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Attempting to bind port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:41:33.137728 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Attempting to bind port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:41:33.138049 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Attempting to bind port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:41:33.142258 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:41:33.142573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Attempting to bind port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on network f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:41:33.147304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:41:33.147638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Checking segment: {'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:41:33.148010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Bound using segment: {'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:41:33.148425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Bound port: 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57624391-ffd2-45b6-a12d-a314cb2b6e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:41:33.148775 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:33.214303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:41:33.217784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:41:33.223024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:33.256888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:33.257513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:33.259004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] 10.222.0.20 "PUT /v2.0/ports/16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 1092 time: 0.6085112 Sep 24 00:41:33.292143 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57546f-4644-45de-b07b-f39631a04734 service neutron] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:33.324900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-fddd38ce-11c9-4a28-9a58-97dd51cced89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:33.326405 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-fddd38ce-11c9-4a28-9a58-97dd51cced89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1095 time: 0.0451751 Sep 24 00:41:33.419573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-e8e96ba8-e989-440d-9419-08fa4cfb740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:33.421051 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-e8e96ba8-e989-440d-9419-08fa4cfb740a service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 912 time: 0.0883365 Sep 24 00:41:33.462045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-8e6b187f-1ac5-4c0b-8930-c02e60ee579c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 217 time: 0.0340855 Sep 24 00:41:33.509909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-1175a70c-bd32-4d40-bb1a-3f92f3c80de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:33.511273 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-1175a70c-bd32-4d40-bb1a-3f92f3c80de6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 200 len: 851 time: 0.0426426 Sep 24 00:41:33.542903 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-74c54186-d0d2-446e-be30-8c3dc256e989 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244582 Sep 24 00:41:33.632731 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-67591a21-51fa-427c-afdd-80dc3dd66624 service neutron] 10.222.0.20 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829153 Sep 24 00:41:33.734880 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3e7caf18-55c7-42c0-8089-cda5290086fb req-6ee72797-2ee3-4cb1-8cba-ca7c3afe221e service neutron] 10.222.0.20 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952032 Sep 24 00:41:33.900493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5992a-a888-4352-aa4c-d982846b2593 req-b327d93a-6831-4c1a-8ee6-2a0bfbf38973 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:33.903468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6f5992a-a888-4352-aa4c-d982846b2593 req-b327d93a-6831-4c1a-8ee6-2a0bfbf38973 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 943 time: 0.0842285 Sep 24 00:41:33.941399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6f5992a-a888-4352-aa4c-d982846b2593 req-df6f8fcd-a5b5-4b0a-b040-42ab24c2ffd4 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317771 Sep 24 00:41:35.060462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:41:35.062809 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6553a29e-290e-448f-9d57-460e2edcf412" -d '{"events": [{"name": "network-changed", "server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:41:35.069929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfe451-c610-44a8-9501-5d23673b480f req-5685f0ff-8d96-45c3-85ba-e55f5f1c4997 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:35.071491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbbfe451-c610-44a8-9501-5d23673b480f req-5685f0ff-8d96-45c3-85ba-e55f5f1c4997 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 943 time: 0.0604081 Sep 24 00:41:35.113713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bbbfe451-c610-44a8-9501-5d23673b480f req-69af618c-ca9c-4db6-baa2-61b6220cf30a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351753 Sep 24 00:41:35.139474 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec60471-557e-43eb-8b26-11db8d31b084 x-openstack-request-id: req-dec60471-557e-43eb-8b26-11db8d31b084 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:41:35.140551 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:41:35.141143 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dec60471-557e-43eb-8b26-11db8d31b084 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:41:35.141883 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'status': 'completed', 'code': 200} Sep 24 00:41:35.203339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a29e-290e-448f-9d57-460e2edcf412 req-2ba5bf17-ca51-4c79-abe0-6c8542d3a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:35.204276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a29e-290e-448f-9d57-460e2edcf412 req-dc870d89-3123-4298-bc6a-5f57340252d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:35.204859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-2ba5bf17-ca51-4c79-abe0-6c8542d3a8aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1095 time: 0.0408609 Sep 24 00:41:35.205837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-dc870d89-3123-4298-bc6a-5f57340252d9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1095 time: 0.0523334 Sep 24 00:41:35.316550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a29e-290e-448f-9d57-460e2edcf412 req-4393da1e-b4b9-4041-9b8f-a19089820e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:35.318174 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-4393da1e-b4b9-4041-9b8f-a19089820e45 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 912 time: 0.1063421 Sep 24 00:41:35.326344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a29e-290e-448f-9d57-460e2edcf412 req-bdf6926d-1884-4fed-a31e-4e95040fac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:35.327846 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-bdf6926d-1884-4fed-a31e-4e95040fac44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 912 time: 0.1150482 Sep 24 00:41:35.362665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-3694e1b5-01ae-48bc-88e4-d7530670015b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 217 time: 0.0380647 Sep 24 00:41:35.374466 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-38ae68f4-ebb8-4634-b4d6-00b61dd062e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 217 time: 0.0399890 Sep 24 00:41:35.430327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a29e-290e-448f-9d57-460e2edcf412 req-45bc0d62-9c77-4ea6-904d-c6f57ff4ee9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:35.430647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553a29e-290e-448f-9d57-460e2edcf412 req-e355c5f9-cf96-493b-a244-fa5894c64456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:35.432153 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-45bc0d62-9c77-4ea6-904d-c6f57ff4ee9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 200 len: 851 time: 0.0512807 Sep 24 00:41:35.432310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-e355c5f9-cf96-493b-a244-fa5894c64456 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 200 len: 851 time: 0.0626225 Sep 24 00:41:35.468307 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-d16b8b0f-00ba-4693-859d-602927640567 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274787 Sep 24 00:41:35.471817 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-61895c3c-3bc1-4542-b9b3-947e21f97e1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329261 Sep 24 00:41:35.561042 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-e5d8f67d-29e5-473a-bdad-2d2464af07dc service neutron] 10.222.0.20 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858440 Sep 24 00:41:35.562498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-6d950de5-3a79-4c07-973e-a5d41db7bd10 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838969 Sep 24 00:41:35.661050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-6d49edc3-5e1f-4d0a-9221-2b9c4bbabf03 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909059 Sep 24 00:41:35.662842 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6553a29e-290e-448f-9d57-460e2edcf412 req-d4604d2f-bdd3-42bf-9f27-3d0b4fc48127 service neutron] 10.222.0.20 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952520 Sep 24 00:41:35.974395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:41:36.069447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:36.080343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'network_id': 'f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908', 'port_id': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'mac_address': 'fa:16:3e:e7:84:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f86098f-e2bf-4125-813a-854c69586177', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:41:36.116119 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:36.128761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:41:36.147894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:36.153320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:36.202013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:36.232596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c39ff-f31c-4883-9e02-d91062b04c78 req-7c1cf13a-cdfd-4719-9999-3032d4f0404a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:36.234045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf2c39ff-f31c-4883-9e02-d91062b04c78 req-7c1cf13a-cdfd-4719-9999-3032d4f0404a tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 944 time: 0.0513027 Sep 24 00:41:36.273242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf2c39ff-f31c-4883-9e02-d91062b04c78 req-763b0f66-c8a0-4b5b-95b1-b8965b8e9922 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332334 Sep 24 00:41:36.402281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['16f07eb1-ae0d-4ae3-b981-d39a9c02e285'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:41:36.560182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-3e1aa963-fe46-45ec-81d2-a95462b8ce12 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:36.561703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-3e1aa963-fe46-45ec-81d2-a95462b8ce12 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.18 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c&tenant_id=4d56566876ca4596943ffaf23068d40d&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 944 time: 0.0964165 Sep 24 00:41:36.624926 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-b5b7930c-89e5-45e6-9cdf-396946181781 service neutron] delete failed (client error): The resource could not be found. Sep 24 00:41:36.625966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-b5b7930c-89e5-45e6-9cdf-396946181781 service neutron] 10.222.0.18 "DELETE /v2.0/ports/16f07eb1-ae0d-4ae3-b981-d39a9c02e285/bindings/n-h1-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0568984 Sep 24 00:41:36.711043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-424f3cee-fe84-4b2d-92f2-ec09755fc9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:36.712556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-424f3cee-fe84-4b2d-92f2-ec09755fc9f8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d56566876ca4596943ffaf23068d40d&device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 1096 time: 0.0419490 Sep 24 00:41:36.804279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-a412cd67-bc84-4027-8d94-5f5dfc37efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:36.805724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-a412cd67-bc84-4027-8d94-5f5dfc37efdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 200 len: 912 time: 0.0869477 Sep 24 00:41:36.845273 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-88abcba3-22b9-4e27-885d-ef955eef599b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 200 len: 217 time: 0.0329211 Sep 24 00:41:36.892274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-5c57d24a-4008-4224-8347-2081c465114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:36.893711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-5c57d24a-4008-4224-8347-2081c465114f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 200 len: 851 time: 0.0419707 Sep 24 00:41:36.931198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-07695e3e-1d08-4551-a901-ce2220ff2feb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310225 Sep 24 00:41:36.973375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:37.020960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-363ff419-538e-43f1-a4cd-a6377e1a2cf5 service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829544 Sep 24 00:41:37.112337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6aaeebfb-bf02-4dcf-8a7c-6ab2995b42fe service neutron] 10.222.0.18 "GET /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851526 Sep 24 00:41:37.637508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:41:37.679002 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:41:37.793005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758fd18-0436-4583-b18e-99876a6fc761 req-b4c6ec02-fd45-4e24-a6a8-afb4109c2397 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:37.794998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8758fd18-0436-4583-b18e-99876a6fc761 req-b4c6ec02-fd45-4e24-a6a8-afb4109c2397 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 944 time: 0.0501206 Sep 24 00:41:37.831742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8758fd18-0436-4583-b18e-99876a6fc761 req-d6338907-d21f-461c-9e03-7c244a9f7535 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308027 Sep 24 00:41:37.986750 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:41:38.034453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:41:38.038132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:41:38.038503 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:38.117747 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:38.139790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:41:38.142037 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a9f880-cca5-4c22-8da9-5c3976d1dbc5" -d '{"events": [{"server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "name": "network-vif-plugged", "status": "completed", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:41:38.155373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:38.159758 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:38.182939 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2242ae65-a658-4f55-9cce-f25b67c8d820 x-openstack-request-id: req-2242ae65-a658-4f55-9cce-f25b67c8d820 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:41:38.183233 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "name": "network-vif-plugged", "status": "completed", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:41:38.183488 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2242ae65-a658-4f55-9cce-f25b67c8d820 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:41:38.183903 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'code': 200} Sep 24 00:41:38.208529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:38.948317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ce4f1-d39b-40c3-81a9-6bfb2bafa7a9 req-d760d587-70c4-42fd-97bb-5c97ca8f0869 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:38.949841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f9ce4f1-d39b-40c3-81a9-6bfb2bafa7a9 req-d760d587-70c4-42fd-97bb-5c97ca8f0869 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0498650 Sep 24 00:41:38.988154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f9ce4f1-d39b-40c3-81a9-6bfb2bafa7a9 req-4472ffc0-afc8-4b84-b407-6edd75c79851 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.24 "GET /v2.0/security-groups?id=838b451c-bfb5-4099-9ca0-177767791d5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322230 Sep 24 00:41:39.044309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-96b1c679-3c1c-43c1-b203-ce54f9e5b1d1 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:39.045764 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-96b1c679-3c1c-43c1-b203-ce54f9e5b1d1 tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.20 "GET /v2.0/ports?device_id=f58358ed-026e-49fe-bc65-fb944b183b9c HTTP/1.1" status: 200 len: 945 time: 0.0540190 Sep 24 00:41:39.136155 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Deleting port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:41:39.136387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:39.236483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] For port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,segment=NetworkSegment(57624391-ffd2-45b6-a12d-a314cb2b6e6f),segment_id=57624391-ffd2-45b6-a12d-a314cb2b6e6f)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:39.236845 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:39.249571 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Calling delete_port for 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:41:39.374975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:39.389101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['16f07eb1-ae0d-4ae3-b981-d39a9c02e285'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:41:39.406804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Pushing event deleted for resources: {'Port': ['ID=16f07eb1-ae0d-4ae3-b981-d39a9c02e285,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:39.449890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] No DVR routers for this DVR port 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:41:39.453157 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:39.455309 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-4551b530-94df-4b31-b9e5-4ed6713e5136 req-6959ff15-e55f-4db7-a066-77d8c6379cdf tempest-DeleteServersTestJSON-1810365915 tempest-DeleteServersTestJSON-1810365915-project] 10.222.0.20 "DELETE /v2.0/ports/16f07eb1-ae0d-4ae3-b981-d39a9c02e285 HTTP/1.1" status: 204 len: 173 time: 0.4037118 Sep 24 00:41:39.455806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'name': 'network-vif-deleted', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:41:39.458123 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc80c16c-68a2-4220-acea-a061f3c8227e" -d '{"events": [{"server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "name": "network-vif-deleted", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:41:39.471803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:39.500382 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85af9873-37ac-472d-9e6d-fc18ae1c1fc3 x-openstack-request-id: req-85af9873-37ac-472d-9e6d-fc18ae1c1fc3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:41:39.500682 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58358ed-026e-49fe-bc65-fb944b183b9c", "name": "network-vif-deleted", "tag": "16f07eb1-ae0d-4ae3-b981-d39a9c02e285", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:41:39.500939 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85af9873-37ac-472d-9e6d-fc18ae1c1fc3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:41:39.501345 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58358ed-026e-49fe-bc65-fb944b183b9c', 'name': 'network-vif-deleted', 'tag': '16f07eb1-ae0d-4ae3-b981-d39a9c02e285', 'status': 'completed', 'code': 200} Sep 24 00:41:40.126583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41326) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:41:40.173148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-452cdfde-f825-477e-b130-a4fce2c271ec admin admin] Deleting subnet 3f86098f-e2bf-4125-813a-854c69586177 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:41:40.176317 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-452cdfde-f825-477e-b130-a4fce2c271ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.213839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-452cdfde-f825-477e-b130-a4fce2c271ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.265105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-452cdfde-f825-477e-b130-a4fce2c271ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.337947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-452cdfde-f825-477e-b130-a4fce2c271ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.365948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452cdfde-f825-477e-b130-a4fce2c271ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f86098f-e2bf-4125-813a-854c69586177,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:40.367973 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-452cdfde-f825-477e-b130-a4fce2c271ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.369921 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-452cdfde-f825-477e-b130-a4fce2c271ec admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f86098f-e2bf-4125-813a-854c69586177 HTTP/1.1" status: 204 len: 168 time: 0.2418811 Sep 24 00:41:40.373987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41328) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:41:40.447173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.544187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.581582 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:41:40.590868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57624391-ffd2-45b6-a12d-a314cb2b6e6f') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:41:40.591096 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57624391-ffd2-45b6-a12d-a314cb2b6e6f') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:41:40.600427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.615488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.625661 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:41:40.626294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:41:40.628843 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:41:40.692925 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.699127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.701031 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] 10.222.0.24 "DELETE /v2.0/networks/f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908 HTTP/1.1" status: 204 len: 168 time: 0.3260508 Sep 24 00:41:40.712755 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a91c69-6920-43bd-9fa8-4329476ba86c admin admin] Pushing event deleted for resources: {'Network': ['ID=f8e3b9cd-be80-4e43-a4ef-7b6cbd3a2908,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:40.822668 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41332) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:41:40.868776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f678e029-1d1d-43a3-a082-9a1a5d6b3e4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4d56566876ca4596943ffaf23068d40d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447669 Sep 24 00:41:40.871793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41334) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:41:40.920159 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.941957 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:40.995328 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:41.000449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:41.002495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/838b451c-bfb5-4099-9ca0-177767791d5d HTTP/1.1" status: 204 len: 168 time: 0.1294580 Sep 24 00:41:41.010701 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b451c-bfb5-4099-9ca0-177767791d5d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:41.019094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.019441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.019782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.020122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.020457 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.020788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.021159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.021473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.021794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.022165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.022440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.022789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887dae9a-1259-4e77-850a-613544efebed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:41.811752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41356) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:41:41.927160 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-210948026-network', 'tenant_id': '9c0fe293deaf4fea9b494210e447063a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:41:41.950057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Made reservation on behalf of 9c0fe293deaf4fea9b494210e447063a for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:41:41.952507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:41.963499 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.001888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:41:42.023464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:41:42.023845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 16f07eb1-ae0d-4ae3-b981-d39a9c02e285 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:41:42.074108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.079757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.105348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:41:42.120460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6147e3ad-f66f-47b7-a0e2-43e7809c5503,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:42.125295 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.125628 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Added segment 2ee78718-1b5a-4592-9261-f1889090e873 of type vlan for network 46bba880-1bd9-41b9-a634-905bca1cd0ef Sep 24 00:41:42.168920 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.194068 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.195018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:42.195551 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.225103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4120917 Sep 24 00:41:42.228319 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41362) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:41:42.235021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Request body: {'subnet': {'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-210948026-subnet', 'tenant_id': '9c0fe293deaf4fea9b494210e447063a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:41:42.257492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110b994-80df-41b7-ad9a-0a7e494db061 admin admin] Pushing event updated for resources: {'Network': ['ID=46bba880-1bd9-41b9-a634-905bca1cd0ef,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:42.259970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Made reservation on behalf of 9c0fe293deaf4fea9b494210e447063a for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:41:42.263785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.270917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 46bba880-1bd9-41b9-a634-905bca1cd0ef details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:41:42.770844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.827591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:42.837315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Checking segment: {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:41:42.837671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Network hostable DHCP agents. Network: 46bba880-1bd9-41b9-a634-905bca1cd0ef, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:41:42.857559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Network 46bba880-1bd9-41b9-a634-905bca1cd0ef is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:41:42.867122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 46bba880-1bd9-41b9-a634-905bca1cd0ef) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:41:42.874304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:42.874304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:42.878668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c0868-c22d-4558-9046-43696fb9475d None None] Network 46bba880-1bd9-41b9-a634-905bca1cd0ef requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:41:42.896021 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c1812c61-9447-451d-8a51-a1f56ac051f7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6654084 Sep 24 00:41:43.080794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df81a82f-7c14-4e88-aaa4-ef601eded8de None None] Network 46bba880-1bd9-41b9-a634-905bca1cd0ef requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:41:43.556060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-d1e6a721-e04b-4e6e-838c-bf82a4a9b54c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:43.558579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-d1e6a721-e04b-4e6e-838c-bf82a4a9b54c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 814 time: 0.1702440 Sep 24 00:41:43.577391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-fc3f4fec-c9be-4570-8e29-4b6a596513fc tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/quotas/9c0fe293deaf4fea9b494210e447063a HTTP/1.1" status: 200 len: 375 time: 0.0114977 Sep 24 00:41:43.616639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-6ab78033-16de-41a2-a3ee-482fae196f64 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310390 Sep 24 00:41:43.750058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-667f4ff3-da62-4adc-bda0-74a1a76d8f50 service neutron] 10.222.0.24 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259322 Sep 24 00:41:43.854841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-3c5938ef-7e14-404e-adf1-d3e49b159e88 service neutron] 10.222.0.24 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980892 Sep 24 00:41:44.025664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1220317-20a3-464f-a321-5c1a0781aa60 req-bc74f534-b74b-4113-9426-43218188bceb tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 210 time: 0.0336659 Sep 24 00:41:45.011488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a67cd02f-1140-4558-929c-edc01d967792 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:45.013716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a67cd02f-1140-4558-929c-edc01d967792 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.20 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 814 time: 0.1248283 Sep 24 00:41:45.026940 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Request body: {'port': {'device_id': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef', 'admin_state_up': True, 'tenant_id': '9c0fe293deaf4fea9b494210e447063a'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:41:45.134601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6962a3a1-f145-4b03-9aad-dcde5d53e6e6 req-6aa8cbef-8328-4d3a-a428-f597d90ee510 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 210 time: 0.0285730 Sep 24 00:41:45.162716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Made reservation on behalf of 9c0fe293deaf4fea9b494210e447063a for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:41:45.166271 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:45.305466 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Allocated IP 172.20.0.3 (46bba880-1bd9-41b9-a634-905bca1cd0ef/57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a/c8eaebe7-17eb-48bf-ade7-7cbd9db578c4) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:41:45.489605 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:45.523358 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:45.567922 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Network 46bba880-1bd9-41b9-a634-905bca1cd0ef is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:41:45.571117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:41:45.574832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:41:45.603462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Pushing event updated for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:45.629789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:45.630400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:45.647461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-a43b0476-bb70-451c-b883-00b74e6d2115 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254716 Sep 24 00:41:45.660043 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Request body: {'port': {'device_id': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:41:45.716962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:45.988184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:41:45.995508 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:46.007624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Transition to ACTIVE for port object c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:41:46.015651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:46.080746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Pushing event updated for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:46.150932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Attempting to bind port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:41:46.151264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Attempting to bind port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:41:46.151586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Attempting to bind port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 on network 46bba880-1bd9-41b9-a634-905bca1cd0ef {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:41:46.156426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 on network 46bba880-1bd9-41b9-a634-905bca1cd0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:41:46.156737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Attempting to bind port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 on network 46bba880-1bd9-41b9-a634-905bca1cd0ef {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:41:46.161856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:41:46.162187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Checking segment: {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:41:46.162565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Bound using segment: {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:41:46.163008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Bound port: c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:41:46.163362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:46.235643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:41:46.238833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:41:46.243773 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:46.281299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:46.281939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:46.283657 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] 10.222.0.20 "PUT /v2.0/ports/c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 HTTP/1.1" status: 200 len: 1092 time: 0.6281321 Sep 24 00:41:46.285805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:41:46.286413 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59525f53-a1a8-463c-b5b7-ac1978b070dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:41:46.300358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1705bc3-7be0-4081-a180-e008cdd53a7a req-01a6c3b6-2810-4852-963c-a10946f3733d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:46.303646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1705bc3-7be0-4081-a180-e008cdd53a7a req-01a6c3b6-2810-4852-963c-a10946f3733d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 943 time: 0.0910463 Sep 24 00:41:46.311587 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d513da9-d736-4bbf-be92-9b75b01ce74c service neutron] Pushing event updated for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:46.345749 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098b7cb1-db66-460d-88d7-875f52045bbc x-openstack-request-id: req-098b7cb1-db66-460d-88d7-875f52045bbc {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:41:46.345749 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:41:46.345749 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-098b7cb1-db66-460d-88d7-875f52045bbc {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:41:46.346070 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'status': 'completed', 'code': 200} Sep 24 00:41:46.359975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1705bc3-7be0-4081-a180-e008cdd53a7a req-4fe405ef-25ff-466b-8e82-8d8a72d21d75 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472999 Sep 24 00:41:46.385630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-7d847f42-435f-4be0-b1fe-ca62d2fd7a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:46.388524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-7d847f42-435f-4be0-b1fe-ca62d2fd7a5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 1095 time: 0.0565069 Sep 24 00:41:46.433667 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-325dbcf5-4053-4e5c-bd00-f6815c2a2eab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 HTTP/1.1" status: 200 len: 217 time: 0.0373745 Sep 24 00:41:46.493529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-47206512-f0ee-47ee-94c3-09d6bca7b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:46.495115 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-47206512-f0ee-47ee-94c3-09d6bca7b1e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0552604 Sep 24 00:41:46.532610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-6285acf8-88ce-488c-8790-f516c8a8b76c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308964 Sep 24 00:41:46.633950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-d55e65e2-9dda-41ef-84d3-d1513e4adf27 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947144 Sep 24 00:41:46.752571 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5a34e85e-9c8a-4ca9-92ea-b9de38462aaf req-e3ae25bb-0051-43b4-9ceb-2f2ffaaecf40 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106749 Sep 24 00:41:46.848351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-0427765d-228e-4589-acb5-4bcfceb97b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:46.849887 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-0427765d-228e-4589-acb5-4bcfceb97b72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 1095 time: 0.0465133 Sep 24 00:41:46.983905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-ad6e55e1-a0dc-4288-bfde-25127fe937e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:46.986303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-ad6e55e1-a0dc-4288-bfde-25127fe937e6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.1295996 Sep 24 00:41:47.048120 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-7a742d66-8b33-4bef-b526-19d590358269 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 HTTP/1.1" status: 200 len: 217 time: 0.0538976 Sep 24 00:41:47.121093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-cc959c9f-b123-417e-89da-015c141b792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:47.124818 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-cc959c9f-b123-417e-89da-015c141b792e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0690091 Sep 24 00:41:47.166931 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-9730a71f-c400-4db9-b7ee-8648ead8d09c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343547 Sep 24 00:41:47.294290 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-ac398829-3c1a-4411-acef-95a51a08a891 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187561 Sep 24 00:41:47.428653 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59525f53-a1a8-463c-b5b7-ac1978b070dc req-2cee9113-4d57-49de-a5ae-63d4f2439d93 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269689 Sep 24 00:41:47.520683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e1d29-541a-4e1e-9511-45beef85807f req-76084a2a-c428-4f00-906e-83efde7b1161 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:47.523031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a6e1d29-541a-4e1e-9511-45beef85807f req-76084a2a-c428-4f00-906e-83efde7b1161 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 943 time: 0.0562983 Sep 24 00:41:47.567682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5a6e1d29-541a-4e1e-9511-45beef85807f req-a2b2280a-0cd9-4d9b-a2eb-0684129b66db tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377517 Sep 24 00:41:48.688363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745a071-8ba6-465f-89d7-c288b7e16480 req-4769037b-4a2b-4da6-adb1-70ecb918e301 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:48.689855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4745a071-8ba6-465f-89d7-c288b7e16480 req-4769037b-4a2b-4da6-adb1-70ecb918e301 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 943 time: 0.0538108 Sep 24 00:41:48.731918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4745a071-8ba6-465f-89d7-c288b7e16480 req-4ef0d019-c1e0-4fcc-9d2c-0cef3d3179e6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330338 Sep 24 00:41:49.875437 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf8c1b-ff60-4896-b499-21dd40de7797 req-4b1c5575-45a7-4a12-b06b-4d99079cf399 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:49.876982 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aadf8c1b-ff60-4896-b499-21dd40de7797 req-4b1c5575-45a7-4a12-b06b-4d99079cf399 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 943 time: 0.0563607 Sep 24 00:41:49.920816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aadf8c1b-ff60-4896-b499-21dd40de7797 req-7f35c6ac-2e0d-47c6-bcb0-3402f21eb38f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373254 Sep 24 00:41:50.060586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:41:50.186352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:50.197636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef', 'port_id': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'mac_address': 'fa:16:3e:ac:5f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:41:50.237975 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:50.251383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:41:50.272688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:50.276885 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:50.326993 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:50.334318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.334659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.335028 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.335553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.335979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.336435 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.336977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.337518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.338029 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.338548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.339136 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.339687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:41:50.472819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:41:50.748928 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:41:51.047903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba6605-bec2-4748-b33e-9d9436fc7eb6 req-53a5fe29-2cec-4bd3-8926-be8ab2fb9d9c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:51.049404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eba6605-bec2-4748-b33e-9d9436fc7eb6 req-53a5fe29-2cec-4bd3-8926-be8ab2fb9d9c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 944 time: 0.0503330 Sep 24 00:41:51.089372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eba6605-bec2-4748-b33e-9d9436fc7eb6 req-169fd2ba-7b91-42e6-b7a8-829f1a041507 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330138 Sep 24 00:41:52.065719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:41:52.123008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:41:52.128830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:41:52.129655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:52.224872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90671eee-72b2-4dfe-9b80-3352ad79a410 req-aeda5631-0285-433c-93d4-afebd52d2296 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:52.227189 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90671eee-72b2-4dfe-9b80-3352ad79a410 req-aeda5631-0285-433c-93d4-afebd52d2296 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 944 time: 0.0554564 Sep 24 00:41:52.233394 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:52.258595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:41:52.260898 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecbfda86-9339-4d55-8a26-28b7b333f7da" -d '{"events": [{"server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "name": "network-vif-plugged", "status": "completed", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:41:52.272580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90671eee-72b2-4dfe-9b80-3352ad79a410 req-0872c608-ea4a-4ddf-b2a5-5215f4b16304 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391932 Sep 24 00:41:52.276417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:41:52.281321 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:52.315283 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757e4fa0-347a-461c-9b34-9c00d49dd4f2 x-openstack-request-id: req-757e4fa0-347a-461c-9b34-9c00d49dd4f2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:41:52.315596 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "name": "network-vif-plugged", "status": "completed", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:41:52.315902 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-757e4fa0-347a-461c-9b34-9c00d49dd4f2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:41:52.316415 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'code': 200} Sep 24 00:41:52.340276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:41:52.426905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd42770-fcb5-4d82-82a1-9a851cadc331 req-b607050f-8f06-447b-89a8-6eabb2197acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:52.428481 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cd42770-fcb5-4d82-82a1-9a851cadc331 req-b607050f-8f06-447b-89a8-6eabb2197acd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 1097 time: 0.0513206 Sep 24 00:41:52.469813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1cd42770-fcb5-4d82-82a1-9a851cadc331 req-4a2c724c-71f2-45f7-bc99-2eb911e000e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308092 Sep 24 00:41:53.041394 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb46-75ff-480e-9bb6-c020e5433e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:53.413795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc103c1-43a5-4627-a458-3b30b96f0d49 req-c625d760-de43-455b-abe8-7292ad1022cb tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:53.415647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fc103c1-43a5-4627-a458-3b30b96f0d49 req-c625d760-de43-455b-abe8-7292ad1022cb tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0589468 Sep 24 00:41:53.471730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2fc103c1-43a5-4627-a458-3b30b96f0d49 req-bd2e1442-22d2-4855-9e5b-d4fdd2107036 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Sep 24 00:41:54.599303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c69ae2-7863-4487-ba76-fd343de9fbe4 req-f4596928-67af-4057-9b07-8e758a899e81 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:54.600864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80c69ae2-7863-4487-ba76-fd343de9fbe4 req-f4596928-67af-4057-9b07-8e758a899e81 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0514040 Sep 24 00:41:54.653317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80c69ae2-7863-4487-ba76-fd343de9fbe4 req-5c18093f-187c-4e19-acce-f76aedf55301 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457702 Sep 24 00:41:54.774727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970444b5-8ca3-459d-9b2d-ddcd29e0fb31 req-2f298f7e-922a-440f-b591-b460885b422a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:54.776163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970444b5-8ca3-459d-9b2d-ddcd29e0fb31 req-2f298f7e-922a-440f-b591-b460885b422a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0496736 Sep 24 00:41:54.832703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970444b5-8ca3-459d-9b2d-ddcd29e0fb31 req-c96b223b-4dd0-40b2-900d-14fa8b2fda91 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Sep 24 00:41:55.065567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ae698-50a0-4937-a94a-5b5f15c1fa8e req-c025748a-eaa7-412e-94e0-ed4bc2a3d81a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:55.067095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a0ae698-50a0-4937-a94a-5b5f15c1fa8e req-c025748a-eaa7-412e-94e0-ed4bc2a3d81a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0670786 Sep 24 00:41:55.117244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a0ae698-50a0-4937-a94a-5b5f15c1fa8e req-20f5dd7b-5196-4ac3-b83d-a05c98af48b1 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438364 Sep 24 00:41:55.270305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d2c07-46a4-44ff-96a9-f649795f1da5 req-90b1363e-801a-476c-9cc3-e9abc8d2fe14 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:55.271840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f7d2c07-46a4-44ff-96a9-f649795f1da5 req-90b1363e-801a-476c-9cc3-e9abc8d2fe14 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0603793 Sep 24 00:41:55.316493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8f7d2c07-46a4-44ff-96a9-f649795f1da5 req-8a9ed27d-2b3b-421d-b551-e3a21b6cf654 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Sep 24 00:41:55.586651 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-a4d968a8-4572-4455-86fd-440c02e56869 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0492349 Sep 24 00:41:55.598370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635999fe-bb94-4f36-b762-485e376cf06a req-0d0412af-18b6-432a-bd99-9a4a2eb4d1df tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:55.599996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-635999fe-bb94-4f36-b762-485e376cf06a req-0d0412af-18b6-432a-bd99-9a4a2eb4d1df tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0576074 Sep 24 00:41:55.653344 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-635999fe-bb94-4f36-b762-485e376cf06a req-0cb5f7c7-22ec-4b44-ad56-bc35001fcb56 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446341 Sep 24 00:41:55.906520 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:56.030282 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2169085-ba8d-4af6-b956-ce6efefdcdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:56.794149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ce8a3-551e-410a-aa0a-6f9b29f9ba77 req-a9ff83ba-2fb7-4344-a008-7b0822a289e3 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:56.795643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e0ce8a3-551e-410a-aa0a-6f9b29f9ba77 req-a9ff83ba-2fb7-4344-a008-7b0822a289e3 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0671530 Sep 24 00:41:56.842503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e0ce8a3-551e-410a-aa0a-6f9b29f9ba77 req-a16d5c79-37a9-4389-aa54-6fdd6953fca7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381031 Sep 24 00:41:56.885315 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:41:56.887904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-79127bf5-a125-46b7-887a-a05354c22c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:56.889459 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-79127bf5-a125-46b7-887a-a05354c22c33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 1097 time: 0.0564272 Sep 24 00:41:56.997824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-b86ccfaf-0395-46c7-afb0-5ca98640d263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:56.999273 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-b86ccfaf-0395-46c7-afb0-5ca98640d263 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.1030059 Sep 24 00:41:57.047140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-783eede5-8f0f-4db4-84bd-f8251c21aae7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 HTTP/1.1" status: 200 len: 217 time: 0.0405684 Sep 24 00:41:57.103129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-5e852b0f-3bf7-475b-bebc-8cfe44652632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:57.105680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-5e852b0f-3bf7-475b-bebc-8cfe44652632 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0521500 Sep 24 00:41:57.153492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-66369bcc-01e8-4034-959c-252c1348726c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409884 Sep 24 00:41:57.272637 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-dd192955-4cd7-4dcf-8521-561db4c02448 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115291 Sep 24 00:41:57.378396 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-05c3ca3c-dd5d-4c1d-b51d-c43214b12141 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986354 Sep 24 00:41:57.977667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1496b09-53ed-4b37-86f3-f41c7eac1374 req-c6ba3877-6d88-403e-aa7b-e9bd66fc026f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:57.979298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1496b09-53ed-4b37-86f3-f41c7eac1374 req-c6ba3877-6d88-403e-aa7b-e9bd66fc026f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0594351 Sep 24 00:41:58.022878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1496b09-53ed-4b37-86f3-f41c7eac1374 req-e3fdafb1-7c42-4b28-b653-9f764a3dc86d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344837 Sep 24 00:41:59.161606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa39a81-5682-4fc3-b2f2-9dabc9f81372 req-01af3740-d5c3-4ada-845f-60917cd36b6a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:41:59.163204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6aa39a81-5682-4fc3-b2f2-9dabc9f81372 req-01af3740-d5c3-4ada-845f-60917cd36b6a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0519636 Sep 24 00:41:59.202956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6aa39a81-5682-4fc3-b2f2-9dabc9f81372 req-11820f29-5f74-411f-b3d0-99d9b4b6648a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334792 Sep 24 00:41:59.258185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:00.344513 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558320-c1b7-4cea-8730-a88dc36dfa52 req-c1f2a10a-d1e5-426d-9de1-0651981ea3ff tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:00.346266 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c558320-c1b7-4cea-8730-a88dc36dfa52 req-c1f2a10a-d1e5-426d-9de1-0651981ea3ff tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0636830 Sep 24 00:42:00.398121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c558320-c1b7-4cea-8730-a88dc36dfa52 req-96e30a72-4eee-4c98-94cc-1d093c911fb4 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442376 Sep 24 00:42:01.521866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdace76-60fd-4156-99c4-893848411d56 req-303ccda2-1a4e-4769-acbc-f072fcefa813 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:01.523504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfdace76-60fd-4156-99c4-893848411d56 req-303ccda2-1a4e-4769-acbc-f072fcefa813 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0512037 Sep 24 00:42:01.570985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfdace76-60fd-4156-99c4-893848411d56 req-67b2ce85-a381-4b73-87c6-7df27166ebdd tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 Sep 24 00:42:02.707554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bca24-9c8f-427f-9197-7c2803c1bdb9 req-ee90ce18-a79d-44b7-897d-73442d805d82 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:02.709307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d36bca24-9c8f-427f-9197-7c2803c1bdb9 req-ee90ce18-a79d-44b7-897d-73442d805d82 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0563643 Sep 24 00:42:02.752630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d36bca24-9c8f-427f-9197-7c2803c1bdb9 req-338e4aeb-2bf6-42c8-8b58-b63cad04f19a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364945 Sep 24 00:42:03.873923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35dc6f0-3fe1-468a-944a-afaf1e30d3b5 req-97e6beb8-de00-4d14-8507-87bb08c0fbbe tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:03.875526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a35dc6f0-3fe1-468a-944a-afaf1e30d3b5 req-97e6beb8-de00-4d14-8507-87bb08c0fbbe tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0539360 Sep 24 00:42:03.918651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a35dc6f0-3fe1-468a-944a-afaf1e30d3b5 req-56fec188-38ed-4fa3-af04-e8685d8302ba tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370617 Sep 24 00:42:05.051416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438296f3-9f43-46db-9867-882d0142ac55 req-4089dbaa-61ff-4cf5-8ce4-a54f9168fc97 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:05.052988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-438296f3-9f43-46db-9867-882d0142ac55 req-4089dbaa-61ff-4cf5-8ce4-a54f9168fc97 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0592947 Sep 24 00:42:05.097455 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-438296f3-9f43-46db-9867-882d0142ac55 req-a4548f3d-4c1c-49ae-a07c-a5ac849c0588 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376024 Sep 24 00:42:06.144485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-bb73a70a-ab8a-4e41-84f3-f8a27ea170af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:06.146018 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-bb73a70a-ab8a-4e41-84f3-f8a27ea170af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 1097 time: 0.0463943 Sep 24 00:42:06.228561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d6c294-9d5c-4f99-a383-7d8758629e1d req-bc00115e-bf17-42ba-ad30-87935bfabe09 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:06.230106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52d6c294-9d5c-4f99-a383-7d8758629e1d req-bc00115e-bf17-42ba-ad30-87935bfabe09 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0540674 Sep 24 00:42:06.270555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-3e5f4a38-fe4e-4977-a8d0-65c6fc729108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:06.271691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-52d6c294-9d5c-4f99-a383-7d8758629e1d req-2897c07b-def8-4c95-aac8-92dd4c1a0b2e tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Sep 24 00:42:06.272135 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-3e5f4a38-fe4e-4977-a8d0-65c6fc729108 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.1059642 Sep 24 00:42:06.316398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-1159a441-e502-4b4f-9f74-dac545dc99a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 HTTP/1.1" status: 200 len: 217 time: 0.0363674 Sep 24 00:42:06.367895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-631072bb-8f39-42ab-aabc-436e5ae2c3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:06.369449 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-631072bb-8f39-42ab-aabc-436e5ae2c3db service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0465672 Sep 24 00:42:06.402031 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-0bc8b05f-e030-4912-9415-8e49400ee885 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258043 Sep 24 00:42:06.500862 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-0731a489-486b-48c6-beae-82f319a9a6d1 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906174 Sep 24 00:42:06.601656 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d7a55ab-9919-4821-9fdd-99cf2a350226 req-e842fb0e-fb45-4292-968b-34d4e8f4508d service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944848 Sep 24 00:42:07.005993 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:07.416997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc20c8b-b129-4392-b93f-b57dbd382397 req-f35fb390-0839-4f59-9768-9297761ee251 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:07.419093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dc20c8b-b129-4392-b93f-b57dbd382397 req-f35fb390-0839-4f59-9768-9297761ee251 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0650423 Sep 24 00:42:07.475288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5dc20c8b-b129-4392-b93f-b57dbd382397 req-a7836fdb-1070-4852-ad89-d323c81cc44d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495067 Sep 24 00:42:08.595244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28caeba-801f-40f2-943d-98f51a4a0d5e req-9a55791b-4631-4378-9be7-7660ab58733d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:08.596757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b28caeba-801f-40f2-943d-98f51a4a0d5e req-9a55791b-4631-4378-9be7-7660ab58733d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0513375 Sep 24 00:42:08.635554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b28caeba-801f-40f2-943d-98f51a4a0d5e req-79b19ad2-05ba-4b41-bb3b-6593bf1d8ecf tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328670 Sep 24 00:42:09.480295 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:09.761496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a7005d-ad4a-45cb-86db-e0608c49fbeb req-c9fe64c2-33be-48b5-beae-397b315276e2 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:09.763076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68a7005d-ad4a-45cb-86db-e0608c49fbeb req-c9fe64c2-33be-48b5-beae-397b315276e2 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0535705 Sep 24 00:42:09.810027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-68a7005d-ad4a-45cb-86db-e0608c49fbeb req-02e7f2cb-52c6-4b12-bc1e-8f6c8f40e9bb tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390537 Sep 24 00:42:10.936893 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2ba43-2468-41c6-9884-7ca4ba0eeb51 req-a04e71c3-ace8-4ab7-9188-6d018ac51793 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:10.938364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ae2ba43-2468-41c6-9884-7ca4ba0eeb51 req-a04e71c3-ace8-4ab7-9188-6d018ac51793 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0531576 Sep 24 00:42:10.979938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6ae2ba43-2468-41c6-9884-7ca4ba0eeb51 req-ffa3912a-e11d-48e1-9623-4cef664ff037 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341961 Sep 24 00:42:12.106394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c3f13-415f-4e4b-980e-f484913381ce req-405549db-715f-4062-a602-b40f5a18d17c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:12.107904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f4c3f13-415f-4e4b-980e-f484913381ce req-405549db-715f-4062-a602-b40f5a18d17c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0530891 Sep 24 00:42:12.146290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f4c3f13-415f-4e4b-980e-f484913381ce req-2d26b390-e616-44dd-acab-301e3844dae7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321369 Sep 24 00:42:13.270971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36c142-ba81-4585-a37d-927eacfd270d req-773a91e6-6471-41d7-82ba-7fcb76e9d37b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:13.272631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d36c142-ba81-4585-a37d-927eacfd270d req-773a91e6-6471-41d7-82ba-7fcb76e9d37b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0578234 Sep 24 00:42:13.327007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d36c142-ba81-4585-a37d-927eacfd270d req-1345a7cf-5075-41ed-9c55-fc50e5009c8d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459261 Sep 24 00:42:14.451837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c389307-45c7-4bf2-98e6-cdf0f1660cd5 req-caef5857-3e65-4e8b-91f1-5e7378049cdb tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:14.453338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c389307-45c7-4bf2-98e6-cdf0f1660cd5 req-caef5857-3e65-4e8b-91f1-5e7378049cdb tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0534823 Sep 24 00:42:14.491062 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c389307-45c7-4bf2-98e6-cdf0f1660cd5 req-a17c6ea9-a9d8-436f-921a-e691e74e2ca7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316992 Sep 24 00:42:15.611006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb748f5-7dd4-4a0a-8a59-f12631fcacf5 req-d516aba0-cb56-4f0c-a17e-aa7e6311ced8 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:15.612693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eb748f5-7dd4-4a0a-8a59-f12631fcacf5 req-d516aba0-cb56-4f0c-a17e-aa7e6311ced8 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0513730 Sep 24 00:42:15.652583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eb748f5-7dd4-4a0a-8a59-f12631fcacf5 req-9e9fdc3e-6248-4d92-8b15-ee2a0c008582 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Sep 24 00:42:16.773212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bade4e9f-bfba-412b-ab41-9c76ec475b88 req-d147b455-016f-435a-b69a-dd3d6005c2c4 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:16.774790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bade4e9f-bfba-412b-ab41-9c76ec475b88 req-d147b455-016f-435a-b69a-dd3d6005c2c4 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0520439 Sep 24 00:42:16.818897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bade4e9f-bfba-412b-ab41-9c76ec475b88 req-ec00b556-efea-4a41-97ff-4ee8405f38e1 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379176 Sep 24 00:42:17.940861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc726154-79ff-4b9b-b603-a3fab6d82c0c req-8d8a71e6-a5f7-486d-a82e-afdfd32fedb8 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:17.942364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc726154-79ff-4b9b-b603-a3fab6d82c0c req-8d8a71e6-a5f7-486d-a82e-afdfd32fedb8 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0561244 Sep 24 00:42:17.982286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cc726154-79ff-4b9b-b603-a3fab6d82c0c req-89a4b7fc-7f26-49ec-a6e0-19be242f1fe7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320189 Sep 24 00:42:19.102373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de1500-a8d5-4323-8256-b8a99356ca0c req-17c82043-7789-46f6-99f6-1dfcec9bb7a6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:19.103955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25de1500-a8d5-4323-8256-b8a99356ca0c req-17c82043-7789-46f6-99f6-1dfcec9bb7a6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0526063 Sep 24 00:42:19.148780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25de1500-a8d5-4323-8256-b8a99356ca0c req-5242ce5b-6565-4a7e-b87b-8bc99842d7bb tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365026 Sep 24 00:42:20.264757 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867e90e-3d4e-4a6f-9088-fa9b1c61edc7 req-195c8570-dc46-4b3b-a916-cb9328c15438 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:20.266250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9867e90e-3d4e-4a6f-9088-fa9b1c61edc7 req-195c8570-dc46-4b3b-a916-cb9328c15438 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0473337 Sep 24 00:42:20.303721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9867e90e-3d4e-4a6f-9088-fa9b1c61edc7 req-18ddefe0-6297-4154-99f0-1f88297b5b55 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314941 Sep 24 00:42:21.428416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa872f2-0045-4bb9-811b-1add8ad819f9 req-5b8b2dac-8afc-4290-bd0a-f2e4377beced tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:21.429994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5aa872f2-0045-4bb9-811b-1add8ad819f9 req-5b8b2dac-8afc-4290-bd0a-f2e4377beced tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0542681 Sep 24 00:42:21.471960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5aa872f2-0045-4bb9-811b-1add8ad819f9 req-0a77bc9c-cf6e-4902-942f-12ce85d156c7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355356 Sep 24 00:42:22.589249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b21a94-06cf-4b97-82de-bea36bdf760e req-9832a061-5d60-4b92-93f2-2d536770839a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:22.590828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0b21a94-06cf-4b97-82de-bea36bdf760e req-9832a061-5d60-4b92-93f2-2d536770839a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0523281 Sep 24 00:42:22.636812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b0b21a94-06cf-4b97-82de-bea36bdf760e req-e15c5aba-45ba-4327-94b3-158f0c8aa4a0 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397055 Sep 24 00:42:23.042886 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-17360673-bae9-4f17-a3f9-aa556f96fcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:23.753099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8984bb2-aa57-432d-81d0-e2145a3ee4a4 req-cf4c3643-24b5-430e-b11d-8bb35a55d8af tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:23.754564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8984bb2-aa57-432d-81d0-e2145a3ee4a4 req-cf4c3643-24b5-430e-b11d-8bb35a55d8af tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0477800 Sep 24 00:42:23.792154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e8984bb2-aa57-432d-81d0-e2145a3ee4a4 req-4433c2a0-1b0c-4579-9be1-e5c966c7ca0e tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312202 Sep 24 00:42:23.994006 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-42715737-d7b4-4e62-bf19-6125645fe833 service neutron] 10.222.0.20 "GET /v2.0/ports/c8eaebe7-17eb-48bf-ade7-7cbd9db578c4/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 383 time: 0.0548010 Sep 24 00:42:24.211608 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-dba98052-f2cd-41ef-9896-d46360327e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:24.213126 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-dba98052-f2cd-41ef-9896-d46360327e83 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936&tenant_id=9c0fe293deaf4fea9b494210e447063a HTTP/1.1" status: 200 len: 1097 time: 0.0400336 Sep 24 00:42:24.273518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-be9fa55d-446c-4427-8e6e-b2de485545e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:24.275046 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-be9fa55d-446c-4427-8e6e-b2de485545e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 1097 time: 0.0398798 Sep 24 00:42:24.366667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-dc12c374-51e4-4545-8d2f-1fa77f12bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:24.368191 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-dc12c374-51e4-4545-8d2f-1fa77f12bc34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.0865352 Sep 24 00:42:24.409265 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-32c5ad48-5e17-4392-9155-78947a04811a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 HTTP/1.1" status: 200 len: 217 time: 0.0341249 Sep 24 00:42:24.460325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-e725648c-f510-4dd7-86c5-68c86319ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:24.461781 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-e725648c-f510-4dd7-86c5-68c86319ed43 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0465217 Sep 24 00:42:24.491801 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-c0a616d0-d40b-47fd-86ce-99e5aa4ab628 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235505 Sep 24 00:42:24.579919 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-21a705bf-dfc0-4d6f-a924-61b199944f6e service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806806 Sep 24 00:42:24.676310 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-af04c900-9196-4d04-96f1-d4b1b9b59094 req-8d703dc9-3222-458d-9c03-d9c942519207 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899937 Sep 24 00:42:24.910730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa31afd5-4bc2-4512-8c49-ca1bd5c9226c req-3d302688-2872-49a1-bebd-ccfd3d4e0fa1 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:24.912157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa31afd5-4bc2-4512-8c49-ca1bd5c9226c req-3d302688-2872-49a1-bebd-ccfd3d4e0fa1 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0524237 Sep 24 00:42:24.949517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa31afd5-4bc2-4512-8c49-ca1bd5c9226c req-73c9e5b4-376f-4f7b-9d0e-5a841289cb77 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313122 Sep 24 00:42:25.897724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:26.026076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-eeb43891-8eb8-4468-8193-2f84fa2c7b82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:26.069740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2498e-88fa-4773-8f47-6f6c1c25afc9 req-75b7ccb3-0a3d-4611-8aee-8cfb64084358 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:26.071343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6e2498e-88fa-4773-8f47-6f6c1c25afc9 req-75b7ccb3-0a3d-4611-8aee-8cfb64084358 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0536997 Sep 24 00:42:26.114563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6e2498e-88fa-4773-8f47-6f6c1c25afc9 req-9b896719-fe20-4587-b0da-f50e6182cfb4 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368953 Sep 24 00:42:26.887412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:27.234299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3f84-1cf1-44b0-baf4-2f4482a698a9 req-cdafd928-4e20-437b-8381-58f0eb21b030 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:27.235858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ffd3f84-1cf1-44b0-baf4-2f4482a698a9 req-cdafd928-4e20-437b-8381-58f0eb21b030 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0490091 Sep 24 00:42:27.275293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ffd3f84-1cf1-44b0-baf4-2f4482a698a9 req-897775d5-9ab8-4a59-9193-614a26cfee04 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336659 Sep 24 00:42:27.471027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0cc8ed-a2d4-47c0-bc94-b22fb82bcd25 req-fac05bac-79ad-4b2c-bd43-4b2605edb4af tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:27.472439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d0cc8ed-a2d4-47c0-bc94-b22fb82bcd25 req-fac05bac-79ad-4b2c-bd43-4b2605edb4af tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 945 time: 0.0544517 Sep 24 00:42:27.485700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-9bb167ca-2fb4-4ace-a784-293d47c5e9f6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:27.487324 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-9bb167ca-2fb4-4ace-a784-293d47c5e9f6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936&tenant_id=9c0fe293deaf4fea9b494210e447063a&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 945 time: 0.0530355 Sep 24 00:42:27.512812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d0cc8ed-a2d4-47c0-bc94-b22fb82bcd25 req-d55754cf-ddbd-427b-9d4c-b7566faadb27 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339897 Sep 24 00:42:27.572275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-dc1f8c5b-b0cf-4f3c-b1df-8817e439fb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:27.573738 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-dc1f8c5b-b0cf-4f3c-b1df-8817e439fb6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 1097 time: 0.0391085 Sep 24 00:42:27.666647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-1daa0859-5a08-40b3-8771-c469d8a7eda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:27.668163 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-1daa0859-5a08-40b3-8771-c469d8a7eda0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.0873330 Sep 24 00:42:27.708138 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-8c08110a-2974-4996-9414-554a26c98b80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 HTTP/1.1" status: 200 len: 217 time: 0.0333409 Sep 24 00:42:27.747226 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:42:27.758971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-21d3daf1-60cb-480d-bf53-ef39ed8992f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:27.760466 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-21d3daf1-60cb-480d-bf53-ef39ed8992f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0462019 Sep 24 00:42:27.792943 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-801a966c-54a0-4e7d-a98c-86054483a315 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253429 Sep 24 00:42:27.880101 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-5807a7aa-4625-46b7-aa5e-6a1d57950d5b service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806761 Sep 24 00:42:27.973068 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70cb87fe-c7fe-4614-92db-d4ba668817a9 req-d3718407-e961-40f6-918e-aa52d13a8b46 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866146 Sep 24 00:42:28.316094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:42:28.320020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:42:28.465612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:28.484058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:42:28.501675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef', 'port_id': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'mac_address': 'fa:16:3e:ac:5f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:42:28.506546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:42:28.508761 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f446298-6708-4868-82fd-2378419580c0" -d '{"events": [{"server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "name": "network-vif-unplugged", "status": "completed", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:42:28.523840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:42:28.545595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:28.549689 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a16e667-bf59-4357-a9a5-5603ef6cc60d x-openstack-request-id: req-8a16e667-bf59-4357-a9a5-5603ef6cc60d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:42:28.549974 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "name": "network-vif-unplugged", "status": "completed", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:42:28.550284 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a16e667-bf59-4357-a9a5-5603ef6cc60d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:42:28.550595 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'code': 200} Sep 24 00:42:28.584156 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:28.612320 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:42:28.622240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:28.630887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13602b99-44f4-409b-b985-73855633c403 req-4762ae5f-36f2-4709-ba53-886bc99b559c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:28.632556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13602b99-44f4-409b-b985-73855633c403 req-4762ae5f-36f2-4709-ba53-886bc99b559c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 943 time: 0.0500572 Sep 24 00:42:28.660061 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:42:28.660406 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:42:28.672004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13602b99-44f4-409b-b985-73855633c403 req-aea92766-4c09-4c84-9f57-44fbcfc2f64f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326865 Sep 24 00:42:28.787127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381d9ad-c640-40c9-ba94-0dcbfdbbad53 req-a1baad57-3425-4576-a338-997385c45249 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:28.788522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f381d9ad-c640-40c9-ba94-0dcbfdbbad53 req-a1baad57-3425-4576-a338-997385c45249 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 943 time: 0.0482144 Sep 24 00:42:28.826257 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f381d9ad-c640-40c9-ba94-0dcbfdbbad53 req-4851542e-7675-4b5a-8797-78bd975e9cbe tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316367 Sep 24 00:42:28.945235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa767f98-c4e9-4ed6-b710-eec78d7a956b req-b3851896-c6cc-4977-adac-8bfa4c15600d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:28.946713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa767f98-c4e9-4ed6-b710-eec78d7a956b req-b3851896-c6cc-4977-adac-8bfa4c15600d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 943 time: 0.0515106 Sep 24 00:42:28.983633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aa767f98-c4e9-4ed6-b710-eec78d7a956b req-4b081f95-d738-426d-ba01-47941058d556 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303068 Sep 24 00:42:29.197266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:29.209999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:42:29.230290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:42:29.235166 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:29.281895 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:29.295642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:29.331257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057289ad-a2e0-4bae-828f-6475bce1892e req-05976f75-55e5-4fd2-97e6-1a57538d48a4 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:29.332739 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-05976f75-55e5-4fd2-97e6-1a57538d48a4 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 814 time: 0.1032875 Sep 24 00:42:29.347883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-420ff27c-ee15-4cf7-b30a-4b0fed55cc39 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/quotas/9c0fe293deaf4fea9b494210e447063a HTTP/1.1" status: 200 len: 375 time: 0.0093603 Sep 24 00:42:29.399723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-3798afaf-3f3c-457b-8a06-1ad2dcd4d511 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0465686 Sep 24 00:42:29.456835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:42:29.489693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-313dfbed-70fd-497c-b9b0-5d2855863c96 service neutron] 10.222.0.24 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827103 Sep 24 00:42:29.584208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-836ea7aa-c09b-4227-b0cc-8ee254ee306f service neutron] 10.222.0.24 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877712 Sep 24 00:42:29.749854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f2297a1-8c3f-4725-9117-f2e7d4e77c59 req-ba394619-cfb8-4b7a-a02d-832dda05346b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 210 time: 0.0296626 Sep 24 00:42:30.328602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:42:30.375448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:42:30.375819 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:30.454309 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:30.459827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-b35aeedc-0116-49e7-9fb8-dec654212381 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:30.461592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-b35aeedc-0116-49e7-9fb8-dec654212381 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3c96d3d-4c9f-4e56-8785-8b3eda256936 HTTP/1.1" status: 200 len: 944 time: 0.0488603 Sep 24 00:42:30.488745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:42:30.493936 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:30.547151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:30.552777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:42:30.558248 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58719fe3-76b6-424d-95e3-6b22ce4b030f" -d '{"events": [{"server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "name": "network-vif-plugged", "status": "completed", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:42:30.562694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Deleting port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:42:30.563071 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:30.607847 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9a18c9-c436-47a0-92de-1cb1a72d6d1c x-openstack-request-id: req-fc9a18c9-c436-47a0-92de-1cb1a72d6d1c {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:42:30.608271 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "name": "network-vif-plugged", "status": "completed", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:42:30.608682 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fc9a18c9-c436-47a0-92de-1cb1a72d6d1c {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:42:30.609323 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'code': 200} Sep 24 00:42:30.665002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] For port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:42:30.665762 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:30.675634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057289ad-a2e0-4bae-828f-6475bce1892e req-c6550026-4254-46b6-b804-1a21fdd7da39 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:30.677141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-c6550026-4254-46b6-b804-1a21fdd7da39 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.18 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 814 time: 0.1328237 Sep 24 00:42:30.680018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Calling delete_port for c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:42:30.690108 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Request body: {'port': {'device_id': '30db1a82-baee-47eb-a256-cd30f7f01049', 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef', 'admin_state_up': True, 'tenant_id': '9c0fe293deaf4fea9b494210e447063a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:42:30.801833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Made reservation on behalf of 9c0fe293deaf4fea9b494210e447063a for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:42:30.805490 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:30.816827 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:30.830919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:42:30.847721 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Pushing event deleted for resources: {'Port': ['ID=c8eaebe7-17eb-48bf-ade7-7cbd9db578c4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:30.864162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89a30471-32b7-473e-8d0c-006364a9f0dc req-18aec28c-b1a6-4356-b3db-4147db9afa88 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 210 time: 0.0384142 Sep 24 00:42:30.898091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] No DVR routers for this DVR port c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:42:30.900916 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:30.903531 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f9343987-e382-451c-b1c7-76c62fe5d201 req-3e301dd8-a4d2-44e1-b45c-dec3c868a031 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.20 "DELETE /v2.0/ports/c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 HTTP/1.1" status: 204 len: 173 time: 0.4358737 Sep 24 00:42:30.903970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'name': 'network-vif-deleted', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:42:30.906230 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd8a1b4-7c7a-4c4b-9a96-14156c7b93ca" -d '{"events": [{"server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "name": "network-vif-deleted", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:42:30.949162 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c942940e-d1f6-47f0-8752-2992867ce031 x-openstack-request-id: req-c942940e-d1f6-47f0-8752-2992867ce031 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:42:30.950095 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c96d3d-4c9f-4e56-8785-8b3eda256936", "name": "network-vif-deleted", "tag": "c8eaebe7-17eb-48bf-ade7-7cbd9db578c4", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:42:30.950347 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c942940e-d1f6-47f0-8752-2992867ce031 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:42:30.950741 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c96d3d-4c9f-4e56-8785-8b3eda256936', 'name': 'network-vif-deleted', 'tag': 'c8eaebe7-17eb-48bf-ade7-7cbd9db578c4', 'status': 'completed', 'code': 200} Sep 24 00:42:30.968444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Allocated IP 172.20.0.5 (46bba880-1bd9-41b9-a634-905bca1cd0ef/57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a/07f7c35d-c50e-4ed3-838e-77b7884437dc) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:42:31.117643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.151000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.162611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['c8eaebe7-17eb-48bf-ade7-7cbd9db578c4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:42:31.194174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Network 46bba880-1bd9-41b9-a634-905bca1cd0ef is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:42:31.197155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:42:31.201278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:42:31.209386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:31.254815 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:31.255442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.270168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-b8173ae9-0949-4ebe-8db4-f27c68955978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5840645 Sep 24 00:42:31.280918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-6e0d59f8-eed5-44ea-a92b-da93c53ab79c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:42:31.282182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-6e0d59f8-eed5-44ea-a92b-da93c53ab79c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060284 Sep 24 00:42:31.295002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Request body: {'port': {'device_id': '30db1a82-baee-47eb-a256-cd30f7f01049', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:42:31.352771 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.606515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07f7c35d-c50e-4ed3-838e-77b7884437dc {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:42:31.613195 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.625164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Transition to ACTIVE for port object 07f7c35d-c50e-4ed3-838e-77b7884437dc will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:42:31.629004 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.679336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:31.743827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Attempting to bind port 07f7c35d-c50e-4ed3-838e-77b7884437dc on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:42:31.744149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Attempting to bind port 07f7c35d-c50e-4ed3-838e-77b7884437dc by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:42:31.744471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Attempting to bind port 07f7c35d-c50e-4ed3-838e-77b7884437dc on network 46bba880-1bd9-41b9-a634-905bca1cd0ef {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:42:31.748972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Port 07f7c35d-c50e-4ed3-838e-77b7884437dc on network 46bba880-1bd9-41b9-a634-905bca1cd0ef not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:42:31.749281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Attempting to bind port 07f7c35d-c50e-4ed3-838e-77b7884437dc on network 46bba880-1bd9-41b9-a634-905bca1cd0ef {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:42:31.753982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:42:31.754308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Checking segment: {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:42:31.754680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Bound using segment: {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:42:31.755135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Bound port: 07f7c35d-c50e-4ed3-838e-77b7884437dc, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:42:31.755484 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.817275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:42:31.820344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:42:31.823688 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.856507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:31.857218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:31.859064 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] 10.222.0.18 "PUT /v2.0/ports/07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 1092 time: 0.5687985 Sep 24 00:42:31.859485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:42:31.861665 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad50fdb-4543-4b34-b9d8-28839230036e" -d '{"events": [{"name": "network-changed", "server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:42:31.886553 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd20473-a9d6-44dd-a11a-84d93c12c50b service neutron] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:31.930402 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b40d50-92a3-49d3-9685-9a7f527ee3cf x-openstack-request-id: req-77b40d50-92a3-49d3-9685-9a7f527ee3cf {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:42:31.930694 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:42:31.930974 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77b40d50-92a3-49d3-9685-9a7f527ee3cf {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:42:31.931368 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'status': 'completed', 'code': 200} Sep 24 00:42:31.970454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057289ad-a2e0-4bae-828f-6475bce1892e req-4cf3a671-9439-405d-8ecb-21b469ec852b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:31.971978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-4cf3a671-9439-405d-8ecb-21b469ec852b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1095 time: 0.0723834 Sep 24 00:42:32.016402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-6f8e26b2-812b-425c-97b1-0a9e9c891aec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 217 time: 0.0367970 Sep 24 00:42:32.023872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e4139-dd23-48dd-ac6a-860c2bef782b req-debc2e3c-b11a-4669-8194-70fd73ad9ac0 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:32.025476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d38e4139-dd23-48dd-ac6a-860c2bef782b req-debc2e3c-b11a-4669-8194-70fd73ad9ac0 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 943 time: 0.0864844 Sep 24 00:42:32.096763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d38e4139-dd23-48dd-ac6a-860c2bef782b req-ff568d17-9e62-4c11-880f-53bd1505f5b0 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626094 Sep 24 00:42:32.098225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057289ad-a2e0-4bae-828f-6475bce1892e req-6e08529b-28bc-4067-a4e7-75863571b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:32.099624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-6e08529b-28bc-4067-a4e7-75863571b579 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0733409 Sep 24 00:42:32.130259 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-0388d258-ebc9-4cd0-9917-c3d7302c2516 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239990 Sep 24 00:42:32.221140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-76be3e2c-6e1e-465b-913c-a9063b2c8905 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843568 Sep 24 00:42:32.308509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-057289ad-a2e0-4bae-828f-6475bce1892e req-3a605442-f151-4900-bad7-bb9b3ee94bd8 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809083 Sep 24 00:42:32.390446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-2c2b27f2-d7a1-42fe-b13c-7686465b0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:32.391950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-2c2b27f2-d7a1-42fe-b13c-7686465b0242 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1095 time: 0.0399373 Sep 24 00:42:32.482594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-e9b2ec01-d1b1-4572-b4e9-a8441862c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:32.484102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-e9b2ec01-d1b1-4572-b4e9-a8441862c3f8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.0857573 Sep 24 00:42:32.525113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-ae0f26e8-80bc-45f8-8fe0-ffa45c25fe57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 217 time: 0.0336778 Sep 24 00:42:32.575743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-e2a96d9b-b722-419a-96c7-557b25c698b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:32.577167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-e2a96d9b-b722-419a-96c7-557b25c698b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0457840 Sep 24 00:42:32.609385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-05927c29-a37d-4d6d-82e9-41f5277964dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236309 Sep 24 00:42:32.702988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-c421f27b-d147-4c30-9944-6f56bd3bbbca service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857899 Sep 24 00:42:32.794135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ad50fdb-4543-4b34-b9d8-28839230036e req-f643a373-f51d-4073-b99d-164417398004 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839062 Sep 24 00:42:33.213152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e37053d-284d-4a07-858d-69bdac79c74c req-54e91842-1716-49f1-8df3-e89b22ee0181 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:33.214668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e37053d-284d-4a07-858d-69bdac79c74c req-54e91842-1716-49f1-8df3-e89b22ee0181 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 943 time: 0.0483756 Sep 24 00:42:33.253451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8e37053d-284d-4a07-858d-69bdac79c74c req-1c806ab3-590c-4a7e-8dac-0416c0fde6df tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317717 Sep 24 00:42:34.341097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:42:34.361923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:42:34.362263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device c8eaebe7-17eb-48bf-ade7-7cbd9db578c4 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:42:34.370565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caebb37-cf1f-4cf3-8107-d47e53625d8b req-74abe996-3ba5-44f2-b68e-a1a9d3d42c62 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:34.372625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0caebb37-cf1f-4cf3-8107-d47e53625d8b req-74abe996-3ba5-44f2-b68e-a1a9d3d42c62 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 943 time: 0.0518851 Sep 24 00:42:34.412640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0caebb37-cf1f-4cf3-8107-d47e53625d8b req-dcc0eead-40a5-404a-b2a1-c9dd89209e16 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340972 Sep 24 00:42:35.534810 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd76a2b-bee5-40f4-a8b2-e0cfe2c82607 req-953d1d5d-4ca9-4f19-aded-7dfbd03fa3a6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:35.536214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cd76a2b-bee5-40f4-a8b2-e0cfe2c82607 req-953d1d5d-4ca9-4f19-aded-7dfbd03fa3a6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 943 time: 0.0573206 Sep 24 00:42:35.574186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4cd76a2b-bee5-40f4-a8b2-e0cfe2c82607 req-a3d804f4-cf54-4ea0-b2ce-81659fb7e3ea tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318844 Sep 24 00:42:35.834591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 07f7c35d-c50e-4ed3-838e-77b7884437dc details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:42:35.935078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:42:35.945636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef', 'port_id': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'mac_address': 'fa:16:3e:e4:41:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:42:35.983396 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:36.000573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f7c35d-c50e-4ed3-838e-77b7884437dc {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:42:36.020977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:42:36.025465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:36.070891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:36.227909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['07f7c35d-c50e-4ed3-838e-77b7884437dc'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:42:36.689105 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd2ed3-8505-4cc5-9a21-8f85e8a99fe5 req-81c0a92a-f6f7-4808-bfed-93c380d82150 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:36.690595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5cd2ed3-8505-4cc5-9a21-8f85e8a99fe5 req-81c0a92a-f6f7-4808-bfed-93c380d82150 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 944 time: 0.0497966 Sep 24 00:42:36.732575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5cd2ed3-8505-4cc5-9a21-8f85e8a99fe5 req-61086b94-a700-432e-85c2-0301c7f9fdee tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313191 Sep 24 00:42:37.021460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:37.833208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 07f7c35d-c50e-4ed3-838e-77b7884437dc up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:42:37.849621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c583c7-7013-44df-8d2c-65d14f3eb5e2 req-28a83817-7882-485b-b950-360abc9ad4b0 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:37.851160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50c583c7-7013-44df-8d2c-65d14f3eb5e2 req-28a83817-7882-485b-b950-360abc9ad4b0 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 944 time: 0.0507207 Sep 24 00:42:37.884049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 07f7c35d-c50e-4ed3-838e-77b7884437dc completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:42:37.887624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 07f7c35d-c50e-4ed3-838e-77b7884437dc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:42:37.887989 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:37.891915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50c583c7-7013-44df-8d2c-65d14f3eb5e2 req-7d9762b6-0dd8-4a59-a088-c654b58864e4 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339749 Sep 24 00:42:37.973910 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:37.996026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:42:37.998331 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f0283-1050-410b-b7e8-1e1bfe939b23" -d '{"events": [{"server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "name": "network-vif-plugged", "status": "completed", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:42:38.021768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:42:38.025211 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:38.048720 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a489b691-428c-4335-a9cc-72e25b65fdb3 x-openstack-request-id: req-a489b691-428c-4335-a9cc-72e25b65fdb3 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:42:38.049007 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "name": "network-vif-plugged", "status": "completed", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:42:38.049255 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a489b691-428c-4335-a9cc-72e25b65fdb3 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:42:38.049639 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'code': 200} Sep 24 00:42:38.075845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:42:38.475608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f4f358-73a8-41dd-9e2a-25db89268b5c req-91684a84-7234-4d0b-8951-bc6c968b2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:38.477102 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9f4f358-73a8-41dd-9e2a-25db89268b5c req-91684a84-7234-4d0b-8951-bc6c968b2455 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1097 time: 0.3751976 Sep 24 00:42:38.511806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d9f4f358-73a8-41dd-9e2a-25db89268b5c req-56a5e67d-2af0-46e3-a796-02e55ad7e168 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274982 Sep 24 00:42:39.011389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647f3ab-4269-4841-8b57-f2eebe7a06d5 req-82ace34a-711c-454f-9a61-fbe978709d70 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:39.012966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5647f3ab-4269-4841-8b57-f2eebe7a06d5 req-82ace34a-711c-454f-9a61-fbe978709d70 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0498226 Sep 24 00:42:39.050323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5647f3ab-4269-4841-8b57-f2eebe7a06d5 req-4c77c95d-44df-453e-a1cd-87884e87a528 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309806 Sep 24 00:42:39.510339 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:40.186350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752826a8-af48-4ce4-b47b-7b4954c82a1b req-5d82f0c4-e7f1-43fd-9306-66da8adb2676 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:40.187864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-752826a8-af48-4ce4-b47b-7b4954c82a1b req-5d82f0c4-e7f1-43fd-9306-66da8adb2676 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0593524 Sep 24 00:42:40.227923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-752826a8-af48-4ce4-b47b-7b4954c82a1b req-0796fd50-8195-4753-9422-e6fadae42e78 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341487 Sep 24 00:42:40.346244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ba4eae-4420-46fe-928a-43e0deb58cd9 req-3e98ab56-199a-46cf-9443-d772b8463644 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:40.347730 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39ba4eae-4420-46fe-928a-43e0deb58cd9 req-3e98ab56-199a-46cf-9443-d772b8463644 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0487876 Sep 24 00:42:40.388061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39ba4eae-4420-46fe-928a-43e0deb58cd9 req-f965f944-be31-472d-ad93-f367affc0c92 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335643 Sep 24 00:42:40.607848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-1922821b-bc28-424d-b45f-f7cc17105cd8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409284 Sep 24 00:42:40.620431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51288a93-01f2-4dfe-addd-24e9d1785bf5 req-036272fe-1138-4d30-b3ba-f08020e4a686 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:40.622687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51288a93-01f2-4dfe-addd-24e9d1785bf5 req-036272fe-1138-4d30-b3ba-f08020e4a686 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0496080 Sep 24 00:42:40.663749 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51288a93-01f2-4dfe-addd-24e9d1785bf5 req-9a7bba53-88c2-407e-abe5-9e63f98d2a86 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345879 Sep 24 00:42:41.705878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-2e43fa75-dea0-436d-8056-cb5ba019a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:41.707512 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-2e43fa75-dea0-436d-8056-cb5ba019a020 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1097 time: 0.0416079 Sep 24 00:42:41.829141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f16fe-2ba4-4965-b3e1-594767f06639 req-43046736-2942-46b8-9b41-61af0a31b9ec tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:41.830608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-845f16fe-2ba4-4965-b3e1-594767f06639 req-43046736-2942-46b8-9b41-61af0a31b9ec tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0948794 Sep 24 00:42:41.851042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a35650e3-3a90-48dc-8ec8-06d639203cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:41.852508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a35650e3-3a90-48dc-8ec8-06d639203cfe service neutron] 10.222.0.18 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.1384785 Sep 24 00:42:41.898663 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-d08e93e6-d653-4e27-ba56-fe564f4c2e3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 217 time: 0.0393491 Sep 24 00:42:41.938602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-845f16fe-2ba4-4965-b3e1-594767f06639 req-564a199f-5839-4de0-9766-f0b65eaba48a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018143 Sep 24 00:42:41.957046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-693b10e0-d2e1-417a-aa4c-9c3d8de65a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:41.958502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-693b10e0-d2e1-417a-aa4c-9c3d8de65a9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0537744 Sep 24 00:42:41.992767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-e980f762-8ac6-4303-ab28-4ff37198d77b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264215 Sep 24 00:42:42.087441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-216d7bd7-cd09-4290-a0f8-2129676d21f1 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877357 Sep 24 00:42:42.179198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a5408022-d9df-4674-99f3-59b4ca6b829a service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851169 Sep 24 00:42:43.069024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8708370-0887-4a2e-9693-86e2b6a73b97 req-3030c31f-840b-4b5a-b864-bc6059efafcf tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:43.070521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8708370-0887-4a2e-9693-86e2b6a73b97 req-3030c31f-840b-4b5a-b864-bc6059efafcf tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0547760 Sep 24 00:42:43.108649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a8708370-0887-4a2e-9693-86e2b6a73b97 req-5f3d6f21-8cac-4591-bc8e-aa1726d40ce6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315609 Sep 24 00:42:44.224226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d785ee-bc56-4a7d-ab73-d81895ac5221 req-10060d25-d937-41b1-a826-9ce7192efb3f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:44.225760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08d785ee-bc56-4a7d-ab73-d81895ac5221 req-10060d25-d937-41b1-a826-9ce7192efb3f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0488198 Sep 24 00:42:44.264131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08d785ee-bc56-4a7d-ab73-d81895ac5221 req-506e8b35-9095-4b5b-8d0a-69ffb80fe02f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323780 Sep 24 00:42:45.387805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1d22b-a750-474c-bd81-0c55cbd92106 req-abfefa9f-c748-4c5a-abe7-1272eaa0ef3c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:45.389310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ba1d22b-a750-474c-bd81-0c55cbd92106 req-abfefa9f-c748-4c5a-abe7-1272eaa0ef3c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0503321 Sep 24 00:42:45.428437 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ba1d22b-a750-474c-bd81-0c55cbd92106 req-daf2d5bc-8031-4088-ad43-267a2005d64e tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329835 Sep 24 00:42:46.549231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d5f06-1166-4b5d-97f9-66cc87f6a073 req-2be122bb-cef4-41ef-8474-70af999a31bf tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:46.550678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb3d5f06-1166-4b5d-97f9-66cc87f6a073 req-2be122bb-cef4-41ef-8474-70af999a31bf tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0543733 Sep 24 00:42:46.592172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eb3d5f06-1166-4b5d-97f9-66cc87f6a073 req-454fcdcc-6139-4632-b8c2-e3af54a18405 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347517 Sep 24 00:42:47.821827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caecae-45af-42d8-9469-1a475d8fc51a req-11b6cf7d-2875-4faf-b689-603151f1e06f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:47.823370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76caecae-45af-42d8-9469-1a475d8fc51a req-11b6cf7d-2875-4faf-b689-603151f1e06f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.1622710 Sep 24 00:42:47.862490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76caecae-45af-42d8-9469-1a475d8fc51a req-0fc57695-f388-4dc1-a530-89be6830d2cb tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324602 Sep 24 00:42:49.072268 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc64415-8168-4bb4-8b1b-e6ea70c9095e req-cafd9228-74a0-4d2f-97a2-8092b19a6901 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:49.075994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fc64415-8168-4bb4-8b1b-e6ea70c9095e req-cafd9228-74a0-4d2f-97a2-8092b19a6901 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.1386008 Sep 24 00:42:49.118154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9fc64415-8168-4bb4-8b1b-e6ea70c9095e req-ac642a72-b453-44af-b2eb-d062f811e405 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362740 Sep 24 00:42:50.242572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd0af6-44ba-4697-a602-5e918dd1f739 req-c02b695d-645e-44fe-a477-40f16a914334 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:50.244108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55cd0af6-44ba-4697-a602-5e918dd1f739 req-c02b695d-645e-44fe-a477-40f16a914334 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0549254 Sep 24 00:42:50.284874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55cd0af6-44ba-4697-a602-5e918dd1f739 req-e023fd2c-22ae-481e-8eab-860cbae5a54b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Sep 24 00:42:51.401649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441ce261-5b96-4db0-8dee-c57711490721 req-40aba690-3033-4910-9029-a7a6e1548abe tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:51.403791 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-441ce261-5b96-4db0-8dee-c57711490721 req-40aba690-3033-4910-9029-a7a6e1548abe tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0510442 Sep 24 00:42:51.444980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-441ce261-5b96-4db0-8dee-c57711490721 req-725604e3-2797-4360-a171-734b1b80065d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348690 Sep 24 00:42:52.564174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4459462-4291-44ea-bd92-3cc670a16463 req-a463b46c-0e8a-4075-a62c-c7b2c68f8700 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:52.565598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4459462-4291-44ea-bd92-3cc670a16463 req-a463b46c-0e8a-4075-a62c-c7b2c68f8700 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0499716 Sep 24 00:42:52.602368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4459462-4291-44ea-bd92-3cc670a16463 req-7d0f5778-7196-426f-9a80-c03834127978 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307884 Sep 24 00:42:53.043612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6c9d599d-7127-47c6-a002-28c75e997327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:53.732796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a854d-3c3c-4792-a1a4-c581b147f8f9 req-62693f1c-a0fa-4bbc-b06e-ffae86e0038b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:53.734311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-038a854d-3c3c-4792-a1a4-c581b147f8f9 req-62693f1c-a0fa-4bbc-b06e-ffae86e0038b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0548449 Sep 24 00:42:53.773511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-038a854d-3c3c-4792-a1a4-c581b147f8f9 req-3fbeb0db-9fdf-4c76-a553-26506f92877d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332127 Sep 24 00:42:54.895415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059b06d-9f07-4046-abaf-e00e8986d2bd req-41cac8a4-25af-43c5-baaf-14eacb9dbba5 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:54.896822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3059b06d-9f07-4046-abaf-e00e8986d2bd req-41cac8a4-25af-43c5-baaf-14eacb9dbba5 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0507929 Sep 24 00:42:54.935648 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3059b06d-9f07-4046-abaf-e00e8986d2bd req-070abc97-3ef5-40eb-ae74-9378ca407269 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Sep 24 00:42:55.900934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:56.027872 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-207660c8-8d0f-47ed-bed1-bd98a2fa33c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:56.060660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82fca3-660c-4158-9a1c-f5a9bd161216 req-baad8a51-7680-4761-bd57-bda28cbebc2a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:56.063323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e82fca3-660c-4158-9a1c-f5a9bd161216 req-baad8a51-7680-4761-bd57-bda28cbebc2a tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0540380 Sep 24 00:42:56.101868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e82fca3-660c-4158-9a1c-f5a9bd161216 req-c3b6feef-8a95-4bc7-b01a-efb2e723be44 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335729 Sep 24 00:42:56.889878 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:57.238471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7480de-6dc8-4774-bf55-db8286435eab req-2466944d-6eee-41c0-bbe8-5197bbc15504 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:57.240043 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db7480de-6dc8-4774-bf55-db8286435eab req-2466944d-6eee-41c0-bbe8-5197bbc15504 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0542810 Sep 24 00:42:57.278495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db7480de-6dc8-4774-bf55-db8286435eab req-879c0d57-77d6-48de-a10a-8ea568616ad2 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Sep 24 00:42:58.417519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573be03-eb18-4d82-bd96-29a2ba35da2b req-a2a4b4ec-96d8-4533-8edc-c9115bd2e430 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:58.419666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8573be03-eb18-4d82-bd96-29a2ba35da2b req-a2a4b4ec-96d8-4533-8edc-c9115bd2e430 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0590365 Sep 24 00:42:58.465085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8573be03-eb18-4d82-bd96-29a2ba35da2b req-26acb902-450e-4df7-918b-37ef04155662 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392461 Sep 24 00:42:59.263841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:42:59.592859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191169ed-eed5-49d5-8a93-6b06cae859ac req-66e74fa6-4819-4abd-902b-6a288af06ae5 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:42:59.594354 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-191169ed-eed5-49d5-8a93-6b06cae859ac req-66e74fa6-4819-4abd-902b-6a288af06ae5 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0520949 Sep 24 00:42:59.632322 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-191169ed-eed5-49d5-8a93-6b06cae859ac req-cfc9a1ad-b89e-4769-b3aa-de59a5e4c300 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319660 Sep 24 00:43:00.749098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed8b64-e0d7-428a-92e4-62691f3e341e req-f5f559aa-6e67-4214-be5e-7d1675d1c155 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:00.750578 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fed8b64-e0d7-428a-92e4-62691f3e341e req-f5f559aa-6e67-4214-be5e-7d1675d1c155 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0517468 Sep 24 00:43:00.788675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fed8b64-e0d7-428a-92e4-62691f3e341e req-736d2e47-111c-4bcf-b9b8-377bfa2d92e3 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322437 Sep 24 00:43:01.901292 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be951ed-9b1c-422f-b957-374fd2b14bc4 req-fce37306-ca5c-42bb-bdbf-a9deaf5b2a34 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:01.903532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3be951ed-9b1c-422f-b957-374fd2b14bc4 req-fce37306-ca5c-42bb-bdbf-a9deaf5b2a34 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0489633 Sep 24 00:43:01.942075 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3be951ed-9b1c-422f-b957-374fd2b14bc4 req-1d3d97f9-a420-4da8-bd4d-dbe0ac6fd6e5 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321164 Sep 24 00:43:03.058101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4321eb8-0b58-47fb-a3f8-ab3e6c2f501b req-a8e802ef-5a3d-40e6-b6e6-eb7e61522e2f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:03.060270 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4321eb8-0b58-47fb-a3f8-ab3e6c2f501b req-a8e802ef-5a3d-40e6-b6e6-eb7e61522e2f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0520115 Sep 24 00:43:03.098302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4321eb8-0b58-47fb-a3f8-ab3e6c2f501b req-76ad13f8-d2c8-4529-874c-9218c4b0af25 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319214 Sep 24 00:43:04.221923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d63d7-6a76-40a2-9b90-ee48ea68db0b req-0046f272-0b5b-4844-9d33-a835dd6db29b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:04.223508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718d63d7-6a76-40a2-9b90-ee48ea68db0b req-0046f272-0b5b-4844-9d33-a835dd6db29b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0562842 Sep 24 00:43:04.265219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718d63d7-6a76-40a2-9b90-ee48ea68db0b req-9cfa3ed0-4c28-42e0-80d4-0e079fd5615f tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 Sep 24 00:43:04.746652 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:43:05.394834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8930e65b-ba8a-43ff-8902-0cb3c4758aa9 req-7ad33d56-6c21-4b30-a14e-cf2e074ae4ed tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:05.397017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8930e65b-ba8a-43ff-8902-0cb3c4758aa9 req-7ad33d56-6c21-4b30-a14e-cf2e074ae4ed tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0635073 Sep 24 00:43:05.440457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8930e65b-ba8a-43ff-8902-0cb3c4758aa9 req-25816805-f913-47c6-b9bc-6c777c226aa9 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372102 Sep 24 00:43:06.559742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ba490-cccb-4da4-80ad-7d1790634bdf req-4bb1d4d2-e6be-40f5-8a07-5dc2d48278a7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:06.561180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-494ba490-cccb-4da4-80ad-7d1790634bdf req-4bb1d4d2-e6be-40f5-8a07-5dc2d48278a7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0505888 Sep 24 00:43:06.605627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-494ba490-cccb-4da4-80ad-7d1790634bdf req-f390ab90-a710-4dc1-8c22-efbc854b4a8b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377800 Sep 24 00:43:06.727035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-dfcfb753-a9a5-40a3-9c1e-53a68630c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:06.728544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-dfcfb753-a9a5-40a3-9c1e-53a68630c13b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1097 time: 0.1109445 Sep 24 00:43:06.832323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-f1f12c30-3209-4cfe-b31c-c66a15b1b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:06.833988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-f1f12c30-3209-4cfe-b31c-c66a15b1b682 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.0867288 Sep 24 00:43:06.880965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-dc951fd1-212d-4f77-b2ae-8e48136c2e3b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 217 time: 0.0396059 Sep 24 00:43:06.929658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-cb16cfed-2d85-4271-8501-259a18962ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:06.931139 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-cb16cfed-2d85-4271-8501-259a18962ecf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0437381 Sep 24 00:43:06.961985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-e605dd26-55df-4624-afa6-781ceb63d125 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244308 Sep 24 00:43:07.017308 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:07.055606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-54983621-7119-4dea-8823-252bbd821474 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866754 Sep 24 00:43:07.144532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a02f5bb7-718f-440a-b7f9-a1cb4ed3ed0a req-8b063ccc-344f-418b-907f-65c282dc7519 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820172 Sep 24 00:43:07.722629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac4715-e289-4b16-a586-b4c40afc73af req-b3d5e9e1-0f58-4f7f-9cb9-9c3fa2104d37 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:07.724271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1bac4715-e289-4b16-a586-b4c40afc73af req-b3d5e9e1-0f58-4f7f-9cb9-9c3fa2104d37 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0497465 Sep 24 00:43:07.766220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1bac4715-e289-4b16-a586-b4c40afc73af req-59dc3b08-9c33-49c7-b249-b32bb6ede830 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359645 Sep 24 00:43:08.881591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b9e2e-e2d9-42a2-b490-ec2fd4491ff0 req-3b8e7cb9-5fe2-4131-bdf9-241ee1610acc tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:08.883292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-865b9e2e-e2d9-42a2-b490-ec2fd4491ff0 req-3b8e7cb9-5fe2-4131-bdf9-241ee1610acc tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Sep 24 00:43:08.921374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-865b9e2e-e2d9-42a2-b490-ec2fd4491ff0 req-dc6dde5b-55d9-49c6-a564-28db27ed7777 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323741 Sep 24 00:43:09.172917 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-b2cce432-d964-4528-a40f-38023ea33d23 service neutron] show failed (client error): The resource could not be found. Sep 24 00:43:09.173886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-b2cce432-d964-4528-a40f-38023ea33d23 service neutron] 10.222.0.18 "GET /v2.0/ports/07f7c35d-c50e-4ed3-838e-77b7884437dc/bindings/n-h2-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0556066 Sep 24 00:43:09.365596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-49aeda13-aa8b-4b8f-b558-f0297ce24112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:09.367146 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-49aeda13-aa8b-4b8f-b558-f0297ce24112 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049&tenant_id=9c0fe293deaf4fea9b494210e447063a HTTP/1.1" status: 200 len: 1097 time: 0.0410764 Sep 24 00:43:09.378535 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:09.434092 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:09.532100 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:09.636710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:09.669038 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:43:09.709292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:43:09.711627 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89a5800-4b1a-48a5-abd9-a4d49a8a7685" -d '{"events": [{"server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "name": "network-vif-unplugged", "status": "completed", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:43:09.716291 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:09.728816 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Transition to ACTIVE for port object 07f7c35d-c50e-4ed3-838e-77b7884437dc will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:43:09.733227 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:09.763913 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b4121e-fb2e-4aae-a614-879ce531c6fd x-openstack-request-id: req-21b4121e-fb2e-4aae-a614-879ce531c6fd {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:43:09.764190 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "name": "network-vif-unplugged", "status": "completed", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:43:09.764444 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21b4121e-fb2e-4aae-a614-879ce531c6fd {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:43:09.764831 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'code': 200} Sep 24 00:43:09.798434 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:09.800569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] No DVR routers for this DVR port 07f7c35d-c50e-4ed3-838e-77b7884437dc on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:43:09.811415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.811756 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.812166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.812435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.812769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.813105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.813419 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.813741 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.814065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.814386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.814707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.815050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:09.854594 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Attempting to bind port 07f7c35d-c50e-4ed3-838e-77b7884437dc on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:43:09.854956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Attempting to bind port 07f7c35d-c50e-4ed3-838e-77b7884437dc by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:43:09.855284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Attempting to bind port 07f7c35d-c50e-4ed3-838e-77b7884437dc on network 46bba880-1bd9-41b9-a634-905bca1cd0ef {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:43:09.859564 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Port 07f7c35d-c50e-4ed3-838e-77b7884437dc on network 46bba880-1bd9-41b9-a634-905bca1cd0ef not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:43:09.859879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Attempting to bind port 07f7c35d-c50e-4ed3-838e-77b7884437dc on network 46bba880-1bd9-41b9-a634-905bca1cd0ef {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:43:09.864744 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:43:09.865074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Checking segment: {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:43:09.865453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Bound using segment: {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:43:09.865868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Bound port: 07f7c35d-c50e-4ed3-838e-77b7884437dc, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee78718-1b5a-4592-9261-f1889090e873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:43:09.866216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:09.929615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:43:09.932602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:43:09.938306 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:09.974776 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:09.975528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:09.976959 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 1092 time: 0.6023352 Sep 24 00:43:09.999364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0ede8-a758-489a-ac5e-eeaecb32d3c8 service neutron] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:10.040055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb73a82-bc6f-48de-beaa-013831238100 req-755e98df-edf3-406d-a6de-a520196d189b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:10.041590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb73a82-bc6f-48de-beaa-013831238100 req-755e98df-edf3-406d-a6de-a520196d189b tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 943 time: 0.0515006 Sep 24 00:43:10.043429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-718cd20b-d5a0-4d76-be15-3ab2b9022204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:10.044974 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-718cd20b-d5a0-4d76-be15-3ab2b9022204 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1095 time: 0.0427148 Sep 24 00:43:10.082942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb73a82-bc6f-48de-beaa-013831238100 req-b4f63c6f-a3cb-4c4c-8e0d-eb2e035de12c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Sep 24 00:43:10.140115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-609ccc18-d88d-418b-8dce-76fdb355f159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:10.141598 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-609ccc18-d88d-418b-8dce-76fdb355f159 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.0904295 Sep 24 00:43:10.181566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-a2ecf3e2-620b-4569-98a5-b6524e868f86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 217 time: 0.0337286 Sep 24 00:43:10.234825 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-3766b1fb-e7d4-44ce-a0ec-31cf90305f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:10.236247 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-3766b1fb-e7d4-44ce-a0ec-31cf90305f69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0479746 Sep 24 00:43:10.272653 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-89188fa5-17f8-4014-b298-dcf71a3b47f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300119 Sep 24 00:43:10.362335 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-b9479edc-5df0-4eae-a425-f13d3c08dbe5 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823817 Sep 24 00:43:10.455231 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-590c85a6-08b6-4b96-9387-c50b40d3ac9d req-06ecb89e-11f3-435f-b0b4-cbaf75ac491e service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858128 Sep 24 00:43:11.203985 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc50402-8f78-4df3-99d8-ad28766f82cf req-900c62a6-bbe2-4bc5-b82e-0c297b36cdca tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:11.205475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7cc50402-8f78-4df3-99d8-ad28766f82cf req-900c62a6-bbe2-4bc5-b82e-0c297b36cdca tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 943 time: 0.0534124 Sep 24 00:43:11.243253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7cc50402-8f78-4df3-99d8-ad28766f82cf req-6a5c6313-df79-4a00-804c-6f3aa1ceabf2 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316913 Sep 24 00:43:11.766167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:43:11.768633 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71" -d '{"events": [{"name": "network-changed", "server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:43:11.817705 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab08fa3-c836-439f-b449-82bb73e91a2b x-openstack-request-id: req-2ab08fa3-c836-439f-b449-82bb73e91a2b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:43:11.818027 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:43:11.818311 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ab08fa3-c836-439f-b449-82bb73e91a2b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:43:11.818736 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'status': 'completed', 'code': 200} Sep 24 00:43:11.880077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-17f96ed1-5282-4891-9867-f92a019eec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:11.881725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-17f96ed1-5282-4891-9867-f92a019eec2c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1095 time: 0.0456042 Sep 24 00:43:11.882825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-d8a9bb26-9b35-48cb-a0cc-7e86807bb49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:11.884371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-d8a9bb26-9b35-48cb-a0cc-7e86807bb49c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1095 time: 0.0438526 Sep 24 00:43:11.989963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-9a1e8651-8d14-403b-acb6-f5b2d982e729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:11.991483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-9a1e8651-8d14-403b-acb6-f5b2d982e729 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.1007633 Sep 24 00:43:11.998871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-c4e00a76-0f01-49c0-b694-a8e5b395c022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:12.000432 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-c4e00a76-0f01-49c0-b694-a8e5b395c022 service neutron] 10.222.0.20 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.1043646 Sep 24 00:43:12.041546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-e0a7d54e-fd2e-4414-9c89-c17aaa42324d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 217 time: 0.0428295 Sep 24 00:43:12.043927 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-622e5562-5edd-44b9-9fae-5e17d5286ad6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 217 time: 0.0354812 Sep 24 00:43:12.096952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-856ae1fa-3608-4915-8d62-64a5e49a8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:12.098324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-77aff0d3-14d7-47d6-b67f-1d8a3420ba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:12.098457 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-856ae1fa-3608-4915-8d62-64a5e49a8b90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0486162 Sep 24 00:43:12.099921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-77aff0d3-14d7-47d6-b67f-1d8a3420ba9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0523164 Sep 24 00:43:12.131959 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-54b4cebf-8c74-4d93-bebc-8dc0d5f399a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269213 Sep 24 00:43:12.132179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-a1c6920f-854c-4cb2-b13c-5b5597ba1f43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252385 Sep 24 00:43:12.222647 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-dfe6e94b-cfca-42cf-9402-624a2a76ee6e service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838914 Sep 24 00:43:12.227879 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-cc5a8ec8-0408-4d43-b9bd-14f6401f31e1 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891886 Sep 24 00:43:12.330267 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-c4c88c7e-70f0-47bb-b326-6e225bdf04b8 service neutron] 10.222.0.20 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014123 Sep 24 00:43:12.344400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e149877a-dd6a-4d8c-892f-1d7f39cdcd71 req-ca5e6269-7871-4f41-b4f2-5822c44dcd04 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096351 Sep 24 00:43:12.382155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e88b65a-3e5c-4d08-8dbd-f43a1195cb4a req-1c46d7f8-169b-493e-a0cd-f220a173a94c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:12.383714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e88b65a-3e5c-4d08-8dbd-f43a1195cb4a req-1c46d7f8-169b-493e-a0cd-f220a173a94c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 943 time: 0.0599549 Sep 24 00:43:12.422890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e88b65a-3e5c-4d08-8dbd-f43a1195cb4a req-51a56f76-eeca-4991-99fd-e8c18f559ba4 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331030 Sep 24 00:43:12.502307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 07f7c35d-c50e-4ed3-838e-77b7884437dc details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:43:12.663475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65372bdb-ea6f-4d39-9823-59013eaead53 req-57f491de-0c4e-4dbe-b53d-84e451b37c31 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:12.665081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65372bdb-ea6f-4d39-9823-59013eaead53 req-57f491de-0c4e-4dbe-b53d-84e451b37c31 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 943 time: 0.0926063 Sep 24 00:43:12.679143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-6e1605ae-61bc-49b9-b8c1-92e1cc0c5164 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:12.680762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-6e1605ae-61bc-49b9-b8c1-92e1cc0c5164 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.18 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049&tenant_id=9c0fe293deaf4fea9b494210e447063a&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 943 time: 0.0972853 Sep 24 00:43:12.752107 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65372bdb-ea6f-4d39-9823-59013eaead53 req-55570803-cf71-44e1-a171-c8ffc33d731d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703273 Sep 24 00:43:12.760867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:12.761112 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-215df76d-a000-4629-a39e-c1ee4152216b service neutron] delete failed (client error): The resource could not be found. Sep 24 00:43:12.762642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-215df76d-a000-4629-a39e-c1ee4152216b service neutron] 10.222.0.18 "DELETE /v2.0/ports/07f7c35d-c50e-4ed3-838e-77b7884437dc/bindings/n-h1-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0744629 Sep 24 00:43:12.774988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'network_id': '46bba880-1bd9-41b9-a634-905bca1cd0ef', 'port_id': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'mac_address': 'fa:16:3e:e4:41:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:43:12.814533 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:12.828421 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07f7c35d-c50e-4ed3-838e-77b7884437dc {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:43:12.848437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:12.856002 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:12.859271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-0c5965bf-1c37-4269-ae89-152364e22bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:12.860783 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-0c5965bf-1c37-4269-ae89-152364e22bfc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c0fe293deaf4fea9b494210e447063a&device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 1095 time: 0.0514119 Sep 24 00:43:12.907284 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:12.917490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.917839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.918180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.918545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.918911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.919245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.919572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.919903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.920228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.920567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.920889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.921206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:12.971036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-5b21dab5-e0ec-437a-9ef3-62dced483265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:12.972522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-5b21dab5-e0ec-437a-9ef3-62dced483265 service neutron] 10.222.0.18 "GET /v2.0/networks?id=46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 200 len: 915 time: 0.1043260 Sep 24 00:43:13.013903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-41b9060a-c5a2-413d-859f-fcc656f2f37e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 200 len: 217 time: 0.0345142 Sep 24 00:43:13.064277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-9a3900f7-c79f-4bcf-81fc-e815d7927b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:13.065732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-9a3900f7-c79f-4bcf-81fc-e815d7927b13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 200 len: 854 time: 0.0440483 Sep 24 00:43:13.074119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['07f7c35d-c50e-4ed3-838e-77b7884437dc'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:43:13.101855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-b3426a8c-2381-40da-b6d6-99fc8dd15756 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=46bba880-1bd9-41b9-a634-905bca1cd0ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290360 Sep 24 00:43:13.189709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-a39b3d9f-8af2-4c3e-85f6-8a5d5d02961e service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815790 Sep 24 00:43:13.282390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-596f81e8-8680-4fc4-a72d-67d5c204ded0 req-1c030ddf-21b6-4995-945b-30db269d2cf8 service neutron] 10.222.0.18 "GET /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864248 Sep 24 00:43:13.881022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c6239b-63c4-4a95-996e-bac1b86dc2f0 req-299298fc-e740-48ea-95d8-fd894201c176 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:13.882498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4c6239b-63c4-4a95-996e-bac1b86dc2f0 req-299298fc-e740-48ea-95d8-fd894201c176 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 944 time: 0.0500181 Sep 24 00:43:13.920015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4c6239b-63c4-4a95-996e-bac1b86dc2f0 req-0159a69f-f9e6-4fb6-b876-23a90049c680 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307150 Sep 24 00:43:13.988974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 07f7c35d-c50e-4ed3-838e-77b7884437dc no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:43:14.032613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 07f7c35d-c50e-4ed3-838e-77b7884437dc not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:43:14.033971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b3e9d-a375-4f25-9184-2792af48c118 req-a6c43fa7-4fe9-49bb-b6ab-2682feaa2fef tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:14.035814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f10b3e9d-a375-4f25-9184-2792af48c118 req-a6c43fa7-4fe9-49bb-b6ab-2682feaa2fef tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 944 time: 0.0495374 Sep 24 00:43:14.075858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f10b3e9d-a375-4f25-9184-2792af48c118 req-3bfc3622-a61f-41b2-bf6c-b16ebf82892d tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338497 Sep 24 00:43:14.201934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e444d-b803-4722-a418-2747276ccc5e req-47885907-aa85-43f5-abb8-4a556d2014a6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:14.203451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a0e444d-b803-4722-a418-2747276ccc5e req-47885907-aa85-43f5-abb8-4a556d2014a6 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 944 time: 0.0541861 Sep 24 00:43:14.241060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a0e444d-b803-4722-a418-2747276ccc5e req-095c58ca-8140-4e32-adfe-b752120fda23 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Sep 24 00:43:14.512741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 07f7c35d-c50e-4ed3-838e-77b7884437dc up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:43:14.569306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 07f7c35d-c50e-4ed3-838e-77b7884437dc completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:43:14.573481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 07f7c35d-c50e-4ed3-838e-77b7884437dc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:14.573851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:14.575481 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423431e-83cf-498c-969b-702286c6b21d req-a5d24c1d-2f09-42cf-87d9-39ef14f77ccf tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:14.577037 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3423431e-83cf-498c-969b-702286c6b21d req-a5d24c1d-2f09-42cf-87d9-39ef14f77ccf tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 944 time: 0.0515814 Sep 24 00:43:14.615670 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3423431e-83cf-498c-969b-702286c6b21d req-e9afa856-0540-4253-8626-32a013a42006 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326588 Sep 24 00:43:14.650380 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:14.673365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:43:14.675619 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01497621-c130-4bbb-bba4-bb35b9f8f97f" -d '{"events": [{"server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "name": "network-vif-plugged", "status": "completed", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:43:14.691141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:14.695391 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:14.721679 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa4300-f110-4473-9c9a-baba0d490fac x-openstack-request-id: req-90aa4300-f110-4473-9c9a-baba0d490fac {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:43:14.721970 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "name": "network-vif-plugged", "status": "completed", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:43:14.722222 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-90aa4300-f110-4473-9c9a-baba0d490fac {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:43:14.722612 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'code': 200} Sep 24 00:43:14.747815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:15.725223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-24bffe3b-2e87-4866-8f7c-a204496c4da7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:15.726728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-24bffe3b-2e87-4866-8f7c-a204496c4da7 tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.20 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Sep 24 00:43:15.728496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41716f54-7aca-4997-a581-958d9257f48d req-23c4dbd3-a0f9-46dd-a944-a2b488281b0c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:15.729985 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41716f54-7aca-4997-a581-958d9257f48d req-23c4dbd3-a0f9-46dd-a944-a2b488281b0c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/ports?device_id=30db1a82-baee-47eb-a256-cd30f7f01049 HTTP/1.1" status: 200 len: 945 time: 0.0481071 Sep 24 00:43:15.768896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-41716f54-7aca-4997-a581-958d9257f48d req-fe9828d9-75a4-497f-a2f9-279e92b96dda tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.24 "GET /v2.0/security-groups?id=6147e3ad-f66f-47b7-a0e2-43e7809c5503&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323484 Sep 24 00:43:15.824233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Deleting port 07f7c35d-c50e-4ed3-838e-77b7884437dc {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:43:15.824693 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:15.913640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] For port 07f7c35d-c50e-4ed3-838e-77b7884437dc, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=07f7c35d-c50e-4ed3-838e-77b7884437dc,segment=NetworkSegment(2ee78718-1b5a-4592-9261-f1889090e873),segment_id=2ee78718-1b5a-4592-9261-f1889090e873)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:15.913917 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:15.926899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Calling delete_port for 07f7c35d-c50e-4ed3-838e-77b7884437dc owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:43:16.056734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:16.068893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['07f7c35d-c50e-4ed3-838e-77b7884437dc'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:43:16.085996 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Pushing event deleted for resources: {'Port': ['ID=07f7c35d-c50e-4ed3-838e-77b7884437dc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:16.128280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] No DVR routers for this DVR port 07f7c35d-c50e-4ed3-838e-77b7884437dc on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:43:16.131099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:16.133061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-39bef2b0-e54f-4551-8d5d-563dbbfd00c8 req-db10f163-74ac-4054-9fa4-d291b71d3f7c tempest-ServerDiskConfigTestJSON-2133513768 tempest-ServerDiskConfigTestJSON-2133513768-project] 10.222.0.20 "DELETE /v2.0/ports/07f7c35d-c50e-4ed3-838e-77b7884437dc HTTP/1.1" status: 204 len: 173 time: 0.4002521 Sep 24 00:43:16.133573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'name': 'network-vif-deleted', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:43:16.135857 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853bddf3-26b2-4519-a468-f9502128fa3e" -d '{"events": [{"server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "name": "network-vif-deleted", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:43:16.172652 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75feb5d-9150-4e83-afc8-f850c71b347f x-openstack-request-id: req-d75feb5d-9150-4e83-afc8-f850c71b347f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:43:16.172943 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30db1a82-baee-47eb-a256-cd30f7f01049", "name": "network-vif-deleted", "tag": "07f7c35d-c50e-4ed3-838e-77b7884437dc", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:43:16.173217 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d75feb5d-9150-4e83-afc8-f850c71b347f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:43:16.173610 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30db1a82-baee-47eb-a256-cd30f7f01049', 'name': 'network-vif-deleted', 'tag': '07f7c35d-c50e-4ed3-838e-77b7884437dc', 'status': 'completed', 'code': 200} Sep 24 00:43:16.893140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41702) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:16.947938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Deleting subnet 57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:43:16.952109 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:16.990355 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.031979 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.084828 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.112918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.115160 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a HTTP/1.1" status: 204 len: 168 time: 0.2203023 Sep 24 00:43:17.115729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57ca6ae5-f2ce-4399-bf00-f6b0110c6a9a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:17.117589 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41704) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:17.124209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.124367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.124680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.125011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.125338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.125714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.125984 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.126302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.126620 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.126959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.127277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.127596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7baf66e-3877-41ed-920d-dc0ae2e95234 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:17.190239 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.277488 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.611636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46bba880-1bd9-41b9-a634-905bca1cd0ef']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:17.621702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee78718-1b5a-4592-9261-f1889090e873') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:17.621993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee78718-1b5a-4592-9261-f1889090e873') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:17.631546 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.644959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.650713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:43:17.651117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:43:17.653256 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:43:17.706821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.712106 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.714000 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] 10.222.0.24 "DELETE /v2.0/networks/46bba880-1bd9-41b9-a634-905bca1cd0ef HTTP/1.1" status: 204 len: 168 time: 0.5953648 Sep 24 00:43:17.728228 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c606d64-865b-4d44-8ac8-12c67a8a5363 admin admin] Pushing event deleted for resources: {'Network': ['ID=46bba880-1bd9-41b9-a634-905bca1cd0ef,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:17.829630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41708) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:17.868928 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-67504936-5f2b-4e8b-90c8-e3543e287d24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c0fe293deaf4fea9b494210e447063a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380962 Sep 24 00:43:17.871233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41710) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:17.922505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b1a408f-7370-4691-8aa8-68717133ff0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.942991 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b1a408f-7370-4691-8aa8-68717133ff0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:17.999128 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b1a408f-7370-4691-8aa8-68717133ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:18.001733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1b1a408f-7370-4691-8aa8-68717133ff0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:18.002931 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1b1a408f-7370-4691-8aa8-68717133ff0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6147e3ad-f66f-47b7-a0e2-43e7809c5503 HTTP/1.1" status: 204 len: 168 time: 0.1307266 Sep 24 00:43:18.010914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1a408f-7370-4691-8aa8-68717133ff0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6147e3ad-f66f-47b7-a0e2-43e7809c5503,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:18.533321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 07f7c35d-c50e-4ed3-838e-77b7884437dc no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:43:18.557849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 07f7c35d-c50e-4ed3-838e-77b7884437dc {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:43:18.558201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 07f7c35d-c50e-4ed3-838e-77b7884437dc not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:43:18.774158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41732) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:18.880263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1255964136-network', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:18.900915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Made reservation on behalf of 817058f3f9024a4388f40a9d6151f23b for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:43:18.903757 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:18.912485 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.017697 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.021749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.046993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:43:19.055541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35bf2ff-82c8-4622-ac64-ed6b16c1c78e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:19.061614 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.061949 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Added segment 51e6f788-b6b0-48f3-b453-6679b5955b2e of type vlan for network da1dd286-e16f-48a0-a4fd-c39254628fd2 Sep 24 00:43:19.104674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.129384 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.130377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:19.130972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.164209 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3888731 Sep 24 00:43:19.167826 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41736) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:19.175945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Request body: {'subnet': {'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1255964136-subnet', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:19.198696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Made reservation on behalf of 817058f3f9024a4388f40a9d6151f23b for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:43:19.200492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae359ee-76f7-4b3c-a4f0-1f51987cbe10 admin admin] Pushing event updated for resources: {'Network': ['ID=da1dd286-e16f-48a0-a4fd-c39254628fd2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:19.203309 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.214050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:43:19.406190 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.462435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:19.478727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:43:19.479117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Network hostable DHCP agents. Network: da1dd286-e16f-48a0-a4fd-c39254628fd2, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:43:19.503452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:43:19.515073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, da1dd286-e16f-48a0-a4fd-c39254628fd2) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:43:19.525072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:19.525722 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.525950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07afe079-e67a-4e0b-871b-e40c365dcdb0 None None] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:43:19.542981 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f7a385c4-98ca-4fec-a959-0bfefe860a0b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3727736 Sep 24 00:43:19.547439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41738) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:19.552931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:19.577331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.579257 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.649253 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.718863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-da1dd286-e16f-48a0-a4fd-c39254628fd2', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:43:19.719809 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.817944 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:19.877961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Allocated IP 172.20.0.2 (da1dd286-e16f-48a0-a4fd-c39254628fd2/eb5ecd3b-8880-4bba-8257-7b8fc9f317ea/581bac25-ce38-438c-b11e-c8c102f652ae) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:43:20.041020 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.061045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.079682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.088245 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.146006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:43:20.148954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:43:20.152437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:43:20.169765 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Pushing event updated for resources: {'Port': ['ID=581bac25-ce38-438c-b11e-c8c102f652ae,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:20.188829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Allocated IP 172.25.5.106 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/9b8f49b4-a7ce-4d40-8609-963808c8353e) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:43:20.223325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Attempting to bind port 581bac25-ce38-438c-b11e-c8c102f652ae on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:43:20.223914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Attempting to bind port 581bac25-ce38-438c-b11e-c8c102f652ae by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:43:20.224342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Attempting to bind port 581bac25-ce38-438c-b11e-c8c102f652ae on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:43:20.229841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:43:20.230218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:43:20.230647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.231063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:43:20.231538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Bound port: 581bac25-ce38-438c-b11e-c8c102f652ae, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:43:20.231923 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.304688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] For port 581bac25-ce38-438c-b11e-c8c102f652ae, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:43:20.308641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] For port 581bac25-ce38-438c-b11e-c8c102f652ae, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=581bac25-ce38-438c-b11e-c8c102f652ae,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:43:20.313451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.330716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.380651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.389253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ab32e-9625-46f2-b4ed-1e70b4d90c41 None None] Pushing event updated for resources: {'Port': ['ID=581bac25-ce38-438c-b11e-c8c102f652ae,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:20.432283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:43:20.436053 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:43:20.438575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:43:20.474573 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Pushing event updated for resources: {'Port': ['ID=9b8f49b4-a7ce-4d40-8609-963808c8353e,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:20.774869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 581bac25-ce38-438c-b11e-c8c102f652ae up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:43:20.797041 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.851622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 581bac25-ce38-438c-b11e-c8c102f652ae triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:20.852217 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.954678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:20.987146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 581bac25-ce38-438c-b11e-c8c102f652ae, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=581bac25-ce38-438c-b11e-c8c102f652ae,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:20.992041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:21.039171 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:21.041867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=581bac25-ce38-438c-b11e-c8c102f652ae,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:21.179651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:43:21.300529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:43:21.313323 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:43:21.320527 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:21.324904 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f409d12f-e6a5-4b8e-b7e2-97a92f219971 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7734780 Sep 24 00:43:21.325128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41740) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:21.325393 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:43:21.326043 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:42:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:21.434806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3fa12a-ed33-46ba-87a4-8c8ec636dd8a None None] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:43:21.453058 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:43:21.473932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-adc71413-ca67-4a54-bc47-31adc0201fcf None None] Provisioning complete for port 581bac25-ce38-438c-b11e-c8c102f652ae triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:21.474409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-adc71413-ca67-4a54-bc47-31adc0201fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:21.644466 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:20Z', 'revision_number': 3, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:21.675427 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:43:21.675893 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Updating router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 port 9b8f49b4-a7ce-4d40-8609-963808c8353e binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:43:21.706064 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:21.810993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:21.982036 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:21.985613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Allocated IP 172.20.0.1 (da1dd286-e16f-48a0-a4fd-c39254628fd2/eb5ecd3b-8880-4bba-8257-7b8fc9f317ea/008d2a4d-dc28-4808-bd70-37b5d540a435) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:43:21.989552 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:21.989991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f0df05c9-533a-4886-9db4-67a3a8c273bb None None] Provisioning complete for port 581bac25-ce38-438c-b11e-c8c102f652ae triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:21.990957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f0df05c9-533a-4886-9db4-67a3a8c273bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.043641 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Attempting to bind port 9b8f49b4-a7ce-4d40-8609-963808c8353e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:43:22.044092 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Attempting to bind port 9b8f49b4-a7ce-4d40-8609-963808c8353e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:43:22.044466 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Attempting to bind port 9b8f49b4-a7ce-4d40-8609-963808c8353e on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:43:22.053315 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:43:22.053682 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:43:22.054078 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.054456 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:43:22.054945 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Bound port: 9b8f49b4-a7ce-4d40-8609-963808c8353e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:43:22.055311 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.088953 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Pushing event updated for resources: {'Port': ['ID=9b8f49b4-a7ce-4d40-8609-963808c8353e,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:22.099829 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.104044 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.104544 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.104694 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.105011 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.105327 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.105673 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.105983 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.106290 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.106597 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.106937 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.107437 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.107747 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:43:22.127950 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] For port 9b8f49b4-a7ce-4d40-8609-963808c8353e, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:43:22.132041 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] For port 9b8f49b4-a7ce-4d40-8609-963808c8353e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9b8f49b4-a7ce-4d40-8609-963808c8353e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:43:22.134673 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.136150 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.173645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:43:22.177943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:43:22.185826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:43:22.189003 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Pushing event updated for resources: {'Port': ['ID=008d2a4d-dc28-4808-bd70-37b5d540a435,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:22.195583 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:43:22.196251 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:42:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:22.231081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.237672 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5def5918-71da-413b-b5d4-4eaf7570d2da None None] Pushing event updated for resources: {'Port': ['ID=9b8f49b4-a7ce-4d40-8609-963808c8353e,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:22.318906 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:43:22.372848 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.505294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-608bb2ad-2352-44b4-8b1f-667d229a39fc None None] Provisioning complete for port 008d2a4d-dc28-4808-bd70-37b5d540a435 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:22.505655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-608bb2ad-2352-44b4-8b1f-667d229a39fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.530260 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-0902a034-1164-4e11-835d-45c36f12428a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:20Z', 'revision_number': 3, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:22.547038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-608bb2ad-2352-44b4-8b1f-667d229a39fc None None] Port 008d2a4d-dc28-4808-bd70-37b5d540a435 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:43:22.582698 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.588585 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.654791 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0902a034-1164-4e11-835d-45c36f12428a None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:20Z', 'revision_number': 3, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:43:22.669432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.671229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Pushing event updated for resources: {'Port': ['ID=008d2a4d-dc28-4808-bd70-37b5d540a435,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:22.711292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 581bac25-ce38-438c-b11e-c8c102f652ae up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:43:22.765593 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 581bac25-ce38-438c-b11e-c8c102f652ae triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:22.765962 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:22.787303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:43:22.788964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:43:22.951732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:43:23.049228 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-24334012-f5af-4447-80d2-31899a0a77d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.100388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:43:23.111500 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-66a00f88-5641-4ee2-8d53-f13cadcd70ac admin admin] 10.222.0.24 "PUT /v2.0/routers/f39f9b34-bafc-45f0-90c9-2dd42aacbcf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794659 Sep 24 00:43:23.170208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-97ca2455-67b3-4fef-b4b6-920a12e8265b None None] Provisioning complete for port 008d2a4d-dc28-4808-bd70-37b5d540a435 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:23.170583 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-97ca2455-67b3-4fef-b4b6-920a12e8265b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.208619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-97ca2455-67b3-4fef-b4b6-920a12e8265b None None] Port 008d2a4d-dc28-4808-bd70-37b5d540a435 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:43:23.696876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41748) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:23.702483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8444a4de-768c-4c37-a686-1b1c6c3f82f7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690423891', 'description': 'tempest-description--385197290'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:23.724329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8444a4de-768c-4c37-a686-1b1c6c3f82f7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.816368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8444a4de-768c-4c37-a686-1b1c6c3f82f7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.820645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8444a4de-768c-4c37-a686-1b1c6c3f82f7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.847569 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8444a4de-768c-4c37-a686-1b1c6c3f82f7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.848828 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8444a4de-768c-4c37-a686-1b1c6c3f82f7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1507850 Sep 24 00:43:23.850790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444a4de-768c-4c37-a686-1b1c6c3f82f7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080aad3d-38d5-446a-a828-f58c2a4e7d5b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:23.853403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41750) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:23.860638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ad77f459-09b0-44db-8eaa-df6f724170fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'security_group_rule': {'security_group_id': '080aad3d-38d5-446a-a828-f58c2a4e7d5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:23.891167 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad77f459-09b0-44db-8eaa-df6f724170fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.946562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad77f459-09b0-44db-8eaa-df6f724170fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.951033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad77f459-09b0-44db-8eaa-df6f724170fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.970091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77f459-09b0-44db-8eaa-df6f724170fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feb6f5a0-3196-45cc-a9e9-9bc8c9dcffdf,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:23.977250 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ad77f459-09b0-44db-8eaa-df6f724170fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:23.982220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41752) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:23.982421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ad77f459-09b0-44db-8eaa-df6f724170fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256425 Sep 24 00:43:23.987900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-01e65a4a-1e8e-4885-a5f4-df1c6e8368f2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'security_group_rule': {'security_group_id': '080aad3d-38d5-446a-a828-f58c2a4e7d5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:24.015345 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01e65a4a-1e8e-4885-a5f4-df1c6e8368f2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.081291 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01e65a4a-1e8e-4885-a5f4-df1c6e8368f2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.085198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01e65a4a-1e8e-4885-a5f4-df1c6e8368f2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.103819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e65a4a-1e8e-4885-a5f4-df1c6e8368f2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb069fa-b81a-4ce3-9c1b-7c6fedad8758,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:24.115195 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-01e65a4a-1e8e-4885-a5f4-df1c6e8368f2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.117062 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-01e65a4a-1e8e-4885-a5f4-df1c6e8368f2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1331575 Sep 24 00:43:24.120097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 41754) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:24.125284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:24.147447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.249473 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.277426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:43:24.287655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:43:24.288341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:42:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:24.359142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Allocated IP 172.25.5.163 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d1f46f9b-e7f1-466d-aafc-e9f9c7bcf178) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:43:24.395345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:43:24.464210 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.500869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.544050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:43:24.547072 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:43:24.550677 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:43:24.577148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'Port': ['ID=d1f46f9b-e7f1-466d-aafc-e9f9c7bcf178,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:24.606653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 2, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:24.632762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:43:24.633050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Updating router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 port 008d2a4d-dc28-4808-bd70-37b5d540a435 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:43:24.649853 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.669047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.688947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.728487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9b8f49b4-a7ce-4d40-8609-963808c8353e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:43:24.858986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.864038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.891520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9b8f49b4-a7ce-4d40-8609-963808c8353e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:24.891884 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.941650 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'Port': ['ID=d1f46f9b-e7f1-466d-aafc-e9f9c7bcf178,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:24.948800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.963283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:24.973246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3412de42-45b5-44c6-b5f7-4f9a6a2f73ef tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8434913 Sep 24 00:43:25.031038 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.066320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.069533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 9b8f49b4-a7ce-4d40-8609-963808c8353e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9b8f49b4-a7ce-4d40-8609-963808c8353e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:25.073895 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.080481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.126742 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-5f7c0501-9138-4a05-a0a4-40832251e255 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1690423891&fields=id&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 267 time: 0.0366242 Sep 24 00:43:25.179403 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=9b8f49b4-a7ce-4d40-8609-963808c8353e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:25.218799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Attempting to bind port 008d2a4d-dc28-4808-bd70-37b5d540a435 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:43:25.219208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Attempting to bind port 008d2a4d-dc28-4808-bd70-37b5d540a435 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:43:25.219537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Attempting to bind port 008d2a4d-dc28-4808-bd70-37b5d540a435 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:43:25.232099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:43:25.232453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:43:25.232806 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.233206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:43:25.233689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Bound port: 008d2a4d-dc28-4808-bd70-37b5d540a435, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:43:25.234075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.251904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-3e8604cb-371e-40e7-ab13-c54ab19d246b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:25.253134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d990e3-7c36-4923-943f-fe9ba64489ca None None] Pushing event updated for resources: {'Port': ['ID=008d2a4d-dc28-4808-bd70-37b5d540a435,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:25.254131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-3e8604cb-371e-40e7-ab13-c54ab19d246b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 812 time: 0.1188188 Sep 24 00:43:25.273838 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-88b650d6-0e9f-4450-af68-cbf9a1fd5f40 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/quotas/817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 375 time: 0.0099599 Sep 24 00:43:25.320058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] For port 008d2a4d-dc28-4808-bd70-37b5d540a435, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:43:25.323302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] For port 008d2a4d-dc28-4808-bd70-37b5d540a435, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=008d2a4d-dc28-4808-bd70-37b5d540a435,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:43:25.331638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-6d590325-6175-4b99-a481-8090a77f7e0f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513628 Sep 24 00:43:25.331964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.391460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-61fddae5-f01c-4101-b997-4561f3b26b92 None None] Provisioning complete for port 008d2a4d-dc28-4808-bd70-37b5d540a435 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:25.391833 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61fddae5-f01c-4101-b997-4561f3b26b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.425717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d990e3-7c36-4923-943f-fe9ba64489ca None None] Pushing event updated for resources: {'Port': ['ID=008d2a4d-dc28-4808-bd70-37b5d540a435,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:25.428322 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:43:25.428927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:42:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:25.440117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-85bf317f-014a-47af-8877-a2e4c9f6a41f service neutron] 10.222.0.24 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952179 Sep 24 00:43:25.540514 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-ce2e675c-44f9-4dcb-b604-6797caba7977 service neutron] 10.222.0.24 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941508 Sep 24 00:43:25.579300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:43:25.581408 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61fddae5-f01c-4101-b997-4561f3b26b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.725119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23d8c621-3b4e-4e9a-a505-d3456f0abb35 req-e1d86ac0-4c43-49b7-b899-a4087268c4c3 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 210 time: 0.0278094 Sep 24 00:43:25.833165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-61fddae5-f01c-4101-b997-4561f3b26b92 None None] For port 008d2a4d-dc28-4808-bd70-37b5d540a435, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=008d2a4d-dc28-4808-bd70-37b5d540a435,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:25.843972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61fddae5-f01c-4101-b997-4561f3b26b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.949611 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:25.953388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fddae5-f01c-4101-b997-4561f3b26b92 None None] Pushing event updated for resources: {'Port': ['ID=008d2a4d-dc28-4808-bd70-37b5d540a435,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:26.004978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4638f849-bf42-4245-bd81-af3264b872c8 None None] Provisioning complete for port 008d2a4d-dc28-4808-bd70-37b5d540a435 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:26.005351 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4638f849-bf42-4245-bd81-af3264b872c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:26.052319 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a48d6be4-6558-4597-a5ce-788e8b300a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:26.083011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:26.132164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed2a13e-13d0-45be-9720-3da43369876e None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:43:26.818961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 008d2a4d-dc28-4808-bd70-37b5d540a435 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:43:26.822613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-9efdeb80-cae6-4cc9-8e5d-ae29fb8f1c73 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:26.827428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-9efdeb80-cae6-4cc9-8e5d-ae29fb8f1c73 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 812 time: 0.1758025 Sep 24 00:43:26.849901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fc58c012-9bd6-449a-9f55-7fb929bf17a2 req-efe0bb11-608e-40f3-9fc2-551779d75763 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 210 time: 0.0384045 Sep 24 00:43:26.890303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-d62a3318-aa78-4cbb-950f-c4ea13d9139e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 380 time: 0.0532169 Sep 24 00:43:26.897942 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:26.900835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 008d2a4d-dc28-4808-bd70-37b5d540a435 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:26.901508 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:26.906550 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'port': {'device_id': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'admin_state_up': True, 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'security_groups': ['080aad3d-38d5-446a-a828-f58c2a4e7d5b']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:26.998912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9b8f49b4-a7ce-4d40-8609-963808c8353e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:43:27.053490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9b8f49b4-a7ce-4d40-8609-963808c8353e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:27.054401 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:27.360567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Made reservation on behalf of 817058f3f9024a4388f40a9d6151f23b for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:43:27.364406 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:27.505468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Allocated IP 172.20.0.7 (da1dd286-e16f-48a0-a4fd-c39254628fd2/eb5ecd3b-8880-4bba-8257-7b8fc9f317ea/27cac064-bd84-4f4c-b004-f5a817de3d04) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:43:27.646721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:27.683849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:27.732526 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:43:27.735730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:43:27.739541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:43:27.749256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:27.801639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:27.802296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:27.816916 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-998f1379-f516-4489-ba18-3fb6ef9bd10a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9146473 Sep 24 00:43:27.828087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-a5501abf-aa7d-4ae2-a531-f8348b367dfe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:43:27.829072 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-a5501abf-aa7d-4ae2-a531-f8348b367dfe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058525 Sep 24 00:43:27.843220 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Request body: {'port': {'device_id': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:27.904606 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:27.978719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f5182a8a-58be-4a5b-b2a5-be364211dc7c None None] Provisioning complete for port 27cac064-bd84-4f4c-b004-f5a817de3d04 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:27.979348 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5182a8a-58be-4a5b-b2a5-be364211dc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:27.979587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1030c6-d112-4d85-8339-05bce839819e req-e88b3c56-427b-4aa3-a4c4-6045208e5986 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:27.980933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd1030c6-d112-4d85-8339-05bce839819e req-e88b3c56-427b-4aa3-a4c4-6045208e5986 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 931 time: 0.0564933 Sep 24 00:43:28.023784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f5182a8a-58be-4a5b-b2a5-be364211dc7c None None] Port 27cac064-bd84-4f4c-b004-f5a817de3d04 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:43:28.041051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd1030c6-d112-4d85-8339-05bce839819e req-0a9b4d46-f967-4ff3-b666-bbb74585b645 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541024 Sep 24 00:43:28.196246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27cac064-bd84-4f4c-b004-f5a817de3d04 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:43:28.204734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:28.218262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Transition to ACTIVE for port object 27cac064-bd84-4f4c-b004-f5a817de3d04 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:43:28.223913 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:28.293578 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Pushing event updated for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:28.354489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Attempting to bind port 27cac064-bd84-4f4c-b004-f5a817de3d04 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:43:28.354868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Attempting to bind port 27cac064-bd84-4f4c-b004-f5a817de3d04 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:43:28.355197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Attempting to bind port 27cac064-bd84-4f4c-b004-f5a817de3d04 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:43:28.360291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Port 27cac064-bd84-4f4c-b004-f5a817de3d04 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:43:28.360612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Attempting to bind port 27cac064-bd84-4f4c-b004-f5a817de3d04 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:43:28.365630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:43:28.365964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:43:28.366440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:43:28.366890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Bound port: 27cac064-bd84-4f4c-b004-f5a817de3d04, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:43:28.367706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:28.439122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:43:28.442453 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:43:28.446880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:28.479173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:28.479793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:28.481857 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] 10.222.0.20 "PUT /v2.0/ports/27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 1092 time: 0.6430070 Sep 24 00:43:28.482153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:43:28.484544 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:43:28.521076 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2a641-eaae-431b-8e74-7928632e0149 service neutron] Pushing event updated for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:28.527356 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5c231f-0d58-4479-9d9d-4cdef6a90aad x-openstack-request-id: req-3d5c231f-0d58-4479-9d9d-4cdef6a90aad {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:43:28.527646 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:43:28.527895 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3d5c231f-0d58-4479-9d9d-4cdef6a90aad {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:43:28.528287 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'status': 'completed', 'code': 200} Sep 24 00:43:28.572069 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-89707766-9bf7-45ea-b5b5-29bee402a94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:28.573610 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-89707766-9bf7-45ea-b5b5-29bee402a94d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0428979 Sep 24 00:43:28.623279 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-19f0e1f5-f7af-47c1-b4a6-09cdbf4211e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 217 time: 0.0414202 Sep 24 00:43:28.677334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-d963502e-61d6-485e-be1c-8149251d022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:28.678828 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-d963502e-61d6-485e-be1c-8149251d022f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0488627 Sep 24 00:43:28.723562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-5715a5da-4b07-471b-9996-67f64e5a66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:28.725049 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-5715a5da-4b07-471b-9996-67f64e5a66de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397606 Sep 24 00:43:28.820045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-336d84e9-c757-4ed7-961c-b4eace7bc426 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875337 Sep 24 00:43:28.915583 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5fdfef59-99fa-45ee-8cf6-d868ea86c40d req-feefd598-89b8-4e7d-862d-002d609cb95f service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892196 Sep 24 00:43:28.999994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-8db56fe9-628a-4f1e-9588-260664649045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:29.001429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-8db56fe9-628a-4f1e-9588-260664649045 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0432639 Sep 24 00:43:29.097448 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-823ca03f-f4aa-4a1e-8e92-f291dcec3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:29.098980 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-823ca03f-f4aa-4a1e-8e92-f291dcec3fb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0909281 Sep 24 00:43:29.144322 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-5ed1ecc4-70f3-4f9b-bc99-16f83c7b66f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 217 time: 0.0388179 Sep 24 00:43:29.163995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189e9b4-1c04-4941-a495-fe5b082fd409 req-6b065401-944e-41e1-916a-b1ddf29df40d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:29.165525 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d189e9b4-1c04-4941-a495-fe5b082fd409 req-6b065401-944e-41e1-916a-b1ddf29df40d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0502367 Sep 24 00:43:29.193542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-77daf9e1-b576-44d5-947e-ffcab83f6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:29.195050 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-77daf9e1-b576-44d5-947e-ffcab83f6d81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0443227 Sep 24 00:43:29.204719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d189e9b4-1c04-4941-a495-fe5b082fd409 req-64786a9f-810f-42d3-940b-b8a894be5e2d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331306 Sep 24 00:43:29.243684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-c1e5b427-5c9e-407e-b667-48507f141c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:29.245180 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-c1e5b427-5c9e-407e-b667-48507f141c5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419931 Sep 24 00:43:29.265949 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:29.342471 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-dfaf332e-2a32-442f-a684-7c7694e2537f service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895188 Sep 24 00:43:29.432454 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8dab4c0b-4ca5-4e5e-969d-51a0d0b5ddf7 req-a489c36d-7127-49d5-ad0e-551ede9c61cc service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828342 Sep 24 00:43:30.321848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59260e7d-3492-49d5-a997-9a4bb0cccd76 req-5abc33c0-8bbd-4fb2-a236-6a7fcae64085 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:30.323342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59260e7d-3492-49d5-a997-9a4bb0cccd76 req-5abc33c0-8bbd-4fb2-a236-6a7fcae64085 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0478179 Sep 24 00:43:30.360563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59260e7d-3492-49d5-a997-9a4bb0cccd76 req-2aeb55ac-d616-4caf-bb81-d2012fb4a2f7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305259 Sep 24 00:43:31.481686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a63acb5-ad50-45e9-a22d-a3c247fc11f6 req-d4fa7cdf-4a78-4ca3-a796-f90e25d245ac tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:31.483103 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a63acb5-ad50-45e9-a22d-a3c247fc11f6 req-d4fa7cdf-4a78-4ca3-a796-f90e25d245ac tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0535204 Sep 24 00:43:31.520793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7a63acb5-ad50-45e9-a22d-a3c247fc11f6 req-66363396-2778-461c-9713-cdecef7ee070 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Sep 24 00:43:32.596964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 27cac064-bd84-4f4c-b004-f5a817de3d04 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:43:32.635657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d74a6-a80e-4171-acf0-e861bb52fc98 req-32d663cd-7ed9-4139-9e44-0971231707e2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:32.637364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b68d74a6-a80e-4171-acf0-e861bb52fc98 req-32d663cd-7ed9-4139-9e44-0971231707e2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0504780 Sep 24 00:43:32.677153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b68d74a6-a80e-4171-acf0-e861bb52fc98 req-87f1a03d-3075-4372-bb9d-81c0feb0bae9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337796 Sep 24 00:43:32.695938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:32.707488 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'mac_address': 'fa:16:3e:32:37:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:43:32.748045 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:32.760508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cac064-bd84-4f4c-b004-f5a817de3d04 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:43:32.780789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:32.785426 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:32.831389 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:32.973171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['27cac064-bd84-4f4c-b004-f5a817de3d04'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:43:33.791418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5a065-2f2d-4519-9da8-80056efb47fc req-fe926fe1-07c4-4bab-848a-cba87ef6cc7d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:33.792913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8e5a065-2f2d-4519-9da8-80056efb47fc req-fe926fe1-07c4-4bab-848a-cba87ef6cc7d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 944 time: 0.0484614 Sep 24 00:43:33.830869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8e5a065-2f2d-4519-9da8-80056efb47fc req-2e4f009d-7dfb-4e4b-8a84-d9c81b07861c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314519 Sep 24 00:43:34.596724 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 27cac064-bd84-4f4c-b004-f5a817de3d04 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:43:34.646293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 27cac064-bd84-4f4c-b004-f5a817de3d04 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:43:34.650097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 27cac064-bd84-4f4c-b004-f5a817de3d04 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:43:34.650524 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:34.728058 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:34.759881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:43:34.762139 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f8fbf4-bdb8-4fd9-8e73-dcaab158d06b" -d '{"events": [{"server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:43:34.776249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:43:34.780945 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:34.805854 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968103a0-ddf4-4e5b-85dc-65409bf85063 x-openstack-request-id: req-968103a0-ddf4-4e5b-85dc-65409bf85063 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:43:34.806148 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:43:34.806400 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-968103a0-ddf4-4e5b-85dc-65409bf85063 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:43:34.806808 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'code': 200} Sep 24 00:43:34.833740 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:43:34.903641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7819d49-a817-42d1-bac0-6894e2b90d92 req-ef4447d3-8cab-45f8-bd1a-0a8ab87fa5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:34.905172 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c7819d49-a817-42d1-bac0-6894e2b90d92 req-ef4447d3-8cab-45f8-bd1a-0a8ab87fa5e0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0463295 Sep 24 00:43:34.941158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c7819d49-a817-42d1-bac0-6894e2b90d92 req-ed31c474-d8cf-4dc6-8407-4788ce734c5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292785 Sep 24 00:43:34.955052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074bc4f-3c8d-484f-8a95-a81e56991fad req-4affbf49-e807-415d-80ae-77c095262b7d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:34.956524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5074bc4f-3c8d-484f-8a95-a81e56991fad req-4affbf49-e807-415d-80ae-77c095262b7d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0571828 Sep 24 00:43:34.993584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5074bc4f-3c8d-484f-8a95-a81e56991fad req-f1ccab55-7169-42cc-962c-efa4c022d78e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309844 Sep 24 00:43:36.112573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769b828-f7e1-4f28-98ec-2d359ffcdd71 req-babbf29e-ae81-45db-8ecb-6b37997d200e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:36.114090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d769b828-f7e1-4f28-98ec-2d359ffcdd71 req-babbf29e-ae81-45db-8ecb-6b37997d200e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0516384 Sep 24 00:43:36.153558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d769b828-f7e1-4f28-98ec-2d359ffcdd71 req-ad71721d-aabb-4aa8-b128-16f1e4d736e0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334425 Sep 24 00:43:36.270327 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1324f0-df75-431f-a5b2-a4b87e6f66ad req-eebaf40f-c1e7-4f80-9060-c2d712091829 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:36.272012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d1324f0-df75-431f-a5b2-a4b87e6f66ad req-eebaf40f-c1e7-4f80-9060-c2d712091829 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0507505 Sep 24 00:43:36.280735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 41806) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:43:36.285390 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'floatingip': {'port_id': '27cac064-bd84-4f4c-b004-f5a817de3d04'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:43:36.328448 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:36.770429 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:36.774180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:36.879975 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Floating IP 26eab877-7a09-4bde-871f-a8602045889c associated. External IP: 172.25.5.163, port: 27cac064-bd84-4f4c-b004-f5a817de3d04. Sep 24 00:43:37.032853 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:37.081198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:43:37.194017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:43:37.198572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:37.204383 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:43:37.213888 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:43:37.214495 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:43:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:37.229152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d18e0091-0ee7-47f0-93a0-7f6e09dd7ba5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "PUT /v2.0/floatingips/26eab877-7a09-4bde-871f-a8602045889c HTTP/1.1" status: 200 len: 991 time: 0.9473696 Sep 24 00:43:37.229728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:43:37.232729 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:43:37.272650 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e890a5-ad98-43d5-83fb-3ba584a01f00 x-openstack-request-id: req-d1e890a5-ad98-43d5-83fb-3ba584a01f00 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:43:37.272935 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:43:37.273189 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1e890a5-ad98-43d5-83fb-3ba584a01f00 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:43:37.273586 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'status': 'completed', 'code': 200} Sep 24 00:43:37.329004 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:43:37.335470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-b1d0be7e-1de9-4d40-9913-76822d4ddd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:37.337018 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-b1d0be7e-1de9-4d40-9913-76822d4ddd1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0404449 Sep 24 00:43:37.429349 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-72887e78-039d-4062-a1eb-d4d3c432a159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:37.430882 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-72887e78-039d-4062-a1eb-d4d3c432a159 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0867176 Sep 24 00:43:37.496526 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-0fb83e12-96df-4322-8c5f-1dbd2d351fd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 999 time: 0.0588472 Sep 24 00:43:37.545584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-9a080985-dcaa-4438-93d8-b6279762043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:37.547017 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-9a080985-dcaa-4438-93d8-b6279762043b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0441720 Sep 24 00:43:37.551149 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:32:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:43:36Z', 'revision_number': 1, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:37.577332 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:43:37.585381 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:43:37.585988 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:43:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:37.596520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-b98d754b-eb4b-4859-9bc2-876521d3f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:43:37.598024 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-b98d754b-eb4b-4859-9bc2-876521d3f353 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444915 Sep 24 00:43:37.687092 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-ac91427c-5bdc-49c9-9404-7cba1c9a9cb6 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818884 Sep 24 00:43:37.689334 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:43:37.784664 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-136e2e15-ad20-4748-a6a7-2bd0a2a554ab req-9a2ad0fe-694f-4644-b2dd-399218a80d85 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912764 Sep 24 00:43:37.902118 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:32:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:43:36Z', 'revision_number': 1, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:43:37.931425 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c370d1-ae84-415e-b554-fe1a4a79e487 None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:32:37:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:43:36Z', 'revision_number': 1, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:43:38.105247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4c9ddf-8ad3-4f46-a2ba-166a81f21f43 None None] New status for floating IP 26eab877-7a09-4bde-871f-a8602045889c: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:43:39.545917 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:41.746043 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:43:53.039275 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec55cd91-f887-4ffc-99ae-09a0ba9007d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:55.905320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:56.033544 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a04a15b3-8f9c-4899-9156-b1bdd9a6d778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:56.895716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:43:59.271143 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:07.050896 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:09.138274 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-fd73f737-1155-4ac4-82c5-06677fa6c7d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400877 Sep 24 00:44:09.220533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-b6202c1c-0606-458c-b99f-8731a2e7c464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:44:09.222073 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-b6202c1c-0606-458c-b99f-8731a2e7c464 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0409935 Sep 24 00:44:09.328636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-52ecff61-7034-4623-8751-a35d27064133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:44:09.330114 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-52ecff61-7034-4623-8751-a35d27064133 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0883663 Sep 24 00:44:09.399373 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-b5353b3d-66a5-4b85-9ea2-b2ceb207c51e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 1001 time: 0.0597022 Sep 24 00:44:09.457429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-60823b97-50c0-49b3-a3ed-56b0e3ea68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:44:09.458959 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-60823b97-50c0-49b3-a3ed-56b0e3ea68f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0503955 Sep 24 00:44:09.505463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-3497bd72-980f-41e4-a92a-3b2d730d052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:44:09.507013 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-3497bd72-980f-41e4-a92a-3b2d730d052a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405424 Sep 24 00:44:09.560373 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:09.599297 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-9e23f66c-3817-40f1-834b-94a3afe4b559 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839245 Sep 24 00:44:09.692706 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2c623dbb-4cb2-4030-abd6-406cd79ec19d req-9cfad272-6172-4d35-aff4-684a2974ff5b service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847073 Sep 24 00:44:16.435208 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-b3ad102c-3b3b-4c01-9e8c-b2d19651d34d req-33ffca8e-3137-4f35-8c66-053db0010add service neutron] (106378) timed out ('10.222.0.20', 53359) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:44:18.745304 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:44:23.040635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-09355292-61e8-4993-a705-c0ffb90e8ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:25.906531 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:26.033636 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5214885c-8030-4f37-902f-f99af13f5b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:26.898203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:29.272964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:37.052705 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:39.562244 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:53.041893 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6d4a7b6-861d-497e-b3b3-6b6a71035f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:55.744883 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:44:55.908139 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:56.033862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ca62e60c-eacb-418b-84f5-ed90227fca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:56.901033 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:44:59.275883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:07.045376 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:09.571538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:10.106786 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8382ed34-d543-4138-b266-170a15017b10 req-4e34bc3d-f900-477a-9694-0bed8c4e47b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408025 Sep 24 00:45:10.188396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ed34-d543-4138-b266-170a15017b10 req-b8eb146e-3b9d-475b-b59f-255080686f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:10.189920 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8382ed34-d543-4138-b266-170a15017b10 req-b8eb146e-3b9d-475b-b59f-255080686f91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0423069 Sep 24 00:45:10.296506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ed34-d543-4138-b266-170a15017b10 req-77a2027c-0608-41d9-930a-6f6ff67fb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:10.298056 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8382ed34-d543-4138-b266-170a15017b10 req-77a2027c-0608-41d9-930a-6f6ff67fb019 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0887072 Sep 24 00:45:10.361126 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8382ed34-d543-4138-b266-170a15017b10 req-8a6069f7-b2d5-4644-b1f3-fcfc8ad100b2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 1001 time: 0.0562558 Sep 24 00:45:10.413313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ed34-d543-4138-b266-170a15017b10 req-4af41d75-0260-45e1-ad7d-d987cc660f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:10.414727 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8382ed34-d543-4138-b266-170a15017b10 req-4af41d75-0260-45e1-ad7d-d987cc660f2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0465505 Sep 24 00:45:10.459129 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382ed34-d543-4138-b266-170a15017b10 req-157ce018-3247-408e-a529-7430451191b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:10.460608 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8382ed34-d543-4138-b266-170a15017b10 req-157ce018-3247-408e-a529-7430451191b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391209 Sep 24 00:45:10.551190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8382ed34-d543-4138-b266-170a15017b10 req-d6717ccd-1177-445c-b98f-eb9945cfa162 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828760 Sep 24 00:45:10.639015 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8382ed34-d543-4138-b266-170a15017b10 req-2bb53d2d-f129-41ad-b6b3-93db83ea4c8b service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807984 Sep 24 00:45:14.099922 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02f450-2279-42a7-a6ea-1fa77dbcdd45 req-994d13cc-7191-41e6-a310-44787279384e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:14.101406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da02f450-2279-42a7-a6ea-1fa77dbcdd45 req-994d13cc-7191-41e6-a310-44787279384e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0520313 Sep 24 00:45:14.138116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da02f450-2279-42a7-a6ea-1fa77dbcdd45 req-46c49227-7aa8-4f20-9c6c-d773ef5cfbb9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Sep 24 00:45:14.366873 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-f6f549cf-7018-43d1-95e7-d78109bc50c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410666 Sep 24 00:45:14.381265 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f949dc-624a-455a-9f3b-e5a175f90c8e req-3877c3c7-33c7-4887-b5e3-41bcac01f0a6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:14.382822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7f949dc-624a-455a-9f3b-e5a175f90c8e req-3877c3c7-33c7-4887-b5e3-41bcac01f0a6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0478156 Sep 24 00:45:14.421936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7f949dc-624a-455a-9f3b-e5a175f90c8e req-a5d53d31-5b4d-447c-a815-7b5988b610e3 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327792 Sep 24 00:45:15.418042 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-41092388-2476-4780-91ea-b72d501b1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:15.419564 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-41092388-2476-4780-91ea-b72d501b1977 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0443492 Sep 24 00:45:15.509623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-3fb640c0-3d0d-468d-a89e-844c6b1ceb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:15.511056 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-3fb640c0-3d0d-468d-a89e-844c6b1ceb99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0843821 Sep 24 00:45:15.540618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1baa882-bca9-44c7-bed8-dbc8ecff5f9d req-24d14558-bc01-4268-bbfe-2ce65249f56d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:15.542085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1baa882-bca9-44c7-bed8-dbc8ecff5f9d req-24d14558-bc01-4268-bbfe-2ce65249f56d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0479152 Sep 24 00:45:15.580629 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-49ccae85-54d0-46e9-b06b-06e2d3017560 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 1001 time: 0.0630760 Sep 24 00:45:15.589256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d1baa882-bca9-44c7-bed8-dbc8ecff5f9d req-5a36b4a2-bd35-4c11-8084-e27c1839b40e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405166 Sep 24 00:45:15.629624 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-02813bb2-1d7a-4ef9-b99a-5cb765545b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:15.631100 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-02813bb2-1d7a-4ef9-b99a-5cb765545b5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0435891 Sep 24 00:45:15.675639 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-925c3e37-69f0-4014-b1be-15e6d4336eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:15.677078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-925c3e37-69f0-4014-b1be-15e6d4336eb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397210 Sep 24 00:45:15.767419 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-80b8990d-051f-4892-aae8-5a540c7a0ecf service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827746 Sep 24 00:45:15.854651 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-482603a3-3c92-4a9c-abc5-e50e1e69d284 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802598 Sep 24 00:45:16.705097 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f7681-fefa-44ec-aa6e-d25823fdae8d req-da99fac3-ce7d-4274-adfc-5d4eb6ce1e7b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:16.706553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7f7681-fefa-44ec-aa6e-d25823fdae8d req-da99fac3-ce7d-4274-adfc-5d4eb6ce1e7b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0494852 Sep 24 00:45:16.742294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a7f7681-fefa-44ec-aa6e-d25823fdae8d req-ac2f49de-4803-476b-b955-f27e20fb851b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298486 Sep 24 00:45:17.857887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43201d7a-9caf-476d-a38c-cca585e02de5 req-072a56cb-3dbf-49ce-bf61-9e6a6282b101 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:17.859374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43201d7a-9caf-476d-a38c-cca585e02de5 req-072a56cb-3dbf-49ce-bf61-9e6a6282b101 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0478284 Sep 24 00:45:17.897656 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43201d7a-9caf-476d-a38c-cca585e02de5 req-3b51b25c-e92a-4dc4-80b7-086ca549a65b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Sep 24 00:45:19.011771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8be0b-c2e5-4bf4-ade6-449c5e5b3ef2 req-8a7b9b0a-a7c1-4616-aa99-234a2debfd63 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:19.013248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-acf8be0b-c2e5-4bf4-ade6-449c5e5b3ef2 req-8a7b9b0a-a7c1-4616-aa99-234a2debfd63 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0479538 Sep 24 00:45:19.053675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-acf8be0b-c2e5-4bf4-ade6-449c5e5b3ef2 req-9b70dbbf-76cf-48b8-8ab1-7368f97982fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346084 Sep 24 00:45:20.510546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d310e5a-0776-4bc1-bda5-711a5fc296a9 req-fbeca93e-5733-4dc7-86d7-8185620a2793 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:20.512041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d310e5a-0776-4bc1-bda5-711a5fc296a9 req-fbeca93e-5733-4dc7-86d7-8185620a2793 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.3912714 Sep 24 00:45:20.549991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d310e5a-0776-4bc1-bda5-711a5fc296a9 req-b93a29d6-f3a6-4dfd-9f10-0b5b2c0165a0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313375 Sep 24 00:45:21.664310 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720393f4-e9ec-4afb-be57-3d77f70a183f req-1c92a770-8894-4934-8bc9-198c2467d25c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:21.665777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-720393f4-e9ec-4afb-be57-3d77f70a183f req-1c92a770-8894-4934-8bc9-198c2467d25c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0485017 Sep 24 00:45:21.701914 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-720393f4-e9ec-4afb-be57-3d77f70a183f req-222062dd-a480-49b0-aef6-1965c14950a2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298610 Sep 24 00:45:22.819784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06afcd-dd66-463e-b8c9-c71c9b36339b req-54c25995-acc2-4a46-969b-bf0629fd0601 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:22.821237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a06afcd-dd66-463e-b8c9-c71c9b36339b req-54c25995-acc2-4a46-969b-bf0629fd0601 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0505702 Sep 24 00:45:22.858242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6a06afcd-dd66-463e-b8c9-c71c9b36339b req-fb0ff451-363b-480c-8160-fe6739e9e28b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304472 Sep 24 00:45:23.043765 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d219d6ac-43f0-4e9f-a47c-cd83618a2a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:23.972918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cb619-4967-42e8-9efa-772c994efd20 req-93095552-12de-4ef1-89d7-93bd65e45f54 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:23.974373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a32cb619-4967-42e8-9efa-772c994efd20 req-93095552-12de-4ef1-89d7-93bd65e45f54 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0476887 Sep 24 00:45:24.011965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a32cb619-4967-42e8-9efa-772c994efd20 req-121a01e4-654c-4b13-8a2d-ad90fa01ebb7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317006 Sep 24 00:45:25.125808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe9ffa-ced1-468d-a44a-574e2c8c533b req-527ed987-a2c2-41b9-8893-2f508f4e7c76 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:25.127339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6efe9ffa-ced1-468d-a44a-574e2c8c533b req-527ed987-a2c2-41b9-8893-2f508f4e7c76 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0489748 Sep 24 00:45:25.164965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6efe9ffa-ced1-468d-a44a-574e2c8c533b req-fc0daa60-352b-4116-a418-cd8d93d3c87c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316615 Sep 24 00:45:25.909318 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:26.034975 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0673c781-0a33-463b-a557-3b9b8664f223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:26.289937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8312bc5-48d8-4659-80fe-f26325c781ae req-b04d5510-b343-4a6e-ad48-3a476f6d26d0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:26.291434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8312bc5-48d8-4659-80fe-f26325c781ae req-b04d5510-b343-4a6e-ad48-3a476f6d26d0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0568128 Sep 24 00:45:26.334769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8312bc5-48d8-4659-80fe-f26325c781ae req-951bea86-27fe-490a-814f-985637415faf tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368187 Sep 24 00:45:26.904345 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:27.458269 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de574b05-8548-462b-895a-48ebbddf334d req-f581105d-74a5-474d-b2b1-9309d5a0b7ae tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:27.459947 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de574b05-8548-462b-895a-48ebbddf334d req-f581105d-74a5-474d-b2b1-9309d5a0b7ae tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 945 time: 0.0546200 Sep 24 00:45:27.503017 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de574b05-8548-462b-895a-48ebbddf334d req-d7dca3fc-f697-43ad-b4cc-5c035334d999 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367322 Sep 24 00:45:27.861403 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-db0e8e73-62b9-4876-bf4d-60ce6740e52f service neutron] show failed (client error): The resource could not be found. Sep 24 00:45:27.862445 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-db0e8e73-62b9-4876-bf4d-60ce6740e52f service neutron] 10.222.0.20 "GET /v2.0/ports/27cac064-bd84-4f4c-b004-f5a817de3d04/bindings/n-h1-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0588496 Sep 24 00:45:28.057124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-4327085c-f718-4497-abaf-d2de5fb63746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:28.058602 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-4327085c-f718-4497-abaf-d2de5fb63746 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 1097 time: 0.0407128 Sep 24 00:45:28.070623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:45:28.124110 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:28.327141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:45:28.358965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:45:28.396593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:45:28.398909 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c8502-1305-47f8-9431-40bcc8bfe6ad" -d '{"events": [{"server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:45:28.402992 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:28.416089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Transition to ACTIVE for port object 27cac064-bd84-4f4c-b004-f5a817de3d04 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:45:28.419690 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:28.503317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Pushing event updated for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:28.515309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.515658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.516000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.516322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.516650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.516972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.517290 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.517611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.517929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.518250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.518647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.518993 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:28.566371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] No DVR routers for this DVR port 27cac064-bd84-4f4c-b004-f5a817de3d04 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:45:28.600512 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cf47bb-9858-4edc-a373-a353a4c33e9b x-openstack-request-id: req-f0cf47bb-9858-4edc-a373-a353a4c33e9b {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:45:28.600765 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:45:28.600865 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f0cf47bb-9858-4edc-a373-a353a4c33e9b {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:45:28.601196 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'code': 200} Sep 24 00:45:28.698181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04ed94-c2c6-4cb2-8554-d97e8de05f1b req-ac07935f-d3b6-4007-becd-42f141927bc9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:28.699717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e04ed94-c2c6-4cb2-8554-d97e8de05f1b req-ac07935f-d3b6-4007-becd-42f141927bc9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0977535 Sep 24 00:45:28.769454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e04ed94-c2c6-4cb2-8554-d97e8de05f1b req-3b9126f7-fea7-472f-9f1d-d0354dd7c7ce tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629606 Sep 24 00:45:28.773670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Attempting to bind port 27cac064-bd84-4f4c-b004-f5a817de3d04 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:45:28.774001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Attempting to bind port 27cac064-bd84-4f4c-b004-f5a817de3d04 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:45:28.774418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Attempting to bind port 27cac064-bd84-4f4c-b004-f5a817de3d04 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:45:28.779335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Port 27cac064-bd84-4f4c-b004-f5a817de3d04 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:45:28.779647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Attempting to bind port 27cac064-bd84-4f4c-b004-f5a817de3d04 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:45:28.784686 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:45:28.785023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:45:28.785403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:45:28.785827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Bound port: 27cac064-bd84-4f4c-b004-f5a817de3d04, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:45:28.786184 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:28.849474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:45:28.852478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:45:28.856674 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:28.889339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:28.889947 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:28.891349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 1092 time: 0.8246212 Sep 24 00:45:28.913866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fa821-7ba3-4ab0-a253-644ccde533e8 service neutron] Pushing event updated for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:28.962797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-90022761-6081-4584-b512-31cbb97bb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:28.964376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-90022761-6081-4584-b512-31cbb97bb51d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0475912 Sep 24 00:45:29.059862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-34c148f3-a2e3-4ca8-9e16-b50c19bf684d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:29.061931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-34c148f3-a2e3-4ca8-9e16-b50c19bf684d service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0897706 Sep 24 00:45:29.132858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-75d22142-8090-45b5-967a-09816ee49ecf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 999 time: 0.0641537 Sep 24 00:45:29.183371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-5ccaa7cd-d2e2-4784-9f16-7e1c194803ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:29.184707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-5ccaa7cd-d2e2-4784-9f16-7e1c194803ed service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0445695 Sep 24 00:45:29.228783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-bbd9a7f6-1c4c-4cc0-b1f5-eeb2e1ea3b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:29.230287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-bbd9a7f6-1c4c-4cc0-b1f5-eeb2e1ea3b4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391729 Sep 24 00:45:29.278119 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:29.324480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-f1ca64a7-2c58-429f-b503-fb2baaca81b7 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865684 Sep 24 00:45:29.412955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-800cd6e6-c1eb-444a-be3a-51713b5ff7f0 req-0cce6725-3de9-476a-8c35-1def3775302e service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811698 Sep 24 00:45:29.886323 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bbac2c-02c5-4ee0-84e1-6f9084324bf2 req-3981af10-8092-4f7b-9aeb-981e2d3d8fd9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:29.887827 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76bbac2c-02c5-4ee0-84e1-6f9084324bf2 req-3981af10-8092-4f7b-9aeb-981e2d3d8fd9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0493414 Sep 24 00:45:29.930445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76bbac2c-02c5-4ee0-84e1-6f9084324bf2 req-5c185e68-0cfd-40a1-bca1-63f1df68171b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361123 Sep 24 00:45:30.602234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:45:30.604710 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61e3087-c17c-4427-a15d-76ba7eebe61f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:45:30.652038 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576988ec-31e4-4972-81bb-8fb1380dc388 x-openstack-request-id: req-576988ec-31e4-4972-81bb-8fb1380dc388 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:45:30.652329 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:45:30.652582 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-576988ec-31e4-4972-81bb-8fb1380dc388 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:45:30.652998 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'status': 'completed', 'code': 200} Sep 24 00:45:30.711337 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-063957ca-5400-4f79-a9a3-e29668d43855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:30.712864 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-063957ca-5400-4f79-a9a3-e29668d43855 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0419123 Sep 24 00:45:30.714557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-434173de-f4e6-4ae2-8054-82129533ef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:30.716070 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-434173de-f4e6-4ae2-8054-82129533ef4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0401690 Sep 24 00:45:30.804131 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-4c0be010-4336-4a88-b19f-9c3dff8c1f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:30.805911 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-4c0be010-4336-4a88-b19f-9c3dff8c1f5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0865006 Sep 24 00:45:30.807042 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-46e2aee2-a77f-4f4a-805c-54c0521d2736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:30.808508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-46e2aee2-a77f-4f4a-805c-54c0521d2736 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0853539 Sep 24 00:45:30.875570 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-804f8e4e-8bb9-4b3c-85cc-1acf636fde3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 999 time: 0.0622308 Sep 24 00:45:30.891668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-a800c0d6-ff1e-4c01-8030-eb571d4ec6ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 999 time: 0.0653348 Sep 24 00:45:30.925426 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-c4d89af8-e428-48e0-be60-508b65ade491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:30.926995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-c4d89af8-e428-48e0-be60-508b65ade491 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0454690 Sep 24 00:45:30.947416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-81a9367e-137f-4230-8c9a-4b72078e28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:30.948938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-81a9367e-137f-4230-8c9a-4b72078e28d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0503516 Sep 24 00:45:30.986525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-6362635f-0351-46a3-acc8-98dca9dc0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:30.988219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-6362635f-0351-46a3-acc8-98dca9dc0aae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533118 Sep 24 00:45:31.001515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-20fda011-e8b7-41b2-81b8-b5b9d620e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:31.003193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-20fda011-e8b7-41b2-81b8-b5b9d620e194 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461247 Sep 24 00:45:31.085979 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-4ac86419-9988-4747-b64e-d66ee6ac9f01 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893118 Sep 24 00:45:31.125890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243d0fc-e34d-4e16-9fa3-c5ada877474a req-5a969a5a-1ada-4954-89ec-5e33962972b6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:31.127397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8243d0fc-e34d-4e16-9fa3-c5ada877474a req-5a969a5a-1ada-4954-89ec-5e33962972b6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.1181655 Sep 24 00:45:31.158685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-11455d1a-3f99-4f80-81cf-673da3c36df9 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476057 Sep 24 00:45:31.180740 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-e515e81f-5d66-4b5c-9a9b-8585ed95f6d1 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877924 Sep 24 00:45:31.202247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8243d0fc-e34d-4e16-9fa3-c5ada877474a req-d5d70642-f1e8-41f3-93a8-5dcfddcaed2c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648828 Sep 24 00:45:31.261333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 27cac064-bd84-4f4c-b004-f5a817de3d04 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:45:31.268436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61e3087-c17c-4427-a15d-76ba7eebe61f req-f6779c20-94e6-4d5e-b485-732074a7b306 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021938 Sep 24 00:45:31.303497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 27cac064-bd84-4f4c-b004-f5a817de3d04 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:45:31.406583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0667d93d-9cec-40a4-bd8f-7d6c02d7746d req-3a83bc16-65f0-4204-9f3c-11cbdd11c732 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:31.408032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0667d93d-9cec-40a4-bd8f-7d6c02d7746d req-3a83bc16-65f0-4204-9f3c-11cbdd11c732 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0505874 Sep 24 00:45:31.418822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e70629-786d-4498-bba6-f379813ba637 req-f22fbe92-e543-4a91-a70b-f7f0583100bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:31.420313 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-f22fbe92-e543-4a91-a70b-f7f0583100bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc&tenant_id=817058f3f9024a4388f40a9d6151f23b&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 943 time: 0.0529032 Sep 24 00:45:31.445184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0667d93d-9cec-40a4-bd8f-7d6c02d7746d req-e8ec7118-4db1-4e58-9b6f-701c07f92c14 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310392 Sep 24 00:45:31.480394 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [req-e9e70629-786d-4498-bba6-f379813ba637 req-84756058-4e20-4d02-9f4c-df795645a4b5 service neutron] delete failed (client error): The resource could not be found. Sep 24 00:45:31.481419 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-84756058-4e20-4d02-9f4c-df795645a4b5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/27cac064-bd84-4f4c-b004-f5a817de3d04/bindings/n-h2-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0544176 Sep 24 00:45:31.563174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e70629-786d-4498-bba6-f379813ba637 req-6a5bb7b2-0dce-454e-a27a-524a5b963a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:31.564691 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-6a5bb7b2-0dce-454e-a27a-524a5b963a89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0409710 Sep 24 00:45:31.663361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e70629-786d-4498-bba6-f379813ba637 req-1781cef6-71c9-4b07-bbae-3d2b58711200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:31.664748 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-1781cef6-71c9-4b07-bbae-3d2b58711200 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0932798 Sep 24 00:45:31.727890 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-edd3f7c7-6ad2-4410-8750-9446ddc19942 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 200 len: 999 time: 0.0555825 Sep 24 00:45:31.778697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e70629-786d-4498-bba6-f379813ba637 req-e738e8f5-0af7-4ce9-aca6-776eefcbb87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:31.780674 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-e738e8f5-0af7-4ce9-aca6-776eefcbb87c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0457439 Sep 24 00:45:31.824770 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e70629-786d-4498-bba6-f379813ba637 req-dfe2a8c5-f6b5-434d-9ee7-6c84aeed0d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:31.826247 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-dfe2a8c5-f6b5-434d-9ee7-6c84aeed0d9b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392346 Sep 24 00:45:31.917044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-2071b143-8526-448e-adbd-a7280de8ae81 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835249 Sep 24 00:45:32.005981 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e9e70629-786d-4498-bba6-f379813ba637 req-ad6a2fc8-12d3-4bf9-9f90-ed2d2885f518 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818019 Sep 24 00:45:32.567386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ebf49-fc49-4422-9f5b-5c7ca2bc52d3 req-5c962b0f-dadf-4a25-9dd9-6e80bdcaf20b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:32.568893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d62ebf49-fc49-4422-9f5b-5c7ca2bc52d3 req-5c962b0f-dadf-4a25-9dd9-6e80bdcaf20b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0533333 Sep 24 00:45:32.605801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d62ebf49-fc49-4422-9f5b-5c7ca2bc52d3 req-e35961d6-15ea-4aee-8fe3-0683759454d7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307701 Sep 24 00:45:32.689347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 27cac064-bd84-4f4c-b004-f5a817de3d04 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:45:32.719488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e386a0b-96c5-4a8a-8923-c6c1df3d8057 req-b48eb484-a0d2-4556-b5e3-3f846b48c362 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:32.720993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e386a0b-96c5-4a8a-8923-c6c1df3d8057 req-b48eb484-a0d2-4556-b5e3-3f846b48c362 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0496287 Sep 24 00:45:32.744728 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:45:32.767499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e386a0b-96c5-4a8a-8923-c6c1df3d8057 req-011b5139-78b0-4aec-bb70-fbe5a9ea5305 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405412 Sep 24 00:45:32.784818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:45:32.796648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'mac_address': 'fa:16:3e:32:37:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:45:32.837207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:32.849959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27cac064-bd84-4f4c-b004-f5a817de3d04 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:45:32.869689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:45:32.874264 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:32.884735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55e851-afa5-492b-a127-80c2f11c02da req-00c6cd68-fc52-46e5-9303-5f1172ff0cd0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:32.886242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e55e851-afa5-492b-a127-80c2f11c02da req-00c6cd68-fc52-46e5-9303-5f1172ff0cd0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 943 time: 0.0502303 Sep 24 00:45:32.920822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:32.925564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e55e851-afa5-492b-a127-80c2f11c02da req-71d508ea-92af-45d2-a99d-446572ca9976 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329344 Sep 24 00:45:32.928918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.929317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.929758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.930245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.930596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.930960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.931344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.931679 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.932009 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.932341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.932673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:32.932999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:33.120053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['27cac064-bd84-4f4c-b004-f5a817de3d04'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:45:33.168427 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b4471-9154-47d0-b576-43a29e648f83 req-5d4e7e05-9fb1-451a-a453-a82b9109c555 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:33.170524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee2b4471-9154-47d0-b576-43a29e648f83 req-5d4e7e05-9fb1-451a-a453-a82b9109c555 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 944 time: 0.0520895 Sep 24 00:45:33.207254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee2b4471-9154-47d0-b576-43a29e648f83 req-cef7451f-46bb-4345-8bc3-097b65b13a1d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305727 Sep 24 00:45:34.326297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c8d0e-a928-484f-b9ff-3640002e38c8 req-46b49a09-9416-4421-8f87-c5b4ce0b1ce0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:34.327867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce1c8d0e-a928-484f-b9ff-3640002e38c8 req-46b49a09-9416-4421-8f87-c5b4ce0b1ce0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 944 time: 0.0493724 Sep 24 00:45:34.373813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce1c8d0e-a928-484f-b9ff-3640002e38c8 req-29da1b67-75d0-4866-9690-ca71a45d9c7f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Sep 24 00:45:34.408388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-caafbe14-35c1-4c0f-91ce-3f6787c6f5d0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:34.409829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-caafbe14-35c1-4c0f-91ce-3f6787c6f5d0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc HTTP/1.1" status: 200 len: 944 time: 0.0516536 Sep 24 00:45:34.501367 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Deleting port 27cac064-bd84-4f4c-b004-f5a817de3d04 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:45:34.501617 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:34.587086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] For port 27cac064-bd84-4f4c-b004-f5a817de3d04, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=27cac064-bd84-4f4c-b004-f5a817de3d04,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:45:34.587449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:34.704854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 27cac064-bd84-4f4c-b004-f5a817de3d04 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:45:34.753185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 27cac064-bd84-4f4c-b004-f5a817de3d04 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:45:34.756611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 27cac064-bd84-4f4c-b004-f5a817de3d04 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:45:34.756984 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:34.764227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:34.764599 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:34.764919 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Floating IP 26eab877-7a09-4bde-871f-a8602045889c disassociated. External IP: 172.25.5.163, port: 27cac064-bd84-4f4c-b004-f5a817de3d04. Sep 24 00:45:34.765298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Calling delete_port for 27cac064-bd84-4f4c-b004-f5a817de3d04 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:45:34.833326 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:34.894731 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:34.928499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event deleted for resources: {'Port': ['ID=27cac064-bd84-4f4c-b004-f5a817de3d04,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:35.043950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:45:35.153685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:45:35.163709 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:45:35.173011 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:45:35.173617 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:45:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:45:35.193320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] No DVR routers for this DVR port 27cac064-bd84-4f4c-b004-f5a817de3d04 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:45:35.196079 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:35.198142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6686c3ca-3b2c-4841-8b10-e85b6a5eee76 req-dda439f4-a1b4-41be-85d6-da9c279c2204 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "DELETE /v2.0/ports/27cac064-bd84-4f4c-b004-f5a817de3d04 HTTP/1.1" status: 204 len: 173 time: 0.7825940 Sep 24 00:45:35.198619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'name': 'network-vif-deleted', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:45:35.200887 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480175ec-b29c-42c3-a2a1-9c2fcb045432" -d '{"events": [{"server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "name": "network-vif-deleted", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:45:35.241977 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4a4f2d4-ac5d-487a-8d67-aa85a09de915 x-openstack-request-id: req-f4a4f2d4-ac5d-487a-8d67-aa85a09de915 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:45:35.242274 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc", "name": "network-vif-deleted", "tag": "27cac064-bd84-4f4c-b004-f5a817de3d04", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:45:35.242528 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f4a4f2d4-ac5d-487a-8d67-aa85a09de915 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:45:35.242970 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd6b0b9c-4fdd-4fbe-a868-f601505fd0fc', 'name': 'network-vif-deleted', 'tag': '27cac064-bd84-4f4c-b004-f5a817de3d04', 'status': 'completed', 'code': 200} Sep 24 00:45:35.281996 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:45:35.491724 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:45:35.517522 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:45:35.525667 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:45:35.526261 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:45:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:45:35.614158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-3cb2eafa-89a7-462b-b6e5-e877dc0f9ee1 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1690423891&fields=id&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 267 time: 0.0366261 Sep 24 00:45:35.732232 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:45:35.755352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-fc5e375c-c144-4bc1-89cd-e8e4c8604674 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:35.756830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-fc5e375c-c144-4bc1-89cd-e8e4c8604674 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 812 time: 0.1289523 Sep 24 00:45:35.772230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-db7d527c-ca56-4c15-a9e4-06a5757fa3a9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/quotas/817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 375 time: 0.0095282 Sep 24 00:45:35.825056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-b5acdd19-b015-4d7b-9f86-4b5aa6de42a9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475261 Sep 24 00:45:35.841133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-92481856-d026-4473-b9e4-3fab34e58b66 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:45:35.842694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-92481856-d026-4473-b9e4-3fab34e58b66 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057232 Sep 24 00:45:35.924875 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:45:35.931436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-e035ed63-e163-4663-99ca-26e73dd5c0f6 service neutron] 10.222.0.24 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827727 Sep 24 00:45:35.954496 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9feb879e-8ba2-4132-9478-fca4e2a99354 None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:45:36.040330 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-a985eeb4-de6c-479d-80cb-d76bc1fa741e service neutron] 10.222.0.24 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022048 Sep 24 00:45:36.204331 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b82954-55b8-4be5-8703-2e7bc931e1f5 None None] New status for floating IP 26eab877-7a09-4bde-871f-a8602045889c: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:45:37.046576 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:37.241459 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96fbd045-30a3-481c-ab47-c384d0a13bd5 req-f6818da0-42fd-40ad-afa1-46e90343dfb8 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 210 time: 0.0267708 Sep 24 00:45:38.129101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-82b297f8-c91d-485b-a03a-e549c19da634 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:38.130582 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-82b297f8-c91d-485b-a03a-e549c19da634 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 812 time: 0.1056950 Sep 24 00:45:38.175878 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-75b8dfee-63e8-49a7-b382-9433b99ef508 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 380 time: 0.0365765 Sep 24 00:45:38.188237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'port': {'device_id': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'admin_state_up': True, 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'security_groups': ['080aad3d-38d5-446a-a828-f58c2a4e7d5b']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:45:38.309406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Made reservation on behalf of 817058f3f9024a4388f40a9d6151f23b for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:45:38.313711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:38.336376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1ef8f9de-80dd-418a-89d3-526c37369227 req-b94db4d5-7f43-4a3c-bbc1-a9128353c8bb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 210 time: 0.0274487 Sep 24 00:45:38.444975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Allocated IP 172.20.0.5 (da1dd286-e16f-48a0-a4fd-c39254628fd2/eb5ecd3b-8880-4bba-8257-7b8fc9f317ea/d37d8248-3668-414a-a4fd-4b9180bcd1b2) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:45:38.586046 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:38.619385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:38.659780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:45:38.663125 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:45:38.666799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:45:38.694884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:38.711134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.711495 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.711804 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.712139 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.712471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.712860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.713233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.713557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.713886 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.714222 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.714545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.714902 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:45:38.735591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 27cac064-bd84-4f4c-b004-f5a817de3d04 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:45:38.737138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:38.737831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:38.754531 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-01f7dba5-0e05-4839-bb0a-7968cf008b18 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5725768 Sep 24 00:45:38.758927 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 27cac064-bd84-4f4c-b004-f5a817de3d04 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:45:38.759343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 27cac064-bd84-4f4c-b004-f5a817de3d04 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:45:38.767099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Request body: {'port': {'device_id': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:45:38.828626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:38.892931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2752c669-403f-437e-985e-9ced6e4f3ecf None None] Provisioning complete for port d37d8248-3668-414a-a4fd-4b9180bcd1b2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:45:38.893301 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2752c669-403f-437e-985e-9ced6e4f3ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:38.929123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2752c669-403f-437e-985e-9ced6e4f3ecf None None] Port d37d8248-3668-414a-a4fd-4b9180bcd1b2 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:45:39.406667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37d8248-3668-414a-a4fd-4b9180bcd1b2 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:45:39.414713 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:39.427586 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Transition to ACTIVE for port object d37d8248-3668-414a-a4fd-4b9180bcd1b2 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:45:39.431411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:39.469071 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46484d-b893-42ee-a8ff-4fdb3e841b80 req-ac0b84f0-f901-436a-8f06-c9ca8d064c1d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:39.471580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f46484d-b893-42ee-a8ff-4fdb3e841b80 req-ac0b84f0-f901-436a-8f06-c9ca8d064c1d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 931 time: 0.0662100 Sep 24 00:45:39.502690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:39.514071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f46484d-b893-42ee-a8ff-4fdb3e841b80 req-9dbdbee9-0def-4ea9-a229-d38b42082277 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356555 Sep 24 00:45:39.573187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Attempting to bind port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:45:39.573521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Attempting to bind port d37d8248-3668-414a-a4fd-4b9180bcd1b2 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:45:39.573843 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Attempting to bind port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:45:39.580660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:45:39.581150 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Attempting to bind port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:45:39.586691 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:45:39.587119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:45:39.587433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:39.587555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:45:39.588087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Bound port: d37d8248-3668-414a-a4fd-4b9180bcd1b2, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:45:39.588427 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:39.655685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:45:39.658993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:45:39.663971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:39.702000 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:39.703129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:39.704525 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] 10.222.0.20 "PUT /v2.0/ports/d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 1092 time: 0.9424191 Sep 24 00:45:39.705017 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:45:39.707194 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae72cf9-77f5-477a-b368-82c2fce99817" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:45:39.731315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71855c4c-f03a-4e64-a7b5-545feabecf7a service neutron] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:39.815263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-796d3786-8b59-4077-942a-93b8b509b74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:39.816844 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-796d3786-8b59-4077-942a-93b8b509b74b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1095 time: 0.0542507 Sep 24 00:45:39.863555 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faed58e-9128-4aa5-b56c-92a822d161ae x-openstack-request-id: req-9faed58e-9128-4aa5-b56c-92a822d161ae {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:45:39.863977 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:45:39.864405 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9faed58e-9128-4aa5-b56c-92a822d161ae {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:45:39.864838 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'status': 'completed', 'code': 200} Sep 24 00:45:39.866488 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-795d90b3-0fd5-41f9-9359-939db3bc423a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 217 time: 0.0422804 Sep 24 00:45:39.916819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-f210ebdf-cfa5-4f94-8d37-7c312ba11a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:39.918311 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-f210ebdf-cfa5-4f94-8d37-7c312ba11a6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0456107 Sep 24 00:45:39.967669 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-c2bd3efa-6168-4984-a59e-45d291f42ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:39.969181 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-c2bd3efa-6168-4984-a59e-45d291f42ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443215 Sep 24 00:45:40.056361 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-a6d83f65-9336-47b0-b8ea-8b96e9f6d00d service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803216 Sep 24 00:45:40.148164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5d8598c9-5cc2-4b11-90b0-531e1d747c14 req-f6e3af1e-545a-45ad-a0bc-c380cacbdd67 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848122 Sep 24 00:45:40.236088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-3f21ccb4-1b8c-423b-a0e8-935f748b24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:40.237626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-3f21ccb4-1b8c-423b-a0e8-935f748b24a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1095 time: 0.0419655 Sep 24 00:45:40.332070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-94666e3e-f2cf-43d8-86bd-d338d15a02f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:40.333574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-94666e3e-f2cf-43d8-86bd-d338d15a02f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0887506 Sep 24 00:45:40.376230 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-fbf47cbf-23fc-4a5d-ad8d-63fe16908dc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 217 time: 0.0350959 Sep 24 00:45:40.424536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-24861116-4d61-421e-a90a-e3b530fc1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:40.426059 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-24861116-4d61-421e-a90a-e3b530fc1f15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0431597 Sep 24 00:45:40.477565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-48516a43-09ba-49eb-9abe-d6d35d088b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:40.479127 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-48516a43-09ba-49eb-9abe-d6d35d088b7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452468 Sep 24 00:45:40.571841 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-f02e62fb-8fde-455b-a887-afab744111b9 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831914 Sep 24 00:45:40.633479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4490b-42f3-4782-bbea-d272bf9d9da4 req-445d2203-0837-4536-8993-f212d8a9b254 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:40.634919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d4490b-42f3-4782-bbea-d272bf9d9da4 req-445d2203-0837-4536-8993-f212d8a9b254 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0494332 Sep 24 00:45:40.669417 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aae72cf9-77f5-477a-b368-82c2fce99817 req-4717d095-ffcc-4ed1-9d56-fa7d70e8c942 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895615 Sep 24 00:45:40.674120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3d4490b-42f3-4782-bbea-d272bf9d9da4 req-e8cfa10f-c28e-434b-a68b-606ed6f00ded tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331202 Sep 24 00:45:41.789382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72df704-f91b-44f0-b0a8-8245e398807a req-fa88e443-3a0c-455f-8fe3-69f919ee59f6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:41.790831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c72df704-f91b-44f0-b0a8-8245e398807a req-fa88e443-3a0c-455f-8fe3-69f919ee59f6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0472369 Sep 24 00:45:41.833661 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c72df704-f91b-44f0-b0a8-8245e398807a req-f38ee58c-ecbc-4406-86b3-dc98d9349ccd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362315 Sep 24 00:45:42.958208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dde82-3097-4c26-a06e-f75deeb258e2 req-48e220f3-d8c4-44f8-9032-9a3a27abb415 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:42.959628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970dde82-3097-4c26-a06e-f75deeb258e2 req-48e220f3-d8c4-44f8-9032-9a3a27abb415 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0551195 Sep 24 00:45:42.997703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-970dde82-3097-4c26-a06e-f75deeb258e2 req-062806fa-22c9-410d-baa3-80bed348a4af tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312185 Sep 24 00:45:43.292458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d37d8248-3668-414a-a4fd-4b9180bcd1b2 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:45:43.386253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:45:43.396752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'mac_address': 'fa:16:3e:ef:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:45:43.432569 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:43.448311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37d8248-3668-414a-a4fd-4b9180bcd1b2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:45:43.466269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:45:43.470530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:43.516298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:43.706735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['d37d8248-3668-414a-a4fd-4b9180bcd1b2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:45:44.112674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc29b24-b899-4556-9372-131800e49e3f req-230a0f56-0a79-4e18-9b28-7a9202019c0c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:44.114150 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bc29b24-b899-4556-9372-131800e49e3f req-230a0f56-0a79-4e18-9b28-7a9202019c0c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 944 time: 0.0486996 Sep 24 00:45:44.151159 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5bc29b24-b899-4556-9372-131800e49e3f req-af8418a6-3c64-4738-b518-ed8aaf123e68 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311491 Sep 24 00:45:45.267630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249530b5-e836-4de4-880e-8c54522fccdb req-daaaabd1-8109-4338-ad1c-7b67fd06b0b4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:45.269123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-249530b5-e836-4de4-880e-8c54522fccdb req-daaaabd1-8109-4338-ad1c-7b67fd06b0b4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 944 time: 0.0513723 Sep 24 00:45:45.309782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-249530b5-e836-4de4-880e-8c54522fccdb req-1672802a-b79f-48e0-be7f-0c2312fa3e3b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340030 Sep 24 00:45:45.323237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d37d8248-3668-414a-a4fd-4b9180bcd1b2 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:45:45.374030 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port d37d8248-3668-414a-a4fd-4b9180bcd1b2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:45:45.377914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port d37d8248-3668-414a-a4fd-4b9180bcd1b2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:45:45.378281 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:45.454084 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:45.476257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:45:45.478732 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808db708-6ac0-4d92-977a-f77d24a26903" -d '{"events": [{"server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "name": "network-vif-plugged", "status": "completed", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:45:45.490801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:45:45.494965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:45.547556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:45:45.583798 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed57708-2bc9-46d5-9bef-bd7906e15168 x-openstack-request-id: req-7ed57708-2bc9-46d5-9bef-bd7906e15168 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:45:45.584161 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "name": "network-vif-plugged", "status": "completed", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:45:45.584432 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ed57708-2bc9-46d5-9bef-bd7906e15168 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:45:45.584902 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'code': 200} Sep 24 00:45:45.679050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f7dd5-09ca-4f3c-a3c5-f251fe292d6f req-e5c4004d-39cb-475d-bf78-da09f1775d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:45.680626 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b12f7dd5-09ca-4f3c-a3c5-f251fe292d6f req-e5c4004d-39cb-475d-bf78-da09f1775d91 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1097 time: 0.0403559 Sep 24 00:45:45.719183 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b12f7dd5-09ca-4f3c-a3c5-f251fe292d6f req-f0216efd-de1b-4221-9f50-7d017439156a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Sep 24 00:45:46.429888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d90c9-a4e6-4387-9c41-9779f7de549f req-69302ffe-1271-41f8-8c85-d4482492e03c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:46.431398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e13d90c9-a4e6-4387-9c41-9779f7de549f req-69302ffe-1271-41f8-8c85-d4482492e03c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0519891 Sep 24 00:45:46.468768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e13d90c9-a4e6-4387-9c41-9779f7de549f req-e3734d8f-8f38-48b2-ae01-a210101cdb63 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307386 Sep 24 00:45:47.589152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaf3282-8685-467e-9e98-87a100bda108 req-b867b03f-c049-42e4-8476-f802c096088d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:47.590670 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfaf3282-8685-467e-9e98-87a100bda108 req-b867b03f-c049-42e4-8476-f802c096088d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0498850 Sep 24 00:45:47.629077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfaf3282-8685-467e-9e98-87a100bda108 req-6324aca9-9388-4ce8-b2a0-1d9cf364c15e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324199 Sep 24 00:45:47.742846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b14679-124e-4767-a4f4-4d1de5414bec req-71b9d6be-f31e-41c9-a56b-fd39643bfb19 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:47.744402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-19b14679-124e-4767-a4f4-4d1de5414bec req-71b9d6be-f31e-41c9-a56b-fd39643bfb19 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0488579 Sep 24 00:45:47.753737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42150) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:45:47.759913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'floatingip': {'port_id': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:45:47.803991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:48.590772 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:48.594526 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:48.694292 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Floating IP 26eab877-7a09-4bde-871f-a8602045889c associated. External IP: 172.25.5.163, port: d37d8248-3668-414a-a4fd-4b9180bcd1b2. Sep 24 00:45:48.898468 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:45:49.005242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:45:49.010305 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:49.014946 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:45:49.023627 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:45:49.024225 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:45:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:45:49.037719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d39d981a-0f12-4edd-a550-0172cb819531 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "PUT /v2.0/floatingips/26eab877-7a09-4bde-871f-a8602045889c HTTP/1.1" status: 200 len: 991 time: 1.2825649 Sep 24 00:45:49.038325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:45:49.040587 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6da42d8-5feb-4cd4-b36f-709753262863" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:45:49.079330 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7956f369-5da5-4cce-a8b3-14df85369e96 x-openstack-request-id: req-7956f369-5da5-4cce-a8b3-14df85369e96 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:45:49.079631 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:45:49.079911 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7956f369-5da5-4cce-a8b3-14df85369e96 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:45:49.080360 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'status': 'completed', 'code': 200} Sep 24 00:45:49.135185 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:45:49.140004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-6af65215-95c5-47ed-b8c4-0d3841792b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:49.141556 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-6af65215-95c5-47ed-b8c4-0d3841792b0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1097 time: 0.0403531 Sep 24 00:45:49.240829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-a1ee9252-4f99-4551-baf5-740d523dbecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:49.242326 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-a1ee9252-4f99-4551-baf5-740d523dbecc service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0944097 Sep 24 00:45:49.309747 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-018edc78-46a1-473a-b8eb-dd00de319508 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0604424 Sep 24 00:45:49.365116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-7d31d95b-0fcf-406f-a2cd-9e0457b82029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:49.366374 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:ef:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:45:48Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:45:49.366637 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-7d31d95b-0fcf-406f-a2cd-9e0457b82029 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0507228 Sep 24 00:45:49.393401 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:45:49.404641 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:45:49.405895 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:45:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:45:49.419232 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-78ce7038-a801-46e6-baac-ddc11bb11e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:45:49.420853 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-78ce7038-a801-46e6-baac-ddc11bb11e41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479193 Sep 24 00:45:49.513768 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:45:49.519898 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-9bbe3e0a-d9fc-4529-a9a3-01afd5860a5a service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924857 Sep 24 00:45:49.617274 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d6da42d8-5feb-4cd4-b36f-709753262863 req-1df7066a-ceff-4f92-8aad-599c29012160 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889645 Sep 24 00:45:49.747274 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:ef:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:45:48Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:45:49.773960 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c71b35c-ae9f-40ba-bdec-443efe9a38b6 None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:ef:1e:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:45:48Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:45:49.968113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad191b8-05fb-4d17-9cd5-7d524e0ac115 None None] New status for floating IP 26eab877-7a09-4bde-871f-a8602045889c: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:45:53.044987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a47988f-bca1-48f6-9e37-0d084ad7cf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:55.912967 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:56.037163 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2ec40ed-af6a-49ac-a2f0-481007dc10e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:56.907921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:45:59.282556 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:07.078103 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:09.592122 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:09.744449 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:46:12.102886 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-f0ce89bf-f56e-473a-96c3-b707ef58cf5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394340 Sep 24 00:46:12.185507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-e8ae819b-848a-4cd8-b2ec-bce4091e0cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:46:12.187520 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-e8ae819b-848a-4cd8-b2ec-bce4091e0cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1097 time: 0.0442383 Sep 24 00:46:12.289066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-176c4b94-1eef-40eb-83c5-88c3c19d5ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:46:12.290538 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-176c4b94-1eef-40eb-83c5-88c3c19d5ee4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0842049 Sep 24 00:46:12.361300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-7ee89559-3411-4473-9183-fe368c65ffb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0621753 Sep 24 00:46:12.409255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-6f72ae81-62de-414e-b425-5ed795943579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:46:12.410671 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-6f72ae81-62de-414e-b425-5ed795943579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0424237 Sep 24 00:46:12.458389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-5a476974-0957-4344-a8d4-834a9f75a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:46:12.459999 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-5a476974-0957-4344-a8d4-834a9f75a2f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407617 Sep 24 00:46:12.554784 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-a50690e1-af6d-477d-bf75-91a7cd0e78f7 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855234 Sep 24 00:46:12.643321 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-200f9792-baea-48e5-a0a5-77ee9b8e6125 req-9a1fcf2e-985b-4b8b-8973-fa243b425c1d service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804365 Sep 24 00:46:23.047071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2c6289f2-ea5f-494c-a26c-0c7af6b7aeaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:25.915235 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:26.038883 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-febaf888-a9be-4e65-94e2-fa268e9ca5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:26.910607 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:29.285574 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:37.074445 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:39.602142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:46.743303 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:46:53.048713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4ede9900-bf7b-4d5a-b1a8-5f0791f583f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:55.915474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:56.039354 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f10e0afb-ef7b-41fe-80e1-ebdc47d19e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:56.913898 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:46:59.288017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:07.074402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:09.600415 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:14.182526 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-34e496d8-d9ee-477e-a1a4-ed2ecd2cd901 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1104243 Sep 24 00:47:14.262743 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-82388fad-177c-4733-b23e-ef3cb21bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:14.264270 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-82388fad-177c-4733-b23e-ef3cb21bb5ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1097 time: 0.0409062 Sep 24 00:47:14.364597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-d6b90d2e-5918-4bdf-9a59-638ae21413e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:14.366649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-d6b90d2e-5918-4bdf-9a59-638ae21413e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0843692 Sep 24 00:47:14.435388 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-c50384bb-12ba-4aac-b9b8-0b6cbef59055 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0618026 Sep 24 00:47:14.491279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-7273f0ae-697a-43e3-a7cf-18f7cd0c58da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:14.492717 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-7273f0ae-697a-43e3-a7cf-18f7cd0c58da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0458469 Sep 24 00:47:14.537515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-c9404f5c-a71e-42b1-b71e-1d76d4995f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:14.539277 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-c9404f5c-a71e-42b1-b71e-1d76d4995f56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396607 Sep 24 00:47:14.630972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-80094385-2516-485d-a603-6583cbe97e3c service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842972 Sep 24 00:47:14.722836 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c86c5996-3a39-4cc3-b363-9dc3347a398e req-019465fe-832a-48cb-bb7f-7b85ee5dd00e service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848501 Sep 24 00:47:23.050498 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d1940f18-d016-401f-bbdb-e4afbf9968e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:23.742245 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:47:23.831235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02144a84-08ab-4dde-bdc1-73847cee1fa7 req-4dcb5acb-44e5-4c08-a28d-236b4c4e16d7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:23.832661 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02144a84-08ab-4dde-bdc1-73847cee1fa7 req-4dcb5acb-44e5-4c08-a28d-236b4c4e16d7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0566530 Sep 24 00:47:23.870358 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02144a84-08ab-4dde-bdc1-73847cee1fa7 req-ffeff726-13c6-4af4-989d-5ca71d429269 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311446 Sep 24 00:47:24.986394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccd579-4de9-48d0-8b47-dc5f358bcca9 req-850a25e3-c50c-49c3-9434-6658053ec4c9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:24.988084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9eccd579-4de9-48d0-8b47-dc5f358bcca9 req-850a25e3-c50c-49c3-9434-6658053ec4c9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0490794 Sep 24 00:47:25.027397 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9eccd579-4de9-48d0-8b47-dc5f358bcca9 req-d6aec44d-dcad-440c-b208-1bc779916668 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324826 Sep 24 00:47:25.916997 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:26.039272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c5a1f617-96aa-4132-ab5e-bb6cf81169f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:26.142727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70898502-bc0d-4c08-9833-d252625f20dc req-45690b75-3516-4dad-8c50-da0199f9b3fc tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:26.144227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70898502-bc0d-4c08-9833-d252625f20dc req-45690b75-3516-4dad-8c50-da0199f9b3fc tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0498052 Sep 24 00:47:26.186239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70898502-bc0d-4c08-9833-d252625f20dc req-9c1ee0bc-32d9-48b6-88a0-6ff294baa930 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351586 Sep 24 00:47:26.916312 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:27.300052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74980a2b-e058-48e9-b5dd-c7750cb5ccf8 req-d19e6f64-1278-4906-8637-c554639ea490 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:27.301537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74980a2b-e058-48e9-b5dd-c7750cb5ccf8 req-d19e6f64-1278-4906-8637-c554639ea490 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0485399 Sep 24 00:47:27.339462 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-74980a2b-e058-48e9-b5dd-c7750cb5ccf8 req-c123eac4-c60c-44c1-a9d5-ae6e886f4739 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313802 Sep 24 00:47:28.463003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775369d5-060e-4651-8f75-18a4aaf490fe req-4db43412-9462-4bd3-8bf3-199356e8050f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:28.464481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-775369d5-060e-4651-8f75-18a4aaf490fe req-4db43412-9462-4bd3-8bf3-199356e8050f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0576282 Sep 24 00:47:28.501392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-775369d5-060e-4651-8f75-18a4aaf490fe req-5c894c96-cf16-47f3-be72-2268661f2bfc tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309680 Sep 24 00:47:29.291086 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:29.615769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a788dd-b249-424b-b59e-281838c2dd16 req-4c252aed-3731-48ec-b0d2-bbb4d5278452 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:29.617253 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1a788dd-b249-424b-b59e-281838c2dd16 req-4c252aed-3731-48ec-b0d2-bbb4d5278452 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0490379 Sep 24 00:47:29.657246 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1a788dd-b249-424b-b59e-281838c2dd16 req-934c3716-644b-4b5b-9629-2af4d155a44f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341504 Sep 24 00:47:30.771318 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb06a9a-c145-4936-bee5-90eb5e94dff5 req-725e2b13-3f8f-4dc3-96e7-688ecffb82d4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:30.772805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9eb06a9a-c145-4936-bee5-90eb5e94dff5 req-725e2b13-3f8f-4dc3-96e7-688ecffb82d4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0492821 Sep 24 00:47:30.810979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9eb06a9a-c145-4936-bee5-90eb5e94dff5 req-0a52cebc-c809-4484-9510-e091d3cfdd40 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Sep 24 00:47:31.924741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731c0eac-9911-4533-b194-814f521aa4ff req-073be685-5c09-4292-b594-6fb77a85296a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:31.926216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-731c0eac-9911-4533-b194-814f521aa4ff req-073be685-5c09-4292-b594-6fb77a85296a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Sep 24 00:47:31.963610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-731c0eac-9911-4533-b194-814f521aa4ff req-cf28e5ee-a0d1-4ad4-bb35-61564ab6236d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314789 Sep 24 00:47:33.076846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f858bb-0dfa-4047-87f4-2a472bd12ddb req-477607a1-1f32-4ccb-b05c-99cd71f1fd61 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:33.078323 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2f858bb-0dfa-4047-87f4-2a472bd12ddb req-477607a1-1f32-4ccb-b05c-99cd71f1fd61 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Sep 24 00:47:33.118946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2f858bb-0dfa-4047-87f4-2a472bd12ddb req-1e86841d-96aa-4973-806d-8978a10e5cd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344760 Sep 24 00:47:34.233056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f4c1d-aaed-4836-9eed-4f825dfb245e req-cf856aa9-f894-4b2f-9830-e42a931352bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:34.234532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d2f4c1d-aaed-4836-9eed-4f825dfb245e req-cf856aa9-f894-4b2f-9830-e42a931352bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0488935 Sep 24 00:47:34.272292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d2f4c1d-aaed-4836-9eed-4f825dfb245e req-2c05fa1a-64f4-49fc-9ccc-481cb364ab4d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Sep 24 00:47:34.509558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997ef7b-e000-4ac8-a1ef-8348de9e0e72 req-5899c756-70bc-47d6-8ad1-dda225969ee6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:34.511064 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c997ef7b-e000-4ac8-a1ef-8348de9e0e72 req-5899c756-70bc-47d6-8ad1-dda225969ee6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0497892 Sep 24 00:47:34.544439 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-ed2027f3-28f0-4a10-ad7e-897e1c445c10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0933554 Sep 24 00:47:34.549470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c997ef7b-e000-4ac8-a1ef-8348de9e0e72 req-d7b1a1d6-bcf0-4b7a-94d8-f1494d8a7c7c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325942 Sep 24 00:47:35.666083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d430d568-8b97-42aa-9c63-6c15cb176921 req-543e4d92-fe8c-425c-9e44-b8aafffb3c41 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:35.667603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d430d568-8b97-42aa-9c63-6c15cb176921 req-543e4d92-fe8c-425c-9e44-b8aafffb3c41 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0490324 Sep 24 00:47:35.710859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d430d568-8b97-42aa-9c63-6c15cb176921 req-68cb2a97-e50d-43fb-abeb-0fb9cbe18316 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353506 Sep 24 00:47:35.808492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-42c26e6c-4348-49cc-a647-fbba1f17fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:35.809975 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-42c26e6c-4348-49cc-a647-fbba1f17fc08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1097 time: 0.0406241 Sep 24 00:47:35.901965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-6e552037-6507-415f-a4ef-4ac4a2acf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:35.903387 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-6e552037-6507-415f-a4ef-4ac4a2acf304 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0862448 Sep 24 00:47:35.967037 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-11a72629-7e6d-40ee-8afd-2a7bd5981bf7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 1001 time: 0.0566771 Sep 24 00:47:36.013784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-beeb8eff-1d3e-4480-bef9-462e3e36db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:36.015204 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-beeb8eff-1d3e-4480-bef9-462e3e36db5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0419259 Sep 24 00:47:36.063647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-988bae4b-b97d-44a4-a034-56dd7cf31fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:36.065120 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-988bae4b-b97d-44a4-a034-56dd7cf31fc5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428061 Sep 24 00:47:36.154113 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-7ebfe82f-df89-49fa-a07c-94aad7e23a10 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814040 Sep 24 00:47:36.255607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-7461c7f8-60c0-4ac3-873f-aa96bd61ac96 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923710 Sep 24 00:47:36.826567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b737c0-369a-4172-90f8-990d459b94f1 req-bbb496a0-1bb2-4f4e-b4aa-f1249b99b46f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:36.828085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27b737c0-369a-4172-90f8-990d459b94f1 req-bbb496a0-1bb2-4f4e-b4aa-f1249b99b46f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0501142 Sep 24 00:47:36.865682 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-27b737c0-369a-4172-90f8-990d459b94f1 req-9f4ba91c-d6b6-47b9-8b83-8e05dbe9824d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317314 Sep 24 00:47:37.104782 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:37.980078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9515b-facf-43d4-8644-594a5eaf5800 req-c9721d2f-01bc-4f08-8c08-027f6d12755c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:37.981582 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a9515b-facf-43d4-8644-594a5eaf5800 req-c9721d2f-01bc-4f08-8c08-027f6d12755c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0481062 Sep 24 00:47:38.004019 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-44524ff0-c0b0-4ee1-b757-01b447c56d2a service neutron] show failed (client error): The resource could not be found. Sep 24 00:47:38.005076 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-44524ff0-c0b0-4ee1-b757-01b447c56d2a service neutron] 10.222.0.20 "GET /v2.0/ports/d37d8248-3668-414a-a4fd-4b9180bcd1b2/bindings/n-h1-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0552983 Sep 24 00:47:38.019267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79a9515b-facf-43d4-8644-594a5eaf5800 req-2badd04a-4ec6-4838-aba3-e51670fcdd00 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316830 Sep 24 00:47:38.194558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-c2b6f0f6-68e8-4586-baa0-61f7e94b03f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:38.195974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-c2b6f0f6-68e8-4586-baa0-61f7e94b03f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 1097 time: 0.0401669 Sep 24 00:47:38.209740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:47:38.268277 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:38.469257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:47:38.501037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:47:38.540853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:47:38.543126 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a621fbee-7874-4780-8775-7c11a8b81cfb" -d '{"events": [{"server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "name": "network-vif-unplugged", "status": "completed", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:47:38.546877 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:38.559209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Transition to ACTIVE for port object d37d8248-3668-414a-a4fd-4b9180bcd1b2 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:47:38.563843 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:38.598620 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187c32ae-0626-4f21-af9d-9e8b04fbe0e6 x-openstack-request-id: req-187c32ae-0626-4f21-af9d-9e8b04fbe0e6 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:47:38.598958 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "name": "network-vif-unplugged", "status": "completed", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:47:38.599206 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-187c32ae-0626-4f21-af9d-9e8b04fbe0e6 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:47:38.599585 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'code': 200} Sep 24 00:47:38.657905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:38.669799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.670138 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.670472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.670828 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.671152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.671475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.671794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.672114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.672432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.672749 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.673064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.673376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:38.704734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] No DVR routers for this DVR port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:47:38.843070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Attempting to bind port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:47:38.843554 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Attempting to bind port d37d8248-3668-414a-a4fd-4b9180bcd1b2 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:47:38.844023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Attempting to bind port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:47:38.849362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:47:38.849677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Attempting to bind port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:47:38.854431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:47:38.854776 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:47:38.855172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:47:38.855584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Bound port: d37d8248-3668-414a-a4fd-4b9180bcd1b2, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:47:38.855931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:38.928542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:47:38.931379 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:47:38.935643 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:38.967626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:38.968234 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:38.969607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] 10.222.0.18 "PUT /v2.0/ports/d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 1092 time: 0.7642899 Sep 24 00:47:39.002849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5345b5bb-484e-4793-986e-5c7228d2b741 service neutron] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:39.045106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-909a189c-cf5f-4052-a03c-bdaf52767ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:39.046846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-909a189c-cf5f-4052-a03c-bdaf52767ba1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1095 time: 0.0523465 Sep 24 00:47:39.205418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe67d5-da68-49fd-9d3c-e17b86268f59 req-0e456213-48bf-4df1-9f43-e838fdbb98cf tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:39.206961 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fcbe67d5-da68-49fd-9d3c-e17b86268f59 req-0e456213-48bf-4df1-9f43-e838fdbb98cf tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.1138573 Sep 24 00:47:39.208164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-2224e8d4-5c61-40e6-83d8-ac4e6efc1b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:39.209515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-2224e8d4-5c61-40e6-83d8-ac4e6efc1b9e service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.1515815 Sep 24 00:47:39.295569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fcbe67d5-da68-49fd-9d3c-e17b86268f59 req-dce19268-37da-42fb-9b18-228f3d1acc72 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819538 Sep 24 00:47:39.307913 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-a322244e-5978-44dd-945a-175d12fe0a3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0881221 Sep 24 00:47:39.356507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-ebf50036-b2c3-4146-9e98-cfaa1224272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:39.357956 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-ebf50036-b2c3-4146-9e98-cfaa1224272d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0437577 Sep 24 00:47:39.403607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-7842f305-a08c-4c29-af16-6596cc23505d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:39.405106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-7842f305-a08c-4c29-af16-6596cc23505d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407271 Sep 24 00:47:39.500286 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-32c0690c-d241-4023-97ec-71b6a512ee21 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878167 Sep 24 00:47:39.591846 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-142bbde5-4c91-44ee-9a9b-2076e7c65a19 req-1082c74e-f80a-44dd-9fc9-e17d547198a3 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844309 Sep 24 00:47:39.617105 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:40.412180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88795f38-194d-4d0c-97d6-b0c4dee7d792 req-4aa75dbc-7171-4cb8-999d-dbc5a85108a7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.413667 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88795f38-194d-4d0c-97d6-b0c4dee7d792 req-4aa75dbc-7171-4cb8-999d-dbc5a85108a7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0478785 Sep 24 00:47:40.456035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-88795f38-194d-4d0c-97d6-b0c4dee7d792 req-022095af-3c92-40d0-9ae0-6f2d27f85ac9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360124 Sep 24 00:47:40.600853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:47:40.603211 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f50615-4a40-4215-853e-5a2ac81b9f24" -d '{"events": [{"name": "network-changed", "server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:47:40.650703 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c57c69-083c-4cff-9a3d-8a7cf5ab8969 x-openstack-request-id: req-07c57c69-083c-4cff-9a3d-8a7cf5ab8969 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:47:40.651021 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:47:40.651278 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07c57c69-083c-4cff-9a3d-8a7cf5ab8969 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:47:40.651682 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'status': 'completed', 'code': 200} Sep 24 00:47:40.710605 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-65f37981-5996-4719-9374-a5ff419ef552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.712186 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-65f37981-5996-4719-9374-a5ff419ef552 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1095 time: 0.0422029 Sep 24 00:47:40.715621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-43eaa89e-709b-4294-8c91-4d10a4fc3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.717112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-43eaa89e-709b-4294-8c91-4d10a4fc3d99 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1095 time: 0.0412080 Sep 24 00:47:40.813600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-2ef5af9c-3c3f-4873-87df-3949a960a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.813857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-8cce9508-5648-4dfb-ac4f-967f91f5defe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.815289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-8cce9508-5648-4dfb-ac4f-967f91f5defe service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0903277 Sep 24 00:47:40.815599 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-2ef5af9c-3c3f-4873-87df-3949a960a033 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0965207 Sep 24 00:47:40.883036 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-f77b6a46-1202-4be5-916d-c93bc278181b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0598481 Sep 24 00:47:40.890338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-7986711d-4b0f-4646-a205-472be3006cb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0675573 Sep 24 00:47:40.937176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-c4041d93-104f-4cac-9681-0e5a4c6f74d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.939694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-9b330dee-f075-4869-858f-59c1c0d1a43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.939822 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-c4041d93-104f-4cac-9681-0e5a4c6f74d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0506191 Sep 24 00:47:40.941157 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-9b330dee-f075-4869-858f-59c1c0d1a43f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0441034 Sep 24 00:47:40.986643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-89ab0a5f-65bf-4b0f-85f5-1ac69ed79a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.986930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-5a60465d-13da-4575-8500-69a2b01489c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:40.988235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-89ab0a5f-65bf-4b0f-85f5-1ac69ed79a5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409830 Sep 24 00:47:40.988449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-5a60465d-13da-4575-8500-69a2b01489c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399554 Sep 24 00:47:41.077360 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-190f336c-feec-4c7d-b680-b87d97144dd4 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818577 Sep 24 00:47:41.082615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-0d470059-a6ef-4a09-8a79-d5a516132332 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871642 Sep 24 00:47:41.172631 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-d553a328-5102-47ed-bd61-df16633aca7a service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879626 Sep 24 00:47:41.174881 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23f50615-4a40-4215-853e-5a2ac81b9f24 req-77f76234-f41c-48e7-92a9-73224e62de1b service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858567 Sep 24 00:47:41.569496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98278e20-5e7c-4534-8162-6994f03ef7d8 req-80ff3017-a408-4a7d-b028-5d45a44ba852 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:41.570992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98278e20-5e7c-4534-8162-6994f03ef7d8 req-80ff3017-a408-4a7d-b028-5d45a44ba852 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0489314 Sep 24 00:47:41.608595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-98278e20-5e7c-4534-8162-6994f03ef7d8 req-89875dba-1f34-4e95-b6ca-0d6d7250f9ec tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317099 Sep 24 00:47:41.799796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb412b-f1ee-4da0-abe0-901f38590e29 req-025d2e32-50ba-4932-8903-318c73e3b5bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:41.802022 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46fb412b-f1ee-4da0-abe0-901f38590e29 req-025d2e32-50ba-4932-8903-318c73e3b5bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0495656 Sep 24 00:47:41.820358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-0ddf4576-21f3-4ef5-8435-f37dc1a7e766 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:41.823148 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-0ddf4576-21f3-4ef5-8435-f37dc1a7e766 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9&tenant_id=817058f3f9024a4388f40a9d6151f23b&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 943 time: 0.0552723 Sep 24 00:47:41.840690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46fb412b-f1ee-4da0-abe0-901f38590e29 req-08f7e86e-7d4e-4913-b92d-e51f9419b65b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325787 Sep 24 00:47:41.870106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d37d8248-3668-414a-a4fd-4b9180bcd1b2 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:47:41.892366 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-e6c84f7c-caa1-43c7-a7a0-265690529af5 service neutron] delete failed (client error): The resource could not be found. Sep 24 00:47:41.893707 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-e6c84f7c-caa1-43c7-a7a0-265690529af5 service neutron] 10.222.0.20 "DELETE /v2.0/ports/d37d8248-3668-414a-a4fd-4b9180bcd1b2/bindings/n-h2-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0629878 Sep 24 00:47:41.909468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device d37d8248-3668-414a-a4fd-4b9180bcd1b2 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:47:41.983583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-40c37301-00cb-43e6-956e-cadb7670e9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:41.985137 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-40c37301-00cb-43e6-956e-cadb7670e9d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1095 time: 0.0465217 Sep 24 00:47:42.073713 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-c5035f4c-d1d5-4e23-a4a7-64f3363b999e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:42.075235 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-c5035f4c-d1d5-4e23-a4a7-64f3363b999e service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0836132 Sep 24 00:47:42.146470 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-db5c1c8a-7722-4595-a893-63d4e3c324ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0631461 Sep 24 00:47:42.193778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-ec5af81d-2bc7-41a5-8c3f-da9376e1f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:42.195206 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-ec5af81d-2bc7-41a5-8c3f-da9376e1f89e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0422564 Sep 24 00:47:42.246516 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-71e12114-00d5-4284-a409-72b06b1fc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:42.248070 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-71e12114-00d5-4284-a409-72b06b1fc1c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465381 Sep 24 00:47:42.341071 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-95c36d38-f09b-4732-bc63-ac25b38b725d service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847080 Sep 24 00:47:42.428164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25a0eb73-c141-4d67-a2f2-c06f2c405982 req-981e2701-be26-46fc-af56-bab407d61991 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801885 Sep 24 00:47:42.957730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d77595-0acd-49f1-937a-90357e1d5c10 req-1a13d6eb-686e-4c98-917a-8b10412fa957 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:42.959865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33d77595-0acd-49f1-937a-90357e1d5c10 req-1a13d6eb-686e-4c98-917a-8b10412fa957 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0499032 Sep 24 00:47:43.004686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33d77595-0acd-49f1-937a-90357e1d5c10 req-58767d37-3564-4d59-a631-c00eb62e9a89 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388513 Sep 24 00:47:43.120399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5ec0f1-9d1d-4746-8027-192ea5af1277 req-7d6ce8a5-8a44-4c5a-bc6e-f719db7e9a22 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:43.121869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d5ec0f1-9d1d-4746-8027-192ea5af1277 req-7d6ce8a5-8a44-4c5a-bc6e-f719db7e9a22 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0479076 Sep 24 00:47:43.161852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d5ec0f1-9d1d-4746-8027-192ea5af1277 req-dc88f44c-5131-4783-861f-faa192becb65 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340021 Sep 24 00:47:43.382963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95782452-dbee-4bef-87d3-2af1d40d36ee req-2b0a2728-62c3-47bb-98ea-6362a4f3b35c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:43.384504 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95782452-dbee-4bef-87d3-2af1d40d36ee req-2b0a2728-62c3-47bb-98ea-6362a4f3b35c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 943 time: 0.0774400 Sep 24 00:47:43.414376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-24630cb6-4fca-4f70-8f30-de18fc901bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:43.415911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-24630cb6-4fca-4f70-8f30-de18fc901bba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 1095 time: 0.0689185 Sep 24 00:47:43.444800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95782452-dbee-4bef-87d3-2af1d40d36ee req-fea2f910-29e8-435d-85e3-a8fa26ebb02d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541689 Sep 24 00:47:43.464800 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device d37d8248-3668-414a-a4fd-4b9180bcd1b2 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:47:43.521934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-789d42e1-fbcc-4162-af1f-3caa5a43d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:43.523371 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-789d42e1-fbcc-4162-af1f-3caa5a43d738 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0978653 Sep 24 00:47:43.568157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:47:43.579533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'mac_address': 'fa:16:3e:ef:1e:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:47:43.600479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-91919ee3-99a5-4536-815b-ca10a8c563e2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 200 len: 999 time: 0.0693545 Sep 24 00:47:43.621609 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:43.635763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37d8248-3668-414a-a4fd-4b9180bcd1b2 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:47:43.654730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-b0c21ff8-e951-48d4-944e-6257b0e9d967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:43.655915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-b0c21ff8-e951-48d4-944e-6257b0e9d967 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0488942 Sep 24 00:47:43.656207 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:47:43.660644 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:43.703872 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-a3ebe967-a0ab-48ba-bc55-9ecc30e1ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:43.705435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-a3ebe967-a0ab-48ba-bc55-9ecc30e1ebe9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429418 Sep 24 00:47:43.806579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-205e7e0a-bc79-4999-a3da-6aef781a91be service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929697 Sep 24 00:47:43.862884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:43.870798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.871306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.871641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.871967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.872343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.872668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.872986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.873302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.873645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.873957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.874272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.874585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:43.898254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b32a2c2-cd33-42fb-95ce-359f808c172c req-900313b5-2a6b-4643-9e1b-220004819ed3 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832262 Sep 24 00:47:43.904695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['d37d8248-3668-414a-a4fd-4b9180bcd1b2'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:47:44.559489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c6d6ce-5287-4ec2-8169-43868ebcf122 req-daae312f-0bcb-4ba9-89c2-9d5854377ae8 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:44.560903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5c6d6ce-5287-4ec2-8169-43868ebcf122 req-daae312f-0bcb-4ba9-89c2-9d5854377ae8 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 944 time: 0.0482814 Sep 24 00:47:44.602471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5c6d6ce-5287-4ec2-8169-43868ebcf122 req-e328a202-7230-48d0-8abe-628e1588b1b5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356317 Sep 24 00:47:44.828504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ad3a1-4671-41cf-a9c0-9701fcdfd3d4 req-1e19bebc-fcd8-4bdc-a8e1-ee10d56fb75d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:44.830165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a94ad3a1-4671-41cf-a9c0-9701fcdfd3d4 req-1e19bebc-fcd8-4bdc-a8e1-ee10d56fb75d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 944 time: 0.0493283 Sep 24 00:47:44.868615 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a94ad3a1-4671-41cf-a9c0-9701fcdfd3d4 req-04910e3d-34c9-42bd-9b6b-2a4edb5437d1 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Sep 24 00:47:45.467283 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device d37d8248-3668-414a-a4fd-4b9180bcd1b2 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:47:45.516661 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port d37d8248-3668-414a-a4fd-4b9180bcd1b2 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:47:45.520122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port d37d8248-3668-414a-a4fd-4b9180bcd1b2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:47:45.521134 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:45.594531 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:45.625097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:47:45.628194 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05435b82-99fb-4b05-a4ca-77808b4cdfb8" -d '{"events": [{"server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "name": "network-vif-plugged", "status": "completed", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:47:45.642590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:47:45.647346 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:45.670721 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae9c937-fb2c-40aa-80c2-deb651d0e3c9 x-openstack-request-id: req-4ae9c937-fb2c-40aa-80c2-deb651d0e3c9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:47:45.671036 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "name": "network-vif-plugged", "status": "completed", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:47:45.671281 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4ae9c937-fb2c-40aa-80c2-deb651d0e3c9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:47:45.671655 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'code': 200} Sep 24 00:47:45.698257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:45.982303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49ab23-fdb4-4791-a2c8-39c441e9fa7a req-92aca8ab-1157-4172-8009-02f2ab4f0530 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:45.983792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b49ab23-fdb4-4791-a2c8-39c441e9fa7a req-92aca8ab-1157-4172-8009-02f2ab4f0530 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0483828 Sep 24 00:47:46.020274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b49ab23-fdb4-4791-a2c8-39c441e9fa7a req-04dc6523-ee92-4511-8198-1569b32e60cb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299346 Sep 24 00:47:46.087571 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-49fc5a3f-fdc6-489d-bdf8-cb0b6720125f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:46.088975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-49fc5a3f-fdc6-489d-bdf8-cb0b6720125f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 945 time: 0.0459409 Sep 24 00:47:46.179544 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Deleting port d37d8248-3668-414a-a4fd-4b9180bcd1b2 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:47:46.179793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:46.267342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] For port d37d8248-3668-414a-a4fd-4b9180bcd1b2, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=d37d8248-3668-414a-a4fd-4b9180bcd1b2,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:47:46.267710 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:46.436895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:46.437157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:46.437468 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Floating IP 26eab877-7a09-4bde-871f-a8602045889c disassociated. External IP: 172.25.5.163, port: d37d8248-3668-414a-a4fd-4b9180bcd1b2. Sep 24 00:47:46.437807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Calling delete_port for d37d8248-3668-414a-a4fd-4b9180bcd1b2 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:47:46.563636 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:46.597596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event deleted for resources: {'Port': ['ID=d37d8248-3668-414a-a4fd-4b9180bcd1b2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:46.712662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:47:46.824940 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:47:46.834611 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:47:46.843326 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:47:46.843922 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:47:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:47:46.863231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] No DVR routers for this DVR port d37d8248-3668-414a-a4fd-4b9180bcd1b2 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:47:46.866634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:46.868874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81c6a33c-1f3c-48aa-b984-21b748015886 req-df0a98be-429f-4320-a79a-61eb27d3213f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "DELETE /v2.0/ports/d37d8248-3668-414a-a4fd-4b9180bcd1b2 HTTP/1.1" status: 204 len: 173 time: 0.7728808 Sep 24 00:47:46.869316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'name': 'network-vif-deleted', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:47:46.871654 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}79a829260ef874e8992939b4e4fe9bf857c88fa9ff52aee09a8128c84c75479a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0def99a9-fd02-4286-9de5-e659d8040e28" -d '{"events": [{"server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "name": "network-vif-deleted", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:47:46.916704 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b804a0-0808-4c7e-9014-e8c6b9c77b32 x-openstack-request-id: req-c6b804a0-0808-4c7e-9014-e8c6b9c77b32 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:47:46.917296 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d8eb620-b5ab-4293-8666-93608d3694f9", "name": "network-vif-deleted", "tag": "d37d8248-3668-414a-a4fd-4b9180bcd1b2", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:47:46.917552 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c6b804a0-0808-4c7e-9014-e8c6b9c77b32 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:47:46.917946 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d8eb620-b5ab-4293-8666-93608d3694f9', 'name': 'network-vif-deleted', 'tag': 'd37d8248-3668-414a-a4fd-4b9180bcd1b2', 'status': 'completed', 'code': 200} Sep 24 00:47:46.954368 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:47:47.216395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4d2c12e-90e8-446a-b717-18296be6abf4 req-62bd6420-e2f1-43c1-88ac-9c08745f8f44 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d8eb620-b5ab-4293-8666-93608d3694f9 HTTP/1.1" status: 200 len: 210 time: 0.1126683 Sep 24 00:47:47.264627 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:47:47.289840 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:47:47.297808 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:47:47.298408 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:47:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:47:47.400755 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:47:47.592866 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:47:47.618959 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853760dc-53a1-460f-864d-cb13cfbb9eab None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:47:47.825311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5a340e-3e01-4cd4-8810-84b03db6ceb2 None None] New status for floating IP 26eab877-7a09-4bde-871f-a8602045889c: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:47:48.703352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-c82c236d-e5d2-462c-8abd-653ea84c6b69 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1690423891&fields=id&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 267 time: 0.0368440 Sep 24 00:47:48.813852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-a9abba43-db0d-4498-adc3-e52e5c6413ae tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:48.815274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-a9abba43-db0d-4498-adc3-e52e5c6413ae tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 812 time: 0.1037245 Sep 24 00:47:48.830211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-3e588cb5-3ebd-445c-8a86-73d47871dbd6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/quotas/817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 375 time: 0.0088925 Sep 24 00:47:48.882343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-4efa60d0-fcf6-46ba-950f-9acf9b8a8dc4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461273 Sep 24 00:47:49.036529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-270d1938-4c08-4747-94c9-85860470ed75 service neutron] 10.222.0.24 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424093 Sep 24 00:47:49.465187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-6c39ffe0-92d4-4bae-b987-933740a291ca service neutron] 10.222.0.24 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222369 Sep 24 00:47:49.487547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device d37d8248-3668-414a-a4fd-4b9180bcd1b2 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:47:49.507335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: d37d8248-3668-414a-a4fd-4b9180bcd1b2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:47:49.507620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device d37d8248-3668-414a-a4fd-4b9180bcd1b2 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:47:49.625873 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d2484be-f54f-42f4-82c2-1e849d5d0fd5 req-077197e1-cca7-4dd4-b399-5ea23f1e6f95 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 210 time: 0.0261416 Sep 24 00:47:50.711918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb376dad-0f61-4b8d-991a-1945641d0b9e req-6ea295e4-2455-4b95-81cd-5c698a5c70b8 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 210 time: 0.0294175 Sep 24 00:47:51.787584 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fbcf108-703f-4e88-8d50-9382d9880006 req-d3033c9d-b448-4865-9297-6f215be1bd34 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 210 time: 0.0257916 Sep 24 00:47:52.604829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-08c575e1-95c6-4190-b77a-fd89b56ff19c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:52.606279 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-08c575e1-95c6-4190-b77a-fd89b56ff19c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 812 time: 0.1116467 Sep 24 00:47:52.649456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-8b66bc5b-346d-4c6c-b4d6-3506a89cf723 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 380 time: 0.0344429 Sep 24 00:47:52.658826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'port': {'device_id': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'admin_state_up': True, 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'security_groups': ['080aad3d-38d5-446a-a828-f58c2a4e7d5b']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:47:52.764813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Made reservation on behalf of 817058f3f9024a4388f40a9d6151f23b for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:47:52.768770 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:52.882146 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-771ed71a-b27e-4f59-9eea-3955034d3c06 req-71ebf159-2116-45fd-9a5d-dfca5a6a3ac0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 210 time: 0.0262325 Sep 24 00:47:52.894046 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Allocated IP 172.20.0.5 (da1dd286-e16f-48a0-a4fd-c39254628fd2/eb5ecd3b-8880-4bba-8257-7b8fc9f317ea/86fd55d9-0b9a-4490-9a2e-43f449dd604a) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:47:53.052118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a1aefe5-fea0-49a5-b558-f919a4f41b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.054615 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.087609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.128229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:47:53.131797 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:47:53.135407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:47:53.163098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:53.185372 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.185703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.186035 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.186362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.186681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.187044 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.187361 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.187678 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.187989 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.188303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.188613 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.188924 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:47:53.207149 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:53.207762 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.224302 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-96549ca4-195e-4710-93b1-5b57995304fe tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5690413 Sep 24 00:47:53.236327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Request body: {'port': {'device_id': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:47:53.295739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.371171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c6cf003e-56ad-449c-bbbb-37a8aa75df35 None None] Provisioning complete for port 86fd55d9-0b9a-4490-9a2e-43f449dd604a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:47:53.371580 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6cf003e-56ad-449c-bbbb-37a8aa75df35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.406046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf003e-56ad-449c-bbbb-37a8aa75df35 None None] Port 86fd55d9-0b9a-4490-9a2e-43f449dd604a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:47:53.557805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86fd55d9-0b9a-4490-9a2e-43f449dd604a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:47:53.565030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.577030 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Transition to ACTIVE for port object 86fd55d9-0b9a-4490-9a2e-43f449dd604a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:47:53.581365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.629923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:53.701023 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:47:53.701353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:47:53.701675 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:47:53.706163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:47:53.706477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:47:53.711793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:47:53.712128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:47:53.712504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:47:53.712932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Bound port: 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:47:53.713284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.783115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:47:53.786100 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:47:53.790957 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.824697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:53.825313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:53.826714 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] 10.222.0.20 "PUT /v2.0/ports/86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1092 time: 0.5946338 Sep 24 00:47:53.827174 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:47:53.829381 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:47:53.861889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80990ec6-b85a-4724-a4da-1a056901ff6a service neutron] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:53.876315 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dbb30d-a53e-4ce4-9c56-7ec60f1ed99d x-openstack-request-id: req-40dbb30d-a53e-4ce4-9c56-7ec60f1ed99d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:47:53.876598 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:47:53.876850 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-40dbb30d-a53e-4ce4-9c56-7ec60f1ed99d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:47:53.877286 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'status': 'completed', 'code': 200} Sep 24 00:47:53.911646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-85c87788-3406-44fc-a50c-ae484887f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:53.913237 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-85c87788-3406-44fc-a50c-ae484887f912 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1095 time: 0.0453966 Sep 24 00:47:53.959026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-5000732c-2346-463e-bd7f-4ed23fdf8d01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 217 time: 0.0377905 Sep 24 00:47:54.000845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558eabc-6d4f-49e1-acdf-92ef7731999a req-392e5b20-25d6-4a43-aff3-46273d315e0c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:54.003369 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3558eabc-6d4f-49e1-acdf-92ef7731999a req-392e5b20-25d6-4a43-aff3-46273d315e0c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 943 time: 0.0505316 Sep 24 00:47:54.018007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-2b08745d-b0f0-4b0a-a158-2fe2ed07c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:54.020082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-2b08745d-b0f0-4b0a-a158-2fe2ed07c2f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0549538 Sep 24 00:47:54.041866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3558eabc-6d4f-49e1-acdf-92ef7731999a req-c47eb46a-f358-4957-888e-7ac22b5506f6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321496 Sep 24 00:47:54.066138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-39d355aa-f618-49e8-9a82-03453df5262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:54.068545 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-39d355aa-f618-49e8-9a82-03453df5262c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414922 Sep 24 00:47:54.159164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-c235d141-6d90-4855-adbb-4d01958c2f53 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835621 Sep 24 00:47:54.552994 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fca5d0c7-beaa-4ac1-8830-955e3532a505 req-ca5d8c7a-65e0-40f3-9034-8e8aa792ebf2 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3865404 Sep 24 00:47:54.636788 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-52b1a3bf-2d48-47f3-8310-2b2a91f4518f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:54.638276 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-52b1a3bf-2d48-47f3-8310-2b2a91f4518f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1095 time: 0.0402613 Sep 24 00:47:54.732299 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-efd31683-e25e-49a6-a858-ccde5faaa94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:54.733755 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-efd31683-e25e-49a6-a858-ccde5faaa94c service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0892587 Sep 24 00:47:54.776233 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-340876b8-32ec-41e4-8b5a-a0e273b2f6e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 217 time: 0.0345097 Sep 24 00:47:54.828879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-fd5ab1d6-d347-4a64-bf19-3d416bb2f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:54.830316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-fd5ab1d6-d347-4a64-bf19-3d416bb2f004 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0476840 Sep 24 00:47:54.877402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-3986728c-8ebf-4e74-8d9e-c27e9e9afae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:54.878915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-3986728c-8ebf-4e74-8d9e-c27e9e9afae0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400212 Sep 24 00:47:54.970923 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-f117bba6-2919-481b-bb12-60399f5dfec6 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833061 Sep 24 00:47:55.068018 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-872b6b34-2c4f-45a0-8dcd-dca95e795fc5 req-dae1666c-71e7-4e65-8980-4c791c5a3cf4 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886662 Sep 24 00:47:55.162171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff50046-2ca3-4b5f-ab23-7e26a63f3727 req-30dc1440-0069-484a-be03-704326ddfe82 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:55.163681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dff50046-2ca3-4b5f-ab23-7e26a63f3727 req-30dc1440-0069-484a-be03-704326ddfe82 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 943 time: 0.0492313 Sep 24 00:47:55.204722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dff50046-2ca3-4b5f-ab23-7e26a63f3727 req-9015ab45-d69d-433c-8b97-e6b19db2fc39 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346663 Sep 24 00:47:55.918988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:56.039887 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3942148e-7e40-4359-8e1e-dc51742ff4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:56.318011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb525c42-3b88-4c04-8763-c509ba71ce49 req-5249d476-9409-43dc-834b-87d9c6369df7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:56.319523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb525c42-3b88-4c04-8763-c509ba71ce49 req-5249d476-9409-43dc-834b-87d9c6369df7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 943 time: 0.0494483 Sep 24 00:47:56.358523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cb525c42-3b88-4c04-8763-c509ba71ce49 req-ca9e8a14-2a8b-48fc-9fec-4a5e08168b82 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326493 Sep 24 00:47:56.919711 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:57.472344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bdba6-df12-4627-915b-132c6b843388 req-f1bed3e5-0f9f-47d0-a305-fc021f5284fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:57.473942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b32bdba6-df12-4627-915b-132c6b843388 req-f1bed3e5-0f9f-47d0-a305-fc021f5284fb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 943 time: 0.0489368 Sep 24 00:47:57.511716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b32bdba6-df12-4627-915b-132c6b843388 req-cd47e124-970d-445b-be98-5b0971e1a6cb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316846 Sep 24 00:47:57.917291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:47:58.012272 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:47:58.023539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'mac_address': 'fa:16:3e:d1:28:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:47:58.059992 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:58.072169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fd55d9-0b9a-4490-9a2e-43f449dd604a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:47:58.090545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:47:58.094416 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:58.144714 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:47:58.331159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['86fd55d9-0b9a-4490-9a2e-43f449dd604a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:47:58.641766 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f025f401-7aec-45a6-8566-6be6a1e86dc0 req-b5757660-cb20-4bb3-bdba-1014b0a971d7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:58.643244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f025f401-7aec-45a6-8566-6be6a1e86dc0 req-b5757660-cb20-4bb3-bdba-1014b0a971d7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 944 time: 0.0522685 Sep 24 00:47:58.684883 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f025f401-7aec-45a6-8566-6be6a1e86dc0 req-5e5579c8-d405-4b89-a710-32daccf71a0d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351105 Sep 24 00:47:59.294336 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:47:59.805324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788284ae-5b84-44a3-84e9-558fc92e9f82 req-4aee9341-e5dc-4e26-a405-1d1bce7d23d2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:47:59.806855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-788284ae-5b84-44a3-84e9-558fc92e9f82 req-4aee9341-e5dc-4e26-a405-1d1bce7d23d2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 944 time: 0.0489559 Sep 24 00:47:59.847034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-788284ae-5b84-44a3-84e9-558fc92e9f82 req-d0752748-ceff-4d15-ae28-3a9169996c75 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341811 Sep 24 00:47:59.930885 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:47:59.984156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 86fd55d9-0b9a-4490-9a2e-43f449dd604a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:47:59.987809 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 86fd55d9-0b9a-4490-9a2e-43f449dd604a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:47:59.988356 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:00.067272 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:00.090517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:48:00.092776 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}592999705f343b7038b7b39a7173746d988ae5d50d1d035df7e413753390a4ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15620d9-fc6f-419f-a5d9-434f707c7659" -d '{"events": [{"server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "name": "network-vif-plugged", "status": "completed", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:48:00.106174 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:48:00.110281 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:00.134873 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13958fae-1a00-4441-b660-653003c3500b x-openstack-request-id: req-13958fae-1a00-4441-b660-653003c3500b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:48:00.135368 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "name": "network-vif-plugged", "status": "completed", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:48:00.135785 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13958fae-1a00-4441-b660-653003c3500b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:48:00.136290 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'code': 200} Sep 24 00:48:00.168708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:48:00.234404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbbd540-ddab-418e-b859-659746f40f4a req-e25636a5-cb1b-4c35-8337-386c0d08f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:00.236067 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ccbbd540-ddab-418e-b859-659746f40f4a req-e25636a5-cb1b-4c35-8337-386c0d08f560 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1097 time: 0.0474331 Sep 24 00:48:00.274777 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ccbbd540-ddab-418e-b859-659746f40f4a req-bd5cdff8-d523-4353-894f-5b8de8d4b1b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304730 Sep 24 00:48:00.741640 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:48:00.965883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85904f99-c307-40af-9651-32d459e1525f req-0bc075e4-a33c-438f-b8c3-b8d907e452e9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:00.967368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85904f99-c307-40af-9651-32d459e1525f req-0bc075e4-a33c-438f-b8c3-b8d907e452e9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0485022 Sep 24 00:48:01.004770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85904f99-c307-40af-9651-32d459e1525f req-79cf1fa8-f9da-4658-b512-8637567fe438 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313501 Sep 24 00:48:02.124065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcfd6b-8e4b-4a3e-bdca-cc7c8f73c067 req-4ccf5462-4e63-4bc7-b4c3-5b5d27bbc69d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:02.125550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08bcfd6b-8e4b-4a3e-bdca-cc7c8f73c067 req-4ccf5462-4e63-4bc7-b4c3-5b5d27bbc69d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0508459 Sep 24 00:48:02.167691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-08bcfd6b-8e4b-4a3e-bdca-cc7c8f73c067 req-ba34bb04-6f1a-4c71-b832-1a4be3e87240 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361209 Sep 24 00:48:02.279856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94eee8d-904e-4a79-9d86-db998de80add req-1e13a5d6-d0b4-4d38-b99e-022780437538 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:02.281427 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d94eee8d-904e-4a79-9d86-db998de80add req-1e13a5d6-d0b4-4d38-b99e-022780437538 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0494118 Sep 24 00:48:02.291214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 42530) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:48:02.299147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'floatingip': {'port_id': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:48:02.344080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:02.788221 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:02.792389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:02.894678 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Floating IP 26eab877-7a09-4bde-871f-a8602045889c associated. External IP: 172.25.5.163, port: 86fd55d9-0b9a-4490-9a2e-43f449dd604a. Sep 24 00:48:03.103273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:48:03.211177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:48:03.216111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:03.221191 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:48:03.232334 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:48:03.233274 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:47:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:48:03.247698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-68a918ef-8552-4872-8570-08d8e5048bd5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "PUT /v2.0/floatingips/26eab877-7a09-4bde-871f-a8602045889c HTTP/1.1" status: 200 len: 991 time: 0.9550147 Sep 24 00:48:03.248283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:48:03.253113 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6e006e5829711156daf3bbc76aebc7d17fb2fc60bddd3d78af5df6ce0b6466d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee12676-4059-4075-9204-f4f1f5a5efab" -d '{"events": [{"name": "network-changed", "server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:48:03.295687 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6cdd3-1a3d-4864-b507-bb37a0b6ea38 x-openstack-request-id: req-faa6cdd3-1a3d-4864-b507-bb37a0b6ea38 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:48:03.296311 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:48:03.296311 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-faa6cdd3-1a3d-4864-b507-bb37a0b6ea38 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:48:03.296615 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'status': 'completed', 'code': 200} Sep 24 00:48:03.345226 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:48:03.358279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee12676-4059-4075-9204-f4f1f5a5efab req-f19194a9-f34d-4c52-9833-d2572e582154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:03.359835 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dee12676-4059-4075-9204-f4f1f5a5efab req-f19194a9-f34d-4c52-9833-d2572e582154 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1097 time: 0.0413721 Sep 24 00:48:03.457973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee12676-4059-4075-9204-f4f1f5a5efab req-7e9c5acc-dcfe-4390-a002-da1feaf9cedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:03.459574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dee12676-4059-4075-9204-f4f1f5a5efab req-7e9c5acc-dcfe-4390-a002-da1feaf9cedc service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0920997 Sep 24 00:48:03.528998 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dee12676-4059-4075-9204-f4f1f5a5efab req-2128e035-0412-4277-a14c-03cb415fa3e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 999 time: 0.0628483 Sep 24 00:48:03.574655 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:d1:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:48:02Z', 'revision_number': 9, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:48:03.580171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee12676-4059-4075-9204-f4f1f5a5efab req-8ac21475-bc8d-4892-a0a4-88b24d40bbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:03.581661 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dee12676-4059-4075-9204-f4f1f5a5efab req-8ac21475-bc8d-4892-a0a4-88b24d40bbb2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0464151 Sep 24 00:48:03.605365 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:48:03.613499 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:48:03.614027 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:47:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:48:03.647438 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee12676-4059-4075-9204-f4f1f5a5efab req-d93947e7-5dfd-4cf9-9ef4-397e03b24386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:03.648951 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dee12676-4059-4075-9204-f4f1f5a5efab req-d93947e7-5dfd-4cf9-9ef4-397e03b24386 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573711 Sep 24 00:48:03.719416 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:48:03.740528 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dee12676-4059-4075-9204-f4f1f5a5efab req-ed1ab917-4cac-44a6-99c0-2e28b3ef7b00 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846882 Sep 24 00:48:03.842978 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-dee12676-4059-4075-9204-f4f1f5a5efab req-d284bef9-f884-4e8f-8c61-2fcda043b285 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955315 Sep 24 00:48:03.938217 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:d1:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:48:02Z', 'revision_number': 9, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:48:03.967127 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a790ecbe-f4f7-4212-8a20-cd024818e4b6 None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:d1:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:48:02Z', 'revision_number': 9, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:48:04.152779 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447800e7-e39d-4c9f-b9be-bcf743315af1 None None] New status for floating IP 26eab877-7a09-4bde-871f-a8602045889c: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:48:07.119287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:09.624458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:16.103227 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-b8df3d9d-3c8b-4a95-ba64-08d320bc5ca4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396855 Sep 24 00:48:16.182126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-f3ade117-cffe-4cb0-bb04-7c2ee3aeeb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:16.183681 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-f3ade117-cffe-4cb0-bb04-7c2ee3aeeb14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1097 time: 0.0401921 Sep 24 00:48:16.293459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-d0fdab12-3bdb-4f4f-96f9-e0e073cd8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:16.295004 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-d0fdab12-3bdb-4f4f-96f9-e0e073cd8a46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0909886 Sep 24 00:48:16.359802 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-d59dee4e-b6b6-4653-8bb2-8aa69365daf3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1002 time: 0.0575931 Sep 24 00:48:16.412967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-bde8efbd-fa56-4750-84a0-7db3e50e1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:16.414693 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-bde8efbd-fa56-4750-84a0-7db3e50e1509 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0469089 Sep 24 00:48:16.461184 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-0ab1de0c-19a9-4a21-b9ac-0e62eed3d734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:48:16.462731 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-0ab1de0c-19a9-4a21-b9ac-0e62eed3d734 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411119 Sep 24 00:48:16.555576 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-c3d0d6ea-0223-4c93-96b9-946099bf3563 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852730 Sep 24 00:48:16.657733 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c292faa-6b09-487b-a892-d2d95b3389d5 req-8f95ea48-cfdc-4869-8e77-b058ec4fafca service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947638 Sep 24 00:48:23.055279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-adaa9dbd-d97c-4d1e-9ddd-8b8b6a53a297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:25.921158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:26.041413 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-918c8998-b959-4987-9bb0-0813c2bc5d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:26.922638 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:29.297535 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:37.122942 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:37.740798 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:48:39.629407 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:53.056949 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a9e264b0-d3dc-479e-af66-4f3643b696b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:55.922633 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:56.041350 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-566cbdeb-4da3-4004-b605-7c86de38496c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:56.925333 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:48:59.303322 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:07.152925 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:09.638974 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:14.740010 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:49:18.104468 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abe2528b-3cf9-4953-905b-e0047f97479d req-70a58eba-baad-470f-8e20-f3de12a7425f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423098 Sep 24 00:49:18.189878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2528b-3cf9-4953-905b-e0047f97479d req-8cd95ddd-725a-41bd-afd6-860157137c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:18.191521 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abe2528b-3cf9-4953-905b-e0047f97479d req-8cd95ddd-725a-41bd-afd6-860157137c86 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1097 time: 0.0446775 Sep 24 00:49:18.308640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2528b-3cf9-4953-905b-e0047f97479d req-29965651-5d40-4ce7-8a4a-1f0bd157f869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:18.310155 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abe2528b-3cf9-4953-905b-e0047f97479d req-29965651-5d40-4ce7-8a4a-1f0bd157f869 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0992651 Sep 24 00:49:18.379851 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abe2528b-3cf9-4953-905b-e0047f97479d req-2c4612b8-25ce-47a8-b0da-19b23fc78437 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1002 time: 0.0622528 Sep 24 00:49:18.436176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2528b-3cf9-4953-905b-e0047f97479d req-490beee9-af9c-4314-9d06-d0f2e66a349c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:18.437674 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abe2528b-3cf9-4953-905b-e0047f97479d req-490beee9-af9c-4314-9d06-d0f2e66a349c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0510664 Sep 24 00:49:18.485842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2528b-3cf9-4953-905b-e0047f97479d req-42b91ad6-5c30-47b4-bbaa-1f22b4191ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:18.487392 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abe2528b-3cf9-4953-905b-e0047f97479d req-42b91ad6-5c30-47b4-bbaa-1f22b4191ae9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427344 Sep 24 00:49:18.583461 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abe2528b-3cf9-4953-905b-e0047f97479d req-0bc4b2a7-c1b3-4335-8fbf-44cbe282cf87 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884831 Sep 24 00:49:18.671171 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abe2528b-3cf9-4953-905b-e0047f97479d req-aef2258d-e581-4849-8d82-d01ab30fa26f service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807152 Sep 24 00:49:23.060068 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1d85f7ec-f85b-4f03-8834-c7a730ea774c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:25.927551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:26.042877 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-082fa656-51a1-4692-8411-0dce997d8b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:26.930107 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:29.303016 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:37.157381 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:39.196567 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-4244a34d-2b24-472f-b4d3-a0080cb9c78d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428102 Sep 24 00:49:39.379643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf542b73-4428-42f9-b5c0-3deabf9d5abc req-cf84ce5a-2b14-4e50-b2ac-1f9c74e71d6c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:39.381183 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf542b73-4428-42f9-b5c0-3deabf9d5abc req-cf84ce5a-2b14-4e50-b2ac-1f9c74e71d6c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.1091099 Sep 24 00:49:39.421218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cf542b73-4428-42f9-b5c0-3deabf9d5abc req-5533c165-cd03-43a2-adaf-30825ccf8d09 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342312 Sep 24 00:49:39.633926 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:40.288963 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-9dcd5b8e-5e1d-4f6d-a8bc-47660b01e74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:40.290774 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-9dcd5b8e-5e1d-4f6d-a8bc-47660b01e74f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1097 time: 0.0505753 Sep 24 00:49:40.380371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-e7874cfe-49b4-43e5-be1d-f735b3e7486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:40.381855 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-e7874cfe-49b4-43e5-be1d-f735b3e7486b service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0841055 Sep 24 00:49:40.452079 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-71ba4a1d-4ed6-4b1c-8810-7938529b7977 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1002 time: 0.0626791 Sep 24 00:49:40.501344 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-54498aa9-a742-410a-84e5-9860f9e7fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:40.502924 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-54498aa9-a742-410a-84e5-9860f9e7fca8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0436156 Sep 24 00:49:40.553077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-7180a279-7b14-4bb8-a0b8-238d985741bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:40.554618 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-7180a279-7b14-4bb8-a0b8-238d985741bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447469 Sep 24 00:49:40.665906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236c869f-4794-4bfc-8d1b-814c30ba3f7b req-e26b3889-efe3-4ec2-8c07-3dafe202bdce tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:40.668020 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-236c869f-4794-4bfc-8d1b-814c30ba3f7b req-e26b3889-efe3-4ec2-8c07-3dafe202bdce tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0992057 Sep 24 00:49:40.719593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-236c869f-4794-4bfc-8d1b-814c30ba3f7b req-aa6029e1-c72f-4ef4-b8a0-0f466ac1bcd4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448258 Sep 24 00:49:40.956468 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-e5fba9ef-07c7-45df-bb42-ec98f86d6b7d service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941629 Sep 24 00:49:41.045100 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-f72433d1-e662-4653-b1a1-567dcc6118d2 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818775 Sep 24 00:49:41.837707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b6f11-801f-4f9a-989a-6a0e16d553f9 req-f2163042-440f-4a06-9d7f-25b29b99f72a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:41.839231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-227b6f11-801f-4f9a-989a-6a0e16d553f9 req-f2163042-440f-4a06-9d7f-25b29b99f72a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Sep 24 00:49:41.876308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-227b6f11-801f-4f9a-989a-6a0e16d553f9 req-e4e86fdd-73c4-4093-992a-4a5c35fbd4ca tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311584 Sep 24 00:49:42.994431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d23e2-41e7-49bd-bf34-5c8d50e554d3 req-a4c001c3-5ecf-420d-8721-1dbac0193711 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:42.996095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de3d23e2-41e7-49bd-bf34-5c8d50e554d3 req-a4c001c3-5ecf-420d-8721-1dbac0193711 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0493779 Sep 24 00:49:43.036155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de3d23e2-41e7-49bd-bf34-5c8d50e554d3 req-375b2326-38b4-4722-ba8e-37c0585f628c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339851 Sep 24 00:49:44.151069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f313be-de47-4e57-9a11-2fe6377fd48b req-6ac99e01-4d06-4454-a883-a514ec6165c9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:44.153082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54f313be-de47-4e57-9a11-2fe6377fd48b req-6ac99e01-4d06-4454-a883-a514ec6165c9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0492604 Sep 24 00:49:44.196341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54f313be-de47-4e57-9a11-2fe6377fd48b req-b45306cb-a121-47ab-a2cb-b144424b72fd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372412 Sep 24 00:49:45.314889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec8add-d4be-4a71-9258-083a443b01d9 req-201498ce-25fc-4704-89e3-8ef670886132 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:45.317036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33ec8add-d4be-4a71-9258-083a443b01d9 req-201498ce-25fc-4704-89e3-8ef670886132 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0512400 Sep 24 00:49:45.356645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33ec8add-d4be-4a71-9258-083a443b01d9 req-eea3df11-a140-40f7-9b33-f55ea8571ea9 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337584 Sep 24 00:49:46.472432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292645ef-51c8-4e7c-a94e-948f49259110 req-b753f01c-015e-4d7d-a84f-52d40631ecbd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:46.473949 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-292645ef-51c8-4e7c-a94e-948f49259110 req-b753f01c-015e-4d7d-a84f-52d40631ecbd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0487444 Sep 24 00:49:46.511872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-292645ef-51c8-4e7c-a94e-948f49259110 req-eadd0151-0439-4531-ba4e-1faced3c20f8 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Sep 24 00:49:47.635266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce43f81-6d1e-4604-bb16-cbcb97465740 req-1b9fea51-599c-4a58-8c57-35950efcfe9a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:47.636793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ce43f81-6d1e-4604-bb16-cbcb97465740 req-1b9fea51-599c-4a58-8c57-35950efcfe9a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0509057 Sep 24 00:49:47.682931 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ce43f81-6d1e-4604-bb16-cbcb97465740 req-fdc4e903-7ac5-4954-bb55-beda5b6dd3d6 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381560 Sep 24 00:49:48.799248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf5eaa-726d-4069-a09d-3da4636411f3 req-b342a28a-8776-4088-8162-71d051c509fa tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:48.800900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50cf5eaa-726d-4069-a09d-3da4636411f3 req-b342a28a-8776-4088-8162-71d051c509fa tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0505204 Sep 24 00:49:48.840332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-50cf5eaa-726d-4069-a09d-3da4636411f3 req-632fc1f2-0e1b-46f8-b8cf-0a151656150d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335691 Sep 24 00:49:49.957592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eead16-f24d-4a98-8ddb-2f5f008f402a req-0999049c-b58c-4a2e-90ed-be81bef86fc4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:49.959111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02eead16-f24d-4a98-8ddb-2f5f008f402a req-0999049c-b58c-4a2e-90ed-be81bef86fc4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0495329 Sep 24 00:49:49.997748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02eead16-f24d-4a98-8ddb-2f5f008f402a req-c5a5d393-a817-4c6b-b61d-05e67b4d4e84 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324883 Sep 24 00:49:51.111869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a589f3d-3173-4b29-86f8-bb972d068a24 req-db1b9d12-6e6c-46df-9695-f30b69477ed5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:51.113274 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a589f3d-3173-4b29-86f8-bb972d068a24 req-db1b9d12-6e6c-46df-9695-f30b69477ed5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0485482 Sep 24 00:49:51.155282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a589f3d-3173-4b29-86f8-bb972d068a24 req-3183ae8a-f7e6-4f8a-a43a-28f5d88ab2d4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359504 Sep 24 00:49:51.738725 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:49:52.271224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7405092-7e27-4799-98c7-bfa21f7fff55 req-607baf04-06aa-41c8-a1cf-d67d818efc0f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:52.272720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7405092-7e27-4799-98c7-bfa21f7fff55 req-607baf04-06aa-41c8-a1cf-d67d818efc0f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0494416 Sep 24 00:49:52.310180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7405092-7e27-4799-98c7-bfa21f7fff55 req-556020e4-38db-4dee-90d5-b16371d804ec tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315545 Sep 24 00:49:52.911205 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [req-70515825-30c9-41d0-afc3-c849529ecc45 req-17bc8ec6-5be1-4613-9f62-1e787dab7824 service neutron] show failed (client error): The resource could not be found. Sep 24 00:49:52.912211 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-17bc8ec6-5be1-4613-9f62-1e787dab7824 service neutron] 10.222.0.20 "GET /v2.0/ports/86fd55d9-0b9a-4490-9a2e-43f449dd604a/bindings/n-h1-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0575264 Sep 24 00:49:53.060932 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a51f2bc3-00f3-4fa2-a9af-5d25fdf21eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:53.182115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-b29fb41a-d732-4b99-8d35-60247cd972b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:53.183680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-b29fb41a-d732-4b99-8d35-60247cd972b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 1097 time: 0.0819237 Sep 24 00:49:53.197905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:49:53.257417 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:53.481712 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9661db-3160-4492-86e3-a12c76eb6fbd req-d7ffdd69-e987-47fb-b55d-beede5d81256 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:53.483230 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad9661db-3160-4492-86e3-a12c76eb6fbd req-d7ffdd69-e987-47fb-b55d-beede5d81256 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.1057882 Sep 24 00:49:53.507597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:49:53.550404 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad9661db-3160-4492-86e3-a12c76eb6fbd req-9d13f66d-0cc8-4020-9ca0-567fe70d90a0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595300 Sep 24 00:49:53.562306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:49:53.605853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:49:53.611150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:53.623295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Transition to ACTIVE for port object 86fd55d9-0b9a-4490-9a2e-43f449dd604a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:49:53.628433 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:53.656425 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b719831-9467-4d40-8d85-0b2d135ba7e6" -d '{"events": [{"server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "name": "network-vif-unplugged", "status": "completed", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:49:53.724182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:49:53.737226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.737575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.737920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.738260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.738591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.738963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.739284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.739608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.739992 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.740257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.740581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.740919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:53.769810 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4a448a-4014-4d25-810f-4e955ff8b3ef x-openstack-request-id: req-8d4a448a-4014-4d25-810f-4e955ff8b3ef {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:49:53.770102 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "name": "network-vif-unplugged", "status": "completed", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:49:53.770354 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8d4a448a-4014-4d25-810f-4e955ff8b3ef {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:49:53.770774 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'code': 200} Sep 24 00:49:53.771540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] No DVR routers for this DVR port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:49:53.907024 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:49:53.907279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:49:53.907605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:49:53.911855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:49:53.912176 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:49:53.917204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:49:53.917538 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:49:53.917918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:49:53.918336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Bound port: 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:49:53.918696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:53.981335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:49:53.984804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:49:53.989229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:54.021784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:54.022401 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:54.023856 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] 10.222.0.18 "PUT /v2.0/ports/86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1092 time: 0.8298900 Sep 24 00:49:54.056325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76857ad1-52c8-4dcc-a752-1f35bfe5a538 service neutron] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:49:54.092447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-31964e4d-3363-4b34-a7ae-58ed45e5e77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:54.094185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-31964e4d-3363-4b34-a7ae-58ed45e5e77f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1095 time: 0.0482583 Sep 24 00:49:54.189980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-a1ba95d8-2fba-46f5-a1cd-d082e1ec53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:54.191503 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-a1ba95d8-2fba-46f5-a1cd-d082e1ec53e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0907946 Sep 24 00:49:54.264998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-1055bb5e-8004-4385-9f52-9042e1d0a84d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1000 time: 0.0664530 Sep 24 00:49:54.315651 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-9c885f72-bf63-4c01-8998-af592a63356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:54.317149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-9c885f72-bf63-4c01-8998-af592a63356f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0455194 Sep 24 00:49:54.365056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70515825-30c9-41d0-afc3-c849529ecc45 req-f1684a1f-816c-42c9-869d-6a874ac1343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:54.366583 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-f1684a1f-816c-42c9-869d-6a874ac1343c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421815 Sep 24 00:49:54.460197 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-bc2425fa-2bdf-4c25-a38f-1554a121a765 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861206 Sep 24 00:49:54.550918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-70515825-30c9-41d0-afc3-c849529ecc45 req-8b120a53-baae-418c-b3d4-464145663010 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838861 Sep 24 00:49:54.667590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873d195-f5e5-43c3-bd08-5bc3d69aa9d3 req-39f539e8-54b5-40a9-aa65-d19e8713391c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:54.669128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e873d195-f5e5-43c3-bd08-5bc3d69aa9d3 req-39f539e8-54b5-40a9-aa65-d19e8713391c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 943 time: 0.0494790 Sep 24 00:49:54.712854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e873d195-f5e5-43c3-bd08-5bc3d69aa9d3 req-475f3c4d-b7bc-4573-b9d6-c7eda2730696 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366409 Sep 24 00:49:55.772034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:49:55.774440 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2" -d '{"events": [{"name": "network-changed", "server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:49:55.824539 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0931ec99-0f1e-4087-8144-3a217edf25f0 x-openstack-request-id: req-0931ec99-0f1e-4087-8144-3a217edf25f0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:49:55.824844 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:49:55.825267 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0931ec99-0f1e-4087-8144-3a217edf25f0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:49:55.825502 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'status': 'completed', 'code': 200} Sep 24 00:49:55.834163 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef0be-2b28-473a-ab5d-50e0d5abf521 req-34563550-fdae-4370-bb11-260632d63482 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:55.839627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9bef0be-2b28-473a-ab5d-50e0d5abf521 req-34563550-fdae-4370-bb11-260632d63482 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 943 time: 0.0562665 Sep 24 00:49:55.888801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-d4579c96-13ae-4bcb-a79a-b8f370a6a1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:55.890354 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-d4579c96-13ae-4bcb-a79a-b8f370a6a1c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1095 time: 0.0449033 Sep 24 00:49:55.899532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9bef0be-2b28-473a-ab5d-50e0d5abf521 req-ee9ade75-e90a-415b-bb48-dcb130bc3f49 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578282 Sep 24 00:49:55.909721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-d484c158-8a27-442e-ab36-ff6fe02dce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:55.911235 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-d484c158-8a27-442e-ab36-ff6fe02dce6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1095 time: 0.0557079 Sep 24 00:49:55.930620 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:56.015738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-c352c650-c99e-4632-84de-7b192e9f8f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:56.017286 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-c352c650-c99e-4632-84de-7b192e9f8f95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.1198804 Sep 24 00:49:56.019324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-653f6aec-03e3-41a5-8c65-0e596e3319eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:56.020782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-653f6aec-03e3-41a5-8c65-0e596e3319eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.1010640 Sep 24 00:49:56.053042 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e23ebc0-5a26-4876-90f5-8630db610fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:56.111339 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-7490e2cf-22d6-4dcc-bdfe-c95daad649cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1000 time: 0.0874360 Sep 24 00:49:56.126469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-640b6832-8cc0-45fc-8676-bb296c3caea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1000 time: 0.0934014 Sep 24 00:49:56.167674 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-ff1283f8-38ed-4386-a097-ff38ecb5e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:56.169366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-ff1283f8-38ed-4386-a097-ff38ecb5e516 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0475812 Sep 24 00:49:56.184219 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-ffc5e02a-d05e-4d8b-b285-8ffacd7722c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:56.185680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-ffc5e02a-d05e-4d8b-b285-8ffacd7722c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0526454 Sep 24 00:49:56.216994 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-4374a576-813a-45c5-98c5-6dbeaa6d3777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:56.219689 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-4374a576-813a-45c5-98c5-6dbeaa6d3777 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433779 Sep 24 00:49:56.238381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-b9a70c98-c8ce-458b-b8f8-c734e22bc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:56.240041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-b9a70c98-c8ce-458b-b8f8-c734e22bc937 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477605 Sep 24 00:49:56.318911 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-fab6b51f-f18a-4208-a95f-36294bb2ee59 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921113 Sep 24 00:49:56.332510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-694b6c71-de67-4921-8f56-bd489622c0fb service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Sep 24 00:49:56.414221 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-a71b31c7-5416-4130-bb55-c068e46d2940 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880990 Sep 24 00:49:56.426917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-10cf96bd-dfc7-4a26-ad42-e2bda27ccbe2 req-88f5be70-eb57-4d3b-aab7-4d63b07ba67c service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877619 Sep 24 00:49:56.569690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:49:56.607315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:49:56.932206 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:57.021475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4db20-8433-4532-8bde-2b93b8cdabaa req-01b84f3d-145a-4798-81a5-9af34a6b65b2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:57.022984 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8be4db20-8433-4532-8bde-2b93b8cdabaa req-01b84f3d-145a-4798-81a5-9af34a6b65b2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 943 time: 0.0484016 Sep 24 00:49:57.060942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8be4db20-8433-4532-8bde-2b93b8cdabaa req-3bd000ed-f296-448b-a74f-1198e761a846 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Sep 24 00:49:57.375340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-a89141d4-5c04-4f3c-aa32-56d98757a877 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:57.376760 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-a89141d4-5c04-4f3c-aa32-56d98757a877 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21&tenant_id=817058f3f9024a4388f40a9d6151f23b&binding%3Ahost_id=n-h1-713498-18 HTTP/1.1" status: 200 len: 943 time: 0.0851703 Sep 24 00:49:57.388840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143dd17-2178-45a7-83a5-467c58c3dbcc req-43060307-9931-4bf7-8389-63d86d88d92c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:57.390232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2143dd17-2178-45a7-83a5-467c58c3dbcc req-43060307-9931-4bf7-8389-63d86d88d92c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 943 time: 0.0712419 Sep 24 00:49:57.461056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2143dd17-2178-45a7-83a5-467c58c3dbcc req-412412d9-060d-4e2c-b8be-2b53f73e9745 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647662 Sep 24 00:49:57.471089 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-9297f1b4-123b-48e5-8b69-b85c862b66a5 service neutron] 10.222.0.18 "GET /v2.0/ports/86fd55d9-0b9a-4490-9a2e-43f449dd604a/bindings/n-h1-713498-18 HTTP/1.1" status: 200 len: 383 time: 0.0798676 Sep 24 00:49:57.539425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-cea979c5-5e31-4297-988b-7b99183acb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:57.541196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-cea979c5-5e31-4297-988b-7b99183acb8f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1095 time: 0.0411918 Sep 24 00:49:57.637546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-7785929f-9fa2-4c3b-9731-8732dfddfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:57.638965 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-7785929f-9fa2-4c3b-9731-8732dfddfcb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0898247 Sep 24 00:49:57.710528 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-13b86a52-7d23-4f48-8796-5601fc0b7cae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1000 time: 0.0649462 Sep 24 00:49:57.759374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-81925c84-4cb8-46e5-8517-62e1330e0a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:57.760842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-81925c84-4cb8-46e5-8517-62e1330e0a3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0435054 Sep 24 00:49:57.818741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-579ef615-0e8c-4d34-a7de-90715cede9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:57.820265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-579ef615-0e8c-4d34-a7de-90715cede9f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518126 Sep 24 00:49:57.913412 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-ca719050-ab53-47c1-a167-a758b0cc5c47 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853803 Sep 24 00:49:58.000901 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-8da85b42-72ce-4c3e-b0c0-012f81dff9e0 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805836 Sep 24 00:49:58.093521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:49:58.197978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:49:58.209292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'mac_address': 'fa:16:3e:d1:28:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:49:58.244944 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:58.259102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86fd55d9-0b9a-4490-9a2e-43f449dd604a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:49:58.280125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:49:58.284134 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:58.335339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:49:58.342501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.342872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.343210 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.343544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.343900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.344230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.344552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.344872 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.345194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.345511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.345836 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.346151 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:49:58.542234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['86fd55d9-0b9a-4490-9a2e-43f449dd604a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:49:58.580767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07354be0-f6d5-41be-942c-dd459033c4f4 req-5e8fb1bc-2606-4ec3-9973-d8eccfa6cc34 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:58.582320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07354be0-f6d5-41be-942c-dd459033c4f4 req-5e8fb1bc-2606-4ec3-9973-d8eccfa6cc34 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 944 time: 0.0499756 Sep 24 00:49:58.624360 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07354be0-f6d5-41be-942c-dd459033c4f4 req-1c7a7de5-50b2-4a98-b087-e51ebddcc12d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360227 Sep 24 00:49:59.305139 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:49:59.746688 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae272651-8a53-4529-b8ee-85373e524316 req-3d41fae6-c5a6-4ba5-b0d7-49156ac13a76 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:59.748325 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae272651-8a53-4529-b8ee-85373e524316 req-3d41fae6-c5a6-4ba5-b0d7-49156ac13a76 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 944 time: 0.0541034 Sep 24 00:49:59.792161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae272651-8a53-4529-b8ee-85373e524316 req-0fc6f822-d78c-4846-8280-b7f16dcac9bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364044 Sep 24 00:49:59.949190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-24472b70-afbd-4065-ac12-452848daa100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:49:59.950612 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-24472b70-afbd-4065-ac12-452848daa100 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 1096 time: 0.0419109 Sep 24 00:49:59.962599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:50:00.013797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.128034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:50:00.176636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 86fd55d9-0b9a-4490-9a2e-43f449dd604a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:50:00.180319 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 86fd55d9-0b9a-4490-9a2e-43f449dd604a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:50:00.180699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.218233 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:50:00.252371 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:50:00.263294 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.287489 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 86fd55d9-0b9a-4490-9a2e-43f449dd604a {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:50:00.296202 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.306899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Ignored duplicate provisioning block setup for port 86fd55d9-0b9a-4490-9a2e-43f449dd604a by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 24 00:50:00.310542 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.347059 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:50:00.347451 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:50:00.393010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=9']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:00.404799 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.405138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.405474 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.405809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.406175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.406502 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.406845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.407166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.407488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.407813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.408134 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.408449 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:50:00.444322 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] No DVR routers for this DVR port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:50:00.536824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e9746b7c-e22b-44bb-92d6-7d87b56857dc None None] Provisioning complete for port 86fd55d9-0b9a-4490-9a2e-43f449dd604a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:50:00.537278 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e9746b7c-e22b-44bb-92d6-7d87b56857dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.581263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e9746b7c-e22b-44bb-92d6-7d87b56857dc None None] Port 86fd55d9-0b9a-4490-9a2e-43f449dd604a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:50:00.585187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:50:00.585525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:50:00.585857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:50:00.590127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:50:00.590442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Attempting to bind port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:50:00.595254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:50:00.595588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:50:00.595968 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:50:00.596390 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Bound port: 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:50:00.596743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.659870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:50:00.662974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:50:00.668122 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.706351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:00.707006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.708417 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1092 time: 0.7498462 Sep 24 00:50:00.708864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:50:00.762774 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733aa213-1512-4e09-b555-acf23253513c" -d '{"events": [{"name": "network-changed", "server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:50:00.767037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af694740-d42d-4307-9b19-6819aad9f7f0 service neutron] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=10']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:00.790109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-de748f6f-1c88-455e-8a07-24a6da46f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:00.791918 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-de748f6f-1c88-455e-8a07-24a6da46f580 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1096 time: 0.0605869 Sep 24 00:50:00.894236 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.902979 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10018c82-72f4-47a0-ab7b-a3cd0947c17b x-openstack-request-id: req-10018c82-72f4-47a0-ab7b-a3cd0947c17b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:50:00.903417 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:50:00.903661 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-10018c82-72f4-47a0-ab7b-a3cd0947c17b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:50:00.904141 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'status': 'completed', 'code': 200} Sep 24 00:50:00.918192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:50:00.938199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-c8eb5714-0eca-419d-bc4a-b996dd3de564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:00.939240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd22d91-6975-4a24-b27a-1d8e3fe11d9e req-aca72314-5878-4748-9ac6-bfc4e8e9e10f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:00.939784 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-c8eb5714-0eca-419d-bc4a-b996dd3de564 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.1403975 Sep 24 00:50:00.941864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fd22d91-6975-4a24-b27a-1d8e3fe11d9e req-aca72314-5878-4748-9ac6-bfc4e8e9e10f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 944 time: 0.0730057 Sep 24 00:50:00.944657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:50:00.951791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:00.983958 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193759c7-7985-4cd0-88f3-9f3e9f77fa8e" -d '{"events": [{"server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "name": "network-vif-plugged", "status": "completed", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:50:01.024487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8052e3bf-99ec-4d36-ad47-38b1d9fe1064 None None] Provisioning complete for port 86fd55d9-0b9a-4490-9a2e-43f449dd604a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:50:01.024994 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8052e3bf-99ec-4d36-ad47-38b1d9fe1064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:01.035756 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-3a959c3d-60ce-4cc7-bc16-e7b8040444ed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1002 time: 0.0870361 Sep 24 00:50:01.037655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3fd22d91-6975-4a24-b27a-1d8e3fe11d9e req-8dada437-043a-404b-8dff-ecbbb67c768f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895703 Sep 24 00:50:01.048635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa213-1512-4e09-b555-acf23253513c req-f909f1fd-e622-4786-b685-0201532d361c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.050116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-f909f1fd-e622-4786-b685-0201532d361c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1098 time: 0.1003883 Sep 24 00:50:01.070157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:01.100088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-938a0591-9c18-4e8f-9f82-c5ad33d23369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.102167 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-938a0591-9c18-4e8f-9f82-c5ad33d23369 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0599940 Sep 24 00:50:01.124101 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755ea5f7-816e-4580-a9c4-d7aa45bb8cd2 x-openstack-request-id: req-755ea5f7-816e-4580-a9c4-d7aa45bb8cd2 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:50:01.124391 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "name": "network-vif-plugged", "status": "completed", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:50:01.124650 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-755ea5f7-816e-4580-a9c4-d7aa45bb8cd2 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:50:01.125585 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'code': 200} Sep 24 00:50:01.153307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-2ba8504a-e3bd-412f-a81e-8c66c7f52ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.154914 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-2ba8504a-e3bd-412f-a81e-8c66c7f52ff9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457814 Sep 24 00:50:01.155980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa213-1512-4e09-b555-acf23253513c req-020abb25-15e0-4d2b-9a41-ba3ec3efeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.157484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-020abb25-15e0-4d2b-9a41-ba3ec3efeccf service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.1003575 Sep 24 00:50:01.227391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-5bfd10ad-c90a-4824-ba2e-4bfa4957438d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1002 time: 0.0626698 Sep 24 00:50:01.253738 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-df823507-d840-484b-bb5a-4186658a2c57 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878050 Sep 24 00:50:01.276252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa213-1512-4e09-b555-acf23253513c req-92642888-6c03-481b-be40-87e7b215d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.277837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-92642888-6c03-481b-be40-87e7b215d024 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0440912 Sep 24 00:50:01.323009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa213-1512-4e09-b555-acf23253513c req-0451035c-8db4-4192-b074-ff01b0a84b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.324530 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-0451035c-8db4-4192-b074-ff01b0a84b6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402422 Sep 24 00:50:01.340762 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8d0061ed-9c80-4725-af16-6bf942ec04f0 req-4cd6a108-b33f-4c00-8991-37d78e064127 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837476 Sep 24 00:50:01.420332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-66c1b4b7-6daa-44c3-a2f5-a271b08e230d service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882351 Sep 24 00:50:01.429470 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa213-1512-4e09-b555-acf23253513c req-d60d2720-0341-45a0-a8d1-a6bc3e7c4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.431027 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-d60d2720-0341-45a0-a8d1-a6bc3e7c4d83 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 1098 time: 0.0458517 Sep 24 00:50:01.512409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-1de0c5fc-5715-4307-ba5d-a98b691598a3 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851948 Sep 24 00:50:01.525748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa213-1512-4e09-b555-acf23253513c req-7565fa47-3926-46fa-a8a3-2e6abd811422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.527331 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-7565fa47-3926-46fa-a8a3-2e6abd811422 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0896714 Sep 24 00:50:01.598082 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-9f95efbd-6593-4626-a505-dc4502167783 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 200 len: 1002 time: 0.0634437 Sep 24 00:50:01.647993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa213-1512-4e09-b555-acf23253513c req-b2ad0eeb-aee9-438d-9d80-176862dd6fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.649522 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-b2ad0eeb-aee9-438d-9d80-176862dd6fc0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0447755 Sep 24 00:50:01.698347 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733aa213-1512-4e09-b555-acf23253513c req-6f3f87cd-f8d0-4fd7-82ad-8bd6772c6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:01.700565 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-6f3f87cd-f8d0-4fd7-82ad-8bd6772c6f5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436339 Sep 24 00:50:01.804338 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-529e2200-2e60-47c3-9902-e769eb625d01 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952923 Sep 24 00:50:01.903432 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-733aa213-1512-4e09-b555-acf23253513c req-abab4561-cfb3-420e-b9c6-48ad7b291a5d service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890148 Sep 24 00:50:02.143218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:50:02.152243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd78d19-2442-4928-9162-4e96c5e4562a req-af3bdbd5-d54e-4964-be38-6a65af152a3c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:02.153795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7dd78d19-2442-4928-9162-4e96c5e4562a req-af3bdbd5-d54e-4964-be38-6a65af152a3c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 946 time: 0.0588498 Sep 24 00:50:02.183708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:50:02.194823 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7dd78d19-2442-4928-9162-4e96c5e4562a req-50e7801a-72dd-47fd-9764-c72d6d595aed tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341163 Sep 24 00:50:03.329851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcea21a-bbd0-487e-8765-87d6bc5cd3a8 req-1460e404-01f7-4eac-8ffe-31c826caf5bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:03.331364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbcea21a-bbd0-487e-8765-87d6bc5cd3a8 req-1460e404-01f7-4eac-8ffe-31c826caf5bd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 946 time: 0.0497067 Sep 24 00:50:03.370349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dbcea21a-bbd0-487e-8765-87d6bc5cd3a8 req-1fb93e85-746f-485e-955c-155764faff2e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Sep 24 00:50:03.484962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9feca-dfc2-4c1b-9c31-bc9fb17b23f8 req-db97abe2-a2c4-48e2-864d-6e20d70481bb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:03.486348 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0e9feca-dfc2-4c1b-9c31-bc9fb17b23f8 req-db97abe2-a2c4-48e2-864d-6e20d70481bb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 946 time: 0.0501068 Sep 24 00:50:03.523726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f0e9feca-dfc2-4c1b-9c31-bc9fb17b23f8 req-ffd389f4-10e8-48a2-939d-30644f0bedeb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Sep 24 00:50:03.644349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aab77b-a959-4987-ae37-b43d257ca9e0 req-09419b14-9784-41ac-9ead-b77f873b6e00 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:03.645831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1aab77b-a959-4987-ae37-b43d257ca9e0 req-09419b14-9784-41ac-9ead-b77f873b6e00 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 946 time: 0.0523806 Sep 24 00:50:03.684633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1aab77b-a959-4987-ae37-b43d257ca9e0 req-7b14dc2a-aa45-498f-a0a1-a52685179d81 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328236 Sep 24 00:50:03.917978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48136b35-600c-4fd1-9160-fbfc5f173161 req-007ff7c9-5ca5-44a9-b22c-ace4a35adcb2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:03.919461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48136b35-600c-4fd1-9160-fbfc5f173161 req-007ff7c9-5ca5-44a9-b22c-ace4a35adcb2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 946 time: 0.0484676 Sep 24 00:50:03.956029 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48136b35-600c-4fd1-9160-fbfc5f173161 req-56c4298b-9a80-4ca9-a83a-2d0dfff8194b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305967 Sep 24 00:50:04.600197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:50:04.696268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:50:04.706749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'mac_address': 'fa:16:3e:d1:28:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:50:04.743166 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:04.756223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86fd55d9-0b9a-4490-9a2e-43f449dd604a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:50:04.776644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:50:04.780570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:04.832152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=12']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:05.071539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c53f1-433b-452e-b368-3c7439ea0465 req-be95477b-280e-41b0-b1cc-b6eb86fc8659 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:05.073026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f99c53f1-433b-452e-b368-3c7439ea0465 req-be95477b-280e-41b0-b1cc-b6eb86fc8659 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0490603 Sep 24 00:50:05.111118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f99c53f1-433b-452e-b368-3c7439ea0465 req-9860615a-b0fa-45f4-9ba3-b1f518efd20d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319726 Sep 24 00:50:05.209950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-b276f2b5-38b3-4f61-8fca-3bffa51cbc5a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:05.211536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-b276f2b5-38b3-4f61-8fca-3bffa51cbc5a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 945 time: 0.0554371 Sep 24 00:50:05.302695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Deleting port 86fd55d9-0b9a-4490-9a2e-43f449dd604a {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:50:05.303069 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:05.395595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] For port 86fd55d9-0b9a-4490-9a2e-43f449dd604a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=86fd55d9-0b9a-4490-9a2e-43f449dd604a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:50:05.395914 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:05.569740 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:05.570116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:05.570459 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Floating IP 26eab877-7a09-4bde-871f-a8602045889c disassociated. External IP: 172.25.5.163, port: 86fd55d9-0b9a-4490-9a2e-43f449dd604a. Sep 24 00:50:05.570807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Calling delete_port for 86fd55d9-0b9a-4490-9a2e-43f449dd604a owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:50:05.701432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:05.730979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event deleted for resources: {'Port': ['ID=86fd55d9-0b9a-4490-9a2e-43f449dd604a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:05.853556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:50:05.963727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:50:05.975328 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:50:05.985324 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:50:05.985929 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:49:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:50:06.004260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] No DVR routers for this DVR port 86fd55d9-0b9a-4490-9a2e-43f449dd604a on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:50:06.007074 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:06.009147 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7f776978-7b7d-4d19-b110-b652dcea6d83 req-8c1f0521-b3d6-4968-b0dd-d08090e74af4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "DELETE /v2.0/ports/86fd55d9-0b9a-4490-9a2e-43f449dd604a HTTP/1.1" status: 204 len: 173 time: 0.7920284 Sep 24 00:50:06.009766 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'name': 'network-vif-deleted', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:50:06.012063 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad17c3f-e02f-455b-b7b6-2549c5be9cd8" -d '{"events": [{"server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "name": "network-vif-deleted", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:50:06.055628 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840be26f-0a45-4e8b-abe6-64451cfb3b72 x-openstack-request-id: req-840be26f-0a45-4e8b-abe6-64451cfb3b72 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:50:06.056171 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "744fe68c-0d1c-4e73-876f-4bebb9b69f21", "name": "network-vif-deleted", "tag": "86fd55d9-0b9a-4490-9a2e-43f449dd604a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:50:06.056526 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-840be26f-0a45-4e8b-abe6-64451cfb3b72 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:50:06.057029 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '744fe68c-0d1c-4e73-876f-4bebb9b69f21', 'name': 'network-vif-deleted', 'tag': '86fd55d9-0b9a-4490-9a2e-43f449dd604a', 'status': 'completed', 'code': 200} Sep 24 00:50:06.193901 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:50:06.220647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5d803d9-70b0-4aeb-9452-5a95d10026ef req-9e94389b-ff5c-47d7-9116-f6cbb5e9e152 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=744fe68c-0d1c-4e73-876f-4bebb9b69f21 HTTP/1.1" status: 200 len: 210 time: 0.0296779 Sep 24 00:50:06.400153 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:50:06.427418 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:50:06.436174 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:50:06.436811 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:49:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:50:06.541278 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:50:06.600161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:50:06.608670 n-d-713498-18 neutron-server[106380]: INFO neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No ports have port_id starting with 86fd55d9-0b9a-4490-9a2e-43f449dd604a Sep 24 00:50:06.610442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a requested by agent hyperv_n-h2-713498-18 not found in database {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 24 00:50:06.735168 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:50:06.761559 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d97f1d-892f-4a3a-b5e0-d115a89b78ff None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:50:06.979841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5773122c-a123-49c4-95c5-5c829ea9e6ee None None] New status for floating IP 26eab877-7a09-4bde-871f-a8602045889c: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:50:07.156224 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:07.506169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-279defe7-b34c-4249-ba8d-476cad1fca04 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1690423891&fields=id&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 267 time: 0.0338814 Sep 24 00:50:07.617064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-fa5af3b1-e21e-4a61-b983-e981beb5129f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:07.618467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-fa5af3b1-e21e-4a61-b983-e981beb5129f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 812 time: 0.1054490 Sep 24 00:50:07.634072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-d1dc39a4-7f5d-4c77-896d-c264f2a9b83f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/quotas/817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 375 time: 0.0097821 Sep 24 00:50:07.694662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-9f272819-7e2c-49f2-a3bd-82bede066479 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0550332 Sep 24 00:50:07.788376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cd0f0c3e-c02b-4317-a5c5-d4600ee1d40e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:50:07.789407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cd0f0c3e-c02b-4317-a5c5-d4600ee1d40e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471878 Sep 24 00:50:07.881402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-12c45cf9-1b08-44fc-8edd-acfe74b06e65 service neutron] 10.222.0.24 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Sep 24 00:50:07.974878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-4f6e1165-1ed6-4c83-a1bf-51458f2bb667 service neutron] 10.222.0.24 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872121 Sep 24 00:50:08.151487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b45f9215-efc7-4965-a9a9-45544f49ba24 req-ea211302-82f5-4cdf-b4f0-76b14573d745 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 210 time: 0.0365803 Sep 24 00:50:08.614286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:50:08.634811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 86fd55d9-0b9a-4490-9a2e-43f449dd604a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:50:08.635153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 86fd55d9-0b9a-4490-9a2e-43f449dd604a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:50:09.224135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-104cf1f6-687f-466f-8722-e7ccf64f5913 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:09.225704 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-104cf1f6-687f-466f-8722-e7ccf64f5913 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 812 time: 0.1215532 Sep 24 00:50:09.263501 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b6481036-1f03-496b-9486-0d2fd3d4072d req-fa44abb4-cd95-4479-a5dd-bff730bdb870 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 210 time: 0.0368032 Sep 24 00:50:09.295032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-8027d593-ea02-4dc3-b646-09ecfe1a8f41 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 380 time: 0.0594239 Sep 24 00:50:09.307743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'port': {'device_id': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'admin_state_up': True, 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'security_groups': ['080aad3d-38d5-446a-a828-f58c2a4e7d5b']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:50:09.414802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Made reservation on behalf of 817058f3f9024a4388f40a9d6151f23b for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:50:09.418395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:09.544313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Allocated IP 172.20.0.12 (da1dd286-e16f-48a0-a4fd-c39254628fd2/eb5ecd3b-8880-4bba-8257-7b8fc9f317ea/abceada2-8ecc-49ef-ad43-f6a31254c22a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:50:09.641728 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:09.691264 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:09.723861 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:09.765873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:50:09.769402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:50:09.773087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:50:09.782321 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:09.829431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:09.830063 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:09.850081 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-713d9ef6-0d23-4bc1-90f3-ccddef4f6c5f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5461888 Sep 24 00:50:09.862698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Request body: {'port': {'device_id': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:50:09.922269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:10.003147 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-22587875-55c5-49ce-895d-c3bdcd90c7f9 None None] Provisioning complete for port abceada2-8ecc-49ef-ad43-f6a31254c22a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:50:10.003516 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22587875-55c5-49ce-895d-c3bdcd90c7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:10.037992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-22587875-55c5-49ce-895d-c3bdcd90c7f9 None None] Port abceada2-8ecc-49ef-ad43-f6a31254c22a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:50:10.520548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bfb75f-97bf-4f43-9e4b-465b5e3e3eea req-fa7cf1c5-0fde-4a89-a05a-74d2cb87a270 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:10.521918 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78bfb75f-97bf-4f43-9e4b-465b5e3e3eea req-fa7cf1c5-0fde-4a89-a05a-74d2cb87a270 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 932 time: 0.0732255 Sep 24 00:50:10.594692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abceada2-8ecc-49ef-ad43-f6a31254c22a {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:50:10.603280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-78bfb75f-97bf-4f43-9e4b-465b5e3e3eea req-4d917c7f-fbc1-44f0-a59f-5ce03404465e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714271 Sep 24 00:50:10.604944 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:10.618452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Transition to ACTIVE for port object abceada2-8ecc-49ef-ad43-f6a31254c22a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:50:10.622584 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:10.673594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:10.747633 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:50:10.747962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:50:10.748291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:50:10.753536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:50:10.753854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:50:10.758936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:50:10.759282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:50:10.759667 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:50:10.760093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Bound port: abceada2-8ecc-49ef-ad43-f6a31254c22a, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:50:10.760449 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:10.845191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:50:10.848467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:50:10.853769 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:10.888645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:10.889251 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:10.890639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] 10.222.0.18 "PUT /v2.0/ports/abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1093 time: 1.0327711 Sep 24 00:50:10.891089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:50:10.893292 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1448643d-d447-4fa9-9dd1-06fcd2783fba" -d '{"events": [{"name": "network-changed", "server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:50:10.926887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4715de-060b-4d03-ae7f-107292140a8d service neutron] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:10.944792 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c607af9d-4937-4abb-b012-5ddd2498e614 x-openstack-request-id: req-c607af9d-4937-4abb-b012-5ddd2498e614 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:50:10.945161 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:50:10.945367 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c607af9d-4937-4abb-b012-5ddd2498e614 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:50:10.945700 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'status': 'completed', 'code': 200} Sep 24 00:50:10.992988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-83233d4e-cc58-41db-b2eb-62e02e3b0982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:10.994495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-83233d4e-cc58-41db-b2eb-62e02e3b0982 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1096 time: 0.0471840 Sep 24 00:50:11.039659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-44d9b7a2-f69d-44a8-b9b6-024cd1fc2981 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 217 time: 0.0376265 Sep 24 00:50:11.094334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-0401c00d-36e6-453f-8c19-88f154398bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:11.095802 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-0401c00d-36e6-453f-8c19-88f154398bce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0489779 Sep 24 00:50:11.150545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-b4b3e113-3f60-4f67-959f-63bfd5ae3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:11.152095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-b4b3e113-3f60-4f67-959f-63bfd5ae3825 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498350 Sep 24 00:50:11.248911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-3b643e56-788b-4cb7-931e-895cc995ccdd service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885694 Sep 24 00:50:11.338324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5872d17e-d5cb-4c60-b616-8410de46dacd req-e4ab1329-9308-416f-ac60-81685d15580d service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828872 Sep 24 00:50:11.421516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-ffd8506c-958f-4e01-9e57-0da23d7d50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:11.423032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-ffd8506c-958f-4e01-9e57-0da23d7d50f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1096 time: 0.0411341 Sep 24 00:50:11.516911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-b0732772-cb73-4274-b4ba-df0fcac83fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:11.518407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-b0732772-cb73-4274-b4ba-df0fcac83fd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0884151 Sep 24 00:50:11.559541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-60d25372-05ef-44fe-8f3c-6330ecc09196 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 217 time: 0.0343215 Sep 24 00:50:11.614167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-e9f1399f-9ac8-412f-bf35-69c36a7061f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:11.615598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-e9f1399f-9ac8-412f-bf35-69c36a7061f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0491204 Sep 24 00:50:11.662909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-05f13f96-f0d1-4587-9bfa-77d1c6969274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:11.664436 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-05f13f96-f0d1-4587-9bfa-77d1c6969274 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411980 Sep 24 00:50:11.776706 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f48f9-9f20-4b13-b223-5a22f8d147dc req-60f3e17b-6e71-4b8e-8e81-33d0b2be890a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:11.778205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c01f48f9-9f20-4b13-b223-5a22f8d147dc req-60f3e17b-6e71-4b8e-8e81-33d0b2be890a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.1045125 Sep 24 00:50:11.811113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-3118ba63-b0e4-4213-94eb-74df7cd7c612 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384728 Sep 24 00:50:11.844063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c01f48f9-9f20-4b13-b223-5a22f8d147dc req-c542b4c5-a666-401b-9a1d-6182b2a7f831 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598876 Sep 24 00:50:11.917051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1448643d-d447-4fa9-9dd1-06fcd2783fba req-e5c7b9bc-0651-4773-a671-f346d4365e21 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961587 Sep 24 00:50:12.963618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76724a-f0c8-4b65-9d98-e898e614fa01 req-c32cac2c-4d9a-4da4-aa2a-cc904ffe4710 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:12.965128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd76724a-f0c8-4b65-9d98-e898e614fa01 req-c32cac2c-4d9a-4da4-aa2a-cc904ffe4710 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0496168 Sep 24 00:50:13.003647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd76724a-f0c8-4b65-9d98-e898e614fa01 req-6d1b1935-38cd-44f6-b714-d1fb87a1ccc3 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Sep 24 00:50:14.117218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df5df5-f51a-4c9f-860d-a26b923b9e24 req-1b629363-6af2-4dd1-9e38-39864ad0538f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:14.118722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84df5df5-f51a-4c9f-860d-a26b923b9e24 req-1b629363-6af2-4dd1-9e38-39864ad0538f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0491605 Sep 24 00:50:14.155780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84df5df5-f51a-4c9f-860d-a26b923b9e24 req-09542208-7bdd-4b31-a3f3-97b752e79264 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310926 Sep 24 00:50:14.205768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:50:14.302177 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:50:14.313041 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'mac_address': 'fa:16:3e:f5:bb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:50:14.349273 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:14.361588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abceada2-8ecc-49ef-ad43-f6a31254c22a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:50:14.379953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:50:14.383761 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:14.434039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:14.574656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['abceada2-8ecc-49ef-ad43-f6a31254c22a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:50:15.272116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89b5a6-73f9-453d-b7d5-d182648c58df req-bbe8ed7e-fcb7-4fb2-a9b6-e015de36e9cf tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:15.273711 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a89b5a6-73f9-453d-b7d5-d182648c58df req-bbe8ed7e-fcb7-4fb2-a9b6-e015de36e9cf tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0486736 Sep 24 00:50:15.314718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a89b5a6-73f9-453d-b7d5-d182648c58df req-89392d11-8fa3-4afb-9c0f-8014605c45f4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351238 Sep 24 00:50:16.236299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:50:16.288118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port abceada2-8ecc-49ef-ad43-f6a31254c22a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:50:16.292079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port abceada2-8ecc-49ef-ad43-f6a31254c22a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:50:16.292452 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:16.366993 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:16.389364 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:50:16.391587 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-812de2a9-19ee-4966-96d5-c4e3ecf63e04" -d '{"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-plugged", "status": "completed", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:50:16.404855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:50:16.409243 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:16.433274 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b85bd6d-25e0-4990-8a66-4a58dfb89476 x-openstack-request-id: req-9b85bd6d-25e0-4990-8a66-4a58dfb89476 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:50:16.433568 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-plugged", "status": "completed", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:50:16.433680 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4b2df-1d54-4b18-8cb1-4832b9a66cce req-923bff39-959f-41f8-a0ee-f2011bd53fda tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:16.434127 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b85bd6d-25e0-4990-8a66-4a58dfb89476 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:50:16.434218 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'code': 200} Sep 24 00:50:16.435180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dee4b2df-1d54-4b18-8cb1-4832b9a66cce req-923bff39-959f-41f8-a0ee-f2011bd53fda tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0547101 Sep 24 00:50:16.460953 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:50:16.480184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dee4b2df-1d54-4b18-8cb1-4832b9a66cce req-0e89a859-5977-40f4-a7ca-3bfcad518e31 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346479 Sep 24 00:50:16.531050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10d289-20dd-4a9d-ba39-3715d1b9d3f4 req-d7f0a144-2840-49bf-9411-e9f99480fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:16.532498 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e10d289-20dd-4a9d-ba39-3715d1b9d3f4 req-d7f0a144-2840-49bf-9411-e9f99480fceb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1098 time: 0.0389674 Sep 24 00:50:16.566555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6e10d289-20dd-4a9d-ba39-3715d1b9d3f4 req-1be98fdd-afca-4414-93c4-2fec8ce4327c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273657 Sep 24 00:50:17.602221 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb944ec-2780-4cac-a22b-e8bddba6410c req-59436e8d-4c60-4248-a78f-22096ba4aa3d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:17.603741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eb944ec-2780-4cac-a22b-e8bddba6410c req-59436e8d-4c60-4248-a78f-22096ba4aa3d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0517192 Sep 24 00:50:17.646225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eb944ec-2780-4cac-a22b-e8bddba6410c req-c6db8883-2aa1-4aa1-b81a-fe9d62f96f90 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363953 Sep 24 00:50:18.765070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a052fc6-93f5-4a3e-b824-2a3b942030ab req-ea1d91c2-0286-4bed-aeab-cfe48c7957d2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:18.766580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a052fc6-93f5-4a3e-b824-2a3b942030ab req-ea1d91c2-0286-4bed-aeab-cfe48c7957d2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0498979 Sep 24 00:50:18.807490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1a052fc6-93f5-4a3e-b824-2a3b942030ab req-aafb08f5-92b9-4851-a1a0-fc45777d2dcb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339327 Sep 24 00:50:18.922107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc7ce52-b225-4817-808f-c32afc7acf8c req-1a3796e4-167f-4564-a7de-b39962c34bdb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:18.923641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8dc7ce52-b225-4817-808f-c32afc7acf8c req-1a3796e4-167f-4564-a7de-b39962c34bdb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0508714 Sep 24 00:50:18.932236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 42916) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:50:18.936597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Request body: {'floatingip': {'port_id': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:50:18.979472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:19.404789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:19.408821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:19.518298 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Floating IP 26eab877-7a09-4bde-871f-a8602045889c associated. External IP: 172.25.5.163, port: abceada2-8ecc-49ef-ad43-f6a31254c22a. Sep 24 00:50:19.729867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:50:19.842029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:50:19.847203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:19.853719 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:50:19.868106 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:50:19.868861 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:49:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:50:19.874831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c217e9ad-37a4-49e6-ab17-5b266d054654 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "PUT /v2.0/floatingips/26eab877-7a09-4bde-871f-a8602045889c HTTP/1.1" status: 200 len: 993 time: 0.9415057 Sep 24 00:50:19.875432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:50:19.877711 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42914b3-3d78-4cdd-868b-527398c7a70c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:50:19.944964 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf2f36c-fe52-4d75-bb5d-bb0bd185f4f0 x-openstack-request-id: req-9bf2f36c-fe52-4d75-bb5d-bb0bd185f4f0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:50:19.945373 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:50:19.945633 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9bf2f36c-fe52-4d75-bb5d-bb0bd185f4f0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:50:19.946295 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'status': 'completed', 'code': 200} Sep 24 00:50:19.989905 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:50:20.012546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-9d657429-9d5f-4b49-960b-69a7b7f2386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:20.014067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-9d657429-9d5f-4b49-960b-69a7b7f2386c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1098 time: 0.0427496 Sep 24 00:50:20.113110 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-a61cf23f-2c1e-4b7c-bb7f-4f7ecea008be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:20.114520 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-a61cf23f-2c1e-4b7c-bb7f-4f7ecea008be service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0935175 Sep 24 00:50:20.185320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-01808516-9b95-4b1e-b287-fcc8a83ec051 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1001 time: 0.0638852 Sep 24 00:50:20.226176 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:f5:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:50:19Z', 'revision_number': 13, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:50:20.235381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-903940a1-a07e-4e6b-b8c4-98094cc9763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:20.236858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-903940a1-a07e-4e6b-b8c4-98094cc9763e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0447371 Sep 24 00:50:20.253847 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:50:20.261338 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:50:20.261934 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:49:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:50:20.282302 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-52c45b5e-e594-405c-be94-99f3248cc441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:50:20.284417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-52c45b5e-e594-405c-be94-99f3248cc441 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407615 Sep 24 00:50:20.365211 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:50:20.376713 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-c207dbb0-5cf2-4ea4-a206-3ea26cd39680 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846434 Sep 24 00:50:20.464104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a42914b3-3d78-4cdd-868b-527398c7a70c req-f0d0f84e-fec4-4aa6-a452-7323c04dc864 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808506 Sep 24 00:50:20.578304 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:f5:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:50:19Z', 'revision_number': 13, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:50:20.607449 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f84f7a6-b5ee-495e-9770-f12c5e348360 None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '26eab877-7a09-4bde-871f-a8602045889c', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'floating_ip_address': '172.25.5.163', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'port_id': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'mac_address': 'fa:16:3e:f5:bb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:43:24Z', 'updated_at': '2021-09-24T00:50:19Z', 'revision_number': 13, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:50:20.792715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf0eaba-a7fb-4f7c-881d-780a2018ace1 None None] New status for floating IP 26eab877-7a09-4bde-871f-a8602045889c: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:50:23.061956 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-46b2af6d-b1b6-4388-bd97-dbff480e5f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:25.941498 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:26.044843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c0a6543e-ac7e-4d43-938a-ca36dac79302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:26.934058 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:28.737374 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:50:29.308448 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:37.147555 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:39.643543 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:48.535121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-feea90c2-fb4c-47f9-bc9e-7688be7d6d51 req-4af64946-07a5-4ca3-a3d1-c6353bff806c tempest-AttachVolumeNegativeTest-141472773 tempest-AttachVolumeNegativeTest-141472773-project] (106378) timed out ('10.222.0.18', 53260) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 00:50:53.062997 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e82d90f0-1b69-403c-9ade-76f7d7e70fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:55.935541 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:56.046115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc5235e0-d0a3-4764-adb1-aad43b9da131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:56.937672 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:50:59.311164 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:05.736744 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:51:07.158072 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:09.668041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:12.171256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-ec157995-4b7a-47ae-b8a2-f332f50b62eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512602 Sep 24 00:51:12.261473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-a199eafa-717b-41c0-8892-e853a292cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:51:12.263080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-a199eafa-717b-41c0-8892-e853a292cd5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1098 time: 0.0489874 Sep 24 00:51:12.373788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-717fdbb4-2a23-429e-9132-cd956ae5d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:51:12.375335 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-717fdbb4-2a23-429e-9132-cd956ae5d29e service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0905001 Sep 24 00:51:12.448478 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-8fa57741-c133-42bf-ac39-af9038542472 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1003 time: 0.0662827 Sep 24 00:51:12.503214 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-76f75a90-dfa6-4ac4-9a05-f396860b4122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:51:12.504731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-76f75a90-dfa6-4ac4-9a05-f396860b4122 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0493102 Sep 24 00:51:12.552641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-a3b36d6f-4b94-4f08-a839-0091a9013e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:51:12.554146 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-a3b36d6f-4b94-4f08-a839-0091a9013e53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429986 Sep 24 00:51:12.650611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-8ae49fb6-96b6-4f8c-9eb7-6a151b2227e8 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886579 Sep 24 00:51:12.752564 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5761c4aa-70c1-40f4-b98c-845e28b8d0b2 req-3527cca8-320f-4472-bc0d-79270cc518b2 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944295 Sep 24 00:51:23.064436 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3e22dcdc-84fc-4db9-b743-fede8ba92e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:25.939314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:26.047985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-78296d7d-36ca-4c75-be67-2b8292e1dda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:26.940705 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:29.314127 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:37.175744 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:39.676931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:42.736528 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:51:53.068076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-52c784a3-a1f7-4431-9eda-cce19059fdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:55.942792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:56.050734 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6dc39c8e-50c4-4ae7-8590-d51aafc7a645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:56.944095 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:51:57.355717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b499df55-2dc0-404b-95c9-dac15ff5521e req-c5e6d20a-4204-41c7-9094-ef57ca469baf tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:51:57.357222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b499df55-2dc0-404b-95c9-dac15ff5521e req-c5e6d20a-4204-41c7-9094-ef57ca469baf tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0643680 Sep 24 00:51:57.399214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b499df55-2dc0-404b-95c9-dac15ff5521e req-52c711c4-4465-416b-af44-867a3db1e675 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360346 Sep 24 00:51:59.316406 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:07.174884 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:07.337995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-797a307d-5cba-467a-b533-1a9a3bdcf5d0 req-1e98f80d-171e-436a-95d4-c86c7fe2ce8e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:52:07.339065 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-797a307d-5cba-467a-b533-1a9a3bdcf5d0 req-1e98f80d-171e-436a-95d4-c86c7fe2ce8e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061376 Sep 24 00:52:07.551846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a99d2-551b-42a3-a883-a06d59a5283f req-734ff84c-3a97-4f58-8a5e-8396788f9f3f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:07.553447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-755a99d2-551b-42a3-a883-a06d59a5283f req-734ff84c-3a97-4f58-8a5e-8396788f9f3f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0679190 Sep 24 00:52:07.593149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-755a99d2-551b-42a3-a883-a06d59a5283f req-bebb649c-a4ec-4ad3-bd57-16da95713c3c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336206 Sep 24 00:52:07.623324 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-3be8cddb-6e57-4e00-8047-d487ca8e757d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879462 Sep 24 00:52:07.634585 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-fa7c0a2e-ecb5-4ef1-808d-b1c0e424a1ce service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:52:07.635675 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-fa7c0a2e-ecb5-4ef1-808d-b1c0e424a1ce service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060225 Sep 24 00:52:08.744709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d43c8a-fe66-4e61-8232-7559658e3b8b req-f80c527f-6cf7-4218-8306-15e0a19fdc86 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:08.746158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49d43c8a-fe66-4e61-8232-7559658e3b8b req-f80c527f-6cf7-4218-8306-15e0a19fdc86 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0772135 Sep 24 00:52:08.759780 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-d23cf1ee-1cd2-471b-bb32-7723cba83aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:08.761145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-d23cf1ee-1cd2-471b-bb32-7723cba83aa0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1098 time: 0.0664661 Sep 24 00:52:08.812768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-49d43c8a-fe66-4e61-8232-7559658e3b8b req-bf71400a-4981-4c6a-a1b6-28362e4121ae tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605884 Sep 24 00:52:08.865198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-665bebee-55df-4ad6-ae33-6f146b0300d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:08.866675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-665bebee-55df-4ad6-ae33-6f146b0300d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0984077 Sep 24 00:52:08.934548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-959745b0-a7db-416d-ad46-1874b28e9e5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1003 time: 0.0611196 Sep 24 00:52:08.982420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-27170072-ffe1-4004-9f64-b96d98a15604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:08.983908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-27170072-ffe1-4004-9f64-b96d98a15604 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0421066 Sep 24 00:52:09.029234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-9d4785ec-7475-4416-9d29-be66afc3bac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:09.030710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-9d4785ec-7475-4416-9d29-be66afc3bac8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393610 Sep 24 00:52:09.122487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-b9ea99b4-64b0-4d0b-aa34-f80f89401c84 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838361 Sep 24 00:52:09.209728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-0f6f0b6d-8f3f-4e08-b51b-19d790e0d44d service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799077 Sep 24 00:52:09.698002 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:09.945798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942db5e3-78a7-4e61-90d3-7ce3daf75c09 req-485d64c6-802d-484d-9eda-8df9cd1b7585 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:09.947291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-942db5e3-78a7-4e61-90d3-7ce3daf75c09 req-485d64c6-802d-484d-9eda-8df9cd1b7585 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0526788 Sep 24 00:52:09.985119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-942db5e3-78a7-4e61-90d3-7ce3daf75c09 req-ed4b6202-e12d-4d8e-8f99-137fdfd12b61 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312996 Sep 24 00:52:11.100855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c929f6-6bd0-453d-b88c-060a3d3589d6 req-8e98c0c9-eb52-4dac-ac36-2ec61ab9564d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:11.102299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22c929f6-6bd0-453d-b88c-060a3d3589d6 req-8e98c0c9-eb52-4dac-ac36-2ec61ab9564d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0486531 Sep 24 00:52:11.139761 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22c929f6-6bd0-453d-b88c-060a3d3589d6 req-0cc8a21b-3dc1-44b9-886a-8abb49ef8d7b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314722 Sep 24 00:52:12.252834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243c371-5914-46ac-9c39-90880b544f64 req-77dd8bd1-c393-46bc-a996-ead7dfbdc737 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:12.254331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1243c371-5914-46ac-9c39-90880b544f64 req-77dd8bd1-c393-46bc-a996-ead7dfbdc737 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0478873 Sep 24 00:52:12.292016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1243c371-5914-46ac-9c39-90880b544f64 req-06f58561-aeeb-41ce-8095-21804d5a4fa8 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310023 Sep 24 00:52:13.181920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-cf2ebc8e-8925-4cc7-b439-6a311ea8a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:13.183339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-cf2ebc8e-8925-4cc7-b439-6a311ea8a7b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1098 time: 0.0437546 Sep 24 00:52:13.283640 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-6ecba932-a813-4074-a2d1-c069c4523dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:13.285114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-6ecba932-a813-4074-a2d1-c069c4523dd9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0834887 Sep 24 00:52:13.353095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-0979656d-c94b-457d-9e14-e7b1cbca2eb4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1003 time: 0.0612583 Sep 24 00:52:13.430883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-6d81fe59-059b-4952-92e0-217df5da9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:13.432408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-6d81fe59-059b-4952-92e0-217df5da9941 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0714929 Sep 24 00:52:13.442405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca55dea-a068-47db-bbdf-d994f65025f1 req-5e1d2a91-2d1d-4ccb-b84c-08d609429d5a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:13.443816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cca55dea-a068-47db-bbdf-d994f65025f1 req-5e1d2a91-2d1d-4ccb-b84c-08d609429d5a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0840461 Sep 24 00:52:13.505091 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cca55dea-a068-47db-bbdf-d994f65025f1 req-aca4a57c-6fdf-49bd-b5df-e813d295892b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530734 Sep 24 00:52:13.510241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-eebe19a8-2a86-4ed2-ba77-dfdf02258737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:13.511718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-eebe19a8-2a86-4ed2-ba77-dfdf02258737 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670757 Sep 24 00:52:13.601233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-61a710ba-2a67-46b5-838c-773ca20efed4 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817804 Sep 24 00:52:14.033198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36861fb7-5f7e-4498-8f9f-5c00dd3901f2 req-60fc72f5-f497-4268-8971-a11bc37f7d4d service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251542 Sep 24 00:52:14.623689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43569fee-0684-419d-a98b-59d313923d84 req-137156ef-ddf2-4e5e-aee9-f41a854ea90b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:14.625193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43569fee-0684-419d-a98b-59d313923d84 req-137156ef-ddf2-4e5e-aee9-f41a854ea90b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0514398 Sep 24 00:52:14.667707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43569fee-0684-419d-a98b-59d313923d84 req-6ef89090-89ad-4149-bd67-48a211317d16 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366101 Sep 24 00:52:15.782588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728d165-ca63-4ce7-9f4a-4a6de217a6c6 req-7e776ffd-4525-4b8e-8388-d1e68df62cc3 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:15.784060 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d728d165-ca63-4ce7-9f4a-4a6de217a6c6 req-7e776ffd-4525-4b8e-8388-d1e68df62cc3 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0469365 Sep 24 00:52:15.821211 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d728d165-ca63-4ce7-9f4a-4a6de217a6c6 req-f6c36d2e-1829-4b00-b7ec-57e8a9f27fcc tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Sep 24 00:52:16.937842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf609aca-1cad-4f15-9b6c-de3bbf40b3c3 req-ae24800b-11de-4437-b688-5abfe8f86d2c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:16.939313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf609aca-1cad-4f15-9b6c-de3bbf40b3c3 req-ae24800b-11de-4437-b688-5abfe8f86d2c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0513639 Sep 24 00:52:16.975988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf609aca-1cad-4f15-9b6c-de3bbf40b3c3 req-29834215-fbe1-4d95-8abe-8e2832215e88 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306721 Sep 24 00:52:18.089831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e2f0a-624f-4ba3-b184-89d0c403562c req-7a5684e2-4c3d-4eda-9e65-6a203a96c658 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:18.091310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8e2f0a-624f-4ba3-b184-89d0c403562c req-7a5684e2-4c3d-4eda-9e65-6a203a96c658 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0479527 Sep 24 00:52:18.129368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d8e2f0a-624f-4ba3-b184-89d0c403562c req-4df1ebf0-55bd-4bb1-9f65-01c83444ef88 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320868 Sep 24 00:52:19.245346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10b3c9-f697-4f56-949d-0a04d291f546 req-cef49475-bcf7-405a-91d8-d5ee7d5c5e73 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:19.246850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d10b3c9-f697-4f56-949d-0a04d291f546 req-cef49475-bcf7-405a-91d8-d5ee7d5c5e73 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0492477 Sep 24 00:52:19.283933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d10b3c9-f697-4f56-949d-0a04d291f546 req-8635514e-dbda-407f-b2d6-d40f350fa442 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311522 Sep 24 00:52:19.735498 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:52:20.401299 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed2ee0-e233-4ee9-8991-f8cd674c76dd req-24166622-95f1-4399-b8ea-f3d52ced6a3f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:20.402740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96ed2ee0-e233-4ee9-8991-f8cd674c76dd req-24166622-95f1-4399-b8ea-f3d52ced6a3f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0509958 Sep 24 00:52:20.438967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96ed2ee0-e233-4ee9-8991-f8cd674c76dd req-55bd661c-35ed-486c-9d63-d72b22c491df tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302365 Sep 24 00:52:21.555632 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd58d4-5438-4e1c-814c-539a6a3ffa9d req-d80eff8e-a706-462a-a670-0203b5c7b241 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:21.557036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4cd58d4-5438-4e1c-814c-539a6a3ffa9d req-d80eff8e-a706-462a-a670-0203b5c7b241 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0498230 Sep 24 00:52:21.597053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4cd58d4-5438-4e1c-814c-539a6a3ffa9d req-189e1f72-a2d2-4bfe-8693-742bf18d2d57 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322733 Sep 24 00:52:22.717817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222f6c4-aafc-4961-af5e-160d98f31e80 req-99f28bd8-80ff-4db6-a341-ca794242af45 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:22.719502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2222f6c4-aafc-4961-af5e-160d98f31e80 req-99f28bd8-80ff-4db6-a341-ca794242af45 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0499146 Sep 24 00:52:22.757434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2222f6c4-aafc-4961-af5e-160d98f31e80 req-f40472ef-ed78-4dfc-a3ea-4de36e219b61 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Sep 24 00:52:22.831842 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-247ca6a4-81c0-4b46-86d1-c8719ad299f7 service neutron] show failed (client error): The resource could not be found. Sep 24 00:52:22.832853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-247ca6a4-81c0-4b46-86d1-c8719ad299f7 service neutron] 10.222.0.18 "GET /v2.0/ports/abceada2-8ecc-49ef-ad43-f6a31254c22a/bindings/n-h2-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0567942 Sep 24 00:52:23.074596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0f7c2ab8-7049-4847-9c3c-63ee6847839e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:23.108231 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-da956d25-8ff1-48fe-93ff-99a16d4a55b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:23.109732 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-da956d25-8ff1-48fe-93ff-99a16d4a55b2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 1098 time: 0.0884748 Sep 24 00:52:23.121819 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:52:23.175088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:23.377946 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:23.409185 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:52:23.452777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:52:23.454943 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c311d1-7b1f-4000-8916-89364694790d" -d '{"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:52:23.458618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:23.470459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Transition to ACTIVE for port object abceada2-8ecc-49ef-ad43-f6a31254c22a will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:52:23.474372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:23.510175 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dd380a-c842-4271-9177-1b5478afd368 x-openstack-request-id: req-e8dd380a-c842-4271-9177-1b5478afd368 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:52:23.510569 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:52:23.510695 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e8dd380a-c842-4271-9177-1b5478afd368 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:52:23.511112 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'code': 200} Sep 24 00:52:23.555375 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:23.569436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.569777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.570116 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.570492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.570844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.571173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.571497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.571820 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.572142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.572465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.572784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.573099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:23.609362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] No DVR routers for this DVR port abceada2-8ecc-49ef-ad43-f6a31254c22a on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:52:23.746923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:52:23.747194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:52:23.747517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:52:23.751991 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:52:23.752301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:52:23.757071 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:52:23.757406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:52:23.757782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:52:23.758199 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Bound port: abceada2-8ecc-49ef-ad43-f6a31254c22a, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:52:23.758549 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:23.821350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:52:23.824391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:52:23.829684 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:23.866542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:23.867189 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:23.868603 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1093 time: 0.7511165 Sep 24 00:52:23.877821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295c0f8-c6ff-445c-a663-ecbec568049b req-5b72a8ec-6172-4f6f-aa15-69605e9fdd45 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:23.880334 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d295c0f8-c6ff-445c-a663-ecbec568049b req-5b72a8ec-6172-4f6f-aa15-69605e9fdd45 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0527463 Sep 24 00:52:23.887323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08113b80-7835-4f7a-b986-ac9b5199fbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:23.925640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d295c0f8-c6ff-445c-a663-ecbec568049b req-1989891c-3de5-4fa1-b834-65633dee960c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355473 Sep 24 00:52:23.935271 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-6d6ef069-0370-4efe-8638-5c0e836434b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:23.936950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-6d6ef069-0370-4efe-8638-5c0e836434b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1096 time: 0.0445757 Sep 24 00:52:24.036764 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-47534107-ceba-4b51-bed9-bdcaa3e625c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:24.038979 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-47534107-ceba-4b51-bed9-bdcaa3e625c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0954030 Sep 24 00:52:24.104917 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-2afc90d2-b79c-40c7-8bfb-b74a6192fb85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1001 time: 0.0579779 Sep 24 00:52:24.157160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-b5601dca-1aaa-4d6d-b4ee-ecc5bbad419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:24.158620 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-b5601dca-1aaa-4d6d-b4ee-ecc5bbad419e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0470688 Sep 24 00:52:24.203892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-3147f0af-43ff-4d7d-8e41-8535e9fd62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:24.205428 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-3147f0af-43ff-4d7d-8e41-8535e9fd62cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400882 Sep 24 00:52:24.298824 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-468452df-8994-494f-98f2-6d06758da42c service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855339 Sep 24 00:52:24.386782 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-fd7dceea-93b8-4316-bbd4-8f9f8306e73c req-9d053492-c73d-4d5d-83fa-68380b175957 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811846 Sep 24 00:52:24.833929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:52:24.873687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:52:25.052006 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3b37d-9eb3-4140-ae6e-e39931e31145 req-433f5e36-8bf4-4af1-a6ce-aafa09eaddf3 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.053509 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bcb3b37d-9eb3-4140-ae6e-e39931e31145 req-433f5e36-8bf4-4af1-a6ce-aafa09eaddf3 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0501080 Sep 24 00:52:25.091185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bcb3b37d-9eb3-4140-ae6e-e39931e31145 req-15f1a8d6-bb49-4c6b-8451-6cd0d99ff08a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310204 Sep 24 00:52:25.512919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:52:25.516550 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fdfb99-b21e-40b4-a029-8a80186d0789" -d '{"events": [{"name": "network-changed", "server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:52:25.566934 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae688c6-96d8-4be7-8d4d-f5516e769e96 x-openstack-request-id: req-7ae688c6-96d8-4be7-8d4d-f5516e769e96 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:52:25.567229 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:52:25.567484 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ae688c6-96d8-4be7-8d4d-f5516e769e96 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:52:25.567881 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'status': 'completed', 'code': 200} Sep 24 00:52:25.626452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-6935da96-de6a-478a-ad64-71b47a1395d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.627998 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-6935da96-de6a-478a-ad64-71b47a1395d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1096 time: 0.0421317 Sep 24 00:52:25.630373 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-43289f2d-6e92-44f3-8af0-229a791c5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.632470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-43289f2d-6e92-44f3-8af0-229a791c5079 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1096 time: 0.0416381 Sep 24 00:52:25.724916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-81de96f1-1aca-4953-ad8e-3f1e27f67ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.725277 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-b5bbf582-ef29-4f3b-9b27-9372cde958cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.726333 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-81de96f1-1aca-4953-ad8e-3f1e27f67ec9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0913856 Sep 24 00:52:25.726958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-b5bbf582-ef29-4f3b-9b27-9372cde958cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0885618 Sep 24 00:52:25.793627 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-1bc29895-799c-4b3c-b63c-439dae6faf15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1001 time: 0.0603061 Sep 24 00:52:25.798170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-44698479-5456-40fa-8bd5-57c39aa25b98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1001 time: 0.0645816 Sep 24 00:52:25.847195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-77f71ad4-9e41-4b27-8f9f-87b92e8349bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.848680 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-77f71ad4-9e41-4b27-8f9f-87b92e8349bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0486467 Sep 24 00:52:25.849530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-bcc8893e-ab36-4a46-ac6b-1ee13d3c278e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.851128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-bcc8893e-ab36-4a46-ac6b-1ee13d3c278e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0465446 Sep 24 00:52:25.895478 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-b8b870bc-e5b3-4a4b-b81a-64268b075420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.896969 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-b8b870bc-e5b3-4a4b-b81a-64268b075420 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417902 Sep 24 00:52:25.897592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-51efceb9-1c5d-4568-b7c4-32906fe45e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:25.899825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-51efceb9-1c5d-4568-b7c4-32906fe45e15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423756 Sep 24 00:52:25.951605 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:26.003038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-1fafb511-3bfe-49e9-8237-1069d1e8a998 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961652 Sep 24 00:52:26.006843 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-a6bc494c-4d77-4dec-b224-22fe1373e357 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006174 Sep 24 00:52:26.055727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5b655c40-a7a8-491f-ab95-4b1f7722bbb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:26.103925 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-6c249dcd-ab87-43c2-b5b2-a01cb6fda1a7 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903814 Sep 24 00:52:26.106851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5fdfb99-b21e-40b4-a029-8a80186d0789 req-a797c53c-1c7c-4211-a95c-ea7fb35dc210 service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967610 Sep 24 00:52:26.217748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f69c86-ec99-47b5-947e-7d61d89fa651 req-897eb243-3ce5-4a0f-8219-429de1cc40fd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:26.219367 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5f69c86-ec99-47b5-947e-7d61d89fa651 req-897eb243-3ce5-4a0f-8219-429de1cc40fd tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0559821 Sep 24 00:52:26.266821 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5f69c86-ec99-47b5-947e-7d61d89fa651 req-35ac970e-3d62-4e85-8801-865a2ffeacae tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407457 Sep 24 00:52:26.949244 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:27.394019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef9b9d-f2c7-4baf-8790-ec8a143cda21 req-029ebb3e-0ad3-44f2-b749-18719ab6d71b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:27.395572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5ef9b9d-f2c7-4baf-8790-ec8a143cda21 req-029ebb3e-0ad3-44f2-b749-18719ab6d71b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0508106 Sep 24 00:52:27.435589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e5ef9b9d-f2c7-4baf-8790-ec8a143cda21 req-d37e86ec-5c13-489b-9f29-5d1d57274dbb tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338275 Sep 24 00:52:28.553994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6a483-9adf-4a4a-b394-3ce80c287b0a req-9a9e35c5-2819-4e9f-a3b8-420d77dbcd8b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:28.555484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eb6a483-9adf-4a4a-b394-3ce80c287b0a req-9a9e35c5-2819-4e9f-a3b8-420d77dbcd8b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0488212 Sep 24 00:52:28.592841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5eb6a483-9adf-4a4a-b394-3ce80c287b0a req-306a796f-4fe8-4657-b9a8-382d5c6677f1 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Sep 24 00:52:29.321462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:29.707273 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb03cb-8a8c-49fc-ad8b-4c47fed43120 req-92efb16c-76e8-42d2-8d5b-7870e3e5dde7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:29.708894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ccb03cb-8a8c-49fc-ad8b-4c47fed43120 req-92efb16c-76e8-42d2-8d5b-7870e3e5dde7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0488768 Sep 24 00:52:29.753491 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ccb03cb-8a8c-49fc-ad8b-4c47fed43120 req-60244003-67aa-4af1-90ca-64ce165fdce5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359254 Sep 24 00:52:30.868727 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cf8b1-8dff-4cda-a74a-483abef6a168 req-39ccc5b8-ae9a-44de-b8dc-cc52741f8e64 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:30.870234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f6cf8b1-8dff-4cda-a74a-483abef6a168 req-39ccc5b8-ae9a-44de-b8dc-cc52741f8e64 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0493813 Sep 24 00:52:30.906272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4f6cf8b1-8dff-4cda-a74a-483abef6a168 req-d8290e92-a012-4f2e-927f-8ddffb065901 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301852 Sep 24 00:52:32.020708 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02d54c-5c94-40ab-a0cd-4e12b574cf86 req-0ce21531-95dd-4662-bf00-e5ba80440744 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:32.022161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a02d54c-5c94-40ab-a0cd-4e12b574cf86 req-0ce21531-95dd-4662-bf00-e5ba80440744 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0484757 Sep 24 00:52:32.059189 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a02d54c-5c94-40ab-a0cd-4e12b574cf86 req-6d7c0dd9-5723-4c72-9630-16fcb182e59d tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310135 Sep 24 00:52:33.180832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f474ce-af5e-418c-806a-f5efc3037551 req-8b227a08-0039-4534-849e-e153f38ee9cc tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:33.182277 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3f474ce-af5e-418c-806a-f5efc3037551 req-8b227a08-0039-4534-849e-e153f38ee9cc tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0493217 Sep 24 00:52:33.226190 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3f474ce-af5e-418c-806a-f5efc3037551 req-1d81e60d-35c6-4770-9a27-a37e47ffdb24 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 Sep 24 00:52:34.345282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85786ffc-03c1-4902-8459-ef3a88b92928 req-0098f834-eb07-4e09-8ed6-c892d61af2e5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:34.346829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85786ffc-03c1-4902-8459-ef3a88b92928 req-0098f834-eb07-4e09-8ed6-c892d61af2e5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0517848 Sep 24 00:52:34.387285 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-85786ffc-03c1-4902-8459-ef3a88b92928 req-0c4a2051-942d-4287-b782-863bcca94a2e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342813 Sep 24 00:52:35.442538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:52:35.509294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8428e668-9f08-47bf-b37a-b6b5f5f75d8b req-83122de6-09d9-4264-b445-9f0038d4d026 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:35.510854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8428e668-9f08-47bf-b37a-b6b5f5f75d8b req-83122de6-09d9-4264-b445-9f0038d4d026 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 944 time: 0.0516188 Sep 24 00:52:35.544610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:35.556111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'mac_address': 'fa:16:3e:f5:bb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:52:35.559932 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8428e668-9f08-47bf-b37a-b6b5f5f75d8b req-d0c4a7c4-3eec-479c-bf59-815d2990fdb4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429823 Sep 24 00:52:35.594648 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:35.611545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abceada2-8ecc-49ef-ad43-f6a31254c22a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:52:35.631341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:35.636515 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:35.683400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:35.690721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.691090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.691433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.691786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.692101 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.692432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.692753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.693076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.693399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.693721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.694043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.694367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:35.879307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['abceada2-8ecc-49ef-ad43-f6a31254c22a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:52:36.669752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c801c7a-1ba5-4a8a-bdd4-90f8c7cc3a71 req-813de779-1570-4c11-ba09-2e11ab3f2938 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:36.671255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c801c7a-1ba5-4a8a-bdd4-90f8c7cc3a71 req-813de779-1570-4c11-ba09-2e11ab3f2938 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0482495 Sep 24 00:52:36.713835 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c801c7a-1ba5-4a8a-bdd4-90f8c7cc3a71 req-da14e46e-bd75-4eff-a3c3-bdc04bbc1240 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366616 Sep 24 00:52:37.002247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-936dd978-d750-427f-93a2-14cb6386cc5b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:37.003843 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-936dd978-d750-427f-93a2-14cb6386cc5b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a&tenant_id=817058f3f9024a4388f40a9d6151f23b&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 945 time: 0.0515778 Sep 24 00:52:37.028187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c516db5-debf-43e1-87bd-953dc1e70b58 req-bf02090e-c079-456d-b348-40289d402d30 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:37.029818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c516db5-debf-43e1-87bd-953dc1e70b58 req-bf02090e-c079-456d-b348-40289d402d30 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0583639 Sep 24 00:52:37.076772 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-c4263ff9-67d3-4488-aea6-ab6112c55993 service neutron] 10.222.0.20 "GET /v2.0/ports/abceada2-8ecc-49ef-ad43-f6a31254c22a/bindings/n-h2-713498-18 HTTP/1.1" status: 200 len: 383 time: 0.0654123 Sep 24 00:52:37.078015 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8c516db5-debf-43e1-87bd-953dc1e70b58 req-cf7f84ef-baa9-4e8e-a66c-b0bdbd7a2723 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421903 Sep 24 00:52:37.148479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-9a945c41-fbec-4379-bc92-1a923914b672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:37.150718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-9a945c41-fbec-4379-bc92-1a923914b672 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1097 time: 0.0420063 Sep 24 00:52:37.190975 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:37.241979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-3d837433-a8a4-4c02-b508-65cec0b9e76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:37.244005 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-3d837433-a8a4-4c02-b508-65cec0b9e76f service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0868886 Sep 24 00:52:37.449356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:52:37.502347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port abceada2-8ecc-49ef-ad43-f6a31254c22a completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:52:37.506383 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port abceada2-8ecc-49ef-ad43-f6a31254c22a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:52:37.506774 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:37.595177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:37.619959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:52:37.622266 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca98800-1227-4eac-814a-52fc83d118a1" -d '{"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-plugged", "status": "completed", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:52:37.628346 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-e1175d76-324d-499c-a42e-72dafd6e134a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1002 time: 0.3775949 Sep 24 00:52:37.643017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:37.652950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:37.686971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-4f117e17-da25-46cf-9002-539f9ff7b3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:37.688247 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-4f117e17-da25-46cf-9002-539f9ff7b3cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0530450 Sep 24 00:52:37.688595 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a30b0c3-bb86-448a-b4e0-45e8a5510df6 x-openstack-request-id: req-9a30b0c3-bb86-448a-b4e0-45e8a5510df6 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:52:37.688883 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-plugged", "status": "completed", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:52:37.689140 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9a30b0c3-bb86-448a-b4e0-45e8a5510df6 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:52:37.689522 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'code': 200} Sep 24 00:52:37.710386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:37.737444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-07027c4d-0035-44d0-ad90-9d21198be001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:37.739015 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-07027c4d-0035-44d0-ad90-9d21198be001 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441535 Sep 24 00:52:37.834138 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-ec2ca779-bb3f-4500-a0b9-ba84b7791483 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877860 Sep 24 00:52:37.929633 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-8402ce34-3a7c-41cd-bfa0-02b9639114f5 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889628 Sep 24 00:52:38.199927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165b60c-b86c-4d3f-b8d6-70ba548f39fa req-2b7d9d35-aa7d-4cde-b94f-a05598a74389 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:38.201450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2165b60c-b86c-4d3f-b8d6-70ba548f39fa req-2b7d9d35-aa7d-4cde-b94f-a05598a74389 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0499303 Sep 24 00:52:38.245946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2165b60c-b86c-4d3f-b8d6-70ba548f39fa req-9b4511f2-35cc-4778-a810-a6568cf88418 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343859 Sep 24 00:52:39.361806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73741f26-7825-4c15-9ff3-ea59786057dc req-2ba85f34-3179-4c00-96d8-fbfe4b844c57 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:39.363306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73741f26-7825-4c15-9ff3-ea59786057dc req-2ba85f34-3179-4c00-96d8-fbfe4b844c57 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0478725 Sep 24 00:52:39.404787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73741f26-7825-4c15-9ff3-ea59786057dc req-30b16c12-14c0-43c1-ab40-baa285a2fbf0 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356357 Sep 24 00:52:39.703267 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:40.522236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2abf9f-c20b-4df2-8182-5117db7e1e7c req-1cba5128-aa64-43cc-a886-71f87fb58f4c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:40.523688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b2abf9f-c20b-4df2-8182-5117db7e1e7c req-1cba5128-aa64-43cc-a886-71f87fb58f4c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0503945 Sep 24 00:52:40.562606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b2abf9f-c20b-4df2-8182-5117db7e1e7c req-b4e937a9-3561-4ecc-aab9-e6248a0892c8 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323029 Sep 24 00:52:41.707021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237a595-147f-48fc-b5e8-bbc4dbb24cc1 req-50dfb989-d93f-4ed3-9982-9d0803303255 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:41.708496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a237a595-147f-48fc-b5e8-bbc4dbb24cc1 req-50dfb989-d93f-4ed3-9982-9d0803303255 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0759377 Sep 24 00:52:41.710966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-fcee6555-3729-47d9-abe0-6232e591d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:41.712809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-fcee6555-3729-47d9-abe0-6232e591d651 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a&tenant_id=817058f3f9024a4388f40a9d6151f23b HTTP/1.1" status: 200 len: 1098 time: 0.0712855 Sep 24 00:52:41.724700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-44e08fea-ab04-435d-b504-d06f532dfca7 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:52:41.725637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-44e08fea-ab04-435d-b504-d06f532dfca7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049508 Sep 24 00:52:41.741291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:52:41.781467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a237a595-147f-48fc-b5e8-bbc4dbb24cc1 req-892d5727-1490-41b7-9ede-7a17d7409e51 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662754 Sep 24 00:52:41.813203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:42.012586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:42.044572 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:52:42.088503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:52:42.090814 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd1891-fe73-47eb-b2da-13bb09c0a320" -d '{"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:52:42.094991 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:42.111142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Transition to ACTIVE for port object abceada2-8ecc-49ef-ad43-f6a31254c22a will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:52:42.114512 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:42.145132 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 00:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb03d80-b341-4b07-8312-4b1a2b183496 x-openstack-request-id: req-dfb03d80-b341-4b07-8312-4b1a2b183496 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:52:42.145426 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-unplugged", "status": "completed", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:52:42.145682 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dfb03d80-b341-4b07-8312-4b1a2b183496 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:52:42.146075 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'code': 200} Sep 24 00:52:42.206101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=10']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:42.218743 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.219117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.219443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.219773 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.220100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.220422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.220740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.221057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.221376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.221692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.222008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.222320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:52:42.263157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] No DVR routers for this DVR port abceada2-8ecc-49ef-ad43-f6a31254c22a on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:52:42.404902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:52:42.405223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:52:42.405545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:52:42.411240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:52:42.411559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Attempting to bind port abceada2-8ecc-49ef-ad43-f6a31254c22a on network da1dd286-e16f-48a0-a4fd-c39254628fd2 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:52:42.417130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:52:42.417535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Checking segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:52:42.417909 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Bound using segment: {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:52:42.418326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Bound port: abceada2-8ecc-49ef-ad43-f6a31254c22a, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51e6f788-b6b0-48f3-b453-6679b5955b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:52:42.418676 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:42.480978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:52:42.484535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:52:42.488938 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:42.523050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:42.523734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:42.525716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] 10.222.0.18 "PUT /v2.0/ports/abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1094 time: 0.7881536 Sep 24 00:52:42.547202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011d32b-192e-44d8-900d-17e5b6a07c5b service neutron] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=11']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:42.591409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-c18a309c-e7a2-498e-b24e-3635ddfcadc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:42.592895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-c18a309c-e7a2-498e-b24e-3635ddfcadc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1097 time: 0.0421844 Sep 24 00:52:42.693195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-b349cdac-e4c9-46ad-a5bd-d70b0447ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:42.694697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-b349cdac-e4c9-46ad-a5bd-d70b0447ba5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0941391 Sep 24 00:52:42.759810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-2c59e426-d9f9-4c30-b4bf-99fd602ec02d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1001 time: 0.0585296 Sep 24 00:52:42.812832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-7f7890a0-3824-40e0-a823-304710816977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:42.814326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-7f7890a0-3824-40e0-a823-304710816977 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0477209 Sep 24 00:52:42.881370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-3cbb6d03-d6dc-4f36-9d4b-2e8950428fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:42.882917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-3cbb6d03-d6dc-4f36-9d4b-2e8950428fb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622356 Sep 24 00:52:42.928898 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ec9ca-99ba-471c-8a4b-7438787b22f6 req-a5b461bd-c202-473a-a502-a7835d10705b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:42.930391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-769ec9ca-99ba-471c-8a4b-7438787b22f6 req-a5b461bd-c202-473a-a502-a7835d10705b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0774429 Sep 24 00:52:43.012450 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-769ec9ca-99ba-471c-8a4b-7438787b22f6 req-b1674ff4-f819-44fb-bb9d-5f9fea7e2e45 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755167 Sep 24 00:52:43.015890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-c15e13a0-50d8-4f87-a6f9-0eb2b1ff4abf service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258426 Sep 24 00:52:43.108837 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-876e680c-fa25-4a49-9f2e-d3d0e85bff0d req-3556bf35-d104-4e94-a91c-35487594f42e service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859718 Sep 24 00:52:43.472277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:52:43.510980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:52:44.132945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f5c45-cffd-4b87-87ea-42a337979e18 req-719f7b8f-8db1-41c8-99fc-4a6b612b2075 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.134563 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-469f5c45-cffd-4b87-87ea-42a337979e18 req-719f7b8f-8db1-41c8-99fc-4a6b612b2075 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0507677 Sep 24 00:52:44.147253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:52:44.149979 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf24a3a-46e7-4fe4-821a-40d097c9162d" -d '{"events": [{"name": "network-changed", "server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:52:44.180500 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-469f5c45-cffd-4b87-87ea-42a337979e18 req-1b82d0e1-1616-450d-aeaa-653688e8dc42 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396788 Sep 24 00:52:44.204772 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb696b6-3cc6-4679-8fbb-727dd3b21129 x-openstack-request-id: req-0fb696b6-3cc6-4679-8fbb-727dd3b21129 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:52:44.205093 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:52:44.205323 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0fb696b6-3cc6-4679-8fbb-727dd3b21129 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:52:44.205723 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'status': 'completed', 'code': 200} Sep 24 00:52:44.267737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-5bcf9138-f125-4466-b8d0-31f6447a8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.268328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-a8c69172-b31d-402d-a7f4-bddd2eac5f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.269350 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-5bcf9138-f125-4466-b8d0-31f6447a8e9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1097 time: 0.0486865 Sep 24 00:52:44.269655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-a8c69172-b31d-402d-a7f4-bddd2eac5f6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=817058f3f9024a4388f40a9d6151f23b&device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 1097 time: 0.0427229 Sep 24 00:52:44.372401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-8258eb51-3bae-4ba3-812c-1771c74b0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.374337 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-8258eb51-3bae-4ba3-812c-1771c74b0d0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0977058 Sep 24 00:52:44.374649 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-b1fe0721-446c-42cf-a20a-e3635a680b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.376148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-b1fe0721-446c-42cf-a20a-e3635a680b54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 200 len: 913 time: 0.0995300 Sep 24 00:52:44.443372 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-92873d07-3781-4277-bba8-cb6eb038fed0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1001 time: 0.0605211 Sep 24 00:52:44.453256 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-854fcfd9-b31a-49d6-af18-41c330dff282 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 200 len: 1001 time: 0.0724323 Sep 24 00:52:44.495141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-9ed6a8d0-5d19-4501-b48e-273b64d1fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.496878 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-9ed6a8d0-5d19-4501-b48e-273b64d1fedb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0473340 Sep 24 00:52:44.502543 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-949ffb51-4489-4f17-8df4-6a9ba5c16eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.504136 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-949ffb51-4489-4f17-8df4-6a9ba5c16eee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 200 len: 851 time: 0.0447717 Sep 24 00:52:44.550962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-61a68535-5340-473c-8e78-2f34934db726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.551381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-30636c38-95ff-47e2-b96f-b00d8eb30630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:44.552433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-61a68535-5340-473c-8e78-2f34934db726 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415788 Sep 24 00:52:44.552904 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-30636c38-95ff-47e2-b96f-b00d8eb30630 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=da1dd286-e16f-48a0-a4fd-c39254628fd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486360 Sep 24 00:52:44.645631 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-d9cda249-31bf-4143-93e7-f2183a56faff service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859377 Sep 24 00:52:44.666563 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-ada3d613-f97c-40d7-8bd6-5baea3a15b7a service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067696 Sep 24 00:52:44.739527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-da496a3d-512e-4bff-ba06-9a38102751bd service neutron] 10.222.0.18 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876942 Sep 24 00:52:44.765219 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-ebf24a3a-46e7-4fe4-821a-40d097c9162d req-cea31e3a-6218-489b-abc1-69f6e29954f2 service neutron] 10.222.0.20 "GET /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913086 Sep 24 00:52:45.303577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f5503-5d56-431d-8c93-ed9fc82442f5 req-da908378-113c-4f53-be22-56505b277ef7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:45.305072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d5f5503-5d56-431d-8c93-ed9fc82442f5 req-da908378-113c-4f53-be22-56505b277ef7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0499017 Sep 24 00:52:45.344726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d5f5503-5d56-431d-8c93-ed9fc82442f5 req-a4531009-457a-4ccf-a98a-ecb0a344f1ba tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325439 Sep 24 00:52:46.463994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94f4c4-48a8-456f-acab-62b52bae3735 req-796d219e-bb6c-4954-9450-2d692699ef2b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:46.465507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f94f4c4-48a8-456f-acab-62b52bae3735 req-796d219e-bb6c-4954-9450-2d692699ef2b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0496366 Sep 24 00:52:46.507659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f94f4c4-48a8-456f-acab-62b52bae3735 req-6c6c6629-a696-4cbd-97aa-da6d933202ec tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359604 Sep 24 00:52:47.621844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1810525-771c-48c7-b2e9-25985d17a213 req-a17bbfd7-6b80-4222-b6dc-da74f4ef8f20 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:47.623351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1810525-771c-48c7-b2e9-25985d17a213 req-a17bbfd7-6b80-4222-b6dc-da74f4ef8f20 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0480757 Sep 24 00:52:47.666202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1810525-771c-48c7-b2e9-25985d17a213 req-1b0a0094-cc69-4519-8cc9-1d80a374af37 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369322 Sep 24 00:52:48.779710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2d469-bb63-4a03-83c4-7fc39bea87bc req-ffd2f63c-6a54-4256-8a65-84473813c8c5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:48.781164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60c2d469-bb63-4a03-83c4-7fc39bea87bc req-ffd2f63c-6a54-4256-8a65-84473813c8c5 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0473180 Sep 24 00:52:48.825895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-60c2d469-bb63-4a03-83c4-7fc39bea87bc req-2d1ad6d0-e451-434a-bbba-f11befbc85e2 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306075 Sep 24 00:52:49.942449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154c5c9-d166-46b0-a332-44be8b3bb627 req-de95ce40-7394-456a-9eb6-152aada42e0e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:49.944072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a154c5c9-d166-46b0-a332-44be8b3bb627 req-de95ce40-7394-456a-9eb6-152aada42e0e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0493028 Sep 24 00:52:49.987854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a154c5c9-d166-46b0-a332-44be8b3bb627 req-70e8e73a-8816-4c80-a43a-4da9013dec7f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370405 Sep 24 00:52:51.104705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49caf2f-80dd-47fe-a1c3-8290322dac7b req-9b15d3a7-d0fd-46c8-aa29-fdecdac84fc7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:51.106176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f49caf2f-80dd-47fe-a1c3-8290322dac7b req-9b15d3a7-d0fd-46c8-aa29-fdecdac84fc7 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0490546 Sep 24 00:52:51.145598 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f49caf2f-80dd-47fe-a1c3-8290322dac7b req-ca046b5d-22ca-42cc-aead-23e39f536d21 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314176 Sep 24 00:52:52.266337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc56d54-890f-4294-82ce-178218db8743 req-e1f46b31-3da4-4125-936c-46e9ec82e252 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:52.267847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc56d54-890f-4294-82ce-178218db8743 req-e1f46b31-3da4-4125-936c-46e9ec82e252 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0489457 Sep 24 00:52:52.306028 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fbc56d54-890f-4294-82ce-178218db8743 req-872be401-cad2-481d-a8da-7beeee2e7ed4 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Sep 24 00:52:53.073360 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5715f3a5-417d-412d-9d65-1d5da26e1f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:53.422595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0bb0a-6f20-4253-950b-0195779c735a req-ec4d6a87-69ca-46e3-875b-d1ac69e644ba tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:53.424198 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99f0bb0a-6f20-4253-950b-0195779c735a req-ec4d6a87-69ca-46e3-875b-d1ac69e644ba tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0482085 Sep 24 00:52:53.465825 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99f0bb0a-6f20-4253-950b-0195779c735a req-a10cc7aa-7c88-4cac-bf66-ee4fe7e4d632 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357327 Sep 24 00:52:54.585217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53ce3b-a024-4e31-813f-f3e2a96a6515 req-095dba67-6462-4aa3-8661-685f0619d40e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:54.586788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce53ce3b-a024-4e31-813f-f3e2a96a6515 req-095dba67-6462-4aa3-8661-685f0619d40e tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0507905 Sep 24 00:52:54.624929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce53ce3b-a024-4e31-813f-f3e2a96a6515 req-ce685dce-a4b8-4ea3-9875-d5f5e73199ca tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321083 Sep 24 00:52:54.738746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc2890-0e58-4e10-8d7e-e189117a28bf req-f00348be-051c-4c80-9862-8d1aac23de54 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:54.740239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73fc2890-0e58-4e10-8d7e-e189117a28bf req-f00348be-051c-4c80-9862-8d1aac23de54 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0497892 Sep 24 00:52:54.777527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73fc2890-0e58-4e10-8d7e-e189117a28bf req-0596eee2-464e-4c6d-beec-5b81ab28e502 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309346 Sep 24 00:52:54.891910 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c6880-4431-4619-b05d-eb12da7559f1 req-76b6fdf6-b6b3-4b48-a210-ea324698cb40 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:54.893313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e80c6880-4431-4619-b05d-eb12da7559f1 req-76b6fdf6-b6b3-4b48-a210-ea324698cb40 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0485761 Sep 24 00:52:54.935165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e80c6880-4431-4619-b05d-eb12da7559f1 req-6abdce82-5631-4cbc-81d9-19bf38fc6367 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358949 Sep 24 00:52:54.989066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:52:55.098110 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:55.110876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'port_id': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'mac_address': 'fa:16:3e:f5:bb:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:52:55.148491 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:55.161052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abceada2-8ecc-49ef-ad43-f6a31254c22a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:52:55.182095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6b07a-3ee9-4ec0-a856-15a89dcf8b62 req-f8a0e18a-5008-489b-8284-6a3e090f635a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:55.182348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:55.183809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abe6b07a-3ee9-4ec0-a856-15a89dcf8b62 req-f8a0e18a-5008-489b-8284-6a3e090f635a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 945 time: 0.0500278 Sep 24 00:52:55.187681 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:55.224960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-abe6b07a-3ee9-4ec0-a856-15a89dcf8b62 req-cd4526a2-5e2a-43d2-9731-1294e5ae712f tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350649 Sep 24 00:52:55.240249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=12']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:55.452706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['abceada2-8ecc-49ef-ad43-f6a31254c22a'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:52:55.943663 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:56.057210 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd097ebc-fb85-4644-bfe8-44c3ef59eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:56.351573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87368255-f58e-407d-8e2c-ab0a3de27e4f req-51c238bf-c9da-45ca-90f3-bb8a4ab1bd9a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:56.353656 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87368255-f58e-407d-8e2c-ab0a3de27e4f req-51c238bf-c9da-45ca-90f3-bb8a4ab1bd9a tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0495577 Sep 24 00:52:56.392944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87368255-f58e-407d-8e2c-ab0a3de27e4f req-92d019b7-89f3-4824-b374-99c00d507585 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups?id=080aad3d-38d5-446a-a828-f58c2a4e7d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332611 Sep 24 00:52:56.693450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-f2b5b5b8-113a-4339-a39c-8fdf3d11df30 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:52:56.695008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-f2b5b5b8-113a-4339-a39c-8fdf3d11df30 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 946 time: 0.0482252 Sep 24 00:52:56.736726 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:52:56.788730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Deleting port abceada2-8ecc-49ef-ad43-f6a31254c22a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:52:56.789069 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:56.881885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:56.882548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:56.955995 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:56.991338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device abceada2-8ecc-49ef-ad43-f6a31254c22a no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:52:57.067987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:57.068394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:57.069243 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Floating IP 26eab877-7a09-4bde-871f-a8602045889c disassociated. External IP: 172.25.5.163, port: abceada2-8ecc-49ef-ad43-f6a31254c22a. Sep 24 00:52:57.069243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Calling delete_port for abceada2-8ecc-49ef-ad43-f6a31254c22a owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:52:57.088535 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:57.105614 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id abceada2-8ecc-49ef-ad43-f6a31254c22a {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:52:57.126861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port abceada2-8ecc-49ef-ad43-f6a31254c22a, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=abceada2-8ecc-49ef-ad43-f6a31254c22a,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:52:57.134949 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:57.197034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=13']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:57.201535 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:57.232783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event deleted for resources: {'Port': ['ID=abceada2-8ecc-49ef-ad43-f6a31254c22a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:52:57.355140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:52:57.472598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:52:57.482084 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:52:57.492348 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:52:57.493662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:52:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:52:57.514880 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0b36ad5d-b875-4723-b6c9-55476ea482c2 req-235bf339-9582-4194-b48f-33c81f772463 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 210 time: 0.0445340 Sep 24 00:52:57.534206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] No DVR routers for this DVR port abceada2-8ecc-49ef-ad43-f6a31254c22a on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:52:57.537240 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:57.539382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84ac80e4-81e0-4ef0-8cae-a50731a6941f req-47b3670a-c663-4a75-81b7-368fa9dc9313 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.18 "DELETE /v2.0/ports/abceada2-8ecc-49ef-ad43-f6a31254c22a HTTP/1.1" status: 204 len: 173 time: 0.8388214 Sep 24 00:52:57.539829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-deleted', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:52:57.542540 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fce04d-5155-4802-9af9-c0c3b63a9c98" -d '{"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-deleted", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:52:57.590534 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f08833-a4a4-402a-b917-3ba555446767 x-openstack-request-id: req-f9f08833-a4a4-402a-b917-3ba555446767 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:52:57.590853 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf796557-6bc7-4ef5-af72-a1fa90c66a1a", "name": "network-vif-deleted", "tag": "abceada2-8ecc-49ef-ad43-f6a31254c22a", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:52:57.591104 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9f08833-a4a4-402a-b917-3ba555446767 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:52:57.591501 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf796557-6bc7-4ef5-af72-a1fa90c66a1a', 'name': 'network-vif-deleted', 'tag': 'abceada2-8ecc-49ef-ad43-f6a31254c22a', 'status': 'completed', 'code': 200} Sep 24 00:52:57.604736 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:52:57.805739 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:52:57.831766 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:52:57.840574 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:52:57.841194 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:52:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:52:57.947777 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:52:58.150214 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:52:58.181390 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cbe0b4-12aa-49b2-9c88-9e695f3bb160 None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:43:22Z', 'revision_number': 4, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '008d2a4d-dc28-4808-bd70-37b5d540a435', 'name': '', 'network_id': 'da1dd286-e16f-48a0-a4fd-c39254628fd2', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'mac_address': 'fa:16:3e:af:9e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:21Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'subnets': [{'id': 'eb5ecd3b-8880-4bba-8257-7b8fc9f317ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:52:58.419370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05c7326-11e3-4f6d-a6c2-368c852b678f None None] New status for floating IP 26eab877-7a09-4bde-871f-a8602045889c: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:52:58.624671 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0db07b97-2042-4c85-8f24-ed1d7eeeb596 req-f839360e-327e-40b8-8df6-d0ee3a6459c8 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 210 time: 0.0262473 Sep 24 00:52:59.323378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:52:59.722810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e4d7e3a-998c-4288-bb8a-1691511df6f5 req-8c96a5ef-a953-4eb0-a3e2-300486e89c11 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 210 time: 0.0267837 Sep 24 00:53:00.824848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c3e81fb-afae-4ff2-9325-82f1450f38fd req-bb19e74e-aaaf-42f2-9b11-386bebae0755 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/ports?device_id=cf796557-6bc7-4ef5-af72-a1fa90c66a1a HTTP/1.1" status: 200 len: 210 time: 0.0303619 Sep 24 00:53:05.634750 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43402) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:05.696558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5470e96-45fc-4746-9b6d-fef29ddf1d6b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:05.719889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5470e96-45fc-4746-9b6d-fef29ddf1d6b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:05.769001 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5470e96-45fc-4746-9b6d-fef29ddf1d6b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:05.771968 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5470e96-45fc-4746-9b6d-fef29ddf1d6b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:05.776738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e5470e96-45fc-4746-9b6d-fef29ddf1d6b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "DELETE /v2.0/security-groups/080aad3d-38d5-446a-a828-f58c2a4e7d5b HTTP/1.1" status: 204 len: 168 time: 0.1409016 Sep 24 00:53:05.776955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43404) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:05.786838 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5470e96-45fc-4746-9b6d-fef29ddf1d6b tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=080aad3d-38d5-446a-a828-f58c2a4e7d5b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:05.792946 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-ea859459-09e0-4773-9e25-e75a7c14284c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] show failed (client error): The resource could not be found. Sep 24 00:53:05.794197 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ea859459-09e0-4773-9e25-e75a7c14284c tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "GET /v2.0/security-groups/080aad3d-38d5-446a-a828-f58c2a4e7d5b HTTP/1.1" status: 404 len: 347 time: 0.0162737 Sep 24 00:53:05.796958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43406) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:05.932872 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Deleting port d1f46f9b-e7f1-466d-aafc-e9f9c7bcf178 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:05.933100 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:06.009656 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:06.010030 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:06.022446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Calling delete_port for d1f46f9b-e7f1-466d-aafc-e9f9c7bcf178 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:06.168666 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:06.195392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Pushing event deleted for resources: {'Port': ['ID=d1f46f9b-e7f1-466d-aafc-e9f9c7bcf178,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:06.265416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:06.267970 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:06.269185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8ad3c417-f829-4061-89f2-9423dc39bc58 tempest-ServerActionsTestJSON-2121992848 tempest-ServerActionsTestJSON-2121992848-project] 10.222.0.24 "DELETE /v2.0/floatingips/26eab877-7a09-4bde-871f-a8602045889c HTTP/1.1" status: 204 len: 168 time: 0.4710124 Sep 24 00:53:06.272284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43408) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:06.707372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:06.966320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Deleting port 008d2a4d-dc28-4808-bd70-37b5d540a435 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:06.966973 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:07.046999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] For port 008d2a4d-dc28-4808-bd70-37b5d540a435, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=008d2a4d-dc28-4808-bd70-37b5d540a435,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:07.047357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:07.059513 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Calling delete_port for 008d2a4d-dc28-4808-bd70-37b5d540a435 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:07.209405 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:07.246406 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:07.279194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Pushing event deleted for resources: {'Port': ['ID=008d2a4d-dc28-4808-bd70-37b5d540a435,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:07.446646 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:07.680860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:53:07.792170 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:53:07.797523 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-36c20329-6158-4bff-9140-e14a6f6e2f1c admin admin] 10.222.0.24 "PUT /v2.0/routers/f39f9b34-bafc-45f0-90c9-2dd42aacbcf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5241280 Sep 24 00:53:07.800154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43414) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:07.807931 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] Sync routers for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:53:07.818412 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:53:07.819056 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:52:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:07.917583 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:07.928880 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:53:08.026884 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.089266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Deleting port 9b8f49b4-a7ce-4d40-8609-963808c8353e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:08.089651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.113795 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:53:07Z', 'revision_number': 5, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port': {'id': '9b8f49b4-a7ce-4d40-8609-963808c8353e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:16:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:43:20Z', 'updated_at': '2021-09-24T00:43:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:08.139016 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] Checking router: f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:53:08.147208 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] Routers {'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:53:08.147801 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:52:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:08.170740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] For port 9b8f49b4-a7ce-4d40-8609-963808c8353e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9b8f49b4-a7ce-4d40-8609-963808c8353e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:08.171126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.182618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Calling delete_port for 9b8f49b4-a7ce-4d40-8609-963808c8353e owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:08.237198 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] Set router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:53:08.290990 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:53:08Z', 'revision_number': 6, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:08.318331 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a0394-fb56-4da3-8f91-824462d9af43 None None] The sync data for ids ['f39f9b34-bafc-45f0-90c9-2dd42aacbcf6'] in n-d-713498-18 is: [{'id': 'f39f9b34-bafc-45f0-90c9-2dd42aacbcf6', 'name': 'tempest-ServerActionsTestJSON-1255964136-router', 'tenant_id': '817058f3f9024a4388f40a9d6151f23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:43:19Z', 'updated_at': '2021-09-24T00:53:08Z', 'revision_number': 6, 'project_id': '817058f3f9024a4388f40a9d6151f23b', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:53:08.371086 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.397036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b8f49b4-a7ce-4d40-8609-963808c8353e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:08.458520 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.547170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.549394 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.596252 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.596772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:53:08.601295 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.602591 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-79e2c0f7-93d1-4f66-8d80-852cc83932c8 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f39f9b34-bafc-45f0-90c9-2dd42aacbcf6 HTTP/1.1" status: 204 len: 168 time: 0.8014331 Sep 24 00:53:08.605211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43416) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:08.650615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-e614ddff-3d32-45d2-92e8-fd1d367758f1 admin admin] Deleting subnet eb5ecd3b-8880-4bba-8257-7b8fc9f317ea {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:53:08.653945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e614ddff-3d32-45d2-92e8-fd1d367758f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.690825 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e614ddff-3d32-45d2-92e8-fd1d367758f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.775252 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e614ddff-3d32-45d2-92e8-fd1d367758f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.829821 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e614ddff-3d32-45d2-92e8-fd1d367758f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.853505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614ddff-3d32-45d2-92e8-fd1d367758f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb5ecd3b-8880-4bba-8257-7b8fc9f317ea,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:08.859092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e614ddff-3d32-45d2-92e8-fd1d367758f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:08.860946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e614ddff-3d32-45d2-92e8-fd1d367758f1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eb5ecd3b-8880-4bba-8257-7b8fc9f317ea HTTP/1.1" status: 204 len: 168 time: 0.2547939 Sep 24 00:53:08.863389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43418) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:08.865017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7d2fc8-8532-4bcc-b557-575dff583f34 None None] Network da1dd286-e16f-48a0-a4fd-c39254628fd2 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:08.934687 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.090419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] DHCP port deletion for da1dd286-e16f-48a0-a4fd-c39254628fd2 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:53:09.145386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] Deleting port 581bac25-ce38-438c-b11e-c8c102f652ae {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:09.145776 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.150674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 008d2a4d-dc28-4808-bd70-37b5d540a435 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:53:09.186627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 008d2a4d-dc28-4808-bd70-37b5d540a435 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:53:09.186992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 008d2a4d-dc28-4808-bd70-37b5d540a435 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:53:09.187402 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9b8f49b4-a7ce-4d40-8609-963808c8353e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:53:09.214725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9b8f49b4-a7ce-4d40-8609-963808c8353e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:53:09.215093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9b8f49b4-a7ce-4d40-8609-963808c8353e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:53:09.215501 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 581bac25-ce38-438c-b11e-c8c102f652ae no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:53:09.277808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] For port 581bac25-ce38-438c-b11e-c8c102f652ae, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=581bac25-ce38-438c-b11e-c8c102f652ae,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:09.278192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.305465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] Calling delete_port for 581bac25-ce38-438c-b11e-c8c102f652ae owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:09.363261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Deleting port 581bac25-ce38-438c-b11e-c8c102f652ae {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:09.363588 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.383285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.433676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] For port 581bac25-ce38-438c-b11e-c8c102f652ae, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=581bac25-ce38-438c-b11e-c8c102f652ae,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:09.434039 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.434480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 581bac25-ce38-438c-b11e-c8c102f652ae, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=581bac25-ce38-438c-b11e-c8c102f652ae,segment=NetworkSegment(51e6f788-b6b0-48f3-b453-6679b5955b2e),segment_id=51e6f788-b6b0-48f3-b453-6679b5955b2e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:09.449370 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.449556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Calling delete_port for 581bac25-ce38-438c-b11e-c8c102f652ae owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:09.482189 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.497747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] No DVR routers for this DVR port 581bac25-ce38-438c-b11e-c8c102f652ae on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:09.518603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=581bac25-ce38-438c-b11e-c8c102f652ae,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:09.543238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c72c8-d519-4ce9-b900-912b21b71e01 None None] Pushing event deleted for resources: {'Port': ['ID=581bac25-ce38-438c-b11e-c8c102f652ae,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:09.551370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.576309 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Pushing event deleted for resources: {'Port': ['ID=581bac25-ce38-438c-b11e-c8c102f652ae,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:09.580372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] No DVR routers for this DVR port 581bac25-ce38-438c-b11e-c8c102f652ae on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:09.655081 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.677249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da1dd286-e16f-48a0-a4fd-c39254628fd2']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:09.686739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e6f788-b6b0-48f3-b453-6679b5955b2e') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:09.687060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e6f788-b6b0-48f3-b453-6679b5955b2e') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:09.696351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.713024 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.724659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.732077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:09.732513 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: self.session.flush() Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:09.734398 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:09.790118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.796892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:09.798889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] 10.222.0.24 "DELETE /v2.0/networks/da1dd286-e16f-48a0-a4fd-c39254628fd2 HTTP/1.1" status: 204 len: 168 time: 0.9342768 Sep 24 00:53:09.808378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8032ac-dbd7-49ca-b6eb-fa0b7ee0eeab admin admin] Pushing event deleted for resources: {'Network': ['ID=da1dd286-e16f-48a0-a4fd-c39254628fd2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:09.912349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43424) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:09.957278 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2afaae3e-7c63-4955-98f4-ebd839646627 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=817058f3f9024a4388f40a9d6151f23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426996 Sep 24 00:53:09.958856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43426) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:10.009554 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cfb45dd-1de4-4a0c-83a0-62ba8c107188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:10.030948 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cfb45dd-1de4-4a0c-83a0-62ba8c107188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:10.080544 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cfb45dd-1de4-4a0c-83a0-62ba8c107188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:10.083397 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4cfb45dd-1de4-4a0c-83a0-62ba8c107188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:10.084565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4cfb45dd-1de4-4a0c-83a0-62ba8c107188 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f35bf2ff-82c8-4622-ac64-ed6b16c1c78e HTTP/1.1" status: 204 len: 168 time: 0.1248767 Sep 24 00:53:10.093562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb45dd-1de4-4a0c-83a0-62ba8c107188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35bf2ff-82c8-4622-ac64-ed6b16c1c78e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:10.837500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43448) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:10.968953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-88563757-network', 'tenant_id': 'c3f0d283d2dd490c8b1fb4c23f2c4bd0'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:10.991054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Made reservation on behalf of c3f0d283d2dd490c8b1fb4c23f2c4bd0 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:10.993345 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.001759 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.092573 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.098180 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.119789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:11.133037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac200bed-e769-425a-a2d1-f42b48af852c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:11.137788 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.138129 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Added segment 85fcca74-9569-4c88-82bd-328ece07b78a of type vlan for network d04948ff-d4b3-4845-9d9c-6512f310cee9 Sep 24 00:53:11.182841 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.208475 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.209519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:11.210118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.234297 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3956702 Sep 24 00:53:11.237315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43452) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:11.243127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Request body: {'subnet': {'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-88563757-subnet', 'tenant_id': 'c3f0d283d2dd490c8b1fb4c23f2c4bd0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:11.265529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Made reservation on behalf of c3f0d283d2dd490c8b1fb4c23f2c4bd0 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:11.267985 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.278900 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f74436a-8553-4007-98c9-00c78518ca80 admin admin] Pushing event updated for resources: {'Network': ['ID=d04948ff-d4b3-4845-9d9c-6512f310cee9,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:11.294487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network d04948ff-d4b3-4845-9d9c-6512f310cee9 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:11.442644 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.491942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5763daba-dab3-4f90-b9ae-cad8d280ffc4,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:11.507007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Checking segment: {'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:11.507370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Network hostable DHCP agents. Network: d04948ff-d4b3-4845-9d9c-6512f310cee9, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:11.524719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Network d04948ff-d4b3-4845-9d9c-6512f310cee9 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:11.533429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, d04948ff-d4b3-4845-9d9c-6512f310cee9) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:11.537621 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:11.538212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:11.544730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436480cf-13ff-4ad9-8e25-7f3be0cc2a99 None None] Network d04948ff-d4b3-4845-9d9c-6512f310cee9 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:11.553275 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cbded28f-0382-4237-802b-1874fcc7218d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3143005 Sep 24 00:53:11.675618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ac4dde-da8b-4df7-bb82-75371506ae45 None None] Network d04948ff-d4b3-4845-9d9c-6512f310cee9 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:12.026344 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388695-b1a9-4352-9113-05226eccda35 req-1293f2e1-8382-45a4-9f42-5be20aab204c tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:12.027752 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-1293f2e1-8382-45a4-9f42-5be20aab204c tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/networks?id=d04948ff-d4b3-4845-9d9c-6512f310cee9 HTTP/1.1" status: 200 len: 812 time: 0.1048722 Sep 24 00:53:12.043293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-1fc346ec-7ad2-49e5-88ee-a67d1678fdd3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/quotas/c3f0d283d2dd490c8b1fb4c23f2c4bd0 HTTP/1.1" status: 200 len: 375 time: 0.0097933 Sep 24 00:53:12.074953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-a0980b1f-9dd9-421e-9c91-c78664f115eb tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3f0d283d2dd490c8b1fb4c23f2c4bd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259452 Sep 24 00:53:12.168275 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-038826a3-ae9b-4e2d-9f94-97d40b1eec42 service neutron] 10.222.0.24 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863721 Sep 24 00:53:12.257959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-21ab9e39-839a-4afe-80b5-1df5f299e6bd service neutron] 10.222.0.24 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834184 Sep 24 00:53:12.430645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8bfc7af-fcf1-47d7-8279-d4307dc30ad9 req-e348ed48-85c3-4836-99cf-7408679f5055 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 210 time: 0.0273392 Sep 24 00:53:13.551541 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c4a8d39-62b3-462f-b70a-d417a0671a27 req-7f7e6b28-0d14-4c24-b145-0a5b4c083d20 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 210 time: 0.0467935 Sep 24 00:53:13.636722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388695-b1a9-4352-9113-05226eccda35 req-7b02e88c-298f-49ed-a15d-07bdaa5a9046 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:13.638169 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-7b02e88c-298f-49ed-a15d-07bdaa5a9046 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.18 "GET /v2.0/networks?id=d04948ff-d4b3-4845-9d9c-6512f310cee9 HTTP/1.1" status: 200 len: 812 time: 0.1491764 Sep 24 00:53:13.653346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Request body: {'port': {'device_id': '2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a', 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9', 'admin_state_up': True, 'tenant_id': 'c3f0d283d2dd490c8b1fb4c23f2c4bd0'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:13.771384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Made reservation on behalf of c3f0d283d2dd490c8b1fb4c23f2c4bd0 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:13.775133 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:13.900796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Allocated IP 172.20.0.9 (d04948ff-d4b3-4845-9d9c-6512f310cee9/5763daba-dab3-4f90-b9ae-cad8d280ffc4/72d834aa-71be-470c-b6fe-6637ee89ad96) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:14.056751 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.091002 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.133117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Network d04948ff-d4b3-4845-9d9c-6512f310cee9 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:14.136359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:14.140046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:14.174397 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Pushing event updated for resources: {'Port': ['ID=72d834aa-71be-470c-b6fe-6637ee89ad96,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:14.199364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:14.199971 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.213252 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-9a712904-ba41-4394-952b-58c7479fd3d3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643971 Sep 24 00:53:14.226420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Request body: {'port': {'device_id': '2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:14.280469 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.552444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d834aa-71be-470c-b6fe-6637ee89ad96 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:53:14.560107 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.572608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Transition to ACTIVE for port object 72d834aa-71be-470c-b6fe-6637ee89ad96 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:53:14.577267 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.669009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Pushing event updated for resources: {'Port': ['ID=72d834aa-71be-470c-b6fe-6637ee89ad96,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:14.722875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da725494-3f42-4ee5-ba6d-a43cdd8b39b0 req-7681d52a-13ef-4bd8-848e-3821fe373c3f tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:14.724389 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da725494-3f42-4ee5-ba6d-a43cdd8b39b0 req-7681d52a-13ef-4bd8-848e-3821fe373c3f tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 943 time: 0.1031957 Sep 24 00:53:14.748886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Attempting to bind port 72d834aa-71be-470c-b6fe-6637ee89ad96 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:14.749212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Attempting to bind port 72d834aa-71be-470c-b6fe-6637ee89ad96 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:14.749537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Attempting to bind port 72d834aa-71be-470c-b6fe-6637ee89ad96 on network d04948ff-d4b3-4845-9d9c-6512f310cee9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:14.761300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Port 72d834aa-71be-470c-b6fe-6637ee89ad96 on network d04948ff-d4b3-4845-9d9c-6512f310cee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:53:14.761614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Attempting to bind port 72d834aa-71be-470c-b6fe-6637ee89ad96 on network d04948ff-d4b3-4845-9d9c-6512f310cee9 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:14.771454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:14.771856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Checking segment: {'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:14.772178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Bound using segment: {'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:14.772663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Bound port: 72d834aa-71be-470c-b6fe-6637ee89ad96, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:14.772966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.793454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da725494-3f42-4ee5-ba6d-a43cdd8b39b0 req-8f5d7a6c-8c43-457e-b6a7-52cd072cb496 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594122 Sep 24 00:53:14.847060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] For port 72d834aa-71be-470c-b6fe-6637ee89ad96, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:14.850135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] For port 72d834aa-71be-470c-b6fe-6637ee89ad96, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=72d834aa-71be-470c-b6fe-6637ee89ad96,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:14.853861 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.889835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:14.890447 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:14.891862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] 10.222.0.18 "PUT /v2.0/ports/72d834aa-71be-470c-b6fe-6637ee89ad96 HTTP/1.1" status: 200 len: 1092 time: 0.6696856 Sep 24 00:53:14.892294 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a', 'tag': '72d834aa-71be-470c-b6fe-6637ee89ad96'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:53:14.894542 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee" -d '{"events": [{"name": "network-changed", "server_uuid": "2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a", "tag": "72d834aa-71be-470c-b6fe-6637ee89ad96"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:53:14.923055 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6450bd6-7299-42dd-8755-b157786e7349 service neutron] Pushing event updated for resources: {'Port': ['ID=72d834aa-71be-470c-b6fe-6637ee89ad96,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:14.942325 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e886a292-7768-4e7b-ac38-b6ee3f1199b3 x-openstack-request-id: req-e886a292-7768-4e7b-ac38-b6ee3f1199b3 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:53:14.942704 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a", "tag": "72d834aa-71be-470c-b6fe-6637ee89ad96", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:53:14.943149 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e886a292-7768-4e7b-ac38-b6ee3f1199b3 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:53:14.943547 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a', 'tag': '72d834aa-71be-470c-b6fe-6637ee89ad96', 'status': 'completed', 'code': 200} Sep 24 00:53:14.983700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388695-b1a9-4352-9113-05226eccda35 req-c6f2ae79-0ce9-4620-81d1-0e539affa41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:14.985600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-c6f2ae79-0ce9-4620-81d1-0e539affa41b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3f0d283d2dd490c8b1fb4c23f2c4bd0&device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 1095 time: 0.0540841 Sep 24 00:53:15.035377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-e8e22fb1-f926-4675-bd3e-520bbc3ff120 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72d834aa-71be-470c-b6fe-6637ee89ad96 HTTP/1.1" status: 200 len: 217 time: 0.0419910 Sep 24 00:53:15.086663 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40388695-b1a9-4352-9113-05226eccda35 req-6ad35808-22d6-4041-9a8c-e96921427263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:15.088249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-6ad35808-22d6-4041-9a8c-e96921427263 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5763daba-dab3-4f90-b9ae-cad8d280ffc4 HTTP/1.1" status: 200 len: 852 time: 0.0467088 Sep 24 00:53:15.123958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-c9534cb0-6019-4fb7-b53e-2f001c063c48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04948ff-d4b3-4845-9d9c-6512f310cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285141 Sep 24 00:53:15.221166 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-83b8546c-4e6b-442f-b0b5-dea91296ac0c service neutron] 10.222.0.18 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891314 Sep 24 00:53:15.315031 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40388695-b1a9-4352-9113-05226eccda35 req-39d3ff13-aff3-4a2c-806d-617a21d6c941 service neutron] 10.222.0.18 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870032 Sep 24 00:53:15.402101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-98bca383-23cc-49ac-99d0-7ea556780aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:15.403555 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-98bca383-23cc-49ac-99d0-7ea556780aa6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c3f0d283d2dd490c8b1fb4c23f2c4bd0&device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 1095 time: 0.0470936 Sep 24 00:53:15.497988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-c0a8858f-6c01-435c-a20a-0292a5d11c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:15.499518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-c0a8858f-6c01-435c-a20a-0292a5d11c8b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d04948ff-d4b3-4845-9d9c-6512f310cee9 HTTP/1.1" status: 200 len: 913 time: 0.0890155 Sep 24 00:53:15.547038 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-6aaba389-1725-4474-80bb-895069c6c7de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=72d834aa-71be-470c-b6fe-6637ee89ad96 HTTP/1.1" status: 200 len: 217 time: 0.0404043 Sep 24 00:53:15.596844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-233a721e-ded4-43da-ae75-32f830bbe9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:15.598326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-233a721e-ded4-43da-ae75-32f830bbe9af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5763daba-dab3-4f90-b9ae-cad8d280ffc4 HTTP/1.1" status: 200 len: 852 time: 0.0440366 Sep 24 00:53:15.631750 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-e0fcf5a2-d91e-4dd8-9bf5-fba719be66da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04948ff-d4b3-4845-9d9c-6512f310cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248384 Sep 24 00:53:15.727774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-b222d17c-f449-4b13-91ff-942ad439f597 service neutron] 10.222.0.18 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873668 Sep 24 00:53:15.817199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c949eb9-6a4e-4f56-9ad4-9baa450e53ee req-d61b27fc-bf7a-4f47-a58a-6c1aa9a4cbf5 service neutron] 10.222.0.18 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831409 Sep 24 00:53:15.916117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b1136-66b4-4f5b-85f7-ee2c56aa1bc9 req-08cf0f9d-0d2e-41e2-89fb-bb78aae149b4 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:15.917872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-238b1136-66b4-4f5b-85f7-ee2c56aa1bc9 req-08cf0f9d-0d2e-41e2-89fb-bb78aae149b4 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 943 time: 0.0514450 Sep 24 00:53:15.957035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-238b1136-66b4-4f5b-85f7-ee2c56aa1bc9 req-8591307c-c7bc-47e9-94ac-e8883dc854c5 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Sep 24 00:53:17.078017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df16cf-665a-44a3-a7af-6f67e4e3c528 req-e55dccad-5d34-489d-9f7c-2068d6c46b25 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:17.079571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90df16cf-665a-44a3-a7af-6f67e4e3c528 req-e55dccad-5d34-489d-9f7c-2068d6c46b25 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 943 time: 0.0530765 Sep 24 00:53:17.114088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 72d834aa-71be-470c-b6fe-6637ee89ad96 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:53:17.118351 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90df16cf-665a-44a3-a7af-6f67e4e3c528 req-a3859e5e-1fef-4939-9dc5-e5fb06490c4c tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323763 Sep 24 00:53:17.210771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 72d834aa-71be-470c-b6fe-6637ee89ad96, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=72d834aa-71be-470c-b6fe-6637ee89ad96,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:17.221460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '72d834aa-71be-470c-b6fe-6637ee89ad96', 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9', 'port_id': '72d834aa-71be-470c-b6fe-6637ee89ad96', 'mac_address': 'fa:16:3e:c9:e5:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5763daba-dab3-4f90-b9ae-cad8d280ffc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:53:17.257626 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:17.270470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d834aa-71be-470c-b6fe-6637ee89ad96 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:53:17.288526 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 72d834aa-71be-470c-b6fe-6637ee89ad96, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=72d834aa-71be-470c-b6fe-6637ee89ad96,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:17.293001 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:17.337353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=72d834aa-71be-470c-b6fe-6637ee89ad96,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:17.479830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['72d834aa-71be-470c-b6fe-6637ee89ad96'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:53:18.232200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34673ffc-b409-4a99-9359-c361db42ead3 req-007d9e08-e98c-43ee-9551-7ffe0823a57c tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:18.233706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34673ffc-b409-4a99-9359-c361db42ead3 req-007d9e08-e98c-43ee-9551-7ffe0823a57c tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 944 time: 0.0486128 Sep 24 00:53:18.271332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34673ffc-b409-4a99-9359-c361db42ead3 req-7def4df8-1af4-4e70-8f48-db0a9ec19d03 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317342 Sep 24 00:53:19.115442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 72d834aa-71be-470c-b6fe-6637ee89ad96 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:53:19.162666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 72d834aa-71be-470c-b6fe-6637ee89ad96 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:53:19.166857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 72d834aa-71be-470c-b6fe-6637ee89ad96 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:19.167496 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:19.247402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:19.270470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d834aa-71be-470c-b6fe-6637ee89ad96'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:53:19.272728 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03ebea9-776b-4a7e-b17d-13f3c47cb0ae" -d '{"events": [{"server_uuid": "2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a", "name": "network-vif-plugged", "status": "completed", "tag": "72d834aa-71be-470c-b6fe-6637ee89ad96"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:53:19.285602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 72d834aa-71be-470c-b6fe-6637ee89ad96, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=72d834aa-71be-470c-b6fe-6637ee89ad96,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:19.291209 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:19.317600 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1440b27f-5068-4f21-a626-f1c8928da6f4 x-openstack-request-id: req-1440b27f-5068-4f21-a626-f1c8928da6f4 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:53:19.317898 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a", "name": "network-vif-plugged", "status": "completed", "tag": "72d834aa-71be-470c-b6fe-6637ee89ad96", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:53:19.318142 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1440b27f-5068-4f21-a626-f1c8928da6f4 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:53:19.318523 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d834aa-71be-470c-b6fe-6637ee89ad96', 'code': 200} Sep 24 00:53:19.350563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=72d834aa-71be-470c-b6fe-6637ee89ad96,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:19.434113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef02ede1-7f16-46bb-9d6c-01b350e67759 req-adc22a4a-9df9-4b61-805d-c747871dc53b tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:19.435673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef02ede1-7f16-46bb-9d6c-01b350e67759 req-adc22a4a-9df9-4b61-805d-c747871dc53b tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0911963 Sep 24 00:53:19.445051 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5106c-fdf6-4976-912a-4a03975e09df req-085200d3-cf45-4211-acf1-79973c320dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:19.446489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cce5106c-fdf6-4976-912a-4a03975e09df req-085200d3-cf45-4211-acf1-79973c320dc1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 1097 time: 0.0663958 Sep 24 00:53:19.496219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef02ede1-7f16-46bb-9d6c-01b350e67759 req-70cb038d-d20f-4409-a48a-ab0796ed40a9 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538960 Sep 24 00:53:19.501494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cce5106c-fdf6-4976-912a-4a03975e09df req-90eededc-a9cb-49a1-a8ce-3cd44796dad5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433507 Sep 24 00:53:20.613236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeb4c87-587e-4fe4-ae90-163f693be249 req-c047e6f1-2157-4ede-a96b-ca40182e66ab tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:20.614691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2eeb4c87-587e-4fe4-ae90-163f693be249 req-c047e6f1-2157-4ede-a96b-ca40182e66ab tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0481479 Sep 24 00:53:20.651693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2eeb4c87-587e-4fe4-ae90-163f693be249 req-3d9b3c31-7134-471b-9758-2bb313d86d35 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303245 Sep 24 00:53:20.873868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-18782c68-133a-4a78-80d5-db8efb48f0e6 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:20.875483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-18782c68-133a-4a78-80d5-db8efb48f0e6 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/networks?id=d04948ff-d4b3-4845-9d9c-6512f310cee9 HTTP/1.1" status: 200 len: 812 time: 0.1036794 Sep 24 00:53:20.890128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-0dfb221f-0d9b-4413-a11e-e5c5d4527525 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/quotas/c3f0d283d2dd490c8b1fb4c23f2c4bd0 HTTP/1.1" status: 200 len: 375 time: 0.0090067 Sep 24 00:53:20.938125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-01511367-e7e5-461e-9dee-98b5dc8a6fa3 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3f0d283d2dd490c8b1fb4c23f2c4bd0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429771 Sep 24 00:53:21.106553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-01a4f26e-411f-422e-92c1-98f7c5d112ec service neutron] 10.222.0.24 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253765 Sep 24 00:53:21.195859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-d1409acd-ff7c-4cd1-a97a-4dbeb688daa2 service neutron] 10.222.0.24 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824182 Sep 24 00:53:21.353800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-730d2012-6db3-4501-a2e6-7ac064428d72 req-ff900516-a52f-4c19-9496-8c540082ca17 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 210 time: 0.0270534 Sep 24 00:53:22.294058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-ae0e982a-3a28-4cd3-8f2a-9ad56c923710 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:22.295767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-ae0e982a-3a28-4cd3-8f2a-9ad56c923710 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.20 "GET /v2.0/networks?id=d04948ff-d4b3-4845-9d9c-6512f310cee9 HTTP/1.1" status: 200 len: 812 time: 0.1132720 Sep 24 00:53:22.307631 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Request body: {'port': {'device_id': 'efb65a60-417d-4dc9-803a-2194e1a3056c', 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9', 'admin_state_up': True, 'tenant_id': 'c3f0d283d2dd490c8b1fb4c23f2c4bd0'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:22.412348 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Made reservation on behalf of c3f0d283d2dd490c8b1fb4c23f2c4bd0 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:22.416672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:22.449461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-da93bf6d-7e30-4e12-86d5-e7b533565213 req-09adfea3-6715-4684-a189-ebc461e7eb02 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 210 time: 0.0291069 Sep 24 00:53:22.545297 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Allocated IP 172.20.0.12 (d04948ff-d4b3-4845-9d9c-6512f310cee9/5763daba-dab3-4f90-b9ae-cad8d280ffc4/4d25f94e-aaf1-49b7-9feb-56b2d17d4697) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:22.687690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:22.723266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:22.735169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['72d834aa-71be-470c-b6fe-6637ee89ad96'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:53:22.770465 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Network d04948ff-d4b3-4845-9d9c-6512f310cee9 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:22.773490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:22.780671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:22.784565 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Pushing event updated for resources: {'Port': ['ID=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:22.829373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:22.829962 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:22.845337 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-f6b10f92-97d9-4662-82c3-1f77580e59f1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5413473 Sep 24 00:53:22.857370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Request body: {'port': {'device_id': 'efb65a60-417d-4dc9-803a-2194e1a3056c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:22.914851 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:23.073762 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-daf5188b-4aec-466b-aca3-d7dd02992ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:23.173712 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:53:23.181905 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:23.197439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Transition to ACTIVE for port object 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:53:23.200964 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:23.250734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Pushing event updated for resources: {'Port': ['ID=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:23.320593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Attempting to bind port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:23.321307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Attempting to bind port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:23.321307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Attempting to bind port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 on network d04948ff-d4b3-4845-9d9c-6512f310cee9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:23.325740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 on network d04948ff-d4b3-4845-9d9c-6512f310cee9 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:53:23.326055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Attempting to bind port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 on network d04948ff-d4b3-4845-9d9c-6512f310cee9 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:23.330903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:23.331230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Checking segment: {'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:23.331606 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Bound using segment: {'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:23.332016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Bound port: 4d25f94e-aaf1-49b7-9feb-56b2d17d4697, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85fcca74-9569-4c88-82bd-328ece07b78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:23.332363 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:23.398287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] For port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:23.401591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] For port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:23.406178 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:23.438704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:23.439547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:23.440930 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] 10.222.0.20 "PUT /v2.0/ports/4d25f94e-aaf1-49b7-9feb-56b2d17d4697 HTTP/1.1" status: 200 len: 1093 time: 0.5876365 Sep 24 00:53:23.443095 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb65a60-417d-4dc9-803a-2194e1a3056c', 'tag': '4d25f94e-aaf1-49b7-9feb-56b2d17d4697'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:53:23.446239 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710f7c4d-0f24-41c3-9e7b-8436c7be598d" -d '{"events": [{"name": "network-changed", "server_uuid": "efb65a60-417d-4dc9-803a-2194e1a3056c", "tag": "4d25f94e-aaf1-49b7-9feb-56b2d17d4697"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:53:23.475454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0fd878-8ae6-4293-8f1e-771e6acfe38b service neutron] Pushing event updated for resources: {'Port': ['ID=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:23.482075 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b579b199-58a8-4420-8f7c-8ef9d8b98e1e x-openstack-request-id: req-b579b199-58a8-4420-8f7c-8ef9d8b98e1e {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:53:23.482360 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb65a60-417d-4dc9-803a-2194e1a3056c", "tag": "4d25f94e-aaf1-49b7-9feb-56b2d17d4697", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:53:23.482672 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b579b199-58a8-4420-8f7c-8ef9d8b98e1e {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:53:23.483223 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb65a60-417d-4dc9-803a-2194e1a3056c', 'tag': '4d25f94e-aaf1-49b7-9feb-56b2d17d4697', 'status': 'completed', 'code': 200} Sep 24 00:53:23.533943 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-23c64b78-22da-4e9f-a6b2-f6ad0c530a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:23.535513 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-23c64b78-22da-4e9f-a6b2-f6ad0c530a7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3f0d283d2dd490c8b1fb4c23f2c4bd0&device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 1096 time: 0.0479109 Sep 24 00:53:23.567085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e14d58-93f1-49e1-99d2-018ade019e8c req-c9ba0ec6-262e-4992-96a9-76e6921c668e tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:23.568557 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51e14d58-93f1-49e1-99d2-018ade019e8c req-c9ba0ec6-262e-4992-96a9-76e6921c668e tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 944 time: 0.0493057 Sep 24 00:53:23.578145 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-0efbfc61-2a85-44c6-b886-cab6f0e67a5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d25f94e-aaf1-49b7-9feb-56b2d17d4697 HTTP/1.1" status: 200 len: 217 time: 0.0340023 Sep 24 00:53:23.605889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51e14d58-93f1-49e1-99d2-018ade019e8c req-6082946b-ffc3-40e8-852d-9fc5d74b2b81 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312953 Sep 24 00:53:23.626663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-cd66773e-9bfb-44e7-a0f7-1390c19b9128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:23.628152 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-cd66773e-9bfb-44e7-a0f7-1390c19b9128 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5763daba-dab3-4f90-b9ae-cad8d280ffc4 HTTP/1.1" status: 200 len: 852 time: 0.0434334 Sep 24 00:53:23.662706 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-4c37a9ee-cf68-4692-9284-b56108d9a1ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d04948ff-d4b3-4845-9d9c-6512f310cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275381 Sep 24 00:53:23.761431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-150b26da-0101-46a4-bbeb-9295f6382a7a service neutron] 10.222.0.20 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914447 Sep 24 00:53:23.857238 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-58fe599d-523a-4dc7-8f68-cdd48cff2c4a req-67db2560-a7df-43d7-9786-23fd4f644c43 service neutron] 10.222.0.20 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888221 Sep 24 00:53:23.989840 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-bcce9065-1d9a-4a01-9e89-04be46876d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:23.991383 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-bcce9065-1d9a-4a01-9e89-04be46876d40 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3f0d283d2dd490c8b1fb4c23f2c4bd0&device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 1096 time: 0.0433681 Sep 24 00:53:24.084796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-8f546138-7491-4303-a12f-e16e4901ae90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:24.086959 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-8f546138-7491-4303-a12f-e16e4901ae90 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d04948ff-d4b3-4845-9d9c-6512f310cee9 HTTP/1.1" status: 200 len: 913 time: 0.0879643 Sep 24 00:53:24.132750 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-0c559d17-e641-4c39-8c8f-65c19a6b84bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4d25f94e-aaf1-49b7-9feb-56b2d17d4697 HTTP/1.1" status: 200 len: 217 time: 0.0382621 Sep 24 00:53:24.183444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-2299d5d6-1a12-4c53-8929-b11c6fa51990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:24.184924 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-2299d5d6-1a12-4c53-8929-b11c6fa51990 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5763daba-dab3-4f90-b9ae-cad8d280ffc4 HTTP/1.1" status: 200 len: 852 time: 0.0442290 Sep 24 00:53:24.219013 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-effb137b-bc56-4b94-b845-79cfaf006cf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d04948ff-d4b3-4845-9d9c-6512f310cee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258729 Sep 24 00:53:24.313993 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-ae15c1e1-a161-4c7c-af11-a37c0a3fe2b2 service neutron] 10.222.0.20 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872762 Sep 24 00:53:24.405669 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-710f7c4d-0f24-41c3-9e7b-8436c7be598d req-2dc3ed7b-3fd7-4cac-9c90-34d943ec8d34 service neutron] 10.222.0.20 "GET /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833790 Sep 24 00:53:24.732127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f7b8e-bff9-4ff1-a0f3-29259164f632 req-6aea3081-1534-4bfa-bf0f-d7c1723f7a75 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:24.734264 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c9f7b8e-bff9-4ff1-a0f3-29259164f632 req-6aea3081-1534-4bfa-bf0f-d7c1723f7a75 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 944 time: 0.0573938 Sep 24 00:53:24.775370 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2c9f7b8e-bff9-4ff1-a0f3-29259164f632 req-6a192803-fbc3-4dc3-a04d-35c123391da2 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350840 Sep 24 00:53:25.642825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:53:25.736099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:25.895154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cf539-d7e5-4c0a-9b9e-00cd7b06d271 req-49ea4735-e0de-4ade-bc98-395859d99138 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:25.896570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-866cf539-d7e5-4c0a-9b9e-00cd7b06d271 req-49ea4735-e0de-4ade-bc98-395859d99138 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 944 time: 0.0500367 Sep 24 00:53:25.904391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '4d25f94e-aaf1-49b7-9feb-56b2d17d4697', 'network_id': 'd04948ff-d4b3-4845-9d9c-6512f310cee9', 'port_id': '4d25f94e-aaf1-49b7-9feb-56b2d17d4697', 'mac_address': 'fa:16:3e:40:7e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5763daba-dab3-4f90-b9ae-cad8d280ffc4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:53:25.942882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-866cf539-d7e5-4c0a-9b9e-00cd7b06d271 req-bceed117-4fb2-413f-87d7-d460133ae3ce tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396118 Sep 24 00:53:25.955954 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:25.957713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:25.970105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:53:25.989896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:25.994831 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:26.046628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:26.064678 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d259f416-9ec7-4ddf-ae8a-b164e35cebca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:26.184998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4d25f94e-aaf1-49b7-9feb-56b2d17d4697'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:53:26.954158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:27.061505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4104bc0-6ea4-492e-a3c4-94dca938985f req-dcb91498-27ca-49d9-82c9-21dc4ef7918e tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:27.063004 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4104bc0-6ea4-492e-a3c4-94dca938985f req-dcb91498-27ca-49d9-82c9-21dc4ef7918e tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 945 time: 0.0491488 Sep 24 00:53:27.099866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4104bc0-6ea4-492e-a3c4-94dca938985f req-3a1c5795-96c4-4abd-8b55-ebca69778d03 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308089 Sep 24 00:53:27.642573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:53:27.689938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:53:27.693466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:27.693839 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:27.771246 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:27.794617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb65a60-417d-4dc9-803a-2194e1a3056c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d25f94e-aaf1-49b7-9feb-56b2d17d4697'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:53:27.796840 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14913043-c524-4f2d-b616-7d0d523c7ea0" -d '{"events": [{"server_uuid": "efb65a60-417d-4dc9-803a-2194e1a3056c", "name": "network-vif-plugged", "status": "completed", "tag": "4d25f94e-aaf1-49b7-9feb-56b2d17d4697"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:53:27.809124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:27.813553 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:27.839443 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e251bfd-bf8f-4db8-877c-b8282a89066d x-openstack-request-id: req-4e251bfd-bf8f-4db8-877c-b8282a89066d {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:53:27.839740 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb65a60-417d-4dc9-803a-2194e1a3056c", "name": "network-vif-plugged", "status": "completed", "tag": "4d25f94e-aaf1-49b7-9feb-56b2d17d4697", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:53:27.839987 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e251bfd-bf8f-4db8-877c-b8282a89066d {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:53:27.840374 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb65a60-417d-4dc9-803a-2194e1a3056c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d25f94e-aaf1-49b7-9feb-56b2d17d4697', 'code': 200} Sep 24 00:53:27.865636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:27.932316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0f5bb-de07-4ccd-afe7-549e4a4a481c req-d0de3ddf-d6d0-4ac1-b6ed-b8fceda58b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:27.933767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aaf0f5bb-de07-4ccd-afe7-549e4a4a481c req-d0de3ddf-d6d0-4ac1-b6ed-b8fceda58b9d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 1098 time: 0.0451231 Sep 24 00:53:28.217459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc767790-9959-4e43-ab31-cdfe9b9e4091 req-2b3dd4c3-b918-432e-83d0-983f70ecaf29 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:28.218929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc767790-9959-4e43-ab31-cdfe9b9e4091 req-2b3dd4c3-b918-432e-83d0-983f70ecaf29 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 946 time: 0.0491235 Sep 24 00:53:28.259747 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc767790-9959-4e43-ab31-cdfe9b9e4091 req-04bba26b-bfaa-4c45-b61c-17664b84933b tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338840 Sep 24 00:53:28.276694 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-aaf0f5bb-de07-4ccd-afe7-549e4a4a481c req-7f7b36f8-418e-4548-be60-8b825ec25eed service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362963 Sep 24 00:53:29.325635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:29.373079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fddda3-3cb6-42a7-b8c2-f10c076070cf req-f4bf511b-daba-4197-bc93-3948e7a72937 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:29.374548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02fddda3-3cb6-42a7-b8c2-f10c076070cf req-f4bf511b-daba-4197-bc93-3948e7a72937 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 946 time: 0.0470328 Sep 24 00:53:29.415039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02fddda3-3cb6-42a7-b8c2-f10c076070cf req-b8b1ac5e-6caa-44d8-9075-8f94c3320695 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346155 Sep 24 00:53:29.646019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1ef74a-2c4f-4483-9185-1c6eeb79a284 req-d553dbef-0d1f-4b37-b9bc-0b3b0d2d79c9 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:29.647510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff1ef74a-2c4f-4483-9185-1c6eeb79a284 req-d553dbef-0d1f-4b37-b9bc-0b3b0d2d79c9 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 946 time: 0.0477941 Sep 24 00:53:29.684819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff1ef74a-2c4f-4483-9185-1c6eeb79a284 req-a546d295-0616-45a3-b9bf-0f7fa70a610a tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308089 Sep 24 00:53:30.800823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6d827-3efb-484d-9da7-6b6e0f6325fe req-b5c31c00-f2c1-4b5b-8cd0-718fe1d664d7 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:30.802261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adc6d827-3efb-484d-9da7-6b6e0f6325fe req-b5c31c00-f2c1-4b5b-8cd0-718fe1d664d7 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 946 time: 0.0480661 Sep 24 00:53:30.839121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-adc6d827-3efb-484d-9da7-6b6e0f6325fe req-adcad98c-a6a6-4bd6-9ca7-c8a55fbd1fd7 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301588 Sep 24 00:53:30.900189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94165fe6-0655-4246-a394-be8de00ba812 req-d8380e2f-c2ad-4b6a-be35-e8ad71c577f0 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:30.901625 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94165fe6-0655-4246-a394-be8de00ba812 req-d8380e2f-c2ad-4b6a-be35-e8ad71c577f0 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.20 "GET /v2.0/ports?device_id=efb65a60-417d-4dc9-803a-2194e1a3056c HTTP/1.1" status: 200 len: 946 time: 0.0464888 Sep 24 00:53:30.991047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Deleting port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:30.991314 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:31.077085 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] For port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:31.077450 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:31.089574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Calling delete_port for 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:31.238993 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:31.255688 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['72d834aa-71be-470c-b6fe-6637ee89ad96'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:53:31.258961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4d25f94e-aaf1-49b7-9feb-56b2d17d4697'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:53:31.271084 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Pushing event deleted for resources: {'Port': ['ID=4d25f94e-aaf1-49b7-9feb-56b2d17d4697,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:31.297980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.298317 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.298649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.299006 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.299333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.299658 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.299977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.300295 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.300611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.300926 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.301240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.301549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:31.324259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] No DVR routers for this DVR port 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:31.327470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:31.329525 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-94165fe6-0655-4246-a394-be8de00ba812 req-a34f2dfd-cd60-4b0e-bbd7-2f26fd168977 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.20 "DELETE /v2.0/ports/4d25f94e-aaf1-49b7-9feb-56b2d17d4697 HTTP/1.1" status: 204 len: 173 time: 0.4217820 Sep 24 00:53:31.330115 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb65a60-417d-4dc9-803a-2194e1a3056c', 'name': 'network-vif-deleted', 'tag': '4d25f94e-aaf1-49b7-9feb-56b2d17d4697'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:53:31.332453 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c7a58b-b299-467e-b476-15d3eebd4700" -d '{"events": [{"server_uuid": "efb65a60-417d-4dc9-803a-2194e1a3056c", "name": "network-vif-deleted", "tag": "4d25f94e-aaf1-49b7-9feb-56b2d17d4697"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:53:31.372782 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ff488-8486-4943-bbed-8a97c0614fd3 x-openstack-request-id: req-db1ff488-8486-4943-bbed-8a97c0614fd3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:53:31.373082 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb65a60-417d-4dc9-803a-2194e1a3056c", "name": "network-vif-deleted", "tag": "4d25f94e-aaf1-49b7-9feb-56b2d17d4697", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:53:31.373331 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-db1ff488-8486-4943-bbed-8a97c0614fd3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:53:31.373721 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb65a60-417d-4dc9-803a-2194e1a3056c', 'name': 'network-vif-deleted', 'tag': '4d25f94e-aaf1-49b7-9feb-56b2d17d4697', 'status': 'completed', 'code': 200} Sep 24 00:53:31.984884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e1beb-4eda-4750-beaa-49488a5849f3 req-f8d3622b-ede7-451d-a517-cc13b4bd06cf tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:31.986248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-276e1beb-4eda-4750-beaa-49488a5849f3 req-f8d3622b-ede7-451d-a517-cc13b4bd06cf tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0476534 Sep 24 00:53:32.026300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-276e1beb-4eda-4750-beaa-49488a5849f3 req-501d3782-6eb9-45e8-9af5-4bb85a23fbec tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Sep 24 00:53:32.153714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3898a6-b9c5-4654-a146-493d4c5f9367 req-47eee5d7-e5d4-4ae9-9a81-83c470c13fbe tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:32.155220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a3898a6-b9c5-4654-a146-493d4c5f9367 req-47eee5d7-e5d4-4ae9-9a81-83c470c13fbe tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0476475 Sep 24 00:53:32.192567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2a3898a6-b9c5-4654-a146-493d4c5f9367 req-5a070dac-cee5-483e-8b7f-10abdfab325c tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312150 Sep 24 00:53:32.308545 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450bc229-0610-4b9a-9c1e-64f7d7fe2c4d req-88f6c3d8-198f-4800-9d89-7cfd4b73c190 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:32.310014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-450bc229-0610-4b9a-9c1e-64f7d7fe2c4d req-88f6c3d8-198f-4800-9d89-7cfd4b73c190 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0487127 Sep 24 00:53:32.347238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-450bc229-0610-4b9a-9c1e-64f7d7fe2c4d req-2bbb2505-eebc-4ab9-b8f3-b06e8c6c6adf tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310273 Sep 24 00:53:32.418120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-a5b9b3ec-3973-45b0-b0bc-7ed43af93c6d req-2c95a13b-a7ab-4c3c-94ba-350e23a8ab01 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:53:32.419122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5b9b3ec-3973-45b0-b0bc-7ed43af93c6d req-2c95a13b-a7ab-4c3c-94ba-350e23a8ab01 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055263 Sep 24 00:53:32.522116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2c96f4-6608-4197-92dd-7b2bf72dac1c req-c017c04f-1b66-4658-b33c-2fb60a971728 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:32.523510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce2c96f4-6608-4197-92dd-7b2bf72dac1c req-c017c04f-1b66-4658-b33c-2fb60a971728 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0474663 Sep 24 00:53:32.570595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce2c96f4-6608-4197-92dd-7b2bf72dac1c req-b3ef8550-3b00-42d3-911b-01c613dbb6d0 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405364 Sep 24 00:53:32.684797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51a261-c7a7-4433-8311-9debb1ee5265 req-c9b3caad-9bca-4c35-ad92-b5ebb342b507 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:32.686256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c51a261-c7a7-4433-8311-9debb1ee5265 req-c9b3caad-9bca-4c35-ad92-b5ebb342b507 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0487890 Sep 24 00:53:32.723196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c51a261-c7a7-4433-8311-9debb1ee5265 req-fdbbd05f-fd71-4cb8-bcce-b6435c630bf1 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Sep 24 00:53:32.845661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe26cb3-33ad-4b01-837a-e0507d960935 req-01b94dab-4ed0-473a-b3a9-de39567003b6 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:32.847242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe26cb3-33ad-4b01-837a-e0507d960935 req-01b94dab-4ed0-473a-b3a9-de39567003b6 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0495849 Sep 24 00:53:32.886338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe26cb3-33ad-4b01-837a-e0507d960935 req-f154dcae-8d9b-42eb-82b8-96c056ff01ae tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Sep 24 00:53:33.182899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079a14a-07ba-4659-8999-36b63940ea6d req-c601e228-f085-4359-8756-69270c494150 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:33.184391 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a079a14a-07ba-4659-8999-36b63940ea6d req-c601e228-f085-4359-8756-69270c494150 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0494182 Sep 24 00:53:33.226288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a079a14a-07ba-4659-8999-36b63940ea6d req-4569d426-d878-49fb-bfe7-cf6962fe490a tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343816 Sep 24 00:53:33.686064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:53:33.705646 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:53:33.705987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4d25f94e-aaf1-49b7-9feb-56b2d17d4697 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:53:33.736447 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:53:34.342298 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bab6a-ac6a-4f15-841c-29257cb11060 req-7ed96629-7113-4fc4-bf97-2b7cab68bbf2 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:34.343786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d43bab6a-ac6a-4f15-841c-29257cb11060 req-7ed96629-7113-4fc4-bf97-2b7cab68bbf2 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0479779 Sep 24 00:53:34.379575 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d43bab6a-ac6a-4f15-841c-29257cb11060 req-8cd17a71-6d2e-4ce4-a1d5-8d110175f33c tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.24 "GET /v2.0/security-groups?id=ac200bed-e769-425a-a2d1-f42b48af852c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298884 Sep 24 00:53:34.457107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0b95dc11-d2fd-47be-aa88-634cdf51e2ff tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:34.458513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0b95dc11-d2fd-47be-aa88-634cdf51e2ff tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a HTTP/1.1" status: 200 len: 945 time: 0.0463598 Sep 24 00:53:34.548477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Deleting port 72d834aa-71be-470c-b6fe-6637ee89ad96 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:34.548725 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:34.634919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] For port 72d834aa-71be-470c-b6fe-6637ee89ad96, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=72d834aa-71be-470c-b6fe-6637ee89ad96,segment=NetworkSegment(85fcca74-9569-4c88-82bd-328ece07b78a),segment_id=85fcca74-9569-4c88-82bd-328ece07b78a)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:34.635287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:34.647401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Calling delete_port for 72d834aa-71be-470c-b6fe-6637ee89ad96 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:34.772396 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:34.784005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['72d834aa-71be-470c-b6fe-6637ee89ad96'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:53:34.803540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Pushing event deleted for resources: {'Port': ['ID=72d834aa-71be-470c-b6fe-6637ee89ad96,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:34.847342 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] No DVR routers for this DVR port 72d834aa-71be-470c-b6fe-6637ee89ad96 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:34.849995 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:34.852044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87b5031e-7657-46e8-b8f1-90b151e75325 req-0f69a103-b5aa-4b96-accc-afd9445d1225 tempest-ServersNegativeTestJSON-1171994091 tempest-ServersNegativeTestJSON-1171994091-project] 10.222.0.18 "DELETE /v2.0/ports/72d834aa-71be-470c-b6fe-6637ee89ad96 HTTP/1.1" status: 204 len: 173 time: 0.3865514 Sep 24 00:53:34.852473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a', 'name': 'network-vif-deleted', 'tag': '72d834aa-71be-470c-b6fe-6637ee89ad96'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:53:34.854677 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac570749-cbf1-48ed-be98-9431fa034f35" -d '{"events": [{"server_uuid": "2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a", "name": "network-vif-deleted", "tag": "72d834aa-71be-470c-b6fe-6637ee89ad96"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:53:34.890535 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ba7d56-70c6-4d6a-9e11-8f14f7e6e8af x-openstack-request-id: req-43ba7d56-70c6-4d6a-9e11-8f14f7e6e8af {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:53:34.890846 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a", "name": "network-vif-deleted", "tag": "72d834aa-71be-470c-b6fe-6637ee89ad96", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:53:34.891102 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43ba7d56-70c6-4d6a-9e11-8f14f7e6e8af {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:53:34.891500 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e42cbd8-79c7-4759-bc7f-5542e6bdcd7a', 'name': 'network-vif-deleted', 'tag': '72d834aa-71be-470c-b6fe-6637ee89ad96', 'status': 'completed', 'code': 200} Sep 24 00:53:35.438700 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43604) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:35.486058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45af121-a62c-4b0a-909f-3e79290c23dd admin admin] Deleting subnet 5763daba-dab3-4f90-b9ae-cad8d280ffc4 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:53:35.489117 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b45af121-a62c-4b0a-909f-3e79290c23dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.522052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b45af121-a62c-4b0a-909f-3e79290c23dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.560800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b45af121-a62c-4b0a-909f-3e79290c23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.612369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b45af121-a62c-4b0a-909f-3e79290c23dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.637758 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45af121-a62c-4b0a-909f-3e79290c23dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5763daba-dab3-4f90-b9ae-cad8d280ffc4,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:35.643950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b45af121-a62c-4b0a-909f-3e79290c23dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.645932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b45af121-a62c-4b0a-909f-3e79290c23dd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5763daba-dab3-4f90-b9ae-cad8d280ffc4 HTTP/1.1" status: 204 len: 168 time: 0.2062075 Sep 24 00:53:35.648452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43606) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:35.724432 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.811143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.832352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04948ff-d4b3-4845-9d9c-6512f310cee9']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:35.842362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85fcca74-9569-4c88-82bd-328ece07b78a') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:35.842680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85fcca74-9569-4c88-82bd-328ece07b78a') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:35.854625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.867533 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.873355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:35.873741 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:35.875413 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:35.930420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.935989 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:35.937834 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d04948ff-d4b3-4845-9d9c-6512f310cee9 HTTP/1.1" status: 204 len: 168 time: 0.2879152 Sep 24 00:53:35.948912 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5629a027-56be-4ada-8add-d63ef8425bb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d04948ff-d4b3-4845-9d9c-6512f310cee9,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:36.051156 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43610) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:36.097906 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-77868397-1248-4e70-88d2-a6643bcbacdc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3f0d283d2dd490c8b1fb4c23f2c4bd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455070 Sep 24 00:53:36.100714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43612) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:36.150637 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae05dfa9-396e-4101-bc51-e437ec95a723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:36.172331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae05dfa9-396e-4101-bc51-e437ec95a723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:36.221689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae05dfa9-396e-4101-bc51-e437ec95a723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:36.224604 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae05dfa9-396e-4101-bc51-e437ec95a723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:36.226026 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ae05dfa9-396e-4101-bc51-e437ec95a723 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ac200bed-e769-425a-a2d1-f42b48af852c HTTP/1.1" status: 204 len: 168 time: 0.1236913 Sep 24 00:53:36.236775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05dfa9-396e-4101-bc51-e437ec95a723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac200bed-e769-425a-a2d1-f42b48af852c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:36.992037 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:37.093204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1564475089'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:37.117574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:37.121336 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.129593 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.206790 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.221376 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.225650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.237756 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 72d834aa-71be-470c-b6fe-6637ee89ad96 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:53:37.255389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:37.257182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 72d834aa-71be-470c-b6fe-6637ee89ad96 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:53:37.257311 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 72d834aa-71be-470c-b6fe-6637ee89ad96 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:53:37.262441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c822c05d-e44e-4d31-ac80-e93825f55089,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:37.269050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.269503 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Added segment bf91efe8-e0f2-49f1-9c78-543bbcd36b24 of type vlan for network 2e885c79-3214-4652-9e97-6870339837c8 Sep 24 00:53:37.313397 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.338129 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.343663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:37.344252 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:37.371756 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3786147 Sep 24 00:53:37.411528 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c98bd2-d425-427b-846e-855480562796 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Network': ['ID=2e885c79-3214-4652-9e97-6870339837c8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:37.422778 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 2e885c79-3214-4652-9e97-6870339837c8 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:39.717198 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:40.606091 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43640) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:40.611365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'subnet': {'network_id': '2e885c79-3214-4652-9e97-6870339837c8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:40.702832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:40.706311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:40.892365 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:40.951964 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Subnet': ['ID=6166e327-8543-465f-803c-8b556b2853de,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:40.960404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Checking segment: {'id': 'bf91efe8-e0f2-49f1-9c78-543bbcd36b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2e885c79-3214-4652-9e97-6870339837c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:40.960769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network hostable DHCP agents. Network: 2e885c79-3214-4652-9e97-6870339837c8, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:40.976818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network 2e885c79-3214-4652-9e97-6870339837c8 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:40.985325 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 2e885c79-3214-4652-9e97-6870339837c8) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:40.989382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:40.989959 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:40.995509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b0cbb9-e7ed-4d09-83c8-74bf16558c1e None None] Network 2e885c79-3214-4652-9e97-6870339837c8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:41.004926 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eb17be7f-faf4-4ded-a726-046bc1160dc5 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3977091 Sep 24 00:53:41.008855 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43642) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:41.013771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1866562723'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:41.035034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:41.038526 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.062891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:41.072810 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.073160 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Added segment 738ba0b2-4174-4d78-bf3a-1a4e5f0e4c2c of type vlan for network 07aabd4e-d647-4ca4-b04d-dc5acfadd086 Sep 24 00:53:41.113566 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.139534 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.143355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-2e885c79-3214-4652-9e97-6870339837c8', 'network_id': '2e885c79-3214-4652-9e97-6870339837c8', 'tenant_id': 'f063e9366bce45e4b019c7d5d2df9639', 'fixed_ips': [{'subnet_id': '6166e327-8543-465f-803c-8b556b2853de'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:53:41.144203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.145395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:41.146016 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.180914 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1710100 Sep 24 00:53:41.183960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43644) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:41.191698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'subnet': {'network_id': '07aabd4e-d647-4ca4-b04d-dc5acfadd086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:41.225468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a6d99-f720-4c3b-a227-ccafd8d0db2f tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Network': ['ID=07aabd4e-d647-4ca4-b04d-dc5acfadd086,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:41.237073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 07aabd4e-d647-4ca4-b04d-dc5acfadd086 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:41.288282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:41.292456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.340303 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Allocated IP 2001:db8:0:ffff::2 (2e885c79-3214-4652-9e97-6870339837c8/6166e327-8543-465f-803c-8b556b2853de/239c16c8-7421-4d3f-a224-6998af5c8933) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:41.485558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.488888 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.497792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.533024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Network 2e885c79-3214-4652-9e97-6870339837c8 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:41.535949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:41.540071 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:41.552715 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Subnet': ['ID=1ca23dc9-1987-4a1a-bd3c-b3be2062c6a9,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:41.554433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Pushing event updated for resources: {'Port': ['ID=239c16c8-7421-4d3f-a224-6998af5c8933,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:41.563664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Checking segment: {'id': '738ba0b2-4174-4d78-bf3a-1a4e5f0e4c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '07aabd4e-d647-4ca4-b04d-dc5acfadd086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:41.564023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network hostable DHCP agents. Network: 07aabd4e-d647-4ca4-b04d-dc5acfadd086, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:41.581305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network 07aabd4e-d647-4ca4-b04d-dc5acfadd086 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:41.582153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.582497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.582859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.583192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.583518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.583845 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.584171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.584491 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.584824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.585131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.585453 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.585770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:41.598357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 07aabd4e-d647-4ca4-b04d-dc5acfadd086) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:41.604135 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:41.604744 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.610165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160016e4-9014-438d-9cf4-bad636145d80 None None] Network 07aabd4e-d647-4ca4-b04d-dc5acfadd086 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:41.623140 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-90d53baf-7716-4e01-883c-387e8647759d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4348907 Sep 24 00:53:41.623593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43646) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:41.636906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Attempting to bind port 239c16c8-7421-4d3f-a224-6998af5c8933 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:41.636906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Attempting to bind port 239c16c8-7421-4d3f-a224-6998af5c8933 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bf91efe8-e0f2-49f1-9c78-543bbcd36b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2e885c79-3214-4652-9e97-6870339837c8'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:41.636906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Attempting to bind port 239c16c8-7421-4d3f-a224-6998af5c8933 on network 2e885c79-3214-4652-9e97-6870339837c8 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:41.648644 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:41.649043 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Checking segment: {'id': 'bf91efe8-e0f2-49f1-9c78-543bbcd36b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2e885c79-3214-4652-9e97-6870339837c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:41.649450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.649844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Bound using segment: {'id': 'bf91efe8-e0f2-49f1-9c78-543bbcd36b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2e885c79-3214-4652-9e97-6870339837c8'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:41.650317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Bound port: 239c16c8-7421-4d3f-a224-6998af5c8933, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf91efe8-e0f2-49f1-9c78-543bbcd36b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2e885c79-3214-4652-9e97-6870339837c8'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:41.650709 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.735908 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.784909 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] For port 239c16c8-7421-4d3f-a224-6998af5c8933, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:41.787385 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.789238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] For port 239c16c8-7421-4d3f-a224-6998af5c8933, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=239c16c8-7421-4d3f-a224-6998af5c8933,segment=NetworkSegment(bf91efe8-e0f2-49f1-9c78-543bbcd36b24),segment_id=bf91efe8-e0f2-49f1-9c78-543bbcd36b24)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:41.796341 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.856922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.859805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf285e4a-d001-4bbf-be30-0ed2b7662fc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-07aabd4e-d647-4ca4-b04d-dc5acfadd086', 'network_id': '07aabd4e-d647-4ca4-b04d-dc5acfadd086', 'tenant_id': 'f063e9366bce45e4b019c7d5d2df9639', 'fixed_ips': [{'subnet_id': '1ca23dc9-1987-4a1a-bd3c-b3be2062c6a9'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:53:41.860642 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf285e4a-d001-4bbf-be30-0ed2b7662fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.886169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca23dc9-1987-4a1a-bd3c-b3be2062c6a9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:41.901532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8974a2f9-fea9-4304-aa55-3398f75a4800 None None] Pushing event updated for resources: {'Port': ['ID=239c16c8-7421-4d3f-a224-6998af5c8933,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:41.961982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:41.980903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcfa7a9-b5c9-40ae-89ae-1b225072204b None None] Network 07aabd4e-d647-4ca4-b04d-dc5acfadd086 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:41.983766 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07aabd4e-d647-4ca4-b04d-dc5acfadd086']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:41.994678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738ba0b2-4174-4d78-bf3a-1a4e5f0e4c2c') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:41.995026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738ba0b2-4174-4d78-bf3a-1a4e5f0e4c2c') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:42.009060 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.029368 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.040742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:42.042463 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:42.051038 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:42.127789 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.135646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.137524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/07aabd4e-d647-4ca4-b04d-dc5acfadd086 HTTP/1.1" status: 204 len: 168 time: 0.5090220 Sep 24 00:53:42.141093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43648) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:42.146346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-622753309'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:42.150180 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649ec19-7d3f-4ba1-a03b-e1a669450a69 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Network': ['ID=07aabd4e-d647-4ca4-b04d-dc5acfadd086,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:42.170742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:42.174612 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.203366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:42.215807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.216177 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Added segment 9d22d79b-a22f-41da-b6b5-8fc7dac26bc3 of type vlan for network 1380494f-c7c1-4c24-bea6-6bcaca2d1f25 Sep 24 00:53:42.267167 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.291795 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.297454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:42.298028 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.337917 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1925247 Sep 24 00:53:42.338135 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43650) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:42.345103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'subnet': {'network_id': '1380494f-c7c1-4c24-bea6-6bcaca2d1f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:42.391178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cac120-1c63-48b7-b48a-e3122ef6ba8c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Network': ['ID=1380494f-c7c1-4c24-bea6-6bcaca2d1f25,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:42.401846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 1380494f-c7c1-4c24-bea6-6bcaca2d1f25 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:42.472699 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:42.476712 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.541867 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Performing IP validity checks on allocation pools {{(pid=106378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 00:53:42.542649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.ipam_backend_mixin [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Checking for overlaps among allocation pools and gateway ip {{(pid=106378) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 00:53:42.668316 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.741381 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Subnet': ['ID=53fab67a-5249-4a5f-adb4-313b843e815c,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:42.752600 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Checking segment: {'id': '9d22d79b-a22f-41da-b6b5-8fc7dac26bc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '1380494f-c7c1-4c24-bea6-6bcaca2d1f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:42.752961 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network hostable DHCP agents. Network: 1380494f-c7c1-4c24-bea6-6bcaca2d1f25, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:42.770423 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network 1380494f-c7c1-4c24-bea6-6bcaca2d1f25 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:42.780429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 1380494f-c7c1-4c24-bea6-6bcaca2d1f25) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:42.785510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:42.786101 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.792929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da2dfd9-c6c5-4417-ba45-b024f119a7db None None] Network 1380494f-c7c1-4c24-bea6-6bcaca2d1f25 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:42.803344 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-05ddb656-a88a-4110-b3ac-d52c5e28a00c tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4641244 Sep 24 00:53:42.804067 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43652) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:42.807512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9818b2-c77a-4a50-9997-85386938bdc1 None None] Network 2e885c79-3214-4652-9e97-6870339837c8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:42.898059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.912069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ccf9833a-54ca-4f66-8a4e-1ac4a2bcf7ed None None] Provisioning complete for port 239c16c8-7421-4d3f-a224-6998af5c8933 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:42.912437 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ccf9833a-54ca-4f66-8a4e-1ac4a2bcf7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:42.954493 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.023033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.049961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Subnet': ['ID=53fab67a-5249-4a5f-adb4-313b843e815c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:43.064825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.065173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.065454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 239c16c8-7421-4d3f-a224-6998af5c8933 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:53:43.065566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.065831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.066158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.066485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.066836 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.067162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.067505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.067803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.068125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.068443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:53:43.114442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbf268f-dfd9-4afd-a301-afbd093e5b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-1380494f-c7c1-4c24-bea6-6bcaca2d1f25', 'network_id': '1380494f-c7c1-4c24-bea6-6bcaca2d1f25', 'tenant_id': 'f063e9366bce45e4b019c7d5d2df9639', 'fixed_ips': [{'subnet_id': '53fab67a-5249-4a5f-adb4-313b843e815c'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:53:43.115313 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdbf268f-dfd9-4afd-a301-afbd093e5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.128578 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.147098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1380494f-c7c1-4c24-bea6-6bcaca2d1f25']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:43.157044 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d22d79b-a22f-41da-b6b5-8fc7dac26bc3') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:43.157335 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d22d79b-a22f-41da-b6b5-8fc7dac26bc3') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:43.166546 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.176104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ccf9833a-54ca-4f66-8a4e-1ac4a2bcf7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.183455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.191009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:43.191009 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:43.194320 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:43.219969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 239c16c8-7421-4d3f-a224-6998af5c8933 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:43.220340 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.248015 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ccf9833a-54ca-4f66-8a4e-1ac4a2bcf7ed None None] For port 239c16c8-7421-4d3f-a224-6998af5c8933, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=239c16c8-7421-4d3f-a224-6998af5c8933,segment=NetworkSegment(bf91efe8-e0f2-49f1-9c78-543bbcd36b24),segment_id=bf91efe8-e0f2-49f1-9c78-543bbcd36b24)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:43.251741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-bdbf268f-dfd9-4afd-a301-afbd093e5b11 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 00:53:43.251741 n-d-713498-18 neutron-server[106380]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Sep 24 00:53:43.251741 n-d-713498-18 neutron-server[106380]: [parameters: {'project_id': 'f063e9366bce45e4b019c7d5d2df9639', 'id': 'e1ad302e-004b-47f4-9316-132c9dbfbe41', 'name': '', 'network_id': '1380494f-c7c1-4c24-bea6-6bcaca2d1f25', 'mac_address': 'fa:16:3e:ff:16:fd', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-1380494f-c7c1-4c24-bea6-6bcaca2d1f25', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4075}] Sep 24 00:53:43.251741 n-d-713498-18 neutron-server[106380]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:53:43.252150 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-bdbf268f-dfd9-4afd-a301-afbd093e5b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:53:43.255164 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ccf9833a-54ca-4f66-8a4e-1ac4a2bcf7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.259496 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.268012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.274746 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43654) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:43.275408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/1380494f-c7c1-4c24-bea6-6bcaca2d1f25 HTTP/1.1" status: 204 len: 168 time: 0.4700990 Sep 24 00:53:43.281356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537674554'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:43.291359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38a33b-cafd-4f7d-b69e-bae313c0ec14 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Network': ['ID=1380494f-c7c1-4c24-bea6-6bcaca2d1f25,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:43.305627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:43.309739 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.320252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9833a-54ca-4f66-8a4e-1ac4a2bcf7ed None None] Pushing event updated for resources: {'Port': ['ID=239c16c8-7421-4d3f-a224-6998af5c8933,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:43.340836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:43.353461 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.353974 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Added segment 1b163db8-7fd3-45ff-8f8a-9ca476855ad1 of type vlan for network eebe7d04-cf7a-4ecd-932b-b41df4045c05 Sep 24 00:53:43.398272 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.425477 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.431245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:43.431834 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.466113 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1893084 Sep 24 00:53:43.470102 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43656) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:43.475436 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'subnet': {'network_id': 'eebe7d04-cf7a-4ecd-932b-b41df4045c05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:43.475601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c6d89dd9-d19a-4e44-962e-21fee4585af8 None None] Provisioning complete for port 239c16c8-7421-4d3f-a224-6998af5c8933 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:43.476041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6d89dd9-d19a-4e44-962e-21fee4585af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.503879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b9789-d8d1-4ff1-81a6-33d66f87a62d tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Network': ['ID=eebe7d04-cf7a-4ecd-932b-b41df4045c05,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:43.516517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network eebe7d04-cf7a-4ecd-932b-b41df4045c05 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:43.568455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:43.572556 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.753850 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdbf268f-dfd9-4afd-a301-afbd093e5b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.760332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.798511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ef6d8-3a49-417d-8974-7becdf9e36e5 None None] Network 1380494f-c7c1-4c24-bea6-6bcaca2d1f25 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:43.811907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3ef6d8-3a49-417d-8974-7becdf9e36e5 None None] Network 1380494f-c7c1-4c24-bea6-6bcaca2d1f25 could not be found, it might have been deleted concurrently. {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 00:53:43.821530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Subnet': ['ID=648fc82f-fa1f-4321-a718-b4d506a98531,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:43.829118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Checking segment: {'id': '1b163db8-7fd3-45ff-8f8a-9ca476855ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eebe7d04-cf7a-4ecd-932b-b41df4045c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:43.829485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network hostable DHCP agents. Network: eebe7d04-cf7a-4ecd-932b-b41df4045c05, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:43.848203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network eebe7d04-cf7a-4ecd-932b-b41df4045c05 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:43.857325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, eebe7d04-cf7a-4ecd-932b-b41df4045c05) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:43.861863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:43.862738 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.868360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd377e3-95bb-47b7-ac78-c6ab4ff6c342 None None] Network eebe7d04-cf7a-4ecd-932b-b41df4045c05 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:43.881127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e10fa7fe-bde3-482d-aa5a-a229e1448338 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4097772 Sep 24 00:53:43.886037 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:43.891063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-580844720'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:43.911842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:43.915299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.946856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:43.956183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:43.956527 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Added segment c0dbac35-8263-43b0-aa79-8668e93190e5 of type vlan for network 3c4381d6-77f5-433e-a8b3-534774648f10 Sep 24 00:53:43.996145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.019623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-eebe7d04-cf7a-4ecd-932b-b41df4045c05', 'network_id': 'eebe7d04-cf7a-4ecd-932b-b41df4045c05', 'tenant_id': 'f063e9366bce45e4b019c7d5d2df9639', 'fixed_ips': [{'subnet_id': '648fc82f-fa1f-4321-a718-b4d506a98531'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:53:44.020441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.021687 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.027763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:44.028373 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.065417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1783104 Sep 24 00:53:44.068203 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:44.073683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Request body: {'subnet': {'network_id': '3c4381d6-77f5-433e-a8b3-534774648f10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:44.120861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f16917-444d-4da1-8413-e7b3bfff271b tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Network': ['ID=3c4381d6-77f5-433e-a8b3-534774648f10,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:44.148010 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3c4381d6-77f5-433e-a8b3-534774648f10 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:44.199790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Made reservation on behalf of f063e9366bce45e4b019c7d5d2df9639 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:44.204912 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.222214 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Allocated IP 2001:db8::2 (eebe7d04-cf7a-4ecd-932b-b41df4045c05/648fc82f-fa1f-4321-a718-b4d506a98531/83b3a749-e4c2-4582-ab5e-c246ee4904be) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:44.389327 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.395548 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.407498 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.433794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Network eebe7d04-cf7a-4ecd-932b-b41df4045c05 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:44.436631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:44.439980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:44.448897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Pushing event updated for resources: {'Port': ['ID=83b3a749-e4c2-4582-ab5e-c246ee4904be,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:44.472645 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event updated for resources: {'Subnet': ['ID=f8159742-edc7-405b-9b3f-2152261cb159,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:44.477959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Checking segment: {'id': 'c0dbac35-8263-43b0-aa79-8668e93190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c4381d6-77f5-433e-a8b3-534774648f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:44.478320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network hostable DHCP agents. Network: 3c4381d6-77f5-433e-a8b3-534774648f10, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:44.497978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Network 3c4381d6-77f5-433e-a8b3-534774648f10 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:44.506111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Attempting to bind port 83b3a749-e4c2-4582-ab5e-c246ee4904be on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:44.506691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Attempting to bind port 83b3a749-e4c2-4582-ab5e-c246ee4904be by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '1b163db8-7fd3-45ff-8f8a-9ca476855ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eebe7d04-cf7a-4ecd-932b-b41df4045c05'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:44.506862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Attempting to bind port 83b3a749-e4c2-4582-ab5e-c246ee4904be on network eebe7d04-cf7a-4ecd-932b-b41df4045c05 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:44.507997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3c4381d6-77f5-433e-a8b3-534774648f10) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:44.512223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:44.512622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Checking segment: {'id': '1b163db8-7fd3-45ff-8f8a-9ca476855ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eebe7d04-cf7a-4ecd-932b-b41df4045c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:44.512768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:44.513020 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.513389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.513582 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Bound using segment: {'id': '1b163db8-7fd3-45ff-8f8a-9ca476855ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eebe7d04-cf7a-4ecd-932b-b41df4045c05'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:44.514400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Bound port: 83b3a749-e4c2-4582-ab5e-c246ee4904be, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b163db8-7fd3-45ff-8f8a-9ca476855ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'eebe7d04-cf7a-4ecd-932b-b41df4045c05'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:44.514400 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.518651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc5671d-babd-4a7b-98d7-015f312e8375 None None] Network 3c4381d6-77f5-433e-a8b3-534774648f10 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:44.529554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-841dec4b-4b8e-44e9-9c01-82ddfd5d0eaa tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4602704 Sep 24 00:53:44.532040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43662) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:44.654149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] For port 83b3a749-e4c2-4582-ab5e-c246ee4904be, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:44.658438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] For port 83b3a749-e4c2-4582-ab5e-c246ee4904be, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=83b3a749-e4c2-4582-ab5e-c246ee4904be,segment=NetworkSegment(1b163db8-7fd3-45ff-8f8a-9ca476855ad1),segment_id=1b163db8-7fd3-45ff-8f8a-9ca476855ad1)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:44.668245 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.780634 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb3d947-27ae-41b9-8eef-eff0f3eb67ad None None] Pushing event updated for resources: {'Port': ['ID=83b3a749-e4c2-4582-ab5e-c246ee4904be,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:44.790211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-3c4381d6-77f5-433e-a8b3-534774648f10', 'network_id': '3c4381d6-77f5-433e-a8b3-534774648f10', 'tenant_id': 'f063e9366bce45e4b019c7d5d2df9639', 'fixed_ips': [{'subnet_id': 'f8159742-edc7-405b-9b3f-2152261cb159'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:53:44.791317 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:44.990399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Allocated IP 2001:db8::2 (3c4381d6-77f5-433e-a8b3-534774648f10/f8159742-edc7-405b-9b3f-2152261cb159/4ba09cc2-467c-490a-b0b9-2f18170553b1) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:45.029214 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.102163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.165727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.172606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.187640 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.200355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 83b3a749-e4c2-4582-ab5e-c246ee4904be up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:53:45.222254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Subnet': ['ID=f8159742-edc7-405b-9b3f-2152261cb159,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:45.245522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Network 3c4381d6-77f5-433e-a8b3-534774648f10 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:45.246246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Pushing event updated for resources: {'Port': ['ID=4ba09cc2-467c-490a-b0b9-2f18170553b1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:45.254397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:45.268149 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:45.291782 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.312774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4381d6-77f5-433e-a8b3-534774648f10']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:45.322416 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dbac35-8263-43b0-aa79-8668e93190e5') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:45.322700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dbac35-8263-43b0-aa79-8668e93190e5') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:45.331992 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.335577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 83b3a749-e4c2-4582-ab5e-c246ee4904be triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:45.335928 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.339150 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Attempting to bind port 4ba09cc2-467c-490a-b0b9-2f18170553b1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:45.339515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Attempting to bind port 4ba09cc2-467c-490a-b0b9-2f18170553b1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'c0dbac35-8263-43b0-aa79-8668e93190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c4381d6-77f5-433e-a8b3-534774648f10'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:45.339868 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Attempting to bind port 4ba09cc2-467c-490a-b0b9-2f18170553b1 on network 3c4381d6-77f5-433e-a8b3-534774648f10 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:45.345455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.351643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:45.352191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:45.355212 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:45.364167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:45.364540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Checking segment: {'id': 'c0dbac35-8263-43b0-aa79-8668e93190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c4381d6-77f5-433e-a8b3-534774648f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:45.364940 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.365336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Bound using segment: {'id': 'c0dbac35-8263-43b0-aa79-8668e93190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c4381d6-77f5-433e-a8b3-534774648f10'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:45.365798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Bound port: 4ba09cc2-467c-490a-b0b9-2f18170553b1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0dbac35-8263-43b0-aa79-8668e93190e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3c4381d6-77f5-433e-a8b3-534774648f10'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:45.366174 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.416648 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.db.api [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 00:53:45.416648 n-d-713498-18 neutron-server[106379]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 00:53:45.416648 n-d-713498-18 neutron-server[106379]: [parameters: {'id': '3c4381d6-77f5-433e-a8b3-534774648f10'}] Sep 24 00:53:45.416648 n-d-713498-18 neutron-server[106379]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=106379) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:53:45.417102 n-d-713498-18 neutron-server[106379]: DEBUG oslo_db.api [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:53:45.473088 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] For port 4ba09cc2-467c-490a-b0b9-2f18170553b1, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:45.494558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] For port 4ba09cc2-467c-490a-b0b9-2f18170553b1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4ba09cc2-467c-490a-b0b9-2f18170553b1,segment=NetworkSegment(c0dbac35-8263-43b0-aa79-8668e93190e5),segment_id=c0dbac35-8263-43b0-aa79-8668e93190e5)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:45.496015 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.499851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.600876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 83b3a749-e4c2-4582-ab5e-c246ee4904be, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=83b3a749-e4c2-4582-ab5e-c246ee4904be,segment=NetworkSegment(1b163db8-7fd3-45ff-8f8a-9ca476855ad1),segment_id=1b163db8-7fd3-45ff-8f8a-9ca476855ad1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:45.605068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a581c07-b781-486b-b59e-9364e1cee084 None None] Pushing event updated for resources: {'Port': ['ID=4ba09cc2-467c-490a-b0b9-2f18170553b1,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:45.608835 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.609653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 239c16c8-7421-4d3f-a224-6998af5c8933 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:53:45.653184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83566879-8d52-4007-bf55-8d74cf0a53cc None None] Network 3c4381d6-77f5-433e-a8b3-534774648f10 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:45.743559 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=83b3a749-e4c2-4582-ab5e-c246ee4904be,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:45.780629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 239c16c8-7421-4d3f-a224-6998af5c8933 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:45.781007 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.800687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7900d776-18da-4fc1-a3c3-c6c3c140daf7 None None] Network eebe7d04-cf7a-4ecd-932b-b41df4045c05 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:45.905687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8c38b219-5615-40b4-beb2-551e1ba9632d None None] Provisioning complete for port 83b3a749-e4c2-4582-ab5e-c246ee4904be triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:45.906049 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8c38b219-5615-40b4-beb2-551e1ba9632d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.918191 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:45.969817 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Deleting port 4ba09cc2-467c-490a-b0b9-2f18170553b1 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:45.970220 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.040705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] For port 4ba09cc2-467c-490a-b0b9-2f18170553b1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=4ba09cc2-467c-490a-b0b9-2f18170553b1,segment=NetworkSegment(c0dbac35-8263-43b0-aa79-8668e93190e5),segment_id=c0dbac35-8263-43b0-aa79-8668e93190e5)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:46.041328 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.058796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Calling delete_port for 4ba09cc2-467c-490a-b0b9-2f18170553b1 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:46.141548 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.168434 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Port': ['ID=4ba09cc2-467c-490a-b0b9-2f18170553b1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:46.172228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No DVR routers for this DVR port 4ba09cc2-467c-490a-b0b9-2f18170553b1 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:46.257516 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.279336 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c4381d6-77f5-433e-a8b3-534774648f10']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:46.288970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97b1485-d0e7-4971-8b8c-0e1455def005 None None] get_active_networks_info from n-d-713498-18 {{(pid=106380) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 00:53:46.290047 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0dbac35-8263-43b0-aa79-8668e93190e5') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:46.290341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0dbac35-8263-43b0-aa79-8668e93190e5') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:46.300235 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.314702 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.321616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:46.322091 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:46.325271 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:46.337068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-12fb5f33-acdd-44a8-8196-e986934eb1e3 None None] Provisioning complete for port 83b3a749-e4c2-4582-ab5e-c246ee4904be triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:46.337437 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-12fb5f33-acdd-44a8-8196-e986934eb1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.385215 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.393632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.400118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/3c4381d6-77f5-433e-a8b3-534774648f10 HTTP/1.1" status: 204 len: 168 time: 1.8625786 Sep 24 00:53:46.400394 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97b1485-d0e7-4971-8b8c-0e1455def005 None None] Resources bound (agent type, host, resource id): {{(pid=106380) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 00:53:46.400518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43664) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:46.405705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9df9da-803e-46c6-855c-4ee89e71c59e tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Network': ['ID=3c4381d6-77f5-433e-a8b3-534774648f10,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:46.430537 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8237cd8a-d2ed-4857-9996-666291d8a291 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] GET failed (client error): The resource could not be found. Sep 24 00:53:46.431894 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8237cd8a-d2ed-4857-9996-666291d8a291 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "GET /v2.0/subnets/f8159742-edc7-405b-9b3f-2152261cb159 HTTP/1.1" status: 404 len: 337 time: 0.0304554 Sep 24 00:53:46.434942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43666) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:46.452698 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee14715-c882-42ca-ad82-4018f848a8e1 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] DELETE failed (client error): The resource could not be found. Sep 24 00:53:46.453241 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee14715-c882-42ca-ad82-4018f848a8e1 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:53:46.454961 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8ee14715-c882-42ca-ad82-4018f848a8e1 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/3c4381d6-77f5-433e-a8b3-534774648f10 HTTP/1.1" status: 404 len: 339 time: 0.0190814 Sep 24 00:53:46.458732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43668) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:46.485110 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3539fc8-3fb1-45c5-b91e-a9901baba0ad tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] DELETE failed (client error): The resource could not be found. Sep 24 00:53:46.485467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3539fc8-3fb1-45c5-b91e-a9901baba0ad tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:53:46.487246 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a3539fc8-3fb1-45c5-b91e-a9901baba0ad tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/subnets/f8159742-edc7-405b-9b3f-2152261cb159 HTTP/1.1" status: 404 len: 337 time: 0.0275900 Sep 24 00:53:46.489787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43670) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:46.508658 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-75973cfd-2e8b-4115-b186-c2657734ddc2 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] DELETE failed (client error): The resource could not be found. Sep 24 00:53:46.509193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75973cfd-2e8b-4115-b186-c2657734ddc2 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:53:46.510903 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-75973cfd-2e8b-4115-b186-c2657734ddc2 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/3c4381d6-77f5-433e-a8b3-534774648f10 HTTP/1.1" status: 404 len: 339 time: 0.0201869 Sep 24 00:53:46.513531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43672) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:46.562581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca0b9e9d-60d3-4b5d-a7d2-17068208ec76 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Deleting subnet 648fc82f-fa1f-4321-a718-b4d506a98531 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:53:46.565554 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9e9d-60d3-4b5d-a7d2-17068208ec76 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.611822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9e9d-60d3-4b5d-a7d2-17068208ec76 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.696082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9e9d-60d3-4b5d-a7d2-17068208ec76 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.753936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9e9d-60d3-4b5d-a7d2-17068208ec76 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.785909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b9e9d-60d3-4b5d-a7d2-17068208ec76 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Subnet': ['ID=648fc82f-fa1f-4321-a718-b4d506a98531,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:46.789649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ca0b9e9d-60d3-4b5d-a7d2-17068208ec76 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.791557 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ca0b9e9d-60d3-4b5d-a7d2-17068208ec76 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/subnets/648fc82f-fa1f-4321-a718-b4d506a98531 HTTP/1.1" status: 204 len: 168 time: 0.2771399 Sep 24 00:53:46.794565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43674) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:46.795869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86def008-be57-46f9-9a1f-25d7aaa04cee None None] Network eebe7d04-cf7a-4ecd-932b-b41df4045c05 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:46.869068 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.922431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Deleting port 83b3a749-e4c2-4582-ab5e-c246ee4904be {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:46.922899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:46.959264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] DHCP port deletion for eebe7d04-cf7a-4ecd-932b-b41df4045c05 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:53:46.994274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] For port 83b3a749-e4c2-4582-ab5e-c246ee4904be, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=83b3a749-e4c2-4582-ab5e-c246ee4904be,segment=NetworkSegment(1b163db8-7fd3-45ff-8f8a-9ca476855ad1),segment_id=1b163db8-7fd3-45ff-8f8a-9ca476855ad1)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:46.994659 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.006796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Calling delete_port for 83b3a749-e4c2-4582-ab5e-c246ee4904be owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:47.020706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] Deleting port 83b3a749-e4c2-4582-ab5e-c246ee4904be {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:47.021279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.033788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 83b3a749-e4c2-4582-ab5e-c246ee4904be no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:53:47.088364 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.115173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] For port 83b3a749-e4c2-4582-ab5e-c246ee4904be, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=83b3a749-e4c2-4582-ab5e-c246ee4904be,segment=NetworkSegment(1b163db8-7fd3-45ff-8f8a-9ca476855ad1),segment_id=1b163db8-7fd3-45ff-8f8a-9ca476855ad1)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:47.115565 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.118988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Port': ['ID=83b3a749-e4c2-4582-ab5e-c246ee4904be,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:47.122821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No DVR routers for this DVR port 83b3a749-e4c2-4582-ab5e-c246ee4904be on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:47.125773 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No active binding found for port 83b3a749-e4c2-4582-ab5e-c246ee4904be {{(pid=106380) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 00:53:47.126202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 83b3a749-e4c2-4582-ab5e-c246ee4904be not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:53:47.130903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] Calling delete_port for 83b3a749-e4c2-4582-ab5e-c246ee4904be owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:47.203884 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.227202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eebe7d04-cf7a-4ecd-932b-b41df4045c05']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:47.237291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b163db8-7fd3-45ff-8f8a-9ca476855ad1') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:47.237586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b163db8-7fd3-45ff-8f8a-9ca476855ad1') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:47.253445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.268442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.274539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:47.274960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:47.277832 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:47.335973 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.340881 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.342842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/eebe7d04-cf7a-4ecd-932b-b41df4045c05 HTTP/1.1" status: 204 len: 168 time: 0.5472295 Sep 24 00:53:47.345496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43676) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:47.358441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed97d2-0143-4e0b-8520-c42f3581f680 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Network': ['ID=eebe7d04-cf7a-4ecd-932b-b41df4045c05,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:47.362721 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.370381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] Network eebe7d04-cf7a-4ecd-932b-b41df4045c05 is not hosted by any dhcp agent {{(pid=106380) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 00:53:47.370847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] No DVR routers for this DVR port 83b3a749-e4c2-4582-ab5e-c246ee4904be on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:47.373609 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46be6f2-6f14-4a1f-b23f-e65f50757479 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] DELETE failed (client error): The resource could not be found. Sep 24 00:53:47.374301 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46be6f2-6f14-4a1f-b23f-e65f50757479 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:53:47.378913 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c46be6f2-6f14-4a1f-b23f-e65f50757479 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/subnets/53fab67a-5249-4a5f-adb4-313b843e815c HTTP/1.1" status: 404 len: 337 time: 0.0322394 Sep 24 00:53:47.379683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43678) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:47.390635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26465db-3984-43a3-a5c6-ec3aacfbca5f None None] Pushing event deleted for resources: {'Port': ['ID=83b3a749-e4c2-4582-ab5e-c246ee4904be,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:47.398749 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71f844b-f23a-444b-8cc9-526baa21c113 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] DELETE failed (client error): The resource could not be found. Sep 24 00:53:47.399357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71f844b-f23a-444b-8cc9-526baa21c113 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:53:47.401061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d71f844b-f23a-444b-8cc9-526baa21c113 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/1380494f-c7c1-4c24-bea6-6bcaca2d1f25 HTTP/1.1" status: 404 len: 339 time: 0.0203052 Sep 24 00:53:47.403784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43680) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:47.429574 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba0273a-752d-40cb-8a0d-7fde64573b23 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] DELETE failed (client error): The resource could not be found. Sep 24 00:53:47.430584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba0273a-752d-40cb-8a0d-7fde64573b23 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:53:47.432492 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ba0273a-752d-40cb-8a0d-7fde64573b23 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/subnets/1ca23dc9-1987-4a1a-bd3c-b3be2062c6a9 HTTP/1.1" status: 404 len: 337 time: 0.0275829 Sep 24 00:53:47.434808 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43682) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:47.451913 n-d-713498-18 neutron-server[106378]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7575ace-d9ea-46cf-83b7-2ae9d8100243 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] DELETE failed (client error): The resource could not be found. Sep 24 00:53:47.452441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7575ace-d9ea-46cf-83b7-2ae9d8100243 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=106378) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 00:53:47.454052 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a7575ace-d9ea-46cf-83b7-2ae9d8100243 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/07aabd4e-d647-4ca4-b04d-dc5acfadd086 HTTP/1.1" status: 404 len: 339 time: 0.0182753 Sep 24 00:53:47.456249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43684) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:47.504734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-50468d34-e517-4a73-a9c9-59ee1b6bb7e3 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Deleting subnet 6166e327-8543-465f-803c-8b556b2853de {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:53:47.507782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50468d34-e517-4a73-a9c9-59ee1b6bb7e3 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.551266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50468d34-e517-4a73-a9c9-59ee1b6bb7e3 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.630478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50468d34-e517-4a73-a9c9-59ee1b6bb7e3 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.687420 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50468d34-e517-4a73-a9c9-59ee1b6bb7e3 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.717763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50468d34-e517-4a73-a9c9-59ee1b6bb7e3 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Subnet': ['ID=6166e327-8543-465f-803c-8b556b2853de,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:47.721513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-50468d34-e517-4a73-a9c9-59ee1b6bb7e3 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.723348 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-50468d34-e517-4a73-a9c9-59ee1b6bb7e3 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/subnets/6166e327-8543-465f-803c-8b556b2853de HTTP/1.1" status: 204 len: 168 time: 0.2662380 Sep 24 00:53:47.726309 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43686) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:47.728349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470db1e0-90ca-4ace-b699-94ff6549f699 None None] Network 2e885c79-3214-4652-9e97-6870339837c8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:47.800750 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.853394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Deleting port 239c16c8-7421-4d3f-a224-6998af5c8933 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:47.853734 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.903019 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] DHCP port deletion for 2e885c79-3214-4652-9e97-6870339837c8 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:53:47.922666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] For port 239c16c8-7421-4d3f-a224-6998af5c8933, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=239c16c8-7421-4d3f-a224-6998af5c8933,segment=NetworkSegment(bf91efe8-e0f2-49f1-9c78-543bbcd36b24),segment_id=bf91efe8-e0f2-49f1-9c78-543bbcd36b24)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:47.923056 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:47.934405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Calling delete_port for 239c16c8-7421-4d3f-a224-6998af5c8933 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:47.949216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] Deleting port 239c16c8-7421-4d3f-a224-6998af5c8933 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:47.949592 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.013982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.014220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] For port 239c16c8-7421-4d3f-a224-6998af5c8933, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=239c16c8-7421-4d3f-a224-6998af5c8933,segment=NetworkSegment(bf91efe8-e0f2-49f1-9c78-543bbcd36b24),segment_id=bf91efe8-e0f2-49f1-9c78-543bbcd36b24)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:48.014581 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.026882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] Calling delete_port for 239c16c8-7421-4d3f-a224-6998af5c8933 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:48.050667 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Port': ['ID=239c16c8-7421-4d3f-a224-6998af5c8933,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:48.056574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] No DVR routers for this DVR port 239c16c8-7421-4d3f-a224-6998af5c8933 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:48.101396 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.128799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] Pushing event deleted for resources: {'Port': ['ID=239c16c8-7421-4d3f-a224-6998af5c8933,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:48.132123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dac5be-8687-4064-b2fa-75e566c3ac84 None None] No DVR routers for this DVR port 239c16c8-7421-4d3f-a224-6998af5c8933 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:48.142276 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.162576 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e885c79-3214-4652-9e97-6870339837c8']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:48.171941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf91efe8-e0f2-49f1-9c78-543bbcd36b24') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:48.172234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf91efe8-e0f2-49f1-9c78-543bbcd36b24') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:48.181411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.194357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.203749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:48.203749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:48.204293 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:48.266263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.273045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.275510 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] 10.222.0.24 "DELETE /v2.0/networks/2e885c79-3214-4652-9e97-6870339837c8 HTTP/1.1" status: 204 len: 168 time: 0.5476551 Sep 24 00:53:48.286978 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5d8c1-5b1d-4cdd-bc04-1a0492f0d483 tempest-NetworksIpV6Test-1903896009 tempest-NetworksIpV6Test-1903896009-project] Pushing event deleted for resources: {'Network': ['ID=2e885c79-3214-4652-9e97-6870339837c8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:48.525778 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43692) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:48.660875 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f1b0c6e5-4a22-4eef-9caa-ba821ed8f887 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f063e9366bce45e4b019c7d5d2df9639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1339500 Sep 24 00:53:48.663392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43696) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:48.710941 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2e88-01e5-489b-87a5-65cd9b73ed82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.731760 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2e88-01e5-489b-87a5-65cd9b73ed82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.778412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2e88-01e5-489b-87a5-65cd9b73ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.780933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ef2c2e88-01e5-489b-87a5-65cd9b73ed82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:48.782110 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ef2c2e88-01e5-489b-87a5-65cd9b73ed82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c822c05d-e44e-4d31-ac80-e93825f55089 HTTP/1.1" status: 204 len: 168 time: 0.1178050 Sep 24 00:53:48.789931 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c2e88-01e5-489b-87a5-65cd9b73ed82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c822c05d-e44e-4d31-ac80-e93825f55089,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:49.019834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 239c16c8-7421-4d3f-a224-6998af5c8933 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:53:49.040594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 239c16c8-7421-4d3f-a224-6998af5c8933 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:53:49.041006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 239c16c8-7421-4d3f-a224-6998af5c8933 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:53:49.470572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43718) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:49.569704 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a354d2bf-072d-40b7-9efb-626f71c3dcc7 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-168675974', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:49.593643 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a354d2bf-072d-40b7-9efb-626f71c3dcc7 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.594667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a354d2bf-072d-40b7-9efb-626f71c3dcc7 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.647161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a354d2bf-072d-40b7-9efb-626f71c3dcc7 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.651790 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a354d2bf-072d-40b7-9efb-626f71c3dcc7 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.667419 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a354d2bf-072d-40b7-9efb-626f71c3dcc7 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.668618 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a354d2bf-072d-40b7-9efb-626f71c3dcc7 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1969934 Sep 24 00:53:49.671399 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43722) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:49.676097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1570843747'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:49.694645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Made reservation on behalf of b19cd2e977264d659d171fa56c73a68b for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:49.698455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.706894 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.815779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.819469 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.851159 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:49.860654 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe67f4d9-f147-4220-a53e-8a97cfd74c32,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:49.868631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.868985 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Added segment 73c0107f-bd88-4fe2-af36-2748bcf780ae of type vlan for network 0c7e387b-7d68-4c29-987b-f6aab7d60f2c Sep 24 00:53:49.913733 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.938383 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.944063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:49.944650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:49.974452 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3020542 Sep 24 00:53:49.977497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43724) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:49.982767 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Request body: {'subnet': {'network_id': '0c7e387b-7d68-4c29-987b-f6aab7d60f2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:50.016061 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb0ac3-6a17-4a59-999f-48fd1fae6920 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event updated for resources: {'Network': ['ID=0c7e387b-7d68-4c29-987b-f6aab7d60f2c,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:50.027948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 0c7e387b-7d68-4c29-987b-f6aab7d60f2c details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:50.078584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Made reservation on behalf of b19cd2e977264d659d171fa56c73a68b for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:50.082057 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.260484 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.312877 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event updated for resources: {'Subnet': ['ID=8dd3be22-1bd3-43cc-8ecb-f934f5d89d0c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:50.327802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Checking segment: {'id': '73c0107f-bd88-4fe2-af36-2748bcf780ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c7e387b-7d68-4c29-987b-f6aab7d60f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:50.328157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Network hostable DHCP agents. Network: 0c7e387b-7d68-4c29-987b-f6aab7d60f2c, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:50.344404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Network 0c7e387b-7d68-4c29-987b-f6aab7d60f2c is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:50.354460 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 0c7e387b-7d68-4c29-987b-f6aab7d60f2c) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:50.359052 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:50.360660 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.364618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63272256-c284-4f54-89e6-fa647d8a6f6a None None] Network 0c7e387b-7d68-4c29-987b-f6aab7d60f2c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:50.382192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-864f02f4-479e-4d62-92f6-6e24f4300d5b tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4007928 Sep 24 00:53:50.382472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43726) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:50.388040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-943360188'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:50.409040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Made reservation on behalf of b19cd2e977264d659d171fa56c73a68b for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:50.412895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.437969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:50.447245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.447594 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Added segment 692ef0e2-e7fc-4cad-8226-478f5de0b436 of type vlan for network 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 Sep 24 00:53:50.490434 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.515293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.520797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:50.521255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-0c7e387b-7d68-4c29-987b-f6aab7d60f2c', 'network_id': '0c7e387b-7d68-4c29-987b-f6aab7d60f2c', 'tenant_id': 'b19cd2e977264d659d171fa56c73a68b', 'fixed_ips': [{'subnet_id': '8dd3be22-1bd3-43cc-8ecb-f934f5d89d0c'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:53:50.521369 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.522361 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.560480 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1763875 Sep 24 00:53:50.563970 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43728) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:50.569569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Request body: {'subnet': {'network_id': '65ba81fe-0fa1-4ea9-a044-3a3b112166c1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:50.597442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2017193-f3f6-4e7c-b5bb-928337679359 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event updated for resources: {'Network': ['ID=65ba81fe-0fa1-4ea9-a044-3a3b112166c1,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:50.614721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:50.669685 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Made reservation on behalf of b19cd2e977264d659d171fa56c73a68b for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:50.672808 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.716687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Allocated IP 172.20.0.2 (0c7e387b-7d68-4c29-987b-f6aab7d60f2c/8dd3be22-1bd3-43cc-8ecb-f934f5d89d0c/6b3437f3-02ee-44e7-815d-3dc0d086f59d) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:50.859657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.864361 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.871654 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.908054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Network 0c7e387b-7d68-4c29-987b-f6aab7d60f2c is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:50.910968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:50.914526 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:50.920463 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event updated for resources: {'Subnet': ['ID=1860d33d-851f-48f1-b989-c4c73e40bce0,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:50.929079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Pushing event updated for resources: {'Port': ['ID=6b3437f3-02ee-44e7-815d-3dc0d086f59d,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:50.934647 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Checking segment: {'id': '692ef0e2-e7fc-4cad-8226-478f5de0b436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ba81fe-0fa1-4ea9-a044-3a3b112166c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:50.935249 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Network hostable DHCP agents. Network: 65ba81fe-0fa1-4ea9-a044-3a3b112166c1, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:50.960486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Network 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:50.973424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 65ba81fe-0fa1-4ea9-a044-3a3b112166c1) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:50.978693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:50.978918 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Attempting to bind port 6b3437f3-02ee-44e7-815d-3dc0d086f59d on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:50.979410 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Attempting to bind port 6b3437f3-02ee-44e7-815d-3dc0d086f59d by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '73c0107f-bd88-4fe2-af36-2748bcf780ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c7e387b-7d68-4c29-987b-f6aab7d60f2c'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:50.979522 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.979784 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Attempting to bind port 6b3437f3-02ee-44e7-815d-3dc0d086f59d on network 0c7e387b-7d68-4c29-987b-f6aab7d60f2c {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:50.985768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:50.986143 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Checking segment: {'id': '73c0107f-bd88-4fe2-af36-2748bcf780ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c7e387b-7d68-4c29-987b-f6aab7d60f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:50.986538 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.986964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Bound using segment: {'id': '73c0107f-bd88-4fe2-af36-2748bcf780ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c7e387b-7d68-4c29-987b-f6aab7d60f2c'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:50.987424 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Bound port: 6b3437f3-02ee-44e7-815d-3dc0d086f59d, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c0107f-bd88-4fe2-af36-2748bcf780ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '0c7e387b-7d68-4c29-987b-f6aab7d60f2c'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:50.987973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:50.992035 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f1456a-d996-40ec-a8fa-50f94304f2f6 None None] Network 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:50.994113 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c2781bc6-aa94-4e27-994a-0934e6c3bfa3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4287655 Sep 24 00:53:50.996891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43730) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:51.001541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7ccee5a4-4402-433b-95c3-c232088cc5c9 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Request body: {'router': {'external_gateway_info': {'network_id': '65ba81fe-0fa1-4ea9-a044-3a3b112166c1'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:51.114367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] For port 6b3437f3-02ee-44e7-815d-3dc0d086f59d, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:51.117446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] For port 6b3437f3-02ee-44e7-815d-3dc0d086f59d, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b3437f3-02ee-44e7-815d-3dc0d086f59d,segment=NetworkSegment(73c0107f-bd88-4fe2-af36-2748bcf780ae),segment_id=73c0107f-bd88-4fe2-af36-2748bcf780ae)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:51.121928 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.214971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ccee5a4-4402-433b-95c3-c232088cc5c9 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.221583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dfcef-0600-44d5-a61b-81e9dd571f0f None None] Pushing event updated for resources: {'Port': ['ID=6b3437f3-02ee-44e7-815d-3dc0d086f59d,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:51.236050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-65ba81fe-0fa1-4ea9-a044-3a3b112166c1', 'network_id': '65ba81fe-0fa1-4ea9-a044-3a3b112166c1', 'tenant_id': 'b19cd2e977264d659d171fa56c73a68b', 'fixed_ips': [{'subnet_id': '1860d33d-851f-48f1-b989-c4c73e40bce0'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:53:51.237169 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.343639 n-d-713498-18 neutron-server[106378]: INFO neutron.api.v2.resource [None req-7ccee5a4-4402-433b-95c3-c232088cc5c9 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 00:53:51.350748 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ccee5a4-4402-433b-95c3-c232088cc5c9 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "PUT /v2.0/routers/d72c00cd-33d2-4b50-ab9c-f399b46bf499 HTTP/1.1" status: 400 len: 364 time: 0.3468964 Sep 24 00:53:51.352754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43732) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:51.400467 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Allocated IP 172.21.0.2 (65ba81fe-0fa1-4ea9-a044-3a3b112166c1/1860d33d-851f-48f1-b989-c4c73e40bce0/267f300f-0eae-4f6c-8942-29ee9f9df1d0) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:51.447561 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-acefcfd6-7146-45d4-ba53-3bc735cb7252 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Deleting subnet 1860d33d-851f-48f1-b989-c4c73e40bce0 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:53:51.561326 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.566570 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acefcfd6-7146-45d4-ba53-3bc735cb7252 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.567166 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.604529 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Network 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:51.607534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:51.607718 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acefcfd6-7146-45d4-ba53-3bc735cb7252 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.611129 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:51.620482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Pushing event updated for resources: {'Port': ['ID=267f300f-0eae-4f6c-8942-29ee9f9df1d0,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:51.671419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Attempting to bind port 267f300f-0eae-4f6c-8942-29ee9f9df1d0 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:51.671780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Attempting to bind port 267f300f-0eae-4f6c-8942-29ee9f9df1d0 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '692ef0e2-e7fc-4cad-8226-478f5de0b436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ba81fe-0fa1-4ea9-a044-3a3b112166c1'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:51.672154 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Attempting to bind port 267f300f-0eae-4f6c-8942-29ee9f9df1d0 on network 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:51.677144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:51.677508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Checking segment: {'id': '692ef0e2-e7fc-4cad-8226-478f5de0b436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ba81fe-0fa1-4ea9-a044-3a3b112166c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:51.678012 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.678401 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Bound using segment: {'id': '692ef0e2-e7fc-4cad-8226-478f5de0b436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ba81fe-0fa1-4ea9-a044-3a3b112166c1'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:51.678874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Bound port: 267f300f-0eae-4f6c-8942-29ee9f9df1d0, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692ef0e2-e7fc-4cad-8226-478f5de0b436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '65ba81fe-0fa1-4ea9-a044-3a3b112166c1'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:51.679249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.699100 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acefcfd6-7146-45d4-ba53-3bc735cb7252 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.755562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acefcfd6-7146-45d4-ba53-3bc735cb7252 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.759409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] For port 267f300f-0eae-4f6c-8942-29ee9f9df1d0, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:51.762719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] For port 267f300f-0eae-4f6c-8942-29ee9f9df1d0, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=267f300f-0eae-4f6c-8942-29ee9f9df1d0,segment=NetworkSegment(692ef0e2-e7fc-4cad-8226-478f5de0b436),segment_id=692ef0e2-e7fc-4cad-8226-478f5de0b436)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:51.767802 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.782852 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acefcfd6-7146-45d4-ba53-3bc735cb7252 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event deleted for resources: {'Subnet': ['ID=1860d33d-851f-48f1-b989-c4c73e40bce0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:51.786497 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-acefcfd6-7146-45d4-ba53-3bc735cb7252 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.790561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-acefcfd6-7146-45d4-ba53-3bc735cb7252 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "DELETE /v2.0/subnets/1860d33d-851f-48f1-b989-c4c73e40bce0 HTTP/1.1" status: 204 len: 168 time: 0.4298406 Sep 24 00:53:51.791794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43734) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:51.827281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c790c9b6-c448-47f4-88a3-a6fb411de598 None None] Pushing event updated for resources: {'Port': ['ID=267f300f-0eae-4f6c-8942-29ee9f9df1d0,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:51.887966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:51.945017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Deleting port 267f300f-0eae-4f6c-8942-29ee9f9df1d0 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:51.945473 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.034395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] For port 267f300f-0eae-4f6c-8942-29ee9f9df1d0, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=267f300f-0eae-4f6c-8942-29ee9f9df1d0,segment=NetworkSegment(692ef0e2-e7fc-4cad-8226-478f5de0b436),segment_id=692ef0e2-e7fc-4cad-8226-478f5de0b436)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:52.034765 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.053306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Calling delete_port for 267f300f-0eae-4f6c-8942-29ee9f9df1d0 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:52.145220 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.172417 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event deleted for resources: {'Port': ['ID=267f300f-0eae-4f6c-8942-29ee9f9df1d0,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:52.175746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] No DVR routers for this DVR port 267f300f-0eae-4f6c-8942-29ee9f9df1d0 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:52.217745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32bd766-c226-453f-8eda-a09bebe6da2b None None] Network 0c7e387b-7d68-4c29-987b-f6aab7d60f2c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:52.269513 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.290925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ba81fe-0fa1-4ea9-a044-3a3b112166c1']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:52.300634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692ef0e2-e7fc-4cad-8226-478f5de0b436') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:52.300929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692ef0e2-e7fc-4cad-8226-478f5de0b436') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:52.309332 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fc49e9b0-3474-4bba-9689-8262044a12c6 None None] Provisioning complete for port 6b3437f3-02ee-44e7-815d-3dc0d086f59d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:52.309708 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc49e9b0-3474-4bba-9689-8262044a12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.310301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.323555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.329979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:52.330425 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:52.334446 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:52.393862 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.403836 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.407018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "DELETE /v2.0/networks/65ba81fe-0fa1-4ea9-a044-3a3b112166c1 HTTP/1.1" status: 204 len: 168 time: 0.6152575 Sep 24 00:53:52.409684 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43736) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:52.428593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771193e7-9537-4669-801b-e369f822d0cf tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event deleted for resources: {'Network': ['ID=65ba81fe-0fa1-4ea9-a044-3a3b112166c1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:52.451613 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc49e9b0-3474-4bba-9689-8262044a12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.476137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ab4efea-dce8-485f-8aaa-27a08b62adf8 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Deleting subnet 8dd3be22-1bd3-43cc-8ecb-f934f5d89d0c {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:53:52.480405 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ab4efea-dce8-485f-8aaa-27a08b62adf8 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.488191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fc49e9b0-3474-4bba-9689-8262044a12c6 None None] For port 6b3437f3-02ee-44e7-815d-3dc0d086f59d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b3437f3-02ee-44e7-815d-3dc0d086f59d,segment=NetworkSegment(73c0107f-bd88-4fe2-af36-2748bcf780ae),segment_id=73c0107f-bd88-4fe2-af36-2748bcf780ae)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:52.500782 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fc49e9b0-3474-4bba-9689-8262044a12c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.522891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ab4efea-dce8-485f-8aaa-27a08b62adf8 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.553954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49e9b0-3474-4bba-9689-8262044a12c6 None None] Pushing event updated for resources: {'Port': ['ID=6b3437f3-02ee-44e7-815d-3dc0d086f59d,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:52.621468 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ab4efea-dce8-485f-8aaa-27a08b62adf8 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.688077 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ab4efea-dce8-485f-8aaa-27a08b62adf8 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.717750 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab4efea-dce8-485f-8aaa-27a08b62adf8 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd3be22-1bd3-43cc-8ecb-f934f5d89d0c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:52.721702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ab4efea-dce8-485f-8aaa-27a08b62adf8 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.723718 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2ab4efea-dce8-485f-8aaa-27a08b62adf8 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "DELETE /v2.0/subnets/8dd3be22-1bd3-43cc-8ecb-f934f5d89d0c HTTP/1.1" status: 204 len: 168 time: 0.3129489 Sep 24 00:53:52.726093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43738) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:52.729762 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8e7f9a7d-db9b-410a-9ebf-8c83698de5f3 None None] Provisioning complete for port 6b3437f3-02ee-44e7-815d-3dc0d086f59d triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:52.730174 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e7f9a7d-db9b-410a-9ebf-8c83698de5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.735257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052bf946-96d1-4270-a106-0e389f9920d4 None None] Network 0c7e387b-7d68-4c29-987b-f6aab7d60f2c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:52.808710 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.866417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Deleting port 6b3437f3-02ee-44e7-815d-3dc0d086f59d {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:52.866417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.899293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d861ea-1ee7-4706-a3af-53c7ca61da7f None None] DHCP port deletion for 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:53:52.927348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea1558a-3373-4ff8-b33d-490fc981162f None None] Network 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:52.937568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] For port 6b3437f3-02ee-44e7-815d-3dc0d086f59d, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6b3437f3-02ee-44e7-815d-3dc0d086f59d,segment=NetworkSegment(73c0107f-bd88-4fe2-af36-2748bcf780ae),segment_id=73c0107f-bd88-4fe2-af36-2748bcf780ae)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:52.937934 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:52.941067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea1558a-3373-4ff8-b33d-490fc981162f None None] Network 65ba81fe-0fa1-4ea9-a044-3a3b112166c1 could not be found, it might have been deleted concurrently. {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 00:53:52.955574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Calling delete_port for 6b3437f3-02ee-44e7-815d-3dc0d086f59d owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:52.999242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] DHCP port deletion for 0c7e387b-7d68-4c29-987b-f6aab7d60f2c request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:53:53.033092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-78df7750-ae97-45ea-bfb9-813524f5d5f0 None None] Could not find standard attr ID for object 267f300f-0eae-4f6c-8942-29ee9f9df1d0. {{(pid=106380) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 00:53:53.042908 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.056562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] Deleting port 6b3437f3-02ee-44e7-815d-3dc0d086f59d {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:53:53.056935 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.069593 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event deleted for resources: {'Port': ['ID=6b3437f3-02ee-44e7-815d-3dc0d086f59d,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:53.074157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] No DVR routers for this DVR port 6b3437f3-02ee-44e7-815d-3dc0d086f59d on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:53.097207 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f49c44fa-580e-4c76-b19e-4a4e89b0acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.132871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] For port 6b3437f3-02ee-44e7-815d-3dc0d086f59d, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:53.133841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.145640 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] Calling delete_port for 6b3437f3-02ee-44e7-815d-3dc0d086f59d owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:53:53.148520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] Port 6b3437f3-02ee-44e7-815d-3dc0d086f59d was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:53:53.149771 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.154741 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.173202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] Pushing event deleted for resources: {'Port': ['ID=6b3437f3-02ee-44e7-815d-3dc0d086f59d,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:53.175824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7e387b-7d68-4c29-987b-f6aab7d60f2c']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:53.183653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300c8e71-02da-44e3-8e32-7866bccfbbeb None None] No DVR routers for this DVR port 6b3437f3-02ee-44e7-815d-3dc0d086f59d on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:53:53.187904 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c0107f-bd88-4fe2-af36-2748bcf780ae') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:53.188303 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c0107f-bd88-4fe2-af36-2748bcf780ae') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:53.200172 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.214054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.219966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:53:53.220355 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:53:53.223307 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:53:53.283877 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.289173 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.291687 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "DELETE /v2.0/networks/0c7e387b-7d68-4c29-987b-f6aab7d60f2c HTTP/1.1" status: 204 len: 168 time: 0.5646217 Sep 24 00:53:53.294822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43740) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:53.310942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf3f30-d48d-4b94-83f8-cc78e40da800 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Pushing event deleted for resources: {'Network': ['ID=0c7e387b-7d68-4c29-987b-f6aab7d60f2c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:53.324458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ca16443a-39e8-48b7-b6f8-1c4d39ed6ad3 tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "GET /v2.0/ports?device_id=d72c00cd-33d2-4b50-ab9c-f399b46bf499 HTTP/1.1" status: 200 len: 205 time: 0.0284951 Sep 24 00:53:53.326677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43742) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:53.399198 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a55956e-d02b-4f3c-8248-f2cefc2b51ef tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.558358 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a55956e-d02b-4f3c-8248-f2cefc2b51ef tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.560465 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a55956e-d02b-4f3c-8248-f2cefc2b51ef tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.603703 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a55956e-d02b-4f3c-8248-f2cefc2b51ef tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.604317 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a55956e-d02b-4f3c-8248-f2cefc2b51ef tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Fanout notify agent at l3_agent the message router_deleted on router d72c00cd-33d2-4b50-ab9c-f399b46bf499 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:53:53.611880 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4a55956e-d02b-4f3c-8248-f2cefc2b51ef tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:53.615195 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4a55956e-d02b-4f3c-8248-f2cefc2b51ef tempest-RoutersNegativeTest-819432554 tempest-RoutersNegativeTest-819432554-project] 10.222.0.24 "DELETE /v2.0/routers/d72c00cd-33d2-4b50-ab9c-f399b46bf499 HTTP/1.1" status: 204 len: 168 time: 0.2875831 Sep 24 00:53:53.865086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43748) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:54.005451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-de218e0d-db6b-4729-9858-4ddc920081d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b19cd2e977264d659d171fa56c73a68b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391804 Sep 24 00:53:54.008425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43752) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:54.056501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8da8-3d66-4875-955b-9e4b0f900a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:54.077607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8da8-3d66-4875-955b-9e4b0f900a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:54.122744 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8da8-3d66-4875-955b-9e4b0f900a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:54.125356 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0d7e8da8-3d66-4875-955b-9e4b0f900a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:54.126519 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0d7e8da8-3d66-4875-955b-9e4b0f900a11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe67f4d9-f147-4220-a53e-8a97cfd74c32 HTTP/1.1" status: 204 len: 168 time: 0.1172030 Sep 24 00:53:54.134862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e8da8-3d66-4875-955b-9e4b0f900a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe67f4d9-f147-4220-a53e-8a97cfd74c32,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:54.812050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43774) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:54.921205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1203562245-network', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:54.945121 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Made reservation on behalf of 3839653c35c84dc5907e867bcbd14e7c for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:54.947373 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:54.955495 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.049724 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.053383 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.076873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:53:55.085243 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b6d225-4434-4560-88aa-ba66438e530a,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:55.091155 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.091753 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Added segment b125d7f9-6450-4681-8cc2-1b8dc1c72767 of type vlan for network 40d578db-a427-43db-99e8-49d6dbef99fb Sep 24 00:53:55.136147 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.161820 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.162655 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:55.163251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.509881 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6966085 Sep 24 00:53:55.513033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43778) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:55.518131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Request body: {'subnet': {'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-subnet', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:55.537334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e181426-d289-47f1-8faf-7f3279023540 admin admin] Pushing event updated for resources: {'Network': ['ID=40d578db-a427-43db-99e8-49d6dbef99fb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:55.544840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Made reservation on behalf of 3839653c35c84dc5907e867bcbd14e7c for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:53:55.548157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 40d578db-a427-43db-99e8-49d6dbef99fb details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:53:55.548801 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.724743 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.784313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbb1f26-f16a-4ec4-ba51-96d82789d4d5,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:55.794045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Checking segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:55.794403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Network hostable DHCP agents. Network: 40d578db-a427-43db-99e8-49d6dbef99fb, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:53:55.810677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Network 40d578db-a427-43db-99e8-49d6dbef99fb is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:53:55.819918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 40d578db-a427-43db-99e8-49d6dbef99fb) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:55.826381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:53:55.827345 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.828079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4725ebaf-fdb6-45b1-87fa-435727850f75 None None] Network 40d578db-a427-43db-99e8-49d6dbef99fb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:55.841885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-42be78c7-c243-4e37-9ff9-b109c119da5a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3275263 Sep 24 00:53:55.844646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43780) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:55.849514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:53:55.869585 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.870829 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.923966 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.967338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:55.997887 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-40d578db-a427-43db-99e8-49d6dbef99fb', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'fixed_ips': [{'subnet_id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:53:55.998749 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.082461 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.097799 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d6108352-1521-4693-a211-dba80274aebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.312153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Allocated IP 172.20.0.2 (40d578db-a427-43db-99e8-49d6dbef99fb/4dbb1f26-f16a-4ec4-ba51-96d82789d4d5/6ccb4228-b350-4786-a50a-4f7f8b6e5ac0) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:56.340406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.361242 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.464162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.467017 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Allocated IP 172.25.5.5 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/decfe13d-eaa8-4ce1-adee-6e4daae74727) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:56.471399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.511722 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Network 40d578db-a427-43db-99e8-49d6dbef99fb is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:56.516606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:56.520065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:56.529565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Pushing event updated for resources: {'Port': ['ID=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:56.582601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Attempting to bind port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:56.583305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Attempting to bind port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:56.583509 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Attempting to bind port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 on network 40d578db-a427-43db-99e8-49d6dbef99fb {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:56.585661 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.588552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:56.588919 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Checking segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:56.589312 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.589701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Bound using segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:56.590157 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Bound port: 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:56.590618 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.620920 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.658144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] For port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:56.659805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:56.661766 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] For port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:56.662638 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:56.666809 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.669960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:56.690540 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Pushing event updated for resources: {'Port': ['ID=decfe13d-eaa8-4ce1-adee-6e4daae74727,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:56.723597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11913011-c5fc-431c-b286-41ca69d20306 None None] Pushing event updated for resources: {'Port': ['ID=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:56.947287 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:56.963879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:57.061163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:53:57.116590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:57.116868 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:57.170894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:57.215326 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:57.254204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:53:57.260017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:57.311315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:57.339675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:53:57.728185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea99bb05-0823-4fdc-9f44-1dfb5e7f0e1d None None] Network 40d578db-a427-43db-99e8-49d6dbef99fb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:53:57.811497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1c2915a1-5fb9-48bd-992b-60c6e876f38e None None] Provisioning complete for port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:57.811869 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c2915a1-5fb9-48bd-992b-60c6e876f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:57.828322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:53:57.840752 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Sync routers for ids ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:53:57.851231 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:57.856231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9d242251-a573-4603-a963-32de3055bb66 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0077279 Sep 24 00:53:57.856523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43782) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:53:57.884268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Routers {'f620c88b-5ec7-4d10-b67e-dcd3a75c5677'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:53:57.884897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:53:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:58.051687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Set router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:53:58.247708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:53:56Z', 'revision_number': 3, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port': {'id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:56Z', 'updated_at': '2021-09-24T00:53:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:58.279039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Checking router: f620c88b-5ec7-4d10-b67e-dcd3a75c5677 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:53:58.279385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Updating router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 port decfe13d-eaa8-4ce1-adee-6e4daae74727 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:53:58.294185 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.304240 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.390888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ff7c850e-f849-4afb-a7a9-68413abb926f None None] Provisioning complete for port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:58.391183 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ff7c850e-f849-4afb-a7a9-68413abb926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.465703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Allocated IP 172.20.0.1 (40d578db-a427-43db-99e8-49d6dbef99fb/4dbb1f26-f16a-4ec4-ba51-96d82789d4d5/ea6c8a5f-250f-4cb5-83e4-03a12711c0a3) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:53:58.586869 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.622105 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.622393 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.628465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.659394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Network 40d578db-a427-43db-99e8-49d6dbef99fb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:58.662582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:58.666212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:53:58.681899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb649ae-116d-40fe-b22b-b09ed6f17b2e None None] Pushing event updated for resources: {'Port': ['ID=decfe13d-eaa8-4ce1-adee-6e4daae74727,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:58.684373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Attempting to bind port decfe13d-eaa8-4ce1-adee-6e4daae74727 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:53:58.684743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Attempting to bind port decfe13d-eaa8-4ce1-adee-6e4daae74727 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:53:58.685106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Attempting to bind port decfe13d-eaa8-4ce1-adee-6e4daae74727 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:53:58.690850 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:53:58.691227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:53:58.691649 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.692022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:53:58.692487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Bound port: decfe13d-eaa8-4ce1-adee-6e4daae74727, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:53:58.692866 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.697314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Pushing event updated for resources: {'Port': ['ID=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:58.717889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.758344 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] For port decfe13d-eaa8-4ce1-adee-6e4daae74727, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:53:58.763645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] For port decfe13d-eaa8-4ce1-adee-6e4daae74727, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=decfe13d-eaa8-4ce1-adee-6e4daae74727,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:53:58.767943 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.835356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Routers {'f620c88b-5ec7-4d10-b67e-dcd3a75c5677'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:53:58.837463 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:53:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:58.839432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb649ae-116d-40fe-b22b-b09ed6f17b2e None None] Pushing event updated for resources: {'Port': ['ID=decfe13d-eaa8-4ce1-adee-6e4daae74727,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:58.861509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:58.952336 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] Set router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:53:59.032798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fdf13a81-4afa-44d3-a7f2-0957340ea041 None None] Provisioning complete for port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:59.033180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fdf13a81-4afa-44d3-a7f2-0957340ea041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:59.038347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:53:59.055298 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:59.060445 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:59.129021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Pushing event updated for resources: {'Port': ['ID=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:53:59.131479 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:59.148961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fdf13a81-4afa-44d3-a7f2-0957340ea041 None None] Port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:53:59.185275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:59.185646 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:59.222116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Network 40d578db-a427-43db-99e8-49d6dbef99fb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:53:59.224267 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:53:59.363914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:53:59.441265 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:59.471259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 4, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port': {'id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:56Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ea6c8a5f-250f-4cb5-83e4-03a12711c0a3', 'name': '', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'mac_address': 'fa:16:3e:fd:37:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:58Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 1, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'subnets': [{'id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:53:59.493806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:53:59.498701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-30e00c7c-6e04-46dd-b3bb-f178e70fdfab admin admin] 10.222.0.24 "PUT /v2.0/routers/f620c88b-5ec7-4d10-b67e-dcd3a75c5677/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6408401 Sep 24 00:53:59.508735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e05656-a317-463a-b7ff-16a50074d239 None None] The sync data for ids ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'] in n-d-713498-18 is: [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 4, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port': {'id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:49:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:56Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ea6c8a5f-250f-4cb5-83e4-03a12711c0a3', 'name': '', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'mac_address': 'fa:16:3e:fd:37:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:58Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 1, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'subnets': [{'id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:53:59.521017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-10ddb89b-f749-4e0e-8841-26d37cac0aad None None] Provisioning complete for port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:53:59.521324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-10ddb89b-f749-4e0e-8841-26d37cac0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:53:59.558341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-10ddb89b-f749-4e0e-8841-26d37cac0aad None None] Port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:54:00.073378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43798) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:54:00.078453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-276281662-network', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:54:00.100311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Made reservation on behalf of f890c1e63f13459ba7ccbacc8fb9c093 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:54:00.102784 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.111727 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.230476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.234866 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.265924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:54:00.277288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c4aa61-9f5f-4497-bc2f-e77af8365aeb,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:00.282438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.282816 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Added segment a208fda0-f946-4533-a805-cc16eaa10cc4 of type vlan for network 6a3ebb9f-3800-4773-a492-15b04575453c Sep 24 00:54:00.329844 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.364537 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.365613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:00.366190 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.401551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3270185 Sep 24 00:54:00.405235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43800) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:54:00.411177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Request body: {'subnet': {'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-subnet', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:54:00.432498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Made reservation on behalf of f890c1e63f13459ba7ccbacc8fb9c093 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:54:00.436038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.438932 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b5838e-e8c5-4e11-9bdf-d17a989a5578 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3ebb9f-3800-4773-a492-15b04575453c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:00.450814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 6a3ebb9f-3800-4773-a492-15b04575453c details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:54:00.620531 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.675579 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=241ba4bb-a25d-44be-ad1c-e4e19d980677,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:00.692759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Checking segment: {'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:54:00.693244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Network hostable DHCP agents. Network: 6a3ebb9f-3800-4773-a492-15b04575453c, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:54:00.717826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Network 6a3ebb9f-3800-4773-a492-15b04575453c is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:54:00.730274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 6a3ebb9f-3800-4773-a492-15b04575453c) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:54:00.736247 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:00.737157 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.738385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ff5c3c-3a0f-4bb1-838c-bcc6306dbc5a None None] Network 6a3ebb9f-3800-4773-a492-15b04575453c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:54:00.758413 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2ab8d83c-54ef-40b1-9753-b3d6df845be6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3507507 Sep 24 00:54:00.761138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 43802) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:54:00.766041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:54:00.793967 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.799888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.865375 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:00.901878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-6a3ebb9f-3800-4773-a492-15b04575453c', 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'fixed_ips': [{'subnet_id': '241ba4bb-a25d-44be-ad1c-e4e19d980677'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:54:00.902698 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.013065 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.067386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Allocated IP 172.20.0.2 (6a3ebb9f-3800-4773-a492-15b04575453c/241ba4bb-a25d-44be-ad1c-e4e19d980677/7a89dec4-87bf-4de0-ad27-338ce36d463f) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:54:01.097484 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device decfe13d-eaa8-4ce1-adee-6e4daae74727 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:01.247556 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port decfe13d-eaa8-4ce1-adee-6e4daae74727 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:01.247915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.275782 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.305054 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.322426 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.332013 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.391201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Network 6a3ebb9f-3800-4773-a492-15b04575453c is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:54:01.396889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:54:01.405377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:54:01.408781 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.423418 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Allocated IP 172.25.5.114 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/35bc3f86-d82c-4696-82aa-a501f8a610ea) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:54:01.425915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Pushing event updated for resources: {'Port': ['ID=7a89dec4-87bf-4de0-ad27-338ce36d463f,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:01.485261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port decfe13d-eaa8-4ce1-adee-6e4daae74727, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=decfe13d-eaa8-4ce1-adee-6e4daae74727,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:01.502286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.510279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Attempting to bind port 7a89dec4-87bf-4de0-ad27-338ce36d463f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:54:01.510648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Attempting to bind port 7a89dec4-87bf-4de0-ad27-338ce36d463f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:54:01.511047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Attempting to bind port 7a89dec4-87bf-4de0-ad27-338ce36d463f on network 6a3ebb9f-3800-4773-a492-15b04575453c {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:54:01.534831 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.535694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:54:01.536074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Checking segment: {'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:54:01.536477 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.536873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Bound using segment: {'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:54:01.537342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Bound port: 7a89dec4-87bf-4de0-ad27-338ce36d463f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:54:01.537725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.576766 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.580229 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Sync routers for ids ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:54:01.590429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=decfe13d-eaa8-4ce1-adee-6e4daae74727,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:01.591398 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Routers {'f620c88b-5ec7-4d10-b67e-dcd3a75c5677'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:54:01.592271 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:53:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:01.619127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:54:01.622087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:54:01.625934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:54:01.627663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] For port 7a89dec4-87bf-4de0-ad27-338ce36d463f, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:54:01.631516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] For port 7a89dec4-87bf-4de0-ad27-338ce36d463f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a89dec4-87bf-4de0-ad27-338ce36d463f,segment=NetworkSegment(a208fda0-f946-4533-a805-cc16eaa10cc4),segment_id=a208fda0-f946-4533-a805-cc16eaa10cc4)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:54:01.637192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:01.706260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116dab9b-c03f-459e-bedf-c6805293ac95 None None] Pushing event updated for resources: {'Port': ['ID=7a89dec4-87bf-4de0-ad27-338ce36d463f,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:01.710120 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Pushing event updated for resources: {'Port': ['ID=35bc3f86-d82c-4696-82aa-a501f8a610ea,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:01.805602 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Set router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:54:01.939504 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.051877 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 4, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port': {'id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:56Z', 'updated_at': '2021-09-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ea6c8a5f-250f-4cb5-83e4-03a12711c0a3', 'name': '', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'mac_address': 'fa:16:3e:fd:37:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:58Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 2, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'subnets': [{'id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:02.079641 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Checking router: f620c88b-5ec7-4d10-b67e-dcd3a75c5677 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:54:02.079989 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Updating router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:54:02.103939 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.157286 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.303246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:54:02.380593 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.387252 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.419634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:54:02.432698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Sync routers for ids ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:54:02.448112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.449628 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0c379f3c-ceca-4a8a-a51b-cb473702b53d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6872802 Sep 24 00:54:02.450114 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Routers {'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:54:02.450730 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:53:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:02.452482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 43804) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:54:02.462790 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Pushing event updated for resources: {'Port': ['ID=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:02.491087 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.491423 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.491775 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.492172 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.492998 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.493564 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.493683 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.493926 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.494240 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.494549 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.494882 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.495196 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:02.518219 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Attempting to bind port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:54:02.518846 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Attempting to bind port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:54:02.519177 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Attempting to bind port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 on network 40d578db-a427-43db-99e8-49d6dbef99fb {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:54:02.527665 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:54:02.528022 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Checking segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:54:02.528423 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.528807 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Bound using segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:54:02.529271 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Bound port: ea6c8a5f-250f-4cb5-83e4-03a12711c0a3, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:54:02.529911 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.603275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Set router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:54:02.614781 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] For port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:54:02.618707 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] For port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:54:02.625942 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.687492 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8cfa9-4ab6-4a23-89bf-1311576f5799 None None] Pushing event updated for resources: {'Port': ['ID=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:02.723296 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Routers {'f620c88b-5ec7-4d10-b67e-dcd3a75c5677'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:54:02.724174 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:53:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:02.846721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3903f76a-9a92-4a6f-bb21-f53e343eb526 None None] Provisioning complete for port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:02.847626 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3903f76a-9a92-4a6f-bb21-f53e343eb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:02.884512 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] Set router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:54:02.972160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:54:01Z', 'revision_number': 3, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:03.055168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.073006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6903c4-3d6f-4d51-afd8-2abda77e5a66 None None] Network 6a3ebb9f-3800-4773-a492-15b04575453c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:54:03.080302 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Checking router: ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:54:03.081019 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Updating router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc port 35bc3f86-d82c-4696-82aa-a501f8a610ea binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:54:03.156450 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 4, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port': {'id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:56Z', 'updated_at': '2021-09-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ea6c8a5f-250f-4cb5-83e4-03a12711c0a3', 'name': '', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'mac_address': 'fa:16:3e:fd:37:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:58Z', 'updated_at': '2021-09-24T00:54:02Z', 'revision_number': 4, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'subnets': [{'id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:03.161423 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3903f76a-9a92-4a6f-bb21-f53e343eb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.194635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.200217 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d6375c-956f-4815-8a08-bcbe09732be4 None None] The sync data for ids ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'] in n-d-713498-18 is: [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:53:58Z', 'revision_number': 4, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port': {'id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:56Z', 'updated_at': '2021-09-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'ea6c8a5f-250f-4cb5-83e4-03a12711c0a3', 'name': '', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'mac_address': 'fa:16:3e:fd:37:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:58Z', 'updated_at': '2021-09-24T00:54:02Z', 'revision_number': 4, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'subnets': [{'id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:54:03.275984 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a89dec4-87bf-4de0-ad27-338ce36d463f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:03.278033 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Allocated IP 172.20.0.1 (6a3ebb9f-3800-4773-a492-15b04575453c/241ba4bb-a25d-44be-ad1c-e4e19d980677/9fe7aca4-15ea-4878-8b03-8bec84e32f8a) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:54:03.280801 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3903f76a-9a92-4a6f-bb21-f53e343eb526 None None] For port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:03.357218 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3903f76a-9a92-4a6f-bb21-f53e343eb526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.396468 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.435823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.476853 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Network 6a3ebb9f-3800-4773-a492-15b04575453c is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:54:03.479896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:54:03.482349 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:54:03.508156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903f76a-9a92-4a6f-bb21-f53e343eb526 None None] Pushing event updated for resources: {'Port': ['ID=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:03.520693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Pushing event updated for resources: {'Port': ['ID=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:03.545455 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.582812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-15309f4f-1a0d-4892-b991-d1a58db3cc3b None None] Provisioning complete for port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:03.583184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15309f4f-1a0d-4892-b991-d1a58db3cc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.592167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7a89dec4-87bf-4de0-ad27-338ce36d463f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:03.592537 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.704033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.827882 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.841972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.847486 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.916075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.923860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.938889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-15309f4f-1a0d-4892-b991-d1a58db3cc3b None None] Provisioning complete for port 7a89dec4-87bf-4de0-ad27-338ce36d463f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:03.939169 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15309f4f-1a0d-4892-b991-d1a58db3cc3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.953297 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Attempting to bind port 35bc3f86-d82c-4696-82aa-a501f8a610ea on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:54:03.953653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Attempting to bind port 35bc3f86-d82c-4696-82aa-a501f8a610ea by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:54:03.954264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Attempting to bind port 35bc3f86-d82c-4696-82aa-a501f8a610ea on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:54:03.974979 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9204b-8b68-44d4-b05e-3dcbb071237f None None] Pushing event updated for resources: {'Port': ['ID=35bc3f86-d82c-4696-82aa-a501f8a610ea,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:03.978978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 7a89dec4-87bf-4de0-ad27-338ce36d463f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a89dec4-87bf-4de0-ad27-338ce36d463f,segment=NetworkSegment(a208fda0-f946-4533-a805-cc16eaa10cc4),segment_id=a208fda0-f946-4533-a805-cc16eaa10cc4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:03.986357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:54:03.986737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:54:03.987179 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:03.987560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:54:03.988037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Bound port: 35bc3f86-d82c-4696-82aa-a501f8a610ea, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:54:03.988409 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:04.011218 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:04.012146 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device decfe13d-eaa8-4ce1-adee-6e4daae74727 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:04.017073 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:04.018574 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Pushing event updated for resources: {'Port': ['ID=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:04.136216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Network 6a3ebb9f-3800-4773-a492-15b04575453c is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:54:04.137917 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:54:04.263875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:54:04.341369 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=7a89dec4-87bf-4de0-ad27-338ce36d463f,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:04.354811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] For port 35bc3f86-d82c-4696-82aa-a501f8a610ea, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:54:04.359656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] For port 35bc3f86-d82c-4696-82aa-a501f8a610ea, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=35bc3f86-d82c-4696-82aa-a501f8a610ea,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:54:04.368887 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:04.379645 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port decfe13d-eaa8-4ce1-adee-6e4daae74727 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:04.380014 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:04.388972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:54:04.394506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-77db0275-70f3-4bd6-a0cc-9233691df56a admin admin] 10.222.0.24 "PUT /v2.0/routers/ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9408047 Sep 24 00:54:04.464325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Routers {'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:54:04.464861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:53:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:04.467964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9204b-8b68-44d4-b05e-3dcbb071237f None None] Pushing event updated for resources: {'Port': ['ID=35bc3f86-d82c-4696-82aa-a501f8a610ea,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:04.587527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-80755ce3-ac2e-4147-928a-799cdf866f2d None None] Provisioning complete for port 7a89dec4-87bf-4de0-ad27-338ce36d463f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:04.587527 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80755ce3-ac2e-4147-928a-799cdf866f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:04.638808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] Set router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:54:04.641240 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:04.848629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:04.849423 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:04.934545 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-80755ce3-ac2e-4147-928a-799cdf866f2d None None] Provisioning complete for port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:04.934945 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80755ce3-ac2e-4147-928a-799cdf866f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:05.026397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-80755ce3-ac2e-4147-928a-799cdf866f2d None None] Port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:54:05.059603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e929614a-2354-44bb-935c-557f779f4eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:54:03Z', 'revision_number': 4, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9fe7aca4-15ea-4878-8b03-8bec84e32f8a', 'name': '', 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'mac_address': 'fa:16:3e:bb:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:03Z', 'updated_at': '2021-09-24T00:54:03Z', 'revision_number': 2, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'subnets': [{'id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:05.088761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e929614a-2354-44bb-935c-557f779f4eea None None] The sync data for ids ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'] in n-d-713498-18 is: [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:54:03Z', 'revision_number': 4, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9fe7aca4-15ea-4878-8b03-8bec84e32f8a', 'name': '', 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'mac_address': 'fa:16:3e:bb:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:03Z', 'updated_at': '2021-09-24T00:54:03Z', 'revision_number': 2, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'subnets': [{'id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:54:05.148075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a89dec4-87bf-4de0-ad27-338ce36d463f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:05.203939 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7a89dec4-87bf-4de0-ad27-338ce36d463f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:05.204325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:05.265155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-8f740b2f-c92d-4f1b-9ef8-fa8659e37516 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:05.266892 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-8f740b2f-c92d-4f1b-9ef8-fa8659e37516 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/networks?id=40d578db-a427-43db-99e8-49d6dbef99fb HTTP/1.1" status: 200 len: 817 time: 0.1255772 Sep 24 00:54:05.316595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-3e298ab7-0d90-4c5c-9eb3-e7623385d669 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/quotas/3839653c35c84dc5907e867bcbd14e7c HTTP/1.1" status: 200 len: 375 time: 0.0233252 Sep 24 00:54:05.349763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:05.386035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-1494a5b1-480e-417c-9213-1cb1c53cf0cf tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3839653c35c84dc5907e867bcbd14e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635998 Sep 24 00:54:05.404994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:05.405347 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:05.491374 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-5a8313fa-dd63-492d-8684-dc342bd4e189 service neutron] 10.222.0.24 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923805 Sep 24 00:54:05.592364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-97d2890b-4a36-4e1e-9cef-987816817e24 service neutron] 10.222.0.24 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938594 Sep 24 00:54:05.770969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ccb02409-97df-4ffc-bbbb-2ab32b7ac1d5 req-5f987069-1704-4176-b2c8-922f0ab9391c tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 210 time: 0.0269525 Sep 24 00:54:06.777023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-9743ee36-117a-4b5d-b531-26cbf541be7e tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:06.778725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-9743ee36-117a-4b5d-b531-26cbf541be7e tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.18 "GET /v2.0/networks?id=40d578db-a427-43db-99e8-49d6dbef99fb HTTP/1.1" status: 200 len: 817 time: 0.1102378 Sep 24 00:54:06.797320 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Request body: {'port': {'device_id': '7414895b-7ef6-4c80-a634-13c07a25ae80', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'admin_state_up': True, 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:54:06.908327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e1ef6316-e55c-42af-9ba9-ab1bf6aeba51 req-20c4cd70-dbe8-4d9d-a485-40fd10494c74 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 210 time: 0.0362444 Sep 24 00:54:06.952883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Made reservation on behalf of 3839653c35c84dc5907e867bcbd14e7c for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:54:06.956506 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.144406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 35bc3f86-d82c-4696-82aa-a501f8a610ea up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:07.219076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 35bc3f86-d82c-4696-82aa-a501f8a610ea triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:07.219448 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.222917 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.313973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.338036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 35bc3f86-d82c-4696-82aa-a501f8a610ea, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=35bc3f86-d82c-4696-82aa-a501f8a610ea,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:07.343113 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.399690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=35bc3f86-d82c-4696-82aa-a501f8a610ea,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:07.409334 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Sync routers for ids ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:54:07.419886 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Routers {'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:54:07.420776 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:53:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:07.486958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Allocated IP 172.20.0.8 (40d578db-a427-43db-99e8-49d6dbef99fb/4dbb1f26-f16a-4ec4-ba51-96d82789d4d5/7889e097-3fb7-4c93-9c52-d4a179a734d4) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:54:07.533161 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Set router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:54:07.647953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.681601 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.724504 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Network 40d578db-a427-43db-99e8-49d6dbef99fb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:54:07.728090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:54:07.732195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:54:07.750968 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:54:03Z', 'revision_number': 4, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9fe7aca4-15ea-4878-8b03-8bec84e32f8a', 'name': '', 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'mac_address': 'fa:16:3e:bb:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:03Z', 'updated_at': '2021-09-24T00:54:03Z', 'revision_number': 2, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'subnets': [{'id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:07.763630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Pushing event updated for resources: {'Port': ['ID=7889e097-3fb7-4c93-9c52-d4a179a734d4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:07.790888 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Checking router: ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:54:07.791284 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Updating router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:54:07.809453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:07.810799 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.819699 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:07.829977 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-605e3331-6420-481e-8464-ae5c14005080 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0389128 Sep 24 00:54:07.843048 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Request body: {'port': {'device_id': '7414895b-7ef6-4c80-a634-13c07a25ae80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:54:07.913840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.084431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6c0b2e4f-3e1d-4153-bfef-a00e213debe1 None None] Provisioning complete for port 7889e097-3fb7-4c93-9c52-d4a179a734d4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:08.085197 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6c0b2e4f-3e1d-4153-bfef-a00e213debe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.118914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f685835b-29d0-4bb8-8305-66ca49009bcf req-d2fa26f3-4ba6-4913-ac80-02e9de661d7e tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:08.120421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f685835b-29d0-4bb8-8305-66ca49009bcf req-d2fa26f3-4ba6-4913-ac80-02e9de661d7e tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 931 time: 0.0682752 Sep 24 00:54:08.152852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6c0b2e4f-3e1d-4153-bfef-a00e213debe1 None None] Port 7889e097-3fb7-4c93-9c52-d4a179a734d4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:54:08.224076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f685835b-29d0-4bb8-8305-66ca49009bcf req-4aad6157-6ce2-4a41-a0cd-d53b9c99a852 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804503 Sep 24 00:54:08.250300 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.260682 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.328011 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b844bb5-323b-45c5-830d-22e1fea78bc3 None None] Pushing event updated for resources: {'Port': ['ID=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:08.334565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7889e097-3fb7-4c93-9c52-d4a179a734d4 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:54:08.344835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.361784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Transition to ACTIVE for port object 7889e097-3fb7-4c93-9c52-d4a179a734d4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:54:08.365446 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.389792 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Attempting to bind port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:54:08.390522 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Attempting to bind port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:54:08.391098 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Attempting to bind port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a on network 6a3ebb9f-3800-4773-a492-15b04575453c {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:54:08.399162 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:54:08.399978 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Checking segment: {'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:54:08.400745 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.401379 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Bound using segment: {'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:54:08.402093 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Bound port: 9fe7aca4-15ea-4878-8b03-8bec84e32f8a, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a208fda0-f946-4533-a805-cc16eaa10cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:54:08.403346 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.465546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Pushing event updated for resources: {'Port': ['ID=7889e097-3fb7-4c93-9c52-d4a179a734d4,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:08.503220 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] For port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:54:08.506919 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] For port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,segment=NetworkSegment(a208fda0-f946-4533-a805-cc16eaa10cc4),segment_id=a208fda0-f946-4533-a805-cc16eaa10cc4)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:54:08.512552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Attempting to bind port 7889e097-3fb7-4c93-9c52-d4a179a734d4 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:54:08.512890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Attempting to bind port 7889e097-3fb7-4c93-9c52-d4a179a734d4 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:54:08.513024 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.513597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Attempting to bind port 7889e097-3fb7-4c93-9c52-d4a179a734d4 on network 40d578db-a427-43db-99e8-49d6dbef99fb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:54:08.518845 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Port 7889e097-3fb7-4c93-9c52-d4a179a734d4 on network 40d578db-a427-43db-99e8-49d6dbef99fb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:54:08.520587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Attempting to bind port 7889e097-3fb7-4c93-9c52-d4a179a734d4 on network 40d578db-a427-43db-99e8-49d6dbef99fb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:54:08.526616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 54, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:54:08.526986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Checking segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:54:08.527378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Bound using segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:54:08.528348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Bound port: 7889e097-3fb7-4c93-9c52-d4a179a734d4, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:54:08.528348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.568452 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Routers {'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:54:08.569164 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:53:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:08.625527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] For port 7889e097-3fb7-4c93-9c52-d4a179a734d4, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:54:08.629097 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b844bb5-323b-45c5-830d-22e1fea78bc3 None None] Pushing event updated for resources: {'Port': ['ID=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:08.630296 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] For port 7889e097-3fb7-4c93-9c52-d4a179a734d4, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7889e097-3fb7-4c93-9c52-d4a179a734d4,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:54:08.636481 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.677829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:08.678618 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.681110 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] 10.222.0.18 "PUT /v2.0/ports/7889e097-3fb7-4c93-9c52-d4a179a734d4 HTTP/1.1" status: 200 len: 1092 time: 0.8424022 Sep 24 00:54:08.683758 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7414895b-7ef6-4c80-a634-13c07a25ae80', 'tag': '7889e097-3fb7-4c93-9c52-d4a179a734d4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:54:08.685676 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c4c4dc00-a289-4754-994f-d3a56aee671d None None] Provisioning complete for port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:08.686178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4c4dc00-a289-4754-994f-d3a56aee671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.700227 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7414895b-7ef6-4c80-a634-13c07a25ae80", "tag": "7889e097-3fb7-4c93-9c52-d4a179a734d4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:54:08.736422 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] Set router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:54:08.781320 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5a8c20-a76f-41af-896f-4b62ce9de319 x-openstack-request-id: req-be5a8c20-a76f-41af-896f-4b62ce9de319 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:54:08.781608 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7414895b-7ef6-4c80-a634-13c07a25ae80", "tag": "7889e097-3fb7-4c93-9c52-d4a179a734d4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:54:08.781856 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be5a8c20-a76f-41af-896f-4b62ce9de319 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:54:08.782248 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7414895b-7ef6-4c80-a634-13c07a25ae80', 'tag': '7889e097-3fb7-4c93-9c52-d4a179a734d4', 'status': 'completed', 'code': 200} Sep 24 00:54:08.782855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb01b3-204a-469c-9b7d-7d912dfadac8 service neutron] Pushing event updated for resources: {'Port': ['ID=7889e097-3fb7-4c93-9c52-d4a179a734d4,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:08.790158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-6b30f37d-9eb0-4014-ab4c-16e019997a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:08.791942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-6b30f37d-9eb0-4014-ab4c-16e019997a78 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3839653c35c84dc5907e867bcbd14e7c&device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 1095 time: 0.0698617 Sep 24 00:54:08.854337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-02addabb-f5b8-435c-8069-ec7825957933 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7889e097-3fb7-4c93-9c52-d4a179a734d4 HTTP/1.1" status: 200 len: 217 time: 0.0531044 Sep 24 00:54:08.866370 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4c4dc00-a289-4754-994f-d3a56aee671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.915694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-ca5e50d3-0782-475c-a835-f3172994ab9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:08.917639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-ca5e50d3-0782-475c-a835-f3172994ab9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4dbb1f26-f16a-4ec4-ba51-96d82789d4d5 HTTP/1.1" status: 200 len: 856 time: 0.0566847 Sep 24 00:54:08.931244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c4c4dc00-a289-4754-994f-d3a56aee671d None None] For port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,segment=NetworkSegment(a208fda0-f946-4533-a805-cc16eaa10cc4),segment_id=a208fda0-f946-4533-a805-cc16eaa10cc4)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:08.941406 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c4c4dc00-a289-4754-994f-d3a56aee671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:08.985552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-505a1429-3ba4-4934-8aad-84c0600486da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:08.987202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-505a1429-3ba4-4934-8aad-84c0600486da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40d578db-a427-43db-99e8-49d6dbef99fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612893 Sep 24 00:54:09.009628 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:54:03Z', 'revision_number': 4, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9fe7aca4-15ea-4878-8b03-8bec84e32f8a', 'name': '', 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'mac_address': 'fa:16:3e:bb:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:03Z', 'updated_at': '2021-09-24T00:54:08Z', 'revision_number': 4, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'subnets': [{'id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:54:09.017390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4dc00-a289-4754-994f-d3a56aee671d None None] Pushing event updated for resources: {'Port': ['ID=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:09.054591 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4d5dac-0e04-492b-b86d-0b60176efa39 None None] The sync data for ids ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'] in n-d-713498-18 is: [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:54:03Z', 'revision_number': 4, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9fe7aca4-15ea-4878-8b03-8bec84e32f8a', 'name': '', 'network_id': '6a3ebb9f-3800-4773-a492-15b04575453c', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'mac_address': 'fa:16:3e:bb:ea:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:03Z', 'updated_at': '2021-09-24T00:54:08Z', 'revision_number': 4, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'subnets': [{'id': '241ba4bb-a25d-44be-ad1c-e4e19d980677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:54:09.071743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a063856a-7430-45bb-9563-c8504b80c023 None None] Provisioning complete for port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:09.072125 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a063856a-7430-45bb-9563-c8504b80c023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:09.150003 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-5a330467-f540-47e4-92fc-12153c626286 service neutron] 10.222.0.18 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514659 Sep 24 00:54:09.164797 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 35bc3f86-d82c-4696-82aa-a501f8a610ea up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:09.236744 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 35bc3f86-d82c-4696-82aa-a501f8a610ea triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:09.237240 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:09.257971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-af650577-41be-45fc-8ac0-d4b5e1218b51 req-d27d3814-69a1-4356-8305-edf457a4dacc service neutron] 10.222.0.18 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996039 Sep 24 00:54:09.327602 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9fe7aca4-15ea-4878-8b03-8bec84e32f8a up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:09.360944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-f9678619-5878-4dd9-98a7-3726b3d53f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:09.362889 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-f9678619-5878-4dd9-98a7-3726b3d53f28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3839653c35c84dc5907e867bcbd14e7c&device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 1095 time: 0.0517538 Sep 24 00:54:09.395447 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:09.395873 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:09.493939 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84efbf45-8a4a-4b15-9e7c-c8fb4c308afc req-b27d517c-6f24-448d-82e1-da95ddaa0a37 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:09.495550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84efbf45-8a4a-4b15-9e7c-c8fb4c308afc req-b27d517c-6f24-448d-82e1-da95ddaa0a37 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 943 time: 0.1278841 Sep 24 00:54:09.536631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-abf63484-3400-49cd-b0f6-3ce6e450d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:09.538148 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-abf63484-3400-49cd-b0f6-3ce6e450d081 service neutron] 10.222.0.18 "GET /v2.0/networks?id=40d578db-a427-43db-99e8-49d6dbef99fb HTTP/1.1" status: 200 len: 918 time: 0.1680112 Sep 24 00:54:09.561163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84efbf45-8a4a-4b15-9e7c-c8fb4c308afc req-f47840c7-1f49-4069-beb5-d3b75730c7f9 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580211 Sep 24 00:54:09.590147 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-84604640-6695-4a26-a417-8738905c471d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7889e097-3fb7-4c93-9c52-d4a179a734d4 HTTP/1.1" status: 200 len: 217 time: 0.0441568 Sep 24 00:54:09.660060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-183285af-5204-4478-b8ed-c94dc7fc287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:09.661633 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-183285af-5204-4478-b8ed-c94dc7fc287b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4dbb1f26-f16a-4ec4-ba51-96d82789d4d5 HTTP/1.1" status: 200 len: 856 time: 0.0618393 Sep 24 00:54:09.713454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-9b981e90-5b5a-4b1a-b906-39ea05a76bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:09.715448 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-9b981e90-5b5a-4b1a-b906-39ea05a76bd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40d578db-a427-43db-99e8-49d6dbef99fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458262 Sep 24 00:54:09.732139 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:09.810547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-0c1dea1a-f817-4475-99f2-9d36cec1cdc2 service neutron] 10.222.0.18 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870888 Sep 24 00:54:09.914508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c112cd5f-cdac-4841-8fcc-8a5d2e5431ec req-eb164af7-11eb-4192-89f5-c932ffe4422a service neutron] 10.222.0.18 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946374 Sep 24 00:54:10.681418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2e6b60-60d3-4053-97b8-338a3ec1810a req-ec8c3c18-5553-45b3-be9e-77e4f1991c8e tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:10.682962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2e6b60-60d3-4053-97b8-338a3ec1810a req-ec8c3c18-5553-45b3-be9e-77e4f1991c8e tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 943 time: 0.0511863 Sep 24 00:54:10.721731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a2e6b60-60d3-4053-97b8-338a3ec1810a req-b930f2de-1cb6-4917-9bea-6fc5b40c5d20 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328341 Sep 24 00:54:10.735102 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:54:11.380480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 7889e097-3fb7-4c93-9c52-d4a179a734d4 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:54:11.473826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 7889e097-3fb7-4c93-9c52-d4a179a734d4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7889e097-3fb7-4c93-9c52-d4a179a734d4,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:11.488668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '7889e097-3fb7-4c93-9c52-d4a179a734d4', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'port_id': '7889e097-3fb7-4c93-9c52-d4a179a734d4', 'mac_address': 'fa:16:3e:06:4f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:54:11.524833 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:11.537466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7889e097-3fb7-4c93-9c52-d4a179a734d4 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:54:11.557739 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 7889e097-3fb7-4c93-9c52-d4a179a734d4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7889e097-3fb7-4c93-9c52-d4a179a734d4,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:11.562204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:11.610685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=7889e097-3fb7-4c93-9c52-d4a179a734d4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:11.763894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['7889e097-3fb7-4c93-9c52-d4a179a734d4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:54:11.842230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b0d36a-7e99-4701-a339-4b47f91ec259 req-4137f422-c6db-4910-abf6-5148c248c64c tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:11.843768 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15b0d36a-7e99-4701-a339-4b47f91ec259 req-4137f422-c6db-4910-abf6-5148c248c64c tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 944 time: 0.0495782 Sep 24 00:54:11.892637 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-15b0d36a-7e99-4701-a339-4b47f91ec259 req-3a50fcee-aba1-4ee6-946b-d16636cb0659 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Sep 24 00:54:13.032209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c726bf-42b5-40e7-a1d5-200ba3ddd072 req-68ce1613-ff1e-4f85-a6ed-047656392831 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:13.033675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30c726bf-42b5-40e7-a1d5-200ba3ddd072 req-68ce1613-ff1e-4f85-a6ed-047656392831 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 944 time: 0.0571256 Sep 24 00:54:13.076319 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30c726bf-42b5-40e7-a1d5-200ba3ddd072 req-07acc133-d4c9-4b27-8bea-95c506acbd0c tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361352 Sep 24 00:54:13.392894 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 7889e097-3fb7-4c93-9c52-d4a179a734d4 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:13.445300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 7889e097-3fb7-4c93-9c52-d4a179a734d4 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:54:13.449987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 7889e097-3fb7-4c93-9c52-d4a179a734d4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:13.450381 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:13.533433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:13.558956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7414895b-7ef6-4c80-a634-13c07a25ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7889e097-3fb7-4c93-9c52-d4a179a734d4'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:54:13.561255 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f065c1-36b9-477a-b168-31dd6a5164c8" -d '{"events": [{"server_uuid": "7414895b-7ef6-4c80-a634-13c07a25ae80", "name": "network-vif-plugged", "status": "completed", "tag": "7889e097-3fb7-4c93-9c52-d4a179a734d4"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:54:13.574520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 7889e097-3fb7-4c93-9c52-d4a179a734d4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7889e097-3fb7-4c93-9c52-d4a179a734d4,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:13.580165 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:13.608013 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92db039d-cb10-4a28-b436-e05bdd0ac8fc x-openstack-request-id: req-92db039d-cb10-4a28-b436-e05bdd0ac8fc {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:54:13.608373 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7414895b-7ef6-4c80-a634-13c07a25ae80", "name": "network-vif-plugged", "status": "completed", "tag": "7889e097-3fb7-4c93-9c52-d4a179a734d4", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:54:13.608634 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-92db039d-cb10-4a28-b436-e05bdd0ac8fc {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:54:13.609029 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7414895b-7ef6-4c80-a634-13c07a25ae80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7889e097-3fb7-4c93-9c52-d4a179a734d4', 'code': 200} Sep 24 00:54:13.643031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=7889e097-3fb7-4c93-9c52-d4a179a734d4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:13.716793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b01be-f2f2-40e5-b5b5-2b8bf802ca15 req-2912b01d-47ee-4a76-9b3f-c2230d3eec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:13.718190 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf2b01be-f2f2-40e5-b5b5-2b8bf802ca15 req-2912b01d-47ee-4a76-9b3f-c2230d3eec02 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 1097 time: 0.0422506 Sep 24 00:54:13.757104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bf2b01be-f2f2-40e5-b5b5-2b8bf802ca15 req-fbc01548-503d-4c77-bc32-2a7b838294e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311599 Sep 24 00:54:14.213589 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef55e19-4554-4e56-b175-e1ea3fc61c93 req-89d4093e-fff9-4b5e-99a1-ef6afe793108 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:14.215093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ef55e19-4554-4e56-b175-e1ea3fc61c93 req-89d4093e-fff9-4b5e-99a1-ef6afe793108 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 945 time: 0.0523982 Sep 24 00:54:14.260291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ef55e19-4554-4e56-b175-e1ea3fc61c93 req-91b02c0d-6630-4322-aca6-07c00a022c05 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387170 Sep 24 00:54:15.387190 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1f117-03c8-427d-95ef-c523ebd3ec0b req-544a6b75-e93e-4e24-9c5a-bd78e55a226d tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:15.388577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ec1f117-03c8-427d-95ef-c523ebd3ec0b req-544a6b75-e93e-4e24-9c5a-bd78e55a226d tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 945 time: 0.0497310 Sep 24 00:54:15.430440 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5ec1f117-03c8-427d-95ef-c523ebd3ec0b req-647ace8f-4ab4-4ae0-bcbf-c6683373d1c2 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Sep 24 00:54:15.543628 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110aa80-c70f-423a-b518-3e4e3a969080 req-a59c5ea2-9a20-42ec-83b8-c268fc8e21fb tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:15.545095 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e110aa80-c70f-423a-b518-3e4e3a969080 req-a59c5ea2-9a20-42ec-83b8-c268fc8e21fb tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 945 time: 0.0492184 Sep 24 00:54:15.581263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e110aa80-c70f-423a-b518-3e4e3a969080 req-8737b372-42b0-4558-a2c5-2adb6a387d12 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301733 Sep 24 00:54:23.078522 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e874625-dc4f-4993-b300-8190ebc04d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:25.952492 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:26.058587 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3475bd16-8a1f-44aa-9e6a-a9af81ecb9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:26.961957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:29.331307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:34.050126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f7b0a-55b3-414e-9fa8-936c511969d8 req-cb56f4ce-3fee-4f6d-a557-49f45f618de2 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:34.051635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61f7b0a-55b3-414e-9fa8-936c511969d8 req-cb56f4ce-3fee-4f6d-a557-49f45f618de2 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 945 time: 0.0496385 Sep 24 00:54:34.093167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c61f7b0a-55b3-414e-9fa8-936c511969d8 req-1eee3a9a-1cd0-4831-8e41-2d6ba0a3f9d9 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349379 Sep 24 00:54:35.212565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8636da7-2643-4beb-ad2a-4626fe7a89c0 req-1da607e7-2d4e-4ecd-8eb8-5d81e69a1ccb tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:35.214026 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8636da7-2643-4beb-ad2a-4626fe7a89c0 req-1da607e7-2d4e-4ecd-8eb8-5d81e69a1ccb tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Sep 24 00:54:35.252314 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8636da7-2643-4beb-ad2a-4626fe7a89c0 req-1b4d4bfd-82a3-4abe-ba05-56c29c7683c6 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323160 Sep 24 00:54:35.589403 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429098a1-7b8b-4843-a34a-6249f035f85b req-9e504417-0772-4648-82e1-360158b6d86b tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:35.590854 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-429098a1-7b8b-4843-a34a-6249f035f85b req-9e504417-0772-4648-82e1-360158b6d86b tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.18 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 945 time: 0.0474877 Sep 24 00:54:35.685406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Deleting port 7889e097-3fb7-4c93-9c52-d4a179a734d4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:54:35.685747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:35.770547 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] For port 7889e097-3fb7-4c93-9c52-d4a179a734d4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=7889e097-3fb7-4c93-9c52-d4a179a734d4,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:35.770943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:35.783658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Calling delete_port for 7889e097-3fb7-4c93-9c52-d4a179a734d4 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:54:35.911480 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:35.923621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['7889e097-3fb7-4c93-9c52-d4a179a734d4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:54:35.940152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Pushing event deleted for resources: {'Port': ['ID=7889e097-3fb7-4c93-9c52-d4a179a734d4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:35.985732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] No DVR routers for this DVR port 7889e097-3fb7-4c93-9c52-d4a179a734d4 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:54:35.988404 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:35.990406 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-429098a1-7b8b-4843-a34a-6249f035f85b req-1dcdce9c-3c2d-44f4-ac0a-f9f3557ab979 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.18 "DELETE /v2.0/ports/7889e097-3fb7-4c93-9c52-d4a179a734d4 HTTP/1.1" status: 204 len: 173 time: 0.3923595 Sep 24 00:54:35.990949 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7414895b-7ef6-4c80-a634-13c07a25ae80', 'name': 'network-vif-deleted', 'tag': '7889e097-3fb7-4c93-9c52-d4a179a734d4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:54:35.993204 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4518b1b7-855d-4536-b06d-a5f0a643c929" -d '{"events": [{"server_uuid": "7414895b-7ef6-4c80-a634-13c07a25ae80", "name": "network-vif-deleted", "tag": "7889e097-3fb7-4c93-9c52-d4a179a734d4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:54:36.029703 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf66720-08e5-4e67-8d4b-6160c3f9cc97 x-openstack-request-id: req-edf66720-08e5-4e67-8d4b-6160c3f9cc97 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:54:36.029998 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7414895b-7ef6-4c80-a634-13c07a25ae80", "name": "network-vif-deleted", "tag": "7889e097-3fb7-4c93-9c52-d4a179a734d4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:54:36.030248 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-edf66720-08e5-4e67-8d4b-6160c3f9cc97 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:54:36.030645 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7414895b-7ef6-4c80-a634-13c07a25ae80', 'name': 'network-vif-deleted', 'tag': '7889e097-3fb7-4c93-9c52-d4a179a734d4', 'status': 'completed', 'code': 200} Sep 24 00:54:36.359153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b8f467f-d9d8-4947-86c7-aff960db3421 req-b905f1ea-7e33-401c-a41a-3ce7c1401a88 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=7414895b-7ef6-4c80-a634-13c07a25ae80 HTTP/1.1" status: 200 len: 210 time: 0.0268629 Sep 24 00:54:37.216266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:38.035234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e417-b189-42fc-8f46-3beee30a456b req-0ddf42a1-ac49-4460-b942-8b2e5234150a tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:38.036697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-0ddf42a1-ac49-4460-b942-8b2e5234150a tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/networks?id=40d578db-a427-43db-99e8-49d6dbef99fb HTTP/1.1" status: 200 len: 817 time: 0.0990713 Sep 24 00:54:38.051438 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-6738303e-23c3-4f05-9cab-e63bbef575be tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/quotas/3839653c35c84dc5907e867bcbd14e7c HTTP/1.1" status: 200 len: 375 time: 0.0089924 Sep 24 00:54:38.105430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-a2cddf32-4a2a-403d-9808-bcd9992d5374 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3839653c35c84dc5907e867bcbd14e7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484245 Sep 24 00:54:38.205034 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-3bcf441d-f159-4e58-b934-4a4e7d806576 service neutron] 10.222.0.24 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881476 Sep 24 00:54:38.301105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-101d80a2-863c-463b-8e84-c2652c13e586 service neutron] 10.222.0.24 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900366 Sep 24 00:54:38.459161 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-12adfb15-229e-4bc6-b9f8-e80da0dbd103 req-3dbc2c93-bffd-4901-8594-3e6214199ac7 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 210 time: 0.0264130 Sep 24 00:54:39.338240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e417-b189-42fc-8f46-3beee30a456b req-1b8af280-1f1f-4396-bf97-cbdf7fa238a1 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:39.339613 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-1b8af280-1f1f-4396-bf97-cbdf7fa238a1 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.18 "GET /v2.0/networks?id=40d578db-a427-43db-99e8-49d6dbef99fb HTTP/1.1" status: 200 len: 817 time: 0.1065259 Sep 24 00:54:39.353185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Request body: {'port': {'device_id': 'd1bc9edf-67de-4d3c-aac2-20de99582de1', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'admin_state_up': True, 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:54:39.456636 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Made reservation on behalf of 3839653c35c84dc5907e867bcbd14e7c for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:54:39.460162 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:39.581590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 7889e097-3fb7-4c93-9c52-d4a179a734d4 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:54:39.591511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Allocated IP 172.20.0.7 (40d578db-a427-43db-99e8-49d6dbef99fb/4dbb1f26-f16a-4ec4-ba51-96d82789d4d5/b2be853f-49ce-4d39-b812-7f4bd9afd3fe) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:54:39.701313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e126421-4308-4797-9a00-5eb5b565b999 req-5f1d3608-7cd9-4a82-8cf6-896e68b72de8 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 210 time: 0.1716788 Sep 24 00:54:39.760693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 7889e097-3fb7-4c93-9c52-d4a179a734d4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:54:39.761032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 7889e097-3fb7-4c93-9c52-d4a179a734d4 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:54:39.772020 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:39.774209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:39.807696 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:39.848991 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Network 40d578db-a427-43db-99e8-49d6dbef99fb is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:54:39.852886 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:54:39.856283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:54:39.864713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Pushing event updated for resources: {'Port': ['ID=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:39.911798 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:39.912421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:39.927810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-708baf4c-b80c-4cb4-a532-3e94d6b34365 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784993 Sep 24 00:54:39.940082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Request body: {'port': {'device_id': 'd1bc9edf-67de-4d3c-aac2-20de99582de1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:54:40.002304 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:40.086128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-dd10d131-440e-404b-9abc-f70de7a2d01d None None] Provisioning complete for port b2be853f-49ce-4d39-b812-7f4bd9afd3fe triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:40.086495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd10d131-440e-404b-9abc-f70de7a2d01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:40.120480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-dd10d131-440e-404b-9abc-f70de7a2d01d None None] Port b2be853f-49ce-4d39-b812-7f4bd9afd3fe cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:54:40.267885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2be853f-49ce-4d39-b812-7f4bd9afd3fe {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:54:40.275586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:40.287251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Transition to ACTIVE for port object b2be853f-49ce-4d39-b812-7f4bd9afd3fe will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:54:40.291517 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:40.342702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Pushing event updated for resources: {'Port': ['ID=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:40.411552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Attempting to bind port b2be853f-49ce-4d39-b812-7f4bd9afd3fe on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:54:40.411884 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Attempting to bind port b2be853f-49ce-4d39-b812-7f4bd9afd3fe by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:54:40.412211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Attempting to bind port b2be853f-49ce-4d39-b812-7f4bd9afd3fe on network 40d578db-a427-43db-99e8-49d6dbef99fb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:54:40.417406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Port b2be853f-49ce-4d39-b812-7f4bd9afd3fe on network 40d578db-a427-43db-99e8-49d6dbef99fb not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:54:40.417976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Attempting to bind port b2be853f-49ce-4d39-b812-7f4bd9afd3fe on network 40d578db-a427-43db-99e8-49d6dbef99fb {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:54:40.422967 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 54, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:54:40.423300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Checking segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:54:40.423707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Bound using segment: {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:54:40.424155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Bound port: b2be853f-49ce-4d39-b812-7f4bd9afd3fe, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b125d7f9-6450-4681-8cc2-1b8dc1c72767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:54:40.424508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:40.493009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] For port b2be853f-49ce-4d39-b812-7f4bd9afd3fe, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:54:40.496862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] For port b2be853f-49ce-4d39-b812-7f4bd9afd3fe, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:54:40.500393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:40.536123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:40.536701 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:40.538262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] 10.222.0.18 "PUT /v2.0/ports/b2be853f-49ce-4d39-b812-7f4bd9afd3fe HTTP/1.1" status: 200 len: 1092 time: 0.6025229 Sep 24 00:54:40.538600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bc9edf-67de-4d3c-aac2-20de99582de1', 'tag': 'b2be853f-49ce-4d39-b812-7f4bd9afd3fe'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:54:40.541917 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dfa3b6-40f4-4e24-953c-fd1999b7975d" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bc9edf-67de-4d3c-aac2-20de99582de1", "tag": "b2be853f-49ce-4d39-b812-7f4bd9afd3fe"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:54:40.572762 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595d672-ffe1-46c3-991e-0d89efb145ac service neutron] Pushing event updated for resources: {'Port': ['ID=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:40.598052 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80474748-1b6c-4ce9-be3c-e072c937b8ee x-openstack-request-id: req-80474748-1b6c-4ce9-be3c-e072c937b8ee {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:54:40.598356 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bc9edf-67de-4d3c-aac2-20de99582de1", "tag": "b2be853f-49ce-4d39-b812-7f4bd9afd3fe", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:54:40.598604 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80474748-1b6c-4ce9-be3c-e072c937b8ee {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:54:40.599114 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1bc9edf-67de-4d3c-aac2-20de99582de1', 'tag': 'b2be853f-49ce-4d39-b812-7f4bd9afd3fe', 'status': 'completed', 'code': 200} Sep 24 00:54:40.636863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e417-b189-42fc-8f46-3beee30a456b req-dc561fd6-914d-42b6-bfb1-5a2c802fb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:40.638408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-dc561fd6-914d-42b6-bfb1-5a2c802fb667 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3839653c35c84dc5907e867bcbd14e7c&device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 1095 time: 0.0507450 Sep 24 00:54:40.682607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-ad32b966-8ae1-4477-bdd6-2d9bdf6b14cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2be853f-49ce-4d39-b812-7f4bd9afd3fe HTTP/1.1" status: 200 len: 217 time: 0.0362554 Sep 24 00:54:40.736191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e417-b189-42fc-8f46-3beee30a456b req-28bb18c0-6c2e-4714-a64b-c68427522079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:40.737654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-28bb18c0-6c2e-4714-a64b-c68427522079 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4dbb1f26-f16a-4ec4-ba51-96d82789d4d5 HTTP/1.1" status: 200 len: 856 time: 0.0473611 Sep 24 00:54:40.817644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99e417-b189-42fc-8f46-3beee30a456b req-0ffa02c7-84d2-4157-8629-ac7ed24bb567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:40.819298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-0ffa02c7-84d2-4157-8629-ac7ed24bb567 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40d578db-a427-43db-99e8-49d6dbef99fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744615 Sep 24 00:54:40.832204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce7f19-21dc-4b04-a207-538486daecb0 req-d9aafa8f-6a63-40e8-95c2-a8473a9b454e tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:40.833774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90ce7f19-21dc-4b04-a207-538486daecb0 req-d9aafa8f-6a63-40e8-95c2-a8473a9b454e tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 943 time: 0.0608907 Sep 24 00:54:40.922951 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90ce7f19-21dc-4b04-a207-538486daecb0 req-cf5de6df-9407-40fa-82c8-a0a79ccf43ab tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804870 Sep 24 00:54:40.951219 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-3f3634ef-a288-41b4-aeca-98da20da3011 service neutron] 10.222.0.18 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163592 Sep 24 00:54:41.039381 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8d99e417-b189-42fc-8f46-3beee30a456b req-e1bef7c1-53cb-4117-af00-75a8dc94f28e service neutron] 10.222.0.18 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815687 Sep 24 00:54:41.121962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-756c7d88-28d4-4d5e-ab74-2ff8b9535472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:41.123447 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-756c7d88-28d4-4d5e-ab74-2ff8b9535472 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3839653c35c84dc5907e867bcbd14e7c&device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 1095 time: 0.0392809 Sep 24 00:54:41.226440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-f2b0fa8a-56d5-4995-bca0-a30310c0b0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:41.227910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-f2b0fa8a-56d5-4995-bca0-a30310c0b0d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=40d578db-a427-43db-99e8-49d6dbef99fb HTTP/1.1" status: 200 len: 918 time: 0.0975926 Sep 24 00:54:41.270213 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-5514450c-38e7-4505-b759-288a757e9ec9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2be853f-49ce-4d39-b812-7f4bd9afd3fe HTTP/1.1" status: 200 len: 217 time: 0.0342710 Sep 24 00:54:41.322666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-562123fc-780f-44d3-b815-2969a7e07992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:41.324210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-562123fc-780f-44d3-b815-2969a7e07992 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4dbb1f26-f16a-4ec4-ba51-96d82789d4d5 HTTP/1.1" status: 200 len: 856 time: 0.0462816 Sep 24 00:54:41.371456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-88358c94-33e4-4a35-9ba6-4bf79ee3901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:41.372958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-88358c94-33e4-4a35-9ba6-4bf79ee3901b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=40d578db-a427-43db-99e8-49d6dbef99fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407379 Sep 24 00:54:41.460278 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-e69636be-2dd6-4fda-9b79-cca45ca26edf service neutron] 10.222.0.18 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797181 Sep 24 00:54:41.551570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-99dfa3b6-40f4-4e24-953c-fd1999b7975d req-13897522-eda3-44a7-a9e2-d493d223f80b service neutron] 10.222.0.18 "GET /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833597 Sep 24 00:54:42.087467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f952c-a7e6-4198-9848-e36434e5e0ee req-303501b3-79ad-40a9-861a-5bdacff3f701 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:42.088936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d5f952c-a7e6-4198-9848-e36434e5e0ee req-303501b3-79ad-40a9-861a-5bdacff3f701 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 943 time: 0.0985222 Sep 24 00:54:42.125382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5d5f952c-a7e6-4198-9848-e36434e5e0ee req-11358958-23a5-4c17-ab86-c35ed5e2e16a tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305505 Sep 24 00:54:43.244623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36530331-f49e-4eda-9354-f8bbada87dc2 req-63ebe900-2cea-4293-befd-fd6a361f93bd tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:43.246100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36530331-f49e-4eda-9354-f8bbada87dc2 req-63ebe900-2cea-4293-befd-fd6a361f93bd tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 943 time: 0.0523775 Sep 24 00:54:43.283137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36530331-f49e-4eda-9354-f8bbada87dc2 req-a1ddcbd3-22b7-4a2f-869f-cb8b2c187c0f tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311017 Sep 24 00:54:43.597483 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b2be853f-49ce-4d39-b812-7f4bd9afd3fe details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:54:43.690904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b2be853f-49ce-4d39-b812-7f4bd9afd3fe, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:43.702162 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'b2be853f-49ce-4d39-b812-7f4bd9afd3fe', 'network_id': '40d578db-a427-43db-99e8-49d6dbef99fb', 'port_id': 'b2be853f-49ce-4d39-b812-7f4bd9afd3fe', 'mac_address': 'fa:16:3e:58:f4:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dbb1f26-f16a-4ec4-ba51-96d82789d4d5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:54:43.737305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:43.749324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2be853f-49ce-4d39-b812-7f4bd9afd3fe {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:54:43.768354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b2be853f-49ce-4d39-b812-7f4bd9afd3fe, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:43.772176 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:43.816591 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:43.824257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.824598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.824935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.825268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.825598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.825924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.826248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.826569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.826923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.827248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.827568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.827891 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:54:43.996563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['b2be853f-49ce-4d39-b812-7f4bd9afd3fe'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:54:44.395807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0cfa23-12b9-4aeb-a04c-817cd07b7c59 req-50ae8486-3b95-4258-9a02-02eb8964f3b5 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:44.397291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e0cfa23-12b9-4aeb-a04c-817cd07b7c59 req-50ae8486-3b95-4258-9a02-02eb8964f3b5 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 944 time: 0.0485392 Sep 24 00:54:44.435137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e0cfa23-12b9-4aeb-a04c-817cd07b7c59 req-a850cdfb-e0e2-465e-8568-6188f72b6778 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317471 Sep 24 00:54:45.545903 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1f581-e414-4a47-a5e9-776fa84917c5 req-09197c47-1b6f-4307-98a9-25bd87738227 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:45.547398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90d1f581-e414-4a47-a5e9-776fa84917c5 req-09197c47-1b6f-4307-98a9-25bd87738227 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 944 time: 0.0479164 Sep 24 00:54:45.584368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-90d1f581-e414-4a47-a5e9-776fa84917c5 req-27321c28-813f-4b26-80bb-bc91a2f7e118 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Sep 24 00:54:45.610354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b2be853f-49ce-4d39-b812-7f4bd9afd3fe up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:54:45.656991 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port b2be853f-49ce-4d39-b812-7f4bd9afd3fe completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:54:45.660511 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port b2be853f-49ce-4d39-b812-7f4bd9afd3fe triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:54:45.660874 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:45.735758 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:45.758355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bc9edf-67de-4d3c-aac2-20de99582de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be853f-49ce-4d39-b812-7f4bd9afd3fe'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:54:45.760610 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbaf3c4-c432-4c3a-9153-8cca350662fa" -d '{"events": [{"server_uuid": "d1bc9edf-67de-4d3c-aac2-20de99582de1", "name": "network-vif-plugged", "status": "completed", "tag": "b2be853f-49ce-4d39-b812-7f4bd9afd3fe"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:54:45.773938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port b2be853f-49ce-4d39-b812-7f4bd9afd3fe, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:54:45.778279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:45.801373 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e3db9c-c6a7-4988-8796-b4aa338433df x-openstack-request-id: req-d3e3db9c-c6a7-4988-8796-b4aa338433df {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:54:45.801662 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bc9edf-67de-4d3c-aac2-20de99582de1", "name": "network-vif-plugged", "status": "completed", "tag": "b2be853f-49ce-4d39-b812-7f4bd9afd3fe", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:54:45.801926 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3e3db9c-c6a7-4988-8796-b4aa338433df {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:54:45.802297 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bc9edf-67de-4d3c-aac2-20de99582de1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2be853f-49ce-4d39-b812-7f4bd9afd3fe', 'code': 200} Sep 24 00:54:45.827460 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:54:45.898568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef9bb7-5071-4df7-aea8-fdb5c93a96a1 req-150add03-39d2-4740-9f81-4a3496d1497e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:45.900064 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aeef9bb7-5071-4df7-aea8-fdb5c93a96a1 req-150add03-39d2-4740-9f81-4a3496d1497e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 1097 time: 0.0428965 Sep 24 00:54:45.934452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-aeef9bb7-5071-4df7-aea8-fdb5c93a96a1 req-9c9d8d7d-bcfd-4c3a-b5fe-2c92ba2a278b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276542 Sep 24 00:54:46.697149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb72da0-ed1b-445b-81f4-fd1a844a1570 req-3ff5b075-ed12-4614-891a-cb664e948627 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:46.698710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cb72da0-ed1b-445b-81f4-fd1a844a1570 req-3ff5b075-ed12-4614-891a-cb664e948627 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 945 time: 0.0480249 Sep 24 00:54:46.735261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cb72da0-ed1b-445b-81f4-fd1a844a1570 req-d1582d27-d84f-4828-9cae-a4d9f4c240d0 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307727 Sep 24 00:54:47.734763 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:54:47.849137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36802a-a908-495c-9025-a08ba4f7864d req-2607ffa7-2efd-40aa-b719-650929cb0bca tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:47.850678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed36802a-a908-495c-9025-a08ba4f7864d req-2607ffa7-2efd-40aa-b719-650929cb0bca tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 945 time: 0.0470786 Sep 24 00:54:47.888799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ed36802a-a908-495c-9025-a08ba4f7864d req-f823637b-3cf1-44a2-80f2-ee79c97be2dd tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Sep 24 00:54:48.010440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565f8f30-3b8e-46f3-b7ae-55ff732dfe8f req-7f0f5f5b-d8dc-427a-b4b1-b3cffca22d6a tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:54:48.011860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-565f8f30-3b8e-46f3-b7ae-55ff732dfe8f req-7f0f5f5b-d8dc-427a-b4b1-b3cffca22d6a tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Sep 24 00:54:48.049562 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-565f8f30-3b8e-46f3-b7ae-55ff732dfe8f req-0b7f95f6-c374-4039-b868-ab8455139663 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317931 Sep 24 00:54:53.080495 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e6a1f706-af19-4d4b-ac3e-129ec04eceb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:55.954888 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:56.059443 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5c3e5561-cc09-4827-a985-4f0a13b161c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:56.965474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:54:59.341169 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:06.413008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe088ec-2101-40fd-bdae-467406cede29 req-44892aee-7296-4878-814d-de6b93684d4d tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:06.415120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe088ec-2101-40fd-bdae-467406cede29 req-44892aee-7296-4878-814d-de6b93684d4d tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 945 time: 0.0517256 Sep 24 00:55:06.455365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bfe088ec-2101-40fd-bdae-467406cede29 req-da4a4f2b-d977-46fb-8467-2d82f0eb1f44 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312300 Sep 24 00:55:07.220901 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:07.573612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd1dfe-9e8f-4740-bdca-1567f7f94ef0 req-20f1bcc8-1aae-46c9-8ee4-8b6ef7bc410b tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:07.575158 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6bd1dfe-9e8f-4740-bdca-1567f7f94ef0 req-20f1bcc8-1aae-46c9-8ee4-8b6ef7bc410b tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 945 time: 0.0495353 Sep 24 00:55:07.612269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c6bd1dfe-9e8f-4740-bdca-1567f7f94ef0 req-b03b353c-a006-47a4-ad47-048543b5ed39 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/security-groups?id=c6b6d225-4434-4560-88aa-ba66438e530a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Sep 24 00:55:07.921946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-c0290bb3-215b-4aec-849c-00dabf9adf98 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:07.923329 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-c0290bb3-215b-4aec-849c-00dabf9adf98 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 945 time: 0.0523546 Sep 24 00:55:08.011258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Deleting port b2be853f-49ce-4d39-b812-7f4bd9afd3fe {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:08.011508 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:08.102022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] For port b2be853f-49ce-4d39-b812-7f4bd9afd3fe, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:08.102388 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:08.114824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Calling delete_port for b2be853f-49ce-4d39-b812-7f4bd9afd3fe owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:08.240289 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:08.251834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['b2be853f-49ce-4d39-b812-7f4bd9afd3fe'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:55:08.272357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Pushing event deleted for resources: {'Port': ['ID=b2be853f-49ce-4d39-b812-7f4bd9afd3fe,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:08.297912 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.298261 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.298602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.298961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.299293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.299622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.299947 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.300271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.300596 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.300916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.301233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.301550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:08.323647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] No DVR routers for this DVR port b2be853f-49ce-4d39-b812-7f4bd9afd3fe on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:55:08.326644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:08.329113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3e3d1ef-d48d-467e-bc4e-3641141f5136 req-db12df1a-2952-460d-937f-5cc827eedb40 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.18 "DELETE /v2.0/ports/b2be853f-49ce-4d39-b812-7f4bd9afd3fe HTTP/1.1" status: 204 len: 173 time: 0.4000580 Sep 24 00:55:08.329580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bc9edf-67de-4d3c-aac2-20de99582de1', 'name': 'network-vif-deleted', 'tag': 'b2be853f-49ce-4d39-b812-7f4bd9afd3fe'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:55:08.331856 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb90cf80-5277-4902-b5cc-6f505fa40ae0" -d '{"events": [{"server_uuid": "d1bc9edf-67de-4d3c-aac2-20de99582de1", "name": "network-vif-deleted", "tag": "b2be853f-49ce-4d39-b812-7f4bd9afd3fe"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:55:08.433603 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e192f120-3f44-4c01-b76a-927639d33733 x-openstack-request-id: req-e192f120-3f44-4c01-b76a-927639d33733 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:55:08.433894 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bc9edf-67de-4d3c-aac2-20de99582de1", "name": "network-vif-deleted", "tag": "b2be853f-49ce-4d39-b812-7f4bd9afd3fe", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:55:08.434148 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e192f120-3f44-4c01-b76a-927639d33733 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:55:08.434545 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1bc9edf-67de-4d3c-aac2-20de99582de1', 'name': 'network-vif-deleted', 'tag': 'b2be853f-49ce-4d39-b812-7f4bd9afd3fe', 'status': 'completed', 'code': 200} Sep 24 00:55:08.718969 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-851753ba-9f97-44f0-8424-02a760ff4c07 req-8157d51f-e924-466a-95f3-45b46120f591 tempest-TestEncryptedCinderVolumes-1926564694 tempest-TestEncryptedCinderVolumes-1926564694-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1bc9edf-67de-4d3c-aac2-20de99582de1 HTTP/1.1" status: 200 len: 210 time: 0.0276830 Sep 24 00:55:09.745747 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:09.807696 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44104) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:10.146577 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:10.725605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Deleting port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:10.725851 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:10.800356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] For port ea6c8a5f-250f-4cb5-83e4-03a12711c0a3, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:10.800719 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:10.813216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Calling delete_port for ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:10.987567 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:11.015026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6c8a5f-250f-4cb5-83e4-03a12711c0a3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:11.186330 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:11.398946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:55:11.501879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:55:11.506874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f2b31074-44a8-4058-b13b-55216a1719e2 admin admin] 10.222.0.24 "PUT /v2.0/routers/f620c88b-5ec7-4d10-b67e-dcd3a75c5677/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6981266 Sep 24 00:55:11.511086 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44106) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:11.514022 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] Sync routers for ids ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:55:11.525900 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] Routers {'f620c88b-5ec7-4d10-b67e-dcd3a75c5677'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:11.526508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:11.613583 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:11.628490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] Set router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:11.714045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:11.771378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Deleting port decfe13d-eaa8-4ce1-adee-6e4daae74727 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:11.771620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:11.817583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b2be853f-49ce-4d39-b812-7f4bd9afd3fe no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:55:11.838964 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: b2be853f-49ce-4d39-b812-7f4bd9afd3fe {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:55:11.839299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device b2be853f-49ce-4d39-b812-7f4bd9afd3fe not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:55:11.847049 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:55:10Z', 'revision_number': 5, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port': {'id': 'decfe13d-eaa8-4ce1-adee-6e4daae74727', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:49:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:53:56Z', 'updated_at': '2021-09-24T00:54:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:11.851742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] For port decfe13d-eaa8-4ce1-adee-6e4daae74727, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=decfe13d-eaa8-4ce1-adee-6e4daae74727,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:11.852247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:11.865514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Calling delete_port for decfe13d-eaa8-4ce1-adee-6e4daae74727 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:11.877206 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] Checking router: f620c88b-5ec7-4d10-b67e-dcd3a75c5677 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:55:11.885786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] Routers {'f620c88b-5ec7-4d10-b67e-dcd3a75c5677'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:11.886378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:11.969429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] Set router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:12.019758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:55:11Z', 'revision_number': 6, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:12.033875 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.051452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be0668-aa02-4e53-9328-8cde7a627ecd None None] The sync data for ids ['f620c88b-5ec7-4d10-b67e-dcd3a75c5677'] in n-d-713498-18 is: [{'id': 'f620c88b-5ec7-4d10-b67e-dcd3a75c5677', 'name': 'tempest-TestEncryptedCinderVolumes-1203562245-router', 'tenant_id': '3839653c35c84dc5907e867bcbd14e7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:53:55Z', 'updated_at': '2021-09-24T00:55:11Z', 'revision_number': 6, 'project_id': '3839653c35c84dc5907e867bcbd14e7c', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:55:12.060924 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Pushing event deleted for resources: {'Port': ['ID=decfe13d-eaa8-4ce1-adee-6e4daae74727,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:12.134745 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.225350 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.228297 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.271092 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.271619 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f620c88b-5ec7-4d10-b67e-dcd3a75c5677 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:55:12.276015 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.277168 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b3cfd209-6d95-44ab-85c2-7dad73c95022 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f620c88b-5ec7-4d10-b67e-dcd3a75c5677 HTTP/1.1" status: 204 len: 168 time: 0.7651696 Sep 24 00:55:12.279660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44110) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:12.325835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-83210b8a-3b39-4f0c-ad9b-d15469657f0a admin admin] Deleting subnet 4dbb1f26-f16a-4ec4-ba51-96d82789d4d5 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:55:12.328835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83210b8a-3b39-4f0c-ad9b-d15469657f0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.367438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83210b8a-3b39-4f0c-ad9b-d15469657f0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.449666 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83210b8a-3b39-4f0c-ad9b-d15469657f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.504012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83210b8a-3b39-4f0c-ad9b-d15469657f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.532936 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83210b8a-3b39-4f0c-ad9b-d15469657f0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.538485 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44112) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:12.539439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-83210b8a-3b39-4f0c-ad9b-d15469657f0a admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4dbb1f26-f16a-4ec4-ba51-96d82789d4d5 HTTP/1.1" status: 204 len: 168 time: 0.2586956 Sep 24 00:55:12.540732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83210b8a-3b39-4f0c-ad9b-d15469657f0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbb1f26-f16a-4ec4-ba51-96d82789d4d5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:12.542581 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abcebd5-bad8-4d83-b56b-1615348ba3c0 None None] Network 40d578db-a427-43db-99e8-49d6dbef99fb requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:55:12.621168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.676610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Deleting port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:12.676950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.714498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] DHCP port deletion for 40d578db-a427-43db-99e8-49d6dbef99fb request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:55:12.746878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] For port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:12.747255 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.760951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Calling delete_port for 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:12.766502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] Deleting port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:12.766902 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.829597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] For port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,segment=NetworkSegment(b125d7f9-6450-4681-8cc2-1b8dc1c72767),segment_id=b125d7f9-6450-4681-8cc2-1b8dc1c72767)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:12.829987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.842741 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] Calling delete_port for 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:12.845312 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.872687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:12.879548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] No DVR routers for this DVR port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:55:12.881771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.882111 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.882446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.882791 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.883124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.883649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.884350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.884561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.884879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.885192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.885507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.885823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:12.923579 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.949398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] Pushing event deleted for resources: {'Port': ['ID=6ccb4228-b350-4786-a50a-4f7f8b6e5ac0,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:12.951348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2afb91-7f81-4c7a-ac10-d15e9a3cb5d4 None None] No DVR routers for this DVR port 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:55:12.961389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:12.981759 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d578db-a427-43db-99e8-49d6dbef99fb']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:12.990873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b125d7f9-6450-4681-8cc2-1b8dc1c72767') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:12.991163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b125d7f9-6450-4681-8cc2-1b8dc1c72767') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:13.000278 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.014137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.020683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:55:13.021065 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:55:13.022902 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:55:13.083154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.090313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.092005 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] 10.222.0.24 "DELETE /v2.0/networks/40d578db-a427-43db-99e8-49d6dbef99fb HTTP/1.1" status: 204 len: 168 time: 0.5516346 Sep 24 00:55:13.095073 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44116) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:13.112790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1cef0b-78d4-4a30-942b-1229a72a1191 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d578db-a427-43db-99e8-49d6dbef99fb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:13.160632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device decfe13d-eaa8-4ce1-adee-6e4daae74727 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:55:13.180360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: decfe13d-eaa8-4ce1-adee-6e4daae74727 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:55:13.181307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device decfe13d-eaa8-4ce1-adee-6e4daae74727 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:55:13.181922 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:55:13.201558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:55:13.201895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ea6c8a5f-250f-4cb5-83e4-03a12711c0a3 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:55:13.202295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:55:13.222172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:55:13.222172 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 6ccb4228-b350-4786-a50a-4f7f8b6e5ac0 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:55:13.443097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.683684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Deleting port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:13.684023 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.759923 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] For port 9fe7aca4-15ea-4878-8b03-8bec84e32f8a, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,segment=NetworkSegment(a208fda0-f946-4533-a805-cc16eaa10cc4),segment_id=a208fda0-f946-4533-a805-cc16eaa10cc4)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:13.760222 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.772244 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Calling delete_port for 9fe7aca4-15ea-4878-8b03-8bec84e32f8a owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:13.946382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:13.975228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe7aca4-15ea-4878-8b03-8bec84e32f8a,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:14.141164 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:14.352025 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:55:14.455934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:55:14.461010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-54f8d620-1f2c-48cc-8c71-d16a8875071b admin admin] 10.222.0.24 "PUT /v2.0/routers/ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3647633 Sep 24 00:55:14.464007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44118) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:14.466632 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] Sync routers for ids ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:55:14.479326 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] Routers {'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:14.479943 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:14.568000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:14.578246 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] Set router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:14.761734 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:55:13Z', 'revision_number': 5, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:14.787885 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] Checking router: ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:55:14.796702 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] Routers {'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:14.797647 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:14.902443 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] Set router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:15.012647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.067557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Deleting port 35bc3f86-d82c-4696-82aa-a501f8a610ea {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:15.067897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.079774 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:55:13Z', 'revision_number': 5, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:15.110339 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc859316-f12b-4f43-a0d7-87dad9918580 None None] The sync data for ids ['ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc'] in n-d-713498-18 is: [{'id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'name': 'tempest-TestEncryptedCinderVolumes-276281662-router', 'tenant_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:54:00Z', 'updated_at': '2021-09-24T00:55:13Z', 'revision_number': 5, 'project_id': 'f890c1e63f13459ba7ccbacc8fb9c093', 'gw_port': {'id': '35bc3f86-d82c-4696-82aa-a501f8a610ea', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:12:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:54:01Z', 'updated_at': '2021-09-24T00:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:55:15.160623 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] For port 35bc3f86-d82c-4696-82aa-a501f8a610ea, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=35bc3f86-d82c-4696-82aa-a501f8a610ea,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:15.161173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.173916 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Calling delete_port for 35bc3f86-d82c-4696-82aa-a501f8a610ea owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:15.335701 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.364804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Pushing event deleted for resources: {'Port': ['ID=35bc3f86-d82c-4696-82aa-a501f8a610ea,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:15.425118 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.517216 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.519840 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.564579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.565154 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:55:15.569661 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.570872 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-18e56dc4-0770-4785-bcc9-e0d39b68628d admin admin] 10.222.0.24 "DELETE /v2.0/routers/ebc01d3a-d156-4ae7-81dd-2c9ce6a53cdc HTTP/1.1" status: 204 len: 168 time: 1.1059239 Sep 24 00:55:15.573384 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44120) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:15.623631 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ae3165-63e6-46c6-91d4-479bd47375ee admin admin] Deleting subnet 241ba4bb-a25d-44be-ad1c-e4e19d980677 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:55:15.626700 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36ae3165-63e6-46c6-91d4-479bd47375ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.660533 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36ae3165-63e6-46c6-91d4-479bd47375ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.751117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36ae3165-63e6-46c6-91d4-479bd47375ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.813497 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36ae3165-63e6-46c6-91d4-479bd47375ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.840145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ae3165-63e6-46c6-91d4-479bd47375ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=241ba4bb-a25d-44be-ad1c-e4e19d980677,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:15.844945 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-36ae3165-63e6-46c6-91d4-479bd47375ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.846915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-36ae3165-63e6-46c6-91d4-479bd47375ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/241ba4bb-a25d-44be-ad1c-e4e19d980677 HTTP/1.1" status: 204 len: 168 time: 0.2725639 Sep 24 00:55:15.849377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44122) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:15.851838 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37728272-e283-49be-af42-78e8bda65e75 None None] Network 6a3ebb9f-3800-4773-a492-15b04575453c requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:55:15.922607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:15.976960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Deleting port 7a89dec4-87bf-4de0-ad27-338ce36d463f {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:15.977758 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.048919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] For port 7a89dec4-87bf-4de0-ad27-338ce36d463f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a89dec4-87bf-4de0-ad27-338ce36d463f,segment=NetworkSegment(a208fda0-f946-4533-a805-cc16eaa10cc4),segment_id=a208fda0-f946-4533-a805-cc16eaa10cc4)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:16.049235 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.063802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Calling delete_port for 7a89dec4-87bf-4de0-ad27-338ce36d463f owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:16.130629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] DHCP port deletion for 6a3ebb9f-3800-4773-a492-15b04575453c request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:55:16.150999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.177682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] Deleting port 7a89dec4-87bf-4de0-ad27-338ce36d463f {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:55:16.178393 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.181681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a89dec4-87bf-4de0-ad27-338ce36d463f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:16.187789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] No DVR routers for this DVR port 7a89dec4-87bf-4de0-ad27-338ce36d463f on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:55:16.244137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] For port 7a89dec4-87bf-4de0-ad27-338ce36d463f, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:16.244530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.259935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] Calling delete_port for 7a89dec4-87bf-4de0-ad27-338ce36d463f owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:55:16.262382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.262573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] Port 7a89dec4-87bf-4de0-ad27-338ce36d463f was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 00:55:16.263880 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.281754 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3ebb9f-3800-4773-a492-15b04575453c']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:16.289426 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] Pushing event deleted for resources: {'Port': ['ID=7a89dec4-87bf-4de0-ad27-338ce36d463f,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:16.291291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862d08a-a0d9-4fb9-a3ac-5f8bfbff620f None None] No DVR routers for this DVR port 7a89dec4-87bf-4de0-ad27-338ce36d463f on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:55:16.293500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a208fda0-f946-4533-a805-cc16eaa10cc4') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:16.294156 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a208fda0-f946-4533-a805-cc16eaa10cc4') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:16.307018 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.320327 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.326642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:55:16.327055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:55:16.328665 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:55:16.399028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.405467 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.408098 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a3ebb9f-3800-4773-a492-15b04575453c HTTP/1.1" status: 204 len: 168 time: 0.5576742 Sep 24 00:55:16.425567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62192b67-9826-4291-90ee-378e8a43e465 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3ebb9f-3800-4773-a492-15b04575453c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:16.571864 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44128) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:16.615211 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c4911c27-95a7-4bda-af42-5c8aabbc5d1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3839653c35c84dc5907e867bcbd14e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421476 Sep 24 00:55:16.617687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44130) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:16.668880 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7901d5f1-bddd-42ad-8d7f-114b7eb4417b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.689679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7901d5f1-bddd-42ad-8d7f-114b7eb4417b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.735130 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7901d5f1-bddd-42ad-8d7f-114b7eb4417b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.737695 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7901d5f1-bddd-42ad-8d7f-114b7eb4417b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:16.738886 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7901d5f1-bddd-42ad-8d7f-114b7eb4417b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c6b6d225-4434-4560-88aa-ba66438e530a HTTP/1.1" status: 204 len: 168 time: 0.1196363 Sep 24 00:55:16.747308 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901d5f1-bddd-42ad-8d7f-114b7eb4417b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b6d225-4434-4560-88aa-ba66438e530a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:17.064157 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44136) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:17.104821 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0641ebd6-ac3c-45f1-aa21-361d623935bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f890c1e63f13459ba7ccbacc8fb9c093&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382583 Sep 24 00:55:17.105997 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44138) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:17.155072 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-262a8376-f73f-414f-a653-881afdc3986b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:17.170874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 35bc3f86-d82c-4696-82aa-a501f8a610ea no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:55:17.176816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-262a8376-f73f-414f-a653-881afdc3986b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:17.190085 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 35bc3f86-d82c-4696-82aa-a501f8a610ea {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:55:17.190494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 35bc3f86-d82c-4696-82aa-a501f8a610ea not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:55:17.190925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a89dec4-87bf-4de0-ad27-338ce36d463f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:55:17.212443 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7a89dec4-87bf-4de0-ad27-338ce36d463f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:55:17.212781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a89dec4-87bf-4de0-ad27-338ce36d463f not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:55:17.213186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9fe7aca4-15ea-4878-8b03-8bec84e32f8a no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:55:17.228435 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-262a8376-f73f-414f-a653-881afdc3986b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:17.231532 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-262a8376-f73f-414f-a653-881afdc3986b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:17.231995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9fe7aca4-15ea-4878-8b03-8bec84e32f8a {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:55:17.232335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9fe7aca4-15ea-4878-8b03-8bec84e32f8a not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:55:17.235217 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-262a8376-f73f-414f-a653-881afdc3986b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27c4aa61-9f5f-4497-bc2f-e77af8365aeb HTTP/1.1" status: 204 len: 168 time: 0.1259508 Sep 24 00:55:17.240710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a8376-f73f-414f-a653-881afdc3986b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c4aa61-9f5f-4497-bc2f-e77af8365aeb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:17.962325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44160) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:18.077868 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-100073814-network', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:55:18.098034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Made reservation on behalf of 8f91b7b3ff1543e2afd0aecc3b4daf31 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:55:18.100485 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.110047 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.199041 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.202922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.228117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:55:18.237880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7de689-ed53-467d-a3e6-6b59b14baa15,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:18.242595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.242999 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Added segment 9f3ca707-d567-42cd-ba66-9c81838fa1f9 of type vlan for network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 Sep 24 00:55:18.285897 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.310913 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.312064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:18.312819 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.341975 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3785512 Sep 24 00:55:18.344900 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:18.349942 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Request body: {'subnet': {'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-100073814-subnet', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:55:18.371882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Made reservation on behalf of 8f91b7b3ff1543e2afd0aecc3b4daf31 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:55:18.373255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d904c-6ebe-4704-b254-475df05bac2e admin admin] Pushing event updated for resources: {'Network': ['ID=80a7d3fd-deb6-49e4-94d9-2fb473a94729,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:18.374325 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.383549 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:55:18.547689 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.603236 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62a0a25-397a-4327-9afc-cdd6279c0f28,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:18.612004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Checking segment: {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:18.612359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Network hostable DHCP agents. Network: 80a7d3fd-deb6-49e4-94d9-2fb473a94729, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:55:18.628459 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:55:18.636345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 80a7d3fd-deb6-49e4-94d9-2fb473a94729) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:18.641229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:18.641815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.645099 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01124cb3-383d-4473-aa60-3f2a90946eb3 None None] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:55:18.656429 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-05b3615d-41fd-4eef-a536-df559c82b196 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3102913 Sep 24 00:55:18.659054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44166) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:18.663433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:55:18.684144 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.685166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.737042 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.789371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:55:18.790269 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.884343 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:18.932315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Allocated IP 172.20.0.2 (80a7d3fd-deb6-49e4-94d9-2fb473a94729/a62a0a25-397a-4327-9afc-cdd6279c0f28/e77ecfba-8d86-41c9-b586-b2f2237f633b) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:55:19.077030 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.082921 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.083565 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.102478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.120907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:19.123691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:19.127077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:55:19.137113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Pushing event updated for resources: {'Port': ['ID=e77ecfba-8d86-41c9-b586-b2f2237f633b,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:19.194171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Attempting to bind port e77ecfba-8d86-41c9-b586-b2f2237f633b on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:55:19.194539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Attempting to bind port e77ecfba-8d86-41c9-b586-b2f2237f633b by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:55:19.194941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Attempting to bind port e77ecfba-8d86-41c9-b586-b2f2237f633b on network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:55:19.200933 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:55:19.201598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Checking segment: {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:19.201738 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.202077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Bound using segment: {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:55:19.202557 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Bound port: e77ecfba-8d86-41c9-b586-b2f2237f633b, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:55:19.203007 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.209323 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Allocated IP 172.25.5.224 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/30310620-4be8-4c27-a261-88ad07445b74) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:55:19.274860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] For port e77ecfba-8d86-41c9-b586-b2f2237f633b, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:55:19.278014 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] For port e77ecfba-8d86-41c9-b586-b2f2237f633b, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e77ecfba-8d86-41c9-b586-b2f2237f633b,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:55:19.282664 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.318965 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.340604 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a000cc-3d03-46bb-b3f1-d3e385392c30 None None] Pushing event updated for resources: {'Port': ['ID=e77ecfba-8d86-41c9-b586-b2f2237f633b,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:19.353744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.391425 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:19.394321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:19.397903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:55:19.429202 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Pushing event updated for resources: {'Port': ['ID=30310620-4be8-4c27-a261-88ad07445b74,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:19.667170 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:19.858273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:20.258882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aa7833-c451-4887-9dd9-9b4dc4c5f4d4 None None] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:55:20.304204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Router 2dfff81b-e7b1-465f-b41b-cebed5266d7d is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:55:20.414270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:55:20.431393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:20.432616 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-13017c77-13a0-4301-a25a-83296beaf831 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7725046 Sep 24 00:55:20.435563 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44168) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:20.475508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Sync routers for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:55:20.503161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:20.503681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:20.543629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-53e5c980-e5f0-41f7-b349-34829fd8255c None None] Provisioning complete for port e77ecfba-8d86-41c9-b586-b2f2237f633b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:20.544000 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-53e5c980-e5f0-41f7-b349-34829fd8255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:20.720737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:20.782202 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-53e5c980-e5f0-41f7-b349-34829fd8255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:20.852086 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:20.867215 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-53e5c980-e5f0-41f7-b349-34829fd8255c None None] For port e77ecfba-8d86-41c9-b586-b2f2237f633b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e77ecfba-8d86-41c9-b586-b2f2237f633b,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:20.874052 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-53e5c980-e5f0-41f7-b349-34829fd8255c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:20.953971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5c980-e5f0-41f7-b349-34829fd8255c None None] Pushing event updated for resources: {'Port': ['ID=e77ecfba-8d86-41c9-b586-b2f2237f633b,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:20.992578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:19Z', 'revision_number': 3, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:21.022471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Checking router: 2dfff81b-e7b1-465f-b41b-cebed5266d7d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:55:21.022860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Updating router 2dfff81b-e7b1-465f-b41b-cebed5266d7d port 30310620-4be8-4c27-a261-88ad07445b74 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:55:21.028409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Allocated IP 172.20.0.1 (80a7d3fd-deb6-49e4-94d9-2fb473a94729/a62a0a25-397a-4327-9afc-cdd6279c0f28/704c93df-a938-4fa7-9fdd-9b18cc68c2cc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:55:21.046228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ee6eae3f-d677-410b-a12f-57eadf256a7b None None] Provisioning complete for port e77ecfba-8d86-41c9-b586-b2f2237f633b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:21.046601 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ee6eae3f-d677-410b-a12f-57eadf256a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.074357 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.138654 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.176736 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.206418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e77ecfba-8d86-41c9-b586-b2f2237f633b up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:21.217206 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:21.220204 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:21.223914 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:55:21.255331 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Pushing event updated for resources: {'Port': ['ID=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:21.269333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.336405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port e77ecfba-8d86-41c9-b586-b2f2237f633b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:21.337822 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.416048 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.480624 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.490471 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.529261 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2fcf63bc-7837-4904-9299-635f073fd25c None None] Provisioning complete for port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:21.530039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2fcf63bc-7837-4904-9299-635f073fd25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.570345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Attempting to bind port 30310620-4be8-4c27-a261-88ad07445b74 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:55:21.570715 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Attempting to bind port 30310620-4be8-4c27-a261-88ad07445b74 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:55:21.571753 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Attempting to bind port 30310620-4be8-4c27-a261-88ad07445b74 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:55:21.582581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.584761 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d6d3b-835e-450e-92a1-a00569c1a70f None None] Pushing event updated for resources: {'Port': ['ID=30310620-4be8-4c27-a261-88ad07445b74,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:21.587575 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.590599 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:55:21.591066 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:21.591468 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.591854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:55:21.592330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Bound port: 30310620-4be8-4c27-a261-88ad07445b74, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:55:21.592712 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.595737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2fcf63bc-7837-4904-9299-635f073fd25c None None] Port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:55:21.651351 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] For port 30310620-4be8-4c27-a261-88ad07445b74, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:55:21.654050 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] For port 30310620-4be8-4c27-a261-88ad07445b74, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=30310620-4be8-4c27-a261-88ad07445b74,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:55:21.655916 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.659146 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:21.659345 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Pushing event updated for resources: {'Port': ['ID=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:21.713471 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:21.714089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:21.751513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63d6d3b-835e-450e-92a1-a00569c1a70f None None] Pushing event updated for resources: {'Port': ['ID=30310620-4be8-4c27-a261-88ad07445b74,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:21.758959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:21.760622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:21.828910 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:21.889884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Router 2dfff81b-e7b1-465f-b41b-cebed5266d7d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:55:22.006720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:55:22.011657 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bc43540a-fcb5-43ed-a18c-c75925a4cfc0 admin admin] 10.222.0.24 "PUT /v2.0/routers/2dfff81b-e7b1-465f-b41b-cebed5266d7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5751147 Sep 24 00:55:22.028506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-559afe8d-8809-4704-94a2-463d169a74e7 None None] Provisioning complete for port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:22.028935 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-559afe8d-8809-4704-94a2-463d169a74e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.071503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-559afe8d-8809-4704-94a2-463d169a74e7 None None] Port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:55:22.077619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 2, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:22.107763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c70116bf-e417-4820-abf0-a535aec5134f None None] The sync data for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 is: [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 2, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:55:22.555889 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44184) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:22.561592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-638177246-network', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:55:22.583762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Made reservation on behalf of 60f2eb90bde4432d969812e5f77b90d9 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:55:22.586120 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.595907 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.692982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.703539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.730066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:55:22.742566 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835159ea-0e3f-42d0-abc2-d98a1dee67c1,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:22.748283 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.748628 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Added segment dc43aa81-03cb-4585-9581-86e690142ba6 of type vlan for network 523a1da3-eee5-40bd-9f28-4547a638f13b Sep 24 00:55:22.790930 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.818006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.819020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:22.819616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:22.865055 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3025835 Sep 24 00:55:22.865519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44186) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:22.870921 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Request body: {'subnet': {'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-638177246-subnet', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:55:22.909014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85f43c-44fc-4c96-b5e5-627b36bfeaea admin admin] Pushing event updated for resources: {'Network': ['ID=523a1da3-eee5-40bd-9f28-4547a638f13b,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:22.920481 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 523a1da3-eee5-40bd-9f28-4547a638f13b details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:55:22.928504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Made reservation on behalf of 60f2eb90bde4432d969812e5f77b90d9 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:55:22.931659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.084825 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2f0e41c4-3f9d-4d93-8de4-90db291be429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.120219 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.192556 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70405e8c-327a-4b19-bcd9-56bdaf1f3097,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:23.202005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Checking segment: {'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:23.202441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Network hostable DHCP agents. Network: 523a1da3-eee5-40bd-9f28-4547a638f13b, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:55:23.206387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 30310620-4be8-4c27-a261-88ad07445b74 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:23.225697 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Network 523a1da3-eee5-40bd-9f28-4547a638f13b is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:55:23.237205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 523a1da3-eee5-40bd-9f28-4547a638f13b) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:23.247584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5298d6f-54ef-4da4-b40f-b5d073ce98f2 None None] Network 523a1da3-eee5-40bd-9f28-4547a638f13b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:55:23.248476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:23.249153 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.267234 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6cebbcd6-9184-4ab6-85ff-d378ad18bdb4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4008327 Sep 24 00:55:23.269881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44188) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:23.276098 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:55:23.299278 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.300247 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.319495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 30310620-4be8-4c27-a261-88ad07445b74 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:23.319889 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.359611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.465162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.472225 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-523a1da3-eee5-40bd-9f28-4547a638f13b', 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'fixed_ips': [{'subnet_id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:55:23.473179 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.500415 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.500641 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 30310620-4be8-4c27-a261-88ad07445b74, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=30310620-4be8-4c27-a261-88ad07445b74,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:23.508356 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.705301 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.725108 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.793737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=30310620-4be8-4c27-a261-88ad07445b74,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:23.821469 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Allocated IP 172.20.0.2 (523a1da3-eee5-40bd-9f28-4547a638f13b/70405e8c-327a-4b19-bcd9-56bdaf1f3097/25f01f02-af44-47da-b702-0c3102e99d10) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:55:23.858212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Allocated IP 172.25.5.243 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/594b66d1-3aac-4795-afeb-f8bb8dda01e8) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:55:23.967580 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.978342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:23.983942 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.003159 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.024976 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Network 523a1da3-eee5-40bd-9f28-4547a638f13b is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:24.027965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:24.033065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:55:24.044096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Pushing event updated for resources: {'Port': ['ID=25f01f02-af44-47da-b702-0c3102e99d10,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:24.045186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:24.047980 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:24.054642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:55:24.057794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Pushing event updated for resources: {'Port': ['ID=594b66d1-3aac-4795-afeb-f8bb8dda01e8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:24.099658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Attempting to bind port 25f01f02-af44-47da-b702-0c3102e99d10 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:55:24.100224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Attempting to bind port 25f01f02-af44-47da-b702-0c3102e99d10 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:55:24.100588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Attempting to bind port 25f01f02-af44-47da-b702-0c3102e99d10 on network 523a1da3-eee5-40bd-9f28-4547a638f13b {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:55:24.101575 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Sync routers for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:55:24.106259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:55:24.106656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Checking segment: {'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:24.108164 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.108607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Bound using segment: {'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:55:24.109107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Bound port: 25f01f02-af44-47da-b702-0c3102e99d10, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:55:24.109463 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.110839 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:24.111443 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:24.178192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] For port 25f01f02-af44-47da-b702-0c3102e99d10, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:55:24.181423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] For port 25f01f02-af44-47da-b702-0c3102e99d10, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=25f01f02-af44-47da-b702-0c3102e99d10,segment=NetworkSegment(dc43aa81-03cb-4585-9581-86e690142ba6),segment_id=dc43aa81-03cb-4585-9581-86e690142ba6)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:55:24.187170 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.247021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03e2a8-23c1-4e33-902c-f261bf1abb59 None None] Pushing event updated for resources: {'Port': ['ID=25f01f02-af44-47da-b702-0c3102e99d10,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:24.333814 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:24.341525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.561852 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 2, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:24.567742 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.589095 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Checking router: 2dfff81b-e7b1-465f-b41b-cebed5266d7d for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:55:24.589364 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Updating router 2dfff81b-e7b1-465f-b41b-cebed5266d7d port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:55:24.617501 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.695119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:55:24.738780 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:55:24.800260 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:55:24.810513 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Sync routers for ids ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:55:24.815211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.816507 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bb8e15f2-14f2-4ccd-b4d1-e70fb21ef674 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5449119 Sep 24 00:55:24.819476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44190) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:55:24.820589 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Routers {'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:24.822031 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:24.892220 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.897813 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:24.959668 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Pushing event updated for resources: {'Port': ['ID=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:24.962304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Set router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:25.003393 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.003734 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.004068 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.004398 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.004723 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.005048 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.005362 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.005679 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.005991 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.006308 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.006637 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.006957 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:25.023455 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Attempting to bind port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:55:25.023857 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Attempting to bind port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:55:25.025012 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Attempting to bind port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc on network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:55:25.037923 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:55:25.038345 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Checking segment: {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:25.039978 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.040370 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Bound using segment: {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:55:25.040843 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Bound port: 704c93df-a938-4fa7-9fdd-9b18cc68c2cc, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:55:25.041306 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.178481 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] For port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:55:25.180277 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] For port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:55:25.193670 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.255843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:24Z', 'revision_number': 3, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port': {'id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:25.307301 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:25.307919 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:54:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:25.308990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Checking router: b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:55:25.309342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Updating router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 port 594b66d1-3aac-4795-afeb-f8bb8dda01e8 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:55:25.311574 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd4afc-b3b4-45e6-befd-1dfc20da19b1 None None] Pushing event updated for resources: {'Port': ['ID=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:25.371298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 25f01f02-af44-47da-b702-0c3102e99d10 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:25.423008 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.461962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-066d4d86-2891-445a-ad0f-c8d7145becad None None] Provisioning complete for port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:25.462598 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-066d4d86-2891-445a-ad0f-c8d7145becad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.467100 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:25.468705 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.582236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 25f01f02-af44-47da-b702-0c3102e99d10 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:25.582812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.669384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c1f97c-3ff9-4c61-b284-6c65ed901e3a None None] Network 523a1da3-eee5-40bd-9f28-4547a638f13b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:55:25.677614 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Allocated IP 172.20.0.1 (523a1da3-eee5-40bd-9f28-4547a638f13b/70405e8c-327a-4b19-bcd9-56bdaf1f3097/9e4261e2-e0fd-4b1b-959d-9dce0237bc3f) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:55:25.692747 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-066d4d86-2891-445a-ad0f-c8d7145becad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.723387 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:25Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:25.751756 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19f5383-6d81-4e09-ba1f-0f4283da9721 None None] The sync data for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 is: [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:25Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:55:25.791148 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.828407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-066d4d86-2891-445a-ad0f-c8d7145becad None None] For port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:25.831878 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.854597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-066d4d86-2891-445a-ad0f-c8d7145becad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.871274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Network 523a1da3-eee5-40bd-9f28-4547a638f13b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:25.874227 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:25.878016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:55:25.919307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Pushing event updated for resources: {'Port': ['ID=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:25.928543 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:25.931174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.022612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d4d86-2891-445a-ad0f-c8d7145becad None None] Pushing event updated for resources: {'Port': ['ID=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:26.068757 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.076332 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.093386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 25f01f02-af44-47da-b702-0c3102e99d10, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=25f01f02-af44-47da-b702-0c3102e99d10,segment=NetworkSegment(dc43aa81-03cb-4585-9581-86e690142ba6),segment_id=dc43aa81-03cb-4585-9581-86e690142ba6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:26.113945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e82519db-5157-4d93-abda-0e07b4cdfe8d None None] Provisioning complete for port 25f01f02-af44-47da-b702-0c3102e99d10 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:26.114614 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e82519db-5157-4d93-abda-0e07b4cdfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.143781 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.144547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 30310620-4be8-4c27-a261-88ad07445b74 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:26.147373 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.153841 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a35d-3395-443d-9124-8e84a8aa5a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.202502 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.258315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.265310 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.274906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=25f01f02-af44-47da-b702-0c3102e99d10,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:26.288263 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Attempting to bind port 594b66d1-3aac-4795-afeb-f8bb8dda01e8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:55:26.288628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Attempting to bind port 594b66d1-3aac-4795-afeb-f8bb8dda01e8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:55:26.288987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Attempting to bind port 594b66d1-3aac-4795-afeb-f8bb8dda01e8 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:55:26.322580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:55:26.322981 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:26.323462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.323852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:55:26.324335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Bound port: 594b66d1-3aac-4795-afeb-f8bb8dda01e8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:55:26.325141 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.351939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.353903 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Pushing event updated for resources: {'Port': ['ID=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:26.388605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 30310620-4be8-4c27-a261-88ad07445b74 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:26.388971 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.395973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31a906-710e-433a-8c22-3b2eca2233c3 None None] Pushing event updated for resources: {'Port': ['ID=594b66d1-3aac-4795-afeb-f8bb8dda01e8,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:26.469219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] For port 594b66d1-3aac-4795-afeb-f8bb8dda01e8, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:55:26.471239 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Network 523a1da3-eee5-40bd-9f28-4547a638f13b is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:26.473010 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:26.474104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] For port 594b66d1-3aac-4795-afeb-f8bb8dda01e8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=594b66d1-3aac-4795-afeb-f8bb8dda01e8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:55:26.485451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.492141 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e82519db-5157-4d93-abda-0e07b4cdfe8d None None] Provisioning complete for port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:26.492505 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e82519db-5157-4d93-abda-0e07b4cdfe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:26.613890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:55:26.635831 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Routers {'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:26.636473 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:55:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:26.732086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:55:26.739273 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a985c6ce-5a2e-4abf-846d-452880bc94af admin admin] 10.222.0.24 "PUT /v2.0/routers/b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9186962 Sep 24 00:55:26.843863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb31a906-710e-433a-8c22-3b2eca2233c3 None None] Pushing event updated for resources: {'Port': ['ID=594b66d1-3aac-4795-afeb-f8bb8dda01e8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:26.962318 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] Set router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:26.999338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:27.098462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5616d2ee-9ffe-4368-aa93-40c15cd02e02 None None] Provisioning complete for port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:27.098941 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5616d2ee-9ffe-4368-aa93-40c15cd02e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:27.151956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-5616d2ee-9ffe-4368-aa93-40c15cd02e02 None None] Port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:55:27.196218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5616d2ee-9ffe-4368-aa93-40c15cd02e02 None None] Provisioning complete for port 25f01f02-af44-47da-b702-0c3102e99d10 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:27.196580 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5616d2ee-9ffe-4368-aa93-40c15cd02e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:27.238853 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 25f01f02-af44-47da-b702-0c3102e99d10 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:27.278865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 4, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port': {'id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9e4261e2-e0fd-4b1b-959d-9dce0237bc3f', 'name': '', 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'mac_address': 'fa:16:3e:d7:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:25Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 2, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'subnets': [{'id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:27.313037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da87e27e-c6f3-4168-a32c-6fd9fe7bebed None None] The sync data for ids ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'] in n-d-713498-18 is: [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 4, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port': {'id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9e4261e2-e0fd-4b1b-959d-9dce0237bc3f', 'name': '', 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'mac_address': 'fa:16:3e:d7:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:25Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 2, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'subnets': [{'id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:55:27.364691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 25f01f02-af44-47da-b702-0c3102e99d10 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:27.365457 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:27.450786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 704c93df-a938-4fa7-9fdd-9b18cc68c2cc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:27.502258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:27.502729 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:29.232673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 594b66d1-3aac-4795-afeb-f8bb8dda01e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:29.300173 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 594b66d1-3aac-4795-afeb-f8bb8dda01e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:29.300934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:29.354050 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:29.399934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:29.423932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 594b66d1-3aac-4795-afeb-f8bb8dda01e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=594b66d1-3aac-4795-afeb-f8bb8dda01e8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:29.427923 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:29.494247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=594b66d1-3aac-4795-afeb-f8bb8dda01e8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:30.059781 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Sync routers for ids ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:55:30.072584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Routers {'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:30.073219 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:55:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:30.186668 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Set router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:30.401175 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 4, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port': {'id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9e4261e2-e0fd-4b1b-959d-9dce0237bc3f', 'name': '', 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'mac_address': 'fa:16:3e:d7:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:25Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 2, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'subnets': [{'id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:30.432721 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Checking router: b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:55:30.433372 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Updating router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:55:30.461354 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:30.777539 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:30.785349 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:30.837184 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5ebb9-b253-4653-9ab3-75c32ed50142 None None] Pushing event updated for resources: {'Port': ['ID=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:30.897934 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Attempting to bind port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:55:30.898295 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Attempting to bind port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:55:30.898645 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Attempting to bind port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f on network 523a1da3-eee5-40bd-9f28-4547a638f13b {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:55:30.907038 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:55:30.907402 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Checking segment: {'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:30.907797 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:30.908228 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Bound using segment: {'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:55:30.908690 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Bound port: 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc43aa81-03cb-4585-9581-86e690142ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:55:30.909057 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:30.994696 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] For port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:55:30.999153 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] For port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,segment=NetworkSegment(dc43aa81-03cb-4585-9581-86e690142ba6),segment_id=dc43aa81-03cb-4585-9581-86e690142ba6)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:55:31.005294 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:31.073664 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Routers {'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:55:31.074281 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:55:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:31.132269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c639f4a0-ee5e-4ab8-8017-9faf9f6033e4 None None] Provisioning complete for port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:31.133892 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c639f4a0-ee5e-4ab8-8017-9faf9f6033e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:31.259818 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c639f4a0-ee5e-4ab8-8017-9faf9f6033e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:31.270878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 594b66d1-3aac-4795-afeb-f8bb8dda01e8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:31.344802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c639f4a0-ee5e-4ab8-8017-9faf9f6033e4 None None] For port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,segment=NetworkSegment(dc43aa81-03cb-4585-9581-86e690142ba6),segment_id=dc43aa81-03cb-4585-9581-86e690142ba6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:31.354900 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c639f4a0-ee5e-4ab8-8017-9faf9f6033e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:31.385931 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] Set router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:55:31.416098 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 594b66d1-3aac-4795-afeb-f8bb8dda01e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:31.416481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:31.489697 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639f4a0-ee5e-4ab8-8017-9faf9f6033e4 None None] Pushing event updated for resources: {'Port': ['ID=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:31.502934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c1f99827-1609-4ae1-9e88-6421bed1a565 None None] Provisioning complete for port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:31.503313 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c1f99827-1609-4ae1-9e88-6421bed1a565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:31.520304 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5ebb9-b253-4653-9ab3-75c32ed50142 None None] Pushing event updated for resources: {'Port': ['ID=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:31.622940 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 4, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port': {'id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9e4261e2-e0fd-4b1b-959d-9dce0237bc3f', 'name': '', 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'mac_address': 'fa:16:3e:d7:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:25Z', 'updated_at': '2021-09-24T00:55:30Z', 'revision_number': 4, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'subnets': [{'id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:55:31.664661 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3505f3ed-852c-44d0-8b74-4d0b199b3169 None None] The sync data for ids ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'] in n-d-713498-18 is: [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:26Z', 'revision_number': 4, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port': {'id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '9e4261e2-e0fd-4b1b-959d-9dce0237bc3f', 'name': '', 'network_id': '523a1da3-eee5-40bd-9f28-4547a638f13b', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'mac_address': 'fa:16:3e:d7:a1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:25Z', 'updated_at': '2021-09-24T00:55:30Z', 'revision_number': 4, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'subnets': [{'id': '70405e8c-327a-4b19-bcd9-56bdaf1f3097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:55:33.221425 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:33.285264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:33.285652 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:36.948140 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-8da0a6c5-b37f-4f26-b0a1-164521bd4d9f tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:36.949538 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-8da0a6c5-b37f-4f26-b0a1-164521bd4d9f tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 814 time: 0.1014843 Sep 24 00:55:36.964672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-4c2120d9-18ea-423e-aff8-1cbcefd5908a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/quotas/8f91b7b3ff1543e2afd0aecc3b4daf31 HTTP/1.1" status: 200 len: 375 time: 0.0093746 Sep 24 00:55:37.013657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-9832c5b9-409a-469a-a907-e40ee548594d tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438399 Sep 24 00:55:37.203511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-463835bb-234c-4805-a57b-3376da540128 service neutron] 10.222.0.24 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772976 Sep 24 00:55:37.218304 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:37.293171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-3627cbd7-cdf3-4f86-ad6f-a23a0a3b0b79 service neutron] 10.222.0.24 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822959 Sep 24 00:55:37.464109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-46b0efe0-e619-414b-8083-f1c7d3213834 req-f3d8fa50-5eb2-4e30-953d-73ec5cfc1ada tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 210 time: 0.0262952 Sep 24 00:55:38.357880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92d3e153-d550-408e-8f2f-c06b0dfa9361 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:38.359382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92d3e153-d550-408e-8f2f-c06b0dfa9361 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 814 time: 0.1076968 Sep 24 00:55:38.371657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'port': {'device_id': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'admin_state_up': True, 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:55:38.484030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Made reservation on behalf of 8f91b7b3ff1543e2afd0aecc3b4daf31 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:55:38.487530 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:38.575789 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-93c27f8c-c01e-4dbe-beef-f704d48986fd req-a19ab989-b9da-46d0-b035-f3ed9ab1af06 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 210 time: 0.0340853 Sep 24 00:55:38.640441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Allocated IP 172.20.0.3 (80a7d3fd-deb6-49e4-94d9-2fb473a94729/a62a0a25-397a-4327-9afc-cdd6279c0f28/c4aefc25-7438-4ed6-84d7-32130b23a777) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:55:38.832402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:38.874055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:38.917449 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:55:38.921353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:55:38.925722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:55:38.976284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:38.977438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:39.002310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6342981 Sep 24 00:55:39.003057 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92623778-5371-47da-bade-431ee147e40c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'Port': ['ID=c4aefc25-7438-4ed6-84d7-32130b23a777,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:39.230212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2e1e87ff-5185-42cc-964a-56ce71c5c325 None None] Provisioning complete for port c4aefc25-7438-4ed6-84d7-32130b23a777 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:39.231083 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e1e87ff-5185-42cc-964a-56ce71c5c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:39.266658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2e1e87ff-5185-42cc-964a-56ce71c5c325 None None] Port c4aefc25-7438-4ed6-84d7-32130b23a777 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:55:39.697614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677a726-c723-4474-aa13-546651236427 req-04fed998-0bff-46c8-90a3-913ece2c6b95 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:39.699061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c677a726-c723-4474-aa13-546651236427 req-04fed998-0bff-46c8-90a3-913ece2c6b95 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 931 time: 0.0524192 Sep 24 00:55:39.743709 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c677a726-c723-4474-aa13-546651236427 req-7d3e7a88-66ea-403b-b7fb-38c2ec7a8d96 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371871 Sep 24 00:55:39.748104 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:40.862252 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d26794-6995-4d08-b941-5b608d1f960d req-1d45496b-84d2-4124-ba00-9f472313eecd tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:40.863898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07d26794-6995-4d08-b941-5b608d1f960d req-1d45496b-84d2-4124-ba00-9f472313eecd tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 931 time: 0.0515599 Sep 24 00:55:40.904535 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07d26794-6995-4d08-b941-5b608d1f960d req-dab86d23-48f3-48df-8e0f-75e16a47c247 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336044 Sep 24 00:55:42.036111 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6589a7-7c1e-40e8-aa51-9f35ecea5c56 req-d4957fcc-14e7-40ff-8a91-25600f595958 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:42.037589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce6589a7-7c1e-40e8-aa51-9f35ecea5c56 req-d4957fcc-14e7-40ff-8a91-25600f595958 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 931 time: 0.0546358 Sep 24 00:55:42.077592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce6589a7-7c1e-40e8-aa51-9f35ecea5c56 req-9636286b-528d-479f-a014-ac65177e43ab tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Sep 24 00:55:43.200198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d329ab-ac87-4eda-a38e-96229ffca824 req-4e4746fe-3223-4d15-bffe-f4c38ac7dc52 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:43.201743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02d329ab-ac87-4eda-a38e-96229ffca824 req-4e4746fe-3223-4d15-bffe-f4c38ac7dc52 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 931 time: 0.0554664 Sep 24 00:55:43.242037 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-02d329ab-ac87-4eda-a38e-96229ffca824 req-4a873276-ee9d-402f-8901-9249a87859fa tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340459 Sep 24 00:55:44.363760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742886a3-57f2-42a1-9859-b7e819b21f02 req-19228357-70fd-4112-9197-d15a71f9d1fa tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:44.365263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-742886a3-57f2-42a1-9859-b7e819b21f02 req-19228357-70fd-4112-9197-d15a71f9d1fa tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 931 time: 0.0524557 Sep 24 00:55:44.406554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-742886a3-57f2-42a1-9859-b7e819b21f02 req-0d4b6483-2d57-42a9-9b0e-cebcfe34231c tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336485 Sep 24 00:55:45.527479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459af404-b77e-46dd-94d8-74acec25d225 req-db452add-a1fa-4f22-9b93-7cfb92d16b19 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:45.528996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-459af404-b77e-46dd-94d8-74acec25d225 req-db452add-a1fa-4f22-9b93-7cfb92d16b19 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 931 time: 0.0548632 Sep 24 00:55:45.569702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-459af404-b77e-46dd-94d8-74acec25d225 req-4474ecaf-f397-4f5f-a41b-873924a05778 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344532 Sep 24 00:55:46.687372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc15308-52be-40fa-8512-9e6366720d16 req-26ba1cca-96d4-420b-b360-563058ffea0e tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:46.688903 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecc15308-52be-40fa-8512-9e6366720d16 req-26ba1cca-96d4-420b-b360-563058ffea0e tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 931 time: 0.0507131 Sep 24 00:55:46.729770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ecc15308-52be-40fa-8512-9e6366720d16 req-0e016d30-ff71-4ef0-9401-a44d37ad643e tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339475 Sep 24 00:55:47.846925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e18f9-824c-428b-96a8-50009e550930 req-02e3957d-5727-4437-81e9-f5182d4d7bb9 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:47.848458 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-247e18f9-824c-428b-96a8-50009e550930 req-02e3957d-5727-4437-81e9-f5182d4d7bb9 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 931 time: 0.0507953 Sep 24 00:55:47.888829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-247e18f9-824c-428b-96a8-50009e550930 req-96174f08-b8ef-4405-9453-21a68e90a7e8 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332735 Sep 24 00:55:48.410896 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Request body: {'port': {'device_id': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:55:48.465754 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:48.717882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4aefc25-7438-4ed6-84d7-32130b23a777 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:55:48.725032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:48.736869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Transition to ACTIVE for port object c4aefc25-7438-4ed6-84d7-32130b23a777 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:55:48.740646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:48.794625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Pushing event updated for resources: {'Port': ['ID=c4aefc25-7438-4ed6-84d7-32130b23a777,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:48.860100 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Attempting to bind port c4aefc25-7438-4ed6-84d7-32130b23a777 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:55:48.860771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Attempting to bind port c4aefc25-7438-4ed6-84d7-32130b23a777 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:55:48.860771 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Attempting to bind port c4aefc25-7438-4ed6-84d7-32130b23a777 on network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:55:48.865347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Port c4aefc25-7438-4ed6-84d7-32130b23a777 on network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:55:48.865665 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Attempting to bind port c4aefc25-7438-4ed6-84d7-32130b23a777 on network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:55:48.871280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:55:48.871614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Checking segment: {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:55:48.872000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Bound using segment: {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:55:48.872441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Bound port: c4aefc25-7438-4ed6-84d7-32130b23a777, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f3ca707-d567-42cd-ba66-9c81838fa1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:55:48.872783 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:48.941084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] For port c4aefc25-7438-4ed6-84d7-32130b23a777, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:55:48.944388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] For port c4aefc25-7438-4ed6-84d7-32130b23a777, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c4aefc25-7438-4ed6-84d7-32130b23a777,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:55:48.949402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:49.013228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:49.013855 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:49.015326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] 10.222.0.18 "PUT /v2.0/ports/c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 1092 time: 0.6522851 Sep 24 00:55:49.015937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:55:49.018229 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:55:49.066073 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d98791d-b92f-4829-b99d-c37be8d6dac9 x-openstack-request-id: req-2d98791d-b92f-4829-b99d-c37be8d6dac9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:55:49.066364 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:55:49.066617 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2d98791d-b92f-4829-b99d-c37be8d6dac9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:55:49.067032 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'status': 'completed', 'code': 200} Sep 24 00:55:49.077286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc4da0a-570b-4dd3-a0fb-a1908fff2750 service neutron] Pushing event updated for resources: {'Port': ['ID=c4aefc25-7438-4ed6-84d7-32130b23a777,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:49.108816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913c570-424b-49c0-bc58-72898abdb6bc req-4aa4ef31-a504-4e71-9668-889f704aeb76 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:49.110384 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2913c570-424b-49c0-bc58-72898abdb6bc req-4aa4ef31-a504-4e71-9668-889f704aeb76 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 943 time: 0.1485507 Sep 24 00:55:49.137816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-fc804b3c-3d16-4540-8fc1-b12bff076eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:49.139336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-fc804b3c-3d16-4540-8fc1-b12bff076eb4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1095 time: 0.0805590 Sep 24 00:55:49.168934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2913c570-424b-49c0-bc58-72898abdb6bc req-e1c96cc3-332f-4fff-b416-b30ea3cf9237 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519581 Sep 24 00:55:49.195488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-c81cd84d-89b7-4b1e-9409-69ffed2fed66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 217 time: 0.0451388 Sep 24 00:55:49.244655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-d1dad0b6-7947-4195-b93c-f652180d83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:49.246071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-d1dad0b6-7947-4195-b93c-f652180d83d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0428493 Sep 24 00:55:49.291935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-7ec30198-4c16-4ee7-894e-cd006f1f11f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:49.293693 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-7ec30198-4c16-4ee7-894e-cd006f1f11f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399034 Sep 24 00:55:49.390565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-2d970af3-6f59-4389-a423-854b12aeeb75 service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899081 Sep 24 00:55:49.480431 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e2ad51-1a12-476c-a86f-92ee3154b3ad req-944703c4-27eb-462d-b3e5-1ac812581020 service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829484 Sep 24 00:55:49.569666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-aca5777d-f308-4cae-b87c-cce15983d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:49.571241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-aca5777d-f308-4cae-b87c-cce15983d63b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1095 time: 0.0441456 Sep 24 00:55:49.660395 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-e3dd956b-6a03-47c8-b3e2-8ec78ec8513a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:49.661865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-e3dd956b-6a03-47c8-b3e2-8ec78ec8513a service neutron] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 915 time: 0.0828934 Sep 24 00:55:50.051795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-24846744-38fd-40e7-b6c9-3fa97fb964cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 217 time: 0.3825378 Sep 24 00:55:50.101114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-20e22bf4-34af-40ae-9331-889ff9aed596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:50.102524 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-20e22bf4-34af-40ae-9331-889ff9aed596 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0425406 Sep 24 00:55:50.148229 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-d9f1c2d1-3996-48b2-a58d-e8263d3aa8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:50.149665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-d9f1c2d1-3996-48b2-a58d-e8263d3aa8ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384529 Sep 24 00:55:50.253149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-2610590e-464b-4f55-a641-6109477b07a3 service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953741 Sep 24 00:55:50.340883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25391a98-fbf5-4e5e-b10a-a8f9e75074b4 req-4c23e366-d8a5-4876-af86-c186ad6e37c9 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:50.342337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25391a98-fbf5-4e5e-b10a-a8f9e75074b4 req-4c23e366-d8a5-4876-af86-c186ad6e37c9 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 943 time: 0.1039093 Sep 24 00:55:50.383282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-57ec8476-33ca-4a73-b00e-bbdbc639d4c7 req-1d1cdfe9-5364-4af6-a913-0ba0f8c5bb4b service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170602 Sep 24 00:55:50.395361 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-25391a98-fbf5-4e5e-b10a-a8f9e75074b4 req-548727f6-de5c-46f4-a492-39f5f66986be tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456476 Sep 24 00:55:51.507682 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0455ea2-c85e-4507-a6bb-1cca23c44776 req-5c3a9be8-1a4b-480a-94bb-390794711de2 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:51.509152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0455ea2-c85e-4507-a6bb-1cca23c44776 req-5c3a9be8-1a4b-480a-94bb-390794711de2 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 943 time: 0.0485828 Sep 24 00:55:51.546589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c0455ea2-c85e-4507-a6bb-1cca23c44776 req-ac48902f-5da2-4709-9958-ace36bd787d1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308292 Sep 24 00:55:51.956400 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c4aefc25-7438-4ed6-84d7-32130b23a777 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:55:52.058888 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c4aefc25-7438-4ed6-84d7-32130b23a777, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c4aefc25-7438-4ed6-84d7-32130b23a777,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:52.072626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'port_id': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'mac_address': 'fa:16:3e:df:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:55:52.110571 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:52.123312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4aefc25-7438-4ed6-84d7-32130b23a777 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:55:52.142940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c4aefc25-7438-4ed6-84d7-32130b23a777, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c4aefc25-7438-4ed6-84d7-32130b23a777,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:52.146861 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:52.195084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=c4aefc25-7438-4ed6-84d7-32130b23a777,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:52.202209 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.202552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.202914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.203250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.203579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.203908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.204230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.204555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.204873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.205192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.205508 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.205825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:55:52.367321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['c4aefc25-7438-4ed6-84d7-32130b23a777'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:55:52.658340 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e857f3f-8004-4365-9161-4d26007c38dd req-313a04c0-e3b9-45a0-8433-e54785c64720 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:52.659833 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e857f3f-8004-4365-9161-4d26007c38dd req-313a04c0-e3b9-45a0-8433-e54785c64720 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 944 time: 0.0480800 Sep 24 00:55:52.696180 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9e857f3f-8004-4365-9161-4d26007c38dd req-c9f0dcea-cdeb-4288-aea1-a040bb366069 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303319 Sep 24 00:55:53.085821 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e20e21ca-4fdf-40c9-bf2b-8767ba6f9484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:53.812322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a70314-b9bc-4774-b2cb-64be1f94cc3b req-a13f6f35-8bbc-4654-b4b4-68cde5ea9591 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:53.813777 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33a70314-b9bc-4774-b2cb-64be1f94cc3b req-a13f6f35-8bbc-4654-b4b4-68cde5ea9591 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 944 time: 0.0522130 Sep 24 00:55:53.849720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-33a70314-b9bc-4774-b2cb-64be1f94cc3b req-9d87680d-b1ec-463a-8e00-0f62e357b529 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301163 Sep 24 00:55:53.983199 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c4aefc25-7438-4ed6-84d7-32130b23a777 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:55:54.033450 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port c4aefc25-7438-4ed6-84d7-32130b23a777 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:55:54.036934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port c4aefc25-7438-4ed6-84d7-32130b23a777 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:55:54.037304 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:54.111734 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:54.132886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:55:54.135734 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559673be-d235-4f52-be5e-41a2288e71bd" -d '{"events": [{"server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:55:54.148533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port c4aefc25-7438-4ed6-84d7-32130b23a777, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c4aefc25-7438-4ed6-84d7-32130b23a777,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:55:54.153003 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:54.199503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=c4aefc25-7438-4ed6-84d7-32130b23a777,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:55:54.312865 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ae6bf9-081b-40e9-b678-9bea273be093 x-openstack-request-id: req-d8ae6bf9-081b-40e9-b678-9bea273be093 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:55:54.313154 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "name": "network-vif-plugged", "status": "completed", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:55:54.313402 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8ae6bf9-081b-40e9-b678-9bea273be093 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:55:54.313817 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'code': 200} Sep 24 00:55:54.405973 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ee8ac-e2a2-4591-b077-454f4112f49a req-f5340950-6c66-4638-922c-190226b417b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:54.407495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f2ee8ac-e2a2-4591-b077-454f4112f49a req-f5340950-6c66-4638-922c-190226b417b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0396059 Sep 24 00:55:54.441416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1f2ee8ac-e2a2-4591-b077-454f4112f49a req-aaf3d73d-d9a7-4da5-af65-77fb20ae7bf2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272090 Sep 24 00:55:54.961198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ea3e01-14d9-470c-8f22-832991125256 req-8af3a242-011f-4723-9d5f-eff3a09d74f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:54.962782 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06ea3e01-14d9-470c-8f22-832991125256 req-8af3a242-011f-4723-9d5f-eff3a09d74f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0483224 Sep 24 00:55:54.999859 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06ea3e01-14d9-470c-8f22-832991125256 req-10698609-80ea-4293-918c-21abcce774fb tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311744 Sep 24 00:55:55.963208 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:56.064451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87ad8cd7-673f-49e1-93e1-aee89f186481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:56.119570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38b532-b811-4ca7-b111-a7a7714f50f9 req-b5e12768-6ad3-4ed9-b0a4-b40b064b66a2 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:56.121085 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a38b532-b811-4ca7-b111-a7a7714f50f9 req-b5e12768-6ad3-4ed9-b0a4-b40b064b66a2 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0523119 Sep 24 00:55:56.159599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a38b532-b811-4ca7-b111-a7a7714f50f9 req-fc83727c-0eaa-497f-86fb-c14b837d8dee tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323138 Sep 24 00:55:56.271509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38721de4-e45e-41ff-b2a9-fc25ffc92f87 req-bdb74d78-b270-453e-bc50-e5b7e8da42cf tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:56.272989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38721de4-e45e-41ff-b2a9-fc25ffc92f87 req-bdb74d78-b270-453e-bc50-e5b7e8da42cf tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0482442 Sep 24 00:55:56.310154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38721de4-e45e-41ff-b2a9-fc25ffc92f87 req-941700b6-33ca-4c42-b8fd-c0b91ea956f2 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305991 Sep 24 00:55:56.493639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce252b-7c86-4ea8-b0b0-2932bd4d5c06 req-4ee6bc4f-f65a-40ff-971f-8422c39a0f27 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:55:56.495122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1ce252b-7c86-4ea8-b0b0-2932bd4d5c06 req-4ee6bc4f-f65a-40ff-971f-8422c39a0f27 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0481970 Sep 24 00:55:56.532848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f1ce252b-7c86-4ea8-b0b0-2932bd4d5c06 req-8b1b010f-4ecc-4a68-b511-92be4af409ae tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317590 Sep 24 00:55:56.970679 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:55:59.338121 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:01.742228 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:56:07.247598 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:08.113746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c2b84-6b0a-4327-9993-b6192471fa6e req-6dafb1ec-04c3-4d74-a459-2c4476a73980 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:08.115311 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-289c2b84-6b0a-4327-9993-b6192471fa6e req-6dafb1ec-04c3-4d74-a459-2c4476a73980 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0577354 Sep 24 00:56:08.153908 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-289c2b84-6b0a-4327-9993-b6192471fa6e req-e7ddd7e3-b907-46ab-a4e4-44968aee25a7 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320482 Sep 24 00:56:08.176942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44390) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:08.262558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f666fbf-bd50-4119-8ed5-3e04103f926f tempest-TestMinimumBasicScenario-128159635 tempest-TestMinimumBasicScenario-128159635-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:08.264176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0f666fbf-bd50-4119-8ed5-3e04103f926f tempest-TestMinimumBasicScenario-128159635 tempest-TestMinimumBasicScenario-128159635-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1092 time: 0.0862563 Sep 24 00:56:08.267247 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44394) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:08.271556 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:08.293611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:08.393607 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:08.494442 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Allocated IP 172.25.5.235 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/82ea6d0d-664c-4bf9-9c03-1208d8917d66) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:56:08.598524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:08.630566 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:08.666496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:56:08.669551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:56:08.673099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:56:08.699652 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'Port': ['ID=82ea6d0d-664c-4bf9-9c03-1208d8917d66,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:08.712902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.713249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.713629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.713948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.714278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.714615 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.714961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.715285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.715610 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.715930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.716248 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:08.716565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:56:09.056013 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.131524 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.282539 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.286780 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.356102 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'Port': ['ID=82ea6d0d-664c-4bf9-9c03-1208d8917d66,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:09.368099 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.471809 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Floating IP 4388556c-304a-4517-bfde-6bfbbc69ab8f associated. External IP: 172.25.5.235, port: c4aefc25-7438-4ed6-84d7-32130b23a777. Sep 24 00:56:09.669487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Router 2dfff81b-e7b1-465f-b41b-cebed5266d7d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:56:09.747553 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.779825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:56:09.789733 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] Sync routers for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:56:09.796503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.799660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:56:09.800348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:55:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:56:09.830606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7b7f4987-e993-4b4f-94d5-e6f38f1c03c4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5595751 Sep 24 00:56:09.830606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:56:09.830606 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:56:09.831080 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44396) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:09.836147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f63a12a8-875d-4491-88de-d38b81a17990 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996082345', 'description': 'tempest-secgroup-smoke-996082345 description', 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:09.861861 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f63a12a8-875d-4491-88de-d38b81a17990 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.877122 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff885a00-8f5b-4356-af2f-efbd88ca5b8f x-openstack-request-id: req-ff885a00-8f5b-4356-af2f-efbd88ca5b8f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:56:09.877519 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:56:09.877867 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff885a00-8f5b-4356-af2f-efbd88ca5b8f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:56:09.878397 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'status': 'completed', 'code': 200} Sep 24 00:56:09.914951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:56:09.948795 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-8882d5ca-9a7a-4b48-a707-b7168d8391df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:09.949471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-8882d5ca-9a7a-4b48-a707-b7168d8391df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0512786 Sep 24 00:56:09.967447 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f63a12a8-875d-4491-88de-d38b81a17990 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:09.978197 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f63a12a8-875d-4491-88de-d38b81a17990 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.000382 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f63a12a8-875d-4491-88de-d38b81a17990 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.001659 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f63a12a8-875d-4491-88de-d38b81a17990 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1698661 Sep 24 00:56:10.012880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44400) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:10.017954 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a12a8-875d-4491-88de-d38b81a17990 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c92f7a21-d046-47dd-80aa-d547c14da775,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:10.031622 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f32783c0-fefa-40b9-9ca2-ddb00865d99a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'security_group_rule': {'security_group_id': 'c92f7a21-d046-47dd-80aa-d547c14da775', 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:10.067968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-5187e791-bb74-4e0b-9787-3db7eebe7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:10.069625 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-5187e791-bb74-4e0b-9787-3db7eebe7ee3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 915 time: 0.1129057 Sep 24 00:56:10.070145 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f32783c0-fefa-40b9-9ca2-ddb00865d99a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.123856 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f32783c0-fefa-40b9-9ca2-ddb00865d99a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.133081 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f32783c0-fefa-40b9-9ca2-ddb00865d99a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.151867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-77e2e2d7-6eee-43e3-81aa-2ee2d6bb584b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 999 time: 0.0752430 Sep 24 00:56:10.158956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32783c0-fefa-40b9-9ca2-ddb00865d99a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc8c505-e6f9-4825-83da-f214473d5146,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:10.170442 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f32783c0-fefa-40b9-9ca2-ddb00865d99a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.171826 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f32783c0-fefa-40b9-9ca2-ddb00865d99a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585939 Sep 24 00:56:10.174552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44402) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:10.179597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9ba94345-2596-4694-aef7-954f0f10c7a1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'security_group_rule': {'security_group_id': 'c92f7a21-d046-47dd-80aa-d547c14da775', 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:10.185941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '4388556c-304a-4517-bfde-6bfbbc69ab8f', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'port_id': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'mac_address': 'fa:16:3e:df:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:56:08Z', 'updated_at': '2021-09-24T00:56:08Z', 'revision_number': 0, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:25Z', 'revision_number': 5, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:56:10.209575 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-5f1b62c4-50f9-4e6e-b5a7-cb7fb7796fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:10.210281 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ba94345-2596-4694-aef7-954f0f10c7a1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.211035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-5f1b62c4-50f9-4e6e-b5a7-cb7fb7796fb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0514536 Sep 24 00:56:10.216708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] Checking router: 2dfff81b-e7b1-465f-b41b-cebed5266d7d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:56:10.230267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:56:10.230923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:55:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:56:10.275505 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ba94345-2596-4694-aef7-954f0f10c7a1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.275849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-2893c883-4921-4cad-b3bb-3448d41d0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:10.278142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-2893c883-4921-4cad-b3bb-3448d41d0a80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601246 Sep 24 00:56:10.280019 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ba94345-2596-4694-aef7-954f0f10c7a1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.297737 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba94345-2596-4694-aef7-954f0f10c7a1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d317a60d-e48f-40ab-ab6e-f83fe21a63d5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:10.313860 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9ba94345-2596-4694-aef7-954f0f10c7a1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.317923 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9ba94345-2596-4694-aef7-954f0f10c7a1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397629 Sep 24 00:56:10.318289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44404) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:10.324050 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-baa72bca-de52-44c2-9ac8-4a3fec8a740a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'security_group_rule': {'security_group_id': 'c92f7a21-d046-47dd-80aa-d547c14da775', 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:10.353399 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-baa72bca-de52-44c2-9ac8-4a3fec8a740a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.391863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:56:10.414936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-cb086f61-78d8-4b45-9749-3486271e88a0 service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294839 Sep 24 00:56:10.424190 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-baa72bca-de52-44c2-9ac8-4a3fec8a740a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.431541 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-baa72bca-de52-44c2-9ac8-4a3fec8a740a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.456201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa72bca-de52-44c2-9ac8-4a3fec8a740a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f5a8c6-21be-47fb-b2f3-6e5f63919165,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:10.470807 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-baa72bca-de52-44c2-9ac8-4a3fec8a740a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.472203 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-baa72bca-de52-44c2-9ac8-4a3fec8a740a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1527634 Sep 24 00:56:10.475183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44406) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:10.480615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-53eed2bd-1684-47d7-94f8-a7e5f08febd4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'security_group_rule': {'security_group_id': 'c92f7a21-d046-47dd-80aa-d547c14da775', 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:10.511260 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53eed2bd-1684-47d7-94f8-a7e5f08febd4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.534269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2363bf91-b0b7-4238-9c9a-4fb0bdfb7ce0 req-61908ebc-c86c-4d50-a7bd-d8f2618bee9f service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120644 Sep 24 00:56:10.580315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53eed2bd-1684-47d7-94f8-a7e5f08febd4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.585672 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53eed2bd-1684-47d7-94f8-a7e5f08febd4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.605602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eed2bd-1684-47d7-94f8-a7e5f08febd4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4c6633a-7c69-4bbd-bb15-bf48ce124312,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:10.613735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-53eed2bd-1684-47d7-94f8-a7e5f08febd4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.614993 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-53eed2bd-1684-47d7-94f8-a7e5f08febd4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387532 Sep 24 00:56:10.617739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44408) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:10.622732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-26f26139-79ba-4501-a330-e04a953feb65 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'security_group_rule': {'security_group_id': 'c92f7a21-d046-47dd-80aa-d547c14da775', 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:10.645550 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-26f26139-79ba-4501-a330-e04a953feb65 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Project 8f91b7b3ff1543e2afd0aecc3b4daf31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:56:10.651743 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f26139-79ba-4501-a330-e04a953feb65 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.714580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f26139-79ba-4501-a330-e04a953feb65 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.718485 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f26139-79ba-4501-a330-e04a953feb65 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.735597 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f26139-79ba-4501-a330-e04a953feb65 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52504ea-3263-4578-938b-d76311a956e6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:10.744188 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-26f26139-79ba-4501-a330-e04a953feb65 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.748840 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-26f26139-79ba-4501-a330-e04a953feb65 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1276655 Sep 24 00:56:10.749081 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44410) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:56:10.753604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-16d2d532-82a1-449b-8288-8a1305c85aba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'security_group_rule': {'security_group_id': 'c92f7a21-d046-47dd-80aa-d547c14da775', 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:10.774487 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-16d2d532-82a1-449b-8288-8a1305c85aba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Project 8f91b7b3ff1543e2afd0aecc3b4daf31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:56:10.780043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d2d532-82a1-449b-8288-8a1305c85aba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.845062 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d2d532-82a1-449b-8288-8a1305c85aba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.849539 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d2d532-82a1-449b-8288-8a1305c85aba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.873960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d2d532-82a1-449b-8288-8a1305c85aba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efaa2281-0eb2-4e09-827b-ff593d5f0c0b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:10.878737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d2d532-82a1-449b-8288-8a1305c85aba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:10.879988 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-16d2d532-82a1-449b-8288-8a1305c85aba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1299820 Sep 24 00:56:10.886094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '4388556c-304a-4517-bfde-6bfbbc69ab8f', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'port_id': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'mac_address': 'fa:16:3e:df:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:56:08Z', 'updated_at': '2021-09-24T00:56:08Z', 'revision_number': 0, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:25Z', 'revision_number': 5, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:56:10.916086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3a6efa-fa58-4a47-b723-937bc67174ae None None] The sync data for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 is: [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '4388556c-304a-4517-bfde-6bfbbc69ab8f', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'floating_ip_address': '172.25.5.235', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'port_id': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'mac_address': 'fa:16:3e:df:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:56:08Z', 'updated_at': '2021-09-24T00:56:08Z', 'revision_number': 0, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:25Z', 'revision_number': 5, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:56:10.959950 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8693f46-2710-47ee-9704-91f116e90219 req-6e515cd0-eb43-40a1-84bf-77638c512654 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996082345&fields=id&tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31 HTTP/1.1" status: 200 len: 267 time: 0.0342672 Sep 24 00:56:11.015404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8693f46-2710-47ee-9704-91f116e90219 req-f0e391eb-dd36-49dc-b826-af387375e8b6 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:11.016880 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8693f46-2710-47ee-9704-91f116e90219 req-f0e391eb-dd36-49dc-b826-af387375e8b6 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0507050 Sep 24 00:56:11.028745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-d8693f46-2710-47ee-9704-91f116e90219 req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'port': {'security_groups': ['df7de689-ed53-467d-a3e6-6b59b14baa15', 'c92f7a21-d046-47dd-80aa-d547c14da775']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:56:11.092899 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8693f46-2710-47ee-9704-91f116e90219 req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:11.111594 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9831bfdc-4765-47e4-a1fd-a601fd2db45e None None] New status for floating IP 4388556c-304a-4517-bfde-6bfbbc69ab8f: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:56:11.283806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-d8693f46-2710-47ee-9704-91f116e90219 req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] For port c4aefc25-7438-4ed6-84d7-32130b23a777, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c4aefc25-7438-4ed6-84d7-32130b23a777,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:56:11.312134 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8693f46-2710-47ee-9704-91f116e90219 req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:11.316685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8693f46-2710-47ee-9704-91f116e90219 req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:11.329440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['c4aefc25-7438-4ed6-84d7-32130b23a777'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:56:11.363498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8693f46-2710-47ee-9704-91f116e90219 req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:11.364149 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-d8693f46-2710-47ee-9704-91f116e90219 req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:11.365566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8693f46-2710-47ee-9704-91f116e90219 req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "PUT /v2.0/ports/c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 981 time: 0.3421400 Sep 24 00:56:11.392389 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07fc5dd-5cdc-4855-bbc5-baa08a8a58e4 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'Port': ['ID=c4aefc25-7438-4ed6-84d7-32130b23a777,revision_number=6']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:56:11.434822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['c4aefc25-7438-4ed6-84d7-32130b23a777'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:56:11.491994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2794807-f1a2-4cae-8820-82837834a208 req-f536a941-c6d3-4ee3-be5c-49d2f38beaa9 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:11.493708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2794807-f1a2-4cae-8820-82837834a208 req-f536a941-c6d3-4ee3-be5c-49d2f38beaa9 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0539713 Sep 24 00:56:11.539317 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2794807-f1a2-4cae-8820-82837834a208 req-4aa22e17-9334-4005-b2a8-7c9d2bcca640 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0367882 Sep 24 00:56:11.659429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-82ea8212-9290-4c8e-af7f-4e18b2c93582 None None] Provisioning complete for port c4aefc25-7438-4ed6-84d7-32130b23a777 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:56:11.659726 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-82ea8212-9290-4c8e-af7f-4e18b2c93582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:11.879322 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:56:11.881694 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4352b6-95b8-4704-92f5-edf8803925f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:56:11.919062 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a157f3ef-6a99-46bc-a177-5ef1259dbcc9 x-openstack-request-id: req-a157f3ef-6a99-46bc-a177-5ef1259dbcc9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:56:11.919415 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:56:11.919730 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a157f3ef-6a99-46bc-a177-5ef1259dbcc9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:56:11.920221 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'status': 'completed', 'code': 200} Sep 24 00:56:11.981567 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-a7a66d7e-a3ab-42cd-9199-71a09415bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:11.983176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-a7a66d7e-a3ab-42cd-9199-71a09415bf23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1136 time: 0.0403447 Sep 24 00:56:12.080488 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-3213bf42-9639-423f-af72-f36ddd8b444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:12.081960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-3213bf42-9639-423f-af72-f36ddd8b444d service neutron] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 915 time: 0.0912910 Sep 24 00:56:12.149858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-1a68986d-b2fd-455c-812c-13fd07483634 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 1001 time: 0.0570896 Sep 24 00:56:12.203748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-92292fe4-c756-401c-8c07-3d4f348a0c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:12.205185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-92292fe4-c756-401c-8c07-3d4f348a0c09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0482917 Sep 24 00:56:12.250185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-471211b3-b6d7-4bba-921e-d9406174ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:12.251717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-471211b3-b6d7-4bba-921e-d9406174ced3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396812 Sep 24 00:56:12.346997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-01bf265e-599e-4f56-98e6-b9094307de8e service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868132 Sep 24 00:56:12.441434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab4352b6-95b8-4704-92f5-edf8803925f1 req-775423dc-cb29-4f81-bd2e-0b34cc3330fa service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870826 Sep 24 00:56:14.594193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-060d9575-225f-436a-b39b-031e2170bacd req-39f02d78-d68b-4ad5-a90f-d80973f1a797 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399506 Sep 24 00:56:14.682149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d9575-225f-436a-b39b-031e2170bacd req-409c2b7b-67cc-43e5-a8f4-0f71e6f3ecc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:14.684212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-060d9575-225f-436a-b39b-031e2170bacd req-409c2b7b-67cc-43e5-a8f4-0f71e6f3ecc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1136 time: 0.0469944 Sep 24 00:56:14.789079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d9575-225f-436a-b39b-031e2170bacd req-b53ee228-a136-434c-a345-f58e62e7987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:14.791489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-060d9575-225f-436a-b39b-031e2170bacd req-b53ee228-a136-434c-a345-f58e62e7987d service neutron] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 915 time: 0.0854039 Sep 24 00:56:14.863579 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-060d9575-225f-436a-b39b-031e2170bacd req-e3b14c0e-8c93-441d-b42e-a2abfb9a7ff2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 1001 time: 0.0636590 Sep 24 00:56:14.914361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d9575-225f-436a-b39b-031e2170bacd req-35afb92a-6f8d-4940-90dd-54d8c4cd2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:14.915909 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-060d9575-225f-436a-b39b-031e2170bacd req-35afb92a-6f8d-4940-90dd-54d8c4cd2494 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0452197 Sep 24 00:56:14.962568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d9575-225f-436a-b39b-031e2170bacd req-c4c49834-810c-4a9d-9f59-1248dc17ffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:14.964115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-060d9575-225f-436a-b39b-031e2170bacd req-c4c49834-810c-4a9d-9f59-1248dc17ffe1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411704 Sep 24 00:56:15.059592 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-060d9575-225f-436a-b39b-031e2170bacd req-3b743f86-59ad-4b81-a21c-4bfcc6fbc30c service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871072 Sep 24 00:56:15.148123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-060d9575-225f-436a-b39b-031e2170bacd req-9a2fbbfb-81c7-4d70-aaf7-36c2c26bc117 service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810466 Sep 24 00:56:23.087289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bed8951c-3b27-4e83-b8bb-d1d1e0137587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:25.965233 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:26.065630 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58b20a7f-74b0-4b69-9e1c-3e5f2ba0dada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:26.974000 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:28.814657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681157b-043d-47d1-9b1b-95f750162e43 req-748c2bab-0a77-4157-908b-79c2d13f99d9 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:28.816177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3681157b-043d-47d1-9b1b-95f750162e43 req-748c2bab-0a77-4157-908b-79c2d13f99d9 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0854836 Sep 24 00:56:28.818812 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-1cab4a2a-18e8-4751-ad5f-e9ca3a6cd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:28.820165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-1cab4a2a-18e8-4751-ad5f-e9ca3a6cd452 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1136 time: 0.0779133 Sep 24 00:56:28.905995 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3681157b-043d-47d1-9b1b-95f750162e43 req-ca8be165-c37d-48f3-919f-8f587be9e9ba tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833762 Sep 24 00:56:28.934129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-ecee1701-3e24-4ba2-a4d5-0672591b3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:28.935829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-ecee1701-3e24-4ba2-a4d5-0672591b3d20 service neutron] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 915 time: 0.1069946 Sep 24 00:56:29.004443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-4c96743e-14fa-478b-8f19-6954eb7e6831 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 1001 time: 0.0608709 Sep 24 00:56:29.056641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-8c6058d7-deb1-4879-a5f6-b2d894398e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:29.058234 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-8c6058d7-deb1-4879-a5f6-b2d894398e2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0440068 Sep 24 00:56:29.105925 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-f7f457da-92c2-4cbb-9e2f-cb23a1885209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:29.107544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-f7f457da-92c2-4cbb-9e2f-cb23a1885209 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412507 Sep 24 00:56:29.202544 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-257942c7-c0b5-420c-9661-00a400d2cc4c service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869775 Sep 24 00:56:29.293925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f7b1f48-9577-4e98-b704-9ebbd264c46f req-b5286db2-03e2-4ec5-9604-60e9d5f21b12 service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841937 Sep 24 00:56:29.342102 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:30.035216 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3022a-e4f8-4e89-b351-5343d266930d req-accd5a77-03b9-4e7a-aa02-dcfea5c3a830 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:30.036724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36f3022a-e4f8-4e89-b351-5343d266930d req-accd5a77-03b9-4e7a-aa02-dcfea5c3a830 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0490193 Sep 24 00:56:30.078131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36f3022a-e4f8-4e89-b351-5343d266930d req-76609fb4-f6bf-45b3-b1a5-cd435f833623 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346968 Sep 24 00:56:31.190907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6ac7c-329d-4044-be43-e5b51d5d2365 req-411b07bf-036d-44b1-bdee-877c0b5391d7 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:31.192418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24c6ac7c-329d-4044-be43-e5b51d5d2365 req-411b07bf-036d-44b1-bdee-877c0b5391d7 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0479105 Sep 24 00:56:31.232313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24c6ac7c-329d-4044-be43-e5b51d5d2365 req-827a0d4e-b461-4aee-88e9-7db0888aaf88 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0336311 Sep 24 00:56:32.347756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45866f43-76cd-4eb7-ae5e-dc6b183ba450 req-d90dcd94-0102-4a65-a81d-192c139de4c8 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:32.352687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45866f43-76cd-4eb7-ae5e-dc6b183ba450 req-d90dcd94-0102-4a65-a81d-192c139de4c8 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0504048 Sep 24 00:56:32.391604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-45866f43-76cd-4eb7-ae5e-dc6b183ba450 req-86b535a3-312c-48ab-bc9c-efd717226728 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360177 Sep 24 00:56:33.509613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16285492-15e8-49ce-b2e3-860fa5e33803 req-6e8305e0-4bfa-403d-b783-71e2b081f74a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:33.511708 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16285492-15e8-49ce-b2e3-860fa5e33803 req-6e8305e0-4bfa-403d-b783-71e2b081f74a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0475371 Sep 24 00:56:33.550059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-16285492-15e8-49ce-b2e3-860fa5e33803 req-33a5fe91-e33d-429a-9061-bf3804e44b53 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323310 Sep 24 00:56:34.667641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09687284-a2fc-4aa3-a862-4874e3966d42 req-dd2ee213-5e32-4c14-898d-4e7cf47a0778 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:34.669418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09687284-a2fc-4aa3-a862-4874e3966d42 req-dd2ee213-5e32-4c14-898d-4e7cf47a0778 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0517702 Sep 24 00:56:34.710244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09687284-a2fc-4aa3-a862-4874e3966d42 req-1f414ab7-5dd7-4580-9dc1-eecd91b490bb tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342991 Sep 24 00:56:35.826502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d5456-38e3-4189-a5bb-759264f86088 req-3bcfe354-242b-4883-8489-dc3e56ba9bd2 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:35.828013 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-013d5456-38e3-4189-a5bb-759264f86088 req-3bcfe354-242b-4883-8489-dc3e56ba9bd2 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0506160 Sep 24 00:56:35.872363 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-013d5456-38e3-4189-a5bb-759264f86088 req-5fa36547-a137-4aac-8d67-5dcdf1e7c44b tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0377352 Sep 24 00:56:37.245289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:37.373988 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b722920-be86-4c2d-a1a6-d916ebc9e253 req-052464f8-db45-4038-80df-f98f9b369cc3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:37.375565 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b722920-be86-4c2d-a1a6-d916ebc9e253 req-052464f8-db45-4038-80df-f98f9b369cc3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.4336617 Sep 24 00:56:37.422018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b722920-be86-4c2d-a1a6-d916ebc9e253 req-d1515990-c6dd-43b3-91bd-d9152b29f109 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401461 Sep 24 00:56:38.543356 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9024e7-9bf2-41d9-b418-72d42ef07247 req-bf9767a5-ab15-420c-8f0e-bdcc2721c389 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:38.544779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a9024e7-9bf2-41d9-b418-72d42ef07247 req-bf9767a5-ab15-420c-8f0e-bdcc2721c389 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0528438 Sep 24 00:56:38.586061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a9024e7-9bf2-41d9-b418-72d42ef07247 req-47cfd413-d709-4a4f-93ac-99eda672aef1 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351512 Sep 24 00:56:38.741439 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:56:39.704678 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941b0df-9760-4fb3-a0c1-76ed0ecfb4ae req-495a04ff-1400-4d18-a8f2-8661d4eb1fb0 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:39.706141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3941b0df-9760-4fb3-a0c1-76ed0ecfb4ae req-495a04ff-1400-4d18-a8f2-8661d4eb1fb0 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0523276 Sep 24 00:56:39.747375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:39.749790 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3941b0df-9760-4fb3-a0c1-76ed0ecfb4ae req-67db1480-4898-4502-a23c-6a90ef99d2dc tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374620 Sep 24 00:56:40.867523 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ba1fa-030d-4b53-b50d-15b2b6e9a1bb req-f1af9274-cddf-4221-9979-974af6de3eb7 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:56:40.869097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d61ba1fa-030d-4b53-b50d-15b2b6e9a1bb req-f1af9274-cddf-4221-9979-974af6de3eb7 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0496209 Sep 24 00:56:40.909291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d61ba1fa-030d-4b53-b50d-15b2b6e9a1bb req-9673101b-98b9-4e8b-b2ce-07eb12b9c07e tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&id=c92f7a21-d046-47dd-80aa-d547c14da775&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333443 Sep 24 00:56:53.090300 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95722edf-9739-419f-8845-c1c8096ef78b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:55.966105 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:56.065756 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a590885-51e7-4042-8dcc-f917d2783c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:56.976550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:56:59.343013 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:07.262628 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:09.759462 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.252868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-c3fb4a4d-b94b-4a1e-a876-dd9468d05528 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996082345&fields=id&tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31 HTTP/1.1" status: 200 len: 267 time: 0.0330565 Sep 24 00:57:13.305053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-2e6eaad5-88d2-4756-91ef-f57d08b9db9e tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:13.306517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-2e6eaad5-88d2-4756-91ef-f57d08b9db9e tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 984 time: 0.0480568 Sep 24 00:57:13.317463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Request body: {'port': {'security_groups': ['df7de689-ed53-467d-a3e6-6b59b14baa15']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:13.385261 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.573217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] For port c4aefc25-7438-4ed6-84d7-32130b23a777, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c4aefc25-7438-4ed6-84d7-32130b23a777,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:13.601595 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.606142 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.618681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['c4aefc25-7438-4ed6-84d7-32130b23a777'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:57:13.647889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:13.648516 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.649921 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fdedeba-7357-4c58-8783-e0e3e324ca86 req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "PUT /v2.0/ports/c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 942 time: 0.3368948 Sep 24 00:57:13.650365 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:57:13.652690 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a4f11d-d588-4762-ac50-1ca143320c3e" -d '{"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:57:13.658324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44462) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:13.679637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event updated for resources: {'Port': ['ID=c4aefc25-7438-4ed6-84d7-32130b23a777,revision_number=7']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:13.688148 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.688490 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.688837 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.689175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.689510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.689842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.690170 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.690500 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.691026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.691360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.691687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.692011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6532ce41-3dea-46f9-83af-3128ad0d5864 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.712512 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78aae49f-b6d0-4253-ac79-3d7f9fac7d55 x-openstack-request-id: req-78aae49f-b6d0-4253-ac79-3d7f9fac7d55 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:57:13.712913 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:57:13.713258 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78aae49f-b6d0-4253-ac79-3d7f9fac7d55 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:57:13.713890 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'status': 'completed', 'code': 200} Sep 24 00:57:13.734970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['c4aefc25-7438-4ed6-84d7-32130b23a777'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:57:13.746362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.778437 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.792029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-c5ef9890-e442-4f6a-94f2-2cb1bc8ddf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:13.793871 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-c5ef9890-e442-4f6a-94f2-2cb1bc8ddf69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0543950 Sep 24 00:57:13.845553 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.849259 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.850964 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "DELETE /v2.0/security-groups/c92f7a21-d046-47dd-80aa-d547c14da775 HTTP/1.1" status: 204 len: 168 time: 0.1915200 Sep 24 00:57:13.861415 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44466) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:13.862534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92f7a21-d046-47dd-80aa-d547c14da775,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:13.881351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.881540 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.881753 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.882110 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.882490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.882857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.883212 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.883537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.883868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.884186 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.884505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.884822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8afce92-b8d4-4f08-876a-83a7dfa13749 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:13.921178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-10bde8e2-fadb-4c99-8c4d-c1b2c5ce5a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:13.922561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-10bde8e2-fadb-4c99-8c4d-c1b2c5ce5a59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 915 time: 0.1209886 Sep 24 00:57:13.932707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4e0be585-4de3-4d9e-bb64-8eff3e4c60de None None] Provisioning complete for port c4aefc25-7438-4ed6-84d7-32130b23a777 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:13.933082 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4e0be585-4de3-4d9e-bb64-8eff3e4c60de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:13.999076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-54aa0038-bb6a-4b09-9167-4597fb1aa265 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 1001 time: 0.0688541 Sep 24 00:57:14.049045 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Deleting port 82ea6d0d-664c-4bf9-9c03-1208d8917d66 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:14.049388 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:14.049944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-191685ba-899a-47b1-bcac-2004aedefd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:14.051467 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-191685ba-899a-47b1-bcac-2004aedefd8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0448606 Sep 24 00:57:14.099548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-6c316562-c6ea-4c1a-98fe-7f07903204e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:14.100973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-6c316562-c6ea-4c1a-98fe-7f07903204e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396972 Sep 24 00:57:14.123199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:14.123530 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:14.135148 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Calling delete_port for 82ea6d0d-664c-4bf9-9c03-1208d8917d66 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:14.193488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-d418482d-cf95-4483-b620-a0b4ade349a6 service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851996 Sep 24 00:57:14.286991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e9a4f11d-d588-4762-ac50-1ca143320c3e req-185e5c96-b212-4275-9db5-e3da8492681f service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868442 Sep 24 00:57:14.297211 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:14.324560 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event deleted for resources: {'Port': ['ID=82ea6d0d-664c-4bf9-9c03-1208d8917d66,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:14.385059 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:14.385350 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Floating IP 4388556c-304a-4517-bfde-6bfbbc69ab8f disassociated (deleted). External IP: 172.25.5.235, port: c4aefc25-7438-4ed6-84d7-32130b23a777. Sep 24 00:57:14.900740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Router 2dfff81b-e7b1-465f-b41b-cebed5266d7d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:57:15.006274 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:57:15.011083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:15.015492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] Sync routers for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:57:15.024262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:15.024857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:15.036668 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-88b0c951-d5f2-42c6-8e91-e580873948c3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "DELETE /v2.0/floatingips/4388556c-304a-4517-bfde-6bfbbc69ab8f HTTP/1.1" status: 204 len: 168 time: 1.1634994 Sep 24 00:57:15.037250 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:57:15.039545 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d518e58f-69a2-4999-a790-f1670612817f" -d '{"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:57:15.144624 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:15.152033 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f775f13-368a-423a-b1b2-c04115d3a764 x-openstack-request-id: req-3f775f13-368a-423a-b1b2-c04115d3a764 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:57:15.152320 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:57:15.152632 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3f775f13-368a-423a-b1b2-c04115d3a764 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:57:15.153099 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'status': 'completed', 'code': 200} Sep 24 00:57:15.219089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e58f-69a2-4999-a790-f1670612817f req-3627bfeb-0643-4aa7-aa36-8c0691bacd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:15.220868 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d518e58f-69a2-4999-a790-f1670612817f req-3627bfeb-0643-4aa7-aa36-8c0691bacd77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0463524 Sep 24 00:57:15.335492 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e58f-69a2-4999-a790-f1670612817f req-42d66dfb-97f2-4c51-98af-7c3cdb9bbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:15.336998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d518e58f-69a2-4999-a790-f1670612817f req-42d66dfb-97f2-4c51-98af-7c3cdb9bbab6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 915 time: 0.1093700 Sep 24 00:57:15.370380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:25Z', 'revision_number': 5, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:15.384870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d518e58f-69a2-4999-a790-f1670612817f req-69568cd3-2b80-4545-8fa3-15d51824ce6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 217 time: 0.0371304 Sep 24 00:57:15.400482 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] Checking router: 2dfff81b-e7b1-465f-b41b-cebed5266d7d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:57:15.410239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:15.411253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:56:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:15.444597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e58f-69a2-4999-a790-f1670612817f req-f0a60b9b-0950-4106-9b86-68d47f6dad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:15.446343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d518e58f-69a2-4999-a790-f1670612817f req-f0a60b9b-0950-4106-9b86-68d47f6dad31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0521321 Sep 24 00:57:15.493230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518e58f-69a2-4999-a790-f1670612817f req-afe0885a-8034-4092-b39b-dcfe98959df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:15.494939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d518e58f-69a2-4999-a790-f1670612817f req-afe0885a-8034-4092-b39b-dcfe98959df5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403330 Sep 24 00:57:15.518058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:15.562620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.18', 54023) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:15.589737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d518e58f-69a2-4999-a790-f1670612817f req-71c62f4a-3848-4951-b298-7e493a75e8e2 service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869665 Sep 24 00:57:15.606471 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-4179af4b-2bf4-4359-8966-5b29b0f37157 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0425816 Sep 24 00:57:15.687740 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d518e58f-69a2-4999-a790-f1670612817f req-d8b2f4ea-b949-4649-8153-c987ff5f785d service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873389 Sep 24 00:57:15.728920 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:25Z', 'revision_number': 5, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:15.740067 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:57:15.755502 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd2a16-0f16-4719-8f30-9b3d4533568d None None] The sync data for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 is: [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:55:21Z', 'revision_number': 4, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '704c93df-a938-4fa7-9fdd-9b18cc68c2cc', 'name': '', 'network_id': '80a7d3fd-deb6-49e4-94d9-2fb473a94729', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'mac_address': 'fa:16:3e:6a:be:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:20Z', 'updated_at': '2021-09-24T00:55:25Z', 'revision_number': 5, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'subnets': [{'id': 'a62a0a25-397a-4327-9afc-cdd6279c0f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:57:15.801713 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-a2060745-0809-444f-a81a-253f3b1f4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:15.803269 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-a2060745-0809-444f-a81a-253f3b1f4d8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 1097 time: 0.0483589 Sep 24 00:57:15.921165 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-90ce41ce-cddd-4ceb-92b7-391aa8cdd3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:15.922665 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-90ce41ce-cddd-4ceb-92b7-391aa8cdd3ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 200 len: 915 time: 0.0994036 Sep 24 00:57:15.965408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-1bddf25a-0d2e-4d7e-9113-397dc9d1c747 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 200 len: 217 time: 0.0361903 Sep 24 00:57:16.026907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-605da65c-eb4c-4c34-8fc2-c7681a6176e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:16.028700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-605da65c-eb4c-4c34-8fc2-c7681a6176e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 200 len: 853 time: 0.0559988 Sep 24 00:57:16.034703 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4523b69-b3c6-413d-83f1-4b8ff401e9b9 None None] New status for floating IP 4388556c-304a-4517-bfde-6bfbbc69ab8f: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:57:16.074637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-7267b7b7-52ad-4d34-8b30-07e240d08e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:16.076830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-7267b7b7-52ad-4d34-8b30-07e240d08e94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=80a7d3fd-deb6-49e4-94d9-2fb473a94729&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417533 Sep 24 00:57:16.168984 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-f53bba6f-e4f3-4570-94a6-2824c10691af service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844061 Sep 24 00:57:16.265989 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-ea1bbbb2-66ae-429e-aaf4-af63bd9049fb service neutron] 10.222.0.18 "GET /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903001 Sep 24 00:57:22.049054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3c16e-3ee4-475d-a347-f240ebe53f46 req-9b2c09a5-9a9b-4206-8d01-294327b20a3a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:22.050471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bef3c16e-3ee4-475d-a347-f240ebe53f46 req-9b2c09a5-9a9b-4206-8d01-294327b20a3a tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0507288 Sep 24 00:57:22.091556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bef3c16e-3ee4-475d-a347-f240ebe53f46 req-344e0f64-f00e-482c-a3b8-83586bdadc6f tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349298 Sep 24 00:57:23.097471 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-68a38ae4-12eb-4386-b2ab-b2f1c833eb03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:23.213613 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce8253-a04d-4511-a3c2-77177ff8c0d5 req-0dfee662-f0d4-4b43-ac44-80d7dc261989 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:23.215125 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4ce8253-a04d-4511-a3c2-77177ff8c0d5 req-0dfee662-f0d4-4b43-ac44-80d7dc261989 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0544803 Sep 24 00:57:23.253120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a4ce8253-a04d-4511-a3c2-77177ff8c0d5 req-9a6bcc51-afc9-4303-abaa-57c0010d8983 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/security-groups?id=df7de689-ed53-467d-a3e6-6b59b14baa15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Sep 24 00:57:23.621844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a7d347-e48c-4752-b467-8328679257c2 req-fa2114d6-9f6a-45d6-81ee-7bf49d491395 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:23.623815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30a7d347-e48c-4752-b467-8328679257c2 req-fa2114d6-9f6a-45d6-81ee-7bf49d491395 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.18 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 945 time: 0.0474844 Sep 24 00:57:23.711707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Deleting port c4aefc25-7438-4ed6-84d7-32130b23a777 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:23.712038 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:23.802181 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] For port c4aefc25-7438-4ed6-84d7-32130b23a777, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=c4aefc25-7438-4ed6-84d7-32130b23a777,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:23.802543 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:23.815303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Calling delete_port for c4aefc25-7438-4ed6-84d7-32130b23a777 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:23.943753 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:23.955182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['c4aefc25-7438-4ed6-84d7-32130b23a777'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:57:23.972929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Pushing event deleted for resources: {'Port': ['ID=c4aefc25-7438-4ed6-84d7-32130b23a777,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:24.015121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] No DVR routers for this DVR port c4aefc25-7438-4ed6-84d7-32130b23a777 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:57:24.018049 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:24.020079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30a7d347-e48c-4752-b467-8328679257c2 req-95f179bc-6545-4b1a-9a66-288b355ea2f3 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.18 "DELETE /v2.0/ports/c4aefc25-7438-4ed6-84d7-32130b23a777 HTTP/1.1" status: 204 len: 173 time: 0.3897257 Sep 24 00:57:24.020516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'name': 'network-vif-deleted', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:57:24.022949 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c8976f-a7db-4a72-a4bd-1e211611f8a9" -d '{"events": [{"server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "name": "network-vif-deleted", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:57:24.059111 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64d60b75-49dd-46eb-bec8-1bf627dabcbc x-openstack-request-id: req-64d60b75-49dd-46eb-bec8-1bf627dabcbc {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:57:24.059486 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32297c8-3f3a-48a4-bb7a-fed848fdd5f9", "name": "network-vif-deleted", "tag": "c4aefc25-7438-4ed6-84d7-32130b23a777", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:57:24.060391 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64d60b75-49dd-46eb-bec8-1bf627dabcbc {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:57:24.060875 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32297c8-3f3a-48a4-bb7a-fed848fdd5f9', 'name': 'network-vif-deleted', 'tag': 'c4aefc25-7438-4ed6-84d7-32130b23a777', 'status': 'completed', 'code': 200} Sep 24 00:57:24.374611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58eee462-cd70-457a-ad03-18d682dc5a6d req-ed7f95d6-ca50-4051-a6c9-b2a4e881ccd7 tempest-TestMinimumBasicScenario-607695468 tempest-TestMinimumBasicScenario-607695468-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32297c8-3f3a-48a4-bb7a-fed848fdd5f9 HTTP/1.1" status: 200 len: 210 time: 0.0292442 Sep 24 00:57:25.971170 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:26.033387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:26.069378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6686de2a-de2c-4f8b-a708-4a6f807563ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:26.382225 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:26.490106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c4aefc25-7438-4ed6-84d7-32130b23a777 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:57:26.510417 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: c4aefc25-7438-4ed6-84d7-32130b23a777 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:57:26.510708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device c4aefc25-7438-4ed6-84d7-32130b23a777 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:57:26.642853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Deleting port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:26.643181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:26.725087 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] For port 704c93df-a938-4fa7-9fdd-9b18cc68c2cc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:26.725455 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:26.739786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Calling delete_port for 704c93df-a938-4fa7-9fdd-9b18cc68c2cc owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:26.944511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:26.969823 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Pushing event deleted for resources: {'Port': ['ID=704c93df-a938-4fa7-9fdd-9b18cc68c2cc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:26.987696 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:27.171550 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:27.401173 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Router 2dfff81b-e7b1-465f-b41b-cebed5266d7d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:57:27.512671 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:57:27.518295 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3b13e079-325f-4d45-b82e-3173418d10fa admin admin] 10.222.0.24 "PUT /v2.0/routers/2dfff81b-e7b1-465f-b41b-cebed5266d7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4830868 Sep 24 00:57:27.520421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44568) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:27.524239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] Sync routers for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:57:27.538623 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:27.539607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:27.633223 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:27.655165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:27.752499 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:27.810122 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Deleting port 30310620-4be8-4c27-a261-88ad07445b74 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:27.810367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:27.850154 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '30310620-4be8-4c27-a261-88ad07445b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:57:26Z', 'revision_number': 5, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port': {'id': '30310620-4be8-4c27-a261-88ad07445b74', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:79:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:19Z', 'updated_at': '2021-09-24T00:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:27.882281 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] Checking router: 2dfff81b-e7b1-465f-b41b-cebed5266d7d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:57:27.892184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] Routers {'2dfff81b-e7b1-465f-b41b-cebed5266d7d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:27.892794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:27.908933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] For port 30310620-4be8-4c27-a261-88ad07445b74, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=30310620-4be8-4c27-a261-88ad07445b74,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:27.909509 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:27.932053 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Calling delete_port for 30310620-4be8-4c27-a261-88ad07445b74 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:28.136311 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.163662 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Pushing event deleted for resources: {'Port': ['ID=30310620-4be8-4c27-a261-88ad07445b74,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:28.182104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] Set router 2dfff81b-e7b1-465f-b41b-cebed5266d7d gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:28.227763 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.234194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:57:27Z', 'revision_number': 6, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:28.264090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a04e29-03d0-420e-abd9-b4a9a36f0372 None None] The sync data for ids ['2dfff81b-e7b1-465f-b41b-cebed5266d7d'] in n-d-713498-18 is: [{'id': '2dfff81b-e7b1-465f-b41b-cebed5266d7d', 'name': 'tempest-TestMinimumBasicScenario-100073814-router', 'tenant_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:18Z', 'updated_at': '2021-09-24T00:57:27Z', 'revision_number': 6, 'project_id': '8f91b7b3ff1543e2afd0aecc3b4daf31', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:57:28.321112 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.323514 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.365324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.365897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dfff81b-e7b1-465f-b41b-cebed5266d7d {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:57:28.370725 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.372631 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8d76988d-7319-4d5e-9c58-c4eb7cd53e2d admin admin] 10.222.0.24 "DELETE /v2.0/routers/2dfff81b-e7b1-465f-b41b-cebed5266d7d HTTP/1.1" status: 204 len: 168 time: 0.8506246 Sep 24 00:57:28.375066 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44570) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:28.420137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5b5172-fc75-4af9-9b97-03de702f91fa admin admin] Deleting subnet a62a0a25-397a-4327-9afc-cdd6279c0f28 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:57:28.423285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db5b5172-fc75-4af9-9b97-03de702f91fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.461502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db5b5172-fc75-4af9-9b97-03de702f91fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.537122 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db5b5172-fc75-4af9-9b97-03de702f91fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.589087 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db5b5172-fc75-4af9-9b97-03de702f91fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.613627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b5172-fc75-4af9-9b97-03de702f91fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62a0a25-397a-4327-9afc-cdd6279c0f28,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:28.619622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db5b5172-fc75-4af9-9b97-03de702f91fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.621519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-db5b5172-fc75-4af9-9b97-03de702f91fa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a62a0a25-397a-4327-9afc-cdd6279c0f28 HTTP/1.1" status: 204 len: 168 time: 0.2455478 Sep 24 00:57:28.624842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44572) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:28.627982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942ca4cb-9455-4f60-946f-253b6e292af2 None None] Network 80a7d3fd-deb6-49e4-94d9-2fb473a94729 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:57:28.721472 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.778874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Deleting port e77ecfba-8d86-41c9-b586-b2f2237f633b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:28.779211 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.850813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] For port e77ecfba-8d86-41c9-b586-b2f2237f633b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=e77ecfba-8d86-41c9-b586-b2f2237f633b,segment=NetworkSegment(9f3ca707-d567-42cd-ba66-9c81838fa1f9),segment_id=9f3ca707-d567-42cd-ba66-9c81838fa1f9)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:28.851256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.863739 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Calling delete_port for e77ecfba-8d86-41c9-b586-b2f2237f633b owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:28.941476 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:28.968224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Pushing event deleted for resources: {'Port': ['ID=e77ecfba-8d86-41c9-b586-b2f2237f633b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:28.970041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] No DVR routers for this DVR port e77ecfba-8d86-41c9-b586-b2f2237f633b on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:57:29.048662 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.053032 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddba013-ea88-425e-a77c-fbedef432c88 None None] DHCP port deletion for 80a7d3fd-deb6-49e4-94d9-2fb473a94729 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:57:29.075961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a7d3fd-deb6-49e4-94d9-2fb473a94729']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:29.085134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f3ca707-d567-42cd-ba66-9c81838fa1f9') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:29.085431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f3ca707-d567-42cd-ba66-9c81838fa1f9') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:29.095225 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.108810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.114635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:57:29.115073 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:57:29.117146 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:57:29.177266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.183138 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.184934 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] 10.222.0.24 "DELETE /v2.0/networks/80a7d3fd-deb6-49e4-94d9-2fb473a94729 HTTP/1.1" status: 204 len: 168 time: 0.5588775 Sep 24 00:57:29.189492 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44574) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:29.196969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3130895-722e-4b6d-8182-9f2df9e0c736 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a7d3fd-deb6-49e4-94d9-2fb473a94729,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:29.235802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e77ecfba-8d86-41c9-b586-b2f2237f633b no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:57:29.266216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: e77ecfba-8d86-41c9-b586-b2f2237f633b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:57:29.266561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device e77ecfba-8d86-41c9-b586-b2f2237f633b not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:57:29.267007 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 30310620-4be8-4c27-a261-88ad07445b74 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:57:29.287960 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 30310620-4be8-4c27-a261-88ad07445b74 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:57:29.288308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 30310620-4be8-4c27-a261-88ad07445b74 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:57:29.288912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 704c93df-a938-4fa7-9fdd-9b18cc68c2cc no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:57:29.308617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 704c93df-a938-4fa7-9fdd-9b18cc68c2cc {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:57:29.309223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 704c93df-a938-4fa7-9fdd-9b18cc68c2cc not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:57:29.353991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.568480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.805106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Deleting port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:29.805344 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.881512 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] For port 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,segment=NetworkSegment(dc43aa81-03cb-4585-9581-86e690142ba6),segment_id=dc43aa81-03cb-4585-9581-86e690142ba6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:29.881785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:29.894958 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Calling delete_port for 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:30.383901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:30.409640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Pushing event deleted for resources: {'Port': ['ID=9e4261e2-e0fd-4b1b-959d-9dce0237bc3f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:30.573972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:30.785542 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:57:30.889633 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:57:30.894558 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a4ee6051-0100-4c4b-a1b1-6a590d4468cf admin admin] 10.222.0.24 "PUT /v2.0/routers/b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7038279 Sep 24 00:57:30.897191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44576) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:30.898096 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926d970-b891-4b88-8986-4b904638b76c None None] Sync routers for ids ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:57:30.908317 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926d970-b891-4b88-8986-4b904638b76c None None] Routers {'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:30.908926 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6926d970-b891-4b88-8986-4b904638b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:31.002041 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.009638 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6926d970-b891-4b88-8986-4b904638b76c None None] Set router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:31.104298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.155897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Deleting port 594b66d1-3aac-4795-afeb-f8bb8dda01e8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:31.156230 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.185733 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6926d970-b891-4b88-8986-4b904638b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:57:30Z', 'revision_number': 5, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port': {'id': '594b66d1-3aac-4795-afeb-f8bb8dda01e8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:8d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:55:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:31.212319 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926d970-b891-4b88-8986-4b904638b76c None None] Checking router: b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:57:31.220795 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926d970-b891-4b88-8986-4b904638b76c None None] Routers {'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:31.221633 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6926d970-b891-4b88-8986-4b904638b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:31.250632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] For port 594b66d1-3aac-4795-afeb-f8bb8dda01e8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=594b66d1-3aac-4795-afeb-f8bb8dda01e8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:31.251022 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.264580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Calling delete_port for 594b66d1-3aac-4795-afeb-f8bb8dda01e8 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:31.306241 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6926d970-b891-4b88-8986-4b904638b76c None None] Set router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:31.359304 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6926d970-b891-4b88-8986-4b904638b76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:57:31Z', 'revision_number': 6, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:31.385929 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6926d970-b891-4b88-8986-4b904638b76c None None] The sync data for ids ['b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317'] in n-d-713498-18 is: [{'id': 'b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317', 'name': 'tempest-TestMinimumBasicScenario-638177246-router', 'tenant_id': '60f2eb90bde4432d969812e5f77b90d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:55:23Z', 'updated_at': '2021-09-24T00:57:31Z', 'revision_number': 6, 'project_id': '60f2eb90bde4432d969812e5f77b90d9', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:57:31.438511 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.464916 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Pushing event deleted for resources: {'Port': ['ID=594b66d1-3aac-4795-afeb-f8bb8dda01e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:31.522556 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.611426 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.613517 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.659333 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.659919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:57:31.664664 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.665819 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2ed50625-e2b9-4f80-a089-9ecb1844c68c admin admin] 10.222.0.24 "DELETE /v2.0/routers/b1170e9e-3f1f-4f5c-bf6a-0f5b5f770317 HTTP/1.1" status: 204 len: 168 time: 0.7677076 Sep 24 00:57:31.668584 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44578) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:31.718001 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e72878-b021-4c1d-b63c-e53fa1cac724 admin admin] Deleting subnet 70405e8c-327a-4b19-bcd9-56bdaf1f3097 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:57:31.720897 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e72878-b021-4c1d-b63c-e53fa1cac724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.757987 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e72878-b021-4c1d-b63c-e53fa1cac724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.842206 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e72878-b021-4c1d-b63c-e53fa1cac724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.893779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e72878-b021-4c1d-b63c-e53fa1cac724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.921124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e72878-b021-4c1d-b63c-e53fa1cac724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70405e8c-327a-4b19-bcd9-56bdaf1f3097,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:31.923077 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-99e72878-b021-4c1d-b63c-e53fa1cac724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:31.925962 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-99e72878-b021-4c1d-b63c-e53fa1cac724 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/70405e8c-327a-4b19-bcd9-56bdaf1f3097 HTTP/1.1" status: 204 len: 168 time: 0.2549801 Sep 24 00:57:31.927457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44580) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:31.929945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749068ac-b992-46c9-a7bb-bd326e3fd3de None None] Network 523a1da3-eee5-40bd-9f28-4547a638f13b requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:57:31.994830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.054680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Deleting port 25f01f02-af44-47da-b702-0c3102e99d10 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:32.055296 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.116998 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] For port 25f01f02-af44-47da-b702-0c3102e99d10, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=25f01f02-af44-47da-b702-0c3102e99d10,segment=NetworkSegment(dc43aa81-03cb-4585-9581-86e690142ba6),segment_id=dc43aa81-03cb-4585-9581-86e690142ba6)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:32.117285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.129277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Calling delete_port for 25f01f02-af44-47da-b702-0c3102e99d10 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:32.154882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] DHCP port deletion for 523a1da3-eee5-40bd-9f28-4547a638f13b request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:57:32.201259 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Deleting port 25f01f02-af44-47da-b702-0c3102e99d10 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:57:32.201632 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.214495 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.243583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f01f02-af44-47da-b702-0c3102e99d10,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:32.245488 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] No DVR routers for this DVR port 25f01f02-af44-47da-b702-0c3102e99d10 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:57:32.271576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] For port 25f01f02-af44-47da-b702-0c3102e99d10, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=25f01f02-af44-47da-b702-0c3102e99d10,segment=NetworkSegment(dc43aa81-03cb-4585-9581-86e690142ba6),segment_id=dc43aa81-03cb-4585-9581-86e690142ba6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:32.271987 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.284974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Calling delete_port for 25f01f02-af44-47da-b702-0c3102e99d10 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:57:32.320318 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.342599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523a1da3-eee5-40bd-9f28-4547a638f13b']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:32.351897 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc43aa81-03cb-4585-9581-86e690142ba6') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:32.352187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc43aa81-03cb-4585-9581-86e690142ba6') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:32.360504 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.361919 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.377797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.384289 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:57:32.384759 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: timer() Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:57:32.386949 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:57:32.389719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Pushing event deleted for resources: {'Port': ['ID=25f01f02-af44-47da-b702-0c3102e99d10,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:32.392387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] No DVR routers for this DVR port 25f01f02-af44-47da-b702-0c3102e99d10 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:57:32.399987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.400291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.400972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.400972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.401290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.401544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.401931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.402190 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.402607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.402846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.403737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.404072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4880e2-3a1b-4111-a734-771ca6fccabf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:32.451315 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.456679 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.458505 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/523a1da3-eee5-40bd-9f28-4547a638f13b HTTP/1.1" status: 204 len: 168 time: 0.5301261 Sep 24 00:57:32.471604 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5cfe6-68cc-4119-89f9-f17ab234cac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=523a1da3-eee5-40bd-9f28-4547a638f13b,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:32.624583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44584) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:32.663694 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-974c7469-8dd1-40fa-b381-22204467c06e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f91b7b3ff1543e2afd0aecc3b4daf31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375512 Sep 24 00:57:32.665707 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44586) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:32.717050 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4fb7-535b-4cd8-a358-02fcc4ea7ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.736986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4fb7-535b-4cd8-a358-02fcc4ea7ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.782895 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4fb7-535b-4cd8-a358-02fcc4ea7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.785444 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6c6e4fb7-535b-4cd8-a358-02fcc4ea7ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:32.786597 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6c6e4fb7-535b-4cd8-a358-02fcc4ea7ee3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df7de689-ed53-467d-a3e6-6b59b14baa15 HTTP/1.1" status: 204 len: 168 time: 0.1199572 Sep 24 00:57:32.795335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e4fb7-535b-4cd8-a358-02fcc4ea7ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7de689-ed53-467d-a3e6-6b59b14baa15,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:33.111484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44592) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:33.150487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-31eda14a-26fc-4b6e-a629-2b3cef095a3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=60f2eb90bde4432d969812e5f77b90d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378613 Sep 24 00:57:33.152899 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44594) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:33.201293 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-16539369-c761-45d4-84ea-ecf59ab9ff93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:33.226282 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-16539369-c761-45d4-84ea-ecf59ab9ff93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:33.230674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:57:33.264576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:57:33.264576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 9e4261e2-e0fd-4b1b-959d-9dce0237bc3f not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:57:33.264576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 25f01f02-af44-47da-b702-0c3102e99d10 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:57:33.275258 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-16539369-c761-45d4-84ea-ecf59ab9ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:33.278547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-16539369-c761-45d4-84ea-ecf59ab9ff93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:33.279741 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-16539369-c761-45d4-84ea-ecf59ab9ff93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/835159ea-0e3f-42d0-abc2-d98a1dee67c1 HTTP/1.1" status: 204 len: 168 time: 0.1259387 Sep 24 00:57:33.282689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 25f01f02-af44-47da-b702-0c3102e99d10 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:57:33.283078 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 25f01f02-af44-47da-b702-0c3102e99d10 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:57:33.283494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 594b66d1-3aac-4795-afeb-f8bb8dda01e8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:57:33.287311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16539369-c761-45d4-84ea-ecf59ab9ff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835159ea-0e3f-42d0-abc2-d98a1dee67c1,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:33.306042 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 594b66d1-3aac-4795-afeb-f8bb8dda01e8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:57:33.306393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 594b66d1-3aac-4795-afeb-f8bb8dda01e8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:57:34.912026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:34.916676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-23875767', 'description': 'tempest-secgroup-smoke-23875767 description', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:34.940638 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:34.948720 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.047822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.052095 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.088464 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f24633b-355f-4eec-8993-100b72fe093d,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:35.160879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.165854 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.200853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5761de59-34e9-40f9-be1b-f16f33fdd8eb,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:35.205301 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.209394 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-548cc61d-5d64-4e17-85c5-7686c56e2ce4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2936296 Sep 24 00:57:35.210064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:35.214213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4b9a70db-f992-42fd-ad4e-d9a4db228b1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '5761de59-34e9-40f9-be1b-f16f33fdd8eb', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:35.242216 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b9a70db-f992-42fd-ad4e-d9a4db228b1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.299445 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b9a70db-f992-42fd-ad4e-d9a4db228b1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.302936 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b9a70db-f992-42fd-ad4e-d9a4db228b1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.319505 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a70db-f992-42fd-ad4e-d9a4db228b1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251fadb1-a9ec-4f65-9e35-9a8f3ef7e5f8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:35.327111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4b9a70db-f992-42fd-ad4e-d9a4db228b1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.329011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4b9a70db-f992-42fd-ad4e-d9a4db228b1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183112 Sep 24 00:57:35.331680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44638) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:35.336137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b26fcf1c-d4a5-43e6-a6ef-f0504b4c83f8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '5761de59-34e9-40f9-be1b-f16f33fdd8eb', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:35.365804 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b26fcf1c-d4a5-43e6-a6ef-f0504b4c83f8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.429517 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b26fcf1c-d4a5-43e6-a6ef-f0504b4c83f8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.434939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b26fcf1c-d4a5-43e6-a6ef-f0504b4c83f8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.453623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26fcf1c-d4a5-43e6-a6ef-f0504b4c83f8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9845e36-127f-417b-bd66-7064ee71f895,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:35.459780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b26fcf1c-d4a5-43e6-a6ef-f0504b4c83f8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.461106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b26fcf1c-d4a5-43e6-a6ef-f0504b4c83f8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1284161 Sep 24 00:57:35.466213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44640) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:35.470963 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-86c12069-b089-475b-80ea-c71d5bab8576 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '5761de59-34e9-40f9-be1b-f16f33fdd8eb', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:35.499316 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86c12069-b089-475b-80ea-c71d5bab8576 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.553303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86c12069-b089-475b-80ea-c71d5bab8576 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.562504 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86c12069-b089-475b-80ea-c71d5bab8576 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.582235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c12069-b089-475b-80ea-c71d5bab8576 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=313576e1-7e77-4cf7-afbf-d8c0144cc796,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:35.589503 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86c12069-b089-475b-80ea-c71d5bab8576 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.591376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-86c12069-b089-475b-80ea-c71d5bab8576 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240511 Sep 24 00:57:35.593962 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44642) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:35.598699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4881ec86-a56d-490d-b25e-4d5a7442914d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '5761de59-34e9-40f9-be1b-f16f33fdd8eb', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:35.633704 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4881ec86-a56d-490d-b25e-4d5a7442914d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.699501 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4881ec86-a56d-490d-b25e-4d5a7442914d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.703883 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4881ec86-a56d-490d-b25e-4d5a7442914d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.724065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881ec86-a56d-490d-b25e-4d5a7442914d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff624706-81ab-42bd-8860-c6a8046b9c8a,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:35.731834 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4881ec86-a56d-490d-b25e-4d5a7442914d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.733072 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4881ec86-a56d-490d-b25e-4d5a7442914d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1381955 Sep 24 00:57:35.735746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44644) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:35.740014 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6ae641cf-3c0d-47a0-b3a2-f4662eff5c13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '5761de59-34e9-40f9-be1b-f16f33fdd8eb', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:35.765358 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-6ae641cf-3c0d-47a0-b3a2-f4662eff5c13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:57:35.771007 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ae641cf-3c0d-47a0-b3a2-f4662eff5c13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.834731 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ae641cf-3c0d-47a0-b3a2-f4662eff5c13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.838576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ae641cf-3c0d-47a0-b3a2-f4662eff5c13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.855760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae641cf-3c0d-47a0-b3a2-f4662eff5c13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a15d901e-08fb-4d36-b718-daffe31eae46,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:35.863045 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6ae641cf-3c0d-47a0-b3a2-f4662eff5c13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.865182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6ae641cf-3c0d-47a0-b3a2-f4662eff5c13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1283545 Sep 24 00:57:35.867901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44646) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:35.873929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-70d2cf4a-8b8b-4339-b62e-616a831a497c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '5761de59-34e9-40f9-be1b-f16f33fdd8eb', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:35.895162 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-70d2cf4a-8b8b-4339-b62e-616a831a497c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:57:35.899998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70d2cf4a-8b8b-4339-b62e-616a831a497c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.967313 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70d2cf4a-8b8b-4339-b62e-616a831a497c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.970998 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70d2cf4a-8b8b-4339-b62e-616a831a497c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.990251 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2cf4a-8b8b-4339-b62e-616a831a497c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53389227-7dda-4d50-ae41-08247d28a416,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:35.996310 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70d2cf4a-8b8b-4339-b62e-616a831a497c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:35.998245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-70d2cf4a-8b8b-4339-b62e-616a831a497c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291287 Sep 24 00:57:36.001287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44648) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:36.006063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'network': {'name': 'tempest-network-smoke--267490285', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'port_security_enabled': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:36.026421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:57:36.030010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.055485 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:57:36.064837 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.065173 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Added segment 3b73d80f-3c47-4ee3-8f62-232e73004e7e of type vlan for network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d Sep 24 00:57:36.103740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.128000 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.133759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:36.134329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.167233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1648874 Sep 24 00:57:36.170842 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44650) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:36.175041 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'admin_state_up': True, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:36.216077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b466b-e2af-43c0-a962-2e91b2f13283 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Network': ['ID=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:36.227182 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:57:36.233168 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.234190 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.285660 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.422326 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.606661 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.625478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.728456 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.19 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d0144119-597b-43d9-a3a2-b36bd4662bfa) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:57:36.826990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.865200 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:36.903023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:57:36.906376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:57:36.909790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:57:36.934430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=d0144119-597b-43d9-a3a2-b36bd4662bfa,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:37.156469 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:37.253231 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:37.351871 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:37.476981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:57:37.579573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:57:37.589378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Sync routers for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:57:37.597387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:37.598684 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cdca3093-1e11-4393-b77f-954757baa188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4269285 Sep 24 00:57:37.598857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:37.599327 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:37.601784 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44652) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:37.702798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:37.737438 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a89d4662-baa7-4ca4-8f05-b3e860a43dba tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a52e6a5bb924017a288be5fe1ec28c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1343524 Sep 24 00:57:37.739920 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44656) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:37.825254 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce32843-ba7f-49c9-ae8b-0f56ab8def93 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:37.826841 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2ce32843-ba7f-49c9-ae8b-0f56ab8def93 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860047 Sep 24 00:57:37.829681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44658) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:37.861288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f4ecf8f2-670f-4f94-b56c-b8411e5e5d92 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305462 Sep 24 00:57:37.863821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44660) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:37.868697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-475027184', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:37.885983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:37Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:37.913573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Checking router: bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:57:37.913924 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Updating router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d port d0144119-597b-43d9-a3a2-b36bd4662bfa binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:57:37.939284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:37.955797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:57:37.959470 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.202438 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.208403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.260092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Attempting to bind port d0144119-597b-43d9-a3a2-b36bd4662bfa on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:57:38.260667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Attempting to bind port d0144119-597b-43d9-a3a2-b36bd4662bfa by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:57:38.260794 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Attempting to bind port d0144119-597b-43d9-a3a2-b36bd4662bfa on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:57:38.271555 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:57:38.271928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:57:38.272446 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.272711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:57:38.273384 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Bound port: d0144119-597b-43d9-a3a2-b36bd4662bfa, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:57:38.273555 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.275208 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ef6c9-fc39-4e88-94c5-e08c07019d04 None None] Pushing event updated for resources: {'Port': ['ID=d0144119-597b-43d9-a3a2-b36bd4662bfa,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:38.330413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] For port d0144119-597b-43d9-a3a2-b36bd4662bfa, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:57:38.333755 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] For port d0144119-597b-43d9-a3a2-b36bd4662bfa, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d0144119-597b-43d9-a3a2-b36bd4662bfa,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:57:38.338114 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.393912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:38.394532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:38.433462 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ef6c9-fc39-4e88-94c5-e08c07019d04 None None] Pushing event updated for resources: {'Port': ['ID=d0144119-597b-43d9-a3a2-b36bd4662bfa,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:38.491082 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.510155 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:38.549670 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Subnet': ['ID=1697c213-8211-4519-b6ba-ba69d08b6298,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:38.558339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Checking segment: {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:57:38.558695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network hostable DHCP agents. Network: e0b883b8-7465-4dc0-91e7-29d8d5d5be7d, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:57:38.577115 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:57:38.587834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, e0b883b8-7465-4dc0-91e7-29d8d5d5be7d) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:57:38.591934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:38.592531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.612917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-246fe051-6090-4b2a-a3ac-984b02a76c76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7480888 Sep 24 00:57:38.615821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44664) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:38.621116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bcd256-a93b-4278-81fc-518a89694975 None None] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:57:38.806093 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:37Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:38.835935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:57:38.836771 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:38.839167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fd8f22-f197-47e4-a8ea-ea551dcf8b1d None None] The sync data for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 is: [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:37Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:57:38.985048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Allocated IP 172.20.0.2 (e0b883b8-7465-4dc0-91e7-29d8d5d5be7d/1697c213-8211-4519-b6ba-ba69d08b6298/b835fbea-d243-45a1-be71-069a801f6c70) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:57:39.085006 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.161706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.168213 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.237768 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:57:39.239192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Pushing event updated for resources: {'Port': ['ID=b835fbea-d243-45a1-be71-069a801f6c70,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:39.241957 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:57:39.249448 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:57:39.299763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d0144119-597b-43d9-a3a2-b36bd4662bfa up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:57:39.353659 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Attempting to bind port b835fbea-d243-45a1-be71-069a801f6c70 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:57:39.354044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Attempting to bind port b835fbea-d243-45a1-be71-069a801f6c70 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:57:39.354791 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Attempting to bind port b835fbea-d243-45a1-be71-069a801f6c70 on network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:57:39.366548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:57:39.367039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Checking segment: {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:57:39.367511 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.367980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Bound using segment: {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:57:39.368540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Bound port: b835fbea-d243-45a1-be71-069a801f6c70, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:57:39.369016 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.390264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.1 (e0b883b8-7465-4dc0-91e7-29d8d5d5be7d/1697c213-8211-4519-b6ba-ba69d08b6298/7ab2fc15-472e-4706-b179-d617a468ee52) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:57:39.429977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d0144119-597b-43d9-a3a2-b36bd4662bfa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:39.429977 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.485577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] For port b835fbea-d243-45a1-be71-069a801f6c70, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:57:39.501128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] For port b835fbea-d243-45a1-be71-069a801f6c70, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b835fbea-d243-45a1-be71-069a801f6c70,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:57:39.513080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.525284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.554659 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.577464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.608559 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=7ab2fc15-472e-4706-b179-d617a468ee52,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:39.621443 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c997d6-cdcd-4043-b2a7-a22eda9b7509 None None] Pushing event updated for resources: {'Port': ['ID=b835fbea-d243-45a1-be71-069a801f6c70,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:39.622254 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:57:39.624165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:57:39.625184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port d0144119-597b-43d9-a3a2-b36bd4662bfa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d0144119-597b-43d9-a3a2-b36bd4662bfa,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:39.626506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:57:39.631931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.684096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.690371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=d0144119-597b-43d9-a3a2-b36bd4662bfa,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:39.769467 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:39.859616 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:40.135091 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:40.139982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:40.212609 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=7ab2fc15-472e-4706-b179-d617a468ee52,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:40.215045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:40.306153 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:57:40.307663 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:57:40.420959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:57:40.534126 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:57:40.539199 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fd855e6d-bcdd-4378-b398-5488f7dcafbc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9223580 Sep 24 00:57:40.573058 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Sync routers for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:57:40.582205 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:40.582841 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:40.690024 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:40.693751 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-a3930175-f5d8-4afa-bac3-f9f5c45675f3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-23875767&fields=id&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 267 time: 0.0380304 Sep 24 00:57:40.801493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-ddfa3fed-e13e-4958-8d92-ffbfdc58fc35 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:40.802992 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-ddfa3fed-e13e-4958-8d92-ffbfdc58fc35 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/networks?id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d HTTP/1.1" status: 200 len: 796 time: 0.1020870 Sep 24 00:57:40.818033 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-9600015f-b7e7-4c10-954d-4d0ee66fcfcf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/quotas/8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 375 time: 0.0092611 Sep 24 00:57:40.876308 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-3e3d5f52-44b5-4973-ba07-7c3c21c9587d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519736 Sep 24 00:57:40.892333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-b214bd75-e679-40a1-bfa0-9c6554bbdaf5 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:57:40.893335 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-b214bd75-e679-40a1-bfa0-9c6554bbdaf5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053294 Sep 24 00:57:40.894301 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:40Z', 'revision_number': 2, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:40.922003 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Checking router: bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:57:40.922348 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Updating router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d port 7ab2fc15-472e-4706-b179-d617a468ee52 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:57:40.945942 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:40.987644 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-e5cf0e8b-4870-4ef3-b35b-59c69c2af184 service neutron] 10.222.0.24 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877769 Sep 24 00:57:41.096321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-e930b198-efba-41d5-953f-be5b782fbf4c service neutron] 10.222.0.24 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012282 Sep 24 00:57:41.334121 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.337608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ead66910-3167-4361-9ef4-0773e296a0a9 req-7d82e521-988b-461c-b9f4-048a517fd304 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 210 time: 0.0426705 Sep 24 00:57:41.352439 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.440063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b835fbea-d243-45a1-be71-069a801f6c70 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:57:41.447992 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Pushing event updated for resources: {'Port': ['ID=7ab2fc15-472e-4706-b179-d617a468ee52,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:41.477542 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.477867 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.478357 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.478567 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.478924 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.479245 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.479565 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.479880 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.480195 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.480527 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.480809 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.481157 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:57:41.489058 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Attempting to bind port 7ab2fc15-472e-4706-b179-d617a468ee52 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:57:41.489058 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Attempting to bind port 7ab2fc15-472e-4706-b179-d617a468ee52 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:57:41.489378 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Attempting to bind port 7ab2fc15-472e-4706-b179-d617a468ee52 on network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:57:41.494387 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:57:41.494780 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Checking segment: {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:57:41.495177 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.495561 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Bound using segment: {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:57:41.496014 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Bound port: 7ab2fc15-472e-4706-b179-d617a468ee52, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:57:41.497192 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.497880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd5d1fe-6d21-4032-9f9b-ecbf7b17bec7 None None] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:57:41.531866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b835fbea-d243-45a1-be71-069a801f6c70 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:41.532283 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.583297 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] For port 7ab2fc15-472e-4706-b179-d617a468ee52, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:57:41.587880 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] For port 7ab2fc15-472e-4706-b179-d617a468ee52, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7ab2fc15-472e-4706-b179-d617a468ee52,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:57:41.592332 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.609552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-da13669f-37bd-44d3-9e05-a571e7275166 None None] Provisioning complete for port b835fbea-d243-45a1-be71-069a801f6c70 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:41.609915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da13669f-37bd-44d3-9e05-a571e7275166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.645956 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b35965-957a-45c2-9817-1e53b69a2c2e None None] Pushing event updated for resources: {'Port': ['ID=7ab2fc15-472e-4706-b179-d617a468ee52,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:41.673560 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:41.674171 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:41.758454 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.785693 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:41.821126 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port b835fbea-d243-45a1-be71-069a801f6c70, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b835fbea-d243-45a1-be71-069a801f6c70,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:41.829951 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:41.829951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d0144119-597b-43d9-a3a2-b36bd4662bfa up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:57:41.833584 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-da13669f-37bd-44d3-9e05-a571e7275166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:42.022292 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:41Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:42.050419 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32463b-db6e-4b4c-b560-830924ab7347 None None] The sync data for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 is: [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:41Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:57:42.107834 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=b835fbea-d243-45a1-be71-069a801f6c70,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:42.159487 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-da13669f-37bd-44d3-9e05-a571e7275166 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 00:57:42.160151 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-da13669f-37bd-44d3-9e05-a571e7275166 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 00:57:42.162178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port d0144119-597b-43d9-a3a2-b36bd4662bfa triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:42.162635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:42.461810 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1b0fdd65-ede2-4934-b874-e95feb9e3691 req-33aa3706-07eb-4bda-bdc6-d9f72c9d58cf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 210 time: 0.0315719 Sep 24 00:57:42.485324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-8b3a7a5a-7212-47ea-996e-5b40cdb4b091 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:42.485324 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-8b3a7a5a-7212-47ea-996e-5b40cdb4b091 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "GET /v2.0/networks?id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d HTTP/1.1" status: 200 len: 796 time: 0.1762793 Sep 24 00:57:42.536585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-970bf747-4ce3-4b7d-8dbd-a87261751b45 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 378 time: 0.0420294 Sep 24 00:57:42.547720 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'port': {'device_id': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'admin_state_up': True, 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'security_groups': ['5761de59-34e9-40f9-be1b-f16f33fdd8eb']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:42.682328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:57:42.687327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:42.830675 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-51c76ef8-54b0-4cef-bd87-ce0e75003f5a None None] Provisioning complete for port b835fbea-d243-45a1-be71-069a801f6c70 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:42.831291 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51c76ef8-54b0-4cef-bd87-ce0e75003f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:42.947642 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-51c76ef8-54b0-4cef-bd87-ce0e75003f5a None None] Provisioning complete for port 7ab2fc15-472e-4706-b179-d617a468ee52 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:42.948283 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51c76ef8-54b0-4cef-bd87-ce0e75003f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.037604 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51c76ef8-54b0-4cef-bd87-ce0e75003f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.071658 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-51c76ef8-54b0-4cef-bd87-ce0e75003f5a None None] For port 7ab2fc15-472e-4706-b179-d617a468ee52, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7ab2fc15-472e-4706-b179-d617a468ee52,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:43.076057 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-51c76ef8-54b0-4cef-bd87-ce0e75003f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.136560 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c76ef8-54b0-4cef-bd87-ce0e75003f5a None None] Pushing event updated for resources: {'Port': ['ID=7ab2fc15-472e-4706-b179-d617a468ee52,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:43.161714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.5 (e0b883b8-7465-4dc0-91e7-29d8d5d5be7d/1697c213-8211-4519-b6ba-ba69d08b6298/4c5283bc-0f02-4a88-a78a-80d19e417776) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:57:43.196299 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-d32d57b8-ca28-44e0-867b-70b52ab201e9 None None] Provisioning complete for port 7ab2fc15-472e-4706-b179-d617a468ee52 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:43.196682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d32d57b8-ca28-44e0-867b-70b52ab201e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.331622 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.367641 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.373814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b835fbea-d243-45a1-be71-069a801f6c70 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:57:43.413983 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:57:43.417024 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:57:43.420253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port b835fbea-d243-45a1-be71-069a801f6c70 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:43.420616 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.421693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:57:43.451450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=4c5283bc-0f02-4a88-a78a-80d19e417776,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:43.480054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:43.481618 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.502064 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-457675b1-b71d-48b2-bacb-c392a71c7b21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9586458 Sep 24 00:57:43.505499 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7ab2fc15-472e-4706-b179-d617a468ee52 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:57:43.514214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-e90cb1b0-6fac-4b8d-bcd8-88ec0fa8f047 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 00:57:43.516672 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-e90cb1b0-6fac-4b8d-bcd8-88ec0fa8f047 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086043 Sep 24 00:57:43.563908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7ab2fc15-472e-4706-b179-d617a468ee52 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:43.564285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.595641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Request body: {'port': {'device_id': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:43.614689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a58e0-4ca1-4f34-a40b-419dcb230553 req-25fa0711-f4b8-40d0-8d82-77cda308d027 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:43.616945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-147a58e0-4ca1-4f34-a40b-419dcb230553 req-25fa0711-f4b8-40d0-8d82-77cda308d027 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 931 time: 0.0602052 Sep 24 00:57:43.660863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-147a58e0-4ca1-4f34-a40b-419dcb230553 req-2c98e6bb-2c2d-47e3-a535-690c18a1e386 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350604 Sep 24 00:57:43.674951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.720128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-1c05b6b7-941f-48d7-80b9-1f8e12d50fea None None] Provisioning complete for port 4c5283bc-0f02-4a88-a78a-80d19e417776 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:43.720412 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c05b6b7-941f-48d7-80b9-1f8e12d50fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.753681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-1c05b6b7-941f-48d7-80b9-1f8e12d50fea None None] Port 4c5283bc-0f02-4a88-a78a-80d19e417776 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:57:43.941518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5283bc-0f02-4a88-a78a-80d19e417776 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:57:43.948888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:43.961018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Transition to ACTIVE for port object 4c5283bc-0f02-4a88-a78a-80d19e417776 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:57:43.964068 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:44.019034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5283bc-0f02-4a88-a78a-80d19e417776,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:44.085749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Attempting to bind port 4c5283bc-0f02-4a88-a78a-80d19e417776 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:57:44.086083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Attempting to bind port 4c5283bc-0f02-4a88-a78a-80d19e417776 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:57:44.086411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Attempting to bind port 4c5283bc-0f02-4a88-a78a-80d19e417776 on network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:57:44.091468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Port 4c5283bc-0f02-4a88-a78a-80d19e417776 on network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:57:44.091861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Attempting to bind port 4c5283bc-0f02-4a88-a78a-80d19e417776 on network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:57:44.096857 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 57, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:57:44.097195 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Checking segment: {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:57:44.097577 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Bound using segment: {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:57:44.098002 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Bound port: 4c5283bc-0f02-4a88-a78a-80d19e417776, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b73d80f-3c47-4ee3-8f62-232e73004e7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:57:44.098359 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:44.165350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] For port 4c5283bc-0f02-4a88-a78a-80d19e417776, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:57:44.168762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] For port 4c5283bc-0f02-4a88-a78a-80d19e417776, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4c5283bc-0f02-4a88-a78a-80d19e417776,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:57:44.174036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:44.211429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.212096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:44.213524 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c5283bc-0f02-4a88-a78a-80d19e417776 HTTP/1.1" status: 200 len: 1092 time: 0.6889870 Sep 24 00:57:44.213965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:57:44.217001 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:57:44.248142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c83c95-5a6a-4fce-b0ab-8531c92bc770 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5283bc-0f02-4a88-a78a-80d19e417776,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:44.271052 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afbc6270-855d-4087-9fdd-05a72751582b x-openstack-request-id: req-afbc6270-855d-4087-9fdd-05a72751582b {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:57:44.271052 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:57:44.271052 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-afbc6270-855d-4087-9fdd-05a72751582b {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:57:44.271451 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'status': 'completed', 'code': 200} Sep 24 00:57:44.301683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-2dd6ff36-e1ea-4a84-95ec-fa5658de1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.303241 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-2dd6ff36-e1ea-4a84-95ec-fa5658de1e09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 1095 time: 0.0469670 Sep 24 00:57:44.346664 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-8193fb50-85c5-4d57-8a09-af5016a1ad5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c5283bc-0f02-4a88-a78a-80d19e417776 HTTP/1.1" status: 200 len: 217 time: 0.0358222 Sep 24 00:57:44.400702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-9b5dce72-a0d6-4eba-9fb1-59354f177832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.402183 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-9b5dce72-a0d6-4eba-9fb1-59354f177832 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1697c213-8211-4519-b6ba-ba69d08b6298 HTTP/1.1" status: 200 len: 834 time: 0.0492594 Sep 24 00:57:44.447160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-b8fe4ff0-a8bc-44c3-a805-875f90feb6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.448746 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-b8fe4ff0-a8bc-44c3-a805-875f90feb6dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391045 Sep 24 00:57:44.538487 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-cf3068ec-2f90-44bd-864f-fe19e4d24965 service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823178 Sep 24 00:57:44.632383 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-9c0cad14-6b50-4680-81d2-1f07f54b5221 req-46af36cc-2c50-4408-b6bf-f3513ecc7d9b service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871112 Sep 24 00:57:44.715163 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-cac8da32-86df-494b-ad2e-8e41f71c6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.716717 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-cac8da32-86df-494b-ad2e-8e41f71c6553 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 1095 time: 0.0417590 Sep 24 00:57:44.775185 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28ff0a-0ad4-4934-8df1-f37a755bd0f5 req-a92711ad-c1a1-4356-9801-4107e4e20ff7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.776595 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d28ff0a-0ad4-4934-8df1-f37a755bd0f5 req-a92711ad-c1a1-4356-9801-4107e4e20ff7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 943 time: 0.0486758 Sep 24 00:57:44.813187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-a609a8e6-5831-4a5e-b8e1-a455302a761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.814674 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-a609a8e6-5831-4a5e-b8e1-a455302a761a service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d HTTP/1.1" status: 200 len: 897 time: 0.0910892 Sep 24 00:57:44.818268 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9d28ff0a-0ad4-4934-8df1-f37a755bd0f5 req-2f4bec76-e2ce-4815-9c6c-d8f1be9dd75a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356286 Sep 24 00:57:44.857546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-86229dce-0b23-4c0e-856c-c7e5d9903e7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c5283bc-0f02-4a88-a78a-80d19e417776 HTTP/1.1" status: 200 len: 217 time: 0.0354791 Sep 24 00:57:44.911802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-a3669403-4724-4a8b-a89f-c13f47c0bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.913315 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-a3669403-4724-4a8b-a89f-c13f47c0bbfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1697c213-8211-4519-b6ba-ba69d08b6298 HTTP/1.1" status: 200 len: 834 time: 0.0482459 Sep 24 00:57:44.960651 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-8b8a2097-ba5d-4259-8e2b-74b7bdb5c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:44.962128 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-8b8a2097-ba5d-4259-8e2b-74b7bdb5c29a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403690 Sep 24 00:57:45.050773 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-b147e674-0b0b-41fe-b343-8161cd51ba08 service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803850 Sep 24 00:57:45.143164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-14f327a8-cf6a-4ccd-bbbb-5a3655c3e5fb req-3aa7908d-656c-40b5-95ec-8d195d176167 service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848510 Sep 24 00:57:45.936231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9efc2d-825e-4023-969d-f1c1029a5f5b req-77ca11ae-6714-421d-9b55-9e2ea637bd26 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:45.937703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0f9efc2d-825e-4023-969d-f1c1029a5f5b req-77ca11ae-6714-421d-9b55-9e2ea637bd26 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 943 time: 0.0507522 Sep 24 00:57:45.975800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0f9efc2d-825e-4023-969d-f1c1029a5f5b req-113f4985-7f69-4798-8856-f5c4aa9a0490 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318942 Sep 24 00:57:47.088169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5796ce9-e34d-4efb-bf7e-e069a07e39ac req-dcc56810-aea6-41c3-8ec6-4e14769be289 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:47.089634 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5796ce9-e34d-4efb-bf7e-e069a07e39ac req-dcc56810-aea6-41c3-8ec6-4e14769be289 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 943 time: 0.0486393 Sep 24 00:57:47.126657 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a5796ce9-e34d-4efb-bf7e-e069a07e39ac req-4a79632c-05b6-48b5-9232-c3f13914c534 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300224 Sep 24 00:57:48.239901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe4481-b462-4b2e-b3f0-6f6edceadf35 req-dcfd43c7-432a-4a3f-a8d3-66fdfd2519ff tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:48.241401 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cbe4481-b462-4b2e-b3f0-6f6edceadf35 req-dcfd43c7-432a-4a3f-a8d3-66fdfd2519ff tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 943 time: 0.0486538 Sep 24 00:57:48.283299 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5cbe4481-b462-4b2e-b3f0-6f6edceadf35 req-588085f7-91a9-4d26-8e4b-423846ed3cf8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357857 Sep 24 00:57:48.652368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4c5283bc-0f02-4a88-a78a-80d19e417776 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:57:48.747115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4c5283bc-0f02-4a88-a78a-80d19e417776, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4c5283bc-0f02-4a88-a78a-80d19e417776,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:48.758573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'port_id': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'mac_address': 'fa:16:3e:96:bb:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:57:48.793671 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:48.806307 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5283bc-0f02-4a88-a78a-80d19e417776 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:57:48.825503 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4c5283bc-0f02-4a88-a78a-80d19e417776, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4c5283bc-0f02-4a88-a78a-80d19e417776,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:48.829266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:48.878657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4c5283bc-0f02-4a88-a78a-80d19e417776,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:49.064856 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4c5283bc-0f02-4a88-a78a-80d19e417776'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:57:49.395353 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204ab72-a4ad-4d18-bcfa-7be006c9ce0c req-88824c02-461b-4487-be8e-5f9eb87f5626 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:49.396822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a204ab72-a4ad-4d18-bcfa-7be006c9ce0c req-88824c02-461b-4487-be8e-5f9eb87f5626 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 944 time: 0.0479119 Sep 24 00:57:49.433870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a204ab72-a4ad-4d18-bcfa-7be006c9ce0c req-e8a76c73-dd53-4f16-95b4-e2a839a607ec tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312145 Sep 24 00:57:50.547530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab29996-7242-4e00-a4a5-9cccaf6a53d0 req-bbaa8c2e-c3c2-4041-918b-f522aec8e5a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:50.548919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eab29996-7242-4e00-a4a5-9cccaf6a53d0 req-bbaa8c2e-c3c2-4041-918b-f522aec8e5a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 944 time: 0.0485725 Sep 24 00:57:50.584957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-eab29996-7242-4e00-a4a5-9cccaf6a53d0 req-0ced808b-f448-42dc-ac4f-2afbe497a6a6 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301771 Sep 24 00:57:50.651921 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4c5283bc-0f02-4a88-a78a-80d19e417776 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:57:50.699848 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 4c5283bc-0f02-4a88-a78a-80d19e417776 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:57:50.703378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 4c5283bc-0f02-4a88-a78a-80d19e417776 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:57:50.703743 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:50.777595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:50.800496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:57:50.802657 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c4b6cd-2ce0-4a42-8559-d803f9a8ffda" -d '{"events": [{"server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "name": "network-vif-plugged", "status": "completed", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:57:50.817873 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4c5283bc-0f02-4a88-a78a-80d19e417776, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4c5283bc-0f02-4a88-a78a-80d19e417776,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:57:50.822421 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:50.849310 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6d5dab-c919-4a97-bae3-f2742cda8be9 x-openstack-request-id: req-bb6d5dab-c919-4a97-bae3-f2742cda8be9 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:57:50.849597 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "name": "network-vif-plugged", "status": "completed", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:57:50.849846 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb6d5dab-c919-4a97-bae3-f2742cda8be9 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:57:50.850225 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'code': 200} Sep 24 00:57:50.878237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4c5283bc-0f02-4a88-a78a-80d19e417776,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:50.937898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f480edab-3650-4d3d-b63f-856f1af2a6a7 req-af346a67-ccfb-437e-8910-a79b76a1fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:50.939442 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f480edab-3650-4d3d-b63f-856f1af2a6a7 req-af346a67-ccfb-437e-8910-a79b76a1fb4a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 1097 time: 0.0406291 Sep 24 00:57:50.975694 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f480edab-3650-4d3d-b63f-856f1af2a6a7 req-cd843432-a211-4931-ac5e-f4dd4687f538 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288000 Sep 24 00:57:51.698778 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe79bac-803e-425a-8d61-69ae880f3323 req-659f28a0-6cf1-47d8-8f5a-7558ca4fd8ef tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:51.700249 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebe79bac-803e-425a-8d61-69ae880f3323 req-659f28a0-6cf1-47d8-8f5a-7558ca4fd8ef tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0485513 Sep 24 00:57:51.741400 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebe79bac-803e-425a-8d61-69ae880f3323 req-5948da6d-5425-441a-b797-7cc7aae535aa tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349298 Sep 24 00:57:52.739081 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:57:52.856245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb27939-170a-429f-9725-1ee835092344 req-6e31bc1f-1a5d-480d-aec7-98e717edf6d4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:52.858475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb27939-170a-429f-9725-1ee835092344 req-6e31bc1f-1a5d-480d-aec7-98e717edf6d4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0487382 Sep 24 00:57:52.897046 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb27939-170a-429f-9725-1ee835092344 req-2a8cfb3d-7146-45d9-a9fd-42dbcfef8b7b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325818 Sep 24 00:57:53.010576 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac184c6f-d8ac-49e3-9d89-80956c02015e req-4dbd91a2-b3ff-4700-b2a4-d2c94f91d670 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:53.011988 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac184c6f-d8ac-49e3-9d89-80956c02015e req-4dbd91a2-b3ff-4700-b2a4-d2c94f91d670 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Sep 24 00:57:53.049105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ac184c6f-d8ac-49e3-9d89-80956c02015e req-10de916f-d9db-414e-90d0-0bb71f843f35 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305810 Sep 24 00:57:53.070552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44718) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:53.090494 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c274aca5-d68b-4759-be46-6347a2df2089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:53.111477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1ca060-9a8f-45fa-a913-d385164f7f79 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:53.113011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dd1ca060-9a8f-45fa-a913-d385164f7f79 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 1092 time: 0.0413330 Sep 24 00:57:53.116108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44720) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:53.120296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:57:53.142045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:53.239821 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:53.345510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.38 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/36ccc543-f0de-4e18-8f3e-01c8e97259c9) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:57:53.444109 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:53.476490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:53.510368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:57:53.513048 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:57:53.517128 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:57:53.549546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=36ccc543-f0de-4e18-8f3e-01c8e97259c9,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:53.876813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:53.944515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:54.092004 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:54.096188 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:54.160628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=36ccc543-f0de-4e18-8f3e-01c8e97259c9,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:57:54.171874 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:54.269578 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP 710fad75-816d-4df8-870f-606fa4bf62b8 associated. External IP: 172.25.5.38, port: 4c5283bc-0f02-4a88-a78a-80d19e417776. Sep 24 00:57:54.472570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:57:54.578275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:57:54.587896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] Sync routers for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:57:54.593620 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:54.596786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:54.597496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:54.621932 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-16d7e329-f7e2-43b6-a49d-b7af057e3ea8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5048232 Sep 24 00:57:54.622517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:57:54.625322 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:57:54.664685 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387a7d27-f768-4b5c-84e0-670af48f5dde x-openstack-request-id: req-387a7d27-f768-4b5c-84e0-670af48f5dde {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:57:54.664978 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:57:54.665230 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-387a7d27-f768-4b5c-84e0-670af48f5dde {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:57:54.665629 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'status': 'completed', 'code': 200} Sep 24 00:57:54.707227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:54.723494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd0382-311d-4363-bd8a-631310bd288c req-268cac7d-d083-4fb8-b14d-27e089bb4400 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:54.728529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-8ed6102d-88a1-4148-aaf9-a01758dbdf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:54.730045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-8ed6102d-88a1-4148-aaf9-a01758dbdf04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 1097 time: 0.0411212 Sep 24 00:57:54.731243 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ddd0382-311d-4363-bd8a-631310bd288c req-268cac7d-d083-4fb8-b14d-27e089bb4400 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0591252 Sep 24 00:57:54.769163 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ddd0382-311d-4363-bd8a-631310bd288c req-92a8963a-0746-4083-b6b3-478c46c689fb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370655 Sep 24 00:57:54.793133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44726) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:54.827960 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-5072b6b0-cbcc-4acb-9784-41e8a560a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:54.829452 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-5072b6b0-cbcc-4acb-9784-41e8a560a4f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d HTTP/1.1" status: 200 len: 897 time: 0.0921781 Sep 24 00:57:54.856153 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-54c8bc2f-ae51-486a-a655-5300943f945d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/710fad75-816d-4df8-870f-606fa4bf62b8 HTTP/1.1" status: 200 len: 990 time: 0.0601468 Sep 24 00:57:54.895027 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-b5c0b948-4c22-469f-b9c7-cc2422cc28c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c5283bc-0f02-4a88-a78a-80d19e417776 HTTP/1.1" status: 200 len: 998 time: 0.0588310 Sep 24 00:57:54.930945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '710fad75-816d-4df8-870f-606fa4bf62b8', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'port_id': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'mac_address': 'fa:16:3e:96:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:57:53Z', 'updated_at': '2021-09-24T00:57:53Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:43Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:54.949809 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-66e0eb4f-ce46-4290-a478-6f23ab70c5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:54.951566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-66e0eb4f-ce46-4290-a478-6f23ab70c5d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1697c213-8211-4519-b6ba-ba69d08b6298 HTTP/1.1" status: 200 len: 834 time: 0.0500574 Sep 24 00:57:54.961228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] Checking router: bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:57:54.970059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:57:54.970662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:57:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:54.998507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-1f4b7244-f65e-4463-96b0-f8191280bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:57:54.999999 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-1f4b7244-f65e-4463-96b0-f8191280bbe9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416837 Sep 24 00:57:55.075040 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:57:55.092103 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-20212fdf-6d51-47ac-aa52-68e6affe9db4 service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844028 Sep 24 00:57:55.184746 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0ebd4af1-e3aa-4cd3-9fc2-3cfda30bf058 req-78d9024e-93ae-4f4f-a055-c1834d8b8c5b service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860906 Sep 24 00:57:55.297735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '710fad75-816d-4df8-870f-606fa4bf62b8', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'port_id': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'mac_address': 'fa:16:3e:96:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:57:53Z', 'updated_at': '2021-09-24T00:57:53Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:43Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:57:55.327654 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32e4b0d-4ddc-42bf-b3c6-b622c89124d4 None None] The sync data for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 is: [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '710fad75-816d-4df8-870f-606fa4bf62b8', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'port_id': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'mac_address': 'fa:16:3e:96:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:57:53Z', 'updated_at': '2021-09-24T00:57:53Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:43Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:57:55.515135 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86dacabc-7ed1-4208-a657-499bc1718094 None None] New status for floating IP 710fad75-816d-4df8-870f-606fa4bf62b8: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:57:55.858929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44728) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:57:55.924558 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-38db4e31-5351-40a7-90c1-3056c8164ea5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/710fad75-816d-4df8-870f-606fa4bf62b8 HTTP/1.1" status: 200 len: 992 time: 0.0644794 Sep 24 00:57:55.972057 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:56.070321 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5d177923-4d96-4c4b-a996-712a0d09014e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:56.986389 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:57:59.350529 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:07.267586 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:09.774481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:23.090965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-080b3055-dc50-4a6c-8458-d3b46f7dd532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:24.074183 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3498304-77bc-4902-8e08-087b42b5d89c req-509c6ca8-ac30-4073-9348-c0f6fa54eddb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0386581 Sep 24 00:58:24.159082 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498304-77bc-4902-8e08-087b42b5d89c req-239cec28-e96d-430c-a09e-af7f9cbd3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:24.160598 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3498304-77bc-4902-8e08-087b42b5d89c req-239cec28-e96d-430c-a09e-af7f9cbd3c06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 1097 time: 0.0447083 Sep 24 00:58:24.263869 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498304-77bc-4902-8e08-087b42b5d89c req-d664abfc-af2c-4e55-9f0c-fce97291701d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:24.266060 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3498304-77bc-4902-8e08-087b42b5d89c req-d664abfc-af2c-4e55-9f0c-fce97291701d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d HTTP/1.1" status: 200 len: 897 time: 0.0852044 Sep 24 00:58:24.337491 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3498304-77bc-4902-8e08-087b42b5d89c req-a540d833-bc84-453a-a48d-cca0d232c287 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c5283bc-0f02-4a88-a78a-80d19e417776 HTTP/1.1" status: 200 len: 1000 time: 0.0610602 Sep 24 00:58:24.393849 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498304-77bc-4902-8e08-087b42b5d89c req-0b6972f5-a243-4da6-a9b2-ca8591fcdc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:24.395366 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3498304-77bc-4902-8e08-087b42b5d89c req-0b6972f5-a243-4da6-a9b2-ca8591fcdc7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1697c213-8211-4519-b6ba-ba69d08b6298 HTTP/1.1" status: 200 len: 834 time: 0.0452697 Sep 24 00:58:24.443103 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3498304-77bc-4902-8e08-087b42b5d89c req-1b2aabee-a053-4e96-9dc0-0cc45cb113df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:24.444625 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3498304-77bc-4902-8e08-087b42b5d89c req-1b2aabee-a053-4e96-9dc0-0cc45cb113df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414190 Sep 24 00:58:24.542536 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3498304-77bc-4902-8e08-087b42b5d89c req-1cf184cc-bd73-404f-b797-f531ca922dff service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901513 Sep 24 00:58:24.631918 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e3498304-77bc-4902-8e08-087b42b5d89c req-df5c0953-dc49-4bd4-9791-3102d1f4ba73 service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818868 Sep 24 00:58:25.972582 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:26.070305 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-42f92b70-6436-43ff-a066-f81ba4031be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:26.984997 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:27.384804 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bc506-3cf8-481b-bb5f-a59b3c54f5d7 req-8a4d6987-8121-4e56-b169-3fff14707188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:27.386313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-715bc506-3cf8-481b-bb5f-a59b3c54f5d7 req-8a4d6987-8121-4e56-b169-3fff14707188 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Sep 24 00:58:27.425690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-715bc506-3cf8-481b-bb5f-a59b3c54f5d7 req-cacf088e-00ed-4e2c-a0d4-bcfd732db7ad tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327852 Sep 24 00:58:28.551104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6560faa-b3ec-4f49-bf87-ea583e8abcee req-69458be0-ee28-490c-a0ef-93b585a6c42c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:28.552496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6560faa-b3ec-4f49-bf87-ea583e8abcee req-69458be0-ee28-490c-a0ef-93b585a6c42c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0483899 Sep 24 00:58:28.589470 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6560faa-b3ec-4f49-bf87-ea583e8abcee req-fd969dd0-20f9-460e-814d-1e6cfe8e7374 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309503 Sep 24 00:58:28.611726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44754) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:28.676825 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eaeddd51-6206-4c90-9b46-83dfc465b987 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/710fad75-816d-4df8-870f-606fa4bf62b8 HTTP/1.1" status: 200 len: 992 time: 0.0639257 Sep 24 00:58:29.354482 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:29.738173 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:58:29.941505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4207a0-0071-4d72-a911-3703e21062fe req-081c195f-2c31-4aa3-82f4-7917cd609a10 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:29.943112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f4207a0-0071-4d72-a911-3703e21062fe req-081c195f-2c31-4aa3-82f4-7917cd609a10 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0494509 Sep 24 00:58:29.984655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2f4207a0-0071-4d72-a911-3703e21062fe req-24dda4c6-8a7b-4a57-9d13-9f8a4cd19e25 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354137 Sep 24 00:58:31.101083 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b5e8b-7daf-4a00-8462-4694e69adf4a req-32726404-678c-479e-b3d1-b1dea672e106 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:31.102542 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df0b5e8b-7daf-4a00-8462-4694e69adf4a req-32726404-678c-479e-b3d1-b1dea672e106 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0484135 Sep 24 00:58:31.138955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df0b5e8b-7daf-4a00-8462-4694e69adf4a req-896559d9-0b90-4de4-a53e-349e4cd2c365 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305145 Sep 24 00:58:31.161184 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44764) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:31.221111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-558c396f-6ccf-4720-a2aa-ff3169107e32 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/710fad75-816d-4df8-870f-606fa4bf62b8 HTTP/1.1" status: 200 len: 992 time: 0.0588007 Sep 24 00:58:31.439929 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44770) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:31.594224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 36ccc543-f0de-4e18-8f3e-01c8e97259c9 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:58:31.594571 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:31.673006 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:31.673333 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:31.684789 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 36ccc543-f0de-4e18-8f3e-01c8e97259c9 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:58:31.837402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:31.864199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=36ccc543-f0de-4e18-8f3e-01c8e97259c9,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:31.888821 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.889173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.889560 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.889913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.890240 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.890569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.890926 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.891255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.891580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.891901 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.892230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.892548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:31.932004 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:31.932329 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP 710fad75-816d-4df8-870f-606fa4bf62b8 disassociated (deleted). External IP: 172.25.5.38, port: 4c5283bc-0f02-4a88-a78a-80d19e417776. Sep 24 00:58:32.141530 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:58:32.247974 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:58:32.252479 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:32.258951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] Sync routers for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:58:32.267904 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:32.268500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:32.281194 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8e6ffa07-332f-412e-a940-41e6da69f6b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/floatingips/710fad75-816d-4df8-870f-606fa4bf62b8 HTTP/1.1" status: 204 len: 168 time: 0.8394728 Sep 24 00:58:32.281785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:58:32.284082 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4af4e69-0ee0-49bb-9130-60435b26d2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:58:32.324865 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efe78fc-fcb7-4f2f-9c70-e5cf36933aec x-openstack-request-id: req-2efe78fc-fcb7-4f2f-9c70-e5cf36933aec {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:58:32.325170 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:58:32.325424 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2efe78fc-fcb7-4f2f-9c70-e5cf36933aec {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:58:32.326001 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'status': 'completed', 'code': 200} Sep 24 00:58:32.376456 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:32.390365 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-38aa0bad-88e6-4264-a1d5-b1029936e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:32.392010 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-38aa0bad-88e6-4264-a1d5-b1029936e418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 1097 time: 0.0442913 Sep 24 00:58:32.495561 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-e9e0a422-92d5-455d-ba90-2c8b3bb1e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:32.497117 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-e9e0a422-92d5-455d-ba90-2c8b3bb1e7da service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d HTTP/1.1" status: 200 len: 897 time: 0.0962677 Sep 24 00:58:32.518598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a24fe-55bf-4d2b-ac5b-6bb50a076fbf req-5d47f369-fc41-4f42-9c08-3704dbf8a2c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:32.520639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c76a24fe-55bf-4d2b-ac5b-6bb50a076fbf req-5d47f369-fc41-4f42-9c08-3704dbf8a2c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0564837 Sep 24 00:58:32.542585 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-4f0091c9-8220-46ae-a6a7-407efcb7f1c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4c5283bc-0f02-4a88-a78a-80d19e417776 HTTP/1.1" status: 200 len: 217 time: 0.0363789 Sep 24 00:58:32.558784 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c76a24fe-55bf-4d2b-ac5b-6bb50a076fbf req-b2dc39ae-b1af-49d3-a520-21e555f81c57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324137 Sep 24 00:58:32.593165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-5e4d81b2-3f99-470b-b001-d221ef8d99fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:32.594691 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-5e4d81b2-3f99-470b-b001-d221ef8d99fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1697c213-8211-4519-b6ba-ba69d08b6298 HTTP/1.1" status: 200 len: 834 time: 0.0446765 Sep 24 00:58:32.596985 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:43Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:32.642908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-f9ff2177-7838-41f0-b965-d67bd2794c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:32.644367 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-f9ff2177-7838-41f0-b965-d67bd2794c4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422142 Sep 24 00:58:32.742261 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-c1d785ae-b97e-41ab-be62-32344f611bcf service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897038 Sep 24 00:58:32.775857 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] Checking router: bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:58:32.784150 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:32.784764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:32.837753 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c4af4e69-0ee0-49bb-9130-60435b26d2e9 req-b546568b-b8bb-4365-92fa-bb73c7cfa569 service neutron] 10.222.0.20 "GET /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875454 Sep 24 00:58:32.895298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:33.096517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:43Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:33.129139 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1f56ed-24e5-4c56-ad7f-25f6579085b6 None None] The sync data for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 is: [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7ab2fc15-472e-4706-b179-d617a468ee52', 'name': '', 'network_id': 'e0b883b8-7465-4dc0-91e7-29d8d5d5be7d', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:45:7f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:39Z', 'updated_at': '2021-09-24T00:57:43Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '1697c213-8211-4519-b6ba-ba69d08b6298', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:58:33.337061 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcbb420-337e-475c-984d-731929b560d7 None None] New status for floating IP 710fad75-816d-4df8-870f-606fa4bf62b8: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:58:33.680283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df7ab8f-d8e3-4679-9239-d985f3bac7f6 req-47853ad9-38b3-4fe8-8a8a-0711b84cb567 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:33.681724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3df7ab8f-d8e3-4679-9239-d985f3bac7f6 req-47853ad9-38b3-4fe8-8a8a-0711b84cb567 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0500984 Sep 24 00:58:33.721714 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3df7ab8f-d8e3-4679-9239-d985f3bac7f6 req-5913e6b1-ea77-4c6b-98b4-2e9add8c6240 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=5761de59-34e9-40f9-be1b-f16f33fdd8eb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337903 Sep 24 00:58:34.010447 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71da041-a981-4eb8-ac25-b0749762b771 req-a836ca3b-07a6-48e7-9d86-dd7a60116f44 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:34.011837 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f71da041-a981-4eb8-ac25-b0749762b771 req-a836ca3b-07a6-48e7-9d86-dd7a60116f44 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 945 time: 0.0476167 Sep 24 00:58:34.099313 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 4c5283bc-0f02-4a88-a78a-80d19e417776 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:58:34.099636 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:34.187793 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 4c5283bc-0f02-4a88-a78a-80d19e417776, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4c5283bc-0f02-4a88-a78a-80d19e417776,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:34.188157 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:34.200075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 4c5283bc-0f02-4a88-a78a-80d19e417776 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:58:34.627613 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:34.657362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=4c5283bc-0f02-4a88-a78a-80d19e417776,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:34.686541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.686928 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.687264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.687602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.687938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.688273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.688603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.688933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.689260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.689591 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.689919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.690246 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:34.710504 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] No DVR routers for this DVR port 4c5283bc-0f02-4a88-a78a-80d19e417776 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:58:34.712939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:34.715015 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f71da041-a981-4eb8-ac25-b0749762b771 req-eabf4c27-a4d8-4f44-85b0-765501b408a8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "DELETE /v2.0/ports/4c5283bc-0f02-4a88-a78a-80d19e417776 HTTP/1.1" status: 204 len: 173 time: 0.6959686 Sep 24 00:58:34.715471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'name': 'network-vif-deleted', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:58:34.718278 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c681efe7-6f90-4d1e-99e5-0fecd32ff12a" -d '{"events": [{"server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "name": "network-vif-deleted", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:58:34.756325 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9c142b-3d6d-4261-8e44-8b607e5a5cde x-openstack-request-id: req-2a9c142b-3d6d-4261-8e44-8b607e5a5cde {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:58:34.756622 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a1dca0a-f1c3-43d7-858c-28b728d38f96", "name": "network-vif-deleted", "tag": "4c5283bc-0f02-4a88-a78a-80d19e417776", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:58:34.756869 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2a9c142b-3d6d-4261-8e44-8b607e5a5cde {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:58:34.757273 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a1dca0a-f1c3-43d7-858c-28b728d38f96', 'name': 'network-vif-deleted', 'tag': '4c5283bc-0f02-4a88-a78a-80d19e417776', 'status': 'completed', 'code': 200} Sep 24 00:58:34.828497 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8cd1583b-c78e-463c-b774-b46d8760b687 req-d5e8b53a-5222-4bd9-8c64-481f0283c648 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a1dca0a-f1c3-43d7-858c-28b728d38f96 HTTP/1.1" status: 200 len: 210 time: 0.0298488 Sep 24 00:58:35.885681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44788) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:36.260422 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:36.522570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 7ab2fc15-472e-4706-b179-d617a468ee52 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:58:36.522860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:36.609849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 7ab2fc15-472e-4706-b179-d617a468ee52, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7ab2fc15-472e-4706-b179-d617a468ee52,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:36.610212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:36.622803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 7ab2fc15-472e-4706-b179-d617a468ee52 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:58:36.806999 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:36.833779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=7ab2fc15-472e-4706-b179-d617a468ee52,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:37.008609 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.217987 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:58:37.276986 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.324756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:58:37.330236 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fb56a7c8-556e-49ed-a5b0-540ab53d1d82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4435430 Sep 24 00:58:37.332981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44790) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:37.335971 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] Sync routers for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:58:37.348037 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:37.348667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:37.381918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7551dd-4d3c-4cff-aa21-2a0e174aa28d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting subnet 1697c213-8211-4519-b6ba-ba69d08b6298 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 00:58:37.384928 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c7551dd-4d3c-4cff-aa21-2a0e174aa28d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.424229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c7551dd-4d3c-4cff-aa21-2a0e174aa28d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.453548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:37.510035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c7551dd-4d3c-4cff-aa21-2a0e174aa28d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.567633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c7551dd-4d3c-4cff-aa21-2a0e174aa28d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.596291 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7551dd-4d3c-4cff-aa21-2a0e174aa28d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Subnet': ['ID=1697c213-8211-4519-b6ba-ba69d08b6298,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:37.598266 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0c7551dd-4d3c-4cff-aa21-2a0e174aa28d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.600398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0c7551dd-4d3c-4cff-aa21-2a0e174aa28d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/subnets/1697c213-8211-4519-b6ba-ba69d08b6298 HTTP/1.1" status: 204 len: 168 time: 0.2662671 Sep 24 00:58:37.602714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44794) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:37.607938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c3f33-1f17-4c6a-b2c3-a5f1e8603e04 None None] Network e0b883b8-7465-4dc0-91e7-29d8d5d5be7d requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:58:37.708370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.732436 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:58:36Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:37.773280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] Checking router: bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:58:37.787345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] Routers {'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:37.787951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:37.812913 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.875496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port d0144119-597b-43d9-a3a2-b36bd4662bfa {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:58:37.875838 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.881629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] DHCP port deletion for e0b883b8-7465-4dc0-91e7-29d8d5d5be7d request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 00:58:37.927008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] Set router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:37.959702 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port d0144119-597b-43d9-a3a2-b36bd4662bfa, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=d0144119-597b-43d9-a3a2-b36bd4662bfa,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:37.960209 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:37.971747 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for d0144119-597b-43d9-a3a2-b36bd4662bfa owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:58:38.051674 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Deleting port b835fbea-d243-45a1-be71-069a801f6c70 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 00:58:38.051950 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.153736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] For port b835fbea-d243-45a1-be71-069a801f6c70, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=b835fbea-d243-45a1-be71-069a801f6c70,segment=NetworkSegment(3b73d80f-3c47-4ee3-8f62-232e73004e7e),segment_id=3b73d80f-3c47-4ee3-8f62-232e73004e7e)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:38.154106 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.156485 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.174429 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Calling delete_port for b835fbea-d243-45a1-be71-069a801f6c70 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 00:58:38.183496 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=d0144119-597b-43d9-a3a2-b36bd4662bfa,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:38.239746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:58:36Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:38.245625 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.272704 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47cc1021-b17e-42fb-a63e-3c72c5a93892 None None] The sync data for ids ['bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d'] in n-d-713498-18 is: [{'id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1027039469', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:58:36Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'd0144119-597b-43d9-a3a2-b36bd4662bfa', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:fe:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:57:36Z', 'updated_at': '2021-09-24T00:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:58:38.298071 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.329000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Pushing event deleted for resources: {'Port': ['ID=b835fbea-d243-45a1-be71-069a801f6c70,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:38.331271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] No DVR routers for this DVR port b835fbea-d243-45a1-be71-069a801f6c70 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 00:58:38.337695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.342694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.342848 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.343223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.343631 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.344029 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.344434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.344905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.345301 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.345630 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.345959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.346285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.346611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.346955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b500679-40bb-4808-8bf7-6853cca1957e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:38.387642 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.388281 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Fanout notify agent at l3_agent the message router_deleted on router bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 00:58:38.395653 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.396795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2c0bad3e-85ed-4c3d-a2c1-0330d3f6e97b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/routers/bfcd0a77-2f8e-4c20-a887-30be4d4dcd9d HTTP/1.1" status: 204 len: 168 time: 0.7931497 Sep 24 00:58:38.399467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44796) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:38.477646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.901342 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4c5283bc-0f02-4a88-a78a-80d19e417776 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:58:38.910771 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.923084 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 4c5283bc-0f02-4a88-a78a-80d19e417776 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:58:38.923580 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4c5283bc-0f02-4a88-a78a-80d19e417776 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:58:38.935874 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b883b8-7465-4dc0-91e7-29d8d5d5be7d']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:38.946002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b73d80f-3c47-4ee3-8f62-232e73004e7e') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:38.946301 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b73d80f-3c47-4ee3-8f62-232e73004e7e') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:38.956835 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.971236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.977246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 00:58:38.977634 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: timer() Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 00:58:38.980648 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 00:58:39.040135 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.047080 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.048886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/networks/e0b883b8-7465-4dc0-91e7-29d8d5d5be7d HTTP/1.1" status: 204 len: 168 time: 0.6484947 Sep 24 00:58:39.051826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44798) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:39.059664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db239fe1-0e00-4b65-9ce6-a85dbf8a9359 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Network': ['ID=e0b883b8-7465-4dc0-91e7-29d8d5d5be7d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:39.113716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4996fa5-f228-4e5c-922e-40d4ea75c0f2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.139133 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4996fa5-f228-4e5c-922e-40d4ea75c0f2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.200765 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4996fa5-f228-4e5c-922e-40d4ea75c0f2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.204127 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d4996fa5-f228-4e5c-922e-40d4ea75c0f2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.205365 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d4996fa5-f228-4e5c-922e-40d4ea75c0f2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/security-groups/5761de59-34e9-40f9-be1b-f16f33fdd8eb HTTP/1.1" status: 204 len: 168 time: 0.1524358 Sep 24 00:58:39.215034 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4996fa5-f228-4e5c-922e-40d4ea75c0f2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5761de59-34e9-40f9-be1b-f16f33fdd8eb,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:39.337855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b835fbea-d243-45a1-be71-069a801f6c70 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:58:39.358840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: b835fbea-d243-45a1-be71-069a801f6c70 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:58:39.359185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device b835fbea-d243-45a1-be71-069a801f6c70 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:58:39.359590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7ab2fc15-472e-4706-b179-d617a468ee52 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:58:39.377883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7ab2fc15-472e-4706-b179-d617a468ee52 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:58:39.378558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7ab2fc15-472e-4706-b179-d617a468ee52 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:58:39.378999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d0144119-597b-43d9-a3a2-b36bd4662bfa no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 00:58:39.398747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: d0144119-597b-43d9-a3a2-b36bd4662bfa {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 00:58:39.399045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device d0144119-597b-43d9-a3a2-b36bd4662bfa not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 00:58:39.649813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44804) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:39.654477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-8d07b8ae-19c7-4709-ad9e-764d67858f46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864244862', 'description': 'tempest-secgroup-smoke-1864244862 description', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:39.677669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d07b8ae-19c7-4709-ad9e-764d67858f46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.756218 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d07b8ae-19c7-4709-ad9e-764d67858f46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.760635 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d07b8ae-19c7-4709-ad9e-764d67858f46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.772709 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.788754 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8d07b8ae-19c7-4709-ad9e-764d67858f46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.790014 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8d07b8ae-19c7-4709-ad9e-764d67858f46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1392338 Sep 24 00:58:39.793011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44806) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:39.794197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07b8ae-19c7-4709-ad9e-764d67858f46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad60f357-a796-46ca-9077-a9759c08a752,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:39.800127 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5bbefa3e-f520-43d1-97db-c432f6939206 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'ad60f357-a796-46ca-9077-a9759c08a752', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:39.826424 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5bbefa3e-f520-43d1-97db-c432f6939206 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.884303 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5bbefa3e-f520-43d1-97db-c432f6939206 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.887972 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5bbefa3e-f520-43d1-97db-c432f6939206 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.911721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbefa3e-f520-43d1-97db-c432f6939206 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35cf4bec-29b7-4f3d-b518-9e584fdf2328,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:39.918557 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5bbefa3e-f520-43d1-97db-c432f6939206 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:39.920024 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5bbefa3e-f520-43d1-97db-c432f6939206 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251583 Sep 24 00:58:39.922729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44808) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:39.927069 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-674eeda7-ca0e-4e50-bf74-a4e8637d1af5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'ad60f357-a796-46ca-9077-a9759c08a752', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:39.955317 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-674eeda7-ca0e-4e50-bf74-a4e8637d1af5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.014269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-674eeda7-ca0e-4e50-bf74-a4e8637d1af5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.018259 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-674eeda7-ca0e-4e50-bf74-a4e8637d1af5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.036112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674eeda7-ca0e-4e50-bf74-a4e8637d1af5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c7f28d-454d-4add-9a0b-9d0d19a59657,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:40.042378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-674eeda7-ca0e-4e50-bf74-a4e8637d1af5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.043863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-674eeda7-ca0e-4e50-bf74-a4e8637d1af5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1199450 Sep 24 00:58:40.046612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44810) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:40.050861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-28d762f9-6572-4995-a4b9-6facd7952337 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'ad60f357-a796-46ca-9077-a9759c08a752', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:40.075996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28d762f9-6572-4995-a4b9-6facd7952337 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.135619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28d762f9-6572-4995-a4b9-6facd7952337 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.139055 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28d762f9-6572-4995-a4b9-6facd7952337 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.157833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d762f9-6572-4995-a4b9-6facd7952337 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64ec5bf6-a2a7-47ee-82c2-cd69c8a9feb7,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:40.160757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-28d762f9-6572-4995-a4b9-6facd7952337 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.162030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-28d762f9-6572-4995-a4b9-6facd7952337 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144090 Sep 24 00:58:40.164813 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44812) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:40.169443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c59cbb18-1065-4427-bff4-c5f0d3d7d3a2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'ad60f357-a796-46ca-9077-a9759c08a752', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:40.196466 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c59cbb18-1065-4427-bff4-c5f0d3d7d3a2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.255630 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c59cbb18-1065-4427-bff4-c5f0d3d7d3a2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.259357 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c59cbb18-1065-4427-bff4-c5f0d3d7d3a2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.273630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cbb18-1065-4427-bff4-c5f0d3d7d3a2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70e7c97-3c0d-4662-ab34-25172d91876c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:40.282692 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c59cbb18-1065-4427-bff4-c5f0d3d7d3a2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.284044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c59cbb18-1065-4427-bff4-c5f0d3d7d3a2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182919 Sep 24 00:58:40.286722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44814) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:40.291043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fc93deaa-a526-43bd-96a2-e0e64f047bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'ad60f357-a796-46ca-9077-a9759c08a752', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:40.312688 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-fc93deaa-a526-43bd-96a2-e0e64f047bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:58:40.317407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc93deaa-a526-43bd-96a2-e0e64f047bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.378382 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc93deaa-a526-43bd-96a2-e0e64f047bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.382090 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc93deaa-a526-43bd-96a2-e0e64f047bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.401532 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc93deaa-a526-43bd-96a2-e0e64f047bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a6481e-76f5-4e24-9c56-000f18df8f80,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:40.408222 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fc93deaa-a526-43bd-96a2-e0e64f047bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.409408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fc93deaa-a526-43bd-96a2-e0e64f047bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217306 Sep 24 00:58:40.412224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44816) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:40.418011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b8203612-1e4a-4841-b275-19ff6716302e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'ad60f357-a796-46ca-9077-a9759c08a752', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:40.441003 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-b8203612-1e4a-4841-b275-19ff6716302e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 00:58:40.445631 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8203612-1e4a-4841-b275-19ff6716302e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.504351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8203612-1e4a-4841-b275-19ff6716302e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.508097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8203612-1e4a-4841-b275-19ff6716302e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.528348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8203612-1e4a-4841-b275-19ff6716302e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf847510-d35d-46c6-8fdc-7ece3ab42ca0,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:40.531964 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b8203612-1e4a-4841-b275-19ff6716302e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.533127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b8203612-1e4a-4841-b275-19ff6716302e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200056 Sep 24 00:58:40.536063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44818) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:40.540851 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'network': {'name': 'tempest-network-smoke--1394164165', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'port_security_enabled': True}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:40.562593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:58:40.566132 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.588593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 00:58:40.597849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.598193 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Added segment aac63e98-55c7-4ce2-a39d-78d73721ed12 of type vlan for network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 Sep 24 00:58:40.638587 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.662847 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.668376 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:40.669222 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.697136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1600544 Sep 24 00:58:40.700098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44820) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:40.704734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'admin_state_up': True, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:40.728617 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.729869 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.741612 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548f4bd-58bc-49b6-9fae-72eda1ce9adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Network': ['ID=5bb0edf4-69f8-41dc-9071-1ec8753b8168,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:40.752994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 00:58:40.787284 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:40.926200 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:41.123362 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:41.142568 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:41.249710 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.62 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:58:41.356625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:41.390700 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:41.429506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:58:41.432387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:58:41.435802 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:58:41.449433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:41.704440 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:41.917139 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.046392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 00:58:42.150471 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:58:42.160380 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Sync routers for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:58:42.169071 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:42.169754 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:42.173849 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.180378 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3e60a0e3-b908-44f6-93c5-dd17e02b3fd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4764907 Sep 24 00:58:42.180879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44822) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:42.208494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fee00d46-7e32-4b24-b40c-de4321c27d4f tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a52e6a5bb924017a288be5fe1ec28c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263817 Sep 24 00:58:42.210942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44824) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:42.279090 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:42.301316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed629c85-5473-4d5c-a726-8700132f61f8 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:42.305475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ed629c85-5473-4d5c-a726-8700132f61f8 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909133 Sep 24 00:58:42.305843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44826) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:42.334490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2ec622b1-44be-43c6-b7d9-95e45f38dd0b tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272641 Sep 24 00:58:42.336709 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44828) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:42.341408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-80253611', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:42.426656 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:58:42.430148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.456933 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:41Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:42.486788 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Checking router: 245ab2a6-51ac-4ab9-8d6c-b321d9302480 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:58:42.487123 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Updating router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:58:42.511335 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.619323 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.685015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Subnet': ['ID=fa706fe2-5a51-43bd-aa97-42be98282d8c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:42.693164 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Checking segment: {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:58:42.693525 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network hostable DHCP agents. Network: 5bb0edf4-69f8-41dc-9071-1ec8753b8168, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 00:58:42.710578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 00:58:42.718873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 5bb0edf4-69f8-41dc-9071-1ec8753b8168) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:58:42.723402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:42.723996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.730029 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093a83d2-8b62-46bc-90cf-ef8afceb2cd2 None None] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:58:42.741162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-146696e9-2f8a-4c37-9e33-bfb753347f9f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4033463 Sep 24 00:58:42.744118 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44830) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:42.775448 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.780418 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.834743 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Attempting to bind port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:58:42.834743 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Attempting to bind port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:58:42.834743 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Attempting to bind port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:58:42.844483 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Pushing event updated for resources: {'Port': ['ID=0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:42.852423 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.852423 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.852735 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.853527 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.853527 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.853755 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.854057 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.854856 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.854856 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.855156 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.856099 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.856099 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 00:58:42.859576 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:58:42.859826 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:58:42.860141 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.860662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:58:42.860981 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Bound port: 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:58:42.861357 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.902239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 00:58:42.903209 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.913180 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] For port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:58:42.916695 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] For port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:58:42.924525 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:42.978584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:42.979335 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:43.017657 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d671b4-7d7d-4b73-b244-a15d709f8a9b None None] Pushing event updated for resources: {'Port': ['ID=0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:43.051902 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Allocated IP 172.20.0.2 (5bb0edf4-69f8-41dc-9071-1ec8753b8168/fa706fe2-5a51-43bd-aa97-42be98282d8c/24d334d4-1c39-4f9e-ab2b-14a01bd48429) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:58:43.196117 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:43.237982 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:43.375786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:43.382031 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:43.385854 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:41Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:43.414234 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c11d6db-caf1-452e-b575-dab920da2bfe None None] The sync data for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 is: [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:41Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:58:43.429562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:58:43.435598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:58:43.436844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:58:43.448409 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Pushing event updated for resources: {'Port': ['ID=24d334d4-1c39-4f9e-ab2b-14a01bd48429,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:43.505796 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Attempting to bind port 24d334d4-1c39-4f9e-ab2b-14a01bd48429 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:58:43.506163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Attempting to bind port 24d334d4-1c39-4f9e-ab2b-14a01bd48429 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:58:43.506512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Attempting to bind port 24d334d4-1c39-4f9e-ab2b-14a01bd48429 on network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:58:43.512892 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:58:43.513265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Checking segment: {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:58:43.513714 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:43.514039 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Bound using segment: {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:58:43.514537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Bound port: 24d334d4-1c39-4f9e-ab2b-14a01bd48429, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:58:43.514957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:43.543194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.1 (5bb0edf4-69f8-41dc-9071-1ec8753b8168/fa706fe2-5a51-43bd-aa97-42be98282d8c/f6af2577-d773-4f47-9141-e6d125913411) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:58:43.584123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] For port 24d334d4-1c39-4f9e-ab2b-14a01bd48429, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:58:43.588695 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] For port 24d334d4-1c39-4f9e-ab2b-14a01bd48429, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=24d334d4-1c39-4f9e-ab2b-14a01bd48429,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:58:43.592526 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:43.674522 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9da573-3b20-4090-8d8d-1ba6dbada0e7 None None] Pushing event updated for resources: {'Port': ['ID=24d334d4-1c39-4f9e-ab2b-14a01bd48429,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:43.706394 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:43.744512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:43.788075 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:58:43.791531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:58:43.794548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:58:43.841414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=f6af2577-d773-4f47-9141-e6d125913411,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:43.884731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:44.027166 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:44.319438 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:44.325448 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:44.407162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=f6af2577-d773-4f47-9141-e6d125913411,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:44.409626 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:44.504984 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:58:44.506405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:58:44.616142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077a4889-c83b-4e24-97a3-b13b76bb48d9 None None] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 00:58:44.625771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:58:44.700065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-e431abd2-7556-4792-ac25-2a1a0af834c2 None None] Provisioning complete for port 24d334d4-1c39-4f9e-ab2b-14a01bd48429 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:44.700436 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e431abd2-7556-4792-ac25-2a1a0af834c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:44.736782 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:58:44.742043 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-28d53dbf-7c61-4d60-b652-668a239ecc57 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/245ab2a6-51ac-4ab9-8d6c-b321d9302480/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9967232 Sep 24 00:58:44.845903 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e431abd2-7556-4792-ac25-2a1a0af834c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:44.882194 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e431abd2-7556-4792-ac25-2a1a0af834c2 None None] For port 24d334d4-1c39-4f9e-ab2b-14a01bd48429, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=24d334d4-1c39-4f9e-ab2b-14a01bd48429,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:44.887576 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e431abd2-7556-4792-ac25-2a1a0af834c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:44.915466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-dceb6826-393e-416c-b619-9ff057250b10 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864244862&fields=id&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 267 time: 0.0532858 Sep 24 00:58:44.940884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431abd2-7556-4792-ac25-2a1a0af834c2 None None] Pushing event updated for resources: {'Port': ['ID=24d334d4-1c39-4f9e-ab2b-14a01bd48429,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:45.044082 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-089fbdad-b453-4432-a633-8e78a87557f5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:45.046196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-089fbdad-b453-4432-a633-8e78a87557f5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/networks?id=5bb0edf4-69f8-41dc-9071-1ec8753b8168 HTTP/1.1" status: 200 len: 797 time: 0.1173520 Sep 24 00:58:45.069610 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-f7956b6c-c2ee-41af-9f15-0f29c4706b99 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/quotas/8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 375 time: 0.0171804 Sep 24 00:58:45.087285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Sync routers for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:58:45.103544 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:45.104432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:45.131722 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-92a3e3c4-df3c-4c66-90e6-3ded54896ee0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609803 Sep 24 00:58:45.153806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-679c2344-9b7c-48d5-bd3e-901174f8766c None None] Provisioning complete for port 24d334d4-1c39-4f9e-ab2b-14a01bd48429 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:45.154176 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-679c2344-9b7c-48d5-bd3e-901174f8766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:45.227036 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-966b3551-2232-40ac-9500-2a007157fe38 service neutron] 10.222.0.24 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925260 Sep 24 00:58:45.320377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:45.351819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-d88af11a-8e5f-433c-9044-8b991c0b7974 service neutron] 10.222.0.24 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151516 Sep 24 00:58:45.400404 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 24d334d4-1c39-4f9e-ab2b-14a01bd48429 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:58:45.539290 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-679c2344-9b7c-48d5-bd3e-901174f8766c None None] Provisioning complete for port f6af2577-d773-4f47-9141-e6d125913411 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:45.539723 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-679c2344-9b7c-48d5-bd3e-901174f8766c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:45.578476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bc4a09ec-30bf-4c79-a8d2-df1f0f5dd4fe req-c136d137-4fa3-4d88-9b49-922506a13225 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0302260 Sep 24 00:58:45.629606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 24d334d4-1c39-4f9e-ab2b-14a01bd48429 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:45.630106 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:45.635228 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-679c2344-9b7c-48d5-bd3e-901174f8766c None None] Port f6af2577-d773-4f47-9141-e6d125913411 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:58:45.768377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:58:45.771189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:44Z', 'revision_number': 2, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:45.816738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Checking router: 245ab2a6-51ac-4ab9-8d6c-b321d9302480 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:58:45.817094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Updating router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 port f6af2577-d773-4f47-9141-e6d125913411 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 00:58:45.821317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c323eca0-5b83-43b6-af43-bf8994e9e513 None None] Provisioning complete for port f6af2577-d773-4f47-9141-e6d125913411 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:45.821685 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c323eca0-5b83-43b6-af43-bf8994e9e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:45.874510 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:45.902375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-c323eca0-5b83-43b6-af43-bf8994e9e513 None None] Port f6af2577-d773-4f47-9141-e6d125913411 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:58:45.933516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:45.933898 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.132371 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.171972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:46.178287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.266423 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.267970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:46.273558 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.323696 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76ac7b-cf12-4c71-837b-5cbd9609886e None None] Pushing event updated for resources: {'Port': ['ID=f6af2577-d773-4f47-9141-e6d125913411,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:46.376788 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Attempting to bind port f6af2577-d773-4f47-9141-e6d125913411 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:58:46.377158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Attempting to bind port f6af2577-d773-4f47-9141-e6d125913411 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:58:46.377521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Attempting to bind port f6af2577-d773-4f47-9141-e6d125913411 on network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:58:46.382829 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:58:46.383201 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Checking segment: {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:58:46.383596 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.383983 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Bound using segment: {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:58:46.384438 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Bound port: f6af2577-d773-4f47-9141-e6d125913411, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:58:46.384812 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.454393 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] For port f6af2577-d773-4f47-9141-e6d125913411, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:58:46.459074 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] For port f6af2577-d773-4f47-9141-e6d125913411, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f6af2577-d773-4f47-9141-e6d125913411,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:58:46.466286 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.531803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:46.532432 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:46.631650 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-d59a95b0-4448-4cbf-bdaf-fa70748fbbea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:46.633702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-d59a95b0-4448-4cbf-bdaf-fa70748fbbea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/networks?id=5bb0edf4-69f8-41dc-9071-1ec8753b8168 HTTP/1.1" status: 200 len: 797 time: 0.1511121 Sep 24 00:58:46.715746 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-9c036ce5-44d3-4eed-97c0-d2ed0a5cd02a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 380 time: 0.0725446 Sep 24 00:58:46.718496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1418e702-f064-4677-860a-8af9e8b93fab req-01545992-65b2-4453-9573-9a374aeff1cb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 210 time: 0.0399420 Sep 24 00:58:46.726120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'port': {'device_id': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'admin_state_up': True, 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'security_groups': ['ad60f357-a796-46ca-9077-a9759c08a752']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:46.731159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76ac7b-cf12-4c71-837b-5cbd9609886e None None] Pushing event updated for resources: {'Port': ['ID=f6af2577-d773-4f47-9141-e6d125913411,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:46.746925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-37a3224c-ed7c-480f-bfe3-03f5074a7805 None None] Provisioning complete for port f6af2577-d773-4f47-9141-e6d125913411 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:46.747279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-37a3224c-ed7c-480f-bfe3-03f5074a7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.842153 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 00:58:46.844825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:46.846451 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.941957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-37a3224c-ed7c-480f-bfe3-03f5074a7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:46.979933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.11 (5bb0edf4-69f8-41dc-9071-1ec8753b8168/fa706fe2-5a51-43bd-aa97-42be98282d8c/0565f046-89eb-4f62-ac49-0966cb798f5e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:58:47.023118 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-37a3224c-ed7c-480f-bfe3-03f5074a7805 None None] For port f6af2577-d773-4f47-9141-e6d125913411, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f6af2577-d773-4f47-9141-e6d125913411,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:47.029155 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-37a3224c-ed7c-480f-bfe3-03f5074a7805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.113657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a3224c-ed7c-480f-bfe3-03f5074a7805 None None] Pushing event updated for resources: {'Port': ['ID=f6af2577-d773-4f47-9141-e6d125913411,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:47.134989 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:47.142810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.166163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54801aa4-35b5-4171-95fc-326ce9890897 None None] The sync data for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 is: [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:58:47.175285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5eadf441-ff62-4ab8-8264-5bcee5b0f4c1 None None] Provisioning complete for port f6af2577-d773-4f47-9141-e6d125913411 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:47.175661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5eadf441-ff62-4ab8-8264-5bcee5b0f4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.180730 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.254935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:58:47.261524 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:58:47.271860 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:58:47.276118 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=0565f046-89eb-4f62-ac49-0966cb798f5e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:47.363213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:47.363969 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.390588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-5de4c67e-d805-4469-b549-d59a1dd29a65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6684856 Sep 24 00:58:47.411629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Request body: {'port': {'device_id': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:47.446690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f6af2577-d773-4f47-9141-e6d125913411 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:58:47.499492 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.521477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port f6af2577-d773-4f47-9141-e6d125913411 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:47.521857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.572428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2b91f80b-c38c-4b82-b2e4-7a5f3a3fa59d None None] Provisioning complete for port 0565f046-89eb-4f62-ac49-0966cb798f5e triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:47.572428 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2b91f80b-c38c-4b82-b2e4-7a5f3a3fa59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.640056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-2b91f80b-c38c-4b82-b2e4-7a5f3a3fa59d None None] Port 0565f046-89eb-4f62-ac49-0966cb798f5e cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 00:58:47.672671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:58:47.730304 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:47.730679 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.892332 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0565f046-89eb-4f62-ac49-0966cb798f5e {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:58:47.904164 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:47.915346 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539646c-1731-41d0-a5c9-1f2f178cf929 req-430c7371-cb05-4461-a7de-e22fcc308519 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:47.916907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f539646c-1731-41d0-a5c9-1f2f178cf929 req-430c7371-cb05-4461-a7de-e22fcc308519 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 932 time: 0.1041775 Sep 24 00:58:47.929537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Transition to ACTIVE for port object 0565f046-89eb-4f62-ac49-0966cb798f5e will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 00:58:47.937829 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:48.014290 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f539646c-1731-41d0-a5c9-1f2f178cf929 req-809f3ce7-ad34-4069-99b1-1efcf85ed823 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880990 Sep 24 00:58:48.016653 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0565f046-89eb-4f62-ac49-0966cb798f5e,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:48.106825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Attempting to bind port 0565f046-89eb-4f62-ac49-0966cb798f5e on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 00:58:48.107479 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Attempting to bind port 0565f046-89eb-4f62-ac49-0966cb798f5e by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 00:58:48.108617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Attempting to bind port 0565f046-89eb-4f62-ac49-0966cb798f5e on network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:58:48.116508 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Port 0565f046-89eb-4f62-ac49-0966cb798f5e on network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 00:58:48.117152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Attempting to bind port 0565f046-89eb-4f62-ac49-0966cb798f5e on network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 00:58:48.125745 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 00:58:48.126158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Checking segment: {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 00:58:48.126605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Bound using segment: {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 00:58:48.127122 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Bound port: 0565f046-89eb-4f62-ac49-0966cb798f5e, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac63e98-55c7-4ce2-a39d-78d73721ed12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 00:58:48.127535 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:48.196955 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] For port 0565f046-89eb-4f62-ac49-0966cb798f5e, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 00:58:48.200078 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] For port 0565f046-89eb-4f62-ac49-0966cb798f5e, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=0565f046-89eb-4f62-ac49-0966cb798f5e,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 00:58:48.204838 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:48.243691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:48.244406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:48.248383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] 10.222.0.18 "PUT /v2.0/ports/0565f046-89eb-4f62-ac49-0966cb798f5e HTTP/1.1" status: 200 len: 1093 time: 0.8458531 Sep 24 00:58:48.248383 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:58:48.248383 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:58:48.277387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26c362-abee-4055-95fc-a4b7e44ae3f0 service neutron] Pushing event updated for resources: {'Port': ['ID=0565f046-89eb-4f62-ac49-0966cb798f5e,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:48.301243 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3582318f-cfe8-406f-bbab-c1f4479c42a0 x-openstack-request-id: req-3582318f-cfe8-406f-bbab-c1f4479c42a0 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:58:48.301532 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:58:48.301788 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3582318f-cfe8-406f-bbab-c1f4479c42a0 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:58:48.302186 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'status': 'completed', 'code': 200} Sep 24 00:58:48.344741 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-d5bae296-4d07-43e9-92c8-d46e72e69de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:48.345974 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-d5bae296-4d07-43e9-92c8-d46e72e69de3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 1096 time: 0.0548360 Sep 24 00:58:48.396100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-4d83171a-a9a7-424b-abf1-1eb1c5a0507d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0565f046-89eb-4f62-ac49-0966cb798f5e HTTP/1.1" status: 200 len: 217 time: 0.0423412 Sep 24 00:58:48.457026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-210818e6-9853-4657-996b-3d89d605937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:48.458662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-210818e6-9853-4657-996b-3d89d605937f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa706fe2-5a51-43bd-aa97-42be98282d8c HTTP/1.1" status: 200 len: 833 time: 0.0564196 Sep 24 00:58:48.513861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-74eeb0aa-f0f2-47cb-8bf3-25266e5b0bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:48.515978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-74eeb0aa-f0f2-47cb-8bf3-25266e5b0bd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bb0edf4-69f8-41dc-9071-1ec8753b8168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491345 Sep 24 00:58:48.611929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-1b951d77-01bd-4a64-ab6f-ef6ee6481ce8 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889759 Sep 24 00:58:48.700898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2ab3af44-7659-4068-a2cb-6af1d5df0984 req-c4a90e03-8552-4e94-b27f-6473f83324c2 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820222 Sep 24 00:58:48.791040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-cc3e086d-61cd-4f4e-a65c-382e0bf4298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:48.792521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-cc3e086d-61cd-4f4e-a65c-382e0bf4298e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 1096 time: 0.0448852 Sep 24 00:58:48.896942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-b84a452d-6e2c-411d-be43-168810fe2d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:48.898418 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-b84a452d-6e2c-411d-be43-168810fe2d48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bb0edf4-69f8-41dc-9071-1ec8753b8168 HTTP/1.1" status: 200 len: 898 time: 0.0993979 Sep 24 00:58:48.945556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-65702909-f0d6-49aa-80b8-cef090af552e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0565f046-89eb-4f62-ac49-0966cb798f5e HTTP/1.1" status: 200 len: 217 time: 0.0400503 Sep 24 00:58:48.995008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-8ec7a3d7-42e0-4892-bea9-5bfe4718a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:48.996366 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-8ec7a3d7-42e0-4892-bea9-5bfe4718a304 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa706fe2-5a51-43bd-aa97-42be98282d8c HTTP/1.1" status: 200 len: 833 time: 0.0434215 Sep 24 00:58:49.042015 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-fe893218-70ed-4986-99f2-4a107d3b4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:49.043543 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-fe893218-70ed-4986-99f2-4a107d3b4ed9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bb0edf4-69f8-41dc-9071-1ec8753b8168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392668 Sep 24 00:58:49.168495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-fda0775c-dcd3-4c83-80c4-845fc02eabd8 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152966 Sep 24 00:58:49.180796 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cee408-e203-4506-800d-caa1d2f8ccf9 req-0f026311-9d2c-457a-ba97-b5b1bd08a28a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:49.182227 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26cee408-e203-4506-800d-caa1d2f8ccf9 req-0f026311-9d2c-457a-ba97-b5b1bd08a28a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 944 time: 0.0678229 Sep 24 00:58:49.271796 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-26cee408-e203-4506-800d-caa1d2f8ccf9 req-340ce724-46b8-4c56-81a9-40abfad36259 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810649 Sep 24 00:58:49.301689 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c9e5b0-0a96-4a01-8c26-475204d3c2f9 req-dab8b737-888b-4684-a1e5-797da7e5f243 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176517 Sep 24 00:58:50.390729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84a50-4a46-4888-8f2c-bf75e697c5fa req-86e0be1e-37de-46b2-9692-af4d2985ed09 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:50.392300 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdf84a50-4a46-4888-8f2c-bf75e697c5fa req-86e0be1e-37de-46b2-9692-af4d2985ed09 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 944 time: 0.0511830 Sep 24 00:58:50.431009 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cdf84a50-4a46-4888-8f2c-bf75e697c5fa req-f142bc2c-2e55-4804-a79d-db8ff142bc36 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327067 Sep 24 00:58:50.819620 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 0565f046-89eb-4f62-ac49-0966cb798f5e details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 00:58:50.917353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 0565f046-89eb-4f62-ac49-0966cb798f5e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=0565f046-89eb-4f62-ac49-0966cb798f5e,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:50.928876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'port_id': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'mac_address': 'fa:16:3e:06:67:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 00:58:50.964957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:50.977595 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0565f046-89eb-4f62-ac49-0966cb798f5e {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 00:58:50.999320 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 0565f046-89eb-4f62-ac49-0966cb798f5e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=0565f046-89eb-4f62-ac49-0966cb798f5e,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:51.003417 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:51.048587 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=0565f046-89eb-4f62-ac49-0966cb798f5e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:51.238677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['0565f046-89eb-4f62-ac49-0966cb798f5e'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 00:58:51.546898 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5bdab-157c-4141-a3e8-7dd82566e456 req-8307a388-7d18-4036-9863-20ba27e356e0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:51.548425 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11a5bdab-157c-4141-a3e8-7dd82566e456 req-8307a388-7d18-4036-9863-20ba27e356e0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 945 time: 0.0487998 Sep 24 00:58:51.585417 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11a5bdab-157c-4141-a3e8-7dd82566e456 req-5c0102cd-6bb3-4b46-9687-eecca43baf50 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308940 Sep 24 00:58:52.704116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ebc8-d52a-463b-8640-1c7b01545abf req-8cd06f46-c9eb-43b7-8c0d-d0163fffe9ee tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:52.705581 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2581ebc8-d52a-463b-8640-1c7b01545abf req-8cd06f46-c9eb-43b7-8c0d-d0163fffe9ee tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 945 time: 0.0531254 Sep 24 00:58:52.742733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2581ebc8-d52a-463b-8640-1c7b01545abf req-3a956390-e341-4a51-b3db-07e81dc92f3e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312631 Sep 24 00:58:52.882163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 0565f046-89eb-4f62-ac49-0966cb798f5e up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 00:58:52.933694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 0565f046-89eb-4f62-ac49-0966cb798f5e completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 00:58:52.937906 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 0565f046-89eb-4f62-ac49-0966cb798f5e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 00:58:52.938330 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:53.014531 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:53.036859 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:58:53.039123 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e7f06c-b84d-498a-a525-c9f6b120a078" -d '{"events": [{"server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "name": "network-vif-plugged", "status": "completed", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:58:53.052477 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 0565f046-89eb-4f62-ac49-0966cb798f5e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=0565f046-89eb-4f62-ac49-0966cb798f5e,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 00:58:53.057010 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:53.085025 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 00:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d883ad8-1669-4fd1-a6bd-824747a5345f x-openstack-request-id: req-0d883ad8-1669-4fd1-a6bd-824747a5345f {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:58:53.085312 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "name": "network-vif-plugged", "status": "completed", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:58:53.085563 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d883ad8-1669-4fd1-a6bd-824747a5345f {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:58:53.085937 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'code': 200} Sep 24 00:58:53.106899 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-43853077-855b-4000-bcae-53591f9ac4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:53.121821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=0565f046-89eb-4f62-ac49-0966cb798f5e,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:53.175011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb5437-16af-4fac-8132-5dbb53278aab req-9a619525-c3f3-4064-95d9-8c77605a2b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:53.176388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dcb5437-16af-4fac-8132-5dbb53278aab req-9a619525-c3f3-4064-95d9-8c77605a2b5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0404072 Sep 24 00:58:53.211943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9dcb5437-16af-4fac-8132-5dbb53278aab req-a7a01be5-adcc-4bc3-8fb3-d8f22ae8b34b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289085 Sep 24 00:58:53.857129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b2d92-18c0-4f01-9eab-dc528cb5ed2f req-f521aef2-1f0e-46ec-acbc-62afe29b1938 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:53.859203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a5b2d92-18c0-4f01-9eab-dc528cb5ed2f req-f521aef2-1f0e-46ec-acbc-62afe29b1938 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0493343 Sep 24 00:58:53.897745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3a5b2d92-18c0-4f01-9eab-dc528cb5ed2f req-3c5d5d10-94ad-40ac-a034-fb5c2249a36d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325904 Sep 24 00:58:55.021121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c066cd-56bf-4c00-a528-88827896c23b req-3df7dec5-3685-4762-9139-f9ba3e0d741a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:55.022590 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84c066cd-56bf-4c00-a528-88827896c23b req-3df7dec5-3685-4762-9139-f9ba3e0d741a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0518782 Sep 24 00:58:55.059754 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-84c066cd-56bf-4c00-a528-88827896c23b req-1594df8f-7cc8-4ffa-96e3-ad7a655d5c33 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312505 Sep 24 00:58:55.172875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d72218-39ca-4b2e-b897-5ca72e643a3f req-9837b8fc-128c-46d0-9e19-3f937e2c87f7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:55.174339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4d72218-39ca-4b2e-b897-5ca72e643a3f req-9837b8fc-128c-46d0-9e19-3f937e2c87f7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0485353 Sep 24 00:58:55.211811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f4d72218-39ca-4b2e-b897-5ca72e643a3f req-2ec93d50-4b4a-4754-a696-0c5da28d6497 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312824 Sep 24 00:58:55.233366 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44884) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:55.274005 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92b45eb-3d9b-4cf4-9c9c-560a44e6999a tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:55.275581 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b92b45eb-3d9b-4cf4-9c9c-560a44e6999a tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 1093 time: 0.0411899 Sep 24 00:58:55.278378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44886) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:55.282580 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 00:58:55.304806 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:55.403124 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:55.508386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.207 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/a8efe220-f465-4067-91b4-3db06b401542) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 00:58:55.916545 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:55.951464 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:55.977226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:55.988421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 00:58:55.991305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 00:58:55.994718 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 00:58:56.023598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=a8efe220-f465-4067-91b4-3db06b401542,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:56.073839 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c2394cbd-cc4a-4d5d-9770-879ce4669880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:56.369677 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:56.440300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:56.596298 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:56.601688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:56.670124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=a8efe220-f465-4067-91b4-3db06b401542,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 00:58:56.679924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:56.782000 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP 6ff74f85-635a-4cc3-ac46-9eadcc455887 associated. External IP: 172.25.5.207, port: 0565f046-89eb-4f62-ac49-0966cb798f5e. Sep 24 00:58:56.988706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:57.002919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 00:58:57.112698 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 00:58:57.122295 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] Sync routers for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 00:58:57.131540 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:57.132166 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:57.135208 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:58:57.177634 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ab63e084-05b7-4332-a806-31a3e8fdca0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8976536 Sep 24 00:58:57.178167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 00:58:57.181902 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a048c2-b7fb-4a3d-8860-158916503fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 00:58:57.229761 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 00:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dab160-8192-4bcd-a346-4e81886e82b7 x-openstack-request-id: req-48dab160-8192-4bcd-a346-4e81886e82b7 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 00:58:57.230057 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 00:58:57.230383 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-48dab160-8192-4bcd-a346-4e81886e82b7 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 00:58:57.230820 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'status': 'completed', 'code': 200} Sep 24 00:58:57.244213 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:57.314149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d18c4b-cc90-4782-a4eb-a7e1e73dd009 req-ec4c7515-c18d-4e38-a797-7d922922717f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:57.315717 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82d18c4b-cc90-4782-a4eb-a7e1e73dd009 req-ec4c7515-c18d-4e38-a797-7d922922717f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0804520 Sep 24 00:58:57.341173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-59bea87f-059d-436b-956d-be812857e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:57.343241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-59bea87f-059d-436b-956d-be812857e0fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0806522 Sep 24 00:58:57.378263 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-82d18c4b-cc90-4782-a4eb-a7e1e73dd009 req-f636d990-5155-43ae-be62-05fe0f74aa21 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561717 Sep 24 00:58:57.401346 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44892) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:57.450581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-a167da85-5b87-4cc8-914b-46637925a96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:57.452687 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-a167da85-5b87-4cc8-914b-46637925a96e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bb0edf4-69f8-41dc-9071-1ec8753b8168 HTTP/1.1" status: 200 len: 898 time: 0.0985689 Sep 24 00:58:57.466849 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b2bdedd1-3269-42dd-bbbb-aeee7a416ce5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/6ff74f85-635a-4cc3-ac46-9eadcc455887 HTTP/1.1" status: 200 len: 992 time: 0.0637159 Sep 24 00:58:57.486774 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '6ff74f85-635a-4cc3-ac46-9eadcc455887', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'port_id': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'mac_address': 'fa:16:3e:06:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:58:56Z', 'updated_at': '2021-09-24T00:58:56Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:57.517013 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] Checking router: 245ab2a6-51ac-4ab9-8d6c-b321d9302480 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 00:58:57.525350 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 00:58:57.525963 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:58:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:57.528653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-ce666639-ceab-4659-87ae-5fd988df6bdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0565f046-89eb-4f62-ac49-0966cb798f5e HTTP/1.1" status: 200 len: 1000 time: 0.0694339 Sep 24 00:58:57.578844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-90718b71-7d78-4827-b50f-15a66ce5c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:57.580321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-90718b71-7d78-4827-b50f-15a66ce5c467 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa706fe2-5a51-43bd-aa97-42be98282d8c HTTP/1.1" status: 200 len: 833 time: 0.0447557 Sep 24 00:58:57.632325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-15f8e858-c1c8-424a-809a-23884254bbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:58:57.633896 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-15f8e858-c1c8-424a-809a-23884254bbae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bb0edf4-69f8-41dc-9071-1ec8753b8168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470502 Sep 24 00:58:57.641653 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 00:58:57.733619 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-1fea4b4c-2e0a-4a67-aa76-5eb48c96dea5 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918097 Sep 24 00:58:57.832585 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b7a048c2-b7fb-4a3d-8860-158916503fbe req-ca937690-6ffc-456c-9c72-24851853bebf service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912921 Sep 24 00:58:57.877983 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '6ff74f85-635a-4cc3-ac46-9eadcc455887', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'port_id': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'mac_address': 'fa:16:3e:06:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:58:56Z', 'updated_at': '2021-09-24T00:58:56Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 00:58:57.908607 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba891e-6749-4b83-ab7a-95fbf7c59182 None None] The sync data for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 is: [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '6ff74f85-635a-4cc3-ac46-9eadcc455887', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.207', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'port_id': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'mac_address': 'fa:16:3e:06:67:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T00:58:56Z', 'updated_at': '2021-09-24T00:58:56Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 00:58:58.095959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0adf2a-22f0-4310-8d9c-8895731e11ca None None] New status for floating IP 6ff74f85-635a-4cc3-ac46-9eadcc455887: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 00:58:58.469980 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44894) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:58:58.534950 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f9a8be96-7a01-4cbe-abaa-99aa25547955 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/6ff74f85-635a-4cc3-ac46-9eadcc455887 HTTP/1.1" status: 200 len: 994 time: 0.0629621 Sep 24 00:58:59.357385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:06.738464 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:59:07.288708 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:09.772457 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:16.590688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-c25c178b-2b09-4d90-a97c-4d4b2122a122 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454097 Sep 24 00:59:16.678697 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-685b1a90-8373-453e-a560-65ca4ade76f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:16.680221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-685b1a90-8373-453e-a560-65ca4ade76f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0440810 Sep 24 00:59:16.787672 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-7633b867-1600-4fc2-a6c6-3d87890eb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:16.789214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-7633b867-1600-4fc2-a6c6-3d87890eb424 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bb0edf4-69f8-41dc-9071-1ec8753b8168 HTTP/1.1" status: 200 len: 898 time: 0.0897064 Sep 24 00:59:16.878402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-86906f6c-1e23-42ab-9e8d-6667e9812445 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0565f046-89eb-4f62-ac49-0966cb798f5e HTTP/1.1" status: 200 len: 1002 time: 0.0815051 Sep 24 00:59:16.927693 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-8cd1375f-1059-446e-a040-f7f4b63572fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:16.929122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-8cd1375f-1059-446e-a040-f7f4b63572fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa706fe2-5a51-43bd-aa97-42be98282d8c HTTP/1.1" status: 200 len: 833 time: 0.0436809 Sep 24 00:59:16.978404 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-eac748cf-3d7a-4167-aceb-3957562a7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:16.979960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-eac748cf-3d7a-4167-aceb-3957562a7766 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bb0edf4-69f8-41dc-9071-1ec8753b8168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429761 Sep 24 00:59:17.075027 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-d9586659-fac2-4878-94df-383515eae26c service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859866 Sep 24 00:59:17.167093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c959ca14-0e16-4ced-8fc5-89110f7424da req-41ebbde4-eaab-454a-8634-9cf5b0ef3351 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847552 Sep 24 00:59:23.088466 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f9c91a86-4907-47e2-9597-2ff1e5defcbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:25.978801 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:26.075531 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9602fabf-8990-4baf-a38f-9b32a1f68977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:26.990836 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:27.331528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48973dd1-ddd0-4878-8eb9-543cd8b3c7b7 req-f030c9d2-b6d6-4e52-ac15-09e0da9b53ef tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:27.333023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48973dd1-ddd0-4878-8eb9-543cd8b3c7b7 req-f030c9d2-b6d6-4e52-ac15-09e0da9b53ef tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0760121 Sep 24 00:59:27.334835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-d09b210e-c180-40f6-87c6-7fc300828440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:27.336182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-d09b210e-c180-40f6-87c6-7fc300828440 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0699365 Sep 24 00:59:27.399666 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48973dd1-ddd0-4878-8eb9-543cd8b3c7b7 req-09b64563-a6c7-4f4c-83a8-8bce0ad4254c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606747 Sep 24 00:59:27.449905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-c5af1226-4ce4-4689-b0c9-626665629433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:27.451414 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-c5af1226-4ce4-4689-b0c9-626665629433 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bb0edf4-69f8-41dc-9071-1ec8753b8168 HTTP/1.1" status: 200 len: 898 time: 0.1068580 Sep 24 00:59:27.513998 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-c0e7dadf-017d-4325-b621-b94cf127dd7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0565f046-89eb-4f62-ac49-0966cb798f5e HTTP/1.1" status: 200 len: 1002 time: 0.0551093 Sep 24 00:59:27.566259 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-f219fe6a-5d83-4086-8cd1-e8bb339b14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:27.567688 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-f219fe6a-5d83-4086-8cd1-e8bb339b14e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa706fe2-5a51-43bd-aa97-42be98282d8c HTTP/1.1" status: 200 len: 833 time: 0.0457902 Sep 24 00:59:27.612493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-e5d3d4b3-d821-4f11-871b-7b7d72b14f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:27.614113 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-e5d3d4b3-d821-4f11-871b-7b7d72b14f3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bb0edf4-69f8-41dc-9071-1ec8753b8168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385964 Sep 24 00:59:27.707647 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-ecf4ba68-3754-4f64-8a9a-8c8a2abd1ae6 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800488 Sep 24 00:59:27.798333 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce8c7306-4f66-4478-ab72-ee86032db1aa req-f3de47a7-0337-4f6d-ab9b-52a0f917930e service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836003 Sep 24 00:59:28.521023 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcf899-82e6-4ae1-8ce6-f8d87febc8f2 req-44cf6862-f4c7-4f00-a846-a0ceeca9e278 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:28.522435 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2adcf899-82e6-4ae1-8ce6-f8d87febc8f2 req-44cf6862-f4c7-4f00-a846-a0ceeca9e278 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0492811 Sep 24 00:59:28.562196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2adcf899-82e6-4ae1-8ce6-f8d87febc8f2 req-4747a4ac-6660-4ebd-a7e1-5b6e51118ff6 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337849 Sep 24 00:59:29.360819 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:29.692099 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4c6c9-2851-4dd6-9797-215d5b57f2ee req-81b9fbae-262f-4e6f-99c3-1ad2f1f15659 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:29.693675 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48d4c6c9-2851-4dd6-9797-215d5b57f2ee req-81b9fbae-262f-4e6f-99c3-1ad2f1f15659 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0607109 Sep 24 00:59:29.741445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48d4c6c9-2851-4dd6-9797-215d5b57f2ee req-234bbd87-5772-442a-82ce-ff193943aaf2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Sep 24 00:59:30.854699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1c8e7-bc72-4956-a8ca-00a50c679f09 req-771a6bdc-5b54-4e93-a7f2-c7b35690e8d5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:30.856203 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ab1c8e7-bc72-4956-a8ca-00a50c679f09 req-771a6bdc-5b54-4e93-a7f2-c7b35690e8d5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0480940 Sep 24 00:59:30.893025 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ab1c8e7-bc72-4956-a8ca-00a50c679f09 req-f3239387-42f5-496e-9a99-a090416a0db9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309980 Sep 24 00:59:32.012637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec466d66-4bdf-4804-af51-90bdc843682b req-a9a2a5a4-7d6e-46b9-9fe1-c2bec46578bb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:32.014186 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec466d66-4bdf-4804-af51-90bdc843682b req-a9a2a5a4-7d6e-46b9-9fe1-c2bec46578bb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0513272 Sep 24 00:59:32.053767 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ec466d66-4bdf-4804-af51-90bdc843682b req-0903ff93-4175-4aa8-ae3c-ee270cdf40dc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318501 Sep 24 00:59:33.182049 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a9344-b6ce-4ffb-8f17-94d0213d3e91 req-8f94954f-f285-4da9-a08b-750b1d4f9c33 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:33.183646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d03a9344-b6ce-4ffb-8f17-94d0213d3e91 req-8f94954f-f285-4da9-a08b-750b1d4f9c33 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0606775 Sep 24 00:59:33.223350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d03a9344-b6ce-4ffb-8f17-94d0213d3e91 req-6e31eb38-7773-4c46-b5a9-04744e5f4490 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336754 Sep 24 00:59:34.353938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78dc6c9-2b83-4049-8747-b15ef3181de2 req-3e4bd144-6da6-4aa8-b85e-8bd1b49eb57d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:34.355486 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c78dc6c9-2b83-4049-8747-b15ef3181de2 req-3e4bd144-6da6-4aa8-b85e-8bd1b49eb57d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0497401 Sep 24 00:59:34.392886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c78dc6c9-2b83-4049-8747-b15ef3181de2 req-fb22eb70-7fb6-4727-927a-f805ad958b17 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314350 Sep 24 00:59:35.516324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba20dd-b4b1-4602-8057-05821c950c8d req-986890b1-9993-432c-84b5-73e4710f68d2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:35.517681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01ba20dd-b4b1-4602-8057-05821c950c8d req-986890b1-9993-432c-84b5-73e4710f68d2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0503917 Sep 24 00:59:35.555061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-01ba20dd-b4b1-4602-8057-05821c950c8d req-3d61be1e-0f8d-42d8-9290-8ef3bf6b8494 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307927 Sep 24 00:59:36.671873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c0ea47-942f-468d-b50d-8a11a678abdc req-7269ed22-09f8-4582-928c-648b39482e05 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:36.673331 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c0ea47-942f-468d-b50d-8a11a678abdc req-7269ed22-09f8-4582-928c-648b39482e05 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0513656 Sep 24 00:59:36.710547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-11c0ea47-942f-468d-b50d-8a11a678abdc req-2f756b9c-a540-41c0-aa53-db95f3d373f3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307400 Sep 24 00:59:37.285205 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:37.821855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189d21-360e-4a5d-8ac0-b70e1288ce6b req-3db77f9a-8e0c-4b9d-8be0-e08d0fc5205e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:37.823378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76189d21-360e-4a5d-8ac0-b70e1288ce6b req-3db77f9a-8e0c-4b9d-8be0-e08d0fc5205e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0477324 Sep 24 00:59:37.859882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-76189d21-360e-4a5d-8ac0-b70e1288ce6b req-5bc9f612-d50a-4c3d-927d-f3904e4a9e31 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306020 Sep 24 00:59:38.975854 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167cad6-4d07-49d6-8ad5-f6a97f8f1bae req-1e8bd553-eb61-4366-bccc-afacb2b86c30 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 00:59:38.977324 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1167cad6-4d07-49d6-8ad5-f6a97f8f1bae req-1e8bd553-eb61-4366-bccc-afacb2b86c30 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0480046 Sep 24 00:59:39.013484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1167cad6-4d07-49d6-8ad5-f6a97f8f1bae req-5c72bb86-07d6-4bde-ab1c-05eea50b7cbd tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302267 Sep 24 00:59:39.036311 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44930) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 00:59:39.096645 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4284152c-1276-40dd-b3c9-c52d1b0fb979 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/6ff74f85-635a-4cc3-ac46-9eadcc455887 HTTP/1.1" status: 200 len: 994 time: 0.0591075 Sep 24 00:59:39.786915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:43.737811 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 00:59:53.089873 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-444ce3b0-b41c-487b-aeed-5aab076653d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:55.981461 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:56.080158 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0a784341-b955-4d16-86a7-58dda09cc7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:56.992756 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 00:59:59.362771 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:07.284688 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:09.474104 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44940) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:09.630594 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port a8efe220-f465-4067-91b4-3db06b401542 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:00:09.630953 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:09.702117 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:09.702438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:09.714010 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for a8efe220-f465-4067-91b4-3db06b401542 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:00:09.802054 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:10.197267 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:10.223946 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=a8efe220-f465-4067-91b4-3db06b401542,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:10.246509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.246887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.247223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.247548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.247870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.248191 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.248510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.248830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.249145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.249459 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.249774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.250088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:10.292894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:10.293251 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP 6ff74f85-635a-4cc3-ac46-9eadcc455887 disassociated (deleted). External IP: 172.25.5.207, port: 0565f046-89eb-4f62-ac49-0966cb798f5e. Sep 24 01:00:10.500143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:00:10.608255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:00:10.613115 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:10.617669 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] Sync routers for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:00:10.626669 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:10.627294 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:10.638725 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-65cf504d-50fa-4131-84f2-3f18557cefb8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/floatingips/6ff74f85-635a-4cc3-ac46-9eadcc455887 HTTP/1.1" status: 204 len: 168 time: 1.1635454 Sep 24 01:00:10.639328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:00:10.641681 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807361b1-e677-4977-b6dd-3dc8d7102782" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:00:10.734408 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:10.798492 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ccd2d-7d8b-4655-a82a-31969830b14f x-openstack-request-id: req-5d4ccd2d-7d8b-4655-a82a-31969830b14f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:00:10.799149 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:00:10.799330 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d4ccd2d-7d8b-4655-a82a-31969830b14f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:00:10.799752 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'status': 'completed', 'code': 200} Sep 24 01:00:10.873139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-906292e4-80cf-4163-a38e-65ff762584f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:10.874946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-906292e4-80cf-4163-a38e-65ff762584f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 1098 time: 0.0514362 Sep 24 01:00:11.008171 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cab8ad-bfa0-48a5-a6cb-3f7e44069967 req-f978323a-5604-4f6b-90ad-4f868246d8ab tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:11.009569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23cab8ad-bfa0-48a5-a6cb-3f7e44069967 req-f978323a-5604-4f6b-90ad-4f868246d8ab tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.1587651 Sep 24 01:00:11.011088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-b1bce8a9-ed5d-4827-b848-3a49ee0ea791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:11.012561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-b1bce8a9-ed5d-4827-b848-3a49ee0ea791 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5bb0edf4-69f8-41dc-9071-1ec8753b8168 HTTP/1.1" status: 200 len: 898 time: 0.1293769 Sep 24 01:00:11.042292 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:11.065916 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-2a6a9805-6556-48ec-9146-27848d6598db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0565f046-89eb-4f62-ac49-0966cb798f5e HTTP/1.1" status: 200 len: 217 time: 0.0426643 Sep 24 01:00:11.071925 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] Checking router: 245ab2a6-51ac-4ab9-8d6c-b321d9302480 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:00:11.079901 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:11.080491 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:11.113698 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23cab8ad-bfa0-48a5-a6cb-3f7e44069967 req-caeb9c46-a7b8-4eac-89a8-52413d2775d3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978050 Sep 24 01:00:11.130639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-65399853-0875-4871-9da2-d9ab0ee74c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:11.131831 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-65399853-0875-4871-9da2-d9ab0ee74c13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa706fe2-5a51-43bd-aa97-42be98282d8c HTTP/1.1" status: 200 len: 833 time: 0.0562422 Sep 24 01:00:11.179763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-f2d30d14-fb76-47d6-bfa3-354e26a57205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:11.181586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-f2d30d14-fb76-47d6-bfa3-354e26a57205 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5bb0edf4-69f8-41dc-9071-1ec8753b8168&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419564 Sep 24 01:00:11.185251 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:11.280785 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-537cd453-1f3b-44b7-a217-f74040df43b5 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909135 Sep 24 01:00:11.389141 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-807361b1-e677-4977-b6dd-3dc8d7102782 req-eead5063-1b9a-4955-a0b8-9ca5b0bd3289 service neutron] 10.222.0.18 "GET /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998371 Sep 24 01:00:11.392232 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:11.421842 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dee3a3-37ec-40c2-ada0-db9b6dbea7ec None None] The sync data for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 is: [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T00:58:43Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'f6af2577-d773-4f47-9141-e6d125913411', 'name': '', 'network_id': '5bb0edf4-69f8-41dc-9071-1ec8753b8168', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:72:aa:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:43Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'fa706fe2-5a51-43bd-aa97-42be98282d8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:00:11.642016 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276b2cfc-7797-4ddc-92eb-3972ebcf6796 None None] New status for floating IP 6ff74f85-635a-4cc3-ac46-9eadcc455887: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:00:12.285418 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96733288-dcb6-4b14-a006-5a522e70abd9 req-15debc28-5d95-4948-8b11-7d4f7df4e033 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:12.286925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96733288-dcb6-4b14-a006-5a522e70abd9 req-15debc28-5d95-4948-8b11-7d4f7df4e033 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.1014154 Sep 24 01:00:12.353254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96733288-dcb6-4b14-a006-5a522e70abd9 req-e2c561ee-06e8-4d95-9707-dd0e19e78891 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=ad60f357-a796-46ca-9077-a9759c08a752&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568037 Sep 24 01:00:12.361305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-ce2a93ea-7f56-48a4-9483-d6d3c87b7049 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:12.363251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-ce2a93ea-7f56-48a4-9483-d6d3c87b7049 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fb6a51-172e-40d4-8e73-087022ebf1b5 HTTP/1.1" status: 200 len: 946 time: 0.0746768 Sep 24 01:00:12.459369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 0565f046-89eb-4f62-ac49-0966cb798f5e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:00:12.459619 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:12.555580 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 0565f046-89eb-4f62-ac49-0966cb798f5e, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=0565f046-89eb-4f62-ac49-0966cb798f5e,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:12.555941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:12.567446 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 0565f046-89eb-4f62-ac49-0966cb798f5e owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:00:12.692983 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:12.727593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=0565f046-89eb-4f62-ac49-0966cb798f5e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:12.772003 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] No DVR routers for this DVR port 0565f046-89eb-4f62-ac49-0966cb798f5e on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:00:12.774555 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:12.776573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6d50037-4a81-4e05-9490-311c1da3ec63 req-1e9ffbae-3007-4c19-a75c-a51ff6b8f5d0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "DELETE /v2.0/ports/0565f046-89eb-4f62-ac49-0966cb798f5e HTTP/1.1" status: 204 len: 173 time: 0.4073148 Sep 24 01:00:12.801276 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'name': 'network-vif-deleted', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:00:12.803639 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b47687-3796-4e49-b1a7-a68678e390d2" -d '{"events": [{"server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "name": "network-vif-deleted", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:00:12.839644 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c48604-badb-4700-a733-168201f8c002 x-openstack-request-id: req-77c48604-badb-4700-a733-168201f8c002 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:00:12.839937 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fb6a51-172e-40d4-8e73-087022ebf1b5", "name": "network-vif-deleted", "tag": "0565f046-89eb-4f62-ac49-0966cb798f5e", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:00:12.840188 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-77c48604-badb-4700-a733-168201f8c002 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:00:12.840591 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fb6a51-172e-40d4-8e73-087022ebf1b5', 'name': 'network-vif-deleted', 'tag': '0565f046-89eb-4f62-ac49-0966cb798f5e', 'status': 'completed', 'code': 200} Sep 24 01:00:13.409391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44960) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:13.774435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:14.041271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port f6af2577-d773-4f47-9141-e6d125913411 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:00:14.041507 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:14.128450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port f6af2577-d773-4f47-9141-e6d125913411, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=f6af2577-d773-4f47-9141-e6d125913411,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:14.128808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:14.141027 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for f6af2577-d773-4f47-9141-e6d125913411 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:00:14.323816 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:14.354371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=f6af2577-d773-4f47-9141-e6d125913411,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:14.537289 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:14.746729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:00:15.191072 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:00:15.196090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-86f409b6-6827-4218-bf65-b0bcba4dd6c7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/245ab2a6-51ac-4ab9-8d6c-b321d9302480/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7855403 Sep 24 01:00:15.198788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44962) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:15.200134 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] Sync routers for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:00:15.209180 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:15.209785 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:15.248626 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-c493db19-1501-4e63-943a-fee4f4ec3e4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting subnet fa706fe2-5a51-43bd-aa97-42be98282d8c {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 01:00:15.251734 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c493db19-1501-4e63-943a-fee4f4ec3e4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.292749 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c493db19-1501-4e63-943a-fee4f4ec3e4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.318092 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:15.381407 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c493db19-1501-4e63-943a-fee4f4ec3e4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.441742 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c493db19-1501-4e63-943a-fee4f4ec3e4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.472453 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493db19-1501-4e63-943a-fee4f4ec3e4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Subnet': ['ID=fa706fe2-5a51-43bd-aa97-42be98282d8c,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:15.474329 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c493db19-1501-4e63-943a-fee4f4ec3e4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.479272 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c493db19-1501-4e63-943a-fee4f4ec3e4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/subnets/fa706fe2-5a51-43bd-aa97-42be98282d8c HTTP/1.1" status: 204 len: 168 time: 0.2794521 Sep 24 01:00:15.479436 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44964) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:15.487955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47bbe2-66f5-44ef-989b-45232a39629a None None] Network 5bb0edf4-69f8-41dc-9071-1ec8753b8168 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:00:15.510460 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T01:00:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:15.541610 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] Checking router: 245ab2a6-51ac-4ab9-8d6c-b321d9302480 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:00:15.550387 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] Routers {'245ab2a6-51ac-4ab9-8d6c-b321d9302480'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:15.550933 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:15.592342 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.659118 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] Set router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:15.683574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] DHCP port deletion for 5bb0edf4-69f8-41dc-9071-1ec8753b8168 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 01:00:15.705212 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.738362 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Deleting port 24d334d4-1c39-4f9e-ab2b-14a01bd48429 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:00:15.739082 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.763701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:00:15.764830 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.806091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] For port 24d334d4-1c39-4f9e-ab2b-14a01bd48429, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=24d334d4-1c39-4f9e-ab2b-14a01bd48429,segment=NetworkSegment(aac63e98-55c7-4ce2-a39d-78d73721ed12),segment_id=aac63e98-55c7-4ce2-a39d-78d73721ed12)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:15.806518 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.819475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Calling delete_port for 24d334d4-1c39-4f9e-ab2b-14a01bd48429 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:00:15.848102 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T01:00:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:15.849634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:15.850011 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.862329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:00:15.879094 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f50277c-83e1-428e-aab3-4beffc401ee1 None None] The sync data for ids ['245ab2a6-51ac-4ab9-8d6c-b321d9302480'] in n-d-713498-18 is: [{'id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2040380949', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62'}], 'enable_snat': True}, 'gw_port_id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T00:58:40Z', 'updated_at': '2021-09-24T01:00:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:65:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '245ab2a6-51ac-4ab9-8d6c-b321d9302480', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T00:58:41Z', 'updated_at': '2021-09-24T00:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:00:15.903399 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:15.929830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Pushing event deleted for resources: {'Port': ['ID=24d334d4-1c39-4f9e-ab2b-14a01bd48429,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:15.934112 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] No DVR routers for this DVR port 24d334d4-1c39-4f9e-ab2b-14a01bd48429 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:00:15.941713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.942048 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.942380 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.942951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.943285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.943608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.944323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.944323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.944534 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.945023 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.945346 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:15.945662 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14533ea-c054-4f0b-98f5-e401f845484e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.036768 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.062572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:16.074881 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.075235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.075575 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.075911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.076244 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.076574 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.076899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.077226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.077551 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.077873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.078196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.078515 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:16.137974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.229924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.232561 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.278918 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.279501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Fanout notify agent at l3_agent the message router_deleted on router 245ab2a6-51ac-4ab9-8d6c-b321d9302480 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 01:00:16.287309 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.288402 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-633b68b9-01e7-41d2-8791-bd0cbd44b3ea tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/routers/245ab2a6-51ac-4ab9-8d6c-b321d9302480 HTTP/1.1" status: 204 len: 168 time: 0.8074288 Sep 24 01:00:16.291262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44966) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:16.376631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.465403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.492073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb0edf4-69f8-41dc-9071-1ec8753b8168']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:16.509218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac63e98-55c7-4ce2-a39d-78d73721ed12') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:16.509603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac63e98-55c7-4ce2-a39d-78d73721ed12') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:16.526256 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.544154 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.551018 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 01:00:16.551414 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: timer() Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 01:00:16.554390 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 01:00:16.619571 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.625314 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.629816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/networks/5bb0edf4-69f8-41dc-9071-1ec8753b8168 HTTP/1.1" status: 204 len: 168 time: 0.3350542 Sep 24 01:00:16.630997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44968) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:16.642680 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2a345-0c1f-4e79-9389-9b88c270b417 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Network': ['ID=5bb0edf4-69f8-41dc-9071-1ec8753b8168,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:16.704210 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea29306f-de89-44d1-9398-320d9d554b63 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.730553 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea29306f-de89-44d1-9398-320d9d554b63 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.798579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea29306f-de89-44d1-9398-320d9d554b63 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.801208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ea29306f-de89-44d1-9398-320d9d554b63 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:16.803165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ea29306f-de89-44d1-9398-320d9d554b63 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/security-groups/ad60f357-a796-46ca-9077-a9759c08a752 HTTP/1.1" status: 204 len: 168 time: 0.1703713 Sep 24 01:00:16.818170 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29306f-de89-44d1-9398-320d9d554b63 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad60f357-a796-46ca-9077-a9759c08a752,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:17.064440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44974) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:17.069183 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-188b6ee6-5318-4789-8aa8-03619089bcdb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-138798249', 'description': 'tempest-secgroup-smoke-138798249 description', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:17.091387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-188b6ee6-5318-4789-8aa8-03619089bcdb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.176679 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-188b6ee6-5318-4789-8aa8-03619089bcdb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.178092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 0565f046-89eb-4f62-ac49-0966cb798f5e no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:00:17.181460 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-188b6ee6-5318-4789-8aa8-03619089bcdb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.198163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 0565f046-89eb-4f62-ac49-0966cb798f5e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:00:17.198500 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 0565f046-89eb-4f62-ac49-0966cb798f5e not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:00:17.205792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-188b6ee6-5318-4789-8aa8-03619089bcdb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.207084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-188b6ee6-5318-4789-8aa8-03619089bcdb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1415164 Sep 24 01:00:17.210098 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44976) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:17.214862 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cea4b319-27f7-4f8b-9047-236ad2407686 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'd7e63313-5e0c-4071-a45b-a0dd8039214d', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:17.215217 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b6ee6-5318-4789-8aa8-03619089bcdb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e63313-5e0c-4071-a45b-a0dd8039214d,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:17.243833 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cea4b319-27f7-4f8b-9047-236ad2407686 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.305835 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cea4b319-27f7-4f8b-9047-236ad2407686 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.310313 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cea4b319-27f7-4f8b-9047-236ad2407686 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.328181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f6af2577-d773-4f47-9141-e6d125913411 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:00:17.331717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea4b319-27f7-4f8b-9047-236ad2407686 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516114c4-7d36-4082-9286-a8d6775c7fb2,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:17.339569 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cea4b319-27f7-4f8b-9047-236ad2407686 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.340783 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cea4b319-27f7-4f8b-9047-236ad2407686 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296065 Sep 24 01:00:17.344130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44978) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:17.349288 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0932292b-964e-4d9e-90b3-4406c62d49b3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'd7e63313-5e0c-4071-a45b-a0dd8039214d', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:17.349945 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: f6af2577-d773-4f47-9141-e6d125913411 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:00:17.350289 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device f6af2577-d773-4f47-9141-e6d125913411 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:00:17.350917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 24d334d4-1c39-4f9e-ab2b-14a01bd48429 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:00:17.369370 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 24d334d4-1c39-4f9e-ab2b-14a01bd48429 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:00:17.369713 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 24d334d4-1c39-4f9e-ab2b-14a01bd48429 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:00:17.370119 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:00:17.376348 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0932292b-964e-4d9e-90b3-4406c62d49b3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.390649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:00:17.391008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0f0b2bd0-a2e6-48a1-aeb2-c4fd69cbc908 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:00:17.426156 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0932292b-964e-4d9e-90b3-4406c62d49b3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.429510 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0932292b-964e-4d9e-90b3-4406c62d49b3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.446207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0932292b-964e-4d9e-90b3-4406c62d49b3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563050da-3382-4827-ae1c-2f6086ea284c,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:17.452414 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0932292b-964e-4d9e-90b3-4406c62d49b3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.453721 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0932292b-964e-4d9e-90b3-4406c62d49b3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1085162 Sep 24 01:00:17.456861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44980) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:17.461548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-89c73181-7e11-4f64-b02f-14e25220786d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'd7e63313-5e0c-4071-a45b-a0dd8039214d', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:17.487438 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89c73181-7e11-4f64-b02f-14e25220786d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.544186 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89c73181-7e11-4f64-b02f-14e25220786d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.547903 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89c73181-7e11-4f64-b02f-14e25220786d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.564887 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c73181-7e11-4f64-b02f-14e25220786d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5e02e42-3ec2-408f-b25c-b57c31043834,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:17.571830 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-89c73181-7e11-4f64-b02f-14e25220786d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.573084 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-89c73181-7e11-4f64-b02f-14e25220786d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1152143 Sep 24 01:00:17.575953 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44982) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:17.581359 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b34b68c7-a10e-47b1-b75b-e76dac9e6c11 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'd7e63313-5e0c-4071-a45b-a0dd8039214d', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:17.607617 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b34b68c7-a10e-47b1-b75b-e76dac9e6c11 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.671879 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b34b68c7-a10e-47b1-b75b-e76dac9e6c11 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.680103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b34b68c7-a10e-47b1-b75b-e76dac9e6c11 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.700446 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b68c7-a10e-47b1-b75b-e76dac9e6c11 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726c50ce-2fa6-4a68-9eac-448429b28bfc,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:17.704345 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b34b68c7-a10e-47b1-b75b-e76dac9e6c11 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.705613 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b34b68c7-a10e-47b1-b75b-e76dac9e6c11 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286137 Sep 24 01:00:17.709055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44984) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:17.713901 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5cfc3a97-eaf2-4bea-88cd-7ccd4261d88c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'd7e63313-5e0c-4071-a45b-a0dd8039214d', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:17.735098 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-5cfc3a97-eaf2-4bea-88cd-7ccd4261d88c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:00:17.739800 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3a97-eaf2-4bea-88cd-7ccd4261d88c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.803890 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3a97-eaf2-4bea-88cd-7ccd4261d88c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.808502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3a97-eaf2-4bea-88cd-7ccd4261d88c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.828450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc3a97-eaf2-4bea-88cd-7ccd4261d88c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e135384-470b-4234-8af9-da4fb2796fa6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:17.831863 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5cfc3a97-eaf2-4bea-88cd-7ccd4261d88c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.833160 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5cfc3a97-eaf2-4bea-88cd-7ccd4261d88c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1230819 Sep 24 01:00:17.835985 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44986) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:17.840328 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-f83b5374-55b8-4863-b382-bc84f26e1dde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': 'd7e63313-5e0c-4071-a45b-a0dd8039214d', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:17.860553 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-f83b5374-55b8-4863-b382-bc84f26e1dde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:00:17.865247 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f83b5374-55b8-4863-b382-bc84f26e1dde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.924458 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f83b5374-55b8-4863-b382-bc84f26e1dde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.928093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f83b5374-55b8-4863-b382-bc84f26e1dde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.945106 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b5374-55b8-4863-b382-bc84f26e1dde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38f583be-2be3-42d9-ad39-4e053f23419c,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:17.952350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-f83b5374-55b8-4863-b382-bc84f26e1dde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:17.953632 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f83b5374-55b8-4863-b382-bc84f26e1dde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166437 Sep 24 01:00:17.957320 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44988) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:17.963760 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'network': {'name': 'tempest-network-smoke--1861175354', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'port_security_enabled': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:17.984109 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:00:17.987915 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.013813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 01:00:18.023268 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.023628 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Added segment 6cf207dd-18c3-42e3-86a0-204d2770cce7 of type vlan for network 10c2c69a-c25a-467b-bbe7-3408ff853adf Sep 24 01:00:18.062192 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.089716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.094509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:18.095125 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.140350 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1816332 Sep 24 01:00:18.143009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 44990) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:18.170805 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'admin_state_up': True, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:18.177524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d879c-2a1c-4c24-a6c0-840600447404 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Network': ['ID=10c2c69a-c25a-467b-bbe7-3408ff853adf,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:18.188579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 01:00:18.203996 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.205304 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.272040 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.406368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.606143 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.625686 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.734824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.86 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/a3748558-5fbd-4784-8926-aea1a18cc0fc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:00:18.837419 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.870950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:18.910988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:00:18.913762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:00:18.920392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:00:18.923493 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=a3748558-5fbd-4784-8926-aea1a18cc0fc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:19.172547 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:19.370746 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:19.809171 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 01:00:19.918407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:00:19.933706 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Sync routers for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:00:19.936774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:19.938147 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a5dfe703-1caa-49b2-95bc-28ac4b5682b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7942297 Sep 24 01:00:19.941888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44996) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:19.946316 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:19.947122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:19.973691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-897c3450-23bb-454f-bb57-4e6912018e68 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a52e6a5bb924017a288be5fe1ec28c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0302675 Sep 24 01:00:19.976114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 44998) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:20.054273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:20.061218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a4a92e-9ba6-4ac9-ae04-29c8d995a620 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:20.062716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b8a4a92e-9ba6-4ac9-ae04-29c8d995a620 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856204 Sep 24 01:00:20.066428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45000) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:20.096561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e0257441-ebd6-4517-8ba0-60b86a772a5e tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285373 Sep 24 01:00:20.099283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45002) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:20.103919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1100807087', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:20.195034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:00:20.198478 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.233707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:19Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:20.396757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.409883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Checking router: 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:00:20.409883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Updating router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 port a3748558-5fbd-4784-8926-aea1a18cc0fc binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:00:20.434975 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.458562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Subnet': ['ID=85f951d6-0de3-4f54-baa1-2fc987dedb24,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:20.466674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Checking segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:00:20.467065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network hostable DHCP agents. Network: 10c2c69a-c25a-467b-bbe7-3408ff853adf, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 01:00:20.484207 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 01:00:20.493639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 10c2c69a-c25a-467b-bbe7-3408ff853adf) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:00:20.498643 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:20.499442 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.518130 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-83a6b141-227a-46bf-ae21-be177bb4106f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4178216 Sep 24 01:00:20.521102 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45004) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:20.522804 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15d742a-84fe-490f-a64b-5388cc36ac00 None None] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:00:20.738408 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:00:20.759212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-10c2c69a-c25a-467b-bbe7-3408ff853adf', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 01:00:20.760154 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.884825 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.891465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.965012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.980737 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c299c-1efb-460f-b297-8fdb383f4dde None None] Pushing event updated for resources: {'Port': ['ID=a3748558-5fbd-4784-8926-aea1a18cc0fc,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:20.983018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Attempting to bind port a3748558-5fbd-4784-8926-aea1a18cc0fc on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:00:20.983396 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Attempting to bind port a3748558-5fbd-4784-8926-aea1a18cc0fc by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:00:20.983743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Attempting to bind port a3748558-5fbd-4784-8926-aea1a18cc0fc on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:00:20.996175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:00:20.996485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:00:20.996886 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:20.997271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:00:20.997735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Bound port: a3748558-5fbd-4784-8926-aea1a18cc0fc, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:00:20.998115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.003013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Allocated IP 172.20.0.2 (10c2c69a-c25a-467b-bbe7-3408ff853adf/85f951d6-0de3-4f54-baa1-2fc987dedb24/0d097f40-5622-4950-95b6-1af6a7fc8b20) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:00:21.081325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] For port a3748558-5fbd-4784-8926-aea1a18cc0fc, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:00:21.123603 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] For port a3748558-5fbd-4784-8926-aea1a18cc0fc, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a3748558-5fbd-4784-8926-aea1a18cc0fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:00:21.128996 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.235282 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:21.235915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:21.238109 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c299c-1efb-460f-b297-8fdb383f4dde None None] Pushing event updated for resources: {'Port': ['ID=a3748558-5fbd-4784-8926-aea1a18cc0fc,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:21.289203 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.297346 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.347321 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.1 (10c2c69a-c25a-467b-bbe7-3408ff853adf/85f951d6-0de3-4f54-baa1-2fc987dedb24/fc0ca24b-550b-4db2-99ed-e2e720e5f574) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:00:21.378044 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:00:21.378811 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Pushing event updated for resources: {'Port': ['ID=0d097f40-5622-4950-95b6-1af6a7fc8b20,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:21.383923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:00:21.387260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:00:21.427063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:21.487581 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.517711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Attempting to bind port 0d097f40-5622-4950-95b6-1af6a7fc8b20 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:00:21.518132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Attempting to bind port 0d097f40-5622-4950-95b6-1af6a7fc8b20 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:00:21.518505 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Attempting to bind port 0d097f40-5622-4950-95b6-1af6a7fc8b20 on network 10c2c69a-c25a-467b-bbe7-3408ff853adf {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:00:21.527797 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.534315 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:00:21.534707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Checking segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:00:21.535148 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.535547 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Bound using segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:00:21.536086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Bound port: 0d097f40-5622-4950-95b6-1af6a7fc8b20, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:00:21.536635 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.570255 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:00:21.573531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:00:21.577413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:00:21.616623 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=fc0ca24b-550b-4db2-99ed-e2e720e5f574,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:21.635300 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.673439 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] For port 0d097f40-5622-4950-95b6-1af6a7fc8b20, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:00:21.689607 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] For port 0d097f40-5622-4950-95b6-1af6a7fc8b20, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d097f40-5622-4950-95b6-1af6a7fc8b20,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:00:21.695335 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.746908 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:19Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:21.777566 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:21.784886 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54752fae-cd6f-4c6c-afa9-58545be165db None None] The sync data for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 is: [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:19Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:00:21.796537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efed0e8-02b5-4683-8ab4-8fb7221e5a6c None None] Pushing event updated for resources: {'Port': ['ID=0d097f40-5622-4950-95b6-1af6a7fc8b20,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:22.141625 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:22.147929 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:22.239975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=fc0ca24b-550b-4db2-99ed-e2e720e5f574,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:22.243855 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:22.357490 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:00:22.358055 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:00:22.491610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:00:22.620484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:00:22.634147 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ad24ae6b-8d52-4a33-8ca0-1d4f73e4bc1d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1037645 Sep 24 01:00:22.780350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-3aadd2a2-141c-4ecf-8fb3-2c23226f1ff1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-138798249&fields=id&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 267 time: 0.0368800 Sep 24 01:00:22.785905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd854ff-06a2-4ab5-a5c9-935592d2aef0 None None] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:00:22.850335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fa40a117-3104-45c5-ac2c-1dc3241d22d3 None None] Provisioning complete for port 0d097f40-5622-4950-95b6-1af6a7fc8b20 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:22.850665 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa40a117-3104-45c5-ac2c-1dc3241d22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:22.902139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-27dbaacf-6ea9-48c6-a19d-6eecaebc37ca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:22.904935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-27dbaacf-6ea9-48c6-a19d-6eecaebc37ca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 797 time: 0.1108887 Sep 24 01:00:22.922451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-7997a9bd-63ae-4502-b817-3656074e2c81 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/quotas/8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 375 time: 0.0101511 Sep 24 01:00:22.976793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-99780c70-4d86-477d-af2b-9feda1383d7b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484595 Sep 24 01:00:22.983234 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa40a117-3104-45c5-ac2c-1dc3241d22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:22.998450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-9108ba18-976f-4e44-b4bc-cdacfc7ce3ce service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:00:22.999737 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-9108ba18-976f-4e44-b4bc-cdacfc7ce3ce service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062342 Sep 24 01:00:23.039298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fa40a117-3104-45c5-ac2c-1dc3241d22d3 None None] For port 0d097f40-5622-4950-95b6-1af6a7fc8b20, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d097f40-5622-4950-95b6-1af6a7fc8b20,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:23.045885 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fa40a117-3104-45c5-ac2c-1dc3241d22d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.109254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-79de00a2-0bb7-476d-ac80-8fc05b60404a service neutron] 10.222.0.24 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010430 Sep 24 01:00:23.111743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40a117-3104-45c5-ac2c-1dc3241d22d3 None None] Pushing event updated for resources: {'Port': ['ID=0d097f40-5622-4950-95b6-1af6a7fc8b20,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:23.119012 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dd7c342b-b195-4e50-b43a-f1e6644ea94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.227407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-dedd19cb-5edb-4289-9991-9c34db5091d5 service neutron] 10.222.0.24 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038392 Sep 24 01:00:23.279667 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4065cf74-39ee-43d0-bdb8-21f2c5dbbfa3 None None] Provisioning complete for port 0d097f40-5622-4950-95b6-1af6a7fc8b20 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:23.280221 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4065cf74-39ee-43d0-bdb8-21f2c5dbbfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.439408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4065cf74-39ee-43d0-bdb8-21f2c5dbbfa3 None None] Provisioning complete for port fc0ca24b-550b-4db2-99ed-e2e720e5f574 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:23.442147 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4065cf74-39ee-43d0-bdb8-21f2c5dbbfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.459948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-40236a55-3a75-4214-9fd4-5ddf35957c4f req-aef3556f-f5c0-42ab-8557-7ddf6a575827 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 210 time: 0.0563276 Sep 24 01:00:23.489337 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a3748558-5fbd-4784-8926-aea1a18cc0fc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:00:23.529958 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4065cf74-39ee-43d0-bdb8-21f2c5dbbfa3 None None] Port fc0ca24b-550b-4db2-99ed-e2e720e5f574 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:00:23.553844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a3748558-5fbd-4784-8926-aea1a18cc0fc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:23.554290 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.655330 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Sync routers for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:00:23.665083 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:23.665792 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:23.666693 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.696959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port a3748558-5fbd-4784-8926-aea1a18cc0fc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a3748558-5fbd-4784-8926-aea1a18cc0fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:23.698187 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-028fac12-f9a4-4270-853e-230a8029ed98 None None] Provisioning complete for port fc0ca24b-550b-4db2-99ed-e2e720e5f574 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:23.698659 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-028fac12-f9a4-4270-853e-230a8029ed98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.701733 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.702523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d097f40-5622-4950-95b6-1af6a7fc8b20 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:00:23.814003 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:23.829517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-028fac12-f9a4-4270-853e-230a8029ed98 None None] Port fc0ca24b-550b-4db2-99ed-e2e720e5f574 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:00:23.844067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=a3748558-5fbd-4784-8926-aea1a18cc0fc,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:23.858881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0d097f40-5622-4950-95b6-1af6a7fc8b20 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:23.859436 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:23.968176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9a24c8d2-e0a2-4251-9d2f-cc0f1ef47cad None None] Provisioning complete for port fc0ca24b-550b-4db2-99ed-e2e720e5f574 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:23.968715 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9a24c8d2-e0a2-4251-9d2f-cc0f1ef47cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.010442 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9a24c8d2-e0a2-4251-9d2f-cc0f1ef47cad None None] Port fc0ca24b-550b-4db2-99ed-e2e720e5f574 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:00:24.123480 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 2, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:24.152579 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Checking router: 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:00:24.152926 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Updating router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 port fc0ca24b-550b-4db2-99ed-e2e720e5f574 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:00:24.177832 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.444345 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.450344 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.531814 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Pushing event updated for resources: {'Port': ['ID=fc0ca24b-550b-4db2-99ed-e2e720e5f574,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:24.551985 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.552329 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.552667 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.552998 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.553329 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.553662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.553979 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.554303 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.554624 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.555098 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.555294 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.555634 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:00:24.579453 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Attempting to bind port fc0ca24b-550b-4db2-99ed-e2e720e5f574 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:00:24.579926 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Attempting to bind port fc0ca24b-550b-4db2-99ed-e2e720e5f574 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:00:24.580172 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Attempting to bind port fc0ca24b-550b-4db2-99ed-e2e720e5f574 on network 10c2c69a-c25a-467b-bbe7-3408ff853adf {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:00:24.591122 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 0, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:00:24.591771 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Checking segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:00:24.592353 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.592910 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Bound using segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:00:24.593722 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Bound port: fc0ca24b-550b-4db2-99ed-e2e720e5f574, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:00:24.594263 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.649658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-272bffb3-8e77-4a49-a2c7-8bf47676a922 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:24.651550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-272bffb3-8e77-4a49-a2c7-8bf47676a922 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 797 time: 0.1860616 Sep 24 01:00:24.653850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b82f6048-7d7c-4021-b933-b12f2a720f37 req-fe2611b3-b2b8-49ce-828f-dfd5608988bd tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 210 time: 0.0466156 Sep 24 01:00:24.671090 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] For port fc0ca24b-550b-4db2-99ed-e2e720e5f574, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:00:24.675317 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] For port fc0ca24b-550b-4db2-99ed-e2e720e5f574, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fc0ca24b-550b-4db2-99ed-e2e720e5f574,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:00:24.679980 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.707953 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-244ec136-b375-4516-aef3-db72be479b61 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 379 time: 0.0461781 Sep 24 01:00:24.718832 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'port': {'device_id': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'admin_state_up': True, 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'security_groups': ['d7e63313-5e0c-4071-a45b-a0dd8039214d']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:24.748275 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad03eb-edda-4e8d-a95a-d1495ec7d9db None None] Pushing event updated for resources: {'Port': ['ID=fc0ca24b-550b-4db2-99ed-e2e720e5f574,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:24.751447 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:24.752783 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T00:59:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:24.837202 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ab19b240-c8a7-49e6-bcb6-bad20b1f7ad2 None None] Provisioning complete for port fc0ca24b-550b-4db2-99ed-e2e720e5f574 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:24.838185 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ab19b240-c8a7-49e6-bcb6-bad20b1f7ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.866401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:00:24.873697 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:24.874439 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.946813 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ab19b240-c8a7-49e6-bcb6-bad20b1f7ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:24.996849 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ab19b240-c8a7-49e6-bcb6-bad20b1f7ad2 None None] For port fc0ca24b-550b-4db2-99ed-e2e720e5f574, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fc0ca24b-550b-4db2-99ed-e2e720e5f574,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:25.001657 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ab19b240-c8a7-49e6-bcb6-bad20b1f7ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.029614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.12 (10c2c69a-c25a-467b-bbe7-3408ff853adf/85f951d6-0de3-4f54-baa1-2fc987dedb24/378f046f-6338-42cb-9058-07ff0cdbf291) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:00:25.054668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19b240-c8a7-49e6-bcb6-bad20b1f7ad2 None None] Pushing event updated for resources: {'Port': ['ID=fc0ca24b-550b-4db2-99ed-e2e720e5f574,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:25.108313 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:24Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:25.129494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-de23fb96-8deb-428e-b08c-1f6c412578bf None None] Provisioning complete for port fc0ca24b-550b-4db2-99ed-e2e720e5f574 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:25.129990 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-de23fb96-8deb-428e-b08c-1f6c412578bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.141512 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c8a60ae-894f-4c17-886f-7f969b8be728 None None] The sync data for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 is: [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:24Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:00:25.259838 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.316249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.370587 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:00:25.373956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:00:25.377950 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:00:25.388435 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:25.454937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:25.456148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.476799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f2a09354-6757-45b8-8b58-3cad2f48a2df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7620370 Sep 24 01:00:25.492945 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Request body: {'port': {'device_id': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:25.499111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a3748558-5fbd-4784-8926-aea1a18cc0fc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:00:25.555610 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port a3748558-5fbd-4784-8926-aea1a18cc0fc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:25.555984 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.559525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.655987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fc0ca24b-550b-4db2-99ed-e2e720e5f574 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:00:25.714192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-114610df-8c1b-48dd-bec4-5ce96d7de859 None None] Provisioning complete for port 378f046f-6338-42cb-9058-07ff0cdbf291 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:25.714573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-114610df-8c1b-48dd-bec4-5ce96d7de859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.773638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port fc0ca24b-550b-4db2-99ed-e2e720e5f574 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:25.774151 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.777399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-114610df-8c1b-48dd-bec4-5ce96d7de859 None None] Port 378f046f-6338-42cb-9058-07ff0cdbf291 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:00:25.858199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f9a1b-093e-443c-93fe-602569799f8d req-65867f5c-74aa-4085-bd94-9f7624653528 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:25.860191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4f9a1b-093e-443c-93fe-602569799f8d req-65867f5c-74aa-4085-bd94-9f7624653528 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 932 time: 0.1110172 Sep 24 01:00:25.942244 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9b4f9a1b-093e-443c-93fe-602569799f8d req-09119c12-b402-43c5-9280-aaa5222a29d3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682797 Sep 24 01:00:25.986534 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:25.992271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 378f046f-6338-42cb-9058-07ff0cdbf291 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:00:26.000943 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:26.020079 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Transition to ACTIVE for port object 378f046f-6338-42cb-9058-07ff0cdbf291 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:00:26.024689 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:26.085810 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2baec5a3-b7d8-4f7e-8f89-9827c0297dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:26.086451 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:26.195059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Attempting to bind port 378f046f-6338-42cb-9058-07ff0cdbf291 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:00:26.195548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Attempting to bind port 378f046f-6338-42cb-9058-07ff0cdbf291 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:00:26.195972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Attempting to bind port 378f046f-6338-42cb-9058-07ff0cdbf291 on network 10c2c69a-c25a-467b-bbe7-3408ff853adf {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:00:26.201489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Port 378f046f-6338-42cb-9058-07ff0cdbf291 on network 10c2c69a-c25a-467b-bbe7-3408ff853adf not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:00:26.201968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Attempting to bind port 378f046f-6338-42cb-9058-07ff0cdbf291 on network 10c2c69a-c25a-467b-bbe7-3408ff853adf {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:00:26.211109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:00:26.211475 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Checking segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:00:26.211848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Bound using segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:00:26.212319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Bound port: 378f046f-6338-42cb-9058-07ff0cdbf291, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:00:26.212683 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:26.324805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:00:26.331820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:00:26.346052 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:26.383429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:26.384229 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:26.385526 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 1093 time: 0.9001775 Sep 24 01:00:26.385972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:00:26.388308 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1788816a-c8e5-481a-a46c-942a96b23148" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:00:26.421714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f74c77-126b-4d49-afa1-5df453cad2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:26.434515 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c8eaf5-87f3-42c0-b333-cb0cd7eef303 x-openstack-request-id: req-37c8eaf5-87f3-42c0-b333-cb0cd7eef303 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:00:26.434896 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:00:26.435733 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37c8eaf5-87f3-42c0-b333-cb0cd7eef303 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:00:26.436347 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291', 'status': 'completed', 'code': 200} Sep 24 01:00:26.500503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-c6b61c0e-8f4b-47d8-a88a-f303ca2e1c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:26.502287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-c6b61c0e-8f4b-47d8-a88a-f303ca2e1c5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1096 time: 0.0592916 Sep 24 01:00:26.549170 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-606f4bcb-8211-402a-8283-5e15969e5be9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 217 time: 0.0393050 Sep 24 01:00:26.614339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-7e0996e2-ea5f-46e7-b7b8-f82327cbc533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:26.615887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-7e0996e2-ea5f-46e7-b7b8-f82327cbc533 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0603969 Sep 24 01:00:26.666429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-71aa0861-1e17-423b-b723-e5a741577718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:26.668014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-71aa0861-1e17-423b-b723-e5a741577718 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453186 Sep 24 01:00:26.768301 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-09c250b7-5126-464b-b5df-382b4b9012e0 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924919 Sep 24 01:00:26.865566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8283cc3a-2045-429b-9b6e-8ee56086bce9 req-82e34e77-0f15-4c90-a244-79f03c486646 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906353 Sep 24 01:00:26.956257 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788816a-c8e5-481a-a46c-942a96b23148 req-0c997c99-ae07-4662-a79d-b9d27796b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:26.957808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1788816a-c8e5-481a-a46c-942a96b23148 req-0c997c99-ae07-4662-a79d-b9d27796b1e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1096 time: 0.0452981 Sep 24 01:00:27.005827 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:27.094129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788816a-c8e5-481a-a46c-942a96b23148 req-6053b772-0e94-4575-a2c7-e8e085d0be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:27.095649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1788816a-c8e5-481a-a46c-942a96b23148 req-6053b772-0e94-4575-a2c7-e8e085d0be35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.1311924 Sep 24 01:00:27.118694 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca7ed2-6bfa-4f3e-ab51-09f2b5625e88 req-79f05c0d-ed91-4ca1-96e6-0a8244a37751 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:27.120212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1bca7ed2-6bfa-4f3e-ab51-09f2b5625e88 req-79f05c0d-ed91-4ca1-96e6-0a8244a37751 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 944 time: 0.0812671 Sep 24 01:00:27.157720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1788816a-c8e5-481a-a46c-942a96b23148 req-32bb6849-184b-4b7b-a0ec-a24cbd3c9502 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 217 time: 0.0541270 Sep 24 01:00:27.222570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1bca7ed2-6bfa-4f3e-ab51-09f2b5625e88 req-62c09251-2d68-451e-b76f-519fa82d4fd4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679624 Sep 24 01:00:27.227402 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788816a-c8e5-481a-a46c-942a96b23148 req-2c1b7acd-9aaa-49b5-9f72-34d5f76a09a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:27.228890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1788816a-c8e5-481a-a46c-942a96b23148 req-2c1b7acd-9aaa-49b5-9f72-34d5f76a09a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0620801 Sep 24 01:00:27.281927 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788816a-c8e5-481a-a46c-942a96b23148 req-8ff5baea-5543-43cc-8f08-ad7bcf185e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:27.284099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1788816a-c8e5-481a-a46c-942a96b23148 req-8ff5baea-5543-43cc-8f08-ad7bcf185e1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465190 Sep 24 01:00:27.388000 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1788816a-c8e5-481a-a46c-942a96b23148 req-84d9a8c0-4477-4ad1-a185-9cf50277478f service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969331 Sep 24 01:00:27.484383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1788816a-c8e5-481a-a46c-942a96b23148 req-d83b7e68-7847-456a-96d2-806684001371 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880828 Sep 24 01:00:28.348034 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd847532-4242-4fcb-84b9-7e7b226744ab req-76ce5eb9-3839-4e20-b67c-332818f9e817 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:28.349621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd847532-4242-4fcb-84b9-7e7b226744ab req-76ce5eb9-3839-4e20-b67c-332818f9e817 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 944 time: 0.0578818 Sep 24 01:00:28.393674 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd847532-4242-4fcb-84b9-7e7b226744ab req-a2cbc0f5-cfb3-4220-a45d-c883ebc43c2d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378602 Sep 24 01:00:29.239770 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 378f046f-6338-42cb-9058-07ff0cdbf291 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:00:29.338167 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:29.356618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '378f046f-6338-42cb-9058-07ff0cdbf291', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'port_id': '378f046f-6338-42cb-9058-07ff0cdbf291', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:00:29.385406 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:29.401893 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:29.419687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378f046f-6338-42cb-9058-07ff0cdbf291 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:00:29.439382 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:29.444278 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:29.494308 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:29.525036 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8a4c97-1784-4bd4-a0ea-6ce6430f703d req-e96e4b6c-a48a-4c58-9cd3-35ce318e0909 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:29.526685 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d8a4c97-1784-4bd4-a0ea-6ce6430f703d req-e96e4b6c-a48a-4c58-9cd3-35ce318e0909 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 945 time: 0.0540404 Sep 24 01:00:29.567516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7d8a4c97-1784-4bd4-a0ea-6ce6430f703d req-96959d38-bd42-4a5b-8c61-6cb0634bad24 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341001 Sep 24 01:00:29.655169 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['378f046f-6338-42cb-9058-07ff0cdbf291'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:00:30.696467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ad119-1090-41a6-9890-30223b39e1bd req-4dbe7cd0-fd2e-40b2-98df-d762a721b27d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:30.698037 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3ad119-1090-41a6-9890-30223b39e1bd req-4dbe7cd0-fd2e-40b2-98df-d762a721b27d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 945 time: 0.0563502 Sep 24 01:00:30.741754 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8b3ad119-1090-41a6-9890-30223b39e1bd req-5fcaf600-938c-45d8-b3c9-f763db397f53 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342364 Sep 24 01:00:31.239598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 378f046f-6338-42cb-9058-07ff0cdbf291 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:00:31.296700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 378f046f-6338-42cb-9058-07ff0cdbf291 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:00:31.302294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 378f046f-6338-42cb-9058-07ff0cdbf291 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:00:31.302672 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:31.395535 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:31.423298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:00:31.426216 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b15270-e727-43e8-9e95-ce21886a2867" -d '{"events": [{"server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "name": "network-vif-plugged", "status": "completed", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:00:31.440677 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:00:31.447905 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:31.474892 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cccf6f-f5de-4735-8509-07bfd0aa3d06 x-openstack-request-id: req-86cccf6f-f5de-4735-8509-07bfd0aa3d06 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:00:31.475187 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "name": "network-vif-plugged", "status": "completed", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:00:31.475432 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-86cccf6f-f5de-4735-8509-07bfd0aa3d06 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:00:31.475991 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291', 'code': 200} Sep 24 01:00:31.504747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:31.572000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8344d6-0086-4247-819d-fc573f886652 req-c2013d6e-ba7e-4983-94ce-b858806d1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:31.573472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb8344d6-0086-4247-819d-fc573f886652 req-c2013d6e-ba7e-4983-94ce-b858806d1c01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1098 time: 0.0441093 Sep 24 01:00:31.608993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fb8344d6-0086-4247-819d-fc573f886652 req-bce5455f-002f-4e08-bf51-5a402f4c0bf7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276423 Sep 24 01:00:31.855088 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52cdf6-d500-4b20-be4d-e985d21a421f req-59f26c93-db96-493a-b098-05ea7cb22279 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:31.856548 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc52cdf6-d500-4b20-be4d-e985d21a421f req-59f26c93-db96-493a-b098-05ea7cb22279 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0483403 Sep 24 01:00:31.894517 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dc52cdf6-d500-4b20-be4d-e985d21a421f req-5209befb-8875-4d69-8ce7-a8dfedcc247c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314927 Sep 24 01:00:33.009531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb7e05-237e-49b9-ade4-2fa4ccffc557 req-2bd84056-a51e-4450-a705-18d2190fcee0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:33.011063 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ecb7e05-237e-49b9-ade4-2fa4ccffc557 req-2bd84056-a51e-4450-a705-18d2190fcee0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0475421 Sep 24 01:00:33.047649 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7ecb7e05-237e-49b9-ade4-2fa4ccffc557 req-b16b36b0-b66e-463a-8896-b3136aeab621 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308192 Sep 24 01:00:33.162463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f27422-8a12-4815-b5f4-72b63beaffea req-fa4c4415-950e-4c54-b5e1-595b1580ecf9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:33.163942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3f27422-8a12-4815-b5f4-72b63beaffea req-fa4c4415-950e-4c54-b5e1-595b1580ecf9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0509305 Sep 24 01:00:33.201488 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d3f27422-8a12-4815-b5f4-72b63beaffea req-33efbfa9-fb65-437a-a165-ec7a4075a358 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312953 Sep 24 01:00:33.222677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45056) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:33.265722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb77efc-7165-4de1-a79b-9c5ac84bd6d3 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:33.268487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2cb77efc-7165-4de1-a79b-9c5ac84bd6d3 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1093 time: 0.0441437 Sep 24 01:00:33.270581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45058) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:33.274957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '378f046f-6338-42cb-9058-07ff0cdbf291', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:00:33.297067 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:33.393654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:33.493634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.21 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/a64d8e0b-7976-4296-8f56-4dcba13fd12c) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:00:33.594208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:33.627471 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:33.662699 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:00:33.665607 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:00:33.668220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:00:33.703126 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=a64d8e0b-7976-4296-8f56-4dcba13fd12c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:34.025497 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:34.091100 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:34.235269 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:34.239752 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:34.312566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=a64d8e0b-7976-4296-8f56-4dcba13fd12c,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:00:34.320024 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:34.415985 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP dca5ba7c-f48a-442a-8050-ed776c427aeb associated. External IP: 172.25.5.21, port: 378f046f-6338-42cb-9058-07ff0cdbf291. Sep 24 01:00:34.615371 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:00:34.720094 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:00:34.729576 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] Sync routers for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:00:34.735925 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:34.740468 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:34.741082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:00:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:34.763387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-7646a788-7b18-4310-baee-922d961c756f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4917467 Sep 24 01:00:34.763971 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:00:34.766262 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:00:34.802538 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95b9c70-f440-42c4-8ffc-3e8f69c18b9d x-openstack-request-id: req-a95b9c70-f440-42c4-8ffc-3e8f69c18b9d {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:00:34.802880 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:00:34.803135 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a95b9c70-f440-42c4-8ffc-3e8f69c18b9d {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:00:34.803535 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291', 'status': 'completed', 'code': 200} Sep 24 01:00:34.857805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:34.889314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72878fb8-59ca-4c25-a634-92863dc8b94c req-b577da87-8274-401c-b39d-f794fb92e14e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:34.890727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72878fb8-59ca-4c25-a634-92863dc8b94c req-b577da87-8274-401c-b39d-f794fb92e14e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0781939 Sep 24 01:00:34.906337 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-0f2bbc9d-b883-4117-959f-44274ae8e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:34.907818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-0f2bbc9d-b883-4117-959f-44274ae8e644 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1098 time: 0.0654402 Sep 24 01:00:34.965445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-72878fb8-59ca-4c25-a634-92863dc8b94c req-9307adad-0f4d-498d-ad48-67dbd61c21ce tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667386 Sep 24 01:00:34.988762 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45064) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:35.058875 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-08adba00-e0f8-4b49-96e4-1ee59363277a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/dca5ba7c-f48a-442a-8050-ed776c427aeb HTTP/1.1" status: 200 len: 991 time: 0.0689063 Sep 24 01:00:35.094571 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'dca5ba7c-f48a-442a-8050-ed776c427aeb', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'port_id': '378f046f-6338-42cb-9058-07ff0cdbf291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:00:33Z', 'updated_at': '2021-09-24T01:00:33Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:24Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:35.122343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] Checking router: 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:00:35.131376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:00:35.131997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:00:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:35.240562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:00:35.370979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-07ec27ba-6da8-4197-af99-e80488677515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:35.372434 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-07ec27ba-6da8-4197-af99-e80488677515 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.4563901 Sep 24 01:00:35.438232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-f4c21902-e773-4b70-96c1-b0ffd35532e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 999 time: 0.0574927 Sep 24 01:00:35.467486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'dca5ba7c-f48a-442a-8050-ed776c427aeb', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'port_id': '378f046f-6338-42cb-9058-07ff0cdbf291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:00:33Z', 'updated_at': '2021-09-24T01:00:33Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:24Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:00:35.490289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-0ff0625e-34a2-427e-9d3f-6a96c95d8a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:35.491819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-0ff0625e-34a2-427e-9d3f-6a96c95d8a16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0471134 Sep 24 01:00:35.497949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb487f-67ed-4b4e-afb7-747888bb1ede None None] The sync data for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 is: [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'dca5ba7c-f48a-442a-8050-ed776c427aeb', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.21', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'port_id': '378f046f-6338-42cb-9058-07ff0cdbf291', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:00:33Z', 'updated_at': '2021-09-24T01:00:33Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:24Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:00:35.542145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-3575082b-8517-4abc-a760-bac056a2ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:00:35.543776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-3575082b-8517-4abc-a760-bac056a2ddad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451894 Sep 24 01:00:35.636175 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-d7aa8ab6-0b47-4f29-9595-5992bb560400 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837548 Sep 24 01:00:35.693486 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349023a3-0161-4a58-bcb7-e61ca46a3b0a None None] New status for floating IP dca5ba7c-f48a-442a-8050-ed776c427aeb: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:00:35.734959 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3e9b79a4-25c5-4fd4-a7dd-359215a4129e req-c40553fc-c44f-4457-80f9-b395c1c29f94 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908136 Sep 24 01:00:36.062951 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45066) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:00:36.124792 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ccd2807f-6039-4e27-8d56-47940662c924 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/dca5ba7c-f48a-442a-8050-ed776c427aeb HTTP/1.1" status: 200 len: 993 time: 0.0605779 Sep 24 01:00:37.299127 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:39.804517 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:53.100377 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0b99b6c2-118a-4b81-b44e-77f9c83f54af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:55.977918 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:56.078292 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-788a571f-7933-42fe-96d3-ef5fea612fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:56.999681 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:00:57.737532 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:00:59.367072 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:04.958458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e0e80-6f51-4e72-b464-ae294a5941e5 req-8b52d674-eb2e-4fd3-b234-003c3eadd7d5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:04.960124 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e81e0e80-6f51-4e72-b464-ae294a5941e5 req-8b52d674-eb2e-4fd3-b234-003c3eadd7d5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0509112 Sep 24 01:01:04.984569 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-f67bdfb3-8ce1-4678-b84d-016eeb9bc5ad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865450 Sep 24 01:01:04.999069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e81e0e80-6f51-4e72-b464-ae294a5941e5 req-bf5f8065-64cc-46f7-ac31-d022db031ece tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328646 Sep 24 01:01:06.113539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d545d9-c51e-463d-829c-30ec4ce949ed req-5f3bea52-b2e9-42c8-8b9b-0dc8b1163a46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:06.115012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6d545d9-c51e-463d-829c-30ec4ce949ed req-5f3bea52-b2e9-42c8-8b9b-0dc8b1163a46 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0474999 Sep 24 01:01:06.151422 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e6d545d9-c51e-463d-829c-30ec4ce949ed req-5ef3f828-d476-4bdf-aec5-f96d6382ccac tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305438 Sep 24 01:01:07.271846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da1e62-8bc4-43e9-8b7d-2a6736964de8 req-cf35753c-a8cb-4650-b1a7-4e9f1bb6044b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:07.273955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8da1e62-8bc4-43e9-8b7d-2a6736964de8 req-cf35753c-a8cb-4650-b1a7-4e9f1bb6044b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0546482 Sep 24 01:01:07.301774 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:07.315978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8da1e62-8bc4-43e9-8b7d-2a6736964de8 req-a8982137-8ea7-4d9f-9938-363b64c28010 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363364 Sep 24 01:01:08.128752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-3eecee7d-8b18-40ed-a437-70849c32ba6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:08.130238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-3eecee7d-8b18-40ed-a437-70849c32ba6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1098 time: 0.0892467 Sep 24 01:01:08.225233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a4c9f964-56bf-4f84-a478-32076e8cf58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:08.226719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a4c9f964-56bf-4f84-a478-32076e8cf58a service neutron] 10.222.0.18 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.0892286 Sep 24 01:01:08.292237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-1e2b5934-93c1-4f0b-b84f-d1ad148b54ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 1001 time: 0.0583291 Sep 24 01:01:08.349869 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-adda389b-8d01-441f-8b75-91f8c4db6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:08.351385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-adda389b-8d01-441f-8b75-91f8c4db6d35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0505698 Sep 24 01:01:08.428541 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-c39ad529-1191-4a8d-8579-57c764bd95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:08.430016 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-c39ad529-1191-4a8d-8579-57c764bd95bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718524 Sep 24 01:01:08.446951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080348a-23b6-4ee7-932b-ed1f623ea8b7 req-9cc5730b-8a8c-49b2-b074-dff236d2a59a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:08.448321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8080348a-23b6-4ee7-932b-ed1f623ea8b7 req-9cc5730b-8a8c-49b2-b074-dff236d2a59a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0636621 Sep 24 01:01:08.540697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8080348a-23b6-4ee7-932b-ed1f623ea8b7 req-a9299f99-5591-4eaa-b28b-844d5b0c6f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849996 Sep 24 01:01:08.562494 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-80f30e0f-06d5-417e-91b3-f9915ed98790 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233523 Sep 24 01:01:08.651415 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-b9d01fb7-825a-40e3-abfb-002207611c0d service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802207 Sep 24 01:01:09.654452 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00971641-a05b-448b-9159-0f891cf38f18 req-4cb8c198-f731-43f2-9746-c62e723dd8bc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:09.655957 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00971641-a05b-448b-9159-0f891cf38f18 req-4cb8c198-f731-43f2-9746-c62e723dd8bc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0482566 Sep 24 01:01:09.693670 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-00971641-a05b-448b-9159-0f891cf38f18 req-0055933d-4a02-445b-9d4b-c905f5665243 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312924 Sep 24 01:01:09.815639 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:10.818888 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dda38d-0a43-4c83-ba72-254588bf9a1e req-3503de0f-35aa-4f52-b883-db601f7b3f6c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:10.820387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81dda38d-0a43-4c83-ba72-254588bf9a1e req-3503de0f-35aa-4f52-b883-db601f7b3f6c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0530639 Sep 24 01:01:10.857039 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-81dda38d-0a43-4c83-ba72-254588bf9a1e req-e13a7e6c-5356-40f5-ab19-a41e452aebba tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306449 Sep 24 01:01:11.971250 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b8b05-ef05-496b-bf84-0684086770ab req-38fc03b0-d02e-4dd1-9de7-bf4c8460403d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:11.972759 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b0b8b05-ef05-496b-bf84-0684086770ab req-38fc03b0-d02e-4dd1-9de7-bf4c8460403d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0486770 Sep 24 01:01:12.010678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b0b8b05-ef05-496b-bf84-0684086770ab req-fea6021d-a593-4cd7-bcac-3edca361a50a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319371 Sep 24 01:01:13.125319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6e965-325b-45ee-9fb2-7215e004e93e req-6a5f0b68-da36-450b-b107-f9693048bbb9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:13.126808 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ace6e965-325b-45ee-9fb2-7215e004e93e req-6a5f0b68-da36-450b-b107-f9693048bbb9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0483875 Sep 24 01:01:13.163922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ace6e965-325b-45ee-9fb2-7215e004e93e req-e53767ac-3f3d-4d84-bbe2-3068a61b291a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310652 Sep 24 01:01:14.283732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979b971-31bb-4f8a-b3ff-911f6773adc5 req-7e507a2c-ae24-4391-9628-5b43d2f19b84 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:14.285887 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b979b971-31bb-4f8a-b3ff-911f6773adc5 req-7e507a2c-ae24-4391-9628-5b43d2f19b84 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0540259 Sep 24 01:01:14.323306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b979b971-31bb-4f8a-b3ff-911f6773adc5 req-5bdd7df9-9fe5-498b-9098-ec6d4dc3c263 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315664 Sep 24 01:01:15.437934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37025701-5972-449c-8668-8bc43f0003ed req-e30c3580-0fa9-4bb7-bc6d-95d1b3c7495b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:15.439521 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37025701-5972-449c-8668-8bc43f0003ed req-e30c3580-0fa9-4bb7-bc6d-95d1b3c7495b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0489426 Sep 24 01:01:15.481251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37025701-5972-449c-8668-8bc43f0003ed req-5151a1a6-6f02-4ed4-911f-f28be480ec6a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337999 Sep 24 01:01:16.594394 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59d327-0f04-4783-b755-1e52a4670da0 req-cfd82ed8-05f5-428b-8482-11b03d608681 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:16.595895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b59d327-0f04-4783-b755-1e52a4670da0 req-cfd82ed8-05f5-428b-8482-11b03d608681 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0482895 Sep 24 01:01:16.633305 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4b59d327-0f04-4783-b755-1e52a4670da0 req-224cbb0a-ded7-4bd5-ae7a-2fcea3b69cfc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314476 Sep 24 01:01:17.755222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dfa02-2c88-4016-805d-d256681b8844 req-56b96146-884d-4018-9d68-191f6afabd83 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:17.756724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e3dfa02-2c88-4016-805d-d256681b8844 req-56b96146-884d-4018-9d68-191f6afabd83 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0571151 Sep 24 01:01:17.794390 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7e3dfa02-2c88-4016-805d-d256681b8844 req-e079d352-1d0b-4e09-b701-bd2b99478e58 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314693 Sep 24 01:01:18.908943 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963137c3-f27d-4326-924a-e0d62be7d6f0 req-f454ccbe-a11e-495f-9f2c-1397f71069bc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:18.910424 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-963137c3-f27d-4326-924a-e0d62be7d6f0 req-f454ccbe-a11e-495f-9f2c-1397f71069bc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0495334 Sep 24 01:01:18.947919 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-963137c3-f27d-4326-924a-e0d62be7d6f0 req-f180ab6c-93a7-486a-95d2-e94135eead8b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315571 Sep 24 01:01:20.059471 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b267f-3be9-4bea-ba19-50c82668c4b8 req-e177f523-0ad2-4c79-8b25-01cb8d21717e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:20.060929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-664b267f-3be9-4bea-ba19-50c82668c4b8 req-e177f523-0ad2-4c79-8b25-01cb8d21717e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0476086 Sep 24 01:01:20.097867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-664b267f-3be9-4bea-ba19-50c82668c4b8 req-7caced6e-1ede-4790-9185-0b352ab1552a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304842 Sep 24 01:01:21.244695 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9443906-9fb0-48cd-8ad0-0de8bba1ffaa req-53f7f577-5f72-4735-b743-6c1c4b9a937c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:21.246193 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9443906-9fb0-48cd-8ad0-0de8bba1ffaa req-53f7f577-5f72-4735-b743-6c1c4b9a937c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0727553 Sep 24 01:01:21.248677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-818ed8a6-70e2-4a3c-b7d9-3e5cdd130b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:21.250090 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-818ed8a6-70e2-4a3c-b7d9-3e5cdd130b6d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1098 time: 0.0849895 Sep 24 01:01:21.300946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b9443906-9fb0-48cd-8ad0-0de8bba1ffaa req-60a64b88-4454-4e0f-8ac3-12f95cbd1d22 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487115 Sep 24 01:01:21.371624 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-d87fc105-424d-4640-aba3-4b213a6deed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:21.373149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-d87fc105-424d-4640-aba3-4b213a6deed6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.1014657 Sep 24 01:01:21.444874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-2487451c-b232-44f3-ba98-9e311fb44ee3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 1001 time: 0.0624187 Sep 24 01:01:21.494399 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-8360327e-0b4e-4e90-a584-8e6d3646337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:21.495917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-8360327e-0b4e-4e90-a584-8e6d3646337f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0443399 Sep 24 01:01:21.548312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-86c3a84c-6610-40ef-b548-0379f47c2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:21.549849 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-86c3a84c-6610-40ef-b548-0379f47c2994 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461998 Sep 24 01:01:21.639809 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-ec9cc652-a9a5-4115-a0ac-79bb2ffae391 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822423 Sep 24 01:01:21.733696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f499b2f0-ee86-42ff-83ff-8a1b025c10d2 req-7c381d61-5e94-4391-807b-0cdb5f7c898e service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865636 Sep 24 01:01:22.415822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939e69a-ec4b-4857-b094-736cdf9fe204 req-06a6f6f1-bef6-4ee4-9c0e-95ba7f2baf82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:22.417855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3939e69a-ec4b-4857-b094-736cdf9fe204 req-06a6f6f1-bef6-4ee4-9c0e-95ba7f2baf82 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0498090 Sep 24 01:01:22.455700 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3939e69a-ec4b-4857-b094-736cdf9fe204 req-93964b39-102c-418e-bcef-68950ee9dd6e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316389 Sep 24 01:01:23.107039 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9f7894e2-ccbf-4b2c-8cc1-02dfa9bab364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:23.569999 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4c81b6-3c4a-4e7d-aaba-975c37b0d3bc req-3a3c5a99-8c49-4141-b2dd-cd8784652b39 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:23.571485 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef4c81b6-3c4a-4e7d-aaba-975c37b0d3bc req-3a3c5a99-8c49-4141-b2dd-cd8784652b39 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0478957 Sep 24 01:01:23.611848 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef4c81b6-3c4a-4e7d-aaba-975c37b0d3bc req-0b551887-4ca9-4b73-a675-25b08b85edf9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344694 Sep 24 01:01:24.726116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf40223-484a-4f94-a77e-14b49bb86d05 req-3efe0647-f22d-4c2d-bb75-205b4e6762a6 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:24.727589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bf40223-484a-4f94-a77e-14b49bb86d05 req-3efe0647-f22d-4c2d-bb75-205b4e6762a6 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0480580 Sep 24 01:01:24.763748 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8bf40223-484a-4f94-a77e-14b49bb86d05 req-9b1bec98-8793-4e6f-8b6f-5c7fc6026787 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303218 Sep 24 01:01:25.497636 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-720234a9-9b7a-4eb0-a5a0-c8764446a975 service neutron] show failed (client error): The resource could not be found. Sep 24 01:01:25.498635 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-720234a9-9b7a-4eb0-a5a0-c8764446a975 service neutron] 10.222.0.18 "GET /v2.0/ports/378f046f-6338-42cb-9058-07ff0cdbf291/bindings/n-h2-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0538602 Sep 24 01:01:25.688168 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-140ebb6f-68ab-40b0-8fae-c3aa2fd557a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:25.689697 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-140ebb6f-68ab-40b0-8fae-c3aa2fd557a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 1098 time: 0.0448773 Sep 24 01:01:25.701520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:01:25.752356 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:25.880326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df25ec-e017-479d-8f94-db0d97de46fc req-05ea2b87-c7b3-4d18-a692-6518b14377dd tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:25.882640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30df25ec-e017-479d-8f94-db0d97de46fc req-05ea2b87-c7b3-4d18-a692-6518b14377dd tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0519516 Sep 24 01:01:25.924571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-30df25ec-e017-479d-8f94-db0d97de46fc req-fd46b11b-cd9c-40d2-acb4-a6b33c7f5f56 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358417 Sep 24 01:01:25.953276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:01:25.977919 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:25.986974 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:01:26.032531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:01:26.034805 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91f1619-d0be-448f-a47e-32a4e7d135a4" -d '{"events": [{"server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "name": "network-vif-unplugged", "status": "completed", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:01:26.038846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:26.053307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Transition to ACTIVE for port object 378f046f-6338-42cb-9058-07ff0cdbf291 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:01:26.057245 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:26.083322 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1666a863-4a68-4c69-8325-acee1131a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:26.090040 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae42ea08-a53d-421e-9d5b-ed9f5c9f0c2f x-openstack-request-id: req-ae42ea08-a53d-421e-9d5b-ed9f5c9f0c2f {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:01:26.090040 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "name": "network-vif-unplugged", "status": "completed", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:01:26.090301 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ae42ea08-a53d-421e-9d5b-ed9f5c9f0c2f {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:01:26.090643 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291', 'code': 200} Sep 24 01:01:26.138795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=6']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:01:26.149884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.150218 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.150554 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.150915 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.151237 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.151557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.151879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.152194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.152510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.152826 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.153142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.153455 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:26.189875 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] No DVR routers for this DVR port 378f046f-6338-42cb-9058-07ff0cdbf291 on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:01:26.332500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Attempting to bind port 378f046f-6338-42cb-9058-07ff0cdbf291 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:01:26.332833 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Attempting to bind port 378f046f-6338-42cb-9058-07ff0cdbf291 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:01:26.333158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Attempting to bind port 378f046f-6338-42cb-9058-07ff0cdbf291 on network 10c2c69a-c25a-467b-bbe7-3408ff853adf {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:01:26.337433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Port 378f046f-6338-42cb-9058-07ff0cdbf291 on network 10c2c69a-c25a-467b-bbe7-3408ff853adf not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:01:26.337748 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Attempting to bind port 378f046f-6338-42cb-9058-07ff0cdbf291 on network 10c2c69a-c25a-467b-bbe7-3408ff853adf {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:01:26.342457 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:01:26.342814 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Checking segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:01:26.343197 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Bound using segment: {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:01:26.343619 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Bound port: 378f046f-6338-42cb-9058-07ff0cdbf291, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cf207dd-18c3-42e3-86a0-204d2770cce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:01:26.343968 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:26.405214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:01:26.408092 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:01:26.412289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:26.445334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:26.446052 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:26.447351 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] 10.222.0.20 "PUT /v2.0/ports/378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 1093 time: 0.7497222 Sep 24 01:01:26.469364 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ba0c5-8326-43d0-870b-d37b5de0c183 service neutron] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:01:26.513350 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-31732ea0-f7e1-4042-878f-ddcbfd6e221e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:26.514928 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-31732ea0-f7e1-4042-878f-ddcbfd6e221e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1096 time: 0.0426497 Sep 24 01:01:26.611358 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-f7d98ae9-1b94-4340-9249-93b56bb2def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:26.613494 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-f7d98ae9-1b94-4340-9249-93b56bb2def5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.0918038 Sep 24 01:01:26.681118 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-bfa18470-3674-4a53-9e7c-ea46337b99cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 999 time: 0.0603285 Sep 24 01:01:26.731439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-88c335bd-6e8a-4e67-97b5-19b48b06129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:26.732772 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-88c335bd-6e8a-4e67-97b5-19b48b06129e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0449708 Sep 24 01:01:26.777676 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-64f5fbf7-07f6-4f7a-a431-9011a7251b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:26.779316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-64f5fbf7-07f6-4f7a-a431-9011a7251b4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388420 Sep 24 01:01:26.870304 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-9c2b884e-7295-4642-a9c0-af2234c1bbc8 service neutron] 10.222.0.20 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838096 Sep 24 01:01:26.957633 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-727565d3-2a3e-4612-bb0a-3f3851eba2f6 req-43e5e8d5-9e83-4f7f-9b3e-67fcfb0b8ef5 service neutron] 10.222.0.20 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806501 Sep 24 01:01:27.003086 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:27.054503 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5c455-995c-4d19-895a-36bcd544d574 req-7419ed88-4462-4023-a7e3-963c1e97cb32 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:27.055935 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3a5c455-995c-4d19-895a-36bcd544d574 req-7419ed88-4462-4023-a7e3-963c1e97cb32 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 944 time: 0.0576129 Sep 24 01:01:27.094228 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a3a5c455-995c-4d19-895a-36bcd544d574 req-505003de-ba2a-4f7c-8882-0ddac7e525b5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320752 Sep 24 01:01:28.091267 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:01:28.093599 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0303d55d-8416-46b6-9dfa-54d0bdc5992b" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:01:28.141515 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb44c2bb-9b1b-42a5-8fc3-b030eaa9460d x-openstack-request-id: req-bb44c2bb-9b1b-42a5-8fc3-b030eaa9460d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:01:28.141804 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:01:28.142055 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bb44c2bb-9b1b-42a5-8fc3-b030eaa9460d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:01:28.142455 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291', 'status': 'completed', 'code': 200} Sep 24 01:01:28.201240 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-4d127038-2a7c-488c-86a6-9cbd7b0c0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.202797 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-4d127038-2a7c-488c-86a6-9cbd7b0c0319 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1096 time: 0.0416412 Sep 24 01:01:28.241882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-d50543a0-a9a6-43bd-aa10-7d314d1f783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.243379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-d50543a0-a9a6-43bd-aa10-7d314d1f783e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1096 time: 0.0616832 Sep 24 01:01:28.251581 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d25459-8e1f-4f6f-b42b-a0e8b2a592f7 req-2e2bc384-8be4-4542-9f79-997b7ac10e0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.253040 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62d25459-8e1f-4f6f-b42b-a0e8b2a592f7 req-2e2bc384-8be4-4542-9f79-997b7ac10e0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 944 time: 0.0842688 Sep 24 01:01:28.299162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-8e65230a-7054-445d-b568-177e5f2a4492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.301347 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-8e65230a-7054-445d-b568-177e5f2a4492 service neutron] 10.222.0.20 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.0910361 Sep 24 01:01:28.341907 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62d25459-8e1f-4f6f-b42b-a0e8b2a592f7 req-c2969dac-ece9-4758-a936-d3e340a520d2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806291 Sep 24 01:01:28.371535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-a05c186f-b7b5-410c-ad8a-74b76cd9647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.371996 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-829ceec5-8721-48b6-8bcc-7f3aa0fbb3f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 999 time: 0.0630682 Sep 24 01:01:28.373079 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-a05c186f-b7b5-410c-ad8a-74b76cd9647f service neutron] 10.222.0.18 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.1191952 Sep 24 01:01:28.435334 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-f492792b-e8ef-4ffd-867a-ed47fe1aef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.436908 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-f492792b-e8ef-4ffd-867a-ed47fe1aef9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0503232 Sep 24 01:01:28.448118 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-87935388-1a19-4327-9d57-923d06e12c67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 999 time: 0.0676072 Sep 24 01:01:28.487529 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-b748b4b5-c8e0-42f0-8bdf-88a43f178880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.489217 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-b748b4b5-c8e0-42f0-8bdf-88a43f178880 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444007 Sep 24 01:01:28.502119 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-b9aa008b-3a20-4335-9120-cb085241b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.503679 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-b9aa008b-3a20-4335-9120-cb085241b6c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0491135 Sep 24 01:01:28.552710 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-f2e6a99f-a85a-4e87-ac1c-a49944378dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:28.554196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-f2e6a99f-a85a-4e87-ac1c-a49944378dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427399 Sep 24 01:01:28.585766 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-6146e56a-1299-4a86-adfa-c224f773a02d service neutron] 10.222.0.20 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893774 Sep 24 01:01:28.648678 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-61a6a573-f00b-494c-9401-0517fe811d4b service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871358 Sep 24 01:01:28.675574 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-942a324a-407f-4c86-b121-c6c520fcc8e5 service neutron] 10.222.0.20 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825868 Sep 24 01:01:28.738149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0303d55d-8416-46b6-9dfa-54d0bdc5992b req-265525e5-803c-4932-b055-4572cc1512d6 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826504 Sep 24 01:01:29.370567 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:29.467109 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a7bc5-f3de-460e-af77-b908648be9b0 req-0e5be246-0de2-4f54-b13e-9d540a9de0a7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:29.468604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-744a7bc5-f3de-460e-af77-b908648be9b0 req-0e5be246-0de2-4f54-b13e-9d540a9de0a7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 944 time: 0.0532303 Sep 24 01:01:29.503479 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 378f046f-6338-42cb-9058-07ff0cdbf291 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:01:29.506520 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-744a7bc5-f3de-460e-af77-b908648be9b0 req-e6a9165e-d375-4bcc-be0b-3d69e7063c1a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319285 Sep 24 01:01:29.543896 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 378f046f-6338-42cb-9058-07ff0cdbf291 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:01:29.722167 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59284041-3bb1-4eee-834c-78e16c0e1c4f req-58d0326d-1c70-46a4-b1a4-d4ff9c820930 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:29.723695 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59284041-3bb1-4eee-834c-78e16c0e1c4f req-58d0326d-1c70-46a4-b1a4-d4ff9c820930 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 944 time: 0.0746136 Sep 24 01:01:29.735785 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-96ec72df-7c93-414b-8ac3-9d2342b6e622 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:29.737696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-96ec72df-7c93-414b-8ac3-9d2342b6e622 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&binding%3Ahost_id=n-h2-713498-18 HTTP/1.1" status: 200 len: 944 time: 0.0797734 Sep 24 01:01:29.760863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 378f046f-6338-42cb-9058-07ff0cdbf291 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:01:29.802461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-59284041-3bb1-4eee-834c-78e16c0e1c4f req-cc3da2d3-c549-416c-8b5e-c1ffb0a0fdd2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638227 Sep 24 01:01:29.825834 n-d-713498-18 neutron-server[106379]: INFO neutron.api.v2.resource [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-c4207ac2-6d9a-45e5-8f71-5202f00116b7 service neutron] delete failed (client error): The resource could not be found. Sep 24 01:01:29.827137 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-c4207ac2-6d9a-45e5-8f71-5202f00116b7 service neutron] 10.222.0.18 "DELETE /v2.0/ports/378f046f-6338-42cb-9058-07ff0cdbf291/bindings/n-h1-713498-18 HTTP/1.1" status: 404 len: 381 time: 0.0820563 Sep 24 01:01:29.855423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:01:29.868117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '378f046f-6338-42cb-9058-07ff0cdbf291', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'port_id': '378f046f-6338-42cb-9058-07ff0cdbf291', 'mac_address': 'fa:16:3e:f7:9b:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:01:29.904525 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:29.921266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 378f046f-6338-42cb-9058-07ff0cdbf291 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:01:29.941936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-191027de-8e8a-4803-b1b8-50e7c8b32acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:29.943493 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-191027de-8e8a-4803-b1b8-50e7c8b32acb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1096 time: 0.0727391 Sep 24 01:01:29.943763 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:01:29.947964 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:29.952243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384151d-f8e3-45b4-9c11-d470ef6c71ba req-e9abac88-2f5e-459c-8f7b-abb5a176c168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:29.953715 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6384151d-f8e3-45b4-9c11-d470ef6c71ba req-e9abac88-2f5e-459c-8f7b-abb5a176c168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 944 time: 0.0746858 Sep 24 01:01:29.997073 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:01:30.005180 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.005523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.005855 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.006184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.006507 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.006974 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.007298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.007619 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.007937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.008252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.008567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.008882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:01:30.046255 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6384151d-f8e3-45b4-9c11-d470ef6c71ba req-0323b801-4905-4ec7-9e37-80231a36af49 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828736 Sep 24 01:01:30.068722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-fcabcfd9-99cc-4347-a934-f072ff81f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:30.070204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-fcabcfd9-99cc-4347-a934-f072ff81f48c service neutron] 10.222.0.18 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.1156335 Sep 24 01:01:30.133659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-87367fe8-16ae-43fb-bad6-911d01cfcfcf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 1000 time: 0.0567420 Sep 24 01:01:30.176854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['378f046f-6338-42cb-9058-07ff0cdbf291'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:01:30.185306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-61daaa94-d895-477a-ad80-c019fe73afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:30.186815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-61daaa94-d895-477a-ad80-c019fe73afbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0470169 Sep 24 01:01:30.231426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-91cf183f-9e8e-495a-b069-b3d51a6e67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:30.232955 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-91cf183f-9e8e-495a-b069-b3d51a6e67b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390484 Sep 24 01:01:30.326630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-42648c5c-0782-495d-aa9b-fa6c740f0114 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863576 Sep 24 01:01:30.415944 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5f0bc947-87a0-4b03-87da-64adf71a4719 req-4dbdd64c-a2ad-43b6-862e-ffc0eb2cdb32 service neutron] 10.222.0.18 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830059 Sep 24 01:01:31.164391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ae0a3-ccce-4ff0-ba89-f3d20b43ab95 req-9d9b4570-ad14-41f5-bda2-ce6bbf54fd94 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:01:31.165894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e69ae0a3-ccce-4ff0-ba89-f3d20b43ab95 req-9d9b4570-ad14-41f5-bda2-ce6bbf54fd94 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 945 time: 0.0503688 Sep 24 01:01:31.206142 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e69ae0a3-ccce-4ff0-ba89-f3d20b43ab95 req-1c558c5e-7201-4cbc-bc31-11b5e62c9222 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326302 Sep 24 01:01:31.228497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45164) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:01:31.295223 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-0616d2c3-af05-4bb7-8fa5-46f888cca48b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/dca5ba7c-f48a-442a-8050-ed776c427aeb HTTP/1.1" status: 200 len: 992 time: 0.0655186 Sep 24 01:01:31.771427 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 378f046f-6338-42cb-9058-07ff0cdbf291 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:01:31.820076 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 378f046f-6338-42cb-9058-07ff0cdbf291 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:01:31.823707 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 378f046f-6338-42cb-9058-07ff0cdbf291 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:01:31.824073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:31.904958 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:31.928189 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:01:31.930404 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eba94a3-92de-48b1-b1f1-129461ca6890" -d '{"events": [{"server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "name": "network-vif-plugged", "status": "completed", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:01:31.943423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:01:31.947716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:31.995354 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:01:32.024437 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08217364-d6ea-43a6-b5d4-6555c4d29966 x-openstack-request-id: req-08217364-d6ea-43a6-b5d4-6555c4d29966 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:01:32.024736 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "name": "network-vif-plugged", "status": "completed", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:01:32.024988 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08217364-d6ea-43a6-b5d4-6555c4d29966 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:01:32.025381 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291', 'code': 200} Sep 24 01:01:34.736472 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:01:37.309156 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:39.825545 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:53.099482 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dcf773dc-113d-4675-b2ae-0d4e14c8f888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:55.979097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:56.074056 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5c3f76f4-55fc-4fc7-b233-d7371951870a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:57.004529 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:59.373843 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:59.668749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45180) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:01:59.820827 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port a64d8e0b-7976-4296-8f56-4dcba13fd12c {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:01:59.821167 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:59.895894 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:59.896222 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:01:59.907645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for a64d8e0b-7976-4296-8f56-4dcba13fd12c owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:02:00.056507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:00.085876 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=a64d8e0b-7976-4296-8f56-4dcba13fd12c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:00.148374 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:00.148698 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP dca5ba7c-f48a-442a-8050-ed776c427aeb disassociated (deleted). External IP: 172.25.5.21, port: 378f046f-6338-42cb-9058-07ff0cdbf291. Sep 24 01:02:00.669078 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:02:00.779060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:02:00.784044 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:00.788446 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] Sync routers for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:02:00.797406 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:00.798018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:00.811659 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-dfa5fa53-5f21-4d06-980b-a38247093357 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/floatingips/dca5ba7c-f48a-442a-8050-ed776c427aeb HTTP/1.1" status: 204 len: 168 time: 1.1415322 Sep 24 01:02:00.812353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:02:00.815087 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59e9f493-bfe6-4d5e-9f4f-ee015172e775" -d '{"events": [{"name": "network-changed", "server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:02:00.864279 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae9c568-d50d-41a1-a5fa-032fbe234159 x-openstack-request-id: req-eae9c568-d50d-41a1-a5fa-032fbe234159 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:02:00.864640 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:02:00.865003 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eae9c568-d50d-41a1-a5fa-032fbe234159 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:02:00.865467 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291', 'status': 'completed', 'code': 200} Sep 24 01:02:00.917949 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:00.935205 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-316d01f8-73db-46b3-8505-764a8ef97cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:00.937067 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-316d01f8-73db-46b3-8505-764a8ef97cb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 1098 time: 0.0481524 Sep 24 01:02:01.052304 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-e8234444-a3f8-4b07-bf92-ca221fe666e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:01.054345 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-e8234444-a3f8-4b07-bf92-ca221fe666e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 200 len: 898 time: 0.1078839 Sep 24 01:02:01.071341 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07501357-6c9e-4807-8e6e-ac28cced60ee req-3852f083-7c75-4168-afd0-eae5f78be5a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:01.074624 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07501357-6c9e-4807-8e6e-ac28cced60ee req-3852f083-7c75-4168-afd0-eae5f78be5a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0563796 Sep 24 01:02:01.100580 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-8d1a5fb7-f0a3-47b5-a04a-248fba694ab2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 200 len: 217 time: 0.0388536 Sep 24 01:02:01.114788 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-07501357-6c9e-4807-8e6e-ac28cced60ee req-af6894b1-7000-4635-9d0e-6a0c153480ab tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334377 Sep 24 01:02:01.150861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-108c7755-82e2-4c3a-8f5c-0d11df55c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:01.152337 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-108c7755-82e2-4c3a-8f5c-0d11df55c815 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 200 len: 835 time: 0.0452650 Sep 24 01:02:01.153440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:24Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:01.180227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] Checking router: 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:02:01.188343 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:01.188846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:01.200137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-e1ec73ad-df0a-4f5a-a5f5-8ba0dade1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:01.201745 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-e1ec73ad-df0a-4f5a-a5f5-8ba0dade1623 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=10c2c69a-c25a-467b-bbe7-3408ff853adf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411515 Sep 24 01:02:01.298930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:01.299591 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-cc33d9d1-b04f-4f66-9fc1-25b99d067552 service neutron] 10.222.0.20 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893786 Sep 24 01:02:01.400033 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-59e9f493-bfe6-4d5e-9f4f-ee015172e775 req-31e566a7-d99a-4ab2-895c-91541dae7f0c service neutron] 10.222.0.20 "GET /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923443 Sep 24 01:02:01.648313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:24Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:01.678689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6aa126-671e-4cdf-86c9-3d7912f63a76 None None] The sync data for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 is: [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:21Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': 'fc0ca24b-550b-4db2-99ed-e2e720e5f574', 'name': '', 'network_id': '10c2c69a-c25a-467b-bbe7-3408ff853adf', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:bb:fa:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:21Z', 'updated_at': '2021-09-24T01:00:24Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '85f951d6-0de3-4f54-baa1-2fc987dedb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:02:01.900482 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f1ecd85-263d-4124-9199-e8da5214ef17 None None] New status for floating IP dca5ba7c-f48a-442a-8050-ed776c427aeb: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:02:02.233625 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4485bcc-0a31-45f6-9602-5324b9b7402f req-34990774-7e76-4f7d-8eaf-f73d28955136 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:02.235356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4485bcc-0a31-45f6-9602-5324b9b7402f req-34990774-7e76-4f7d-8eaf-f73d28955136 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0491016 Sep 24 01:02:02.277191 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4485bcc-0a31-45f6-9602-5324b9b7402f req-77b52ef9-ac6a-4554-b06b-0aa53e5a742c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=d7e63313-5e0c-4071-a45b-a0dd8039214d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351171 Sep 24 01:02:02.298215 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-f9cbedee-846e-4276-b59c-a15664cb3143 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:02.300099 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-f9cbedee-846e-4276-b59c-a15664cb3143 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "GET /v2.0/ports?device_id=aeb947f3-425d-42e8-8393-a0b45c340477 HTTP/1.1" status: 200 len: 946 time: 0.0503411 Sep 24 01:02:02.386442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 378f046f-6338-42cb-9058-07ff0cdbf291 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:02:02.386812 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:02.481725 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 378f046f-6338-42cb-9058-07ff0cdbf291, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=378f046f-6338-42cb-9058-07ff0cdbf291,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:02.482001 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:02.495285 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 378f046f-6338-42cb-9058-07ff0cdbf291 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:02:02.625674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:02.654039 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=378f046f-6338-42cb-9058-07ff0cdbf291,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:02.697923 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] No DVR routers for this DVR port 378f046f-6338-42cb-9058-07ff0cdbf291 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:02:02.700785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:02.702807 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-6da8dcc7-c578-42e4-b98b-6e86fa8a1323 req-03efe4da-3c70-440a-afe7-174558d6065f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "DELETE /v2.0/ports/378f046f-6338-42cb-9058-07ff0cdbf291 HTTP/1.1" status: 204 len: 173 time: 0.3975067 Sep 24 01:02:02.866687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'name': 'network-vif-deleted', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:02:02.869073 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18d28d9-a316-43c1-9bf9-c492027b1f63" -d '{"events": [{"server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "name": "network-vif-deleted", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:02:02.912949 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6170a805-75b8-4c24-92b5-925756747404 x-openstack-request-id: req-6170a805-75b8-4c24-92b5-925756747404 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:02:02.913244 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeb947f3-425d-42e8-8393-a0b45c340477", "name": "network-vif-deleted", "tag": "378f046f-6338-42cb-9058-07ff0cdbf291", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:02:02.913495 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6170a805-75b8-4c24-92b5-925756747404 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:02:02.913894 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeb947f3-425d-42e8-8393-a0b45c340477', 'name': 'network-vif-deleted', 'tag': '378f046f-6338-42cb-9058-07ff0cdbf291', 'status': 'completed', 'code': 200} Sep 24 01:02:03.336790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45196) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:03.693478 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:03.949480 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port fc0ca24b-550b-4db2-99ed-e2e720e5f574 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:02:03.949737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:04.039905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port fc0ca24b-550b-4db2-99ed-e2e720e5f574, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=fc0ca24b-550b-4db2-99ed-e2e720e5f574,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:04.040265 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:04.052004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for fc0ca24b-550b-4db2-99ed-e2e720e5f574 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:02:04.238513 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:04.270807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=fc0ca24b-550b-4db2-99ed-e2e720e5f574,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:04.438702 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:04.653719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:02:04.764341 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:02:04.770472 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a451acd7-a96a-48d1-80fa-2098f1482653 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4317110 Sep 24 01:02:04.772338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45198) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:04.773914 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] Sync routers for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:02:04.782916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:04.783552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:04.823725 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting subnet 85f951d6-0de3-4f54-baa1-2fc987dedb24 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 01:02:04.826798 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:04.870440 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:04.891349 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:04.957782 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.021941 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.072080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Subnet': ['ID=85f951d6-0de3-4f54-baa1-2fc987dedb24,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:05.084864 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.086478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc7b2d6-a1b3-4a39-b61b-0ead26c9eaf7 None None] Network 10c2c69a-c25a-467b-bbe7-3408ff853adf requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:02:05.087082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/subnets/85f951d6-0de3-4f54-baa1-2fc987dedb24 HTTP/1.1" status: 204 len: 168 time: 0.3135269 Sep 24 01:02:05.090507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.090803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.091331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.091555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45200) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:05.091857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.092377 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.092904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.093426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.093960 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.094478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.095035 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.095565 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.096085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f1f0b-261b-490a-a6bb-addbeb230258 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:05.182570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:02:04Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:05.209779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.227249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] Checking router: 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:02:05.243170 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] Routers {'0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:05.243790 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:05.332964 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.339069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] DHCP port deletion for 10c2c69a-c25a-467b-bbe7-3408ff853adf request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 01:02:05.386451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] Set router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:05.394411 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port a3748558-5fbd-4784-8926-aea1a18cc0fc {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:02:05.394694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.454423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d097f40-5622-4950-95b6-1af6a7fc8b20 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:02:05.494832 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port a3748558-5fbd-4784-8926-aea1a18cc0fc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=a3748558-5fbd-4784-8926-aea1a18cc0fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:05.495712 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.510938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for a3748558-5fbd-4784-8926-aea1a18cc0fc owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:02:05.519108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] Deleting port 0d097f40-5622-4950-95b6-1af6a7fc8b20 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:02:05.519473 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.652159 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] For port 0d097f40-5622-4950-95b6-1af6a7fc8b20, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d097f40-5622-4950-95b6-1af6a7fc8b20,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:05.652551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.681194 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.691038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] Calling delete_port for 0d097f40-5622-4950-95b6-1af6a7fc8b20 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:02:05.700593 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.714497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=a3748558-5fbd-4784-8926-aea1a18cc0fc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:05.789885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.791826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0d097f40-5622-4950-95b6-1af6a7fc8b20, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d097f40-5622-4950-95b6-1af6a7fc8b20,segment=NetworkSegment(6cf207dd-18c3-42e3-86a0-204d2770cce7),segment_id=6cf207dd-18c3-42e3-86a0-204d2770cce7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:05.802287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.834813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:02:04Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:05.863371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b65c7b-e824-420b-bad9-b7107d7efeda None None] The sync data for ids ['0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742'] in n-d-713498-18 is: [{'id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714203838', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:02:04Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': 'a3748558-5fbd-4784-8926-aea1a18cc0fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:00:18Z', 'updated_at': '2021-09-24T01:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:02:05.873972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.887697 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.891114 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.895899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0d097f40-5622-4950-95b6-1af6a7fc8b20,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:05.902946 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] No DVR routers for this DVR port 0d097f40-5622-4950-95b6-1af6a7fc8b20 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:02:05.930004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 378f046f-6338-42cb-9058-07ff0cdbf291 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:02:05.931152 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc23d4-af77-49f2-af13-92f9b7d4612a None None] Pushing event deleted for resources: {'Port': ['ID=0d097f40-5622-4950-95b6-1af6a7fc8b20,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:05.947901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.948432 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Fanout notify agent at l3_agent the message router_deleted on router 0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 01:02:05.955674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:05.957510 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-81cc3936-9ae7-4020-a872-32d0fc4b8748 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/routers/0ddf24ee-40ff-4cc3-a4b1-e91a9e0ac742 HTTP/1.1" status: 204 len: 168 time: 0.8645489 Sep 24 01:02:05.958987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 378f046f-6338-42cb-9058-07ff0cdbf291 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:02:05.959335 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 378f046f-6338-42cb-9058-07ff0cdbf291 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:02:05.960064 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45202) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:06.037580 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.130480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.150277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c2c69a-c25a-467b-bbe7-3408ff853adf']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:06.159694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf207dd-18c3-42e3-86a0-204d2770cce7') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:06.159919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf207dd-18c3-42e3-86a0-204d2770cce7') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:06.169538 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.183844 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.190196 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 01:02:06.191251 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: timer() Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 01:02:06.194181 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 01:02:06.252652 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.260996 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.262879 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/networks/10c2c69a-c25a-467b-bbe7-3408ff853adf HTTP/1.1" status: 204 len: 168 time: 0.3018329 Sep 24 01:02:06.265630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45204) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:06.284532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a6ec36-eaa9-46af-b613-95790c96e906 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Network': ['ID=10c2c69a-c25a-467b-bbe7-3408ff853adf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:06.331895 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b3acd2d-d1dd-4352-8ff8-c060812c6c5c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.360620 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b3acd2d-d1dd-4352-8ff8-c060812c6c5c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.424706 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b3acd2d-d1dd-4352-8ff8-c060812c6c5c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.427908 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4b3acd2d-d1dd-4352-8ff8-c060812c6c5c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.429078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4b3acd2d-d1dd-4352-8ff8-c060812c6c5c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7e63313-5e0c-4071-a45b-a0dd8039214d HTTP/1.1" status: 204 len: 168 time: 0.1623318 Sep 24 01:02:06.438658 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3acd2d-d1dd-4352-8ff8-c060812c6c5c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e63313-5e0c-4071-a45b-a0dd8039214d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:06.676391 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45210) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:06.680933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-8ab8f1f7-46ec-4a7e-bf21-bfa3c323648a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-455459123', 'description': 'tempest-secgroup-smoke-455459123 description', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:06.703795 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1f7-46ec-4a7e-bf21-bfa3c323648a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.788383 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1f7-46ec-4a7e-bf21-bfa3c323648a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.792325 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1f7-46ec-4a7e-bf21-bfa3c323648a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.820419 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-8ab8f1f7-46ec-4a7e-bf21-bfa3c323648a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.821668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-8ab8f1f7-46ec-4a7e-bf21-bfa3c323648a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1443505 Sep 24 01:02:06.823843 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8f1f7-46ec-4a7e-bf21-bfa3c323648a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb2868f-fdb6-4f94-9a78-038472056d6c,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:06.825357 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45212) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:06.833887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-263a6295-854a-41b1-99e8-41630543c0de tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '7cb2868f-fdb6-4f94-9a78-038472056d6c', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:06.861111 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-263a6295-854a-41b1-99e8-41630543c0de tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.929049 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-263a6295-854a-41b1-99e8-41630543c0de tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.933203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-263a6295-854a-41b1-99e8-41630543c0de tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.953235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a6295-854a-41b1-99e8-41630543c0de tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a452b92b-76d6-4f08-a956-6cfa99efbac5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:06.957082 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-263a6295-854a-41b1-99e8-41630543c0de tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:06.961038 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-263a6295-854a-41b1-99e8-41630543c0de tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1303823 Sep 24 01:02:06.962333 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45214) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:06.969874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bbcd60b0-b588-44ea-b7e5-94e0d3debf5e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '7cb2868f-fdb6-4f94-9a78-038472056d6c', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:06.996888 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbcd60b0-b588-44ea-b7e5-94e0d3debf5e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.055599 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbcd60b0-b588-44ea-b7e5-94e0d3debf5e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.059285 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbcd60b0-b588-44ea-b7e5-94e0d3debf5e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.077068 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcd60b0-b588-44ea-b7e5-94e0d3debf5e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b760613-985e-4017-a086-a15e34254232,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:07.083470 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbcd60b0-b588-44ea-b7e5-94e0d3debf5e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.084698 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bbcd60b0-b588-44ea-b7e5-94e0d3debf5e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212518 Sep 24 01:02:07.087427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45216) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:07.091717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-63d400c3-cfc7-4ec1-8ef8-b39bc0a24766 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '7cb2868f-fdb6-4f94-9a78-038472056d6c', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:07.119113 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63d400c3-cfc7-4ec1-8ef8-b39bc0a24766 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.182389 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63d400c3-cfc7-4ec1-8ef8-b39bc0a24766 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.186401 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63d400c3-cfc7-4ec1-8ef8-b39bc0a24766 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.208486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d400c3-cfc7-4ec1-8ef8-b39bc0a24766 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15c810d-e146-410b-ab8d-c60bb006cf49,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:07.215381 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-63d400c3-cfc7-4ec1-8ef8-b39bc0a24766 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.216635 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-63d400c3-cfc7-4ec1-8ef8-b39bc0a24766 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281836 Sep 24 01:02:07.219287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45218) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:07.224058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-269813dd-badd-4a9f-9e7b-951992b66a31 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '7cb2868f-fdb6-4f94-9a78-038472056d6c', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:07.249229 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-269813dd-badd-4a9f-9e7b-951992b66a31 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.313383 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-269813dd-badd-4a9f-9e7b-951992b66a31 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.319402 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-269813dd-badd-4a9f-9e7b-951992b66a31 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.319590 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.342807 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269813dd-badd-4a9f-9e7b-951992b66a31 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a544d3c-3cb2-4c12-919a-5b5721bd306d,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:07.347670 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-269813dd-badd-4a9f-9e7b-951992b66a31 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.350813 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-269813dd-badd-4a9f-9e7b-951992b66a31 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286273 Sep 24 01:02:07.354211 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45220) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:07.358789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d24fa2f9-6e04-4864-b5f6-f971f17e9322 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '7cb2868f-fdb6-4f94-9a78-038472056d6c', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:07.383118 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-d24fa2f9-6e04-4864-b5f6-f971f17e9322 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:02:07.386231 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a3748558-5fbd-4784-8926-aea1a18cc0fc no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:02:07.389331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d24fa2f9-6e04-4864-b5f6-f971f17e9322 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.406851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: a3748558-5fbd-4784-8926-aea1a18cc0fc {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:02:07.407183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device a3748558-5fbd-4784-8926-aea1a18cc0fc not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:02:07.407777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fc0ca24b-550b-4db2-99ed-e2e720e5f574 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:02:07.427497 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: fc0ca24b-550b-4db2-99ed-e2e720e5f574 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:02:07.427880 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device fc0ca24b-550b-4db2-99ed-e2e720e5f574 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:02:07.465924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d24fa2f9-6e04-4864-b5f6-f971f17e9322 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.473669 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d24fa2f9-6e04-4864-b5f6-f971f17e9322 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.495386 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24fa2f9-6e04-4864-b5f6-f971f17e9322 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c198262-1f02-413b-8afc-253259fc0f57,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:07.499387 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d24fa2f9-6e04-4864-b5f6-f971f17e9322 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.503848 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d24fa2f9-6e04-4864-b5f6-f971f17e9322 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1453900 Sep 24 01:02:07.504407 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45222) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:07.508378 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-cfa6283f-c4da-4ad4-9c99-8637d7368071 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '7cb2868f-fdb6-4f94-9a78-038472056d6c', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:07.531605 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-cfa6283f-c4da-4ad4-9c99-8637d7368071 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:02:07.537412 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfa6283f-c4da-4ad4-9c99-8637d7368071 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.599491 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfa6283f-c4da-4ad4-9c99-8637d7368071 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.603198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfa6283f-c4da-4ad4-9c99-8637d7368071 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.622630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6283f-c4da-4ad4-9c99-8637d7368071 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9675517-fe6b-438f-9140-ed44464a69b8,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:07.629647 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfa6283f-c4da-4ad4-9c99-8637d7368071 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.631040 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cfa6283f-c4da-4ad4-9c99-8637d7368071 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260259 Sep 24 01:02:07.633796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45224) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:07.638602 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'network': {'name': 'tempest-network-smoke--1782447417', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'port_security_enabled': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:07.658660 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:02:07.663457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.686792 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 01:02:07.695893 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.696231 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Added segment f2f9df8e-87ff-4b20-a348-24ad628adeb7 of type vlan for network c7817c87-c022-417e-84f5-8f3b4be8fcd5 Sep 24 01:02:07.738553 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.764103 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.769729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:07.770347 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.806995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1721275 Sep 24 01:02:07.809898 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45226) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:07.816911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'admin_state_up': True, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:07.847257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db36a3b-f601-4db1-a7b0-a893a0e9ad08 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Network': ['ID=c7817c87-c022-417e-84f5-8f3b4be8fcd5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:07.858178 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 01:02:07.871055 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.872885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:07.932604 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:08.386779 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:08.585263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:08.604161 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:08.707679 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.73 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/06c03448-33cc-46cc-bee5-700b785390f8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:02:08.815887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:08.850975 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:08.887701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:02:08.890868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:02:08.894955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:02:08.924562 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=06c03448-33cc-46cc-bee5-700b785390f8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:09.158217 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:09.354456 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:09.490175 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 205461de-e03e-4ec0-ba83-866c717ea458 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 01:02:09.598373 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:02:09.607578 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Sync routers for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:02:09.617811 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:09.618161 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:09.618845 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:09.619103 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1a8e6465-cf0c-467b-83f6-1d777e0df128 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8082747 Sep 24 01:02:09.623930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45228) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:09.656140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-12fd741f-73dc-4f23-9c54-3fb1fe52b68e tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a52e6a5bb924017a288be5fe1ec28c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312030 Sep 24 01:02:09.658800 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45230) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:09.761021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981da7e9-a4f3-4774-82a6-ee309eb55c9d tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:09.765853 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-981da7e9-a4f3-4774-82a6-ee309eb55c9d tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1029475 Sep 24 01:02:09.766870 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45232) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:09.800874 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d257dc31-a8b7-4e4d-8c52-a94007051bad tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326445 Sep 24 01:02:09.803463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45234) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:09.808313 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2138937555', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:09.827264 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:09.830047 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:09.900603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:02:09.904534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.011123 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:09Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:10.038630 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Checking router: 205461de-e03e-4ec0-ba83-866c717ea458 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:02:10.039065 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Updating router 205461de-e03e-4ec0-ba83-866c717ea458 port 06c03448-33cc-46cc-bee5-700b785390f8 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:02:10.068300 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.090534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.149211 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Subnet': ['ID=d7cb10af-ab89-42d8-a732-e75dd1982f04,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:10.159608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Checking segment: {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:02:10.159968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network hostable DHCP agents. Network: c7817c87-c022-417e-84f5-8f3b4be8fcd5, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 01:02:10.177388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 01:02:10.187040 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, c7817c87-c022-417e-84f5-8f3b4be8fcd5) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:02:10.191956 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:10.192699 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.199079 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ccfc78-ca5d-43c0-9688-bc93c00411ea None None] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:02:10.209287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d0869e7a-26b1-47c9-a099-d2c60af7cc0d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4046326 Sep 24 01:02:10.212278 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45236) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:10.344258 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.351170 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.374198 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 01:02:10.375783 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.406039 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Attempting to bind port 06c03448-33cc-46cc-bee5-700b785390f8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:02:10.406428 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Attempting to bind port 06c03448-33cc-46cc-bee5-700b785390f8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:02:10.406805 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Attempting to bind port 06c03448-33cc-46cc-bee5-700b785390f8 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:02:10.416607 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Pushing event updated for resources: {'Port': ['ID=06c03448-33cc-46cc-bee5-700b785390f8,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:10.419163 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:02:10.419787 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:02:10.420203 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.420620 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:02:10.421124 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Bound port: 06c03448-33cc-46cc-bee5-700b785390f8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:02:10.421520 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.451918 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.452246 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.452583 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.453016 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.453350 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.453674 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.453994 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.454319 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.454652 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.454986 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.455300 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.455620 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:02:10.508183 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] For port 06c03448-33cc-46cc-bee5-700b785390f8, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:02:10.511603 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] For port 06c03448-33cc-46cc-bee5-700b785390f8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=06c03448-33cc-46cc-bee5-700b785390f8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:02:10.516769 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.585039 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:10.585671 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:10.588277 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886f553f-8e53-4a03-951e-26ae74c9d090 None None] Pushing event updated for resources: {'Port': ['ID=06c03448-33cc-46cc-bee5-700b785390f8,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:10.709646 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:10.750629 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.778184 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Allocated IP 172.20.0.2 (c7817c87-c022-417e-84f5-8f3b4be8fcd5/d7cb10af-ab89-42d8-a732-e75dd1982f04/be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:02:10.908037 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:09Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:10.943406 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a76563-4fc9-447b-a1ad-a0a31d27014a None None] The sync data for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 is: [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:09Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:02:10.989867 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:10.998809 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.045575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:02:11.048574 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:02:11.056058 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:02:11.060682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Pushing event updated for resources: {'Port': ['ID=be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:11.089634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.1 (c7817c87-c022-417e-84f5-8f3b4be8fcd5/d7cb10af-ab89-42d8-a732-e75dd1982f04/7a060b5e-f852-4b7a-96c0-995f95ad86ba) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:02:11.131532 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Attempting to bind port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:02:11.131899 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Attempting to bind port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:02:11.132256 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Attempting to bind port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 on network c7817c87-c022-417e-84f5-8f3b4be8fcd5 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:02:11.137584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:02:11.138548 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Checking segment: {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:02:11.138548 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.138795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Bound using segment: {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:02:11.139286 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Bound port: be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:02:11.139650 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.242352 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.253510 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] For port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:02:11.256116 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] For port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:02:11.262284 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.287960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.339319 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:02:11.360522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:02:11.362470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af3a7f-ab80-45d2-9360-b22836c8a8c4 None None] Pushing event updated for resources: {'Port': ['ID=be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:11.362806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=7a060b5e-f852-4b7a-96c0-995f95ad86ba,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:11.365077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:02:11.415573 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.440486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 06c03448-33cc-46cc-bee5-700b785390f8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:02:11.505621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 06c03448-33cc-46cc-bee5-700b785390f8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:11.507004 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.602347 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.627565 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.662881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 06c03448-33cc-46cc-bee5-700b785390f8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=06c03448-33cc-46cc-bee5-700b785390f8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:11.668662 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.735594 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:02:11.741313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=06c03448-33cc-46cc-bee5-700b785390f8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:11.925459 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:11.931140 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:12.007279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=7a060b5e-f852-4b7a-96c0-995f95ad86ba,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:12.012150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:12.103659 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:02:12.105063 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:02:12.220996 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 205461de-e03e-4ec0-ba83-866c717ea458 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:02:12.379775 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1367eed7-9ae3-4b87-ae8c-db2ba28009eb None None] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:02:12.464345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b4b3dc3b-a066-4a47-b023-d7fddb89b7b1 None None] Provisioning complete for port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:12.464718 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4b3dc3b-a066-4a47-b023-d7fddb89b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:12.610243 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4b3dc3b-a066-4a47-b023-d7fddb89b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:12.647472 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-b4b3dc3b-a066-4a47-b023-d7fddb89b7b1 None None] For port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:12.657117 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4b3dc3b-a066-4a47-b023-d7fddb89b7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:12.700997 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:02:12.714237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a97a2a64-743f-4189-a0ff-ffc9b26aed97 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/205461de-e03e-4ec0-ba83-866c717ea458/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4929059 Sep 24 01:02:12.717929 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3dc3b-a066-4a47-b023-d7fddb89b7b1 None None] Pushing event updated for resources: {'Port': ['ID=be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:12.876287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-f6f5ab3e-a5b2-49c3-9771-5aa493e22b0a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-455459123&fields=id&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 267 time: 0.0453329 Sep 24 01:02:12.878517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b5b00f70-8a73-4581-9eef-8991b97a6f29 None None] Provisioning complete for port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:12.878934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b00f70-8a73-4581-9eef-8991b97a6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:12.984046 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Sync routers for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:02:13.002458 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b5b00f70-8a73-4581-9eef-8991b97a6f29 None None] Provisioning complete for port 7a060b5e-f852-4b7a-96c0-995f95ad86ba triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:13.002912 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b5b00f70-8a73-4581-9eef-8991b97a6f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:13.006512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:13.006512 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:13.016582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-0f5c9b18-a259-4380-9760-880244a9a40e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:13.019769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-0f5c9b18-a259-4380-9760-880244a9a40e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/networks?id=c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 200 len: 797 time: 0.1279223 Sep 24 01:02:13.036719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-10e9387f-ce8d-495f-89bb-42b252ecbacd tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/quotas/8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 375 time: 0.0105226 Sep 24 01:02:13.082267 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b5b00f70-8a73-4581-9eef-8991b97a6f29 None None] Port 7a060b5e-f852-4b7a-96c0-995f95ad86ba cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:02:13.092423 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-8f4b0ff8-6115-4594-b4cd-6e473d53b018 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496087 Sep 24 01:02:13.145824 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:13.250561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-9e2e20cc-b37f-48bf-b5dc-44f1a963fbf9 service neutron] 10.222.0.24 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449950 Sep 24 01:02:13.258711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-58417ac4-b9d2-4f78-ad32-ba869296659c None None] Provisioning complete for port 7a060b5e-f852-4b7a-96c0-995f95ad86ba triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:13.259105 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-58417ac4-b9d2-4f78-ad32-ba869296659c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:13.335912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-58417ac4-b9d2-4f78-ad32-ba869296659c None None] Port 7a060b5e-f852-4b7a-96c0-995f95ad86ba cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:02:13.354306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-eb36c23b-59e1-4243-80c5-b4dccb557b83 service neutron] 10.222.0.24 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948966 Sep 24 01:02:13.400052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 2, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:13.428399 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Checking router: 205461de-e03e-4ec0-ba83-866c717ea458 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:02:13.428764 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Updating router 205461de-e03e-4ec0-ba83-866c717ea458 port 7a060b5e-f852-4b7a-96c0-995f95ad86ba binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:02:13.464154 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:13.485833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:02:13.488583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-6642ea54-045d-4877-9649-4b5410a92333 None None] Provisioning complete for port 7a060b5e-f852-4b7a-96c0-995f95ad86ba triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:13.488954 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6642ea54-045d-4877-9649-4b5410a92333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:13.544580 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3b53ef21-9e42-4866-95e0-9391edb31a21 req-da45b530-efbd-4062-bc67-2f086f79682a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 210 time: 0.0294487 Sep 24 01:02:13.601861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-6642ea54-045d-4877-9649-4b5410a92333 None None] Port 7a060b5e-f852-4b7a-96c0-995f95ad86ba cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:02:13.673553 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:13.673951 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:13.837986 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 06c03448-33cc-46cc-bee5-700b785390f8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:02:13.946725 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:13.954661 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:13.956973 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 06c03448-33cc-46cc-bee5-700b785390f8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:13.957334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:14.041613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3b6c8-6ad4-4b1d-bcf8-9343147a7b08 None None] Pushing event updated for resources: {'Port': ['ID=7a060b5e-f852-4b7a-96c0-995f95ad86ba,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:14.123728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Attempting to bind port 7a060b5e-f852-4b7a-96c0-995f95ad86ba on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:02:14.124097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Attempting to bind port 7a060b5e-f852-4b7a-96c0-995f95ad86ba by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:02:14.124451 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Attempting to bind port 7a060b5e-f852-4b7a-96c0-995f95ad86ba on network c7817c87-c022-417e-84f5-8f3b4be8fcd5 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:02:14.132092 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:02:14.132475 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Checking segment: {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:02:14.132878 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:14.133266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Bound using segment: {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:02:14.133735 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Bound port: 7a060b5e-f852-4b7a-96c0-995f95ad86ba, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:02:14.134112 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:14.209294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] For port 7a060b5e-f852-4b7a-96c0-995f95ad86ba, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:02:14.214067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] For port 7a060b5e-f852-4b7a-96c0-995f95ad86ba, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a060b5e-f852-4b7a-96c0-995f95ad86ba,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:02:14.218630 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:14.276229 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:14.276865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:14.312279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf3b6c8-6ad4-4b1d-bcf8-9343147a7b08 None None] Pushing event updated for resources: {'Port': ['ID=7a060b5e-f852-4b7a-96c0-995f95ad86ba,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:14.342542 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-ec03ca59-35db-4ca0-8ef1-6fc04f5aaee3 None None] Provisioning complete for port 7a060b5e-f852-4b7a-96c0-995f95ad86ba triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:14.342909 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec03ca59-35db-4ca0-8ef1-6fc04f5aaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:14.552636 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-ed49facb-b42d-4f58-9a9c-3c870653a0e9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:14.554158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-ed49facb-b42d-4f58-9a9c-3c870653a0e9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "GET /v2.0/networks?id=c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 200 len: 797 time: 0.1519575 Sep 24 01:02:14.602382 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-3caeda23-5b38-48ce-b636-96bb03307335 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 379 time: 0.0386136 Sep 24 01:02:14.604969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:14.613031 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'port': {'device_id': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'admin_state_up': True, 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'security_groups': ['7cb2868f-fdb6-4f94-9a78-038472056d6c']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:14.657296 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-54f60abc-ed1d-4aa5-ba6f-4f18e3b7f403 req-63aa46f3-416d-40af-b6c0-c7660279e222 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 210 time: 0.0343616 Sep 24 01:02:14.719724 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec03ca59-35db-4ca0-8ef1-6fc04f5aaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:14.735027 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:02:14.739411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:14.802874 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-ec03ca59-35db-4ca0-8ef1-6fc04f5aaee3 None None] For port 7a060b5e-f852-4b7a-96c0-995f95ad86ba, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a060b5e-f852-4b7a-96c0-995f95ad86ba,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:14.811808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec03ca59-35db-4ca0-8ef1-6fc04f5aaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:14.879787 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.12 (c7817c87-c022-417e-84f5-8f3b4be8fcd5/d7cb10af-ab89-42d8-a732-e75dd1982f04/39a4058b-3538-46de-aebb-f737ac9c46e8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:02:14.892371 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec03ca59-35db-4ca0-8ef1-6fc04f5aaee3 None None] Pushing event updated for resources: {'Port': ['ID=7a060b5e-f852-4b7a-96c0-995f95ad86ba,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:14.912236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:14Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:14.946852 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2ff197-5593-486e-b9a8-a1a3e4a071cc None None] The sync data for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 is: [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:14Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:02:14.957064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a7271085-2a27-47b0-b949-43227031b455 None None] Provisioning complete for port 7a060b5e-f852-4b7a-96c0-995f95ad86ba triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:14.957551 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a7271085-2a27-47b0-b949-43227031b455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.046294 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.090609 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.136775 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:02:15.139890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:02:15.144546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:02:15.171911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=39a4058b-3538-46de-aebb-f737ac9c46e8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:15.201595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:15.202353 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.222633 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-d92f32c1-f004-41bb-95b7-9a3f18625847 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6110303 Sep 24 01:02:15.235536 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Request body: {'port': {'device_id': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:15.304998 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.392776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-13a7134f-a88b-4296-8fbc-bdb2fe04cba6 None None] Provisioning complete for port 39a4058b-3538-46de-aebb-f737ac9c46e8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:15.394379 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13a7134f-a88b-4296-8fbc-bdb2fe04cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.443203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a060b5e-f852-4b7a-96c0-995f95ad86ba up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:02:15.487097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-13a7134f-a88b-4296-8fbc-bdb2fe04cba6 None None] Port 39a4058b-3538-46de-aebb-f737ac9c46e8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:02:15.520080 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7a060b5e-f852-4b7a-96c0-995f95ad86ba triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:15.520458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.625510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39a4058b-3538-46de-aebb-f737ac9c46e8 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:02:15.634600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.648920 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Transition to ACTIVE for port object 39a4058b-3538-46de-aebb-f737ac9c46e8 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:02:15.653233 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.731245 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Pushing event updated for resources: {'Port': ['ID=39a4058b-3538-46de-aebb-f737ac9c46e8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:15.778616 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d32fc-a667-4efc-be97-302cfac5f8d6 req-0b0308f4-a517-4a04-92c9-64a75653b06b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:15.786241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a6d32fc-a667-4efc-be97-302cfac5f8d6 req-0b0308f4-a517-4a04-92c9-64a75653b06b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 944 time: 0.0660677 Sep 24 01:02:15.795812 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Attempting to bind port 39a4058b-3538-46de-aebb-f737ac9c46e8 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:02:15.796226 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Attempting to bind port 39a4058b-3538-46de-aebb-f737ac9c46e8 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:02:15.796625 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Attempting to bind port 39a4058b-3538-46de-aebb-f737ac9c46e8 on network c7817c87-c022-417e-84f5-8f3b4be8fcd5 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:02:15.802982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Port 39a4058b-3538-46de-aebb-f737ac9c46e8 on network c7817c87-c022-417e-84f5-8f3b4be8fcd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:02:15.803398 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Attempting to bind port 39a4058b-3538-46de-aebb-f737ac9c46e8 on network c7817c87-c022-417e-84f5-8f3b4be8fcd5 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:02:15.809124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:02:15.809839 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Checking segment: {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:02:15.810306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Bound using segment: {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:02:15.810883 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Bound port: 39a4058b-3538-46de-aebb-f737ac9c46e8, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2f9df8e-87ff-4b20-a348-24ad628adeb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:02:15.811331 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.833222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0a6d32fc-a667-4efc-be97-302cfac5f8d6 req-4c28b06b-a5c5-4c4f-ad71-1ecffc5f93de tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437312 Sep 24 01:02:15.892795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] For port 39a4058b-3538-46de-aebb-f737ac9c46e8, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:02:15.896656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] For port 39a4058b-3538-46de-aebb-f737ac9c46e8, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=39a4058b-3538-46de-aebb-f737ac9c46e8,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:02:15.901694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.938329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:15.938972 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:15.940484 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] 10.222.0.20 "PUT /v2.0/ports/39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 200 len: 1093 time: 0.7117777 Sep 24 01:02:15.941483 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:02:15.943813 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e4fb13-96a5-4905-9180-2931f4e85847" -d '{"events": [{"name": "network-changed", "server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:02:15.972722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6365e3-eb8f-4e25-8066-dcc28fd8729c service neutron] Pushing event updated for resources: {'Port': ['ID=39a4058b-3538-46de-aebb-f737ac9c46e8,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:16.063905 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-7e767881-1f49-4140-820a-4cbe56d8b246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:16.066455 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-7e767881-1f49-4140-820a-4cbe56d8b246 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1096 time: 0.0722821 Sep 24 01:02:16.115528 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b9c720-05c2-4404-b9cd-fb8d847541d1 x-openstack-request-id: req-28b9c720-05c2-4404-b9cd-fb8d847541d1 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:02:16.115848 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:02:16.116071 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-28b9c720-05c2-4404-b9cd-fb8d847541d1 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:02:16.116485 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'status': 'completed', 'code': 200} Sep 24 01:02:16.118526 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-4bc55fa6-9f45-4177-9e27-018d0aa6c276 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 200 len: 217 time: 0.0445113 Sep 24 01:02:16.171829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-e8e6e780-f142-464c-9236-a25c49964606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:16.173316 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-e8e6e780-f142-464c-9236-a25c49964606 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cb10af-ab89-42d8-a732-e75dd1982f04 HTTP/1.1" status: 200 len: 835 time: 0.0482028 Sep 24 01:02:16.219925 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-9be7359d-8014-4321-bb92-166a5801d12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:16.222011 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-9be7359d-8014-4321-bb92-166a5801d12d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7817c87-c022-417e-84f5-8f3b4be8fcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406592 Sep 24 01:02:16.319190 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-1769eafc-4035-43e7-97f8-bdb62b899f4c service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900455 Sep 24 01:02:16.411467 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-06ab730a-0bff-4a45-822b-da1ad92d7ef4 req-90aee54c-c8fd-4914-af42-561e82aa4ed9 service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858550 Sep 24 01:02:16.498382 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-99d3ead8-4e57-43ee-b228-31da0cf05b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:16.499945 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-99d3ead8-4e57-43ee-b228-31da0cf05b2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1096 time: 0.0416656 Sep 24 01:02:16.590052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-509a0d95-4c74-446d-ab14-0d313df9bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:16.591576 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-509a0d95-4c74-446d-ab14-0d313df9bd0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 200 len: 898 time: 0.0840282 Sep 24 01:02:16.636326 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-b57a6e27-86e7-40d1-87ff-e6ca8bb79068 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 200 len: 217 time: 0.0367260 Sep 24 01:02:16.687356 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-40dc2baf-1618-4f6a-beab-3714c9dc022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:16.688888 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-40dc2baf-1618-4f6a-beab-3714c9dc022e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cb10af-ab89-42d8-a732-e75dd1982f04 HTTP/1.1" status: 200 len: 835 time: 0.0443306 Sep 24 01:02:16.736620 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-1c14f08f-fe56-42e1-98c9-ab756c8490f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:16.738192 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-1c14f08f-fe56-42e1-98c9-ab756c8490f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7817c87-c022-417e-84f5-8f3b4be8fcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406375 Sep 24 01:02:16.835377 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-ddba2ed9-c1b8-4739-ae08-767ef61db454 service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899515 Sep 24 01:02:16.930256 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e4e4fb13-96a5-4905-9180-2931f4e85847 req-c3fabc21-4260-4c0a-9418-5359ff763480 service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864911 Sep 24 01:02:16.945359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d3e03-ffd5-48cf-bdc6-186595fc8776 req-06afdac5-e184-483b-9d6c-5452507fca94 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:16.946929 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-992d3e03-ffd5-48cf-bdc6-186595fc8776 req-06afdac5-e184-483b-9d6c-5452507fca94 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 944 time: 0.0504365 Sep 24 01:02:16.988824 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-992d3e03-ffd5-48cf-bdc6-186595fc8776 req-44a4f61d-7536-40d5-af77-00afe152be65 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355248 Sep 24 01:02:18.106089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236f6b7-2072-4b2d-930a-f474874d5e04 req-72951602-d52e-4adc-99f1-3b3803767090 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:18.107604 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9236f6b7-2072-4b2d-930a-f474874d5e04 req-72951602-d52e-4adc-99f1-3b3803767090 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 944 time: 0.0492949 Sep 24 01:02:18.144936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9236f6b7-2072-4b2d-930a-f474874d5e04 req-a958c7b5-1334-48fb-903b-aa2e9e84f89c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312405 Sep 24 01:02:19.259935 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423abf18-bfe7-422b-9100-c248d5e91ebc req-8d626fe4-58e7-47d5-b429-4a4faeb1d76b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:19.261451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-423abf18-bfe7-422b-9100-c248d5e91ebc req-8d626fe4-58e7-47d5-b429-4a4faeb1d76b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 944 time: 0.0501900 Sep 24 01:02:19.299902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-423abf18-bfe7-422b-9100-c248d5e91ebc req-36abef5b-dbd1-4fa2-aabb-c756cb211746 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318515 Sep 24 01:02:19.961590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 39a4058b-3538-46de-aebb-f737ac9c46e8 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:02:20.056997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 39a4058b-3538-46de-aebb-f737ac9c46e8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=39a4058b-3538-46de-aebb-f737ac9c46e8,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:20.068840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'port_id': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'mac_address': 'fa:16:3e:d1:34:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:02:20.105915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:20.118276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39a4058b-3538-46de-aebb-f737ac9c46e8 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:02:20.137102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 39a4058b-3538-46de-aebb-f737ac9c46e8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=39a4058b-3538-46de-aebb-f737ac9c46e8,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:20.141484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:20.188358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=39a4058b-3538-46de-aebb-f737ac9c46e8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:20.328017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['39a4058b-3538-46de-aebb-f737ac9c46e8'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:02:20.418914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bac080-4b01-44cf-afec-fcde4e156997 req-ce6f1570-09ac-4210-9ff6-d0b5e1581168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:20.420650 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8bac080-4b01-44cf-afec-fcde4e156997 req-ce6f1570-09ac-4210-9ff6-d0b5e1581168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 945 time: 0.0499306 Sep 24 01:02:20.463508 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8bac080-4b01-44cf-afec-fcde4e156997 req-8fb06160-2e66-4f6c-9b9e-00d087909a60 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363553 Sep 24 01:02:21.578542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb03bd5-ee3b-4bf6-9e40-e0ed5fb2d0b7 req-f3ef7403-850a-418b-8236-a3189052c394 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:21.580078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb03bd5-ee3b-4bf6-9e40-e0ed5fb2d0b7 req-f3ef7403-850a-418b-8236-a3189052c394 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 945 time: 0.0494485 Sep 24 01:02:21.617885 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6fb03bd5-ee3b-4bf6-9e40-e0ed5fb2d0b7 req-927257d6-214d-48f2-9346-165b34907295 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312426 Sep 24 01:02:21.973523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 39a4058b-3538-46de-aebb-f737ac9c46e8 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:02:22.026339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 39a4058b-3538-46de-aebb-f737ac9c46e8 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:02:22.030356 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 39a4058b-3538-46de-aebb-f737ac9c46e8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:02:22.030835 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:22.106822 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:22.129895 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:02:22.133125 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef63663d-144c-42ec-8712-6aa411644de1" -d '{"events": [{"server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "name": "network-vif-plugged", "status": "completed", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:02:22.146339 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 39a4058b-3538-46de-aebb-f737ac9c46e8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=39a4058b-3538-46de-aebb-f737ac9c46e8,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:02:22.150226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:22.181117 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab96015-2aff-43a0-8d6c-2a44277972a7 x-openstack-request-id: req-3ab96015-2aff-43a0-8d6c-2a44277972a7 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:02:22.181548 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "name": "network-vif-plugged", "status": "completed", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:02:22.181963 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3ab96015-2aff-43a0-8d6c-2a44277972a7 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:02:22.182577 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'code': 200} Sep 24 01:02:22.212200 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=39a4058b-3538-46de-aebb-f737ac9c46e8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:22.279377 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483c800-0db1-4427-a5a0-8b51564363b5 req-d6fa4e63-412a-4d00-bf19-c98314ef2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:22.280894 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d483c800-0db1-4427-a5a0-8b51564363b5 req-d6fa4e63-412a-4d00-bf19-c98314ef2660 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1098 time: 0.0451975 Sep 24 01:02:22.317592 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d483c800-0db1-4427-a5a0-8b51564363b5 req-bd8b49f9-aee8-4db3-85b5-fca0d99d33c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288799 Sep 24 01:02:22.733396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc12c5-e8d0-463e-9d49-274d129a2c91 req-8e2b784b-d6cb-4115-b7c5-384d4afd7e29 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:22.734945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69bc12c5-e8d0-463e-9d49-274d129a2c91 req-8e2b784b-d6cb-4115-b7c5-384d4afd7e29 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0492618 Sep 24 01:02:22.778861 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-69bc12c5-e8d0-463e-9d49-274d129a2c91 req-20eef308-143a-4218-a0f2-3e217c7521a4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376277 Sep 24 01:02:23.099720 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-feb49e28-ccb7-4c33-ada8-e3558d49952a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:23.897641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b1a0b-5894-4ac8-a3df-0da1e7dcd763 req-d466bdc7-3c51-475c-9a2f-6037bd54dbcb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:23.899181 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-285b1a0b-5894-4ac8-a3df-0da1e7dcd763 req-d466bdc7-3c51-475c-9a2f-6037bd54dbcb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0492904 Sep 24 01:02:23.945122 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-285b1a0b-5894-4ac8-a3df-0da1e7dcd763 req-8e0fc9ab-bbfc-4ee5-8ce6-e56e4b6e21bc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398164 Sep 24 01:02:24.061639 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9735055d-56ba-45b9-aca1-e3d90fce2d7e req-bac68951-69a8-468e-b2e2-a6f56d4a6461 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:24.063050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9735055d-56ba-45b9-aca1-e3d90fce2d7e req-bac68951-69a8-468e-b2e2-a6f56d4a6461 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0487976 Sep 24 01:02:24.101136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9735055d-56ba-45b9-aca1-e3d90fce2d7e req-63022654-26a3-4fce-9fd0-e0e377ee777b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315139 Sep 24 01:02:24.122885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45292) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:24.161654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b66f1af-7a33-4942-8f9a-a517f3c5268a tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:24.163192 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2b66f1af-7a33-4942-8f9a-a517f3c5268a tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1093 time: 0.0393224 Sep 24 01:02:24.166162 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45294) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:24.171007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:02:24.194340 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:24.290839 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:24.396439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.23 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/455fd277-646c-44f8-b31d-2574908ae575) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:02:24.505770 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:24.539662 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:24.576838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:02:24.580979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:02:24.587708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:02:24.590694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=455fd277-646c-44f8-b31d-2574908ae575,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:24.945263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:25.010997 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:25.161933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:25.167587 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:25.237351 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=455fd277-646c-44f8-b31d-2574908ae575,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:02:25.252203 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:25.352726 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7 associated. External IP: 172.25.5.23, port: 39a4058b-3538-46de-aebb-f737ac9c46e8. Sep 24 01:02:25.569275 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 205461de-e03e-4ec0-ba83-866c717ea458 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:02:25.676656 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:02:25.686593 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] Sync routers for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:02:25.693267 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:25.696953 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:25.697571 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:01:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:25.720579 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e6a21e09-4905-42c0-a10b-d516b724a539 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5532846 Sep 24 01:02:25.721158 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:02:25.723447 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25af3762-6ba8-401b-b8c1-f0c8751e163f" -d '{"events": [{"name": "network-changed", "server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:02:25.763042 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99722515-844b-4a42-a1b8-607d62a2a87c x-openstack-request-id: req-99722515-844b-4a42-a1b8-607d62a2a87c {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:02:25.763329 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:02:25.763614 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99722515-844b-4a42-a1b8-607d62a2a87c {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:02:25.764064 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'status': 'completed', 'code': 200} Sep 24 01:02:25.805105 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:25.840158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c281ae1-7632-4551-b35a-cd61b4bdb179 req-07c81d01-50d9-4ac3-ae22-9ef62056711c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:25.841735 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c281ae1-7632-4551-b35a-cd61b4bdb179 req-07c81d01-50d9-4ac3-ae22-9ef62056711c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0618255 Sep 24 01:02:25.841871 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-037e0fa3-2c93-45ee-a64d-bb2ffb539f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:25.843806 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-037e0fa3-2c93-45ee-a64d-bb2ffb539f7d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1098 time: 0.0580945 Sep 24 01:02:25.888996 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9c281ae1-7632-4551-b35a-cd61b4bdb179 req-60e5e040-5206-4d56-b161-39d3cca0b1b1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397336 Sep 24 01:02:25.915275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45300) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:25.958518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-ce7e3bc5-c3a8-4742-a731-7bbe69565368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:25.960376 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-ce7e3bc5-c3a8-4742-a731-7bbe69565368 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 200 len: 898 time: 0.1058092 Sep 24 01:02:25.989177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:25.990948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-48207b04-eebb-4f48-87d6-7266898de435 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7 HTTP/1.1" status: 200 len: 991 time: 0.0743546 Sep 24 01:02:26.033191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.20', 53879) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:26.051189 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-febbacc5-c51a-4448-a705-c6e823544eb4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 200 len: 999 time: 0.0836406 Sep 24 01:02:26.061227 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'port_id': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'mac_address': 'fa:16:3e:d1:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:02:24Z', 'updated_at': '2021-09-24T01:02:24Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:26.078792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50672d64-6542-4329-bcec-3067e6da5cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:26.088307 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] Checking router: 205461de-e03e-4ec0-ba83-866c717ea458 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:02:26.097269 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:02:26.097929 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:02:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:26.123431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-6c159466-2b47-4d66-9957-7a2b41edf8e2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0886128 Sep 24 01:02:26.124899 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-3534985c-e03c-4be8-a1c1-3ad9c3f9b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:26.126227 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-3534985c-e03c-4be8-a1c1-3ad9c3f9b647 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cb10af-ab89-42d8-a732-e75dd1982f04 HTTP/1.1" status: 200 len: 835 time: 0.0593011 Sep 24 01:02:26.172539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-c12c6fae-6f5a-4750-ba72-a114d63fd7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:26.174736 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-c12c6fae-6f5a-4750-ba72-a114d63fd7e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7817c87-c022-417e-84f5-8f3b4be8fcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413117 Sep 24 01:02:26.206370 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:02:26.539438 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'port_id': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'mac_address': 'fa:16:3e:d1:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:02:24Z', 'updated_at': '2021-09-24T01:02:24Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:02:26.566262 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce5db28-150c-4f98-a191-8af4c426c196 None None] The sync data for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 is: [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': 'c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'port_id': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'mac_address': 'fa:16:3e:d1:34:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:02:24Z', 'updated_at': '2021-09-24T01:02:24Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:02:26.595381 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-875f884e-108a-4b42-97ca-d0c83558025f service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136014 Sep 24 01:02:26.691617 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-25af3762-6ba8-401b-b8c1-f0c8751e163f req-089c3da9-2ffe-4ca1-a5fe-34792ee55b2e service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892398 Sep 24 01:02:26.769781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8243e3bc-e683-408f-b9e1-804e88adbbd9 None None] New status for floating IP c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:02:26.798292 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-0959e76e-5b53-43f8-ad06-dd8052147c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:26.800349 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-0959e76e-5b53-43f8-ad06-dd8052147c38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1098 time: 0.0444119 Sep 24 01:02:26.906882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-8dfeccbb-89d9-4ffc-8e50-0388d31dfc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:26.908395 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-8dfeccbb-89d9-4ffc-8e50-0388d31dfc71 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 200 len: 898 time: 0.0886960 Sep 24 01:02:26.981454 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-95ec9a6a-b6b4-4b90-abff-12c3fc070d31 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 200 len: 1001 time: 0.0658522 Sep 24 01:02:26.995085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45302) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:02:27.009222 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:27.031640 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-be471d06-b0f5-4bf1-bc9f-6ba9732c5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:27.033141 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-be471d06-b0f5-4bf1-bc9f-6ba9732c5ebb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cb10af-ab89-42d8-a732-e75dd1982f04 HTTP/1.1" status: 200 len: 835 time: 0.0445700 Sep 24 01:02:27.070805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ba26fe99-1310-4092-89ac-67a6eca3c513 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7 HTTP/1.1" status: 200 len: 993 time: 0.0662227 Sep 24 01:02:27.081409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-7b58e630-ec50-40e7-a0d7-9ff7aee397ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:27.082941 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-7b58e630-ec50-40e7-a0d7-9ff7aee397ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7817c87-c022-417e-84f5-8f3b4be8fcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433874 Sep 24 01:02:27.172903 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-77d5ce5b-f144-4e1c-b46d-78eb7f800a88 service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832832 Sep 24 01:02:27.269321 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-5c779ed8-9407-44ef-a526-14c46c2a0370 req-0992e2c9-422b-482b-ad9c-71046434898c service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890765 Sep 24 01:02:29.376622 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:37.326044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:39.844911 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:48.735937 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:02:53.100048 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-90cf131b-9ac7-4b41-803b-4a9ec15dae2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:55.982597 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:56.078549 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61a33018-4391-45a6-bdf8-bde956d3af43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:57.009913 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:58.394782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb047f-dc37-4020-8844-f2dab6e6d64a req-7c75d934-2f88-4648-b71d-03836a080f70 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:58.396298 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5fb047f-dc37-4020-8844-f2dab6e6d64a req-7c75d934-2f88-4648-b71d-03836a080f70 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0541697 Sep 24 01:02:58.434056 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5fb047f-dc37-4020-8844-f2dab6e6d64a req-fd14fc1d-5f49-4d52-a65a-f3a1d2f12b33 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316994 Sep 24 01:02:59.379408 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:02:59.553738 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba986bb-28f2-43c0-ad68-0c2771803467 req-de447623-ccb8-4331-bf6d-e50068b7fb91 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:02:59.555210 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ba986bb-28f2-43c0-ad68-0c2771803467 req-de447623-ccb8-4331-bf6d-e50068b7fb91 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0513012 Sep 24 01:02:59.592616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ba986bb-28f2-43c0-ad68-0c2771803467 req-ff1b2c1f-59f8-4968-99f6-969093d477ba tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314629 Sep 24 01:03:00.716582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3d258-052f-4b19-820b-1a4dc5d92902 req-cdea5867-a084-4c23-a0ce-d1443140acae tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:00.718207 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8c3d258-052f-4b19-820b-1a4dc5d92902 req-cdea5867-a084-4c23-a0ce-d1443140acae tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0587134 Sep 24 01:03:00.755900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b8c3d258-052f-4b19-820b-1a4dc5d92902 req-d4e4612e-b866-4dba-a27f-354de1f9ef7b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Sep 24 01:03:01.873186 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e5475-45da-47de-84f7-d6b1d73a3006 req-745fb130-a458-4424-bc32-a3c9cb632255 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:01.874651 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-979e5475-45da-47de-84f7-d6b1d73a3006 req-745fb130-a458-4424-bc32-a3c9cb632255 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0523360 Sep 24 01:03:01.911816 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-979e5475-45da-47de-84f7-d6b1d73a3006 req-debba750-44aa-48a0-99ac-3f0ce2829012 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312464 Sep 24 01:03:03.027827 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f02244f-c83f-4c8d-9880-701d483ab962 req-63d168e2-a1a2-4439-9332-37a60f350356 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:03.029320 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f02244f-c83f-4c8d-9880-701d483ab962 req-63d168e2-a1a2-4439-9332-37a60f350356 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0495567 Sep 24 01:03:03.066774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f02244f-c83f-4c8d-9880-701d483ab962 req-09536575-286a-496e-81d3-9ecffb163b66 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314047 Sep 24 01:03:04.180769 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d91d69-7354-4f0c-b614-6cea18494b0d req-4b1e01c8-c970-4aa3-8dc3-ec2fcf41414e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:04.182241 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89d91d69-7354-4f0c-b614-6cea18494b0d req-4b1e01c8-c970-4aa3-8dc3-ec2fcf41414e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0486944 Sep 24 01:03:04.218522 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-89d91d69-7354-4f0c-b614-6cea18494b0d req-dc0919e7-8857-440b-a609-790ca8299709 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303526 Sep 24 01:03:05.336234 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ce5941-aa10-4a10-bf67-65b10e6248af req-f696b8e3-d915-486b-a366-d6eb1c5e2be7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:05.337701 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13ce5941-aa10-4a10-bf67-65b10e6248af req-f696b8e3-d915-486b-a366-d6eb1c5e2be7 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0526929 Sep 24 01:03:05.375346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-13ce5941-aa10-4a10-bf67-65b10e6248af req-f2aa9483-d0da-47d0-aba2-a672c883644d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312111 Sep 24 01:03:06.489546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5402c2-5d70-43b0-89b0-9f79d4ebb0ee req-bda944ff-a82f-44de-9a18-a61e035e0fe0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:06.491067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a5402c2-5d70-43b0-89b0-9f79d4ebb0ee req-bda944ff-a82f-44de-9a18-a61e035e0fe0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0493667 Sep 24 01:03:06.528350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a5402c2-5d70-43b0-89b0-9f79d4ebb0ee req-b3086504-0d5a-45ef-912d-83c42f7fe628 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306749 Sep 24 01:03:07.326280 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:07.650308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcc8b4-4d4d-496a-aff2-02a499d736e0 req-4f2df5cf-1533-44bc-8dd8-bf82ba773f56 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:07.652032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36dcc8b4-4d4d-496a-aff2-02a499d736e0 req-4f2df5cf-1533-44bc-8dd8-bf82ba773f56 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0535035 Sep 24 01:03:07.691799 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36dcc8b4-4d4d-496a-aff2-02a499d736e0 req-83d850de-3233-4a3d-80dd-387a8df2e519 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337055 Sep 24 01:03:08.817208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513e263-1dab-4a02-b92b-f6c710c4a771 req-351d8bac-bfe9-4995-8131-3cfec2ca3c15 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:08.818696 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3513e263-1dab-4a02-b92b-f6c710c4a771 req-351d8bac-bfe9-4995-8131-3cfec2ca3c15 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0537128 Sep 24 01:03:08.857289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3513e263-1dab-4a02-b92b-f6c710c4a771 req-a6be70f7-087f-46cf-803a-359a61346fa0 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321262 Sep 24 01:03:09.859931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:09.973976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772f714-00dd-45d9-9963-679bcb86b78c req-a30f72e1-dd7a-4bcc-96e5-621fecdb5637 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:09.975516 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8772f714-00dd-45d9-9963-679bcb86b78c req-a30f72e1-dd7a-4bcc-96e5-621fecdb5637 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0497825 Sep 24 01:03:10.013078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8772f714-00dd-45d9-9963-679bcb86b78c req-1779f442-6547-4764-9345-1231f751c171 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316415 Sep 24 01:03:11.131433 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc96dcf-5f1f-4637-9d64-d75a86229318 req-854f5e5e-824b-4ee3-b499-bc292008cbfc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:11.133518 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cc96dcf-5f1f-4637-9d64-d75a86229318 req-854f5e5e-824b-4ee3-b499-bc292008cbfc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0515232 Sep 24 01:03:11.172310 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3cc96dcf-5f1f-4637-9d64-d75a86229318 req-59002d17-5486-4b19-a0cb-117a91067241 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325232 Sep 24 01:03:12.293316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787501b-fa37-4996-99cb-0e4f834829d5 req-50503d3f-cc33-407e-af74-aeac92b3560c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:12.295245 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d787501b-fa37-4996-99cb-0e4f834829d5 req-50503d3f-cc33-407e-af74-aeac92b3560c tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0556393 Sep 24 01:03:12.339204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d787501b-fa37-4996-99cb-0e4f834829d5 req-f7565ef7-0919-4bd8-81a2-a32d733762e2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381072 Sep 24 01:03:13.454937 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840f495-3bc2-4e3b-bbb3-f5adab49f230 req-cbfba55f-af61-4bc6-abee-8e7b87ee7591 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:13.456433 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1840f495-3bc2-4e3b-bbb3-f5adab49f230 req-cbfba55f-af61-4bc6-abee-8e7b87ee7591 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0497873 Sep 24 01:03:13.493457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1840f495-3bc2-4e3b-bbb3-f5adab49f230 req-856ade7d-d01d-4c13-a918-d383bf5d4a7d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310369 Sep 24 01:03:14.607124 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e71cfcc-f620-46fe-a011-a3cdacc92263 req-b597222c-b246-4bb4-b015-cd13910c4ed1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:14.608632 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e71cfcc-f620-46fe-a011-a3cdacc92263 req-b597222c-b246-4bb4-b015-cd13910c4ed1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0485060 Sep 24 01:03:14.645769 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0e71cfcc-f620-46fe-a011-a3cdacc92263 req-1b48a795-2048-4af3-a076-183f8c70c747 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311151 Sep 24 01:03:14.667918 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45352) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:14.730600 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7d6060c-0082-4149-8e32-b9f734f19bfc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7 HTTP/1.1" status: 200 len: 993 time: 0.0615213 Sep 24 01:03:16.000045 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b919861-af3e-45b8-a83e-b350fe4d3692 req-73286956-d8f0-4dc5-9613-99e7aded6bfb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:16.001487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b919861-af3e-45b8-a83e-b350fe4d3692 req-73286956-d8f0-4dc5-9613-99e7aded6bfb tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0498042 Sep 24 01:03:16.043343 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b919861-af3e-45b8-a83e-b350fe4d3692 req-b7f4794f-949f-428c-9c9a-1a25a062e2c8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358112 Sep 24 01:03:16.069777 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-5adacccc-a326-47ae-bd7d-957a7dfb43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:16.071347 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-5adacccc-a326-47ae-bd7d-957a7dfb43f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1098 time: 0.0935984 Sep 24 01:03:16.159261 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-2dd6d2b4-8b45-4701-97f6-b614b9f094cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:16.160742 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-2dd6d2b4-8b45-4701-97f6-b614b9f094cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 200 len: 898 time: 0.0828552 Sep 24 01:03:16.230666 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-e8b31271-db4f-4d1f-8fbb-d05bf4c1f639 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 200 len: 1001 time: 0.0628459 Sep 24 01:03:16.278738 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-49bdc139-9be0-4bc6-9015-61f5a545ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:16.280250 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-49bdc139-9be0-4bc6-9015-61f5a545ecd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cb10af-ab89-42d8-a732-e75dd1982f04 HTTP/1.1" status: 200 len: 835 time: 0.0433192 Sep 24 01:03:16.325221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-64812794-33fd-4a25-9d7a-a4dccc048caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:16.326709 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-64812794-33fd-4a25-9d7a-a4dccc048caf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7817c87-c022-417e-84f5-8f3b4be8fcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401022 Sep 24 01:03:16.418134 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-1003cb75-fa8a-482e-baff-ef93452077c0 service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848126 Sep 24 01:03:16.509456 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3350c4a0-6924-4697-a01d-92b0213bfe85 req-1da7f20a-9482-4825-b5a1-f12152d89bad service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842607 Sep 24 01:03:17.166907 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ceaefa-9644-43d8-bd00-c6181ee63736 req-bccb819f-9e38-4a46-b138-78589363e069 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:17.168377 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24ceaefa-9644-43d8-bd00-c6181ee63736 req-bccb819f-9e38-4a46-b138-78589363e069 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0536597 Sep 24 01:03:17.207179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-24ceaefa-9644-43d8-bd00-c6181ee63736 req-56b4ec05-ca60-4d8c-8e8a-82892c8cf8ee tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Sep 24 01:03:17.230474 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45364) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:17.294819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5068ee13-c635-4321-a09c-ae4ba913f5fa tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7 HTTP/1.1" status: 200 len: 993 time: 0.0628664 Sep 24 01:03:23.104311 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3ed44fce-894e-4998-aa7f-a3afa53af355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:25.735163 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:03:25.984798 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:26.067227 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-f3acbe41-61c7-41e7-8cde-df038b939984 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403435 Sep 24 01:03:26.083182 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2a8e6a8a-7b2e-477a-b31c-9d316540ff83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:26.149818 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-83d37354-1c93-4701-ae8f-a4c25445f457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:26.151415 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-83d37354-1c93-4701-ae8f-a4c25445f457 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1098 time: 0.0414541 Sep 24 01:03:26.276995 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-cb89d7f1-0098-4db8-a2e9-441dad6b8859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:26.278463 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-cb89d7f1-0098-4db8-a2e9-441dad6b8859 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 200 len: 898 time: 0.0925429 Sep 24 01:03:26.343292 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-00b34a8f-2f38-4697-a9ad-1ebcd5854560 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 200 len: 1001 time: 0.0582924 Sep 24 01:03:26.390683 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-aad9b085-4246-4027-9c6c-04d628f7122d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:26.392140 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-aad9b085-4246-4027-9c6c-04d628f7122d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cb10af-ab89-42d8-a732-e75dd1982f04 HTTP/1.1" status: 200 len: 835 time: 0.0428421 Sep 24 01:03:26.441910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-301ddf15-8d02-4ea7-901d-6e62321586ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:26.443437 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-301ddf15-8d02-4ea7-901d-6e62321586ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7817c87-c022-417e-84f5-8f3b4be8fcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446448 Sep 24 01:03:26.531816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-f20a6016-c116-41c5-92bb-f858cf021f30 service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807774 Sep 24 01:03:26.628627 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-d9d80e35-b662-4cb5-9009-3b2430b3f2c1 req-6306fe97-6287-499e-966a-e6c3dadc5214 service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904508 Sep 24 01:03:27.013745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:29.384249 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:37.324005 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:39.859450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:47.786251 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45386) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:47.946643 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 455fd277-646c-44f8-b31d-2574908ae575 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:03:47.947010 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:48.020731 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:48.021058 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:48.032860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 455fd277-646c-44f8-b31d-2574908ae575 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:03:48.180080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:48.203796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=455fd277-646c-44f8-b31d-2574908ae575,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:48.219188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.219541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.219880 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.220214 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.220545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.220878 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.221207 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.221531 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.221860 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.222183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.222506 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.222870 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:48.283416 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:48.283826 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7 disassociated (deleted). External IP: 172.25.5.23, port: 39a4058b-3538-46de-aebb-f737ac9c46e8. Sep 24 01:03:48.488330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 205461de-e03e-4ec0-ba83-866c717ea458 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:03:48.596749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:03:48.601548 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:48.606662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] Sync routers for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:03:48.615732 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:03:48.616375 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:48.628569 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c1877e8e-c507-48f5-bb82-2af9a3a26eca tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/floatingips/c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7 HTTP/1.1" status: 204 len: 168 time: 0.8412118 Sep 24 01:03:48.629127 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:03:48.631402 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7" -d '{"events": [{"name": "network-changed", "server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:03:48.670579 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67460d5-28fe-4942-835f-ffbb0bb7cf26 x-openstack-request-id: req-f67460d5-28fe-4942-835f-ffbb0bb7cf26 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:03:48.670912 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:03:48.671213 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f67460d5-28fe-4942-835f-ffbb0bb7cf26 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:03:48.671621 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'status': 'completed', 'code': 200} Sep 24 01:03:48.727608 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:03:48.734975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-925f3174-73a0-42e1-8472-270200d5e435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:48.737823 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-925f3174-73a0-42e1-8472-270200d5e435 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 1098 time: 0.0444400 Sep 24 01:03:48.850657 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-ba663aeb-9a8f-446d-acc7-5906e9c4ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:48.853056 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-ba663aeb-9a8f-446d-acc7-5906e9c4ec97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 200 len: 898 time: 0.1008129 Sep 24 01:03:48.856885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d434fc70-071e-4b32-94d8-a3c7e50357ac req-43da8e1c-5fdc-42b6-96a4-208e2b1b91c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:48.858461 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d434fc70-071e-4b32-94d8-a3c7e50357ac req-43da8e1c-5fdc-42b6-96a4-208e2b1b91c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0536013 Sep 24 01:03:48.897378 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-fba7a18e-b179-48e8-80b3-e9684aad76e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 200 len: 217 time: 0.0361753 Sep 24 01:03:48.899670 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d434fc70-071e-4b32-94d8-a3c7e50357ac req-ce3760d3-7479-4e30-a28e-f63a4343110f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349021 Sep 24 01:03:48.936838 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:48.952223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-f1a2cf6e-49de-4b1c-963a-658e39a26329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:48.953704 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-f1a2cf6e-49de-4b1c-963a-658e39a26329 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d7cb10af-ab89-42d8-a732-e75dd1982f04 HTTP/1.1" status: 200 len: 835 time: 0.0487034 Sep 24 01:03:48.963566 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] Checking router: 205461de-e03e-4ec0-ba83-866c717ea458 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:03:48.971722 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:03:48.972312 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:49.006093 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-696c6ee4-266a-49f9-a3ef-45b1821e382d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:49.007660 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-696c6ee4-266a-49f9-a3ef-45b1821e382d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7817c87-c022-417e-84f5-8f3b4be8fcd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439658 Sep 24 01:03:49.076824 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:03:49.101735 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-156ff811-e1b3-49af-bdce-769f9aa6e1a2 service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837176 Sep 24 01:03:49.194556 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-746aa6d9-04c7-4429-9076-0fb93f2dcdc7 req-9465c3a8-b988-48e0-90eb-1a49e7c9195f service neutron] 10.222.0.20 "GET /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852101 Sep 24 01:03:49.278731 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:49.304074 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3f20b-fcf2-4dc2-be3a-663740ba30bc None None] The sync data for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 is: [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '7a060b5e-f852-4b7a-96c0-995f95ad86ba', 'name': '', 'network_id': 'c7817c87-c022-417e-84f5-8f3b4be8fcd5', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:64:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:10Z', 'updated_at': '2021-09-24T01:02:14Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': 'd7cb10af-ab89-42d8-a732-e75dd1982f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:03:49.512655 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35186c4-42cc-4934-b123-c8bdfd1ff8de None None] New status for floating IP c0f9b2e5-96dc-4ee2-b818-69d3f6b910e7: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:03:50.028989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc88e93-71f8-401e-a6a6-a90afa09b4b9 req-0a56157e-840c-40e2-bc1e-9b8180cbd903 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:50.030743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dc88e93-71f8-401e-a6a6-a90afa09b4b9 req-0a56157e-840c-40e2-bc1e-9b8180cbd903 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0558133 Sep 24 01:03:50.070261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dc88e93-71f8-401e-a6a6-a90afa09b4b9 req-ad4462ce-a6db-43c9-8226-40755e9f9087 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=7cb2868f-fdb6-4f94-9a78-038472056d6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332353 Sep 24 01:03:50.389052 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-8e04bad4-78d1-4f24-b6c5-7c32087ebfb3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:50.390570 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-8e04bad4-78d1-4f24-b6c5-7c32087ebfb3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 946 time: 0.0505085 Sep 24 01:03:50.490523 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 39a4058b-3538-46de-aebb-f737ac9c46e8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:03:50.490878 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:50.580253 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 39a4058b-3538-46de-aebb-f737ac9c46e8, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=39a4058b-3538-46de-aebb-f737ac9c46e8,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:03:50.580611 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:50.593355 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 39a4058b-3538-46de-aebb-f737ac9c46e8 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:03:50.730706 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:50.760142 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=39a4058b-3538-46de-aebb-f737ac9c46e8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:50.808431 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] No DVR routers for this DVR port 39a4058b-3538-46de-aebb-f737ac9c46e8 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:03:50.811179 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:50.813343 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-02f91dbf-f9f4-45b4-918e-d1833646fba4 req-d03d3092-3061-4828-bd29-66e1e2cde20f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.20 "DELETE /v2.0/ports/39a4058b-3538-46de-aebb-f737ac9c46e8 HTTP/1.1" status: 204 len: 173 time: 0.4160829 Sep 24 01:03:50.813801 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'name': 'network-vif-deleted', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:03:50.816154 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf4b137-8692-4d6a-9e45-7c5b28f027a6" -d '{"events": [{"server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "name": "network-vif-deleted", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:03:50.860872 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b98935b-b07f-45e2-9d50-42d850d9498d x-openstack-request-id: req-7b98935b-b07f-45e2-9d50-42d850d9498d {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:03:50.861331 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b89aa50f-6412-47e0-b6c9-c33852423c94", "name": "network-vif-deleted", "tag": "39a4058b-3538-46de-aebb-f737ac9c46e8", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:03:50.861725 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b98935b-b07f-45e2-9d50-42d850d9498d {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:03:50.862158 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b89aa50f-6412-47e0-b6c9-c33852423c94', 'name': 'network-vif-deleted', 'tag': '39a4058b-3538-46de-aebb-f737ac9c46e8', 'status': 'completed', 'code': 200} Sep 24 01:03:51.217479 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c405ecab-5eb3-40e3-b039-a1eb6be0217e req-9168d50b-a987-4d4a-acf2-d5810590c599 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=b89aa50f-6412-47e0-b6c9-c33852423c94 HTTP/1.1" status: 200 len: 210 time: 0.0311768 Sep 24 01:03:52.273387 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45402) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:52.629793 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:52.886119 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 7a060b5e-f852-4b7a-96c0-995f95ad86ba {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:03:52.886368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:52.975286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 7a060b5e-f852-4b7a-96c0-995f95ad86ba, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7a060b5e-f852-4b7a-96c0-995f95ad86ba,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:03:52.975645 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:52.987553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 7a060b5e-f852-4b7a-96c0-995f95ad86ba owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:03:53.105555 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4f4fc864-e850-429b-b0f8-bd839839f82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:53.479829 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:53.505509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=7a060b5e-f852-4b7a-96c0-995f95ad86ba,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:53.679952 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:53.893626 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router 205461de-e03e-4ec0-ba83-866c717ea458 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:03:54.001844 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:03:54.007074 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d98b60ef-98d8-4bfe-98b6-f4e6d07951c1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/205461de-e03e-4ec0-ba83-866c717ea458/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7324665 Sep 24 01:03:54.010020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45404) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:54.011110 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] Sync routers for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:03:54.020095 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:03:54.020701 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:54.061739 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d5086d-b128-49c5-8240-2221fd04a324 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting subnet d7cb10af-ab89-42d8-a732-e75dd1982f04 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 01:03:54.064785 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7d5086d-b128-49c5-8240-2221fd04a324 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.109280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7d5086d-b128-49c5-8240-2221fd04a324 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.125887 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:03:54.195735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7d5086d-b128-49c5-8240-2221fd04a324 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.255261 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7d5086d-b128-49c5-8240-2221fd04a324 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.281435 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5086d-b128-49c5-8240-2221fd04a324 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cb10af-ab89-42d8-a732-e75dd1982f04,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:54.287181 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c7d5086d-b128-49c5-8240-2221fd04a324 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.291712 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c7d5086d-b128-49c5-8240-2221fd04a324 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/subnets/d7cb10af-ab89-42d8-a732-e75dd1982f04 HTTP/1.1" status: 204 len: 168 time: 0.2781000 Sep 24 01:03:54.292008 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45406) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:54.292925 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc0037c-6928-4155-bfdf-7231f52e8315 None None] Network c7817c87-c022-417e-84f5-8f3b4be8fcd5 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:03:54.303230 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:03:53Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:54.363865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 39a4058b-3538-46de-aebb-f737ac9c46e8 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:03:54.406739 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.419777 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 39a4058b-3538-46de-aebb-f737ac9c46e8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:03:54.420165 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 39a4058b-3538-46de-aebb-f737ac9c46e8 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:03:54.432144 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] Checking router: 205461de-e03e-4ec0-ba83-866c717ea458 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:03:54.443130 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] Routers {'205461de-e03e-4ec0-ba83-866c717ea458'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:03:54.443435 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['205461de-e03e-4ec0-ba83-866c717ea458'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:54.508818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] DHCP port deletion for c7817c87-c022-417e-84f5-8f3b4be8fcd5 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 01:03:54.530443 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.560045 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Deleting port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:03:54.560402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.561483 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] Set router 205461de-e03e-4ec0-ba83-866c717ea458 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:03:54.586187 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 06c03448-33cc-46cc-bee5-700b785390f8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:03:54.586684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.626805 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] For port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1,segment=NetworkSegment(f2f9df8e-87ff-4b20-a348-24ad628adeb7),segment_id=f2f9df8e-87ff-4b20-a348-24ad628adeb7)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:03:54.627240 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.641869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Calling delete_port for be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:03:54.672316 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 06c03448-33cc-46cc-bee5-700b785390f8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=06c03448-33cc-46cc-bee5-700b785390f8,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:03:54.672712 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.685450 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 06c03448-33cc-46cc-bee5-700b785390f8 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:03:54.729879 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.741343 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:03:53Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:54.758680 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Pushing event deleted for resources: {'Port': ['ID=be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:54.765651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] No DVR routers for this DVR port be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:03:54.768544 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70e4e6e-1ab1-4f16-b1b8-b480ba653b60 None None] The sync data for ids ['205461de-e03e-4ec0-ba83-866c717ea458'] in n-d-713498-18 is: [{'id': '205461de-e03e-4ec0-ba83-866c717ea458', 'name': 'tempest-TestNetworkAdvancedServerOps-router-588686249', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '06c03448-33cc-46cc-bee5-700b785390f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:02:07Z', 'updated_at': '2021-09-24T01:03:53Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '06c03448-33cc-46cc-bee5-700b785390f8', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:4d:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205461de-e03e-4ec0-ba83-866c717ea458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:02:08Z', 'updated_at': '2021-09-24T01:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:03:54.770271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.770271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.770271 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.770844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.771244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.771651 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.772219 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.772612 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.773121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.778428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.778428 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.779660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb877cb9-b140-4da8-9a0f-dbedace95cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.863389 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:54.890824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=06c03448-33cc-46cc-bee5-700b785390f8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:54.903646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.903646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.903646 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.903941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.904282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.904609 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.904933 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.905255 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.905584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.905905 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.906220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.906535 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:03:54.962701 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.059579 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.061740 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.108290 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.109018 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Fanout notify agent at l3_agent the message router_deleted on router 205461de-e03e-4ec0-ba83-866c717ea458 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 01:03:55.116402 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.117536 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a226bd00-c213-421e-a3bb-55459f450c98 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/routers/205461de-e03e-4ec0-ba83-866c717ea458 HTTP/1.1" status: 204 len: 168 time: 0.8245394 Sep 24 01:03:55.120228 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45408) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:55.197926 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.287810 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.307588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7817c87-c022-417e-84f5-8f3b4be8fcd5']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:55.316398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2f9df8e-87ff-4b20-a348-24ad628adeb7') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:55.316690 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2f9df8e-87ff-4b20-a348-24ad628adeb7') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:55.326338 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.338997 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.344723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 01:03:55.345109 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: timer() Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 01:03:55.348033 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 01:03:55.408255 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.415232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.416894 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/networks/c7817c87-c022-417e-84f5-8f3b4be8fcd5 HTTP/1.1" status: 204 len: 168 time: 0.2957447 Sep 24 01:03:55.420054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45410) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:55.428303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e19460-3019-4060-93d5-c84274207514 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Network': ['ID=c7817c87-c022-417e-84f5-8f3b4be8fcd5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:55.497750 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba3800cb-95a9-4348-ab34-63beea10e221 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.524801 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba3800cb-95a9-4348-ab34-63beea10e221 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.587378 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:03:55.606349 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba3800cb-95a9-4348-ab34-63beea10e221 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.607799 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:03:55.608145 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device be9d759b-5319-4b6e-91a6-fbfb6dc2d3d1 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:03:55.608563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a060b5e-f852-4b7a-96c0-995f95ad86ba no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:03:55.609163 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ba3800cb-95a9-4348-ab34-63beea10e221 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:55.612965 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ba3800cb-95a9-4348-ab34-63beea10e221 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/security-groups/7cb2868f-fdb6-4f94-9a78-038472056d6c HTTP/1.1" status: 204 len: 168 time: 0.1893463 Sep 24 01:03:55.620510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3800cb-95a9-4348-ab34-63beea10e221 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb2868f-fdb6-4f94-9a78-038472056d6c,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:55.632247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7a060b5e-f852-4b7a-96c0-995f95ad86ba {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:03:55.632590 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7a060b5e-f852-4b7a-96c0-995f95ad86ba not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:03:55.633725 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 06c03448-33cc-46cc-bee5-700b785390f8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:03:55.659736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 06c03448-33cc-46cc-bee5-700b785390f8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:03:55.660125 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 06c03448-33cc-46cc-bee5-700b785390f8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:03:55.986620 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.084460 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-448bd37e-1e84-4e41-aad7-969cc576dee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.147472 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45416) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:56.152831 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-eb5829c7-b0c8-4e3b-9b59-0c1aa35ef6b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055400892', 'description': 'tempest-secgroup-smoke-1055400892 description', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:56.174718 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb5829c7-b0c8-4e3b-9b59-0c1aa35ef6b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.253124 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb5829c7-b0c8-4e3b-9b59-0c1aa35ef6b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.257421 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb5829c7-b0c8-4e3b-9b59-0c1aa35ef6b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.282474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eb5829c7-b0c8-4e3b-9b59-0c1aa35ef6b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.283712 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eb5829c7-b0c8-4e3b-9b59-0c1aa35ef6b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1352313 Sep 24 01:03:56.286907 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45418) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:56.287763 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5829c7-b0c8-4e3b-9b59-0c1aa35ef6b2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43898d76-199c-4531-bbdc-90bb5e191753,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:56.292114 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-7ce35eac-618d-4100-a9b9-63a8c0c00bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '43898d76-199c-4531-bbdc-90bb5e191753', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:56.317688 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ce35eac-618d-4100-a9b9-63a8c0c00bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.365372 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ce35eac-618d-4100-a9b9-63a8c0c00bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.368937 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ce35eac-618d-4100-a9b9-63a8c0c00bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.388693 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce35eac-618d-4100-a9b9-63a8c0c00bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54023bf3-e6cd-4f1c-ac16-b636229689d7,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:56.391165 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-7ce35eac-618d-4100-a9b9-63a8c0c00bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.392523 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-7ce35eac-618d-4100-a9b9-63a8c0c00bbe tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1045585 Sep 24 01:03:56.395380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45420) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:56.400259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-162b2de5-675a-45b3-a724-22cf10eee814 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '43898d76-199c-4531-bbdc-90bb5e191753', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:56.426981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-162b2de5-675a-45b3-a724-22cf10eee814 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.483457 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-162b2de5-675a-45b3-a724-22cf10eee814 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.487324 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-162b2de5-675a-45b3-a724-22cf10eee814 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.505019 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b2de5-675a-45b3-a724-22cf10eee814 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f75135-414f-4f36-913c-80e6d6fde822,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:56.511231 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-162b2de5-675a-45b3-a724-22cf10eee814 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.512377 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-162b2de5-675a-45b3-a724-22cf10eee814 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160693 Sep 24 01:03:56.515221 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45422) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:56.519496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-ae4ec79b-c250-48c4-a434-346f8a4ce6a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '43898d76-199c-4531-bbdc-90bb5e191753', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:56.545971 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec79b-c250-48c4-a434-346f8a4ce6a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.605950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec79b-c250-48c4-a434-346f8a4ce6a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.609434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec79b-c250-48c4-a434-346f8a4ce6a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.626443 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4ec79b-c250-48c4-a434-346f8a4ce6a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5efe2f2-8644-487c-95e1-e8ecbd9bc91e,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:56.632528 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ae4ec79b-c250-48c4-a434-346f8a4ce6a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.634106 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ae4ec79b-c250-48c4-a434-346f8a4ce6a5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179662 Sep 24 01:03:56.637105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45424) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:56.641484 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9755b847-2b4c-4255-952b-5d0266fa1e76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '43898d76-199c-4531-bbdc-90bb5e191753', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:56.667038 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9755b847-2b4c-4255-952b-5d0266fa1e76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.724678 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9755b847-2b4c-4255-952b-5d0266fa1e76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.728083 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9755b847-2b4c-4255-952b-5d0266fa1e76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.745268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9755b847-2b4c-4255-952b-5d0266fa1e76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9783d4f4-f878-424c-8209-61ba246ccbce,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:56.751039 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9755b847-2b4c-4255-952b-5d0266fa1e76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.752423 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9755b847-2b4c-4255-952b-5d0266fa1e76 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1143448 Sep 24 01:03:56.755152 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45426) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:56.759956 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4203d824-7c36-4f1c-88ad-d9fa227b903d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '43898d76-199c-4531-bbdc-90bb5e191753', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:56.781103 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-4203d824-7c36-4f1c-88ad-d9fa227b903d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:03:56.785753 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4203d824-7c36-4f1c-88ad-d9fa227b903d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.844182 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4203d824-7c36-4f1c-88ad-d9fa227b903d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.847651 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4203d824-7c36-4f1c-88ad-d9fa227b903d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.864266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203d824-7c36-4f1c-88ad-d9fa227b903d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78810622-d8c9-464b-9e3b-281195fde054,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:56.871400 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4203d824-7c36-4f1c-88ad-d9fa227b903d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.872619 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4203d824-7c36-4f1c-88ad-d9fa227b903d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1166008 Sep 24 01:03:56.875444 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45428) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:56.879690 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5aff056f-fec8-4cac-aa22-bf0439bdb150 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'security_group_rule': {'security_group_id': '43898d76-199c-4531-bbdc-90bb5e191753', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:56.900972 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-5aff056f-fec8-4cac-aa22-bf0439bdb150 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Project 8a52e6a5bb924017a288be5fe1ec28c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:03:56.905709 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aff056f-fec8-4cac-aa22-bf0439bdb150 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.967898 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aff056f-fec8-4cac-aa22-bf0439bdb150 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.971452 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aff056f-fec8-4cac-aa22-bf0439bdb150 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.987917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff056f-fec8-4cac-aa22-bf0439bdb150 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88562c28-e9a4-47a3-9fa3-33230a704cb5,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:56.995748 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5aff056f-fec8-4cac-aa22-bf0439bdb150 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:56.996972 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5aff056f-fec8-4cac-aa22-bf0439bdb150 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205862 Sep 24 01:03:57.001026 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45430) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:57.005948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'network': {'name': 'tempest-network-smoke--1277519993', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'port_security_enabled': True}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:57.020870 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.026892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:03:57.030271 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.053784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 01:03:57.063187 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.063526 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Added segment cce9c457-0e9c-4e5b-8467-5575069c49b6 of type vlan for network 19d97293-04aa-45f8-a879-4568ccbe1f29 Sep 24 01:03:57.102186 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.125946 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.131813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:57.132395 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.167332 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1653059 Sep 24 01:03:57.170370 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45432) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:57.176509 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'admin_state_up': True, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:57.215937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ef99d-c6be-46b5-b34a-61c7aaa37c34 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Network': ['ID=19d97293-04aa-45f8-a879-4568ccbe1f29,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:57.226870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 01:03:57.232621 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.233986 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.285390 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.425543 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.611648 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.633701 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.733427 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.123 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/7767f47f-7716-4c93-b21c-1a1edad204fc) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:03:57.836205 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.869411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:57.906286 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:03:57.909063 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:03:57.912467 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:03:57.936769 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=7767f47f-7716-4c93-b21c-1a1edad204fc,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:58.161193 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:58.355198 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:58.490838 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router d3a6bdf2-d315-4481-b27a-8ab15263e88c is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 01:03:58.596913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:03:58.607738 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Sync routers for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:03:58.614402 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:58.619175 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9f3b6524-ac04-4a1b-a983-f1c92760cd4e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4444046 Sep 24 01:03:58.619334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:03:58.619334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:58.619569 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45434) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:58.694579 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4218596d-a6ab-47db-963d-eaafb7fe4dbc tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=8a52e6a5bb924017a288be5fe1ec28c1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0741267 Sep 24 01:03:58.697982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45438) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:58.721954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:03:58.788376 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4804e875-7074-411b-8da9-43e57fd84e9d tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:58.790406 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4804e875-7074-411b-8da9-43e57fd84e9d tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915406 Sep 24 01:03:58.793117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45440) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:58.827266 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5916f0fa-09f5-4314-895f-1cadd1e4d323 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=91b62c44-c5a4-49fd-a058-d6673cd11699&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307007 Sep 24 01:03:58.827730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45442) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:58.832553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1478273886', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:03:58.907376 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:03:58Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:58.922314 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:03:58.925891 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:58.940736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Checking router: d3a6bdf2-d315-4481-b27a-8ab15263e88c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:03:58.941090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Updating router d3a6bdf2-d315-4481-b27a-8ab15263e88c port 7767f47f-7716-4c93-b21c-1a1edad204fc binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:03:58.967451 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.112327 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.177278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Subnet': ['ID=3b69bef1-460f-466f-bd7f-3a2477baeaf3,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:59.179537 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Checking segment: {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:03:59.179895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network hostable DHCP agents. Network: 19d97293-04aa-45f8-a879-4568ccbe1f29, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 01:03:59.196599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 01:03:59.205238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 19d97293-04aa-45f8-a879-4568ccbe1f29) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:03:59.209635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:03:59.210289 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.219067 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e4cb34-4b93-43bf-8925-bc3bcbff322f None None] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:03:59.228982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45444) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:03:59.229629 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c770b231-6bf0-48d9-a85a-d723360caf59 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4004931 Sep 24 01:03:59.234927 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.247862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.338639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Attempting to bind port 7767f47f-7716-4c93-b21c-1a1edad204fc on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:03:59.339034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Attempting to bind port 7767f47f-7716-4c93-b21c-1a1edad204fc by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:03:59.339395 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Attempting to bind port 7767f47f-7716-4c93-b21c-1a1edad204fc on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:03:59.354998 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557adfd-78e7-46f0-8bbc-287eb773e51b None None] Pushing event updated for resources: {'Port': ['ID=7767f47f-7716-4c93-b21c-1a1edad204fc,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:59.359411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:03:59.359787 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:03:59.360183 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.360573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:03:59.361053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Bound port: 7767f47f-7716-4c93-b21c-1a1edad204fc, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:03:59.361435 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.439908 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.467898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] For port 7767f47f-7716-4c93-b21c-1a1edad204fc, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:03:59.471117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] For port 7767f47f-7716-4c93-b21c-1a1edad204fc, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7767f47f-7716-4c93-b21c-1a1edad204fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:03:59.476007 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.518212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-19d97293-04aa-45f8-a879-4568ccbe1f29', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 01:03:59.519093 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.567144 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:03:59.567781 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:03:59.650907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557adfd-78e7-46f0-8bbc-287eb773e51b None None] Pushing event updated for resources: {'Port': ['ID=7767f47f-7716-4c93-b21c-1a1edad204fc,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:03:59.674462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:03:59.926870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:03:59.952967 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Allocated IP 172.20.0.2 (19d97293-04aa-45f8-a879-4568ccbe1f29/3b69bef1-460f-466f-bd7f-3a2477baeaf3/5d6bf2e0-4683-4fd6-95da-291281eb9539) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:04:00.212588 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:00.222010 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:00.223999 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:03:58Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:00.269401 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.1 (19d97293-04aa-45f8-a879-4568ccbe1f29/3b69bef1-460f-466f-bd7f-3a2477baeaf3/8294926c-3bde-4a87-8f1a-49d09b475b86) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:04:00.275870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80ea4e80-59df-4653-83fe-ec1ea710ee72 None None] The sync data for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 is: [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:03:58Z', 'revision_number': 3, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:04:00.289978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:04:00.300487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:04:00.302819 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Pushing event updated for resources: {'Port': ['ID=5d6bf2e0-4683-4fd6-95da-291281eb9539,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:00.304826 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:04:00.361239 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Attempting to bind port 5d6bf2e0-4683-4fd6-95da-291281eb9539 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:04:00.361601 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Attempting to bind port 5d6bf2e0-4683-4fd6-95da-291281eb9539 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:04:00.361954 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Attempting to bind port 5d6bf2e0-4683-4fd6-95da-291281eb9539 on network 19d97293-04aa-45f8-a879-4568ccbe1f29 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:04:00.366975 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:04:00.367345 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Checking segment: {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:04:00.367749 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:00.368120 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Bound using segment: {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:04:00.368618 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Bound port: 5d6bf2e0-4683-4fd6-95da-291281eb9539, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:04:00.369006 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:00.393878 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:00.428891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:00.439423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] For port 5d6bf2e0-4683-4fd6-95da-291281eb9539, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:04:00.443068 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] For port 5d6bf2e0-4683-4fd6-95da-291281eb9539, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d6bf2e0-4683-4fd6-95da-291281eb9539,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:04:00.448514 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:00.469081 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:04:00.474266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:04:00.478056 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:04:00.506366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=8294926c-3bde-4a87-8f1a-49d09b475b86,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:00.512638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574138f7-e244-4324-9117-4bacf03d95cf None None] Pushing event updated for resources: {'Port': ['ID=5d6bf2e0-4683-4fd6-95da-291281eb9539,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:00.543761 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:00.700051 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.010254 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.015094 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.096525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.098408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=8294926c-3bde-4a87-8f1a-49d09b475b86,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:01.190233 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:04:01.191666 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:04:01.310345 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router d3a6bdf2-d315-4481-b27a-8ab15263e88c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:04:01.432328 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:04:01.442045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5ae8a750-be97-45c8-8829-4027867fdd0b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/d3a6bdf2-d315-4481-b27a-8ab15263e88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2118263 Sep 24 01:04:01.507629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d6bf2e0-4683-4fd6-95da-291281eb9539 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:04:01.562236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e41360-f6a9-4e4d-a839-b844c1f13581 None None] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:04:01.581992 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5d6bf2e0-4683-4fd6-95da-291281eb9539 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:01.582362 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.611601 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-cb2fa86a-a907-4413-a54b-57acae42af62 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055400892&fields=id&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 267 time: 0.0369120 Sep 24 01:04:01.692947 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-061bbc68-9ab3-49c1-8ee3-5ff55c66a99d None None] Provisioning complete for port 5d6bf2e0-4683-4fd6-95da-291281eb9539 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:01.693314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-061bbc68-9ab3-49c1-8ee3-5ff55c66a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.791682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.856847 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 5d6bf2e0-4683-4fd6-95da-291281eb9539, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d6bf2e0-4683-4fd6-95da-291281eb9539,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:01.881701 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.883036 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7767f47f-7716-4c93-b21c-1a1edad204fc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:04:01.915994 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Sync routers for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:04:01.928921 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:04:01.929569 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:01.950791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-061bbc68-9ab3-49c1-8ee3-5ff55c66a99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:01.999987 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=5d6bf2e0-4683-4fd6-95da-291281eb9539,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:02.046057 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7767f47f-7716-4c93-b21c-1a1edad204fc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:02.046431 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.048947 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:04:02.049179 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-061bbc68-9ab3-49c1-8ee3-5ff55c66a99d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 01:04:02.049651 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-061bbc68-9ab3-49c1-8ee3-5ff55c66a99d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 01:04:02.141381 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.145885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b46e1-291b-4bc2-af74-36f24307020c req-beda05e7-77c8-4ec0-a2d2-72da62673ed6 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:02.147638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-beda05e7-77c8-4ec0-a2d2-72da62673ed6 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/networks?id=19d97293-04aa-45f8-a879-4568ccbe1f29 HTTP/1.1" status: 200 len: 797 time: 0.5284171 Sep 24 01:04:02.168531 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 7767f47f-7716-4c93-b21c-1a1edad204fc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7767f47f-7716-4c93-b21c-1a1edad204fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:02.171352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-062f47bf-1637-42d2-80ae-d377cf8f15af tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/quotas/8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 375 time: 0.0127745 Sep 24 01:04:02.178731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.237414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=7767f47f-7716-4c93-b21c-1a1edad204fc,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:02.249407 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-57e9c315-7455-4e4a-91d0-ea3bdecde168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0692768 Sep 24 01:04:02.272247 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 2, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:02.299675 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Checking router: d3a6bdf2-d315-4481-b27a-8ab15263e88c for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:04:02.300022 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Updating router d3a6bdf2-d315-4481-b27a-8ab15263e88c port 8294926c-3bde-4a87-8f1a-49d09b475b86 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:04:02.331300 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.414893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-5bbf57c4-d9ae-43eb-b0d7-f6ecc60ccaac service neutron] 10.222.0.24 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577199 Sep 24 01:04:02.538221 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-a19bf4c7-e31f-41a5-bb78-b6ce76990b8d service neutron] 10.222.0.24 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144955 Sep 24 01:04:02.642147 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.647789 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.718925 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Pushing event updated for resources: {'Port': ['ID=8294926c-3bde-4a87-8f1a-49d09b475b86,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:02.720075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3c5ee63e-e3da-4d30-8e39-e6ddb6cc15be None None] Provisioning complete for port 8294926c-3bde-4a87-8f1a-49d09b475b86 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:02.720961 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee63e-e3da-4d30-8e39-e6ddb6cc15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.722117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6b7816f5-a9b3-4db2-83d7-02f6081f00ae req-62fde247-9671-4750-9afc-7e77f11eaa0f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 210 time: 0.0361667 Sep 24 01:04:02.730896 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.731243 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.731566 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.731895 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.732220 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.732532 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.732848 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.733223 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.733556 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.733872 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.734259 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.734604 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:02.765523 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:04:02.778377 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-3c5ee63e-e3da-4d30-8e39-e6ddb6cc15be None None] Port 8294926c-3bde-4a87-8f1a-49d09b475b86 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:04:02.780445 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Attempting to bind port 8294926c-3bde-4a87-8f1a-49d09b475b86 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:04:02.780937 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Attempting to bind port 8294926c-3bde-4a87-8f1a-49d09b475b86 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:04:02.781858 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Attempting to bind port 8294926c-3bde-4a87-8f1a-49d09b475b86 on network 19d97293-04aa-45f8-a879-4568ccbe1f29 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:04:02.789870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-3c5ee63e-e3da-4d30-8e39-e6ddb6cc15be None None] Provisioning complete for port 5d6bf2e0-4683-4fd6-95da-291281eb9539 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:02.790074 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:04:02.790235 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3c5ee63e-e3da-4d30-8e39-e6ddb6cc15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.791109 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Checking segment: {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:04:02.791419 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.791797 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Bound using segment: {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:04:02.792373 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Bound port: 8294926c-3bde-4a87-8f1a-49d09b475b86, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:04:02.792819 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.877477 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] For port 8294926c-3bde-4a87-8f1a-49d09b475b86, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:04:02.881662 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] For port 8294926c-3bde-4a87-8f1a-49d09b475b86, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8294926c-3bde-4a87-8f1a-49d09b475b86,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:04:02.888116 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:02.949159 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:04:02.949758 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:02.995676 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47942c6e-c188-4280-8fe0-174bd710393a None None] Pushing event updated for resources: {'Port': ['ID=8294926c-3bde-4a87-8f1a-49d09b475b86,revision_number=4']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:03.012183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-07b25c06-fa59-490f-934f-5e19fd42c034 None None] Provisioning complete for port 8294926c-3bde-4a87-8f1a-49d09b475b86 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:03.013004 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07b25c06-fa59-490f-934f-5e19fd42c034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:03.072283 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:04:03.116397 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07b25c06-fa59-490f-934f-5e19fd42c034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:03.170070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-07b25c06-fa59-490f-934f-5e19fd42c034 None None] For port 8294926c-3bde-4a87-8f1a-49d09b475b86, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8294926c-3bde-4a87-8f1a-49d09b475b86,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:03.177559 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-07b25c06-fa59-490f-934f-5e19fd42c034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:03.228234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b25c06-fa59-490f-934f-5e19fd42c034 None None] Pushing event updated for resources: {'Port': ['ID=8294926c-3bde-4a87-8f1a-49d09b475b86,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:03.287246 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:03.297942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-0aab91c8-59ca-4205-aa83-9ea935bd3d56 None None] Provisioning complete for port 8294926c-3bde-4a87-8f1a-49d09b475b86 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:03.298231 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0aab91c8-59ca-4205-aa83-9ea935bd3d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:03.412653 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8947d-a6d6-4b1f-a08a-c198a9738dbb None None] The sync data for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 is: [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:04:03.453930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d6bf2e0-4683-4fd6-95da-291281eb9539 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:04:03.523163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 5d6bf2e0-4683-4fd6-95da-291281eb9539 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:03.524226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:03.608203 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7767f47f-7716-4c93-b21c-1a1edad204fc up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:04:03.658249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 7767f47f-7716-4c93-b21c-1a1edad204fc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:03.658616 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:03.789444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b46e1-291b-4bc2-af74-36f24307020c req-e3c31c05-23c3-4fa9-ada0-45b47faf2786 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:03.790673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-e3c31c05-23c3-4fa9-ada0-45b47faf2786 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/networks?id=19d97293-04aa-45f8-a879-4568ccbe1f29 HTTP/1.1" status: 200 len: 797 time: 0.1363103 Sep 24 01:04:03.853893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ee6a4ac0-e4e8-432b-af92-57a85ed9b105 req-a834ed3a-75ad-4f3f-80b5-396cbf8df601 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 210 time: 0.0359356 Sep 24 01:04:03.863408 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-bf52607e-e4cb-4504-a1b2-5331be615def tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a52e6a5bb924017a288be5fe1ec28c1 HTTP/1.1" status: 200 len: 380 time: 0.0635335 Sep 24 01:04:03.879005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'port': {'device_id': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'admin_state_up': True, 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'security_groups': ['43898d76-199c-4531-bbdc-90bb5e191753']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:04:03.993380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Made reservation on behalf of 8a52e6a5bb924017a288be5fe1ec28c1 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:04:03.997075 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:04.128360 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.20.0.12 (19d97293-04aa-45f8-a879-4568ccbe1f29/3b69bef1-460f-466f-bd7f-3a2477baeaf3/4c2c1e39-03a6-4559-9657-a0b295d933c4) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:04:04.270030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:04.304844 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:04.354510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:04:04.357507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:04:04.364242 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:04:04.368978 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=4c2c1e39-03a6-4559-9657-a0b295d933c4,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:04.416068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:04.416728 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:04.434071 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-0abd5a56-2056-414b-8c4a-e434692639fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5589545 Sep 24 01:04:04.444169 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-2a496f45-e248-46f5-b97f-b716c0007d12 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:04:04.445855 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-2a496f45-e248-46f5-b97f-b716c0007d12 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056553 Sep 24 01:04:04.458193 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Request body: {'port': {'device_id': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:04:04.515163 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:04.606716 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-810de73a-353d-4ad9-850c-64c0f7e7f794 None None] Provisioning complete for port 4c2c1e39-03a6-4559-9657-a0b295d933c4 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:04.607283 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-810de73a-353d-4ad9-850c-64c0f7e7f794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:04.641062 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-810de73a-353d-4ad9-850c-64c0f7e7f794 None None] Port 4c2c1e39-03a6-4559-9657-a0b295d933c4 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:04:04.777289 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c2c1e39-03a6-4559-9657-a0b295d933c4 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:04:04.784410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:04.796454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Transition to ACTIVE for port object 4c2c1e39-03a6-4559-9657-a0b295d933c4 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:04:04.800473 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:04.849537 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c1e39-03a6-4559-9657-a0b295d933c4,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:04.930012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Attempting to bind port 4c2c1e39-03a6-4559-9657-a0b295d933c4 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:04:04.930495 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Attempting to bind port 4c2c1e39-03a6-4559-9657-a0b295d933c4 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:04:04.931011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Attempting to bind port 4c2c1e39-03a6-4559-9657-a0b295d933c4 on network 19d97293-04aa-45f8-a879-4568ccbe1f29 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:04:04.945966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Port 4c2c1e39-03a6-4559-9657-a0b295d933c4 on network 19d97293-04aa-45f8-a879-4568ccbe1f29 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:04:04.946407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Attempting to bind port 4c2c1e39-03a6-4559-9657-a0b295d933c4 on network 19d97293-04aa-45f8-a879-4568ccbe1f29 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:04:04.966243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:04:04.966577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Checking segment: {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:04:04.966982 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Bound using segment: {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:04:04.967414 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Bound port: 4c2c1e39-03a6-4559-9657-a0b295d933c4, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cce9c457-0e9c-4e5b-8467-5575069c49b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:04:04.967773 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:05.016793 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627919a-ce6d-4415-98a7-f9b5b5a95eb1 req-05cd5938-8c60-4676-9126-a1cbc8f99e38 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.018282 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0627919a-ce6d-4415-98a7-f9b5b5a95eb1 req-05cd5938-8c60-4676-9126-a1cbc8f99e38 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 944 time: 0.0849152 Sep 24 01:04:05.068822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] For port 4c2c1e39-03a6-4559-9657-a0b295d933c4, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:04:05.073546 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] For port 4c2c1e39-03a6-4559-9657-a0b295d933c4, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:04:05.079167 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0627919a-ce6d-4415-98a7-f9b5b5a95eb1 req-e63e486b-bde2-47ce-9e59-8460030f666d tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533245 Sep 24 01:04:05.080578 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:05.118671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.119330 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:05.120703 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] 10.222.0.18 "PUT /v2.0/ports/4c2c1e39-03a6-4559-9657-a0b295d933c4 HTTP/1.1" status: 200 len: 1093 time: 0.6674228 Sep 24 01:04:05.121129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:04:05.123390 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aafba01-12dd-4106-ae2c-d38f611ac15a" -d '{"events": [{"name": "network-changed", "server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:04:05.145915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fcf64-6ab9-408c-b36f-3deffa041f2e service neutron] Pushing event updated for resources: {'Port': ['ID=4c2c1e39-03a6-4559-9657-a0b295d933c4,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:05.169753 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cea8bd-032a-437c-a302-454d3bea459a x-openstack-request-id: req-d3cea8bd-032a-437c-a302-454d3bea459a {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:04:05.170113 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:04:05.170396 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d3cea8bd-032a-437c-a302-454d3bea459a {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:04:05.170832 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'status': 'completed', 'code': 200} Sep 24 01:04:05.212823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b46e1-291b-4bc2-af74-36f24307020c req-3a92ea9c-3ce0-4cd4-a1ce-935e81b7f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.214383 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-3a92ea9c-3ce0-4cd4-a1ce-935e81b7f68e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 1096 time: 0.0423536 Sep 24 01:04:05.258238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-a161510e-b232-4190-87eb-392e4b670f67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4 HTTP/1.1" status: 200 len: 217 time: 0.0362763 Sep 24 01:04:05.308212 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b46e1-291b-4bc2-af74-36f24307020c req-2eb7108b-d9c4-44ce-8f64-1fba6fc00c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.309702 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-2eb7108b-d9c4-44ce-8f64-1fba6fc00c29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b69bef1-460f-466f-bd7f-3a2477baeaf3 HTTP/1.1" status: 200 len: 835 time: 0.0452979 Sep 24 01:04:05.358938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b46e1-291b-4bc2-af74-36f24307020c req-3b46b3f8-e898-4429-8b32-e1b83226dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.360451 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-3b46b3f8-e898-4429-8b32-e1b83226dcad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19d97293-04aa-45f8-a879-4568ccbe1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444133 Sep 24 01:04:05.453910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-43585852-ae2f-400a-b2f3-1ffb2652abe7 service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857675 Sep 24 01:04:05.466698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8294926c-3bde-4a87-8f1a-49d09b475b86 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:04:05.524161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 8294926c-3bde-4a87-8f1a-49d09b475b86 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:05.524636 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:05.559487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-177b46e1-291b-4bc2-af74-36f24307020c req-66527600-5d58-4061-820a-d31f702c4aaf service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974047 Sep 24 01:04:05.645199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-55a8ac86-fedb-4abc-9743-ffc68c564f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.646606 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-55a8ac86-fedb-4abc-9743-ffc68c564f04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 1096 time: 0.0408964 Sep 24 01:04:05.739155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-86d22fe6-8e3e-4a5d-8a58-157304e0221c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.740608 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-86d22fe6-8e3e-4a5d-8a58-157304e0221c service neutron] 10.222.0.18 "GET /v2.0/networks?id=19d97293-04aa-45f8-a879-4568ccbe1f29 HTTP/1.1" status: 200 len: 898 time: 0.0875452 Sep 24 01:04:05.781215 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-de2894f6-9168-416e-bc4a-1cf9064e9fb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4 HTTP/1.1" status: 200 len: 217 time: 0.0339253 Sep 24 01:04:05.830527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-d431f4df-86c2-4116-9267-a1bbf4eaca31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.831946 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-d431f4df-86c2-4116-9267-a1bbf4eaca31 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b69bef1-460f-466f-bd7f-3a2477baeaf3 HTTP/1.1" status: 200 len: 835 time: 0.0431271 Sep 24 01:04:05.881676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-dc930abb-f12c-487e-9e11-deb891736db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:05.883755 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-dc930abb-f12c-487e-9e11-deb891736db5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19d97293-04aa-45f8-a879-4568ccbe1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437410 Sep 24 01:04:05.977318 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-07f78212-1704-4b42-8e90-c73bcd7469b1 service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859060 Sep 24 01:04:06.068573 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1aafba01-12dd-4106-ae2c-d38f611ac15a req-13fca6aa-caea-46f2-a002-9d37fe8457f3 service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838029 Sep 24 01:04:06.192431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e94f6-b99c-4f78-a80a-cb7b97fa408f req-19de30be-7443-43b6-8e24-fcd9e25d02d2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:06.193923 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f0e94f6-b99c-4f78-a80a-cb7b97fa408f req-19de30be-7443-43b6-8e24-fcd9e25d02d2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 944 time: 0.0491695 Sep 24 01:04:06.232870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3f0e94f6-b99c-4f78-a80a-cb7b97fa408f req-8dfc9929-66b5-4d4f-b72c-71171e8bc922 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322623 Sep 24 01:04:07.322296 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:07.352236 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c216c3-5419-483e-bfdf-964e15475354 req-e1f2c198-22e6-49ba-bb96-14956448d9e5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:07.353815 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17c216c3-5419-483e-bfdf-964e15475354 req-e1f2c198-22e6-49ba-bb96-14956448d9e5 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 944 time: 0.0499866 Sep 24 01:04:07.393173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-17c216c3-5419-483e-bfdf-964e15475354 req-099d28f3-a10f-4fda-a1ec-ab0e8b2f47e3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329688 Sep 24 01:04:08.292717 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4c2c1e39-03a6-4559-9657-a0b295d933c4 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:04:08.386062 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4c2c1e39-03a6-4559-9657-a0b295d933c4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:08.397413 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'port_id': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'mac_address': 'fa:16:3e:6f:49:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:04:08.435017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:08.448759 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c2c1e39-03a6-4559-9657-a0b295d933c4 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:04:08.468638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4c2c1e39-03a6-4559-9657-a0b295d933c4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:08.472794 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:08.515385 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba8ca0-e2d0-4d84-8c6b-e9b6b3beb84c req-7960cff2-9cbd-4c10-abb3-de97e31181c2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:08.516875 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4dba8ca0-e2d0-4d84-8c6b-e9b6b3beb84c req-7960cff2-9cbd-4c10-abb3-de97e31181c2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 945 time: 0.0551739 Sep 24 01:04:08.519310 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4c2c1e39-03a6-4559-9657-a0b295d933c4,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:08.557229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4dba8ca0-e2d0-4d84-8c6b-e9b6b3beb84c req-5a2bab9d-da6b-4c8b-8af2-3143bd47dac9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339940 Sep 24 01:04:08.693186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4c2c1e39-03a6-4559-9657-a0b295d933c4'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:04:09.671735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b41d6a4-13da-4a18-8b14-3d9cba7c9357 req-4582709c-d594-4756-9734-7354e5a39c63 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:09.673232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b41d6a4-13da-4a18-8b14-3d9cba7c9357 req-4582709c-d594-4756-9734-7354e5a39c63 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 945 time: 0.0491238 Sep 24 01:04:09.709890 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5b41d6a4-13da-4a18-8b14-3d9cba7c9357 req-8b79436e-c21f-4a69-8fa1-0a88713055c8 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306709 Sep 24 01:04:09.869044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:10.292668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4c2c1e39-03a6-4559-9657-a0b295d933c4 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:04:10.343821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 4c2c1e39-03a6-4559-9657-a0b295d933c4 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:04:10.347689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 4c2c1e39-03a6-4559-9657-a0b295d933c4 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:04:10.348063 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:10.433898 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:10.642117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:04:10.644356 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5645a2e-a4a1-4e0e-ab38-aad57785f555" -d '{"events": [{"server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:04:10.659047 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4c2c1e39-03a6-4559-9657-a0b295d933c4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:10.665076 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:10.689710 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3b0617-d4f5-43f4-b85f-f7cb59351e2b x-openstack-request-id: req-8a3b0617-d4f5-43f4-b85f-f7cb59351e2b {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:04:10.690001 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "name": "network-vif-plugged", "status": "completed", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:04:10.690247 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8a3b0617-d4f5-43f4-b85f-f7cb59351e2b {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:04:10.690620 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'code': 200} Sep 24 01:04:10.725175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4c2c1e39-03a6-4559-9657-a0b295d933c4,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:10.779875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a8af4-426f-4a4e-9217-8654494912fa req-ea1aa6b8-c80a-4672-b104-6dcfed315730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:10.781362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-135a8af4-426f-4a4e-9217-8654494912fa req-ea1aa6b8-c80a-4672-b104-6dcfed315730 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 1098 time: 0.0432193 Sep 24 01:04:10.841925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-135a8af4-426f-4a4e-9217-8654494912fa req-e5107c7d-b779-4f9d-8fd0-dda2e643334d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509286 Sep 24 01:04:10.853406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf9af0-800f-4a19-b57d-1624434639ef req-93a0b2e1-0f0c-4256-a772-3c474bf6eb77 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:10.854858 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8bf9af0-800f-4a19-b57d-1624434639ef req-93a0b2e1-0f0c-4256-a772-3c474bf6eb77 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0773890 Sep 24 01:04:10.893123 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8bf9af0-800f-4a19-b57d-1624434639ef req-3e9d7126-ed52-4ff3-b661-d2dbddfc1066 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Sep 24 01:04:12.009902 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30d8a30-56f9-4b20-a217-c700e2308723 req-3dec8015-395d-42eb-96df-1b3ee4b7d4fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:12.011426 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e30d8a30-56f9-4b20-a217-c700e2308723 req-3dec8015-395d-42eb-96df-1b3ee4b7d4fc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0493743 Sep 24 01:04:12.049005 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e30d8a30-56f9-4b20-a217-c700e2308723 req-07679c64-4203-44d4-80bc-a780fb8b7adf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Sep 24 01:04:12.160287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe26307-e98a-4b8a-8d29-2265d9063e54 req-a0d97a2b-349b-42db-b365-56638fa06f85 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:12.161726 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbe26307-e98a-4b8a-8d29-2265d9063e54 req-a0d97a2b-349b-42db-b365-56638fa06f85 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0480547 Sep 24 01:04:12.200392 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-cbe26307-e98a-4b8a-8d29-2265d9063e54 req-9748165a-4b9b-4c17-affe-bc96c481f6cf tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326631 Sep 24 01:04:12.221293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45496) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:12.265134 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdecf19a-dbf3-4e8e-b462-c0f40acc0cf2 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:12.266653 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cdecf19a-dbf3-4e8e-b462-c0f40acc0cf2 tempest-TestNetworkAdvancedServerOps-1842306732 tempest-TestNetworkAdvancedServerOps-1842306732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 1093 time: 0.0443494 Sep 24 01:04:12.269429 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45498) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:12.273803 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:04:12.296022 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:12.389128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:12.493948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Allocated IP 172.25.5.23 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/461e88c2-a73a-44f2-a5d1-91b97e1baf3f) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:04:12.593150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:12.628858 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:12.668691 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:04:12.673172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:04:12.675878 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:04:12.703070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=461e88c2-a73a-44f2-a5d1-91b97e1baf3f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:13.032263 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:13.104173 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:13.270940 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:13.277342 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:13.342455 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event updated for resources: {'Port': ['ID=461e88c2-a73a-44f2-a5d1-91b97e1baf3f,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:13.356976 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:13.459589 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP 59be3590-70c7-4b0b-9627-f95e1413ebf9 associated. External IP: 172.25.5.23, port: 4c2c1e39-03a6-4559-9657-a0b295d933c4. Sep 24 01:04:13.665511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router d3a6bdf2-d315-4481-b27a-8ab15263e88c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:04:13.769602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:04:13.779504 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] Sync routers for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:04:13.787752 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:13.789369 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:04:13.789988 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:13.815472 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ce8f8330-cf4f-4278-9e40-5d24ae75ffde tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5450277 Sep 24 01:04:13.816050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:04:13.818331 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718753ff-2dea-4753-ba76-4aee38fbf68a" -d '{"events": [{"name": "network-changed", "server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:04:13.862119 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecfd079-7769-42da-84b7-41f61dc4cf7c x-openstack-request-id: req-aecfd079-7769-42da-84b7-41f61dc4cf7c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:04:13.862564 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:04:13.863004 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aecfd079-7769-42da-84b7-41f61dc4cf7c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:04:13.863537 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'status': 'completed', 'code': 200} Sep 24 01:04:13.917844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:04:13.961238 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39656c-da36-454f-9429-b97eec07dca5 req-049c9ac8-60fd-43cd-9034-d0c64856449e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:13.962719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e39656c-da36-454f-9429-b97eec07dca5 req-049c9ac8-60fd-43cd-9034-d0c64856449e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0794833 Sep 24 01:04:13.965227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-285b6243-e97e-4405-8cde-4f8ee2e09c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:13.966570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-285b6243-e97e-4405-8cde-4f8ee2e09c21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 1098 time: 0.0746019 Sep 24 01:04:14.050716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5e39656c-da36-454f-9429-b97eec07dca5 req-c83d785c-860b-43c6-b886-9c895e6c65df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816147 Sep 24 01:04:14.073913 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45504) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:14.078934 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-ccdb2d2e-1c78-4f51-9f16-af5b19c96aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:14.080577 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-ccdb2d2e-1c78-4f51-9f16-af5b19c96aa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19d97293-04aa-45f8-a879-4568ccbe1f29 HTTP/1.1" status: 200 len: 898 time: 0.1059864 Sep 24 01:04:14.140157 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-f3cc026e-b96e-4347-a998-be17e63b7518 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/59be3590-70c7-4b0b-9627-f95e1413ebf9 HTTP/1.1" status: 200 len: 991 time: 0.0650413 Sep 24 01:04:14.148558 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '59be3590-70c7-4b0b-9627-f95e1413ebf9', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'port_id': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'mac_address': 'fa:16:3e:6f:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:04:12Z', 'updated_at': '2021-09-24T01:04:12Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:03Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:14.156811 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-dc743b4f-3837-40bd-b6f7-bd246f6b1b0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4 HTTP/1.1" status: 200 len: 999 time: 0.0689774 Sep 24 01:04:14.178813 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] Checking router: d3a6bdf2-d315-4481-b27a-8ab15263e88c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:04:14.187573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:04:14.188186 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:03:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:14.207175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-71c36d0c-0a9c-4031-a966-34fcfc8b50dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:14.208627 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-71c36d0c-0a9c-4031-a966-34fcfc8b50dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b69bef1-460f-466f-bd7f-3a2477baeaf3 HTTP/1.1" status: 200 len: 835 time: 0.0451529 Sep 24 01:04:14.254847 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-b369881b-d357-4fd3-9109-09ecaedd5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:14.256593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-b369881b-d357-4fd3-9109-09ecaedd5e6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19d97293-04aa-45f8-a879-4568ccbe1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410967 Sep 24 01:04:14.293218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:04:14.349546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-17480b2d-20c4-41b3-b7de-2ba0d53b2feb service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853455 Sep 24 01:04:14.437572 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-718753ff-2dea-4753-ba76-4aee38fbf68a req-aef36c43-a7b4-4bfd-896e-e78c931fe1af service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815656 Sep 24 01:04:14.517387 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '59be3590-70c7-4b0b-9627-f95e1413ebf9', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'port_id': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'mac_address': 'fa:16:3e:6f:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:04:12Z', 'updated_at': '2021-09-24T01:04:12Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:03Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:14.543053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ba8ef7-1807-4d4e-ba91-a01118560fb6 None None] The sync data for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 is: [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '59be3590-70c7-4b0b-9627-f95e1413ebf9', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'floating_ip_address': '172.25.5.23', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'port_id': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'mac_address': 'fa:16:3e:6f:49:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:04:12Z', 'updated_at': '2021-09-24T01:04:12Z', 'revision_number': 0, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:03Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:04:14.730187 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9d1c9c-20b1-4cf3-b1b9-8d8739200802 None None] New status for floating IP 59be3590-70c7-4b0b-9627-f95e1413ebf9: ACTIVE {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:04:15.144020 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45506) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:15.558617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-3df840bd-d5a9-4200-b19f-05fb0623cd35 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/59be3590-70c7-4b0b-9627-f95e1413ebf9 HTTP/1.1" status: 200 len: 993 time: 0.4133422 Sep 24 01:04:23.106334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e17e70b3-334a-47ae-af06-cbf8d38a1717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:25.988571 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:26.084838 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7545735f-e1f3-44d5-b5ab-f891675e348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:26.109652 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-4938ab1b-6357-4c62-8d78-76697a0c8a59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397131 Sep 24 01:04:26.188584 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-fb8c1033-4bb7-4bd7-ab18-495c11d4b382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:26.190105 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-fb8c1033-4bb7-4bd7-ab18-495c11d4b382 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 1098 time: 0.0395861 Sep 24 01:04:26.295654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-7bf2a85d-8aca-43dd-a9c9-1bca948ae58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:26.297114 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-7bf2a85d-8aca-43dd-a9c9-1bca948ae58f service neutron] 10.222.0.18 "GET /v2.0/networks?id=19d97293-04aa-45f8-a879-4568ccbe1f29 HTTP/1.1" status: 200 len: 898 time: 0.0894175 Sep 24 01:04:26.361395 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-a60b5ad6-5924-4534-9f5c-0e8250e04e38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4 HTTP/1.1" status: 200 len: 1001 time: 0.0566564 Sep 24 01:04:26.413080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-9da24f75-db48-4e2a-89d8-9c0e357b1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:26.415172 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-9da24f75-db48-4e2a-89d8-9c0e357b1055 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b69bef1-460f-466f-bd7f-3a2477baeaf3 HTTP/1.1" status: 200 len: 835 time: 0.0474606 Sep 24 01:04:26.459374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-fab1c87b-560d-4f22-8bb3-170c77d8f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:26.461409 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-fab1c87b-560d-4f22-8bb3-170c77d8f0ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19d97293-04aa-45f8-a879-4568ccbe1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396044 Sep 24 01:04:26.548117 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-c764d24c-6c04-4322-af54-220f9d145f46 service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799835 Sep 24 01:04:26.641639 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04151477-fbf1-4777-9d4d-3f1ae49f7359 req-3ab4180f-5e24-4bac-9e79-3a89503b3d14 service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865865 Sep 24 01:04:27.019469 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:29.389327 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:37.338481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:39.736739 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:04:39.882184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:49.008684 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43017d56-9750-443a-a60a-e07caeff8626 req-74051769-14c8-4c34-ba72-0b563a3c1675 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:49.010413 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43017d56-9750-443a-a60a-e07caeff8626 req-74051769-14c8-4c34-ba72-0b563a3c1675 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0509162 Sep 24 01:04:49.049860 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43017d56-9750-443a-a60a-e07caeff8626 req-0b04f144-079a-41e0-a24a-605c993b34c3 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330987 Sep 24 01:04:50.166375 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ec65b-d966-4611-a6b6-9ee082fbf786 req-f9f79d7d-70c4-4e75-8e2a-f68b56e4cd90 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:50.167867 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-422ec65b-d966-4611-a6b6-9ee082fbf786 req-f9f79d7d-70c4-4e75-8e2a-f68b56e4cd90 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0494189 Sep 24 01:04:50.209487 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-422ec65b-d966-4611-a6b6-9ee082fbf786 req-f7373ab1-42b8-4700-8047-5c2d7f4cda5e tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350711 Sep 24 01:04:50.232363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45526) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:50.291944 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cd3cdd60-473e-4442-a3dc-26754ecb3e03 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/59be3590-70c7-4b0b-9627-f95e1413ebf9 HTTP/1.1" status: 200 len: 993 time: 0.0584404 Sep 24 01:04:51.562087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d0876-d9a1-4a8f-b77b-5b3fe89fe0cc req-2490bb71-c129-45cd-8aa3-af53cee0655a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:51.563553 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a05d0876-d9a1-4a8f-b77b-5b3fe89fe0cc req-2490bb71-c129-45cd-8aa3-af53cee0655a tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0517635 Sep 24 01:04:51.629100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a05d0876-d9a1-4a8f-b77b-5b3fe89fe0cc req-093dc94b-e052-4ac4-8f37-781e02feed33 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595582 Sep 24 01:04:51.639965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-2cf02f10-10f5-4830-9763-19b3e15a15fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:51.641247 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-2cf02f10-10f5-4830-9763-19b3e15a15fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 1098 time: 0.0580516 Sep 24 01:04:51.745241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-331e5835-26e8-4e2e-b530-8b869de25de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:51.746718 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-331e5835-26e8-4e2e-b530-8b869de25de1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=19d97293-04aa-45f8-a879-4568ccbe1f29 HTTP/1.1" status: 200 len: 898 time: 0.0987878 Sep 24 01:04:51.811795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-263762b1-bfff-4af4-8477-65c6b0d0c204 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4 HTTP/1.1" status: 200 len: 1001 time: 0.0581627 Sep 24 01:04:51.864361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-c6191a55-de5f-47a5-86dc-6133e72919e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:51.865842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-c6191a55-de5f-47a5-86dc-6133e72919e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b69bef1-460f-466f-bd7f-3a2477baeaf3 HTTP/1.1" status: 200 len: 835 time: 0.0474672 Sep 24 01:04:51.914826 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-14ef5ae9-bac3-419d-a743-946a1460548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:51.916388 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-14ef5ae9-bac3-419d-a743-946a1460548f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19d97293-04aa-45f8-a879-4568ccbe1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436769 Sep 24 01:04:52.005135 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-d2281046-d09e-4c63-8d09-5894d0e91697 service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818677 Sep 24 01:04:52.098432 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67b1e78f-60c2-419e-a5de-8b2105e8c249 req-c2d420bb-3522-418c-bf4a-08ada54a97ba service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866055 Sep 24 01:04:52.753123 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2cabb-fdca-46b5-a065-709978448034 req-61734fac-46d5-48ca-8112-cb9f028510e4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:52.754620 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3d2cabb-fdca-46b5-a065-709978448034 req-61734fac-46d5-48ca-8112-cb9f028510e4 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0511456 Sep 24 01:04:52.792051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f3d2cabb-fdca-46b5-a065-709978448034 req-336502b4-42ca-47ee-98f5-007ea15edf10 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312986 Sep 24 01:04:53.107857 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2b8f5252-e198-463c-a37a-00d5458fd7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:53.908303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34450e93-b5fd-43a1-a049-b0f135cfc3fd req-2586ff6d-6c6c-4ee0-bc53-7989bb194b7b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:53.909813 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34450e93-b5fd-43a1-a049-b0f135cfc3fd req-2586ff6d-6c6c-4ee0-bc53-7989bb194b7b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0496345 Sep 24 01:04:53.953035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-34450e93-b5fd-43a1-a049-b0f135cfc3fd req-6d52c4df-4899-4b61-8ee1-c0f143182555 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371718 Sep 24 01:04:53.974881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45538) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:54.034654 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9b82f1fb-ce5f-4c19-9b78-b8ec719c2710 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/floatingips/59be3590-70c7-4b0b-9627-f95e1413ebf9 HTTP/1.1" status: 200 len: 993 time: 0.0586731 Sep 24 01:04:54.247416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45544) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:54.404824 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 461e88c2-a73a-44f2-a5d1-91b97e1baf3f {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:04:54.405075 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:54.479481 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:54.479813 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:54.494177 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 461e88c2-a73a-44f2-a5d1-91b97e1baf3f owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:04:54.646515 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:54.677405 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=461e88c2-a73a-44f2-a5d1-91b97e1baf3f,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:54.699498 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.699842 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.700178 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.700641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.700887 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.701263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.701726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.702086 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.702409 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.702729 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.703077 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.703392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:54.752345 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:54.752747 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Floating IP 59be3590-70c7-4b0b-9627-f95e1413ebf9 disassociated (deleted). External IP: 172.25.5.23, port: 4c2c1e39-03a6-4559-9657-a0b295d933c4. Sep 24 01:04:54.963016 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router d3a6bdf2-d315-4481-b27a-8ab15263e88c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:04:55.068191 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:04:55.073577 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:55.078353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] Sync routers for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:04:55.086982 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:04:55.088117 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:55.101607 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bcd6a4a3-3b38-444a-af7b-82e5f255a79b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/floatingips/59be3590-70c7-4b0b-9627-f95e1413ebf9 HTTP/1.1" status: 204 len: 168 time: 0.8531206 Sep 24 01:04:55.102189 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:04:55.104581 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738a2a39-d1a2-454f-a04c-2b49bf2867e2" -d '{"events": [{"name": "network-changed", "server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:04:55.145321 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfe24c1-0c2f-43f3-b242-af8fbae5a606 x-openstack-request-id: req-dbfe24c1-0c2f-43f3-b242-af8fbae5a606 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:04:55.145321 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:04:55.145924 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dbfe24c1-0c2f-43f3-b242-af8fbae5a606 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:04:55.146160 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'status': 'completed', 'code': 200} Sep 24 01:04:55.201978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:04:55.230303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-8a898b11-0554-4d75-94ca-adef6a0e64bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:55.232646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-8a898b11-0554-4d75-94ca-adef6a0e64bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 1098 time: 0.0648186 Sep 24 01:04:55.375007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-8495cb88-217a-42a1-90cf-38e4f69f57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:55.376492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-8495cb88-217a-42a1-90cf-38e4f69f57ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=19d97293-04aa-45f8-a879-4568ccbe1f29 HTTP/1.1" status: 200 len: 898 time: 0.1372283 Sep 24 01:04:55.385295 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0706dae-f0dd-4933-a13c-bea21ac13f32 req-4a035c8b-3877-4063-91ef-cf0d190038af tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:55.386697 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0706dae-f0dd-4933-a13c-bea21ac13f32 req-4a035c8b-3877-4063-91ef-cf0d190038af tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0693667 Sep 24 01:04:55.424323 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:03Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:55.436732 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-db3df782-d1e8-4c17-936d-603e2b8540e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4 HTTP/1.1" status: 200 len: 217 time: 0.0489082 Sep 24 01:04:55.451145 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] Checking router: d3a6bdf2-d315-4481-b27a-8ab15263e88c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:04:55.459295 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:04:55.459897 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:55.482261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0706dae-f0dd-4933-a13c-bea21ac13f32 req-5ea84368-5d92-49fb-97be-16023d93ea13 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887551 Sep 24 01:04:55.510740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-4f764c0c-874d-4a90-8f00-faaa6acf5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:55.512387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-4f764c0c-874d-4a90-8f00-faaa6acf5d19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b69bef1-460f-466f-bd7f-3a2477baeaf3 HTTP/1.1" status: 200 len: 835 time: 0.0681686 Sep 24 01:04:55.560331 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-d70c3ac4-acdd-4367-9023-902b928a5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:55.561828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-d70c3ac4-acdd-4367-9023-902b928a5cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=19d97293-04aa-45f8-a879-4568ccbe1f29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422130 Sep 24 01:04:55.568575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:04:55.663373 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-beeaca0e-8c5a-4993-8e9f-2f8301448400 service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924926 Sep 24 01:04:55.755845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-738a2a39-d1a2-454f-a04c-2b49bf2867e2 req-a4755db1-d549-4167-a974-612c17f970c5 service neutron] 10.222.0.18 "GET /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849357 Sep 24 01:04:55.781368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:03Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:55.811131 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f956864-f3ea-4488-b830-997454b1f5be None None] The sync data for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 is: [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:00Z', 'revision_number': 4, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '8294926c-3bde-4a87-8f1a-49d09b475b86', 'name': '', 'network_id': '19d97293-04aa-45f8-a879-4568ccbe1f29', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'mac_address': 'fa:16:3e:2e:ed:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:59Z', 'updated_at': '2021-09-24T01:04:03Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'subnets': [{'id': '3b69bef1-460f-466f-bd7f-3a2477baeaf3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:04:55.992292 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:56.033021 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa9d75c-237a-4cc8-a923-e8e224d9be45 None None] New status for floating IP 59be3590-70c7-4b0b-9627-f95e1413ebf9: DOWN {{(pid=106381) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:04:56.085791 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-821f2493-f38a-4ab4-86ee-1c02e354fc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:56.606039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439dde16-6b66-4a90-9d23-3f996aa430a1 req-632a056d-878d-49c9-a9c6-1de2f80904e9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:56.607879 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-439dde16-6b66-4a90-9d23-3f996aa430a1 req-632a056d-878d-49c9-a9c6-1de2f80904e9 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0549448 Sep 24 01:04:56.646289 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-439dde16-6b66-4a90-9d23-3f996aa430a1 req-6172d8a1-70df-4ca5-9f39-b64e726dd4df tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "GET /v2.0/security-groups?id=43898d76-199c-4531-bbdc-90bb5e191753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323811 Sep 24 01:04:56.817113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-72c0913e-5285-4e9f-a8f9-0f7208a27ff1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:04:56.818589 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-72c0913e-5285-4e9f-a8f9-0f7208a27ff1 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "GET /v2.0/ports?device_id=36a21422-ad78-470f-aa49-53c300a0cf7c HTTP/1.1" status: 200 len: 946 time: 0.0484273 Sep 24 01:04:56.906129 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 4c2c1e39-03a6-4559-9657-a0b295d933c4 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:04:56.906474 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:56.998347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 4c2c1e39-03a6-4559-9657-a0b295d933c4, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4c2c1e39-03a6-4559-9657-a0b295d933c4,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:56.998720 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:57.012514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 4c2c1e39-03a6-4559-9657-a0b295d933c4 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:04:57.023403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:57.146183 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:57.176583 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=4c2c1e39-03a6-4559-9657-a0b295d933c4,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:57.190209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.190590 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.191085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.191552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.192011 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.192484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.192819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.193152 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.193486 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.193819 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.194146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.194473 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:04:57.230598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] No DVR routers for this DVR port 4c2c1e39-03a6-4559-9657-a0b295d933c4 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:04:57.233525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:57.235523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5319b4a-8c4e-49fe-bd42-850917adb912 req-b0ea42bd-9991-429b-a779-b7b6bc8e783f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.18 "DELETE /v2.0/ports/4c2c1e39-03a6-4559-9657-a0b295d933c4 HTTP/1.1" status: 204 len: 173 time: 0.4110100 Sep 24 01:04:57.235959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'name': 'network-vif-deleted', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:04:57.238183 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e4189c-f921-44f0-8f0c-7bfd2c5b26e7" -d '{"events": [{"server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "name": "network-vif-deleted", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:04:57.280628 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1299b7-b086-437f-92f5-18e5fcd3da0c x-openstack-request-id: req-ac1299b7-b086-437f-92f5-18e5fcd3da0c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:04:57.280927 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a21422-ad78-470f-aa49-53c300a0cf7c", "name": "network-vif-deleted", "tag": "4c2c1e39-03a6-4559-9657-a0b295d933c4", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:04:57.281182 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac1299b7-b086-437f-92f5-18e5fcd3da0c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:04:57.281589 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a21422-ad78-470f-aa49-53c300a0cf7c', 'name': 'network-vif-deleted', 'tag': '4c2c1e39-03a6-4559-9657-a0b295d933c4', 'status': 'completed', 'code': 200} Sep 24 01:04:57.720410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45558) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:58.090892 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:58.344144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 8294926c-3bde-4a87-8f1a-49d09b475b86 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:04:58.344395 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:58.428958 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 8294926c-3bde-4a87-8f1a-49d09b475b86, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=8294926c-3bde-4a87-8f1a-49d09b475b86,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:58.429319 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:58.441736 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 8294926c-3bde-4a87-8f1a-49d09b475b86 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:04:58.629410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:58.656829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=8294926c-3bde-4a87-8f1a-49d09b475b86,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:58.842434 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.059674 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Router d3a6bdf2-d315-4481-b27a-8ab15263e88c has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:04:59.165241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:04:59.171862 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a1c86966-d7c4-42fe-898a-22d654956f4b tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "PUT /v2.0/routers/d3a6bdf2-d315-4481-b27a-8ab15263e88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4496384 Sep 24 01:04:59.174635 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45560) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:59.177703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] Sync routers for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:04:59.187338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:04:59.188064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:59.234172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d47ac73-cf80-4d58-8cee-090947fe9ea2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting subnet 3b69bef1-460f-466f-bd7f-3a2477baeaf3 {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 01:04:59.237330 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d47ac73-cf80-4d58-8cee-090947fe9ea2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.277633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d47ac73-cf80-4d58-8cee-090947fe9ea2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.295663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:04:59.366220 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d47ac73-cf80-4d58-8cee-090947fe9ea2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.432649 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d47ac73-cf80-4d58-8cee-090947fe9ea2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.458221 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.463518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47ac73-cf80-4d58-8cee-090947fe9ea2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Subnet': ['ID=3b69bef1-460f-466f-bd7f-3a2477baeaf3,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:04:59.468452 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6d47ac73-cf80-4d58-8cee-090947fe9ea2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.470506 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6d47ac73-cf80-4d58-8cee-090947fe9ea2 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/subnets/3b69bef1-460f-466f-bd7f-3a2477baeaf3 HTTP/1.1" status: 204 len: 168 time: 0.2949173 Sep 24 01:04:59.473588 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45562) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:04:59.477685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5790c40f-ea0a-4ee2-998a-74c8cca8ea67 None None] Network 19d97293-04aa-45f8-a879-4568ccbe1f29 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:04:59.553398 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:58Z', 'revision_number': 5, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port': {'id': '7767f47f-7716-4c93-b21c-1a1edad204fc', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:fe:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:59.591453 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.599889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] Checking router: d3a6bdf2-d315-4481-b27a-8ab15263e88c for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:04:59.713544 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.772396 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Deleting port 7767f47f-7716-4c93-b21c-1a1edad204fc {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:04:59.772735 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.782355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] Routers {'d3a6bdf2-d315-4481-b27a-8ab15263e88c'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:04:59.782994 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:04:59.864724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] For port 7767f47f-7716-4c93-b21c-1a1edad204fc, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=7767f47f-7716-4c93-b21c-1a1edad204fc,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:04:59.865419 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:04:59.882553 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Calling delete_port for 7767f47f-7716-4c93-b21c-1a1edad204fc owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:04:59.908082 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] Set router d3a6bdf2-d315-4481-b27a-8ab15263e88c gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:04:59.974265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] DHCP port deletion for 19d97293-04aa-45f8-a879-4568ccbe1f29 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 01:04:59.977132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:59Z', 'revision_number': 6, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:00.009820 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732dadfe-60f1-4ee7-83be-d961653d5f57 None None] The sync data for ids ['d3a6bdf2-d315-4481-b27a-8ab15263e88c'] in n-d-713498-18 is: [{'id': 'd3a6bdf2-d315-4481-b27a-8ab15263e88c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-805721616', 'tenant_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:03:57Z', 'updated_at': '2021-09-24T01:04:59Z', 'revision_number': 6, 'project_id': '8a52e6a5bb924017a288be5fe1ec28c1', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:05:00.075772 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Deleting port 5d6bf2e0-4683-4fd6-95da-291281eb9539 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:05:00.076550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.151884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] For port 5d6bf2e0-4683-4fd6-95da-291281eb9539, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=5d6bf2e0-4683-4fd6-95da-291281eb9539,segment=NetworkSegment(cce9c457-0e9c-4e5b-8467-5575069c49b6),segment_id=cce9c457-0e9c-4e5b-8467-5575069c49b6)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:00.152295 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.169561 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Calling delete_port for 5d6bf2e0-4683-4fd6-95da-291281eb9539 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:05:00.253972 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.279660 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Pushing event deleted for resources: {'Port': ['ID=5d6bf2e0-4683-4fd6-95da-291281eb9539,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:00.284133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] No DVR routers for this DVR port 5d6bf2e0-4683-4fd6-95da-291281eb9539 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:05:00.292230 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.292572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.292911 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.293245 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.293573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.293898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.294217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.294537 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.295130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.295869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.295869 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.296121 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118b45c8-a254-4ede-9b16-25c1f1f6f5bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:00.421915 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.447933 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Port': ['ID=7767f47f-7716-4c93-b21c-1a1edad204fc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:00.509968 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4c2c1e39-03a6-4559-9657-a0b295d933c4 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:05:00.515850 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.531687 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 4c2c1e39-03a6-4559-9657-a0b295d933c4 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:05:00.532034 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4c2c1e39-03a6-4559-9657-a0b295d933c4 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:05:00.609716 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.612148 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.656819 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.657545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Fanout notify agent at l3_agent the message router_deleted on router d3a6bdf2-d315-4481-b27a-8ab15263e88c {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 01:05:00.665940 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.667549 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ec8f3423-7260-4280-aafd-dc0a88a0fd8f tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/routers/d3a6bdf2-d315-4481-b27a-8ab15263e88c HTTP/1.1" status: 204 len: 168 time: 1.1929467 Sep 24 01:05:00.670510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45564) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:00.754631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.852199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.881324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19d97293-04aa-45f8-a879-4568ccbe1f29']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:00.892279 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce9c457-0e9c-4e5b-8467-5575069c49b6') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:00.892552 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce9c457-0e9c-4e5b-8467-5575069c49b6') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:00.902451 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.918013 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.924726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 01:05:00.925332 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: timer() Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 01:05:00.928632 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 01:05:00.990502 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.004152 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.009809 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/networks/19d97293-04aa-45f8-a879-4568ccbe1f29 HTTP/1.1" status: 204 len: 168 time: 0.3355541 Sep 24 01:05:01.010202 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45566) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:01.018672 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c3b5dc-da1f-44a6-83f8-b94fb1984168 tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'Network': ['ID=19d97293-04aa-45f8-a879-4568ccbe1f29,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:01.082647 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8e0c-3175-43b3-a15b-3dd62166eacc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.112684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8e0c-3175-43b3-a15b-3dd62166eacc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.173569 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8e0c-3175-43b3-a15b-3dd62166eacc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.176089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8e0c-3175-43b3-a15b-3dd62166eacc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.177262 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-cd7a8e0c-3175-43b3-a15b-3dd62166eacc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] 10.222.0.24 "DELETE /v2.0/security-groups/43898d76-199c-4531-bbdc-90bb5e191753 HTTP/1.1" status: 204 len: 168 time: 0.1658370 Sep 24 01:05:01.187480 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a8e0c-3175-43b3-a15b-3dd62166eacc tempest-TestNetworkAdvancedServerOps-1495630347 tempest-TestNetworkAdvancedServerOps-1495630347-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43898d76-199c-4531-bbdc-90bb5e191753,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:01.475708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d6bf2e0-4683-4fd6-95da-291281eb9539 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:05:01.500465 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 5d6bf2e0-4683-4fd6-95da-291281eb9539 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:05:01.500817 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 5d6bf2e0-4683-4fd6-95da-291281eb9539 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:05:01.501236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7767f47f-7716-4c93-b21c-1a1edad204fc no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:05:01.520137 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 7767f47f-7716-4c93-b21c-1a1edad204fc {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:05:01.520524 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 7767f47f-7716-4c93-b21c-1a1edad204fc not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:05:01.520907 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8294926c-3bde-4a87-8f1a-49d09b475b86 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:05:01.541294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 8294926c-3bde-4a87-8f1a-49d09b475b86 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:05:01.541653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 8294926c-3bde-4a87-8f1a-49d09b475b86 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:05:01.620224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45574) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:01.770942 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-341d1058-4e25-44aa-84fd-157fc476ad72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a52e6a5bb924017a288be5fe1ec28c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1494727 Sep 24 01:05:01.773454 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45578) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:01.824232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7bac7d4-1b55-4164-9227-a4b3c5fb640b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.846048 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7bac7d4-1b55-4164-9227-a4b3c5fb640b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.898367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7bac7d4-1b55-4164-9227-a4b3c5fb640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.901596 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b7bac7d4-1b55-4164-9227-a4b3c5fb640b admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:01.902819 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b7bac7d4-1b55-4164-9227-a4b3c5fb640b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f24633b-355f-4eec-8993-100b72fe093d HTTP/1.1" status: 204 len: 168 time: 0.1284010 Sep 24 01:05:01.911655 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bac7d4-1b55-4164-9227-a4b3c5fb640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f24633b-355f-4eec-8993-100b72fe093d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:02.197415 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45584) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:02.211077 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44fa4053-86b8-45d3-b222-f6f38c1e757b admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:02.309050 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44fa4053-86b8-45d3-b222-f6f38c1e757b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:02.317145 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-44fa4053-86b8-45d3-b222-f6f38c1e757b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:02.355772 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa4053-86b8-45d3-b222-f6f38c1e757b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7d04e3-fd02-4879-810a-68df7503bc51,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:02.360184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-44fa4053-86b8-45d3-b222-f6f38c1e757b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9dbf64855d034424a60caeaf77aa5697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617122 Sep 24 01:05:02.362859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45586) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:02.414406 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf63dca0-184a-44b0-b355-5ec536cab482 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:02.437468 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf63dca0-184a-44b0-b355-5ec536cab482 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:02.484673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf63dca0-184a-44b0-b355-5ec536cab482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:02.487281 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-bf63dca0-184a-44b0-b355-5ec536cab482 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:02.488660 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-bf63dca0-184a-44b0-b355-5ec536cab482 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe7d04e3-fd02-4879-810a-68df7503bc51 HTTP/1.1" status: 204 len: 168 time: 0.1244285 Sep 24 01:05:02.497432 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf63dca0-184a-44b0-b355-5ec536cab482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7d04e3-fd02-4879-810a-68df7503bc51,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:03.266543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45608) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:03.375053 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2042127958-network', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:03.397001 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Made reservation on behalf of a5c715cd402349a39c454cfb0af0ab5c for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:05:03.399533 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.409591 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.499010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.503692 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.534136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 01:05:03.544447 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d8e30-508b-4dcc-86a0-9166964ee4cf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:03.551224 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.551562 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Added segment cbd8d73e-4240-448e-92b0-4aefa99e3431 of type vlan for network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 Sep 24 01:05:03.594412 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.620410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.621388 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:03.622001 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.653442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3856986 Sep 24 01:05:03.657784 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45612) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:03.663727 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Request body: {'subnet': {'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2042127958-subnet', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:03.685410 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384afd-d43d-4f27-ae60-43ceed97f0da admin admin] Pushing event updated for resources: {'Network': ['ID=3a16ed7d-32ec-4471-b1df-e7d4ea544da8,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:03.686065 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Made reservation on behalf of a5c715cd402349a39c454cfb0af0ab5c for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:05:03.694258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.695854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 01:05:03.888663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.945879 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99f05ede-90ef-4a16-9165-64761294c91a,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:03.955124 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Checking segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:03.955496 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Network hostable DHCP agents. Network: 3a16ed7d-32ec-4471-b1df-e7d4ea544da8, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 01:05:03.972702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 01:05:03.982546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 3a16ed7d-32ec-4471-b1df-e7d4ea544da8) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:03.987406 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:03.987994 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:03.994094 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f16c897-3ae4-4205-9212-44dc3cefcfbf None None] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:05:04.005286 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-d982f9ec-2fe6-4c04-9f76-1f14e49b1086 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3461485 Sep 24 01:05:04.015232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45614) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:04.020593 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:04.045567 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.047139 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.110589 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.152480 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 01:05:04.153356 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.265763 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.301747 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Allocated IP 172.20.0.2 (3a16ed7d-32ec-4471-b1df-e7d4ea544da8/99f05ede-90ef-4a16-9165-64761294c91a/0d51d30c-cbd8-4940-a1c1-fc9143186481) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:05:04.453307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.460128 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.488900 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.501870 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:04.504648 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:04.511197 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:05:04.514276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Pushing event updated for resources: {'Port': ['ID=0d51d30c-cbd8-4940-a1c1-fc9143186481,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:04.516890 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.574856 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Attempting to bind port 0d51d30c-cbd8-4940-a1c1-fc9143186481 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:05:04.575227 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Attempting to bind port 0d51d30c-cbd8-4940-a1c1-fc9143186481 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:05:04.575616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Attempting to bind port 0d51d30c-cbd8-4940-a1c1-fc9143186481 on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:05:04.580691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:05:04.581055 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Checking segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:04.581450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.581841 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Bound using segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:05:04.582294 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Bound port: 0d51d30c-cbd8-4940-a1c1-fc9143186481, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:05:04.582666 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.628409 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Allocated IP 172.25.5.45 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/1c8151a9-5679-4d7b-ab74-d00959308210) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:05:04.651990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] For port 0d51d30c-cbd8-4940-a1c1-fc9143186481, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:05:04.655313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] For port 0d51d30c-cbd8-4940-a1c1-fc9143186481, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d51d30c-cbd8-4940-a1c1-fc9143186481,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:05:04.659856 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.720905 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb78356-84da-4003-b2cd-672c433873fa None None] Pushing event updated for resources: {'Port': ['ID=0d51d30c-cbd8-4940-a1c1-fc9143186481,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:04.739621 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.776248 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:04.812661 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:04.815824 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:04.819407 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:05:04.852324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c8151a9-5679-4d7b-ab74-d00959308210,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:05.498212 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:05.517863 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d51d30c-cbd8-4940-a1c1-fc9143186481 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:05.588586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0d51d30c-cbd8-4940-a1c1-fc9143186481 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:05.588958 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:05.675503 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:05.713381 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 0d51d30c-cbd8-4940-a1c1-fc9143186481, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d51d30c-cbd8-4940-a1c1-fc9143186481,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:05.717516 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:05.723823 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:05.760822 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aacef91-f36e-4bfe-bd3b-52f57c616e5d None None] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:05:05.796625 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=0d51d30c-cbd8-4940-a1c1-fc9143186481,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:05.857767 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-9461c29f-6121-485b-bd05-03f5144cee99 None None] Provisioning complete for port 0d51d30c-cbd8-4940-a1c1-fc9143186481 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:05.858165 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9461c29f-6121-485b-bd05-03f5144cee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:05.873439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 01:05:05.997168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:05:06.010390 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Sync routers for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:05:06.018527 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.020792 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-dcbb7b67-0530-4bb9-a8d0-5b725e98f5f3 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0042913 Sep 24 01:05:06.024280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45616) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:06.031346 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:06.031976 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:06.154558 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:06.332972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-927d4dbf-25f8-4510-8c92-eb8eeda2b470 None None] Provisioning complete for port 0d51d30c-cbd8-4940-a1c1-fc9143186481 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:06.333320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-927d4dbf-25f8-4510-8c92-eb8eeda2b470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.370598 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:05Z', 'revision_number': 3, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:06.402312 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Checking router: 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:05:06.402989 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Updating router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 port 1c8151a9-5679-4d7b-ab74-d00959308210 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:05:06.428865 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.509860 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.673378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Allocated IP 172.20.0.1 (3a16ed7d-32ec-4471-b1df-e7d4ea544da8/99f05ede-90ef-4a16-9165-64761294c91a/631fe45d-1a85-4715-9b90-b7216207d816) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:05:06.694586 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.703857 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.755158 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Attempting to bind port 1c8151a9-5679-4d7b-ab74-d00959308210 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:05:06.755531 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Attempting to bind port 1c8151a9-5679-4d7b-ab74-d00959308210 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:05:06.755897 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Attempting to bind port 1c8151a9-5679-4d7b-ab74-d00959308210 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:05:06.765386 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Pushing event updated for resources: {'Port': ['ID=1c8151a9-5679-4d7b-ab74-d00959308210,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:06.768616 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:05:06.768992 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:06.769416 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.769809 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:05:06.770280 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Bound port: 1c8151a9-5679-4d7b-ab74-d00959308210, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:05:06.770672 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.777163 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.777469 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.777807 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.778138 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.778467 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.778822 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.779151 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.779481 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.779804 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.780128 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.780449 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.780769 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:05:06.794299 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.830568 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.842277 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] For port 1c8151a9-5679-4d7b-ab74-d00959308210, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:05:06.847628 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] For port 1c8151a9-5679-4d7b-ab74-d00959308210, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1c8151a9-5679-4d7b-ab74-d00959308210,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:05:06.853348 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:06.887722 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:06.895032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:06.900602 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:05:06.951872 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67c194-5c18-49a2-9f64-eaac984ded26 None None] Pushing event updated for resources: {'Port': ['ID=1c8151a9-5679-4d7b-ab74-d00959308210,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:06.954361 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Pushing event updated for resources: {'Port': ['ID=631fe45d-1a85-4715-9b90-b7216207d816,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:06.958864 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:06.959859 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:06.976028 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.108598 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:07.128888 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.150942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4a0eb1e0-9ab4-4adb-9ce8-e6868d16ea50 None None] Provisioning complete for port 631fe45d-1a85-4715-9b90-b7216207d816 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:07.151570 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4a0eb1e0-9ab4-4adb-9ce8-e6868d16ea50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.192102 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4a0eb1e0-9ab4-4adb-9ce8-e6868d16ea50 None None] Port 631fe45d-1a85-4715-9b90-b7216207d816 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:05:07.308427 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:05Z', 'revision_number': 3, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:07.321807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.328043 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.338481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.348017 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c4c41b-5787-4bdb-ba20-cf0b8c1c279d None None] The sync data for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 is: [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:05Z', 'revision_number': 3, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:05:07.417514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Pushing event updated for resources: {'Port': ['ID=631fe45d-1a85-4715-9b90-b7216207d816,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:07.421150 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.504051 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d51d30c-cbd8-4940-a1c1-fc9143186481 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:07.529598 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:07.531113 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:07.593701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 0d51d30c-cbd8-4940-a1c1-fc9143186481 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:07.594069 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.750906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:05:07.899405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:05:07.917303 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-745a7274-9150-4561-a249-8cb986ea4b22 admin admin] 10.222.0.24 "PUT /v2.0/routers/05ec7c13-1550-4a73-98b7-bc0f96ebdbd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8855627 Sep 24 01:05:07.932965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8452d1af-f7dd-4d49-9cc9-279e065f4214 None None] Provisioning complete for port 631fe45d-1a85-4715-9b90-b7216207d816 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:07.933428 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8452d1af-f7dd-4d49-9cc9-279e065f4214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:07.982461 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8452d1af-f7dd-4d49-9cc9-279e065f4214 None None] Port 631fe45d-1a85-4715-9b90-b7216207d816 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:05:08.567644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45632) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:08.573840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1834648029-network', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:08.596155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Made reservation on behalf of dc2f630fe7564787a77133ea87a0b62a for: {'network': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:05:08.598515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.607889 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.715140 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.719391 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.745381 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=106379) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 01:05:08.755274 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80ebd6c-716c-4ef1-b016-0606aabfe401,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:08.760633 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.760907 n-d-713498-18 neutron-server[106379]: INFO neutron.db.segments_db [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Added segment 7ac40d50-6205-4f72-94b0-0c4a991dbaaf of type vlan for network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f Sep 24 01:05:08.807874 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.834213 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.835279 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:08.836012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.875481 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3054106 Sep 24 01:05:08.875835 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45634) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:08.884020 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Request body: {'subnet': {'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1834648029-subnet', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'ip_version': 4}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:08.908528 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5394c57-6bb2-41da-be67-330622983ffc admin admin] Pushing event updated for resources: {'Network': ['ID=7da2f1bc-7bd6-48ef-aae1-bafef09b069f,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:08.909884 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Made reservation on behalf of dc2f630fe7564787a77133ea87a0b62a for: {'subnet': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:05:08.913674 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26080379'] for subnet, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:08.922691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 01:05:09.125703 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26484369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26080329'] for subnet, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.179845 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e008e7-60ac-4917-8558-b19ee9450a8d,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:09.198332 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Checking segment: {'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:09.198806 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Network hostable DHCP agents. Network: 7da2f1bc-7bd6-48ef-aae1-bafef09b069f, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106378) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 01:05:09.224830 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106378) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 01:05:09.236635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Sync routers for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:05:09.237306 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 7da2f1bc-7bd6-48ef-aae1-bafef09b069f) {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:09.242666 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:09.243357 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.248689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:09.249355 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:09.253405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98620f2-defd-45a9-ba84-d5c1b493893d None None] Network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:05:09.268411 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-5ba664c5-c6f2-499c-89cb-cb082435bed8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3902652 Sep 24 01:05:09.270703 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45636) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:09.276539 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:09.305329 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.307446 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.377169 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.467064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:09.526418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1c8151a9-5679-4d7b-ab74-d00959308210 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:09.557168 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.634565 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-7da2f1bc-7bd6-48ef-aae1-bafef09b069f', 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'fixed_ips': [{'subnet_id': '04e008e7-60ac-4917-8558-b19ee9450a8d'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 01:05:09.635473 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.794287 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.822492 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.955104 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Allocated IP 172.25.5.12 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ddf50452-40ae-47d9-86f9-ebec83524191) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:05:09.971682 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:09.983388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1c8151a9-5679-4d7b-ab74-d00959308210 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:09.983924 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.102493 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.115298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Allocated IP 172.20.0.2 (7da2f1bc-7bd6-48ef-aae1-bafef09b069f/04e008e7-60ac-4917-8558-b19ee9450a8d/db8cb018-014d-4954-ba4d-04fc0b3fd8d2) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:05:10.146080 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.190966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:10.194533 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:10.197166 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:05:10.234291 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Pushing event updated for resources: {'Port': ['ID=ddf50452-40ae-47d9-86f9-ebec83524191,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:10.256943 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 2, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:10.261780 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.307743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Checking router: 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:05:10.308105 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Updating router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 port 631fe45d-1a85-4715-9b90-b7216207d816 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:05:10.349878 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 1c8151a9-5679-4d7b-ab74-d00959308210, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1c8151a9-5679-4d7b-ab74-d00959308210,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:10.361969 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.398177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.486788 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.500771 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.504334 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=1c8151a9-5679-4d7b-ab74-d00959308210,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:10.519485 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.618490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:10.624541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:10.635211 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:05:10.640656 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Pushing event updated for resources: {'Port': ['ID=db8cb018-014d-4954-ba4d-04fc0b3fd8d2,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:10.750939 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.758072 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Attempting to bind port db8cb018-014d-4954-ba4d-04fc0b3fd8d2 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:05:10.758430 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Attempting to bind port db8cb018-014d-4954-ba4d-04fc0b3fd8d2 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:05:10.759418 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Attempting to bind port db8cb018-014d-4954-ba4d-04fc0b3fd8d2 on network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:05:10.770064 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:05:10.770433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Checking segment: {'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:10.770860 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.771249 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Bound using segment: {'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:05:10.771711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Bound port: db8cb018-014d-4954-ba4d-04fc0b3fd8d2, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:05:10.772088 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.910798 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] For port db8cb018-014d-4954-ba4d-04fc0b3fd8d2, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:05:10.928510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 01:05:10.933653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] For port db8cb018-014d-4954-ba4d-04fc0b3fd8d2, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=db8cb018-014d-4954-ba4d-04fc0b3fd8d2,segment=NetworkSegment(7ac40d50-6205-4f72-94b0-0c4a991dbaaf),segment_id=7ac40d50-6205-4f72-94b0-0c4a991dbaaf)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:05:10.939031 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.941225 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:10.952324 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:11.012705 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0d449-fbfc-4567-8fbc-93eb8b5e6050 None None] Pushing event updated for resources: {'Port': ['ID=db8cb018-014d-4954-ba4d-04fc0b3fd8d2,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:11.079833 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9475824-2b48-4923-8f2e-49b937da90ec None None] Pushing event updated for resources: {'Port': ['ID=631fe45d-1a85-4715-9b90-b7216207d816,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:11.080088 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:05:11.094899 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Sync routers for ids ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:05:11.097954 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:11.102637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45638) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:11.108915 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Routers {'4ca2e2fd-6a0d-4b6c-b71c-20420e346447'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:11.109716 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-6e7e44dd-1532-41eb-a9da-94c28ff59777 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8374734 Sep 24 01:05:11.109863 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:11.119200 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Attempting to bind port 631fe45d-1a85-4715-9b90-b7216207d816 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:05:11.119569 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Attempting to bind port 631fe45d-1a85-4715-9b90-b7216207d816 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:05:11.119926 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Attempting to bind port 631fe45d-1a85-4715-9b90-b7216207d816 on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:05:11.136216 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:05:11.136592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Checking segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:11.137132 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:11.137758 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Bound using segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:05:11.138490 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Bound port: 631fe45d-1a85-4715-9b90-b7216207d816, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:05:11.139200 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:11.254005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] For port 631fe45d-1a85-4715-9b90-b7216207d816, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:05:11.258109 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] For port 631fe45d-1a85-4715-9b90-b7216207d816, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=631fe45d-1a85-4715-9b90-b7216207d816,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:05:11.265264 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:11.387437 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:11.388611 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:11.394523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9475824-2b48-4923-8f2e-49b937da90ec None None] Pushing event updated for resources: {'Port': ['ID=631fe45d-1a85-4715-9b90-b7216207d816,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:11.444604 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Set router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:11.624175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1c8151a9-5679-4d7b-ab74-d00959308210 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:11.701258 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:11.820143 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 3, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port': {'id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:11.828540 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7b3e1c2d-a5a6-4507-9fdd-b5cc57923c3e None None] Provisioning complete for port 631fe45d-1a85-4715-9b90-b7216207d816 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:11.828926 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1c2d-a5a6-4507-9fdd-b5cc57923c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:11.866025 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Checking router: 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:05:11.866409 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Updating router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 port ddf50452-40ae-47d9-86f9-ebec83524191 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:05:11.906058 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.059839 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1c8151a9-5679-4d7b-ab74-d00959308210 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:12.060676 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.132576 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1c2d-a5a6-4507-9fdd-b5cc57923c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.239828 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-7b3e1c2d-a5a6-4507-9fdd-b5cc57923c3e None None] For port 631fe45d-1a85-4715-9b90-b7216207d816, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=631fe45d-1a85-4715-9b90-b7216207d816,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:12.253651 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7b3e1c2d-a5a6-4507-9fdd-b5cc57923c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.268430 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.279540 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.281246 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.348183 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:11Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:12.351995 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e1c2d-a5a6-4507-9fdd-b5cc57923c3e None None] Pushing event updated for resources: {'Port': ['ID=631fe45d-1a85-4715-9b90-b7216207d816,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:12.373849 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acc98d-229c-46de-afbd-af5af7f0118b None None] Pushing event updated for resources: {'Port': ['ID=ddf50452-40ae-47d9-86f9-ebec83524191,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:12.393193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597364fe-fb98-4b6c-8b17-e34bd785dde9 None None] The sync data for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 is: [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:11Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:05:12.407853 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Attempting to bind port ddf50452-40ae-47d9-86f9-ebec83524191 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:05:12.408300 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Attempting to bind port ddf50452-40ae-47d9-86f9-ebec83524191 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:05:12.408660 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Attempting to bind port ddf50452-40ae-47d9-86f9-ebec83524191 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:05:12.414694 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:05:12.415146 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:12.415353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f9988c39-5d18-4c14-9de4-c32c32fc06a8 None None] Provisioning complete for port 631fe45d-1a85-4715-9b90-b7216207d816 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:12.415548 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.415939 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:05:12.416066 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f9988c39-5d18-4c14-9de4-c32c32fc06a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.416407 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Bound port: ddf50452-40ae-47d9-86f9-ebec83524191, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:05:12.416784 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.519425 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] For port ddf50452-40ae-47d9-86f9-ebec83524191, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:05:12.523823 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] For port ddf50452-40ae-47d9-86f9-ebec83524191, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ddf50452-40ae-47d9-86f9-ebec83524191,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:05:12.530200 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.618735 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acc98d-229c-46de-afbd-af5af7f0118b None None] Pushing event updated for resources: {'Port': ['ID=ddf50452-40ae-47d9-86f9-ebec83524191,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:12.639871 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Routers {'4ca2e2fd-6a0d-4b6c-b71c-20420e346447'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:12.640788 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:12.662959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Allocated IP 172.20.0.1 (7da2f1bc-7bd6-48ef-aae1-bafef09b069f/04e008e7-60ac-4917-8558-b19ee9450a8d/1af44fbc-bd45-43a1-8aa8-3ca6d263d89b) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:05:12.738158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475bf077-d7b8-4ea5-b540-154960e8b2b9 None None] Network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:05:12.792351 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] Set router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:12.842256 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.850694 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-562be147-fee8-47d5-8cbe-061743144dc1 None None] Provisioning complete for port db8cb018-014d-4954-ba4d-04fc0b3fd8d2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:12.851641 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-562be147-fee8-47d5-8cbe-061743144dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.893787 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:12.972734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:12.977966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:12.989911 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:05:13.016219 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-562be147-fee8-47d5-8cbe-061743144dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.027085 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:13.068980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.069323 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-29d25821-f305-44ee-a511-8111483ee054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 3, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port': {'id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:13.076684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-562be147-fee8-47d5-8cbe-061743144dc1 None None] For port db8cb018-014d-4954-ba4d-04fc0b3fd8d2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=db8cb018-014d-4954-ba4d-04fc0b3fd8d2,segment=NetworkSegment(7ac40d50-6205-4f72-94b0-0c4a991dbaaf),segment_id=7ac40d50-6205-4f72-94b0-0c4a991dbaaf)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:13.084110 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-562be147-fee8-47d5-8cbe-061743144dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.129294 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d25821-f305-44ee-a511-8111483ee054 None None] The sync data for ids ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'] in n-d-713498-18 is: [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 3, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port': {'id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:05:13.185408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562be147-fee8-47d5-8cbe-061743144dc1 None None] Pushing event updated for resources: {'Port': ['ID=db8cb018-014d-4954-ba4d-04fc0b3fd8d2,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:13.321225 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.441357 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-13022d59-893f-4f88-ad37-79e4b454e359 None None] Provisioning complete for port db8cb018-014d-4954-ba4d-04fc0b3fd8d2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:13.441737 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13022d59-893f-4f88-ad37-79e4b454e359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.672808 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device db8cb018-014d-4954-ba4d-04fc0b3fd8d2 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:13.693148 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.700450 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.839902 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.841894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Pushing event updated for resources: {'Port': ['ID=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:13.966393 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:13.968107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:13.975720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port db8cb018-014d-4954-ba4d-04fc0b3fd8d2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:13.976314 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:13.980106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-13022d59-893f-4f88-ad37-79e4b454e359 None None] Provisioning complete for port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:13.980469 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-13022d59-893f-4f88-ad37-79e4b454e359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:14.050736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-13022d59-893f-4f88-ad37-79e4b454e359 None None] Port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:05:14.139269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 631fe45d-1a85-4715-9b90-b7216207d816 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:14.191521 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:05:14.208865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b1faa932-1ef2-4f19-a2de-72a3a52f3970 None None] Provisioning complete for port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:14.209499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b1faa932-1ef2-4f19-a2de-72a3a52f3970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:14.283253 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b1faa932-1ef2-4f19-a2de-72a3a52f3970 None None] Port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:05:14.300250 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 631fe45d-1a85-4715-9b90-b7216207d816 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:14.300792 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:14.396835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:05:14.413454 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1ee43352-ae06-4161-825b-0b5c59aab4e7 admin admin] 10.222.0.24 "PUT /v2.0/routers/4ca2e2fd-6a0d-4b6c-b71c-20420e346447/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3049593 Sep 24 01:05:14.416298 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-f3539088-be8f-4f6e-a529-d39d40ecb044 None None] Provisioning complete for port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:14.416803 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f3539088-be8f-4f6e-a529-d39d40ecb044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:14.464815 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f3539088-be8f-4f6e-a529-d39d40ecb044 None None] Port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:05:15.179930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45646) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:15.189698 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-98d44dbc-59b5-434b-b991-cfee03476beb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-646008235', 'description': 'tempest-secgroup-smoke-646008235 description', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:15.217980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-98d44dbc-59b5-434b-b991-cfee03476beb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.332332 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-98d44dbc-59b5-434b-b991-cfee03476beb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.336615 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-98d44dbc-59b5-434b-b991-cfee03476beb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.365887 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-98d44dbc-59b5-434b-b991-cfee03476beb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.367154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-98d44dbc-59b5-434b-b991-cfee03476beb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1856441 Sep 24 01:05:15.370482 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45648) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:15.372225 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d44dbc-59b5-434b-b991-cfee03476beb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e292b738-5590-4408-8e36-447a0ec27edf,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:15.375276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-b79cb9cd-7e80-449a-91ec-af140ae23878 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'e292b738-5590-4408-8e36-447a0ec27edf', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:15.430404 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b79cb9cd-7e80-449a-91ec-af140ae23878 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.512215 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b79cb9cd-7e80-449a-91ec-af140ae23878 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.520417 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b79cb9cd-7e80-449a-91ec-af140ae23878 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.527691 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ddf50452-40ae-47d9-86f9-ebec83524191 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:15.531539 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Sync routers for ids ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:05:15.538021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79cb9cd-7e80-449a-91ec-af140ae23878 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834e28ce-8b4e-4141-be52-d6ebfd025a8b,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:15.555246 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-b79cb9cd-7e80-449a-91ec-af140ae23878 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.557623 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-b79cb9cd-7e80-449a-91ec-af140ae23878 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1858695 Sep 24 01:05:15.567932 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45650) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:15.573850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-77501037-7930-4f4d-8d80-281e2e332e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'e292b738-5590-4408-8e36-447a0ec27edf', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:15.574027 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Routers {'4ca2e2fd-6a0d-4b6c-b71c-20420e346447'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:15.574519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:15.601748 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77501037-7930-4f4d-8d80-281e2e332e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.676719 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ddf50452-40ae-47d9-86f9-ebec83524191 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:15.677082 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.679066 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77501037-7930-4f4d-8d80-281e2e332e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.685377 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77501037-7930-4f4d-8d80-281e2e332e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.710392 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77501037-7930-4f4d-8d80-281e2e332e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d79f90-90bc-4325-af7d-8f95a3ebf235,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:15.716977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-77501037-7930-4f4d-8d80-281e2e332e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.717288 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Set router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:15.719798 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-77501037-7930-4f4d-8d80-281e2e332e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1495748 Sep 24 01:05:15.721522 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45652) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:15.727982 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-db1c2306-cb60-4713-8563-e8d615771ae2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'e292b738-5590-4408-8e36-447a0ec27edf', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:15.781445 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db1c2306-cb60-4713-8563-e8d615771ae2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.858063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db1c2306-cb60-4713-8563-e8d615771ae2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.863386 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db1c2306-cb60-4713-8563-e8d615771ae2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.882213 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c2306-cb60-4713-8563-e8d615771ae2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=557d4335-faae-44d5-bd16-80d28118f838,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:15.898857 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-db1c2306-cb60-4713-8563-e8d615771ae2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.900204 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-db1c2306-cb60-4713-8563-e8d615771ae2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1774845 Sep 24 01:05:15.904143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45654) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:15.909275 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.912611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d894fff0-b051-426b-bcbc-70d4abd708cb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'e292b738-5590-4408-8e36-447a0ec27edf', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:15.945314 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port ddf50452-40ae-47d9-86f9-ebec83524191, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ddf50452-40ae-47d9-86f9-ebec83524191,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:15.946345 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d894fff0-b051-426b-bcbc-70d4abd708cb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:15.952739 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.012097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d894fff0-b051-426b-bcbc-70d4abd708cb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.017058 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d894fff0-b051-426b-bcbc-70d4abd708cb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.028622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=ddf50452-40ae-47d9-86f9-ebec83524191,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:16.039692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894fff0-b051-426b-bcbc-70d4abd708cb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ae6d1a-5a01-43df-b344-d63e80895aec,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:16.047463 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d894fff0-b051-426b-bcbc-70d4abd708cb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.048822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d894fff0-b051-426b-bcbc-70d4abd708cb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1430984 Sep 24 01:05:16.052995 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 45656) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:16.058536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-07176566-ce69-4427-992e-e02369fb490b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'e292b738-5590-4408-8e36-447a0ec27edf', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:16.059059 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:13Z', 'revision_number': 4, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port': {'id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:61:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1af44fbc-bd45-43a1-8aa8-3ca6d263d89b', 'name': '', 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'mac_address': 'fa:16:3e:8f:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '04e008e7-60ac-4917-8558-b19ee9450a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:12Z', 'updated_at': '2021-09-24T01:05:13Z', 'revision_number': 2, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'subnets': [{'id': '04e008e7-60ac-4917-8558-b19ee9450a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:16.084024 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-07176566-ce69-4427-992e-e02369fb490b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Project a5c715cd402349a39c454cfb0af0ab5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:05:16.089410 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07176566-ce69-4427-992e-e02369fb490b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.101061 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Checking router: 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:05:16.101789 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Updating router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:05:16.128085 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.158294 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07176566-ce69-4427-992e-e02369fb490b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.162547 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07176566-ce69-4427-992e-e02369fb490b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.181527 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07176566-ce69-4427-992e-e02369fb490b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daae26bd-0a8f-4042-8a57-0514709b34dc,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:16.190356 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-07176566-ce69-4427-992e-e02369fb490b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.191621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-07176566-ce69-4427-992e-e02369fb490b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375988 Sep 24 01:05:16.194413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45658) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:16.199445 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-c106eabc-97ab-49f0-ad8e-979c169454b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'e292b738-5590-4408-8e36-447a0ec27edf', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:16.223419 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-c106eabc-97ab-49f0-ad8e-979c169454b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Project a5c715cd402349a39c454cfb0af0ab5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:05:16.229021 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c106eabc-97ab-49f0-ad8e-979c169454b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.298947 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c106eabc-97ab-49f0-ad8e-979c169454b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.303610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c106eabc-97ab-49f0-ad8e-979c169454b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.324056 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106eabc-97ab-49f0-ad8e-979c169454b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fad79a4-4f31-496c-9022-cab5891a6e19,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:16.331003 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c106eabc-97ab-49f0-ad8e-979c169454b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.342888 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c106eabc-97ab-49f0-ad8e-979c169454b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366701 Sep 24 01:05:16.438511 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.446498 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.508347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5de6a-e2f8-4f8e-846d-f6f235c54a76 None None] Pushing event updated for resources: {'Port': ['ID=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:16.565854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Attempting to bind port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:05:16.566948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Attempting to bind port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:05:16.566948 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Attempting to bind port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b on network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:05:16.572728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:05:16.573181 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Checking segment: {'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:16.573797 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.574200 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Bound using segment: {'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:05:16.574673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Bound port: 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ac40d50-6205-4f72-94b0-0c4a991dbaaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:05:16.575095 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.645579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] For port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:05:16.649950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] For port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,segment=NetworkSegment(7ac40d50-6205-4f72-94b0-0c4a991dbaaf),segment_id=7ac40d50-6205-4f72-94b0-0c4a991dbaaf)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:05:16.655481 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.712931 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Routers {'4ca2e2fd-6a0d-4b6c-b71c-20420e346447'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:16.713617 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:04:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:16.740272 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:05:16.763348 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5de6a-e2f8-4f8e-846d-f6f235c54a76 None None] Pushing event updated for resources: {'Port': ['ID=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:16.827326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-1f457057-cc4c-49aa-b050-bb6cf0a88335 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-646008235&fields=id&tenant_id=a5c715cd402349a39c454cfb0af0ab5c HTTP/1.1" status: 200 len: 267 time: 0.0387070 Sep 24 01:05:16.851277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] Set router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:16.853130 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-c1884eea-f19e-41e6-8b93-24a636e33b27 None None] Provisioning complete for port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:16.853499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c1884eea-f19e-41e6-8b93-24a636e33b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:16.961370 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403729d-e353-49f3-abd5-598f58536c9e req-f55574cb-d56b-47d1-b425-63868166a887 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:16.964152 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-f55574cb-d56b-47d1-b425-63868166a887 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 809 time: 0.1297643 Sep 24 01:05:16.979445 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-23959467-2d79-4304-a27a-13b49173f5f4 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/quotas/a5c715cd402349a39c454cfb0af0ab5c HTTP/1.1" status: 200 len: 375 time: 0.0095696 Sep 24 01:05:17.039368 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-9f75cbe9-cc1c-4ea5-91a7-7ed3d4b1c678 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521424 Sep 24 01:05:17.059219 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c1884eea-f19e-41e6-8b93-24a636e33b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:17.124405 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-c1884eea-f19e-41e6-8b93-24a636e33b27 None None] For port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,segment=NetworkSegment(7ac40d50-6205-4f72-94b0-0c4a991dbaaf),segment_id=7ac40d50-6205-4f72-94b0-0c4a991dbaaf)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:17.135931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c1884eea-f19e-41e6-8b93-24a636e33b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:17.156729 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-50cbccc7-d348-446a-bb1b-bf8c2374253e service neutron] 10.222.0.24 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996890 Sep 24 01:05:17.198324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1884eea-f19e-41e6-8b93-24a636e33b27 None None] Pushing event updated for resources: {'Port': ['ID=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:17.204622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:13Z', 'revision_number': 4, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port': {'id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1af44fbc-bd45-43a1-8aa8-3ca6d263d89b', 'name': '', 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'mac_address': 'fa:16:3e:8f:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '04e008e7-60ac-4917-8558-b19ee9450a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:12Z', 'updated_at': '2021-09-24T01:05:16Z', 'revision_number': 4, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'subnets': [{'id': '04e008e7-60ac-4917-8558-b19ee9450a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:17.231867 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c56db8-6dfc-40da-a348-9f360090303f None None] The sync data for ids ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'] in n-d-713498-18 is: [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:13Z', 'revision_number': 4, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port': {'id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '1af44fbc-bd45-43a1-8aa8-3ca6d263d89b', 'name': '', 'network_id': '7da2f1bc-7bd6-48ef-aae1-bafef09b069f', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'mac_address': 'fa:16:3e:8f:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '04e008e7-60ac-4917-8558-b19ee9450a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:12Z', 'updated_at': '2021-09-24T01:05:16Z', 'revision_number': 4, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'subnets': [{'id': '04e008e7-60ac-4917-8558-b19ee9450a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:05:17.265611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-d56805c8-560d-494b-942d-bee84ba72730 service neutron] 10.222.0.24 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059580 Sep 24 01:05:17.268176 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-57ea929d-b2fa-4be3-9c03-769d3a2c4776 None None] Provisioning complete for port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:17.268746 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-57ea929d-b2fa-4be3-9c03-769d3a2c4776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:17.620342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-66524817-5824-48db-a00e-197a450d3a25 req-1e070ffe-1114-4df6-a841-9ecdbb873e62 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 210 time: 0.1619604 Sep 24 01:05:17.639597 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ddf50452-40ae-47d9-86f9-ebec83524191 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:17.697959 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port ddf50452-40ae-47d9-86f9-ebec83524191 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:17.698413 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:17.787011 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:17.842803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:17.843181 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:18.703078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71e1d1af-fa95-4dc2-8a93-b483ffb9d89a req-d7926086-6ed6-4244-95d1-22b305a6bc0d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 210 time: 0.0275190 Sep 24 01:05:19.798886 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d2de692f-d1a2-4396-8f85-7ac7b4c5d2d7 req-71186383-c983-4c7e-bd1f-35f117d17968 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 210 time: 0.0355344 Sep 24 01:05:20.819686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403729d-e353-49f3-abd5-598f58536c9e req-01ad39a8-b7be-4c3a-96e8-fc48e9fa77fd tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:20.823044 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-01ad39a8-b7be-4c3a-96e8-fc48e9fa77fd tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 809 time: 0.1103773 Sep 24 01:05:20.868389 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-c9467d14-4c42-4088-86ce-452246d6113f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5c715cd402349a39c454cfb0af0ab5c HTTP/1.1" status: 200 len: 379 time: 0.0369258 Sep 24 01:05:20.878167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'port': {'device_id': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'admin_state_up': True, 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'security_groups': ['e292b738-5590-4408-8e36-447a0ec27edf']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:20.904925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-96cee378-0618-4f97-9e5a-9eb9fc91bd67 req-8aaaef8b-3731-43a1-a635-4b8ac2981b8d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 210 time: 0.0308969 Sep 24 01:05:20.989598 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Made reservation on behalf of a5c715cd402349a39c454cfb0af0ab5c for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:05:20.993720 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:21.121941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Allocated IP 172.20.0.6 (3a16ed7d-32ec-4471-b1df-e7d4ea544da8/99f05ede-90ef-4a16-9165-64761294c91a/4e5217ca-3421-4ce9-980a-5477909b1d60) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:05:21.262323 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:21.296694 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:21.338570 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:21.341616 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:21.345260 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:05:21.354190 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:21.400612 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:21.401242 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:21.416254 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-779419d9-f836-45ec-8014-564d2bd49808 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415647 Sep 24 01:05:21.429117 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Request body: {'port': {'device_id': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:21.492258 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:21.553685 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-b9dca525-b08e-48d2-b852-d1833b2b15b6 None None] Provisioning complete for port 4e5217ca-3421-4ce9-980a-5477909b1d60 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:21.554274 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b9dca525-b08e-48d2-b852-d1833b2b15b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:21.589321 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-b9dca525-b08e-48d2-b852-d1833b2b15b6 None None] Port 4e5217ca-3421-4ce9-980a-5477909b1d60 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:05:21.756329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e5217ca-3421-4ce9-980a-5477909b1d60 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:05:21.763586 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:21.775532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Transition to ACTIVE for port object 4e5217ca-3421-4ce9-980a-5477909b1d60 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:05:21.779660 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:21.830442 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:21.908316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Attempting to bind port 4e5217ca-3421-4ce9-980a-5477909b1d60 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:05:21.908681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Attempting to bind port 4e5217ca-3421-4ce9-980a-5477909b1d60 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:05:21.909194 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Attempting to bind port 4e5217ca-3421-4ce9-980a-5477909b1d60 on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:05:21.913525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Port 4e5217ca-3421-4ce9-980a-5477909b1d60 on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:05:21.913853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Attempting to bind port 4e5217ca-3421-4ce9-980a-5477909b1d60 on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:05:21.919136 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:05:21.919468 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Checking segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:05:21.920099 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Bound using segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:05:21.920520 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Bound port: 4e5217ca-3421-4ce9-980a-5477909b1d60, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:05:21.920871 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:22.000439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:05:22.004615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:05:22.011974 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:22.050597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507ae7b-8d6d-4342-9160-db8cc98d7361 req-cf09ddd0-d9d1-472b-ba74-609c428268f2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.051230 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.051920 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:22.053516 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] 10.222.0.20 "PUT /v2.0/ports/4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 1092 time: 0.6288056 Sep 24 01:05:22.053993 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:05:22.056560 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-651b5058-33bb-4ec2-98e2-616b9423a60f" -d '{"events": [{"name": "network-changed", "server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:05:22.059546 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1507ae7b-8d6d-4342-9160-db8cc98d7361 req-cf09ddd0-d9d1-472b-ba74-609c428268f2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0677509 Sep 24 01:05:22.088041 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c57b00-e811-4cfd-a235-c1385b1cd824 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:22.112829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1507ae7b-8d6d-4342-9160-db8cc98d7361 req-582b7c0e-6a23-4bbb-9704-7a2fc69bca51 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523763 Sep 24 01:05:22.119003 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a177de-bbb8-4d1e-b1f9-5bc317f85521 x-openstack-request-id: req-74a177de-bbb8-4d1e-b1f9-5bc317f85521 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:05:22.119292 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:05:22.119541 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-74a177de-bbb8-4d1e-b1f9-5bc317f85521 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:05:22.119952 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'status': 'completed', 'code': 200} Sep 24 01:05:22.153890 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403729d-e353-49f3-abd5-598f58536c9e req-d4b3cf60-c885-4e13-baca-e503042bd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.155441 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-d4b3cf60-c885-4e13-baca-e503042bd20e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1095 time: 0.0552502 Sep 24 01:05:22.203983 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-758b34bb-4bac-45ba-a72f-f7b9643f9d02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 217 time: 0.0405693 Sep 24 01:05:22.262059 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403729d-e353-49f3-abd5-598f58536c9e req-64036a6d-702e-4183-a857-93e715e45817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.263683 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-64036a6d-702e-4183-a857-93e715e45817 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0471950 Sep 24 01:05:22.315439 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403729d-e353-49f3-abd5-598f58536c9e req-c7fb020c-92ed-4e42-ab09-6fb831be0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.317067 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-c7fb020c-92ed-4e42-ab09-6fb831be0d9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425899 Sep 24 01:05:22.414767 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-9f133f2c-ac43-4c12-909b-be82f956b4d9 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870147 Sep 24 01:05:22.507158 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a403729d-e353-49f3-abd5-598f58536c9e req-ff527264-b7cb-4baa-a6b4-58e6541434c3 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845928 Sep 24 01:05:22.591326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-088e3140-be1b-4f42-b74f-4466ed4d9ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.592804 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-088e3140-be1b-4f42-b74f-4466ed4d9ed3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1095 time: 0.0404959 Sep 24 01:05:22.684452 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-8aaab9d0-e944-4467-aa59-ce64606952ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.685928 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-8aaab9d0-e944-4467-aa59-ce64606952ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0863540 Sep 24 01:05:22.728649 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-bdfe7cd9-3be1-4b29-ba98-582d574c2621 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 217 time: 0.0362041 Sep 24 01:05:22.775911 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-5378db55-48d3-43f0-a80b-33557e2c53aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.777298 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-5378db55-48d3-43f0-a80b-33557e2c53aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0418198 Sep 24 01:05:22.823266 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-467d0d14-a9c0-4342-9f67-915d71cafe8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:22.824819 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-467d0d14-a9c0-4342-9f67-915d71cafe8b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399644 Sep 24 01:05:22.918303 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-e64f6c88-7730-435c-9c62-2afa4392ca67 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857663 Sep 24 01:05:23.009916 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-651b5058-33bb-4ec2-98e2-616b9423a60f req-10ad77bb-ec86-4d5b-b5ff-8010dc9a9750 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840244 Sep 24 01:05:23.108601 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f7dd812e-db98-44bd-9d36-afe5ef0ed138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:23.237263 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac35ab-de79-4549-b7b3-cedf95d0dfef req-8562dd66-f20a-46d3-a9d2-94c4a6b03b73 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:23.238681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ac35ab-de79-4549-b7b3-cedf95d0dfef req-8562dd66-f20a-46d3-a9d2-94c4a6b03b73 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0492322 Sep 24 01:05:23.276699 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-58ac35ab-de79-4549-b7b3-cedf95d0dfef req-ab367fa3-4eb5-4afd-ac28-98d0de8e9507 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Sep 24 01:05:24.393204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3170a6-2f70-4e77-9f0e-cfc8a8179b2e req-cd779011-8b83-49ea-8c55-23061e17184e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:24.394704 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae3170a6-2f70-4e77-9f0e-cfc8a8179b2e req-cd779011-8b83-49ea-8c55-23061e17184e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0498946 Sep 24 01:05:24.440082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae3170a6-2f70-4e77-9f0e-cfc8a8179b2e req-6b622cd5-5c6f-427e-bd1d-e86d5773d619 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392818 Sep 24 01:05:25.565930 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ca1b3-36e9-4f5f-b77a-fceb63f84cee req-60cd6813-bcb6-4408-b20b-9dc99dfe6417 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:25.567474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-659ca1b3-36e9-4f5f-b77a-fceb63f84cee req-60cd6813-bcb6-4408-b20b-9dc99dfe6417 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0557466 Sep 24 01:05:25.607287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-659ca1b3-36e9-4f5f-b77a-fceb63f84cee req-61066f13-1e98-4e2e-b332-1922bd985d14 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330138 Sep 24 01:05:25.994170 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:26.087138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e2321d90-3928-430b-817a-d90684a0274c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:26.721566 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b84dba8-31b1-4f2d-8f15-02fbf9b51629 req-276e9de9-bc6e-49c5-bfae-206f38bd0f1b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:26.723064 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b84dba8-31b1-4f2d-8f15-02fbf9b51629 req-276e9de9-bc6e-49c5-bfae-206f38bd0f1b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0486252 Sep 24 01:05:26.760345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2b84dba8-31b1-4f2d-8f15-02fbf9b51629 req-e40ba533-1e7b-4914-bbb7-1f56fc60db5b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307069 Sep 24 01:05:26.780063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:05:26.892223 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:26.903538 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'port_id': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'mac_address': 'fa:16:3e:ff:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:05:26.939822 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:26.952689 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5217ca-3421-4ce9-980a-5477909b1d60 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:05:26.974596 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:26.978396 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:27.032806 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:27.039709 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:27.215681 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4e5217ca-3421-4ce9-980a-5477909b1d60'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:05:27.875007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eeed2-2afb-495b-9b79-8c79e9aa6f2a req-73908891-8358-4f64-9680-838b45e6cf3a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:27.876496 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-131eeed2-2afb-495b-9b79-8c79e9aa6f2a req-73908891-8358-4f64-9680-838b45e6cf3a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 944 time: 0.0495510 Sep 24 01:05:27.921359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-131eeed2-2afb-495b-9b79-8c79e9aa6f2a req-5128b649-6cd3-4d1f-8ad6-26c6097d8ea2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389316 Sep 24 01:05:28.795862 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:05:28.844385 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 4e5217ca-3421-4ce9-980a-5477909b1d60 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:05:28.847814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 4e5217ca-3421-4ce9-980a-5477909b1d60 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:05:28.848179 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:28.928041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:29.042606 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fe735-99f1-4e21-a983-b200e3bdd4eb req-f1a86bb6-f67b-4e9a-b961-b981ede06749 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:29.044250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0f2fe735-99f1-4e21-a983-b200e3bdd4eb req-f1a86bb6-f67b-4e9a-b961-b981ede06749 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 944 time: 0.0523119 Sep 24 01:05:29.084569 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0f2fe735-99f1-4e21-a983-b200e3bdd4eb req-53470422-9d48-469a-948b-861122fe052d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329936 Sep 24 01:05:29.102247 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:05:29.105331 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43d4173-42e7-4c94-988c-e6e5edf2520f" -d '{"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-plugged", "status": "completed", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:05:29.118265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:05:29.122745 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:29.146015 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43087446-a23f-4b56-8ad6-49f5d4693f30 x-openstack-request-id: req-43087446-a23f-4b56-8ad6-49f5d4693f30 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:05:29.146310 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-plugged", "status": "completed", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:05:29.146566 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-43087446-a23f-4b56-8ad6-49f5d4693f30 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:05:29.146983 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'code': 200} Sep 24 01:05:29.174013 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:29.242277 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8495a61e-17a6-4899-b281-308526ead16f req-d36939af-0f2c-4e6e-b7ae-2b0771d9fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:29.243831 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8495a61e-17a6-4899-b281-308526ead16f req-d36939af-0f2c-4e6e-b7ae-2b0771d9fafb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1097 time: 0.0450771 Sep 24 01:05:29.277816 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-8495a61e-17a6-4899-b281-308526ead16f req-a22012f6-7089-40c6-a08d-f98bbbb365ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0273838 Sep 24 01:05:29.392785 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:30.198231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696256e9-139f-48f9-a835-8fd5dc071d45 req-5f5a63a9-eb54-4fd2-bebb-14af19de18f9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:30.199743 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-696256e9-139f-48f9-a835-8fd5dc071d45 req-5f5a63a9-eb54-4fd2-bebb-14af19de18f9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0486786 Sep 24 01:05:30.240728 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-696256e9-139f-48f9-a835-8fd5dc071d45 req-1853d955-120c-4b31-90ef-e65229095683 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350173 Sep 24 01:05:31.362687 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f85e2-83e7-46aa-95a3-667e10641cf4 req-87fe909c-10bf-42af-b194-3f3fe6f3935e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:31.364176 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad5f85e2-83e7-46aa-95a3-667e10641cf4 req-87fe909c-10bf-42af-b194-3f3fe6f3935e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0479050 Sep 24 01:05:31.405852 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ad5f85e2-83e7-46aa-95a3-667e10641cf4 req-957e5f64-57b7-40a1-a91f-fe810e26247e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351000 Sep 24 01:05:31.520783 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b933ab-8785-4b92-87f9-dbe9f2af9f64 req-376cecf9-b172-4e60-868d-224879951e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:31.522179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03b933ab-8785-4b92-87f9-dbe9f2af9f64 req-376cecf9-b172-4e60-868d-224879951e1c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0508866 Sep 24 01:05:31.559924 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03b933ab-8785-4b92-87f9-dbe9f2af9f64 req-c86a201b-d2c2-4e18-a033-5d43da2c2f24 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317717 Sep 24 01:05:31.582009 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45730) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:31.666836 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaebd186-a7f4-46f2-9e08-947a458c0bba tempest-TestShelveInstance-406265074 tempest-TestShelveInstance-406265074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:31.668349 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-eaebd186-a7f4-46f2-9e08-947a458c0bba tempest-TestShelveInstance-406265074 tempest-TestShelveInstance-406265074-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1092 time: 0.0853364 Sep 24 01:05:31.671635 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 45734) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:05:31.675752 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:05:31.696924 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for floatingip, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:31.791857 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:32.193487 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Allocated IP 172.25.5.245 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/d790c14e-44a9-450c-b56f-09720f2b66f8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:05:32.296012 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:32.328589 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:32.363937 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:05:32.366719 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:05:32.370815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:05:32.395330 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'Port': ['ID=d790c14e-44a9-450c-b56f-09720f2b66f8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:32.729983 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:32.795966 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:32.944675 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:32.949084 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:33.017270 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'Port': ['ID=d790c14e-44a9-450c-b56f-09720f2b66f8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:05:33.030663 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:33.129441 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Floating IP 5891956d-b7c6-49b6-95e9-98678850526a associated. External IP: 172.25.5.245, port: 4e5217ca-3421-4ce9-980a-5477909b1d60. Sep 24 01:05:33.331479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:05:33.438906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:05:33.449388 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] Sync routers for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:05:33.455600 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:33.458191 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:33.458821 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:33.483298 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-4ce86a06-9554-4fd9-9708-439a97703346 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8106701 Sep 24 01:05:33.483975 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:05:33.486209 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0c9e7e-8ba9-4905-bb26-86c47300659f" -d '{"events": [{"name": "network-changed", "server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:05:33.520937 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e80dd90-a83a-40db-a2a8-851654f1f047 x-openstack-request-id: req-6e80dd90-a83a-40db-a2a8-851654f1f047 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:05:33.521230 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:05:33.521485 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6e80dd90-a83a-40db-a2a8-851654f1f047 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:05:33.521889 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'status': 'completed', 'code': 200} Sep 24 01:05:33.565991 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:33.588908 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-3c30ca62-528a-4a57-87fa-9d8a57226528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:33.590346 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-3c30ca62-528a-4a57-87fa-9d8a57226528 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1097 time: 0.0457752 Sep 24 01:05:33.680732 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-41d7279f-66e0-4ec2-977a-c5723fc4159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:33.682223 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-41d7279f-66e0-4ec2-977a-c5723fc4159e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0853441 Sep 24 01:05:33.750588 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-a2b9705a-4584-424d-82e5-ddd9695e64d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 999 time: 0.0618560 Sep 24 01:05:33.778765 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '5891956d-b7c6-49b6-95e9-98678850526a', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'port_id': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'mac_address': 'fa:16:3e:ff:8e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:05:32Z', 'updated_at': '2021-09-24T01:05:32Z', 'revision_number': 0, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:33.799796 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-1748ce7c-82e3-4648-9a80-766b63693b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:33.801280 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-1748ce7c-82e3-4648-9a80-766b63693b3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0444806 Sep 24 01:05:33.809055 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] Checking router: 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:05:33.817163 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:05:33.817765 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:05:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:33.846326 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-c0e652fc-a2f3-4aee-bb38-196f4a9055d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:05:33.847799 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-c0e652fc-a2f3-4aee-bb38-196f4a9055d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397592 Sep 24 01:05:33.944393 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-02323255-4642-409d-b8e9-692bebb0a7af service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892658 Sep 24 01:05:34.012612 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:05:34.036598 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c0c9e7e-8ba9-4905-bb26-86c47300659f req-999dd3c5-c62c-40f8-8dad-3c9be8d11b24 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850005 Sep 24 01:05:34.228385 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '5891956d-b7c6-49b6-95e9-98678850526a', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'port_id': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'mac_address': 'fa:16:3e:ff:8e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:05:32Z', 'updated_at': '2021-09-24T01:05:32Z', 'revision_number': 0, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:05:34.253680 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5649ca12-da5c-4699-9526-5da37e4926e2 None None] The sync data for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 is: [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '5891956d-b7c6-49b6-95e9-98678850526a', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'floating_ip_address': '172.25.5.245', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'port_id': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'mac_address': 'fa:16:3e:ff:8e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:05:32Z', 'updated_at': '2021-09-24T01:05:32Z', 'revision_number': 0, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:05:34.438693 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49b5e19-bb48-4017-86a0-867d269c0dc2 None None] New status for floating IP 5891956d-b7c6-49b6-95e9-98678850526a: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:05:37.334811 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:39.886435 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:53.112561 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f5072f54-e620-46bd-ba41-205606e188ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:53.743430 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:05:55.996320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:56.092988 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ec454662-a37d-4535-86ac-d35903a77a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:57.029716 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:05:59.395768 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:07.349018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:09.886951 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:23.107214 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-aa91ec4f-1f5c-46e6-b76d-b826c631975b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:25.997208 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:26.093524 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9d8f5e92-c672-4476-a5ed-019787350a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:27.032430 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:27.064517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-fedf2fca-ad8b-48e4-995c-d7a8cf50d5c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0459030 Sep 24 01:06:27.144025 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-dc1c9d65-ad53-44fc-9b30-2235434f6b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:06:27.145517 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-dc1c9d65-ad53-44fc-9b30-2235434f6b0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1097 time: 0.0412056 Sep 24 01:06:27.251906 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-2b2256bc-e874-41ad-9d1c-d73c9e97addb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:06:27.253398 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-2b2256bc-e874-41ad-9d1c-d73c9e97addb service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0892365 Sep 24 01:06:27.322033 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-af5bd13a-ef69-4dd9-8b8a-efd35cc315fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 1001 time: 0.0609422 Sep 24 01:06:27.369910 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-acc190b0-3a3e-4804-be2a-d265f57131b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:06:27.371364 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-acc190b0-3a3e-4804-be2a-d265f57131b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0420659 Sep 24 01:06:27.414546 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-942e6c63-4e2a-4647-9508-eacdce2ee271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:06:27.416542 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-942e6c63-4e2a-4647-9508-eacdce2ee271 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383511 Sep 24 01:06:27.511655 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-0d18da1a-2c75-4023-8190-be82500b07d0 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881112 Sep 24 01:06:27.601594 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-2f859d39-ac9b-4aab-9df8-dc33cab60921 req-ab92f3f9-1872-46ef-a4ab-f6663d030fe4 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832260 Sep 24 01:06:29.401054 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:30.742944 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:06:37.347571 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:39.886880 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:53.108655 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6add-a583-4c25-b24b-4322938de1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:56.001016 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:56.093741 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-22cba55f-29cf-47ec-ad9c-f187fdcbd250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:57.034613 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:06:59.402018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:07.362560 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:07.743394 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:07:09.887331 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:23.110355 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66cdf677-8956-4bc7-b5c1-5dcca9f0fd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:26.003890 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:26.098949 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c0fd0d38-b899-4428-ba9d-e091db8f7779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:27.037521 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:29.104164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-2a4cd1d5-99e0-425a-9544-929e6d75cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:29.105706 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-2a4cd1d5-99e0-425a-9544-929e6d75cf8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1097 time: 0.0479777 Sep 24 01:07:29.218353 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-454794ea-168d-4eed-9956-b62965423986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:29.219868 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-454794ea-168d-4eed-9956-b62965423986 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0948358 Sep 24 01:07:29.258578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cda32e-5173-44ce-b42c-0bf1a24cf764 req-cbf13f99-2303-41e5-8ba5-3464b9d2e952 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:29.260136 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51cda32e-5173-44ce-b42c-0bf1a24cf764 req-cbf13f99-2303-41e5-8ba5-3464b9d2e952 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0498297 Sep 24 01:07:29.290793 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-dc2e4d30-a4bf-4c55-a17e-a62bcb02a686 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 1001 time: 0.0634892 Sep 24 01:07:29.299261 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-51cda32e-5173-44ce-b42c-0bf1a24cf764 req-f0098b50-9e63-4243-933e-531ed951e7a9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326011 Sep 24 01:07:29.341882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-86b65b6b-3f28-4673-a362-fafc06a1266e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:29.343371 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-86b65b6b-3f28-4673-a362-fafc06a1266e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0453854 Sep 24 01:07:29.390021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-d76509b4-cdc2-4b74-ae10-5dc14c75e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:29.391725 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-d76509b4-cdc2-4b74-ae10-5dc14c75e5fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420408 Sep 24 01:07:29.407283 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:29.484549 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-fdaa3a45-ef8e-450b-8a6d-625c8df8a86b service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862215 Sep 24 01:07:29.576566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-420e2d64-19e2-4563-bc22-e855c9f0d6d6 req-93aad0e9-3f4c-4908-aac3-aeacfe3a8d01 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857871 Sep 24 01:07:30.456271 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993593e2-aece-462c-b822-d9365baeec7c req-e0d3f8bd-1a41-432a-9651-0b85b642bd2c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:30.457847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-993593e2-aece-462c-b822-d9365baeec7c req-e0d3f8bd-1a41-432a-9651-0b85b642bd2c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0579379 Sep 24 01:07:30.497188 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-993593e2-aece-462c-b822-d9365baeec7c req-9029f2bf-d2f6-4f47-9b82-ad503f51c77b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325782 Sep 24 01:07:31.636396 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edf9ad-25d7-4133-9904-73b6a70b34b7 req-c540d55f-1cb9-4df6-bbf4-081f41f37d7a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:31.638655 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7edf9ad-25d7-4133-9904-73b6a70b34b7 req-c540d55f-1cb9-4df6-bbf4-081f41f37d7a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0490665 Sep 24 01:07:31.675045 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a7edf9ad-25d7-4133-9904-73b6a70b34b7 req-b3345885-ff8f-4fb0-877c-c7e9afb32bc0 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304127 Sep 24 01:07:32.789733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0551bef1-efb4-447c-a01a-7c5615407b18 req-88039b29-84f3-4ec8-b9a8-12441b85ccb8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:32.791232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0551bef1-efb4-447c-a01a-7c5615407b18 req-88039b29-84f3-4ec8-b9a8-12441b85ccb8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0480783 Sep 24 01:07:32.828967 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0551bef1-efb4-447c-a01a-7c5615407b18 req-d0bb3450-2b2b-4a85-aca3-437dec7a7b36 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310104 Sep 24 01:07:33.944766 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df69228-9d6e-488c-a064-d047e430f7ae req-5604b5ad-400a-46d1-899d-76ceaa920789 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:33.946218 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7df69228-9d6e-488c-a064-d047e430f7ae req-5604b5ad-400a-46d1-899d-76ceaa920789 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0516698 Sep 24 01:07:33.982806 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7df69228-9d6e-488c-a064-d047e430f7ae req-48e6e81f-970a-45f2-9b47-5b37b2af8a40 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300078 Sep 24 01:07:35.097515 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3d44f-d0cb-45b7-84d5-63ff277df3f7 req-53d1a2a0-fcbe-4585-8a0f-e572264a9b22 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:35.099012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03e3d44f-d0cb-45b7-84d5-63ff277df3f7 req-53d1a2a0-fcbe-4585-8a0f-e572264a9b22 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0488102 Sep 24 01:07:35.135185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03e3d44f-d0cb-45b7-84d5-63ff277df3f7 req-860e11a3-6c2c-4101-a91e-e5007bfe5150 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303304 Sep 24 01:07:36.249030 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd2e49-eac2-44fb-9a3d-98e6861fe104 req-cd285585-835b-4543-a684-14aecbe5461e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:36.252734 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7acd2e49-eac2-44fb-9a3d-98e6861fe104 req-cd285585-835b-4543-a684-14aecbe5461e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0479689 Sep 24 01:07:36.287865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7acd2e49-eac2-44fb-9a3d-98e6861fe104 req-a7089e40-0d23-4a37-b3b8-a9fefc1bf9d8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312300 Sep 24 01:07:37.375736 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:37.408444 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb66fea-1481-472b-acd5-005522d10269 req-3042ed57-12ea-41e7-bff0-101e46d3f4f9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:37.409933 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cb66fea-1481-472b-acd5-005522d10269 req-3042ed57-12ea-41e7-bff0-101e46d3f4f9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0561659 Sep 24 01:07:37.447109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9cb66fea-1481-472b-acd5-005522d10269 req-9965f711-705b-4eb2-9df4-34707ae0b0f6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311489 Sep 24 01:07:38.563106 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766672b-69c4-4a9e-9be5-74968180db6c req-ffce84fe-3d80-4ccb-a4a1-bd7e67642077 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:38.564510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7766672b-69c4-4a9e-9be5-74968180db6c req-ffce84fe-3d80-4ccb-a4a1-bd7e67642077 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0497341 Sep 24 01:07:38.601958 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7766672b-69c4-4a9e-9be5-74968180db6c req-4283e185-4d9b-4a30-bd5c-6d057db781fa tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315714 Sep 24 01:07:39.715880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04916b2d-9c9e-4f7b-b20d-b76b8720d839 req-1fc16605-bda3-4829-8020-e11b61287b0e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:39.717359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04916b2d-9c9e-4f7b-b20d-b76b8720d839 req-1fc16605-bda3-4829-8020-e11b61287b0e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0484285 Sep 24 01:07:39.752980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-04916b2d-9c9e-4f7b-b20d-b76b8720d839 req-0465a608-1856-407d-b3d6-381e9a43244d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297689 Sep 24 01:07:39.883866 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:40.872676 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6a968-0aa5-4c28-a424-c3e375954032 req-c23747ba-a1a5-4346-855e-d4ebc6ea722f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:40.874164 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ca6a968-0aa5-4c28-a424-c3e375954032 req-c23747ba-a1a5-4346-855e-d4ebc6ea722f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0531449 Sep 24 01:07:40.911076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-9ca6a968-0aa5-4c28-a424-c3e375954032 req-098b0528-2d88-432f-8eb4-6c1c0d751876 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309627 Sep 24 01:07:41.360932 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:07:41.455575 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:07:41.466936 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'port_id': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'mac_address': 'fa:16:3e:ff:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:07:41.506980 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:41.519930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e5217ca-3421-4ce9-980a-5477909b1d60 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:07:41.539431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:07:41.544385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:41.597881 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:07:41.605192 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.605577 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.605978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.606313 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.606643 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.606997 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.607324 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.607650 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.607972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.608293 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.608615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.608937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:41.615825 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['4e5217ca-3421-4ce9-980a-5477909b1d60'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:07:42.035012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f3988-e3d3-4d58-a370-2aa7eab4b4ff req-2aa2a857-a64d-4879-a690-e50f3c6e76f6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:42.036499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-637f3988-e3d3-4d58-a370-2aa7eab4b4ff req-2aa2a857-a64d-4879-a690-e50f3c6e76f6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 944 time: 0.0510678 Sep 24 01:07:42.079551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-637f3988-e3d3-4d58-a370-2aa7eab4b4ff req-6ec19238-4ab6-4e50-9098-871d4f36efd4 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366387 Sep 24 01:07:43.211759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab809224-fb01-4037-b011-5ef321c72724 req-0cc104f9-db9e-4e6e-b5af-a716e51ba9ab tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:43.219853 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab809224-fb01-4037-b011-5ef321c72724 req-0cc104f9-db9e-4e6e-b5af-a716e51ba9ab tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 944 time: 0.0630479 Sep 24 01:07:43.263133 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab809224-fb01-4037-b011-5ef321c72724 req-b47ec89a-2af5-4d6e-aa17-c676303fc841 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Sep 24 01:07:43.370821 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:07:43.422077 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 4e5217ca-3421-4ce9-980a-5477909b1d60 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:07:43.422452 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:43.515706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:43.540373 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:07:43.542626 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf790da9-bf23-4925-82c1-81d68dd47d39" -d '{"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-plugged", "status": "completed", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:07:43.568090 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:07:43.576183 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:43.626966 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:07:43.675952 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb264b04-1e25-431a-b8c3-644369835dbd x-openstack-request-id: req-fb264b04-1e25-431a-b8c3-644369835dbd {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:07:43.676247 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-plugged", "status": "completed", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:07:43.676502 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb264b04-1e25-431a-b8c3-644369835dbd {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:07:43.676898 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'code': 200} Sep 24 01:07:44.385630 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13542e6-0ff5-42cf-90bf-b73323af8c48 req-2a45819d-36b2-4b34-abf5-5ec1e179d7b9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:44.391291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f13542e6-0ff5-42cf-90bf-b73323af8c48 req-2a45819d-36b2-4b34-abf5-5ec1e179d7b9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0595376 Sep 24 01:07:44.432177 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f13542e6-0ff5-42cf-90bf-b73323af8c48 req-fe0292d4-e77d-4d78-8ae6-833437958589 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382466 Sep 24 01:07:44.743114 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:07:45.564467 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed329b-729f-409e-a05f-8438a7a980b5 req-d2d2b5f1-7c7a-4a62-816a-be488c461450 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:45.566171 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2ed329b-729f-409e-a05f-8438a7a980b5 req-d2d2b5f1-7c7a-4a62-816a-be488c461450 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0553207 Sep 24 01:07:45.615369 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2ed329b-729f-409e-a05f-8438a7a980b5 req-098ba99c-6d4d-4385-865e-dc3910c42cba tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422142 Sep 24 01:07:46.737178 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbe881e-0bed-4360-a7a4-ed0afac5fff1 req-339e992c-8129-48dd-8e4a-f6c9f8283b27 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:46.744510 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcbe881e-0bed-4360-a7a4-ed0afac5fff1 req-339e992c-8129-48dd-8e4a-f6c9f8283b27 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0575759 Sep 24 01:07:46.783061 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-dcbe881e-0bed-4360-a7a4-ed0afac5fff1 req-881891c3-4ced-4556-9f90-fe274792bdb2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376501 Sep 24 01:07:47.908539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca921f-6c9b-4310-8c6d-e5c61bb754e5 req-8c769572-fadc-45f8-a59e-524e9d29f9dc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:47.910057 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62ca921f-6c9b-4310-8c6d-e5c61bb754e5 req-8c769572-fadc-45f8-a59e-524e9d29f9dc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0549223 Sep 24 01:07:47.952611 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-62ca921f-6c9b-4310-8c6d-e5c61bb754e5 req-83f52d62-1ccb-4ee1-a4d4-ee7c78b9e7b7 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363128 Sep 24 01:07:49.072354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b855df-359f-492d-b3b8-21e9dea05fa6 req-5425c9bd-d8a0-4ff5-ac89-e7c2534483eb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:49.075216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80b855df-359f-492d-b3b8-21e9dea05fa6 req-5425c9bd-d8a0-4ff5-ac89-e7c2534483eb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0524168 Sep 24 01:07:49.114162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80b855df-359f-492d-b3b8-21e9dea05fa6 req-66bbd466-1902-4615-9976-726a59733fba tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323279 Sep 24 01:07:50.249499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305637e1-29bd-4891-b428-bbe73d66f0af req-fd1abc89-3a99-4165-9a1e-810e4adbd02c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:50.256895 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-305637e1-29bd-4891-b428-bbe73d66f0af req-fd1abc89-3a99-4165-9a1e-810e4adbd02c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0643456 Sep 24 01:07:50.302484 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-305637e1-29bd-4891-b428-bbe73d66f0af req-dc56bace-02da-4325-837c-6f91c2c7df9c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447130 Sep 24 01:07:51.166510 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-c808ed88-bea1-47ba-b805-66f222b041d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:51.168045 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-c808ed88-bea1-47ba-b805-66f222b041d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1097 time: 0.0409935 Sep 24 01:07:51.257391 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-ede76a56-9582-4927-aa15-a147f5f97389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:51.258930 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-ede76a56-9582-4927-aa15-a147f5f97389 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0834599 Sep 24 01:07:51.327442 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-8c7956ec-99cc-4026-a590-c88afe23baac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 1001 time: 0.0609069 Sep 24 01:07:51.383541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-7627b565-5770-4d58-86a7-f476ea4b3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:51.385035 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-7627b565-5770-4d58-86a7-f476ea4b3a11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0504041 Sep 24 01:07:51.421692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55706280-b490-4d6b-976e-d7ab6b1fab53 req-f6804fbf-ba4c-4d88-96a2-77dbbe60d0bc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:51.423223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55706280-b490-4d6b-976e-d7ab6b1fab53 req-f6804fbf-ba4c-4d88-96a2-77dbbe60d0bc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0531917 Sep 24 01:07:51.432257 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-a44501af-96ff-4585-b8dd-c4418425beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:51.434312 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-a44501af-96ff-4585-b8dd-c4418425beeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409918 Sep 24 01:07:51.444955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-742fa9e2-a7cd-4e67-9026-f9a3d75be8ee service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:07:51.445921 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-742fa9e2-a7cd-4e67-9026-f9a3d75be8ee service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049524 Sep 24 01:07:51.460628 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-55706280-b490-4d6b-976e-d7ab6b1fab53 req-f361c06d-6e0a-413b-a5a8-a60afa8a246c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312946 Sep 24 01:07:51.539918 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-d70f94ac-4c78-4289-9d6a-6096a92db773 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867541 Sep 24 01:07:51.631431 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-79e983cf-e2f4-4f09-9815-ef6b53fff7b0 req-e2658341-7cf0-4dc0-867a-c96fc071042f service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836494 Sep 24 01:07:52.574964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3359ed2-0872-4cb0-89b7-2ba831fa5009 req-dc754077-7ceb-472f-b6c0-8a2735ad4991 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:52.576429 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3359ed2-0872-4cb0-89b7-2ba831fa5009 req-dc754077-7ceb-472f-b6c0-8a2735ad4991 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0480773 Sep 24 01:07:52.612387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3359ed2-0872-4cb0-89b7-2ba831fa5009 req-064ef808-75c1-48c5-a3ef-678219409daf tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300524 Sep 24 01:07:53.114541 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f7fa1cc5-828a-4cd0-9d37-6095b562ed67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:53.725428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65623058-e0c5-4c89-8c5d-41148491b482 req-d759ad6e-6039-4ea7-a2ad-4756b6e76c93 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:53.726925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65623058-e0c5-4c89-8c5d-41148491b482 req-d759ad6e-6039-4ea7-a2ad-4756b6e76c93 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0479641 Sep 24 01:07:53.764690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-65623058-e0c5-4c89-8c5d-41148491b482 req-db6aa2d6-a21d-48c3-a74d-541fd3a55f67 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312603 Sep 24 01:07:53.832158 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-070f9cf2-83f8-4fc9-a9f4-78cb0d31b199 req-0f289ecb-b695-499d-a215-d46fb05c0fcb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:07:53.833165 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-070f9cf2-83f8-4fc9-a9f4-78cb0d31b199 req-0f289ecb-b695-499d-a215-d46fb05c0fcb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052960 Sep 24 01:07:53.991608 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc0a3a-2d58-4919-aeaf-c80d1b6483fc req-95363c08-c2a6-4fb1-a738-c8b0ec7bb624 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:53.992621 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9bc0a3a-2d58-4919-aeaf-c80d1b6483fc req-95363c08-c2a6-4fb1-a738-c8b0ec7bb624 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0519331 Sep 24 01:07:54.040376 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9bc0a3a-2d58-4919-aeaf-c80d1b6483fc req-8f84f931-9d21-475c-b01b-ea1c0605da35 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408816 Sep 24 01:07:54.186078 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-1e0e01b3-f015-4a82-b63c-275d3beb4594 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936573 Sep 24 01:07:54.195060 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-2cc23ac5-c71a-4c6d-a1e0-fadd0cbc8acc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:07:54.196016 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-2cc23ac5-c71a-4c6d-a1e0-fadd0cbc8acc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051787 Sep 24 01:07:55.022387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-c59869c3-de24-4d7a-a2b1-d24dd79531af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:55.023898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-c59869c3-de24-4d7a-a2b1-d24dd79531af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d&tenant_id=a5c715cd402349a39c454cfb0af0ab5c HTTP/1.1" status: 200 len: 1097 time: 0.0838358 Sep 24 01:07:55.035405 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:07:55.087818 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:55.238091 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8882b8-41e1-45ec-8705-eb2cff849635 req-cb59063e-df29-4026-bba7-67bc4b02a30f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:55.239495 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c8882b8-41e1-45ec-8705-eb2cff849635 req-cb59063e-df29-4026-bba7-67bc4b02a30f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.1175497 Sep 24 01:07:55.327716 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0c8882b8-41e1-45ec-8705-eb2cff849635 req-bc77b0a6-081d-45d7-97c8-aede9912eec0 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822642 Sep 24 01:07:55.353765 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:07:55.386855 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h2-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:07:55.404352 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:07:55.424953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:07:55.427276 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0fb673d-5516-4b3e-a16b-ad86250acdc7" -d '{"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:07:55.431781 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:55.447782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Transition to ACTIVE for port object 4e5217ca-3421-4ce9-980a-5477909b1d60 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:07:55.451529 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:55.483474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:55.547361 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.db.api [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106380) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 01:07:55.547715 n-d-713498-18 neutron-server[106380]: DEBUG oslo_db.api [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 01:07:55.547835 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=8']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:07:55.560443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.560788 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.561130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.561464 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.561825 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.562157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.562483 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.562833 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.563161 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.563484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.563806 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.564146 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:07:55.594889 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] No DVR routers for this DVR port 4e5217ca-3421-4ce9-980a-5477909b1d60 on host n-h2-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:07:55.730497 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Attempting to bind port 4e5217ca-3421-4ce9-980a-5477909b1d60 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:07:55.731412 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Attempting to bind port 4e5217ca-3421-4ce9-980a-5477909b1d60 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:07:55.731732 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Attempting to bind port 4e5217ca-3421-4ce9-980a-5477909b1d60 on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:07:55.735882 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Port 4e5217ca-3421-4ce9-980a-5477909b1d60 on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:07:55.736195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Attempting to bind port 4e5217ca-3421-4ce9-980a-5477909b1d60 on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:07:55.740961 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 7, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:07:55.741231 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Checking segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:07:55.741605 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Bound using segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:07:55.742021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Bound port: 4e5217ca-3421-4ce9-980a-5477909b1d60, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:07:55.742367 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:55.807550 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:07:55.810411 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:07:55.814123 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:55.845913 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:55.846477 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:55.847865 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 1092 time: 0.8162701 Sep 24 01:07:55.884220 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72539b64-31b6-4408-a141-f67c5bf6a6e4 service neutron] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=9']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:07:55.919406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-eeb2edd1-1d92-456b-9114-05008f08dfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:55.921309 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-eeb2edd1-1d92-456b-9114-05008f08dfc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1095 time: 0.0482681 Sep 24 01:07:56.005585 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:56.020790 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-8bb7febf-5f7c-4d03-994e-e160c6273489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:56.022315 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-8bb7febf-5f7c-4d03-994e-e160c6273489 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0932724 Sep 24 01:07:56.088519 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-1ef661e4-f16d-4d4a-8624-122f4bef1632 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 999 time: 0.0593834 Sep 24 01:07:56.108431 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ee145868-4f82-4bee-83e1-332e19ccfc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:56.140089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-e1d2e3e5-3ce6-4419-9097-61aeb81f353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:56.141476 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-e1d2e3e5-3ce6-4419-9097-61aeb81f353b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0456836 Sep 24 01:07:56.190514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-6a66e196-f543-4444-9430-49026a840b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:56.192012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-6a66e196-f543-4444-9430-49026a840b0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428846 Sep 24 01:07:56.282556 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-929df543-58cc-45f8-bdfe-1df0cb214e5c service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831492 Sep 24 01:07:56.373642 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f9f6b018-bc56-456f-8f45-da710af0e557 req-cfe0c9dd-69e3-42ee-80ec-683a14f007e1 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837893 Sep 24 01:07:56.443634 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36168a40-e714-4b89-a33e-2b61923f5a39 req-1fdbe0bb-6c51-40cd-b72c-8541ccdc29fb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:56.445365 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36168a40-e714-4b89-a33e-2b61923f5a39 req-1fdbe0bb-6c51-40cd-b72c-8541ccdc29fb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0489779 Sep 24 01:07:56.484561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-36168a40-e714-4b89-a33e-2b61923f5a39 req-e61693b7-b5da-4ee7-ae9e-b74bb5266ecd tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317016 Sep 24 01:07:56.577036 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 01:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3d1f2c-9e65-4e9f-a9b8-c9bf0679a9b9 x-openstack-request-id: req-af3d1f2c-9e65-4e9f-a9b8-c9bf0679a9b9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:07:56.577386 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-unplugged", "status": "completed", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:07:56.577566 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af3d1f2c-9e65-4e9f-a9b8-c9bf0679a9b9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:07:56.578079 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'code': 200} Sep 24 01:07:57.040124 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:57.605621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f87bb-3545-4524-b6b9-c9fbb2b9b264 req-bcce40b6-87d3-4ed7-918a-7369811a2fab tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:57.607112 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c4f87bb-3545-4524-b6b9-c9fbb2b9b264 req-bcce40b6-87d3-4ed7-918a-7369811a2fab tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0538845 Sep 24 01:07:57.644786 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6c4f87bb-3545-4524-b6b9-c9fbb2b9b264 req-b549d4fb-13e6-42a1-bfaf-cc45c5b25dcf tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317700 Sep 24 01:07:58.579144 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:07:58.581476 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73790edc-3b99-40d1-8fff-0f29a1200036" -d '{"events": [{"name": "network-changed", "server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:07:58.618430 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b402941-7017-47a8-82fd-6374070e10c1 x-openstack-request-id: req-9b402941-7017-47a8-82fd-6374070e10c1 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:07:58.619101 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:07:58.619373 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9b402941-7017-47a8-82fd-6374070e10c1 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:07:58.619660 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'status': 'completed', 'code': 200} Sep 24 01:07:58.770573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa4bcc-1b33-466d-b1bd-b2c6a938b46f req-c53fd716-a369-48d8-97c9-4b6bfb98c60b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:58.772134 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56aa4bcc-1b33-466d-b1bd-b2c6a938b46f req-c53fd716-a369-48d8-97c9-4b6bfb98c60b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0598445 Sep 24 01:07:58.810100 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-56aa4bcc-1b33-466d-b1bd-b2c6a938b46f req-e54a5e10-898d-489c-ac3b-86f7d255adff tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315511 Sep 24 01:07:59.411934 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:07:59.932200 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c875199-c35b-4657-b3ba-ebb550ca36a8 req-c1a9874f-8076-4c8b-b017-ef5b0d42a53a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:07:59.933681 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c875199-c35b-4657-b3ba-ebb550ca36a8 req-c1a9874f-8076-4c8b-b017-ef5b0d42a53a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0517275 Sep 24 01:07:59.974119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3c875199-c35b-4657-b3ba-ebb550ca36a8 req-80999592-7454-4c56-a79b-4b63b8494c04 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307302 Sep 24 01:08:01.090564 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc99963-c908-4d46-98f8-a9ae6dfe5a9f req-a65a6bae-7eca-4928-a357-93c57a2d4219 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:01.092231 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fc99963-c908-4d46-98f8-a9ae6dfe5a9f req-a65a6bae-7eca-4928-a357-93c57a2d4219 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0503747 Sep 24 01:08:01.132676 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0fc99963-c908-4d46-98f8-a9ae6dfe5a9f req-b556ef75-5004-441e-85a6-07621e5aba84 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337036 Sep 24 01:08:02.256120 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2df6-80e1-4b4c-b16f-bd4f29500e50 req-2b861784-d13c-4e47-8209-622089951c9d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:02.257677 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-450b2df6-80e1-4b4c-b16f-bd4f29500e50 req-2b861784-d13c-4e47-8209-622089951c9d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0533063 Sep 24 01:08:02.299338 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-450b2df6-80e1-4b4c-b16f-bd4f29500e50 req-30ea738a-24f7-479e-96cc-ea93c410dd12 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337927 Sep 24 01:08:03.420861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cff91c-fa61-4eb3-ae34-a1dcbaaf10ae req-07d32c14-4be7-4958-bcd3-675767a47257 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:03.422386 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61cff91c-fa61-4eb3-ae34-a1dcbaaf10ae req-07d32c14-4be7-4958-bcd3-675767a47257 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0526347 Sep 24 01:08:03.459781 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-61cff91c-fa61-4eb3-ae34-a1dcbaaf10ae req-be050da5-4b14-46f8-9dba-82f39a88f2bd tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313587 Sep 24 01:08:04.575822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd1665-0fc8-4026-af01-d1f1ea7fd37c req-615b2a73-d1db-4f30-83b8-9d46c091db74 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:04.577379 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87bd1665-0fc8-4026-af01-d1f1ea7fd37c req-615b2a73-d1db-4f30-83b8-9d46c091db74 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0494413 Sep 24 01:08:04.621387 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-87bd1665-0fc8-4026-af01-d1f1ea7fd37c req-cb30fc8b-a2de-4704-ace7-e6328821dd7a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366621 Sep 24 01:08:05.749970 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb9b7-e104-4a5b-9510-06f70039b5be req-61dcba2c-7d8b-416e-9f46-454c6783fc0e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:05.751840 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e6bb9b7-e104-4a5b-9510-06f70039b5be req-61dcba2c-7d8b-416e-9f46-454c6783fc0e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0566947 Sep 24 01:08:05.792443 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4e6bb9b7-e104-4a5b-9510-06f70039b5be req-8fae3a5a-eadf-4ca1-ba5d-3068a13040af tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344622 Sep 24 01:08:06.909914 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ed15f7-417d-4108-b3ae-e067bb109ad1 req-94eb030e-c384-4a72-8f3f-15809637cf51 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:06.912120 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8ed15f7-417d-4108-b3ae-e067bb109ad1 req-94eb030e-c384-4a72-8f3f-15809637cf51 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0502727 Sep 24 01:08:06.950410 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d8ed15f7-417d-4108-b3ae-e067bb109ad1 req-a1f4f136-293b-4b6e-853f-3aa9eea4890f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317218 Sep 24 01:08:07.380056 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:07.488507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-c4e41733-5242-4d4f-9e58-3ff2548fec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:07.489994 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-c4e41733-5242-4d4f-9e58-3ff2548fec61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1095 time: 0.0402055 Sep 24 01:08:07.587070 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-b26c4325-bc05-4ab2-8fd2-3761ff704ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:07.588566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-b26c4325-bc05-4ab2-8fd2-3761ff704ffc service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0877378 Sep 24 01:08:07.653489 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-321b1900-b00c-4b7b-8eba-787dfea5c34d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 999 time: 0.0570047 Sep 24 01:08:07.705641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-5af93a01-3263-4da1-b9af-7b95eb8d0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:07.707093 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-5af93a01-3263-4da1-b9af-7b95eb8d0ab5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0466158 Sep 24 01:08:07.751286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-4242eef3-dc52-456a-bc7e-d5d4b30f95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:07.752723 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-4242eef3-dc52-456a-bc7e-d5d4b30f95c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384440 Sep 24 01:08:07.845694 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-2e1cb806-ab79-4a25-9cd1-f58b26050824 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849824 Sep 24 01:08:07.942069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-73790edc-3b99-40d1-8fff-0f29a1200036 req-1abf91cf-2b6d-4f51-9a57-2e6a3ca3c7a0 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872600 Sep 24 01:08:08.065867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbae81-abba-443c-84c8-7ee092348d57 req-b14964fd-98d9-4fe4-bcda-efcc590a1deb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:08.067380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-acfbae81-abba-443c-84c8-7ee092348d57 req-b14964fd-98d9-4fe4-bcda-efcc590a1deb tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0490763 Sep 24 01:08:08.104327 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-acfbae81-abba-443c-84c8-7ee092348d57 req-f06259ee-c139-42eb-9d21-6fd1c78d761d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Sep 24 01:08:09.222802 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884eaaf-b313-48a0-8324-9b76780575c6 req-ddc435d2-38a9-4246-90d3-7a198f00b285 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:09.224356 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c884eaaf-b313-48a0-8324-9b76780575c6 req-ddc435d2-38a9-4246-90d3-7a198f00b285 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0519924 Sep 24 01:08:09.262001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c884eaaf-b313-48a0-8324-9b76780575c6 req-7ce3b664-29a9-4258-ad91-f15a8be6ae1f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Sep 24 01:08:09.905973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:10.376700 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11caba0-d58f-46f2-a0ed-dddc0a73ce31 req-87ba8e7e-c661-4e16-89f6-6e8bc761ba8f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:10.378179 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c11caba0-d58f-46f2-a0ed-dddc0a73ce31 req-87ba8e7e-c661-4e16-89f6-6e8bc761ba8f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 943 time: 0.0480382 Sep 24 01:08:10.416182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c11caba0-d58f-46f2-a0ed-dddc0a73ce31 req-fadd3fb8-1eea-4346-90eb-78bdd41d6aec tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314124 Sep 24 01:08:11.174653 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:08:11.268026 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:08:11.279408 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'port_id': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'mac_address': 'fa:16:3e:ff:8e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:08:11.318514 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:11.330657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e5217ca-3421-4ce9-980a-5477909b1d60 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:08:11.349434 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:08:11.360549 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:11.407372 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:08:11.538440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8498181e-0fd0-4ac7-ba9e-b22bbdb1e0ba req-26b09d5d-d549-4adc-87f0-66e87e166a89 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:11.539943 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8498181e-0fd0-4ac7-ba9e-b22bbdb1e0ba req-26b09d5d-d549-4adc-87f0-66e87e166a89 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0475178 Sep 24 01:08:11.577106 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8498181e-0fd0-4ac7-ba9e-b22bbdb1e0ba req-30d0a6b7-655d-4bf7-86dc-9388eacba8cd tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303025 Sep 24 01:08:11.609673 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['4e5217ca-3421-4ce9-980a-5477909b1d60'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:08:12.694352 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c44a73-0724-4029-87c1-67a3fe61c9e2 req-188bbf5b-2c8e-4979-8695-7911cb490f33 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:12.695863 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53c44a73-0724-4029-87c1-67a3fe61c9e2 req-188bbf5b-2c8e-4979-8695-7911cb490f33 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 945 time: 0.0517831 Sep 24 01:08:12.734845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-53c44a73-0724-4029-87c1-67a3fe61c9e2 req-e5789faa-e936-46fd-ac7e-1ac697ce8091 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310817 Sep 24 01:08:13.174626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:08:13.222743 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 4e5217ca-3421-4ce9-980a-5477909b1d60 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:08:13.226452 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 4e5217ca-3421-4ce9-980a-5477909b1d60 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:08:13.226851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:13.303475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:13.324969 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:08:13.327229 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf33e11-6de4-4b8c-b17c-3df30d62053a" -d '{"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-plugged", "status": "completed", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:08:13.339276 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:08:13.343823 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:13.366022 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36967108-fa6a-42c5-945f-a23e06399087 x-openstack-request-id: req-36967108-fa6a-42c5-945f-a23e06399087 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:08:13.366310 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-plugged", "status": "completed", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:08:13.366559 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-36967108-fa6a-42c5-945f-a23e06399087 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:08:13.367044 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'code': 200} Sep 24 01:08:13.392163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=11']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:08:13.561218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89f16b2-78d9-4f6e-ad79-77e441d53680 req-093db2f8-24e7-469a-9702-05f397c31ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:13.562691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b89f16b2-78d9-4f6e-ad79-77e441d53680 req-093db2f8-24e7-469a-9702-05f397c31ab1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1098 time: 0.0415134 Sep 24 01:08:13.596686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b89f16b2-78d9-4f6e-ad79-77e441d53680 req-18384e4c-e4a5-4085-beae-0efeeee682aa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0270486 Sep 24 01:08:13.857032 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99a3e8-108c-4df1-8fed-fa14f37b4e09 req-cf95663e-1359-4acb-b560-d1d2be61403b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:13.858551 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa99a3e8-108c-4df1-8fed-fa14f37b4e09 req-cf95663e-1359-4acb-b560-d1d2be61403b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 946 time: 0.0563996 Sep 24 01:08:13.896567 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fa99a3e8-108c-4df1-8fed-fa14f37b4e09 req-446597a0-244f-4318-a86c-52a820b6dc91 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320175 Sep 24 01:08:15.020326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f6c4ea-10ac-41f0-a4be-7ecf11bc66bb req-06c055cd-3d65-435a-8a82-d1968b7ca1ef tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:15.021804 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2f6c4ea-10ac-41f0-a4be-7ecf11bc66bb req-06c055cd-3d65-435a-8a82-d1968b7ca1ef tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 946 time: 0.0534890 Sep 24 01:08:15.062032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2f6c4ea-10ac-41f0-a4be-7ecf11bc66bb req-85bf4c75-be77-4619-85da-c0ed06c181b8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339978 Sep 24 01:08:16.175509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf5a4d-2fdc-46d0-8be6-1c0378e89d2a req-69d8b8c0-a25f-41a4-a77c-d32b333a3fea tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:16.176978 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fedf5a4d-2fdc-46d0-8be6-1c0378e89d2a req-69d8b8c0-a25f-41a4-a77c-d32b333a3fea tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 946 time: 0.0488877 Sep 24 01:08:16.213576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fedf5a4d-2fdc-46d0-8be6-1c0378e89d2a req-eefd6362-291a-45da-883e-5dd0d5559b13 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306947 Sep 24 01:08:21.741656 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:08:23.116291 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e31c258a-cf81-4f90-bce4-4658570d61f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:26.007066 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:26.097999 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f37be142-437e-46da-8e29-ab4dbccb82d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:27.042677 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:29.410706 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:31.204762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-5b83b141-cbb5-48e7-9b58-24de203002c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0388634 Sep 24 01:08:31.287885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-309be7c5-cbfb-41b9-9094-b1705eb9b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:31.289359 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-309be7c5-cbfb-41b9-9094-b1705eb9b5c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1098 time: 0.0417457 Sep 24 01:08:31.390711 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-e8111339-772d-43fd-926a-f8437879cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:31.392185 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-e8111339-772d-43fd-926a-f8437879cb54 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0822940 Sep 24 01:08:31.460614 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-c65d1fe4-e063-4693-a6fd-f8e159f9969c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 1001 time: 0.0606301 Sep 24 01:08:31.508734 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-677d52e7-f73a-47b7-ab05-5fa10e271624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:31.510109 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-677d52e7-f73a-47b7-ab05-5fa10e271624 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0415630 Sep 24 01:08:31.557617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-a693de39-f2f3-4b15-ac28-41ab3630191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:08:31.559416 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-a693de39-f2f3-4b15-ac28-41ab3630191a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400476 Sep 24 01:08:31.993452 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-70473b0e-a6c7-4b19-8fa3-633f3e38d56a service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248881 Sep 24 01:08:32.080561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-536ea0f7-3692-46d3-b334-df898ef760b4 req-ee2285ca-2a41-423d-9003-48c49490069b service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795221 Sep 24 01:08:37.382779 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:39.929118 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:53.117302 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ee3894f2-83a8-4808-9a4e-da936245d00d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:56.007695 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:56.100303 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cfcbfd4f-65a1-4a2f-bad8-c3dbfec40655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:57.045391 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:08:58.741794 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:08:59.412520 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:07.374677 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:09.929390 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:23.119301 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bb13bcee-1897-43f3-903c-ada25c85d92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:25.516108 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46054) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:25.672555 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Deleting port d790c14e-44a9-450c-b56f-09720f2b66f8 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:09:25.672956 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:25.749624 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:25.749945 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:25.761517 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Calling delete_port for d790c14e-44a9-450c-b56f-09720f2b66f8 owned by network:floatingip {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:09:25.901385 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:25.930401 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event deleted for resources: {'Port': ['ID=d790c14e-44a9-450c-b56f-09720f2b66f8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:25.965294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.965795 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.966282 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.967368 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.967979 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.968342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.968821 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.969307 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.969786 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.970268 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.970747 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:25.971256 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:26.009041 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:26.022493 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for floatingip, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:26.022845 n-d-713498-18 neutron-server[106378]: INFO neutron.db.l3_db [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Floating IP 5891956d-b7c6-49b6-95e9-98678850526a disassociated (deleted). External IP: 172.25.5.245, port: 4e5217ca-3421-4ce9-980a-5477909b1d60. Sep 24 01:09:26.101289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-991d82ec-d439-4736-85dc-5cdbcde00df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:26.231705 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:09:26.648363 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:09:26.652991 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:26.657754 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] Sync routers for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:09:26.666884 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:09:26.667509 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:09:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:09:26.685261 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-2cf3184f-5be7-4e0a-9bca-85b4245ba4b3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "DELETE /v2.0/floatingips/5891956d-b7c6-49b6-95e9-98678850526a HTTP/1.1" status: 204 len: 168 time: 1.1673875 Sep 24 01:09:26.686441 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:09:26.688726 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:09:26.777986 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:09:26.797597 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b588efa2-fe1a-44ab-8745-09ce24094558 x-openstack-request-id: req-b588efa2-fe1a-44ab-8745-09ce24094558 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:09:26.797887 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:09:26.798133 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b588efa2-fe1a-44ab-8745-09ce24094558 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:09:26.798523 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'status': 'completed', 'code': 200} Sep 24 01:09:26.863718 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-deb36675-3416-4236-ab4b-4dfd93b2f200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:26.865640 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-deb36675-3416-4236-ab4b-4dfd93b2f200 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 1098 time: 0.0415187 Sep 24 01:09:26.975531 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:09:26.981549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42f5c1-3b13-41e9-b366-2985d0e695cb req-e7293579-d52a-432d-9cf4-8891e7df9ff8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:26.983622 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d42f5c1-3b13-41e9-b366-2985d0e695cb req-e7293579-d52a-432d-9cf4-8891e7df9ff8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 946 time: 0.1020620 Sep 24 01:09:27.004795 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] Checking router: 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:09:27.011431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-936cf61f-7069-44ef-ac97-50542da00e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:27.012882 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-936cf61f-7069-44ef-ac97-50542da00e9c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.1388395 Sep 24 01:09:27.013025 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:09:27.013671 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:09:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:09:27.050553 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:27.067753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1d42f5c1-3b13-41e9-b366-2985d0e695cb req-3d902546-454d-4de4-926d-7e3398943ff3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763547 Sep 24 01:09:27.069128 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-0077831b-6e0e-487e-bf57-1ac6b67f976e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 200 len: 217 time: 0.0442979 Sep 24 01:09:27.118232 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:09:27.120092 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-18704768-0e5f-44b7-840c-dca9ee24c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:27.121537 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-18704768-0e5f-44b7-840c-dca9ee24c85e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0443952 Sep 24 01:09:27.168519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-c1de3959-1bd7-4da0-ac21-4f6568234015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:27.170668 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-c1de3959-1bd7-4da0-ac21-4f6568234015 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407860 Sep 24 01:09:27.265820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-977b07f8-a494-4c2d-a2dc-3e987dece007 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874262 Sep 24 01:09:27.310831 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:09:27.336101 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f6e98f-2a38-47c0-b38b-56c72b200599 None None] The sync data for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 is: [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:09:27.359267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ae40ddc2-b351-4ccc-9680-1181d7f76eaa req-84011b49-4f3e-48c8-9fe9-354487f3bf11 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861015 Sep 24 01:09:27.550341 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88fa922-ada4-4441-89e5-855924abeb4d None None] New status for floating IP 5891956d-b7c6-49b6-95e9-98678850526a: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:09:28.195657 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-9abec761-3803-43d7-a56f-bf82dbe04cd1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:28.197116 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-9abec761-3803-43d7-a56f-bf82dbe04cd1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.18 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 946 time: 0.0763004 Sep 24 01:09:28.208627 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb00b8ae-6e78-4351-8cef-93599eb6a8ce req-492c4900-f490-42d7-8279-9bac43fbbd29 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:28.209993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb00b8ae-6e78-4351-8cef-93599eb6a8ce req-492c4900-f490-42d7-8279-9bac43fbbd29 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=1912d7ba-2295-45ea-b8cd-5dac0c53e32d HTTP/1.1" status: 200 len: 946 time: 0.0640039 Sep 24 01:09:28.296254 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bb00b8ae-6e78-4351-8cef-93599eb6a8ce req-e19b4f4a-789c-4556-b634-6eca24c7423c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=e292b738-5590-4408-8e36-447a0ec27edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794384 Sep 24 01:09:28.321752 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Deleting port 4e5217ca-3421-4ce9-980a-5477909b1d60 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:09:28.322095 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:28.407801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] For port 4e5217ca-3421-4ce9-980a-5477909b1d60, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=4e5217ca-3421-4ce9-980a-5477909b1d60,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:09:28.408089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:28.420811 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Calling delete_port for 4e5217ca-3421-4ce9-980a-5477909b1d60 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:09:28.550359 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:28.578060 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event deleted for resources: {'Port': ['ID=4e5217ca-3421-4ce9-980a-5477909b1d60,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:28.589986 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.590339 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.590705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.591093 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.591430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.592333 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.592662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.592990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.593314 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.593644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.593969 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.594285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:28.631582 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] No DVR routers for this DVR port 4e5217ca-3421-4ce9-980a-5477909b1d60 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:09:28.635204 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:28.637173 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-011d06d0-faea-4c4a-a804-c6514bcbe07c req-c0678399-01e3-45fc-8a07-d219e0a56463 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.18 "DELETE /v2.0/ports/4e5217ca-3421-4ce9-980a-5477909b1d60 HTTP/1.1" status: 204 len: 173 time: 0.4263120 Sep 24 01:09:28.637577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-deleted', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:09:28.639842 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aa0ad6-ef56-4911-a4d1-cc3998d6870a" -d '{"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-deleted", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:09:28.687962 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7380b8-f2da-4e03-8243-d9a91b157f5f x-openstack-request-id: req-ed7380b8-f2da-4e03-8243-d9a91b157f5f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:09:28.688250 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1912d7ba-2295-45ea-b8cd-5dac0c53e32d", "name": "network-vif-deleted", "tag": "4e5217ca-3421-4ce9-980a-5477909b1d60", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:09:28.688499 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed7380b8-f2da-4e03-8243-d9a91b157f5f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:09:28.688891 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1912d7ba-2295-45ea-b8cd-5dac0c53e32d', 'name': 'network-vif-deleted', 'tag': '4e5217ca-3421-4ce9-980a-5477909b1d60', 'status': 'completed', 'code': 200} Sep 24 01:09:29.352360 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46078) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:29.416474 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.418870 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-933faece-bacf-4dbc-987c-8873d25dc673 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.443704 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-933faece-bacf-4dbc-987c-8873d25dc673 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.502254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-933faece-bacf-4dbc-987c-8873d25dc673 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.504784 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-933faece-bacf-4dbc-987c-8873d25dc673 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.505968 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-933faece-bacf-4dbc-987c-8873d25dc673 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "DELETE /v2.0/security-groups/e292b738-5590-4408-8e36-447a0ec27edf HTTP/1.1" status: 204 len: 168 time: 0.1526065 Sep 24 01:09:29.515388 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933faece-bacf-4dbc-987c-8873d25dc673 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e292b738-5590-4408-8e36-447a0ec27edf,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:29.735971 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46084) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:29.740547 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-e893815c-1866-4765-a2a5-4604fb4ec97e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174540384', 'description': 'tempest-secgroup-smoke-1174540384 description', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:29.762796 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e893815c-1866-4765-a2a5-4604fb4ec97e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.844346 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e893815c-1866-4765-a2a5-4604fb4ec97e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.847846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e893815c-1866-4765-a2a5-4604fb4ec97e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.874350 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-e893815c-1866-4765-a2a5-4604fb4ec97e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.875605 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-e893815c-1866-4765-a2a5-4604fb4ec97e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386368 Sep 24 01:09:29.878689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46086) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:29.879511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893815c-1866-4765-a2a5-4604fb4ec97e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e6cc85-3607-48b0-b993-56e3b031ad80,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:29.884601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ed3c6233-2e46-4cec-9414-d874e9960c57 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6cc85-3607-48b0-b993-56e3b031ad80', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:29.910321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6233-2e46-4cec-9414-d874e9960c57 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.965244 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6233-2e46-4cec-9414-d874e9960c57 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.969238 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6233-2e46-4cec-9414-d874e9960c57 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.986222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c6233-2e46-4cec-9414-d874e9960c57 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a972956f-d8da-4a65-9fe1-23c65a4eae18,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:29.992752 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ed3c6233-2e46-4cec-9414-d874e9960c57 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:29.994080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ed3c6233-2e46-4cec-9414-d874e9960c57 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1142993 Sep 24 01:09:29.997151 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46088) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:30.001463 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-5604d5c7-3f99-4227-a707-0bd833051f80 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6cc85-3607-48b0-b993-56e3b031ad80', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:30.027993 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5604d5c7-3f99-4227-a707-0bd833051f80 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.087518 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5604d5c7-3f99-4227-a707-0bd833051f80 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.091202 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5604d5c7-3f99-4227-a707-0bd833051f80 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.109689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5604d5c7-3f99-4227-a707-0bd833051f80 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ee3d24-a8c6-4247-bb6b-5d00969d9ff4,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:30.115502 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5604d5c7-3f99-4227-a707-0bd833051f80 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.116774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5604d5c7-3f99-4227-a707-0bd833051f80 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186490 Sep 24 01:09:30.119477 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46090) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:30.123846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4e9f0157-4f57-422a-9cdc-2f76a493c026 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6cc85-3607-48b0-b993-56e3b031ad80', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:30.148372 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0157-4f57-422a-9cdc-2f76a493c026 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.204930 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0157-4f57-422a-9cdc-2f76a493c026 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.208531 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0157-4f57-422a-9cdc-2f76a493c026 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.229133 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f0157-4f57-422a-9cdc-2f76a493c026 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97f699b3-28eb-494b-9306-cb7e121bdd5f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:30.235245 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4e9f0157-4f57-422a-9cdc-2f76a493c026 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.236399 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4e9f0157-4f57-422a-9cdc-2f76a493c026 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159861 Sep 24 01:09:30.239157 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46092) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:30.243431 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1100df37-8b61-47e8-b1ed-08ae317be96f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6cc85-3607-48b0-b993-56e3b031ad80', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:30.267990 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1100df37-8b61-47e8-b1ed-08ae317be96f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.325250 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1100df37-8b61-47e8-b1ed-08ae317be96f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.328842 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1100df37-8b61-47e8-b1ed-08ae317be96f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.346168 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100df37-8b61-47e8-b1ed-08ae317be96f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=066cb9ec-af88-4582-a74f-a9c19c6b847f,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:30.352523 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1100df37-8b61-47e8-b1ed-08ae317be96f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.353727 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1100df37-8b61-47e8-b1ed-08ae317be96f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1136296 Sep 24 01:09:30.356470 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46094) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:30.361272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-a1838f0a-6925-4096-af77-25219e8a9048 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6cc85-3607-48b0-b993-56e3b031ad80', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:30.381264 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-a1838f0a-6925-4096-af77-25219e8a9048 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Project a5c715cd402349a39c454cfb0af0ab5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:09:30.385996 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1838f0a-6925-4096-af77-25219e8a9048 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.447387 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1838f0a-6925-4096-af77-25219e8a9048 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.451632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1838f0a-6925-4096-af77-25219e8a9048 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.469285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1838f0a-6925-4096-af77-25219e8a9048 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbcdd820-5131-4e0a-b8b7-0c5209bf2919,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:30.477159 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a1838f0a-6925-4096-af77-25219e8a9048 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.479216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a1838f0a-6925-4096-af77-25219e8a9048 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217797 Sep 24 01:09:30.481242 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46096) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:09:30.486133 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-90e6d80f-bf37-420f-a77c-7960a6658b3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'security_group_rule': {'security_group_id': 'd3e6cc85-3607-48b0-b993-56e3b031ad80', 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:30.507229 n-d-713498-18 neutron-server[106378]: INFO neutron.db.securitygroups_db [None req-90e6d80f-bf37-420f-a77c-7960a6658b3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Project a5c715cd402349a39c454cfb0af0ab5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:09:30.511799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90e6d80f-bf37-420f-a77c-7960a6658b3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.573717 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90e6d80f-bf37-420f-a77c-7960a6658b3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.577334 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90e6d80f-bf37-420f-a77c-7960a6658b3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.594568 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6d80f-bf37-420f-a77c-7960a6658b3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da8940e-0244-45f2-9fd4-2cef107ad9c6,revision_number=0']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:30.600815 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-90e6d80f-bf37-420f-a77c-7960a6658b3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:30.602062 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-90e6d80f-bf37-420f-a77c-7960a6658b3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198013 Sep 24 01:09:31.465795 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:09:31.487265 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 4e5217ca-3421-4ce9-980a-5477909b1d60 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:09:31.487639 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 4e5217ca-3421-4ce9-980a-5477909b1d60 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:09:35.741590 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:09:37.404980 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:39.928279 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:44.869523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-6a16531c-6b65-48f7-955b-dbebd53d4938 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174540384&fields=id&tenant_id=a5c715cd402349a39c454cfb0af0ab5c HTTP/1.1" status: 200 len: 267 time: 0.0339327 Sep 24 01:09:44.977021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-70e90666-079f-464d-8243-92870cc544d6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:44.978382 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-70e90666-079f-464d-8243-92870cc544d6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 809 time: 0.1013186 Sep 24 01:09:44.993588 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-baf25eeb-2e62-4d66-83f7-d5300f2242c9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/quotas/a5c715cd402349a39c454cfb0af0ab5c HTTP/1.1" status: 200 len: 375 time: 0.0088170 Sep 24 01:09:45.042844 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-2d64a6ef-f24e-4321-882e-97f64a32c4ec tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441473 Sep 24 01:09:45.185527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-560c70fc-3a0d-44dc-9ba5-20384e0bda9f service neutron] 10.222.0.24 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306169 Sep 24 01:09:45.278184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-b5824f83-e659-4b9b-a577-fe4a332991f1 service neutron] 10.222.0.24 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863900 Sep 24 01:09:45.563132 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2e88e6f9-6034-4be9-bc2e-ba50bfae8488 req-adee5b32-aa42-4e48-b665-0abb1cf3b081 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 210 time: 0.0264363 Sep 24 01:09:46.437746 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-3d87bff5-fc55-4bfe-8912-e105040c1bb7 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:46.439380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-3d87bff5-fc55-4bfe-8912-e105040c1bb7 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 809 time: 0.1056731 Sep 24 01:09:46.481466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-37b983b1-e41b-43c4-8dd8-008c8608ad4b tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5c715cd402349a39c454cfb0af0ab5c HTTP/1.1" status: 200 len: 380 time: 0.0337749 Sep 24 01:09:46.491089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'port': {'device_id': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'admin_state_up': True, 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'security_groups': ['d3e6cc85-3607-48b0-b993-56e3b031ad80']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:46.604325 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Made reservation on behalf of a5c715cd402349a39c454cfb0af0ab5c for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:09:46.608983 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:46.696200 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3deb3327-8023-40ab-bc2b-50aaaf0f347b req-eb5ebbbb-af01-4ba7-8d48-76fd84588662 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 210 time: 0.0341022 Sep 24 01:09:46.764774 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Allocated IP 172.20.0.9 (3a16ed7d-32ec-4471-b1df-e7d4ea544da8/99f05ede-90ef-4a16-9165-64761294c91a/009af1e2-625b-492a-a910-8e9ef8224adc) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:09:46.915132 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:46.947300 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:46.995007 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:09:46.998286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:09:47.002283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:09:47.032297 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:47.065087 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:47.065728 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:47.088999 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-d1d36396-0152-4269-8ff4-611bdee4602d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6015098 Sep 24 01:09:47.101366 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Request body: {'port': {'device_id': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:09:47.157974 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:47.250588 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-4af246ea-492e-46f9-bf22-00b83126561b None None] Provisioning complete for port 009af1e2-625b-492a-a910-8e9ef8224adc triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:09:47.251833 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4af246ea-492e-46f9-bf22-00b83126561b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:47.292285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-4af246ea-492e-46f9-bf22-00b83126561b None None] Port 009af1e2-625b-492a-a910-8e9ef8224adc cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:09:47.432904 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009af1e2-625b-492a-a910-8e9ef8224adc {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:09:47.440685 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:47.453579 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Transition to ACTIVE for port object 009af1e2-625b-492a-a910-8e9ef8224adc will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:09:47.456302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:47.505270 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:47.584968 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Attempting to bind port 009af1e2-625b-492a-a910-8e9ef8224adc on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:09:47.585363 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Attempting to bind port 009af1e2-625b-492a-a910-8e9ef8224adc by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:09:47.585621 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Attempting to bind port 009af1e2-625b-492a-a910-8e9ef8224adc on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:09:47.590285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Port 009af1e2-625b-492a-a910-8e9ef8224adc on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:09:47.590603 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Attempting to bind port 009af1e2-625b-492a-a910-8e9ef8224adc on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:09:47.596218 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:09:47.596568 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Checking segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:09:47.596941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Bound using segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:09:47.597343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Bound port: 009af1e2-625b-492a-a910-8e9ef8224adc, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:09:47.597692 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:47.675805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:09:47.679300 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:09:47.683918 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:47.719103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:47.719980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:47.721672 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] 10.222.0.18 "PUT /v2.0/ports/009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 1092 time: 0.6248250 Sep 24 01:09:47.724338 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:09:47.727279 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c62f36-339c-432e-902d-0634a051d361" -d '{"events": [{"name": "network-changed", "server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:09:47.784312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ba107-6851-4faa-89fb-ca4733c5e297 service neutron] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:47.790424 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcc21d2-4be7-4632-8cc5-5c08ef401dd2 x-openstack-request-id: req-2bcc21d2-4be7-4632-8cc5-5c08ef401dd2 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:09:47.790424 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:09:47.790834 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2bcc21d2-4be7-4632-8cc5-5c08ef401dd2 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:09:47.791226 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc', 'status': 'completed', 'code': 200} Sep 24 01:09:47.862959 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-e9af85bf-dee8-40d1-b107-150862ef0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:47.865662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-e9af85bf-dee8-40d1-b107-150862ef0c3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1095 time: 0.1024027 Sep 24 01:09:47.875808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e5b2f-107a-4060-9134-3535133cdaf0 req-f4a0291f-571e-4e57-9f8d-aff0066972f8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:47.877393 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-921e5b2f-107a-4060-9134-3535133cdaf0 req-f4a0291f-571e-4e57-9f8d-aff0066972f8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0839579 Sep 24 01:09:47.928646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-1cdb8127-32bd-4c88-931c-3ef0ea7a960a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 217 time: 0.0502584 Sep 24 01:09:47.978745 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-921e5b2f-107a-4060-9134-3535133cdaf0 req-9ecf6309-1e5a-4269-81ba-5312a80b6a2d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942988 Sep 24 01:09:47.991873 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-07d89b9b-b558-4c00-b6a8-61bd2e58dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:47.993375 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-07d89b9b-b558-4c00-b6a8-61bd2e58dbcb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0579295 Sep 24 01:09:48.044671 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-df4ce41a-a97f-4913-a4b4-20073a03a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:48.046847 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-df4ce41a-a97f-4913-a4b4-20073a03a9de service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465250 Sep 24 01:09:48.142111 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-314e7a1d-b456-4e06-af06-1c1182aecd71 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879352 Sep 24 01:09:48.240225 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4a0c51dc-6c64-4604-aa61-06679933c5b1 req-4e175bf2-37e9-4dc6-a6d8-7e18e9b1377c service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900302 Sep 24 01:09:48.325600 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62f36-339c-432e-902d-0634a051d361 req-f89e8cd4-b6fb-4092-b384-362912de84c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:48.327199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c62f36-339c-432e-902d-0634a051d361 req-f89e8cd4-b6fb-4092-b384-362912de84c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1095 time: 0.0429564 Sep 24 01:09:48.429386 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62f36-339c-432e-902d-0634a051d361 req-92009ba3-8c30-4113-ad45-5bcfff915e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:48.430902 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c62f36-339c-432e-902d-0634a051d361 req-92009ba3-8c30-4113-ad45-5bcfff915e11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0965917 Sep 24 01:09:48.473795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c62f36-339c-432e-902d-0634a051d361 req-f613b263-bbde-46cf-a8b9-d6916217ae24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 217 time: 0.0360398 Sep 24 01:09:48.524031 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62f36-339c-432e-902d-0634a051d361 req-165a007f-60c0-41d6-bf7d-79627f5af3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:48.525430 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c62f36-339c-432e-902d-0634a051d361 req-165a007f-60c0-41d6-bf7d-79627f5af3a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0442331 Sep 24 01:09:48.575043 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62f36-339c-432e-902d-0634a051d361 req-592447f0-19b0-4ea2-a7ad-3781043b38f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:48.577078 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c62f36-339c-432e-902d-0634a051d361 req-592447f0-19b0-4ea2-a7ad-3781043b38f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446596 Sep 24 01:09:48.667250 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c62f36-339c-432e-902d-0634a051d361 req-09d21506-fa27-40eb-886f-76d56976f97c service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832350 Sep 24 01:09:48.760342 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c8c62f36-339c-432e-902d-0634a051d361 req-39e48326-e7a8-452f-ac5d-b1b66195da25 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865548 Sep 24 01:09:49.097514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3173ef5-e0b5-4fec-91ea-fb7ede2749ec req-ddd7341f-c2b8-42b3-b060-19bacfe0e7d5 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:49.099138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3173ef5-e0b5-4fec-91ea-fb7ede2749ec req-ddd7341f-c2b8-42b3-b060-19bacfe0e7d5 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0499592 Sep 24 01:09:49.138143 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c3173ef5-e0b5-4fec-91ea-fb7ede2749ec req-76af341e-61cd-4266-9e16-9fcee40b4715 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329854 Sep 24 01:09:50.254705 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8910d4-3243-4909-9a46-7f67c6d2a32c req-752e3a8d-3d91-4600-9a48-6d7842168c23 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:50.256212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de8910d4-3243-4909-9a46-7f67c6d2a32c req-752e3a8d-3d91-4600-9a48-6d7842168c23 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0506136 Sep 24 01:09:50.296483 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-de8910d4-3243-4909-9a46-7f67c6d2a32c req-a3b48fa8-130c-478c-bff7-9c12d78fe177 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333912 Sep 24 01:09:51.416549 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0197f5-a125-4b5d-9683-08f8bd0c4e90 req-941bcc86-8d1e-4749-8a11-ee21a673eb44 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:51.418010 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff0197f5-a125-4b5d-9683-08f8bd0c4e90 req-941bcc86-8d1e-4749-8a11-ee21a673eb44 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0524602 Sep 24 01:09:51.454980 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ff0197f5-a125-4b5d-9683-08f8bd0c4e90 req-7547e3de-4feb-40a4-8c05-3ca239072ee1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307982 Sep 24 01:09:52.571533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e1fef-7c7a-4d31-8958-0c6482243fce req-69c9b663-3c55-4c6c-a15d-fab14dab6f5e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:52.573052 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e43e1fef-7c7a-4d31-8958-0c6482243fce req-69c9b663-3c55-4c6c-a15d-fab14dab6f5e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0507936 Sep 24 01:09:52.612328 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e43e1fef-7c7a-4d31-8958-0c6482243fce req-c2f7bcdf-9f55-46e3-b23a-1ab0755ef91a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330601 Sep 24 01:09:53.119918 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-73b0f57f-5b26-4580-9705-1609c5e6d34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:53.725312 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2c91a-eb4f-4c85-bcbf-e99a9b55fbaf req-96a69b81-8a82-4e37-9416-11934a43ba08 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:53.726774 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aa2c91a-eb4f-4c85-bcbf-e99a9b55fbaf req-96a69b81-8a82-4e37-9416-11934a43ba08 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0473866 Sep 24 01:09:53.763561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8aa2c91a-eb4f-4c85-bcbf-e99a9b55fbaf req-7ce9349c-fc16-4680-ae6f-13e83b108245 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Sep 24 01:09:54.890689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdfdd8-2757-47ec-87b8-800296d38699 req-f6aa96b9-a592-4ee4-af39-6fe86e7894ad tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:54.892336 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48bdfdd8-2757-47ec-87b8-800296d38699 req-f6aa96b9-a592-4ee4-af39-6fe86e7894ad tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0626283 Sep 24 01:09:54.930059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48bdfdd8-2757-47ec-87b8-800296d38699 req-fe087678-2a4e-4590-9a90-932a771a6d5f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318072 Sep 24 01:09:56.011465 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:56.046703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2379ae41-d35d-4163-ae68-f98ef1cbe62a req-da16ae0e-b8df-4a46-96f2-f5c8928f7752 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:56.048471 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2379ae41-d35d-4163-ae68-f98ef1cbe62a req-da16ae0e-b8df-4a46-96f2-f5c8928f7752 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0518274 Sep 24 01:09:56.085477 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2379ae41-d35d-4163-ae68-f98ef1cbe62a req-4849a301-b43d-4116-ba37-114a7cf4bfba tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310185 Sep 24 01:09:56.103668 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6ab7238d-61f3-4ba4-b89c-84b25e1abe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:57.051116 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:57.198046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf86fe5-7bec-4e20-8149-8bebd3dd570f req-09e9e645-9497-49c9-89d8-486f775571e0 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:57.199519 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf86fe5-7bec-4e20-8149-8bebd3dd570f req-09e9e645-9497-49c9-89d8-486f775571e0 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0483599 Sep 24 01:09:57.240979 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ebf86fe5-7bec-4e20-8149-8bebd3dd570f req-c2b74cae-4a3f-4deb-a5be-691db72a78d3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355864 Sep 24 01:09:58.357742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b6b5f-48b8-4f46-b5ac-7486d487db8c req-bc3d04bf-3c9e-4587-8bae-0487643c3504 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:58.359820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab8b6b5f-48b8-4f46-b5ac-7486d487db8c req-bc3d04bf-3c9e-4587-8bae-0487643c3504 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0528011 Sep 24 01:09:58.396337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ab8b6b5f-48b8-4f46-b5ac-7486d487db8c req-af7e8a8e-a7d1-42ee-93b1-991c9f5e0022 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306125 Sep 24 01:09:59.418119 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:59.508557 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1765a32b-e065-472e-9139-1f352430ea4d req-3c7918f9-1a7e-4a12-bc22-8d1382e1875c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:09:59.509939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1765a32b-e065-472e-9139-1f352430ea4d req-3c7918f9-1a7e-4a12-bc22-8d1382e1875c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0475731 Sep 24 01:09:59.549457 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1765a32b-e065-472e-9139-1f352430ea4d req-10d940b7-3d08-4158-be8a-0f41a7604f1f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318413 Sep 24 01:09:59.626552 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 009af1e2-625b-492a-a910-8e9ef8224adc details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:09:59.719671 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:09:59.730292 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '009af1e2-625b-492a-a910-8e9ef8224adc', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'port_id': '009af1e2-625b-492a-a910-8e9ef8224adc', 'mac_address': 'fa:16:3e:02:58:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:09:59.766595 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:59.778516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009af1e2-625b-492a-a910-8e9ef8224adc {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:09:59.800804 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:09:59.805094 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:09:59.849812 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:09:59.857075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.857419 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.857754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.858608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.858961 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.859289 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.859615 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.859941 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.860262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.860584 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.860903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:09:59.861221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:10:00.006721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['009af1e2-625b-492a-a910-8e9ef8224adc'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:10:00.663595 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da8025-d885-4e27-9d8a-4fa74c6f147f req-b6cba172-9d64-4030-8b4a-481453c65ed6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:00.665076 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22da8025-d885-4e27-9d8a-4fa74c6f147f req-b6cba172-9d64-4030-8b4a-481453c65ed6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 944 time: 0.0481555 Sep 24 01:10:00.702214 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22da8025-d885-4e27-9d8a-4fa74c6f147f req-b243774e-a65a-4ccf-9a9a-1ac529fd35b9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306189 Sep 24 01:10:01.622665 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 009af1e2-625b-492a-a910-8e9ef8224adc up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:10:01.669664 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 009af1e2-625b-492a-a910-8e9ef8224adc completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:10:01.674163 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 009af1e2-625b-492a-a910-8e9ef8224adc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:10:01.674535 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:01.752892 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:01.826487 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adfec9-6e45-4c95-a298-61e45e9123b3 req-5c3a2bd4-f622-45e2-bf75-20babc60a58c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:01.828531 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18adfec9-6e45-4c95-a298-61e45e9123b3 req-5c3a2bd4-f622-45e2-bf75-20babc60a58c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 944 time: 0.0562038 Sep 24 01:10:01.870302 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-18adfec9-6e45-4c95-a298-61e45e9123b3 req-75bf1d6c-d466-45eb-a971-22df367ac3aa tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353405 Sep 24 01:10:01.926053 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:10:01.928385 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd04adb-f12b-4cc7-9a08-698bacb6d875" -d '{"events": [{"server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "name": "network-vif-plugged", "status": "completed", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:10:01.941495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:10:01.947210 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:01.974426 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39cd4eb-e2ec-4492-a5c3-0332a4f64738 x-openstack-request-id: req-b39cd4eb-e2ec-4492-a5c3-0332a4f64738 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:10:01.974721 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "name": "network-vif-plugged", "status": "completed", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:10:01.974998 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b39cd4eb-e2ec-4492-a5c3-0332a4f64738 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:10:01.975390 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc', 'code': 200} Sep 24 01:10:02.007132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:10:02.065398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394dfc2-f74c-43c4-a3f5-a22347c2cc8b req-9f185874-14d9-411a-bed0-5526669e5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:02.066866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d394dfc2-f74c-43c4-a3f5-a22347c2cc8b req-9f185874-14d9-411a-bed0-5526669e5681 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1097 time: 0.0391431 Sep 24 01:10:02.101349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d394dfc2-f74c-43c4-a3f5-a22347c2cc8b req-c5d199b6-c584-443c-9cc1-bd356304ea63 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271771 Sep 24 01:10:02.985829 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2baca-aa30-458f-a85d-106bba40fd6f req-d65cc410-cb27-4076-9a02-fde924f006da tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:02.987346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2d2baca-aa30-458f-a85d-106bba40fd6f req-d65cc410-cb27-4076-9a02-fde924f006da tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0486228 Sep 24 01:10:03.022870 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e2d2baca-aa30-458f-a85d-106bba40fd6f req-8f50c80a-cc0c-4582-a18f-79c68b950493 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295861 Sep 24 01:10:04.142797 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142e330-d713-4d5f-98f5-768d5dcd0fc1 req-0a8f0fb5-65da-4748-ad36-451e765b6d8c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:04.144276 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e142e330-d713-4d5f-98f5-768d5dcd0fc1 req-0a8f0fb5-65da-4748-ad36-451e765b6d8c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0535910 Sep 24 01:10:04.181753 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e142e330-d713-4d5f-98f5-768d5dcd0fc1 req-d072c0cf-82ba-4763-a8af-2ae26eb4ee0c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312574 Sep 24 01:10:04.296194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f0e9d-3f5c-4c00-a372-ff6e2e56533e req-c8fd2ca8-0061-47d0-9904-315b3ffe6bf6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:04.297945 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-562f0e9d-3f5c-4c00-a372-ff6e2e56533e req-c8fd2ca8-0061-47d0-9904-315b3ffe6bf6 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0495257 Sep 24 01:10:04.335291 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-562f0e9d-3f5c-4c00-a372-ff6e2e56533e req-dd80782c-469d-4b9f-a9d8-9560ae1faf03 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Sep 24 01:10:04.355850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46286) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:10:04.394885 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12dc7182-e181-4db3-8132-22c465f47ec8 tempest-TestShelveInstance-406265074 tempest-TestShelveInstance-406265074-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:04.396466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-12dc7182-e181-4db3-8132-22c465f47ec8 tempest-TestShelveInstance-406265074 tempest-TestShelveInstance-406265074-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1092 time: 0.0396442 Sep 24 01:10:04.400308 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46288) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:10:04.404881 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '009af1e2-625b-492a-a910-8e9ef8224adc', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:10:04.427750 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:04.524422 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:04.632944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Allocated IP 172.25.5.190 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/988a9920-b252-49ec-9cf2-948c5bcde406) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:10:04.729960 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:04.762298 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:04.797775 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:10:04.800592 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:10:04.803966 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:10:04.833145 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'Port': ['ID=988a9920-b252-49ec-9cf2-948c5bcde406,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:10:05.163237 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:05.230230 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:05.373182 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:05.378243 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:05.451372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event updated for resources: {'Port': ['ID=988a9920-b252-49ec-9cf2-948c5bcde406,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:10:05.459915 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:05.557994 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Floating IP 5416051d-68ab-467e-b475-21bdcb2a7126 associated. External IP: 172.25.5.190, port: 009af1e2-625b-492a-a910-8e9ef8224adc. Sep 24 01:10:05.763369 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:10:06.231121 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:10:06.241916 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] Sync routers for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:10:06.247161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:06.256361 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:10:06.257034 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:09:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:10:06.273474 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-eff7dacb-809c-4888-ac24-fd718f1d0603 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8720868 Sep 24 01:10:06.274141 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:10:06.276402 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bad1de-d663-4dac-be66-f2477ee32734" -d '{"events": [{"name": "network-changed", "server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:10:06.314158 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34618a26-7ab0-4f2b-a919-84490c310e40 x-openstack-request-id: req-34618a26-7ab0-4f2b-a919-84490c310e40 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:10:06.314558 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:10:06.314942 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-34618a26-7ab0-4f2b-a919-84490c310e40 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:10:06.315486 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc', 'status': 'completed', 'code': 200} Sep 24 01:10:06.377768 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-084b7f15-80fe-4ad0-a144-3c5ba93c76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:06.379326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-084b7f15-80fe-4ad0-a144-3c5ba93c76eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1097 time: 0.0404129 Sep 24 01:10:06.381303 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:10:06.477131 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-539af872-7e3b-44f1-829a-6ada75e213d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:06.478646 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-539af872-7e3b-44f1-829a-6ada75e213d8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0921421 Sep 24 01:10:06.544911 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-649954aa-ef7d-4cdb-b89f-4ea9cd1c1e4b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 999 time: 0.0587957 Sep 24 01:10:06.592075 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-87a6daf7-4105-4b6e-a5e3-503afa7b88d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:06.594115 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-87a6daf7-4105-4b6e-a5e3-503afa7b88d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0430970 Sep 24 01:10:06.644223 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-d39c4e5b-b08b-4618-9140-39430aed55be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:06.645724 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-d39c4e5b-b08b-4618-9140-39430aed55be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445056 Sep 24 01:10:06.707045 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '5416051d-68ab-467e-b475-21bdcb2a7126', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'port_id': '009af1e2-625b-492a-a910-8e9ef8224adc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'mac_address': 'fa:16:3e:02:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:10:05Z', 'updated_at': '2021-09-24T01:10:05Z', 'revision_number': 0, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:10:06.735195 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] Checking router: 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:10:06.738332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-4a6ad77f-f57f-4c0e-83b0-af78ccf51c0e service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856762 Sep 24 01:10:06.743558 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:10:06.744148 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:09:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:10:06.832673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4bad1de-d663-4dac-be66-f2477ee32734 req-1f5e853a-07e5-4132-8078-0b8130d49d21 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870309 Sep 24 01:10:06.847996 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:10:07.074328 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '5416051d-68ab-467e-b475-21bdcb2a7126', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'port_id': '009af1e2-625b-492a-a910-8e9ef8224adc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'mac_address': 'fa:16:3e:02:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:10:05Z', 'updated_at': '2021-09-24T01:10:05Z', 'revision_number': 0, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:10:07.104345 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6217e4a4-5409-4f0f-a8b4-2bedc377548e None None] The sync data for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 is: [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '5416051d-68ab-467e-b475-21bdcb2a7126', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'floating_ip_address': '172.25.5.190', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'port_id': '009af1e2-625b-492a-a910-8e9ef8224adc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'mac_address': 'fa:16:3e:02:58:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:10:05Z', 'updated_at': '2021-09-24T01:10:05Z', 'revision_number': 0, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:10:07.326038 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985dfeb3-5faf-419a-8a8e-aa79238ff82f None None] New status for floating IP 5416051d-68ab-467e-b475-21bdcb2a7126: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:10:07.436969 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:09.939852 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:12.741120 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:10:23.121915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e618bab4-df29-45a2-b094-06e097e23b7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:26.016075 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:26.105731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-44de4051-9e8a-4255-9ab7-b0d606c25817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:27.053915 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:29.422117 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:30.566829 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-7cb0a5d9-9e48-4d38-8090-4052811b6623 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436225 Sep 24 01:10:30.655844 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-19766af2-e6a0-422f-a138-3169003e3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:30.657680 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-19766af2-e6a0-422f-a138-3169003e3542 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1097 time: 0.0459640 Sep 24 01:10:30.766311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-56515e86-b686-4d06-8e17-c5d5327f9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:30.767869 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-56515e86-b686-4d06-8e17-c5d5327f9a1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0912302 Sep 24 01:10:30.849421 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-f426c72e-9240-4d9b-9677-83f95eb5d637 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 1001 time: 0.0747819 Sep 24 01:10:30.902283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-4568607b-d74c-4233-9e42-1bc757eac507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:30.903766 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-4568607b-d74c-4233-9e42-1bc757eac507 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0471182 Sep 24 01:10:30.950823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-7500eae4-a990-454b-b39c-0d296fa7f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:10:30.952295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-7500eae4-a990-454b-b39c-0d296fa7f409 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417247 Sep 24 01:10:31.045710 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-50b0053f-a44b-424f-9aa6-b4aafde3c465 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839210 Sep 24 01:10:31.145511 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ae09f95-1fae-4e96-8c08-f4e8c719dab9 req-50711610-e84a-497c-a001-0372bb685d4d service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872440 Sep 24 01:10:37.418386 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:39.928087 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:49.739849 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:10:53.122802 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-75b8f3c5-0678-4178-b6af-9807218fd84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:56.018992 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:56.109480 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e5fbc75f-d72c-49e1-8fc8-eec2180b6db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:57.057345 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:10:59.424764 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:07.434945 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:09.934625 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:23.124031 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-007aa243-c1aa-429a-9042-ac04a5d1def1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:26.019573 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:26.109780 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9449d2ad-7057-40e0-9cc8-dbacd16d9a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:26.738517 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:11:27.059852 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:29.428713 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:30.560893 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-a7453376-caeb-44ab-be0a-4282a2afbf75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406587 Sep 24 01:11:30.642511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-85964e35-e3d6-465a-a4e4-e7ce83fb8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:11:30.643976 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-85964e35-e3d6-465a-a4e4-e7ce83fb8658 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1097 time: 0.0434041 Sep 24 01:11:30.743944 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-768bd015-0ed9-4231-8209-4047f32a14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:11:30.746012 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-768bd015-0ed9-4231-8209-4047f32a14f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0844498 Sep 24 01:11:30.813757 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-678b6aeb-c8f0-422b-8a0c-0fc7941c582d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 1001 time: 0.0603950 Sep 24 01:11:30.860879 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-558192ff-f906-4d16-b006-6e319c10a754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:11:30.862251 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-558192ff-f906-4d16-b006-6e319c10a754 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0417626 Sep 24 01:11:30.907125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-7e249e7b-b2d1-4279-910b-f0c755a5da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:11:30.908561 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-7e249e7b-b2d1-4279-910b-f0c755a5da44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381930 Sep 24 01:11:30.999119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-613f55e8-326a-41eb-81f6-500341ee0844 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838213 Sep 24 01:11:31.086082 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d3f740d-a55f-4b5a-b3e4-7aa3a09a7221 req-5704bbe0-26eb-4297-9395-d6908543217c service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805955 Sep 24 01:11:37.432827 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:39.943641 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:53.123739 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d73f7a55-b51b-401e-8df2-f5fd2b41d222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:56.020814 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:56.108975 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0db01f80-5d87-42af-900a-8cfe013013db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:57.063378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:11:59.431774 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:01.908315 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fe703-5ba6-4570-862b-b5a2f84a705e req-7cdf2e64-c206-4a36-b893-06620ff31298 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:01.909814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-063fe703-5ba6-4570-862b-b5a2f84a705e req-7cdf2e64-c206-4a36-b893-06620ff31298 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.1030636 Sep 24 01:12:01.949731 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-063fe703-5ba6-4570-862b-b5a2f84a705e req-7d436d50-18ee-4235-a9d7-e24fdecacb18 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338497 Sep 24 01:12:03.153166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1539c-49b0-49a1-9e0a-c55ea0c8d869 req-5e3bc913-d5a7-4787-933e-c6cec2c96bf9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:03.154645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5f1539c-49b0-49a1-9e0a-c55ea0c8d869 req-5e3bc913-d5a7-4787-933e-c6cec2c96bf9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.1037264 Sep 24 01:12:03.196787 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c5f1539c-49b0-49a1-9e0a-c55ea0c8d869 req-ae6177e4-dd00-44fb-a954-238e77f77b32 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338717 Sep 24 01:12:03.741236 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:12:04.344054 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3a99b-c9c8-4e10-98a0-e21d40f2a61d req-6a60d80d-2fdd-4e7d-b72a-0642cf5ef1ff tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:04.345515 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47d3a99b-c9c8-4e10-98a0-e21d40f2a61d req-6a60d80d-2fdd-4e7d-b72a-0642cf5ef1ff tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0498011 Sep 24 01:12:04.383099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-47d3a99b-c9c8-4e10-98a0-e21d40f2a61d req-29f027f1-3f7c-42b7-acc4-d1d41029a3d9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313904 Sep 24 01:12:05.502287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db829285-d9f4-4e78-bd3b-bb1a7ae71be1 req-8b8b99f4-93cc-4ddc-b398-265b24f98ad7 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:05.503842 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db829285-d9f4-4e78-bd3b-bb1a7ae71be1 req-8b8b99f4-93cc-4ddc-b398-265b24f98ad7 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0537431 Sep 24 01:12:05.543242 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-db829285-d9f4-4e78-bd3b-bb1a7ae71be1 req-02a79527-ccd5-4e62-93ed-8a7dbee2e1da tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Sep 24 01:12:06.663282 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dbb60d-aa06-4822-99b9-a8449be4dd73 req-4057823a-7fc5-45d6-93cf-afc60b8c7dd1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:06.664812 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5dbb60d-aa06-4822-99b9-a8449be4dd73 req-4057823a-7fc5-45d6-93cf-afc60b8c7dd1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0528908 Sep 24 01:12:06.704532 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f5dbb60d-aa06-4822-99b9-a8449be4dd73 req-27b19cb3-a00e-4e1b-a396-9a4ff624b9e1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331705 Sep 24 01:12:07.437973 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:07.820249 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd674df-6d80-4ebd-8551-0e25b0f9fa66 req-c728a049-5d60-424b-9893-1921435143a7 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:07.821733 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efd674df-6d80-4ebd-8551-0e25b0f9fa66 req-c728a049-5d60-424b-9893-1921435143a7 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Sep 24 01:12:07.859801 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-efd674df-6d80-4ebd-8551-0e25b0f9fa66 req-6a7e85c8-5439-41f2-8a8b-bb8c8134b7b7 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315170 Sep 24 01:12:08.980834 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9d99ec-620b-40a4-a5f9-0aa859194b79 req-ee7068d2-71b9-4f6c-869d-016c2b9b5852 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:08.982332 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b9d99ec-620b-40a4-a5f9-0aa859194b79 req-ee7068d2-71b9-4f6c-869d-016c2b9b5852 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0544977 Sep 24 01:12:09.019910 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7b9d99ec-620b-40a4-a5f9-0aa859194b79 req-c892ab6a-21b8-4357-ad80-20e3eff97c21 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313725 Sep 24 01:12:09.945707 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:10.133510 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c2246b-ec04-482a-ba3b-b757afb09349 req-14cc9245-ce70-4ec5-84c8-b678c791ab2a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:10.135001 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4c2246b-ec04-482a-ba3b-b757afb09349 req-14cc9245-ce70-4ec5-84c8-b678c791ab2a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0483241 Sep 24 01:12:10.172069 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b4c2246b-ec04-482a-ba3b-b757afb09349 req-d93ef52a-1497-4c79-84ce-16341830b461 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311165 Sep 24 01:12:11.284857 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ac020-0949-4b97-9a9f-ae0600e25825 req-eda22a3d-49dc-473d-820d-246f9e931b87 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:11.286349 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d22ac020-0949-4b97-9a9f-ae0600e25825 req-eda22a3d-49dc-473d-820d-246f9e931b87 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0488040 Sep 24 01:12:11.326673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d22ac020-0949-4b97-9a9f-ae0600e25825 req-94a4ff77-0178-4922-af1a-8fde03eedec1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321681 Sep 24 01:12:11.968533 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-ca9e78c6-86c2-4245-b3df-6cd1cb215ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:11.969928 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-ca9e78c6-86c2-4245-b3df-6cd1cb215ee1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1097 time: 0.0456791 Sep 24 01:12:12.057306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-e753d144-8b78-4e48-80dd-543e7cb8db04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:12.058779 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-e753d144-8b78-4e48-80dd-543e7cb8db04 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0820334 Sep 24 01:12:12.127288 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-d745b96b-f037-44a9-8635-b9c17a7dfd1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 1001 time: 0.0617230 Sep 24 01:12:12.175840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-d61158e3-571f-4345-806c-7c011f701380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:12.177284 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-d61158e3-571f-4345-806c-7c011f701380 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0433271 Sep 24 01:12:12.226733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-3bae2447-5438-44a2-be9e-4c76092fe373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:12.228145 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-3bae2447-5438-44a2-be9e-4c76092fe373 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430493 Sep 24 01:12:12.319828 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-c5733413-d69f-48df-95ba-be006e9adc2f service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840607 Sep 24 01:12:12.435187 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c32192a-ed22-4a53-a86a-00dafecec6cf req-bf350628-049a-48a0-b18b-ed6e909228b3 service neutron] 10.222.0.18 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077745 Sep 24 01:12:12.454284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff90a02-6a3a-4a9e-9c4f-f0a1a765199c req-b3beb9b4-d080-4614-8bff-b4085dc64ee8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:12.455756 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bff90a02-6a3a-4a9e-9c4f-f0a1a765199c req-b3beb9b4-d080-4614-8bff-b4085dc64ee8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0623286 Sep 24 01:12:12.499049 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-bff90a02-6a3a-4a9e-9c4f-f0a1a765199c req-d1c34d61-dcde-450b-bb15-370e0c7a9fdd tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371599 Sep 24 01:12:13.611714 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb624f-158a-4670-998d-a87007bc932f req-33171807-c93f-49e1-b574-18fdc197d4b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:13.613196 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09cb624f-158a-4670-998d-a87007bc932f req-33171807-c93f-49e1-b574-18fdc197d4b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0488005 Sep 24 01:12:13.651271 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-09cb624f-158a-4670-998d-a87007bc932f req-c5a62aac-a192-4bea-8ab1-1516aa71d9d5 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322225 Sep 24 01:12:14.764520 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71afe04a-d2cd-4365-b1dd-9d87c9e557db req-da94b15f-f803-4be8-9d24-ab66dc78a8d9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:14.766042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71afe04a-d2cd-4365-b1dd-9d87c9e557db req-da94b15f-f803-4be8-9d24-ab66dc78a8d9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0490563 Sep 24 01:12:14.804208 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-71afe04a-d2cd-4365-b1dd-9d87c9e557db req-c7722e0d-98a6-4f5e-9dc0-beb732f9df7e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319452 Sep 24 01:12:15.607938 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-3836a4d5-11a2-47b4-8ddd-bd7bdde24b1e req-4179af4b-2bf4-4359-8966-5b29b0f37157 service neutron] (106378) timed out ('10.222.0.18', 54023) {{(pid=106378) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 01:12:15.929413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ac579-abec-4f72-a69c-7224626d4228 req-ba5a2c1e-9d34-4669-b912-d70289a6e040 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:15.930818 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f8ac579-abec-4f72-a69c-7224626d4228 req-ba5a2c1e-9d34-4669-b912-d70289a6e040 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0531342 Sep 24 01:12:15.969973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6f8ac579-abec-4f72-a69c-7224626d4228 req-4b7fc037-43bb-41f7-a04d-44c753699b0a tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325422 Sep 24 01:12:16.079756 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-694b2b07-7d90-4607-a26f-977af7055686 req-51466feb-69d3-4975-a066-cafd7277a540 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:12:16.080772 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-694b2b07-7d90-4607-a26f-977af7055686 req-51466feb-69d3-4975-a066-cafd7277a540 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487008 Sep 24 01:12:16.206595 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-5539750d-1805-474b-b619-f22c13219604 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0423851 Sep 24 01:12:16.232782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9113e2-a3a1-4124-a73e-fcb6cf33b28d req-5c57c201-9237-4b93-9e7e-d70ab9bcbdec tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:16.234464 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a9113e2-a3a1-4124-a73e-fcb6cf33b28d req-5c57c201-9237-4b93-9e7e-d70ab9bcbdec tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 945 time: 0.0503230 Sep 24 01:12:16.275237 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8a9113e2-a3a1-4124-a73e-fcb6cf33b28d req-95ded1e6-4b84-48a9-8084-fd82251ff4e0 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340018 Sep 24 01:12:16.280523 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 009af1e2-625b-492a-a910-8e9ef8224adc no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:12:16.360228 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:16.382668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:12:16.384870 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eecb7601-19ff-407b-8dd7-626b11ba5f56" -d '{"events": [{"server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "name": "network-vif-unplugged", "status": "completed", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:12:16.397541 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:12:16.402264 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:16.427885 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 01:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9080b7cd-fbf7-45ec-ac86-b24093420c18 x-openstack-request-id: req-9080b7cd-fbf7-45ec-ac86-b24093420c18 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:12:16.428174 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "name": "network-vif-unplugged", "status": "failed", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc", "code": 422}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:12:16.428425 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9080b7cd-fbf7-45ec-ac86-b24093420c18 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:12:16.428814 n-d-713498-18 neutron-server[106380]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc', 'code': 422} returned with failed status Sep 24 01:12:16.458386 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:12:16.470054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.470392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.471682 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.472025 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.472533 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.472866 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.473191 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.473514 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.473818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.474142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.474485 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:16.474851 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:17.394748 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77715ba-d4bb-4378-8a30-87e4c07f02c9 req-835b2b4f-493b-4117-9c72-df53609aaf38 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:17.396293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b77715ba-d4bb-4378-8a30-87e4c07f02c9 req-835b2b4f-493b-4117-9c72-df53609aaf38 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0512133 Sep 24 01:12:17.434513 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b77715ba-d4bb-4378-8a30-87e4c07f02c9 req-3dbbf7f2-d579-4ed4-bb9a-6c55bb7f58fe tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320442 Sep 24 01:12:18.554408 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35059d76-d477-40e7-9451-264867133fa3 req-349f5a9d-a8c2-4e49-b575-85da5fdd7d49 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:18.555866 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35059d76-d477-40e7-9451-264867133fa3 req-349f5a9d-a8c2-4e49-b575-85da5fdd7d49 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0539296 Sep 24 01:12:18.595492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-35059d76-d477-40e7-9451-264867133fa3 req-8940736a-2bf9-4bc1-9191-85193e83f476 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335872 Sep 24 01:12:19.712551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768ba18-0073-44aa-8e49-6b8c6a741218 req-6fd12cde-4758-48d4-93fb-fb2afa8eabb2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:19.714607 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6768ba18-0073-44aa-8e49-6b8c6a741218 req-6fd12cde-4758-48d4-93fb-fb2afa8eabb2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0505071 Sep 24 01:12:19.752222 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6768ba18-0073-44aa-8e49-6b8c6a741218 req-78013ce2-d304-4ee4-a97e-9d458c80d4fa tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315194 Sep 24 01:12:20.874466 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a6c02e-8eb9-4442-91ce-d2d288395ca4 req-640e8e73-8599-4624-8bd9-c6b1a64a2fea tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:20.876058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9a6c02e-8eb9-4442-91ce-d2d288395ca4 req-640e8e73-8599-4624-8bd9-c6b1a64a2fea tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0549421 Sep 24 01:12:20.913112 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-caad6170-b86e-47df-a501-316bd2292ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:20.914630 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-caad6170-b86e-47df-a501-316bd2292ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9&tenant_id=a5c715cd402349a39c454cfb0af0ab5c HTTP/1.1" status: 200 len: 1095 time: 0.0902939 Sep 24 01:12:20.917138 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c9a6c02e-8eb9-4442-91ce-d2d288395ca4 req-3beca758-9722-4c26-9a45-068d851c85ee tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343482 Sep 24 01:12:20.929369 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-713498-18', 'device_owner': 'compute:nova'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:12:20.981121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:21.204874 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:12:21.242429 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h1-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:12:21.280235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009af1e2-625b-492a-a910-8e9ef8224adc {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:12:21.288105 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:21.301944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Transition to ACTIVE for port object 009af1e2-625b-492a-a910-8e9ef8224adc will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:12:21.305711 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:21.380414 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=7']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:12:21.395183 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.395524 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.395856 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.396187 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.396508 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.396828 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.397146 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.397462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.397780 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.398101 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.398417 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.398733 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:12:21.439389 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] No DVR routers for this DVR port 009af1e2-625b-492a-a910-8e9ef8224adc on host n-h1-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:12:21.587686 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Attempting to bind port 009af1e2-625b-492a-a910-8e9ef8224adc on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:12:21.588015 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Attempting to bind port 009af1e2-625b-492a-a910-8e9ef8224adc by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:12:21.588892 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Attempting to bind port 009af1e2-625b-492a-a910-8e9ef8224adc on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:12:21.593338 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Port 009af1e2-625b-492a-a910-8e9ef8224adc on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:12:21.593779 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Attempting to bind port 009af1e2-625b-492a-a910-8e9ef8224adc on network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:12:21.598567 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:12:21.598930 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Checking segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:12:21.599300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Bound using segment: {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:12:21.600054 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Bound port: 009af1e2-625b-492a-a910-8e9ef8224adc, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd8d73e-4240-448e-92b0-4aefa99e3431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:12:21.600649 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:21.665433 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:12:21.668709 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:12:21.672977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:21.707486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:21.708041 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:21.709414 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] 10.222.0.20 "PUT /v2.0/ports/009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 1092 time: 0.7848337 Sep 24 01:12:21.709851 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:12:21.712108 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e" -d '{"events": [{"name": "network-changed", "server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:12:21.753601 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea55f2c6-c8f9-4d8e-936a-d5c9030f3011 x-openstack-request-id: req-ea55f2c6-c8f9-4d8e-936a-d5c9030f3011 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:12:21.753929 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:12:21.754254 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ea55f2c6-c8f9-4d8e-936a-d5c9030f3011 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:12:21.754656 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc', 'status': 'completed', 'code': 200} Sep 24 01:12:21.773137 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479fad2d-2ec9-4cc2-b1b4-ad20fd150b42 service neutron] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=8']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:12:21.790394 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-1df9ae59-c7eb-416a-9413-b90a71081cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:21.792084 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-1df9ae59-c7eb-416a-9413-b90a71081cdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1095 time: 0.0525415 Sep 24 01:12:21.889977 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-7fe5e62e-a576-4725-a275-555d658d3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:21.891660 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-7fe5e62e-a576-4725-a275-555d658d3a87 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0929885 Sep 24 01:12:21.959793 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-b7bb149c-bc4f-4d49-9f8e-2704e723a668 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 999 time: 0.0616252 Sep 24 01:12:22.014281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-47b6aa97-8da5-41c7-9ff2-2e26c8667cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:22.015757 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-47b6aa97-8da5-41c7-9ff2-2e26c8667cc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0492051 Sep 24 01:12:22.040283 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29afa8d-28e4-4428-9fcd-24fd60f83b19 req-3553ccc5-4afe-47c2-8a1a-b66d9654170e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:22.041780 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f29afa8d-28e4-4428-9fcd-24fd60f83b19 req-3553ccc5-4afe-47c2-8a1a-b66d9654170e tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0541341 Sep 24 01:12:22.063987 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-ff059b75-f2da-4b58-bb08-720e5c7e4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:22.065609 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-ff059b75-f2da-4b58-bb08-720e5c7e4ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431607 Sep 24 01:12:22.082011 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f29afa8d-28e4-4428-9fcd-24fd60f83b19 req-843963a4-ac77-4cf7-840e-38497f712710 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340099 Sep 24 01:12:22.156086 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-15900e60-d1b4-4577-aa74-71f3f246aac1 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834947 Sep 24 01:12:22.253005 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-abfc26e2-0377-4067-ac01-f257a7a9d83f req-9c26cd39-30af-46b5-a549-adbd8509d2d1 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894284 Sep 24 01:12:22.334955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-2ad68c45-7537-480a-b08d-f4916d58ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:22.336433 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-2ad68c45-7537-480a-b08d-f4916d58ae84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1095 time: 0.0406768 Sep 24 01:12:22.429437 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-39b0d78d-dace-450c-afca-593f845c7936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:22.430930 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-39b0d78d-dace-450c-afca-593f845c7936 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0872827 Sep 24 01:12:22.494353 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-fddf2520-cb06-47f9-91fb-b863347f6414 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 999 time: 0.0557220 Sep 24 01:12:22.552615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-5d8c21d6-4f99-452f-ac57-dfe38091ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:22.553977 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-5d8c21d6-4f99-452f-ac57-dfe38091ba00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0518084 Sep 24 01:12:22.598702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-8e0779b6-2fae-4fb5-b1a0-5e27a7cdc82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:22.600187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-8e0779b6-2fae-4fb5-b1a0-5e27a7cdc82a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381653 Sep 24 01:12:22.691020 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-a2738e59-3501-4490-8a0e-9614fdcacdc1 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829124 Sep 24 01:12:22.783564 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e1d69ad6-da51-4efd-8a26-7f44e2296a6e req-fa0bafdf-6fc5-4ac9-9be9-76e9fe1e0a5a service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849664 Sep 24 01:12:23.124717 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e88ce7fb-704d-43d2-8d28-ff68f41daa26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:23.199551 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcecb9f-27c0-42bf-85ba-d9ea0ed051c5 req-23234796-b18a-42b1-b9b9-e8346cef129f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:23.201067 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dcecb9f-27c0-42bf-85ba-d9ea0ed051c5 req-23234796-b18a-42b1-b9b9-e8346cef129f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0504284 Sep 24 01:12:23.240605 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1dcecb9f-27c0-42bf-85ba-d9ea0ed051c5 req-99d20e62-0984-458b-a83f-d9939d8d8471 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 Sep 24 01:12:24.355241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38314dbc-a188-4ddf-82e5-5fea22dc2172 req-581c2922-397b-4ea2-afef-310c8d8feb10 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:24.356851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38314dbc-a188-4ddf-82e5-5fea22dc2172 req-581c2922-397b-4ea2-afef-310c8d8feb10 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0494130 Sep 24 01:12:24.393205 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-38314dbc-a188-4ddf-82e5-5fea22dc2172 req-509bcb8f-8ba2-47db-ade0-4107ecb72e0f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305283 Sep 24 01:12:25.510662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8c749-79d8-4adf-8bfc-2eb3c5cd1bd3 req-c3c1e902-b3a2-4c14-8931-eda20f899dd2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:25.512287 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c8c749-79d8-4adf-8bfc-2eb3c5cd1bd3 req-c3c1e902-b3a2-4c14-8931-eda20f899dd2 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0523388 Sep 24 01:12:25.554346 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f8c8c749-79d8-4adf-8bfc-2eb3c5cd1bd3 req-e86352d6-639d-46da-89d5-ecce9f82e6b8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355546 Sep 24 01:12:26.021485 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:26.110241 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1c7b2b6e-d224-47fc-ae27-69e8003082f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:26.668976 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20737845-34ce-431f-ab5e-19d3bf2f9124 req-20d7570b-374f-4ce7-b8f1-9c4dc2569583 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:26.670469 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20737845-34ce-431f-ab5e-19d3bf2f9124 req-20d7570b-374f-4ce7-b8f1-9c4dc2569583 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0495183 Sep 24 01:12:26.710119 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20737845-34ce-431f-ab5e-19d3bf2f9124 req-3bd0f091-9cd1-4388-a474-721bcc449500 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334876 Sep 24 01:12:27.065853 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:27.822125 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20469b97-8704-4a3b-85af-b00b1ac9e2fe req-c58baf92-e155-481f-8a58-4f32130b68b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:27.824108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20469b97-8704-4a3b-85af-b00b1ac9e2fe req-c58baf92-e155-481f-8a58-4f32130b68b1 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0489223 Sep 24 01:12:27.862313 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-20469b97-8704-4a3b-85af-b00b1ac9e2fe req-cffc1291-9cdc-4cf9-9fd0-9cbb895cb5a0 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317683 Sep 24 01:12:28.980542 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb51c4f-1d77-41c0-9d76-10f755ee9a76 req-d26f4900-8703-4b81-9a15-1dd10d508228 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:28.982035 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fdb51c4f-1d77-41c0-9d76-10f755ee9a76 req-d26f4900-8703-4b81-9a15-1dd10d508228 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0528080 Sep 24 01:12:29.019096 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fdb51c4f-1d77-41c0-9d76-10f755ee9a76 req-b69f7c32-4217-4660-9076-dd061821ce6d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310936 Sep 24 01:12:29.434658 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:30.133498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d613384-21f7-42fa-b0d5-781f9fd5f7f6 req-bf054507-30a2-4707-934a-375442706516 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:30.135032 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d613384-21f7-42fa-b0d5-781f9fd5f7f6 req-bf054507-30a2-4707-934a-375442706516 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 943 time: 0.0486252 Sep 24 01:12:30.172820 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3d613384-21f7-42fa-b0d5-781f9fd5f7f6 req-f7c8f172-ee11-4b3d-a182-ae043ea4089f tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317852 Sep 24 01:12:30.719962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 009af1e2-625b-492a-a910-8e9ef8224adc details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:12:30.811305 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:12:30.822008 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '009af1e2-625b-492a-a910-8e9ef8224adc', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'port_id': '009af1e2-625b-492a-a910-8e9ef8224adc', 'mac_address': 'fa:16:3e:02:58:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:12:30.861646 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:30.874128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 009af1e2-625b-492a-a910-8e9ef8224adc {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:12:30.892495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:12:30.897142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:30.946622 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=9']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:12:31.134268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['009af1e2-625b-492a-a910-8e9ef8224adc'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:12:31.287707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea50c799-cf08-4e74-8cc1-4f663cfbe53a req-807bee3a-e50e-4656-b1a9-615ea8e51b89 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:31.289182 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea50c799-cf08-4e74-8cc1-4f663cfbe53a req-807bee3a-e50e-4656-b1a9-615ea8e51b89 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 944 time: 0.0490627 Sep 24 01:12:31.326990 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea50c799-cf08-4e74-8cc1-4f663cfbe53a req-f65bb7b1-51e2-43dc-a18a-7a342e330a2d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312364 Sep 24 01:12:32.443374 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b07c9a-32ae-40b5-a8d9-5b0bf5932e78 req-3b5c95ca-e6b3-4e52-ac3b-815cff1b6f77 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:32.444898 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37b07c9a-32ae-40b5-a8d9-5b0bf5932e78 req-3b5c95ca-e6b3-4e52-ac3b-815cff1b6f77 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 944 time: 0.0524764 Sep 24 01:12:32.482321 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-37b07c9a-32ae-40b5-a8d9-5b0bf5932e78 req-fbbe14ac-28eb-4a53-8327-792f47424284 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Sep 24 01:12:32.735291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 009af1e2-625b-492a-a910-8e9ef8224adc up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:12:32.783218 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 009af1e2-625b-492a-a910-8e9ef8224adc completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:12:32.787746 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 009af1e2-625b-492a-a910-8e9ef8224adc triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:12:32.788486 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:32.869192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:32.891912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:12:32.894121 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85178e29-ccb1-4f6d-a7be-a6db70ff874f" -d '{"events": [{"server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "name": "network-vif-plugged", "status": "completed", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:12:32.906802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:12:32.910921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:32.935972 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac66a81-b08a-460c-8260-990fcf6d0594 x-openstack-request-id: req-fac66a81-b08a-460c-8260-990fcf6d0594 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:12:32.936308 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "name": "network-vif-plugged", "status": "completed", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:12:32.936562 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fac66a81-b08a-460c-8260-990fcf6d0594 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:12:32.936962 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc', 'code': 200} Sep 24 01:12:32.963017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=10']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:12:33.114525 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16efde0-9ee5-43d0-8453-06084c950a69 req-bb7c812f-853f-4f94-878c-09c53f14bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:33.116209 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a16efde0-9ee5-43d0-8453-06084c950a69 req-bb7c812f-853f-4f94-878c-09c53f14bb2b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1098 time: 0.0722044 Sep 24 01:12:33.118632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-e0de62e5-be6f-46db-9ef8-e4d40c11ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:33.120670 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-e0de62e5-be6f-46db-9ef8-e4d40c11ff99 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1098 time: 0.0678945 Sep 24 01:12:33.172925 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a16efde0-9ee5-43d0-8453-06084c950a69 req-f54d5b73-0887-4381-b701-167efe62be3e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477667 Sep 24 01:12:33.235944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-1113dc6f-4f55-43ce-9aab-341b03e0c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:33.237444 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-1113dc6f-4f55-43ce-9aab-341b03e0c778 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0947688 Sep 24 01:12:33.422185 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-3440e2fa-0fef-44ee-ae77-12479f41d285 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 1001 time: 0.0616539 Sep 24 01:12:33.470549 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-2fe2b04b-7d31-4d0b-bc7c-3b144086e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:33.472050 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-2fe2b04b-7d31-4d0b-bc7c-3b144086e766 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0428944 Sep 24 01:12:33.518774 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-d1c5efcf-294b-4bdc-8294-dc497984d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:33.520300 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-d1c5efcf-294b-4bdc-8294-dc497984d3d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408545 Sep 24 01:12:33.597729 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ce45-139c-4e1e-af33-d9986b37df8b req-7ff08caa-04c3-44d3-a205-d7d0050099a4 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:33.599229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0a7ce45-139c-4e1e-af33-d9986b37df8b req-7ff08caa-04c3-44d3-a205-d7d0050099a4 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 946 time: 0.0490847 Sep 24 01:12:33.632205 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-b3e6f47c-a615-42a3-8a9c-82317e164209 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886276 Sep 24 01:12:33.637638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0a7ce45-139c-4e1e-af33-d9986b37df8b req-fcc7f5e7-a29f-484a-8878-ca460f9c7f7d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323470 Sep 24 01:12:33.723721 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-b71ab0b7-16f9-4263-ad10-ab70124bbeb6 req-bc1e8357-e925-419d-b091-b146586ddc19 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835764 Sep 24 01:12:34.753443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4aeb32-d9df-4764-be41-50af0fcf36f3 req-c999f711-5e7f-46bd-b650-79a18fa27c3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:12:34.755292 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d4aeb32-d9df-4764-be41-50af0fcf36f3 req-c999f711-5e7f-46bd-b650-79a18fa27c3c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 946 time: 0.0479825 Sep 24 01:12:34.792845 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4d4aeb32-d9df-4764-be41-50af0fcf36f3 req-c3b96cac-7240-4595-b6ef-e2aea58919bd tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305719 Sep 24 01:12:37.450018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:39.955188 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:40.740089 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:12:53.127633 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c6d03100-c813-4748-97c3-2bfa89936521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:56.024978 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:56.111082 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4372f861-ad74-43ce-980b-f5089431be2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:57.069649 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:12:59.440627 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:07.479320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:09.949702 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:17.739301 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:13:23.128044 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cee68b23-c4b3-4558-a29b-e80dddb8bfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:26.027882 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:26.110184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9730a8c7-39a8-4a66-9514-925f73ff0fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:27.076111 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:29.439919 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:35.061356 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-686bd627-fd15-45c7-b865-0639bcf38ac6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0458732 Sep 24 01:13:35.140058 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-b9960ccf-15e4-4566-bae2-45eb38f95b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:35.141546 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-b9960ccf-15e4-4566-bae2-45eb38f95b43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1098 time: 0.0402234 Sep 24 01:13:35.242730 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-9edd6ea2-853f-4299-8d52-bf9bac00a608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:35.244237 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-9edd6ea2-853f-4299-8d52-bf9bac00a608 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0839746 Sep 24 01:13:35.312974 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-46625bc2-89b8-4b8c-a140-70539f184282 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 1001 time: 0.0616481 Sep 24 01:13:35.361283 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-d6b3e8c3-045e-4e74-a7fe-bcfbb81abc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:35.362746 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-d6b3e8c3-045e-4e74-a7fe-bcfbb81abc00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0433152 Sep 24 01:13:35.408557 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-25274984-04ee-487e-9e5d-9978d0cd0e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:35.410052 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-25274984-04ee-487e-9e5d-9978d0cd0e02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403209 Sep 24 01:13:35.503164 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-741dd68c-57a5-407b-8225-46b4b5d4da8e service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857933 Sep 24 01:13:35.597803 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-468a131e-706f-45f9-bba8-6e7bdd5979b7 req-65851558-0c57-41b1-bbdc-69cdd93428d0 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878184 Sep 24 01:13:37.481437 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:39.959097 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:47.436149 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46462) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:13:47.599505 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Deleting port 988a9920-b252-49ec-9cf2-948c5bcde406 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:13:47.599859 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:47.671447 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:47.671767 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:47.683189 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Calling delete_port for 988a9920-b252-49ec-9cf2-948c5bcde406 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:13:47.826985 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:47.852830 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event deleted for resources: {'Port': ['ID=988a9920-b252-49ec-9cf2-948c5bcde406,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:47.864751 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.865103 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.865443 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.865782 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.866114 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.866569 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.867080 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.867516 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.867846 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.868174 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.868502 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.868823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:47.924635 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:47.924969 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Floating IP 5416051d-68ab-467e-b475-21bdcb2a7126 disassociated (deleted). External IP: 172.25.5.190, port: 009af1e2-625b-492a-a910-8e9ef8224adc. Sep 24 01:13:48.129994 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:13:48.230350 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:13:48.235644 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:48.240634 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] Sync routers for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:13:48.249893 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:13:48.251224 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:48.265502 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-2000c5e1-f4f0-4c42-af0b-b30d63b3cbcc tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "DELETE /v2.0/floatingips/5416051d-68ab-467e-b475-21bdcb2a7126 HTTP/1.1" status: 204 len: 168 time: 0.8282800 Sep 24 01:13:48.266117 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:13:48.268490 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:13:48.365845 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6909b36-ea30-46fc-920f-f8ca5c87bb90 x-openstack-request-id: req-e6909b36-ea30-46fc-920f-f8ca5c87bb90 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:13:48.366107 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:13:48.366392 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e6909b36-ea30-46fc-920f-f8ca5c87bb90 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:13:48.366736 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:13:48.366965 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc', 'status': 'completed', 'code': 200} Sep 24 01:13:48.432147 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-d46ada1e-08a4-48e0-887b-8b04c6b284fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:48.433674 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-d46ada1e-08a4-48e0-887b-8b04c6b284fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 1098 time: 0.0447361 Sep 24 01:13:48.505198 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63505d0-5a8d-4b51-90b8-6e6a0e859785 req-684e40e3-b634-4c50-ad03-b2b4157d1941 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:48.506738 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d63505d0-5a8d-4b51-90b8-6e6a0e859785 req-684e40e3-b634-4c50-ad03-b2b4157d1941 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 946 time: 0.0507786 Sep 24 01:13:48.525501 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-af334bba-d1eb-4dd4-b8c8-ea19b0b57511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:48.527031 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-af334bba-d1eb-4dd4-b8c8-ea19b0b57511 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 200 len: 910 time: 0.0864410 Sep 24 01:13:48.548077 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d63505d0-5a8d-4b51-90b8-6e6a0e859785 req-78f70971-dd19-4802-ba0f-1a85346de9a3 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329006 Sep 24 01:13:48.575373 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:48.575984 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-29284126-7fe9-42cc-886c-b19dafe88c26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 200 len: 217 time: 0.0408685 Sep 24 01:13:48.601513 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] Checking router: 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:13:48.609465 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:13:48.610603 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:48.625476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-8390ae99-6143-4285-85cf-a8225124aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:48.626970 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-8390ae99-6143-4285-85cf-a8225124aea5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 200 len: 848 time: 0.0441790 Sep 24 01:13:48.673853 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-47add6fa-1286-4eea-9ceb-ca0cb2153171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:48.675327 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-47add6fa-1286-4eea-9ceb-ca0cb2153171 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3a16ed7d-32ec-4471-b1df-e7d4ea544da8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403502 Sep 24 01:13:48.712641 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:13:48.770643 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-817096b4-6f9c-4dae-a30b-7f32c81368d4 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872216 Sep 24 01:13:48.863519 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-7d3c4882-b7c6-4be2-ab58-d68a9450b4cd req-8696dd15-59c9-4812-a850-829d235c4a22 service neutron] 10.222.0.20 "GET /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857754 Sep 24 01:13:48.999759 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:49.025310 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c762605-b932-46c2-ab45-569c16b76400 None None] The sync data for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 is: [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:07Z', 'revision_number': 4, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '631fe45d-1a85-4715-9b90-b7216207d816', 'name': '', 'network_id': '3a16ed7d-32ec-4471-b1df-e7d4ea544da8', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'mac_address': 'fa:16:3e:fd:81:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '99f05ede-90ef-4a16-9165-64761294c91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:06Z', 'updated_at': '2021-09-24T01:05:12Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'subnets': [{'id': '99f05ede-90ef-4a16-9165-64761294c91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:13:49.244221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e076aad-7e00-477e-9995-f32853cf3693 None None] New status for floating IP 5416051d-68ab-467e-b475-21bdcb2a7126: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:13:49.665208 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3b170-aadb-4435-8ede-7df05432003c req-e6af15d2-5e3f-48fc-ab26-b9b1c0894845 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:49.666669 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80f3b170-aadb-4435-8ede-7df05432003c req-e6af15d2-5e3f-48fc-ab26-b9b1c0894845 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 946 time: 0.0474782 Sep 24 01:13:49.704339 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-80f3b170-aadb-4435-8ede-7df05432003c req-4b8ee067-9d42-4aa8-811e-732040588006 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/security-groups?id=d3e6cc85-3607-48b0-b993-56e3b031ad80&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308759 Sep 24 01:13:49.970948 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-29af0c30-886a-4462-9f49-f79a7d80dce9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:13:49.972345 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-29af0c30-886a-4462-9f49-f79a7d80dce9 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.20 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 946 time: 0.0544083 Sep 24 01:13:50.059695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Deleting port 009af1e2-625b-492a-a910-8e9ef8224adc {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:13:50.060036 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:50.148936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] For port 009af1e2-625b-492a-a910-8e9ef8224adc, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=009af1e2-625b-492a-a910-8e9ef8224adc,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:13:50.149305 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:50.161354 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Calling delete_port for 009af1e2-625b-492a-a910-8e9ef8224adc owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:13:50.287507 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:50.319936 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event deleted for resources: {'Port': ['ID=009af1e2-625b-492a-a910-8e9ef8224adc,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:50.348934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.349278 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.349618 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.349952 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.350284 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.350611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.350965 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.351296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.351618 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.351941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.352263 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.352583 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:50.371462 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] No DVR routers for this DVR port 009af1e2-625b-492a-a910-8e9ef8224adc on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:13:50.374066 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:50.376234 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-3417f7e8-2623-45dc-b9b2-8f74bf3c4913 req-250ce833-fcd8-4591-b78c-18c7ecf154c8 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.20 "DELETE /v2.0/ports/009af1e2-625b-492a-a910-8e9ef8224adc HTTP/1.1" status: 204 len: 173 time: 0.3977451 Sep 24 01:13:50.376701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'name': 'network-vif-deleted', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:13:50.379643 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395f9204-ad3d-4e33-95d1-09aab061d6d7" -d '{"events": [{"server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "name": "network-vif-deleted", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:13:50.418231 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64325624-c66c-42c2-b1e6-90871d9c3bb3 x-openstack-request-id: req-64325624-c66c-42c2-b1e6-90871d9c3bb3 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:13:50.418523 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00a2f1df-e0ad-402c-b955-c0b6f8ee05b9", "name": "network-vif-deleted", "tag": "009af1e2-625b-492a-a910-8e9ef8224adc", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:13:50.418788 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-64325624-c66c-42c2-b1e6-90871d9c3bb3 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:13:50.419200 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a2f1df-e0ad-402c-b955-c0b6f8ee05b9', 'name': 'network-vif-deleted', 'tag': '009af1e2-625b-492a-a910-8e9ef8224adc', 'status': 'completed', 'code': 200} Sep 24 01:13:50.806466 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d4b56440-ad71-4502-821d-f284eadd5b34 req-789a82c4-1429-4c29-86e3-8f78e6db6b07 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 210 time: 0.0309641 Sep 24 01:13:51.903822 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-03a0c0ac-1863-47e0-96d8-22fe833bfd94 req-48fd92a3-b8fb-48b6-ab6a-f3decbec202c tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 210 time: 0.0259287 Sep 24 01:13:52.998212 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-913d14ac-9508-44c1-ae48-d3c2856ce8cc req-a28027c9-f0f9-4ff7-922b-5d8db75bb05d tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 210 time: 0.0260680 Sep 24 01:13:53.039498 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 009af1e2-625b-492a-a910-8e9ef8224adc no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:13:53.060423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 009af1e2-625b-492a-a910-8e9ef8224adc {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:13:53.060736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 009af1e2-625b-492a-a910-8e9ef8224adc not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:13:53.129218 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39501209-13ac-4595-899c-eacf5c207137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:54.102550 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a1bd69da-eadf-4477-96e5-106ef1687ba6 req-12c90f10-d33e-4f4a-8315-a6db28fca799 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "GET /v2.0/ports?device_id=00a2f1df-e0ad-402c-b955-c0b6f8ee05b9 HTTP/1.1" status: 200 len: 210 time: 0.0271342 Sep 24 01:13:54.738821 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:13:55.159286 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46496) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:13:55.217603 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64527dc2-23da-4ae3-a366-560335a96759 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:55.243654 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64527dc2-23da-4ae3-a366-560335a96759 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:55.308797 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64527dc2-23da-4ae3-a366-560335a96759 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:55.311982 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-64527dc2-23da-4ae3-a366-560335a96759 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:55.313566 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-64527dc2-23da-4ae3-a366-560335a96759 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] 10.222.0.24 "DELETE /v2.0/security-groups/d3e6cc85-3607-48b0-b993-56e3b031ad80 HTTP/1.1" status: 204 len: 168 time: 0.1531208 Sep 24 01:13:55.330222 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64527dc2-23da-4ae3-a366-560335a96759 tempest-TestShelveInstance-201629913 tempest-TestShelveInstance-201629913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e6cc85-3607-48b0-b993-56e3b031ad80,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:55.362606 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46502) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:13:55.812943 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:56.032826 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:56.069413 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Deleting port 631fe45d-1a85-4715-9b90-b7216207d816 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:13:56.069749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:56.111021 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1e4e1b6e-e6ef-4311-821a-0a70fdad4334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:56.152521 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] For port 631fe45d-1a85-4715-9b90-b7216207d816, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=631fe45d-1a85-4715-9b90-b7216207d816,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:13:56.152887 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:56.165296 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Calling delete_port for 631fe45d-1a85-4715-9b90-b7216207d816 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:13:56.345631 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:56.371962 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=631fe45d-1a85-4715-9b90-b7216207d816,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:56.543950 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.068717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:13:57.079046 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.176486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:13:57.182783 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-54e8759e-dbbe-4117-8e11-635856d25b05 admin admin] 10.222.0.24 "PUT /v2.0/routers/05ec7c13-1550-4a73-98b7-bc0f96ebdbd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200681 Sep 24 01:13:57.185033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46506) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:13:57.186966 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] Sync routers for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:13:57.196246 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:13:57.196847 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:57.289951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.299768 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:13:57.392787 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.451959 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Deleting port 1c8151a9-5679-4d7b-ab74-d00959308210 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:13:57.452213 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.475121 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45'}], 'enable_snat': True}, 'gw_port_id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:13:56Z', 'revision_number': 5, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port': {'id': '1c8151a9-5679-4d7b-ab74-d00959308210', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d3:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:57.501136 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] Checking router: 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:13:57.509224 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] Routers {'05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:13:57.509829 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:57.530790 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] For port 1c8151a9-5679-4d7b-ab74-d00959308210, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1c8151a9-5679-4d7b-ab74-d00959308210,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:13:57.531271 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.543682 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Calling delete_port for 1c8151a9-5679-4d7b-ab74-d00959308210 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:13:57.594175 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] Set router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 gateway port host: None {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:13:57.644841 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:13:57Z', 'revision_number': 6, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:57.673747 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e71289-e96b-41f9-b5d1-88fba4899006 None None] The sync data for ids ['05ec7c13-1550-4a73-98b7-bc0f96ebdbd4'] in n-d-713498-18 is: [{'id': '05ec7c13-1550-4a73-98b7-bc0f96ebdbd4', 'name': 'tempest-TestShelveInstance-2042127958-router', 'tenant_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:04Z', 'updated_at': '2021-09-24T01:13:57Z', 'revision_number': 6, 'project_id': 'a5c715cd402349a39c454cfb0af0ab5c', 'gw_port_host': None}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:13:57.720799 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.746298 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8151a9-5679-4d7b-ab74-d00959308210,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:57.809425 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.898104 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.900484 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.943774 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.944305 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 01:13:57.948657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:57.949890 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-a13c296b-446c-47a9-8df2-a0df2bf5f2d2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/05ec7c13-1550-4a73-98b7-bc0f96ebdbd4 HTTP/1.1" status: 204 len: 168 time: 0.7639201 Sep 24 01:13:57.952476 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46508) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:13:57.997527 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b4c909-bbac-4de4-a7af-3f3387cdbe03 admin admin] Deleting subnet 99f05ede-90ef-4a16-9165-64761294c91a {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 01:13:58.000280 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74b4c909-bbac-4de4-a7af-3f3387cdbe03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.042183 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74b4c909-bbac-4de4-a7af-3f3387cdbe03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.061864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 631fe45d-1a85-4715-9b90-b7216207d816 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:13:58.083107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 631fe45d-1a85-4715-9b90-b7216207d816 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:13:58.083803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 631fe45d-1a85-4715-9b90-b7216207d816 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:13:58.127667 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74b4c909-bbac-4de4-a7af-3f3387cdbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.181870 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74b4c909-bbac-4de4-a7af-3f3387cdbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.207687 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4c909-bbac-4de4-a7af-3f3387cdbe03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99f05ede-90ef-4a16-9165-64761294c91a,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:58.209650 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-74b4c909-bbac-4de4-a7af-3f3387cdbe03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.212168 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-74b4c909-bbac-4de4-a7af-3f3387cdbe03 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/99f05ede-90ef-4a16-9165-64761294c91a HTTP/1.1" status: 204 len: 168 time: 0.2581108 Sep 24 01:13:58.214070 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46510) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:13:58.216449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e174342-694a-4678-b6f2-a77e208ec078 None None] Network 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:13:58.287506 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.341500 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Deleting port 0d51d30c-cbd8-4940-a1c1-fc9143186481 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:13:58.341911 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.411036 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] For port 0d51d30c-cbd8-4940-a1c1-fc9143186481, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=0d51d30c-cbd8-4940-a1c1-fc9143186481,segment=NetworkSegment(cbd8d73e-4240-448e-92b0-4aefa99e3431),segment_id=cbd8d73e-4240-448e-92b0-4aefa99e3431)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:13:58.411692 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.424532 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Calling delete_port for 0d51d30c-cbd8-4940-a1c1-fc9143186481 owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:13:58.458567 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] DHCP port deletion for 3a16ed7d-32ec-4471-b1df-e7d4ea544da8 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 01:13:58.504506 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Deleting port 0d51d30c-cbd8-4940-a1c1-fc9143186481 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:13:58.504875 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.508403 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.538169 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] No DVR routers for this DVR port 0d51d30c-cbd8-4940-a1c1-fc9143186481 on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:13:58.541973 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0d51d30c-cbd8-4940-a1c1-fc9143186481,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:58.570608 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] For port 0d51d30c-cbd8-4940-a1c1-fc9143186481, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:13:58.571005 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.584089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Calling delete_port for 0d51d30c-cbd8-4940-a1c1-fc9143186481 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:13:58.586783 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Port 0d51d30c-cbd8-4940-a1c1-fc9143186481 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 01:13:58.588069 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.614312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Pushing event deleted for resources: {'Port': ['ID=0d51d30c-cbd8-4940-a1c1-fc9143186481,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:58.616578 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] No DVR routers for this DVR port 0d51d30c-cbd8-4940-a1c1-fc9143186481 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:13:58.623683 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.627583 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.627972 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.628374 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.628771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.629108 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.629492 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.629875 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.630317 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.630702 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.631185 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.631585 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.631912 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8fecec-1958-45ae-8dd2-db749277e4a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:13:58.644572 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a16ed7d-32ec-4471-b1df-e7d4ea544da8']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:58.654416 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd8d73e-4240-448e-92b0-4aefa99e3431') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:58.654717 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd8d73e-4240-448e-92b0-4aefa99e3431') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:13:58.665199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.678846 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.684967 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 01:13:58.685367 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: timer() Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 01:13:58.687169 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 01:13:58.755591 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.762136 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:58.763962 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] 10.222.0.24 "DELETE /v2.0/networks/3a16ed7d-32ec-4471-b1df-e7d4ea544da8 HTTP/1.1" status: 204 len: 168 time: 0.5488234 Sep 24 01:13:58.767511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46512) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:13:58.775238 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9900f2c-6ca8-4477-818d-3daf309033ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3a16ed7d-32ec-4471-b1df-e7d4ea544da8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:59.105749 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:59.345577 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Deleting port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:13:59.345909 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:59.420493 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] For port 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,segment=NetworkSegment(7ac40d50-6205-4f72-94b0-0c4a991dbaaf),segment_id=7ac40d50-6205-4f72-94b0-0c4a991dbaaf)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:13:59.420849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:59.439227 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Calling delete_port for 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:13:59.442031 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:59.614845 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:59.649226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Pushing event deleted for resources: {'Port': ['ID=1af44fbc-bd45-43a1-8aa8-3ca6d263d89b,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:13:59.812409 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:13:59.828248 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1c8151a9-5679-4d7b-ab74-d00959308210 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:13:59.849782 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 1c8151a9-5679-4d7b-ab74-d00959308210 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:13:59.850122 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1c8151a9-5679-4d7b-ab74-d00959308210 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:13:59.850629 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d51d30c-cbd8-4940-a1c1-fc9143186481 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:13:59.868928 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 0d51d30c-cbd8-4940-a1c1-fc9143186481 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:13:59.869264 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 0d51d30c-cbd8-4940-a1c1-fc9143186481 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:14:00.376703 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:14:00.479617 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:14:00.486127 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9b9972ce-13fe-4a47-851c-b9391870329a admin admin] 10.222.0.24 "PUT /v2.0/routers/4ca2e2fd-6a0d-4b6c-b71c-20420e346447/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7160630 Sep 24 01:14:00.487642 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46514) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:00.490238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] Sync routers for ids ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:14:00.499096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] Routers {'4ca2e2fd-6a0d-4b6c-b71c-20420e346447'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:00.499700 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:00.589814 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:00.601455 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] Set router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:00.691494 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:00.743558 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Deleting port ddf50452-40ae-47d9-86f9-ebec83524191 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:14:00.743898 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:00.779407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:13:59Z', 'revision_number': 5, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port': {'id': 'ddf50452-40ae-47d9-86f9-ebec83524191', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:61:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:00.805816 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] Checking router: 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:14:00.814568 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] Routers {'4ca2e2fd-6a0d-4b6c-b71c-20420e346447'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:00.815193 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:00.821143 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] For port ddf50452-40ae-47d9-86f9-ebec83524191, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=ddf50452-40ae-47d9-86f9-ebec83524191,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:00.821673 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:00.833717 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Calling delete_port for ddf50452-40ae-47d9-86f9-ebec83524191 owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:14:00.898161 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] Set router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:00.951876 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:14:00Z', 'revision_number': 6, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:00.978496 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdb22dc-0b17-47eb-83f6-8501c8c66479 None None] The sync data for ids ['4ca2e2fd-6a0d-4b6c-b71c-20420e346447'] in n-d-713498-18 is: [{'id': '4ca2e2fd-6a0d-4b6c-b71c-20420e346447', 'name': 'tempest-TestShelveInstance-1834648029-router', 'tenant_id': 'dc2f630fe7564787a77133ea87a0b62a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:05:09Z', 'updated_at': '2021-09-24T01:14:00Z', 'revision_number': 6, 'project_id': 'dc2f630fe7564787a77133ea87a0b62a', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:14:01.002417 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.036588 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf50452-40ae-47d9-86f9-ebec83524191,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:01.093645 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.181572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.183671 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.226688 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.227272 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca2e2fd-6a0d-4b6c-b71c-20420e346447 {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 01:14:01.231552 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.232691 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-9060735b-2834-45ec-b53c-f91350096602 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4ca2e2fd-6a0d-4b6c-b71c-20420e346447 HTTP/1.1" status: 204 len: 168 time: 0.7440684 Sep 24 01:14:01.235915 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46516) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:01.283482 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c0b67c-4b2b-4396-b95b-eee93885eb61 admin admin] Deleting subnet 04e008e7-60ac-4917-8558-b19ee9450a8d {{(pid=106379) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 01:14:01.287496 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58c0b67c-4b2b-4396-b95b-eee93885eb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.321612 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58c0b67c-4b2b-4396-b95b-eee93885eb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25459110'] for subnet, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.400600 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58c0b67c-4b2b-4396-b95b-eee93885eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.459129 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58c0b67c-4b2b-4396-b95b-eee93885eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25677442', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29214878'] for subnet, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.486559 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0b67c-4b2b-4396-b95b-eee93885eb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e008e7-60ac-4917-8558-b19ee9450a8d,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:01.488562 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-58c0b67c-4b2b-4396-b95b-eee93885eb61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.491008 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-58c0b67c-4b2b-4396-b95b-eee93885eb61 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/04e008e7-60ac-4917-8558-b19ee9450a8d HTTP/1.1" status: 204 len: 168 time: 0.2534983 Sep 24 01:14:01.492840 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d3274a-5c07-4695-9189-4830194655dc None None] Network 7da2f1bc-7bd6-48ef-aae1-bafef09b069f requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:14:01.493330 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46518) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:01.560563 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.613867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Deleting port db8cb018-014d-4954-ba4d-04fc0b3fd8d2 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:14:01.614205 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.684707 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] For port db8cb018-014d-4954-ba4d-04fc0b3fd8d2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=db8cb018-014d-4954-ba4d-04fc0b3fd8d2,segment=NetworkSegment(7ac40d50-6205-4f72-94b0-0c4a991dbaaf),segment_id=7ac40d50-6205-4f72-94b0-0c4a991dbaaf)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:01.684987 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.697507 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Calling delete_port for db8cb018-014d-4954-ba4d-04fc0b3fd8d2 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:14:01.800280 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.821390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615deb10-4989-437e-86a6-f90e6abf06bd None None] DHCP port deletion for 7da2f1bc-7bd6-48ef-aae1-bafef09b069f request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 01:14:01.823391 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ddf50452-40ae-47d9-86f9-ebec83524191 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:14:01.833364 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=db8cb018-014d-4954-ba4d-04fc0b3fd8d2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:01.838894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] No DVR routers for this DVR port db8cb018-014d-4954-ba4d-04fc0b3fd8d2 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:14:01.846262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: ddf50452-40ae-47d9-86f9-ebec83524191 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:14:01.846626 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device ddf50452-40ae-47d9-86f9-ebec83524191 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:14:01.847024 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:14:01.866033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:14:01.866388 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 1af44fbc-bd45-43a1-8aa8-3ca6d263d89b not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:14:01.916074 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.940357 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da2f1bc-7bd6-48ef-aae1-bafef09b069f']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:01.950372 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ac40d50-6205-4f72-94b0-0c4a991dbaaf') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:01.950660 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ac40d50-6205-4f72-94b0-0c4a991dbaaf') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:01.966351 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.980565 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.987241 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 01:14:01.987586 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: timer() Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 01:14:01.989751 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 01:14:02.049451 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.057033 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.058993 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7da2f1bc-7bd6-48ef-aae1-bafef09b069f HTTP/1.1" status: 204 len: 168 time: 0.5649550 Sep 24 01:14:02.071509 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16b7c1-9d56-41c9-849c-932b005e1b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=7da2f1bc-7bd6-48ef-aae1-bafef09b069f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:02.199209 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46522) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:02.245155 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-36473741-9190-421f-9518-d683866aebec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5c715cd402349a39c454cfb0af0ab5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446088 Sep 24 01:14:02.247807 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46524) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:02.300099 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c18a4043-8ca3-46e7-b9a6-ab3eb1bbac0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.332610 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c18a4043-8ca3-46e7-b9a6-ab3eb1bbac0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.390157 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c18a4043-8ca3-46e7-b9a6-ab3eb1bbac0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.393717 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-c18a4043-8ca3-46e7-b9a6-ab3eb1bbac0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.394973 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-c18a4043-8ca3-46e7-b9a6-ab3eb1bbac0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af7d8e30-508b-4dcc-86a0-9166964ee4cf HTTP/1.1" status: 204 len: 168 time: 0.1461532 Sep 24 01:14:02.405801 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a4043-8ca3-46e7-b9a6-ab3eb1bbac0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d8e30-508b-4dcc-86a0-9166964ee4cf,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:02.800714 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46530) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:02.841552 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-141d41ad-29fc-42c2-b2aa-19e4593fdad6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dc2f630fe7564787a77133ea87a0b62a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396042 Sep 24 01:14:02.845280 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46532) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:02.893620 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa80478b-f195-4b91-afe2-c802f6274400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.915411 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa80478b-f195-4b91-afe2-c802f6274400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.961977 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa80478b-f195-4b91-afe2-c802f6274400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.964583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-fa80478b-f195-4b91-afe2-c802f6274400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:02.965756 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-fa80478b-f195-4b91-afe2-c802f6274400 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e80ebd6c-716c-4ef1-b016-0606aabfe401 HTTP/1.1" status: 204 len: 168 time: 0.1192224 Sep 24 01:14:02.974192 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80478b-f195-4b91-afe2-c802f6274400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80ebd6c-716c-4ef1-b016-0606aabfe401,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:03.693167 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46554) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:03.756977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device db8cb018-014d-4954-ba4d-04fc0b3fd8d2 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:14:03.777033 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: db8cb018-014d-4954-ba4d-04fc0b3fd8d2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:14:03.777375 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device db8cb018-014d-4954-ba4d-04fc0b3fd8d2 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:14:03.817722 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1636924967-network', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:03.839740 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Made reservation on behalf of 6fb111be4673443d9fa0a310ba712b60 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:14:03.842174 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:03.850818 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:03.948428 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:03.952390 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:03.973518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 01:14:03.988645 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c95a448-9fd1-4d31-9957-8208ac24c9c5,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:03.991548 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:03.991897 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Added segment 5fc7292a-893b-4fd6-bf3a-815988a28ba3 of type vlan for network ec4ed151-a6d2-4129-a718-218fb16fd458 Sep 24 01:14:04.041263 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.067024 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.068008 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:04.068583 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.098221 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4039173 Sep 24 01:14:04.101204 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46558) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:04.106112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Request body: {'subnet': {'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1636924967-subnet', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:04.128382 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Made reservation on behalf of 6fb111be4673443d9fa0a310ba712b60 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:14:04.131093 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.131865 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3d408-d613-44df-84b9-db94afe0d8e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ec4ed151-a6d2-4129-a718-218fb16fd458,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:04.142397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network ec4ed151-a6d2-4129-a718-218fb16fd458 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 01:14:04.309003 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.361398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93d091ee-1f24-4aa2-b253-afb05c65ee90,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:04.371689 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Checking segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:04.372046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Network hostable DHCP agents. Network: ec4ed151-a6d2-4129-a718-218fb16fd458, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 01:14:04.388262 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Network ec4ed151-a6d2-4129-a718-218fb16fd458 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 01:14:04.404046 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, ec4ed151-a6d2-4129-a718-218fb16fd458) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:04.409883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:04.410558 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.412893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41923e5-22d5-493b-8886-683771840a60 None None] Network ec4ed151-a6d2-4129-a718-218fb16fd458 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:14:04.426499 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-d316e4f3-387b-4218-8589-4a3d162219a1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3237560 Sep 24 01:14:04.428979 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46560) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:04.434664 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:04.456058 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.457203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.517136 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.571277 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-ec4ed151-a6d2-4129-a718-218fb16fd458', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 01:14:04.572140 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.657426 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.719742 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Allocated IP 172.20.0.2 (ec4ed151-a6d2-4129-a718-218fb16fd458/93d091ee-1f24-4aa2-b253-afb05c65ee90/54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:14:04.870650 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.874236 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.878269 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.894684 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.925579 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Network ec4ed151-a6d2-4129-a718-218fb16fd458 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:04.928865 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:04.931470 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:14:04.945171 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Pushing event updated for resources: {'Port': ['ID=54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:04.990844 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Attempting to bind port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:14:04.991237 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Attempting to bind port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:14:04.991628 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Attempting to bind port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 on network ec4ed151-a6d2-4129-a718-218fb16fd458 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:14:04.997224 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:14:04.997605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Checking segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:04.998013 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:04.998414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Bound using segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:14:04.998915 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Bound port: 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:14:04.999307 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.014570 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Allocated IP 172.25.5.203 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/cd74e07c-adf4-4bd2-a514-e71dc257cd4e) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:14:05.067884 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] For port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:14:05.071234 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] For port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:14:05.075401 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.133070 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26793009-84d6-4bda-b6c7-f06e13ec0a70 None None] Pushing event updated for resources: {'Port': ['ID=54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:05.146032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.181487 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.231059 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:05.233942 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:05.241038 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:14:05.244101 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=cd74e07c-adf4-4bd2-a514-e71dc257cd4e,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:05.510365 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.703534 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.797698 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:05.846735 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Router 36257e2e-2101-4b08-9726-58aa337817ce is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106379) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 01:14:05.855004 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:05.855380 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.936138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.964116 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:14:05.975113 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:05.979500 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Sync routers for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:14:05.980592 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.981921 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:05.986410 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46562) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:05.988449 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-ce1647ee-0c7e-47c0-ab52-82487f3fe0a2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5571265 Sep 24 01:14:05.991118 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:05.991919 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:06.039934 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:06.112552 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:06.120832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeeccf1-3c74-484e-82e2-ceea566bd19e None None] Network ec4ed151-a6d2-4129-a718-218fb16fd458 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:14:06.198690 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7f8f7b1e-1893-46f6-829b-8ded3842fd1e None None] Provisioning complete for port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:06.199085 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7f8f7b1e-1893-46f6-829b-8ded3842fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.296309 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:05Z', 'revision_number': 3, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:06.328023 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Checking router: 36257e2e-2101-4b08-9726-58aa337817ce for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:14:06.329100 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Updating router 36257e2e-2101-4b08-9726-58aa337817ce port cd74e07c-adf4-4bd2-a514-e71dc257cd4e binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:14:06.361305 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.458121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.573431 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-94d1a781-87b8-49b6-a38d-4d196db6b2aa None None] Provisioning complete for port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:06.573957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-94d1a781-87b8-49b6-a38d-4d196db6b2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.619649 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Allocated IP 172.20.0.1 (ec4ed151-a6d2-4129-a718-218fb16fd458/93d091ee-1f24-4aa2-b253-afb05c65ee90/959ed764-1a77-4591-af34-1cb84f173cb8) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:14:06.625745 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.632034 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.680540 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Attempting to bind port cd74e07c-adf4-4bd2-a514-e71dc257cd4e on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:14:06.680900 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Attempting to bind port cd74e07c-adf4-4bd2-a514-e71dc257cd4e by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:14:06.681250 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Attempting to bind port cd74e07c-adf4-4bd2-a514-e71dc257cd4e on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:14:06.693501 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:14:06.693857 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:06.694255 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.694632 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:14:06.695102 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Bound port: cd74e07c-adf4-4bd2-a514-e71dc257cd4e, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:14:06.695470 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.697801 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Pushing event updated for resources: {'Port': ['ID=cd74e07c-adf4-4bd2-a514-e71dc257cd4e,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:06.727598 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.762480 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.807895 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Network ec4ed151-a6d2-4129-a718-218fb16fd458 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:06.810829 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:06.815007 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:14:06.819716 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.820056 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.820389 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.820714 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.821114 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.821355 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.821671 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.822475 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.822475 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.822878 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.822978 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.823232 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106381) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:14:06.840545 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Pushing event updated for resources: {'Port': ['ID=959ed764-1a77-4591-af34-1cb84f173cb8,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:06.857505 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] For port cd74e07c-adf4-4bd2-a514-e71dc257cd4e, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:14:06.861246 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.861475 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] For port cd74e07c-adf4-4bd2-a514-e71dc257cd4e, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cd74e07c-adf4-4bd2-a514-e71dc257cd4e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:14:06.867582 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:06.931166 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:06.931781 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:06.935935 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e83125-202e-43c5-aa51-29fa90885eeb None None] Pushing event updated for resources: {'Port': ['ID=cd74e07c-adf4-4bd2-a514-e71dc257cd4e,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:06.999118 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:07.048939 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:07.086861 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-db48ce40-93de-4d26-9ce3-8d7646e654b8 None None] Provisioning complete for port 959ed764-1a77-4591-af34-1cb84f173cb8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:07.087446 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-db48ce40-93de-4d26-9ce3-8d7646e654b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:07.124361 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-db48ce40-93de-4d26-9ce3-8d7646e654b8 None None] Port 959ed764-1a77-4591-af34-1cb84f173cb8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:14:07.167486 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:07.172764 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:07.228421 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:05Z', 'revision_number': 3, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:07.240224 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:07.242180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Pushing event updated for resources: {'Port': ['ID=959ed764-1a77-4591-af34-1cb84f173cb8,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:07.255717 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608adac-4c01-49c4-beb2-24cdcf857693 None None] The sync data for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 is: [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:05Z', 'revision_number': 3, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:14:07.345123 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Network ec4ed151-a6d2-4129-a718-218fb16fd458 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:07.346611 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:07.491950 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Router 36257e2e-2101-4b08-9726-58aa337817ce has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:14:07.501053 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:07.673160 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:14:07.679123 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-3d16f3c0-a582-4632-ab90-4738b4f96339 admin admin] 10.222.0.24 "PUT /v2.0/routers/36257e2e-2101-4b08-9726-58aa337817ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6885853 Sep 24 01:14:07.753365 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8e9df946-cd5c-423d-b595-c4ba36bb4994 None None] Provisioning complete for port 959ed764-1a77-4591-af34-1cb84f173cb8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:07.753862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8e9df946-cd5c-423d-b595-c4ba36bb4994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:07.792965 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8e9df946-cd5c-423d-b595-c4ba36bb4994 None None] Port 959ed764-1a77-4591-af34-1cb84f173cb8 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:14:07.879708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cd74e07c-adf4-4bd2-a514-e71dc257cd4e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:07.937123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port cd74e07c-adf4-4bd2-a514-e71dc257cd4e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:07.938151 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.025816 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.049275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port cd74e07c-adf4-4bd2-a514-e71dc257cd4e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cd74e07c-adf4-4bd2-a514-e71dc257cd4e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:08.060608 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.061898 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:08.148134 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=cd74e07c-adf4-4bd2-a514-e71dc257cd4e,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:08.165054 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:08.165431 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.315316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46578) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:08.320310 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1727705616-network', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:08.341315 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Made reservation on behalf of fca94b6b206640ca9618dbc5140706f1 for: {'network': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:14:08.344100 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for network, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.352816 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.464973 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.468749 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.493627 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=106378) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 01:14:08.504440 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94cbd8c-192c-46ab-bf13-d98acbb5ca83,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:08.509588 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.509937 n-d-713498-18 neutron-server[106378]: INFO neutron.db.segments_db [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Added segment 9829af41-6448-44da-a783-a4ff5f53c60d of type vlan for network 491f10d2-823f-4fe6-9679-630e74010f33 Sep 24 01:14:08.551680 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784069975080'] for network, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.576319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880'] for network, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.577327 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:08.577901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.606990 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2905505 Sep 24 01:14:08.610368 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46580) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:08.615354 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Request body: {'subnet': {'network_id': '491f10d2-823f-4fe6-9679-630e74010f33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1727705616-subnet', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'ip_version': 4}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:08.635440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Made reservation on behalf of fca94b6b206640ca9618dbc5140706f1 for: {'subnet': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:14:08.637894 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29214907'] for subnet, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.639803 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae2e80-947f-4dc2-b0eb-0dd720301ca6 admin admin] Pushing event updated for resources: {'Network': ['ID=491f10d2-823f-4fe6-9679-630e74010f33,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:08.651528 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Network 491f10d2-823f-4fe6-9679-630e74010f33 details requested by agent ovs-agent-n-d-713498-18 with host n-d-713498-18 {{(pid=106380) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 01:14:08.824931 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25677379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29214857'] for subnet, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.888026 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4d51c7-7af4-4531-a075-2993779535a8,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:08.898522 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Checking segment: {'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:08.898906 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Network hostable DHCP agents. Network: 491f10d2-823f-4fe6-9679-630e74010f33, hostable agents: ['fd2ba780-4844-4fca-b089-373c6127075e'], hosted agents: [] {{(pid=106379) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 01:14:08.916293 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Network 491f10d2-823f-4fe6-9679-630e74010f33 is scheduled to be hosted by DHCP agent fd2ba780-4844-4fca-b089-373c6127075e with binding_index 1 {{(pid=106379) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 01:14:08.925426 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-713498-18, 491f10d2-823f-4fe6-9679-630e74010f33) {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:08.930029 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:08.930622 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.935663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3520c5fe-00a8-487b-a7e2-f2f9577f4518 None None] Network 491f10d2-823f-4fe6-9679-630e74010f33 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:14:08.946586 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-6c88c590-00ee-414b-9509-958818dca716 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3350346 Sep 24 01:14:08.949281 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46582) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:08.954637 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:08.979653 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-455558', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14244'] for router, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:08.980822 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-455030', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-456326', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-350233', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14253'] for router, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.039744 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.076478 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Sync routers for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:14:09.087860 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:09.088536 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:09.091666 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe6b3b4d8-5242-5d5b-8344-4ce071390c74-491f10d2-823f-4fe6-9679-630e74010f33', 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'fixed_ips': [{'subnet_id': 'ea4d51c7-7af4-4531-a075-2993779535a8'}]}} from n-d-713498-18. {{(pid=106380) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 01:14:09.092491 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.185318 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.295749 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:09.347474 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.db_base_plugin_common [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Allocated IP 172.20.0.2 (491f10d2-823f-4fe6-9679-630e74010f33/ea4d51c7-7af4-4531-a075-2993779535a8/3693fa5d-0087-4850-9098-b08b504a2cad) {{(pid=106380) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:14:09.393273 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.413933 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.525486 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Allocated IP 172.25.5.234 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/810d000f-af32-45b3-994b-272c8677c088) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:14:09.610578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Notify callbacks [] for port, precommit_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.618524 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265'] for port, after_create {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.631345 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.649573 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:07Z', 'revision_number': 2, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:09.665460 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.687266 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Checking router: 36257e2e-2101-4b08-9726-58aa337817ce for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:14:09.688153 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Updating router 36257e2e-2101-4b08-9726-58aa337817ce port 959ed764-1a77-4591-af34-1cb84f173cb8 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:14:09.692520 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Network 491f10d2-823f-4fe6-9679-630e74010f33 is already hosted by enough agents. {{(pid=106380) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:09.708234 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:09.709736 n-d-713498-18 neutron-server[106380]: DEBUG neutron.scheduler.base_scheduler [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Resources bound (agent type, host, resource id): {{(pid=106380) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:09.711380 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:09.715421 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:14:09.718196 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Received port after_create {{(pid=106380) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:14:09.724745 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Pushing event updated for resources: {'Port': ['ID=3693fa5d-0087-4850-9098-b08b504a2cad,revision_number=1']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:09.732799 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:09.753033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Pushing event updated for resources: {'Port': ['ID=810d000f-af32-45b3-994b-272c8677c088,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:09.948021 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cd74e07c-adf4-4bd2-a514-e71dc257cd4e up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:10.001391 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.006063 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Attempting to bind port 3693fa5d-0087-4850-9098-b08b504a2cad on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:14:10.006441 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Attempting to bind port 3693fa5d-0087-4850-9098-b08b504a2cad by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:14:10.006877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Attempting to bind port 3693fa5d-0087-4850-9098-b08b504a2cad on network 491f10d2-823f-4fe6-9679-630e74010f33 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:14:10.061211 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.065291 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:14:10.065668 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Checking segment: {'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:10.066061 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.066449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Bound using segment: {'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:14:10.066951 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Bound port: 3693fa5d-0087-4850-9098-b08b504a2cad, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:14:10.067334 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.136494 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port cd74e07c-adf4-4bd2-a514-e71dc257cd4e triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:10.136873 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.242158 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] For port 3693fa5d-0087-4850-9098-b08b504a2cad, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:14:10.261977 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] For port 3693fa5d-0087-4850-9098-b08b504a2cad, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3693fa5d-0087-4850-9098-b08b504a2cad,segment=NetworkSegment(9829af41-6448-44da-a783-a4ff5f53c60d),segment_id=9829af41-6448-44da-a783-a4ff5f53c60d)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:14:10.270119 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.393340 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e4724-c7aa-46da-b1bc-86b74b3c106e None None] Pushing event updated for resources: {'Port': ['ID=3693fa5d-0087-4850-9098-b08b504a2cad,revision_number=2']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:10.463441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.475433 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.554306 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302973b-7651-4edb-8f80-f30bd64bc060 None None] Pushing event updated for resources: {'Port': ['ID=959ed764-1a77-4591-af34-1cb84f173cb8,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:10.572748 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-454927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-456379'] for router, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.665052 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Attempting to bind port 959ed764-1a77-4591-af34-1cb84f173cb8 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:14:10.665414 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Attempting to bind port 959ed764-1a77-4591-af34-1cb84f173cb8 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:14:10.665771 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Attempting to bind port 959ed764-1a77-4591-af34-1cb84f173cb8 on network ec4ed151-a6d2-4129-a718-218fb16fd458 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:14:10.677358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:14:10.677970 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Checking segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:10.678378 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.678786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Bound using segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:14:10.679269 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Bound port: 959ed764-1a77-4591-af34-1cb84f173cb8, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:14:10.679788 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.741541 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f is scheduled to L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 with binding_index 1 {{(pid=106378) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 01:14:10.767917 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] For port 959ed764-1a77-4591-af34-1cb84f173cb8, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:14:10.772415 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] For port 959ed764-1a77-4591-af34-1cb84f173cb8, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=959ed764-1a77-4591-af34-1cb84f173cb8,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:14:10.780622 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.870632 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:14:10.886031 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Sync routers for ids ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:14:10.888065 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-074d3edd-058b-47d6-8de9-0c7f770221e4 None None] Provisioning complete for port 959ed764-1a77-4591-af34-1cb84f173cb8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:10.888441 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-074d3edd-058b-47d6-8de9-0c7f770221e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.891842 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2302973b-7651-4edb-8f80-f30bd64bc060 None None] Pushing event updated for resources: {'Port': ['ID=959ed764-1a77-4591-af34-1cb84f173cb8,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:10.905267 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Routers {'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:10.906153 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:10.908293 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:10.909684 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-efd9019c-8476-43ef-a7c2-e00807fa57c6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9589601 Sep 24 01:14:10.912424 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46584) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:10.929962 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:10.930606 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:11.029830 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Set router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:11.112454 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:11.114793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-074d3edd-058b-47d6-8de9-0c7f770221e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.215670 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-074d3edd-058b-47d6-8de9-0c7f770221e4 None None] For port 959ed764-1a77-4591-af34-1cb84f173cb8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=959ed764-1a77-4591-af34-1cb84f173cb8,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:11.238775 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-074d3edd-058b-47d6-8de9-0c7f770221e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.254279 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '810d000f-af32-45b3-994b-272c8677c088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:14:09Z', 'revision_number': 3, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port': {'id': '810d000f-af32-45b3-994b-272c8677c088', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:09Z', 'updated_at': '2021-09-24T01:14:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:11.292651 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Checking router: dcdefdac-dda8-4dc6-a852-dfeaa6f1338f for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:14:11.293264 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Updating router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f port 810d000f-af32-45b3-994b-272c8677c088 binding host n-d-713498-18 {{(pid=106381) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:14:11.325928 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.343627 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d3edd-058b-47d6-8de9-0c7f770221e4 None None] Pushing event updated for resources: {'Port': ['ID=959ed764-1a77-4591-af34-1cb84f173cb8,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:11.392347 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-7a6c6cc4-6ec6-4913-ac26-0af22d6b19de None None] Provisioning complete for port 959ed764-1a77-4591-af34-1cb84f173cb8 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:11.393178 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7a6c6cc4-6ec6-4913-ac26-0af22d6b19de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.483802 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:10Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:11.503858 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.515280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bec5dc3-08bc-4b62-8d29-753b724632b7 None None] The sync data for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 is: [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:10Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:14:11.593018 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6ab2a-f0c0-4dff-9782-e8d7fcea64cb None None] Network 491f10d2-823f-4fe6-9679-630e74010f33 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:14:11.692155 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Notify callbacks [] for port, precommit_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.693990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8835280e-7e83-4ce3-889d-ca4d6ea6bfa2 None None] Provisioning complete for port 3693fa5d-0087-4850-9098-b08b504a2cad triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:11.694438 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8835280e-7e83-4ce3-889d-ca4d6ea6bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.701085 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.724176 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Allocated IP 172.20.0.1 (491f10d2-823f-4fe6-9679-630e74010f33/ea4d51c7-7af4-4531-a075-2993779535a8/74912809-c69f-40b6-9be2-c15145168485) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:14:11.808479 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Attempting to bind port 810d000f-af32-45b3-994b-272c8677c088 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:14:11.808479 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Attempting to bind port 810d000f-af32-45b3-994b-272c8677c088 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:14:11.808824 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Attempting to bind port 810d000f-af32-45b3-994b-272c8677c088 on network 91b62c44-c5a4-49fd-a058-d6673cd11699 {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:14:11.811015 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c85b72-55fc-4b0f-bd6d-c0e98f980c58 None None] Pushing event updated for resources: {'Port': ['ID=810d000f-af32-45b3-994b-272c8677c088,revision_number=2']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:11.817124 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:14:11.817497 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Checking segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106381) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:11.818121 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.818517 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Bound using segment: {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'} {{(pid=106381) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:14:11.820231 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.managers [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Bound port: 810d000f-af32-45b3-994b-272c8677c088, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bac93b99-7042-4871-ba48-845c4c981529', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699'}}] {{(pid=106381) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:14:11.820617 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.880606 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8835280e-7e83-4ce3-889d-ca4d6ea6bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.905534 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.931173 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] For port 810d000f-af32-45b3-994b-272c8677c088, host n-d-713498-18, cleared binding levels {{(pid=106381) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:14:11.937843 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8835280e-7e83-4ce3-889d-ca4d6ea6bfa2 None None] For port 3693fa5d-0087-4850-9098-b08b504a2cad, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3693fa5d-0087-4850-9098-b08b504a2cad,segment=NetworkSegment(9829af41-6448-44da-a783-a4ff5f53c60d),segment_id=9829af41-6448-44da-a783-a4ff5f53c60d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:11.939270 n-d-713498-18 neutron-server[106381]: DEBUG neutron.plugins.ml2.db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] For port 810d000f-af32-45b3-994b-272c8677c088, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=810d000f-af32-45b3-994b-272c8677c088,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106381) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:14:11.943844 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8835280e-7e83-4ce3-889d-ca4d6ea6bfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.955617 n-d-713498-18 neutron-server[106381]: DEBUG neutron_lib.callbacks.manager [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106381) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:11.974937 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 959ed764-1a77-4591-af34-1cb84f173cb8 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:11.976632 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.038282 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Routers {'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:12.039212 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:12.052588 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c85b72-55fc-4b0f-bd6d-c0e98f980c58 None None] Pushing event updated for resources: {'Port': ['ID=810d000f-af32-45b3-994b-272c8677c088,revision_number=3']} {{(pid=106381) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:12.053450 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Network 491f10d2-823f-4fe6-9679-630e74010f33 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:12.062294 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:12.067610 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:14:12.068358 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835280e-7e83-4ce3-889d-ca4d6ea6bfa2 None None] Pushing event updated for resources: {'Port': ['ID=3693fa5d-0087-4850-9098-b08b504a2cad,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:12.086517 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 959ed764-1a77-4591-af34-1cb84f173cb8 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:12.087138 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.120201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Pushing event updated for resources: {'Port': ['ID=74912809-c69f-40b6-9be2-c15145168485,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:12.146167 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-456582'] for router_interface, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.210145 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] Set router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:12.234832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3693fa5d-0087-4850-9098-b08b504a2cad up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:12.286592 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-2606272f-c78b-4545-bd12-cc490185a42e None None] Provisioning complete for port 3693fa5d-0087-4850-9098-b08b504a2cad triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:12.287073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2606272f-c78b-4545-bd12-cc490185a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.353156 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 3693fa5d-0087-4850-9098-b08b504a2cad triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:12.354180 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.355368 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.515025 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '810d000f-af32-45b3-994b-272c8677c088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:14:09Z', 'revision_number': 3, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port': {'id': '810d000f-af32-45b3-994b-272c8677c088', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:09Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:12.602965 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.610063 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.646723 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b14aa3-1942-4d8c-a93a-1c32a3b51209 None None] The sync data for ids ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'] in n-d-713498-18 is: [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '810d000f-af32-45b3-994b-272c8677c088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:14:09Z', 'revision_number': 3, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port': {'id': '810d000f-af32-45b3-994b-272c8677c088', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3d:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:09Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:14:12.690638 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Pushing event updated for resources: {'Port': ['ID=74912809-c69f-40b6-9be2-c15145168485,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:12.693413 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530898', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-455798'] for router_interface, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.764397 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-fd375de0-5c2a-4463-bdbc-a9b1fe0b319b None None] Provisioning complete for port 74912809-c69f-40b6-9be2-c15145168485 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:12.764978 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-fd375de0-5c2a-4463-bdbc-a9b1fe0b319b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:12.806449 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-fd375de0-5c2a-4463-bdbc-a9b1fe0b319b None None] Port 74912809-c69f-40b6-9be2-c15145168485 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:14:12.809201 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Network 491f10d2-823f-4fe6-9679-630e74010f33 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:12.810716 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:12.965223 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:14:13.097929 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:14:13.106750 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-343e5e4a-5000-48c4-8cca-125895389656 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcdefdac-dda8-4dc6-a852-dfeaa6f1338f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1931808 Sep 24 01:14:13.130422 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-404028d0-0ee3-420b-b0fe-4ab587775a18 None None] Provisioning complete for port 74912809-c69f-40b6-9be2-c15145168485 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:13.130817 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-404028d0-0ee3-420b-b0fe-4ab587775a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:13.168638 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-404028d0-0ee3-420b-b0fe-4ab587775a18 None None] Port 74912809-c69f-40b6-9be2-c15145168485 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:14:13.827279 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3693fa5d-0087-4850-9098-b08b504a2cad up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:13.877020 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 3693fa5d-0087-4850-9098-b08b504a2cad triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:13.877392 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:13.952195 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 810d000f-af32-45b3-994b-272c8677c088 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:13.997647 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 810d000f-af32-45b3-994b-272c8677c088 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:13.997941 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.079201 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.097980 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] For port 810d000f-af32-45b3-994b-272c8677c088, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=810d000f-af32-45b3-994b-272c8677c088,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:14.101751 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.148232 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Pushing event updated for resources: {'Port': ['ID=810d000f-af32-45b3-994b-272c8677c088,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:14.677507 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 46594) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:14.682397 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [None req-bbfc2a94-7f11-46ce-8231-cb40d9f85be1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-495182949', 'description': 'tempest-secgroup-smoke-495182949 description', 'project_id': '6fb111be4673443d9fa0a310ba712b60'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:14.704512 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2a94-7f11-46ce-8231-cb40d9f85be1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.788393 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2a94-7f11-46ce-8231-cb40d9f85be1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.792191 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2a94-7f11-46ce-8231-cb40d9f85be1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.817421 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-bbfc2a94-7f11-46ce-8231-cb40d9f85be1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.818682 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-bbfc2a94-7f11-46ce-8231-cb40d9f85be1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1398928 Sep 24 01:14:14.821808 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46596) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:14.827033 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc2a94-7f11-46ce-8231-cb40d9f85be1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56b8e742-ee8b-436d-b930-c3e56d7c2d4f,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:14.827246 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-0be59d16-21dc-4ff0-974d-854f2bb03173 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'security_group_rule': {'security_group_id': '56b8e742-ee8b-436d-b930-c3e56d7c2d4f', 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:14.854799 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0be59d16-21dc-4ff0-974d-854f2bb03173 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.910854 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0be59d16-21dc-4ff0-974d-854f2bb03173 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.914462 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0be59d16-21dc-4ff0-974d-854f2bb03173 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.936107 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be59d16-21dc-4ff0-974d-854f2bb03173 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb9e8951-d2de-4eda-96af-fbb03ccd3b58,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:14.940249 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-0be59d16-21dc-4ff0-974d-854f2bb03173 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.941475 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-0be59d16-21dc-4ff0-974d-854f2bb03173 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180601 Sep 24 01:14:14.944770 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46598) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:14.950733 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-fb797525-17f4-4d9b-aa45-7d886fb918e1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'security_group_rule': {'security_group_id': '56b8e742-ee8b-436d-b930-c3e56d7c2d4f', 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:14.974287 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Sync routers for ids ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:14:14.981035 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb797525-17f4-4d9b-aa45-7d886fb918e1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:14.983978 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Routers {'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:14.985142 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:15.041849 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb797525-17f4-4d9b-aa45-7d886fb918e1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.046121 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb797525-17f4-4d9b-aa45-7d886fb918e1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.064019 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb797525-17f4-4d9b-aa45-7d886fb918e1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0cc235-e674-4708-a23a-b1765f498e6a,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:15.070571 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-fb797525-17f4-4d9b-aa45-7d886fb918e1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.075256 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-fb797525-17f4-4d9b-aa45-7d886fb918e1 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269176 Sep 24 01:14:15.075458 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46600) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:15.080343 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-21153755-b658-4d63-8e5c-31db2b2a0747 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'security_group_rule': {'security_group_id': '56b8e742-ee8b-436d-b930-c3e56d7c2d4f', 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:15.091123 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Set router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:15.105572 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21153755-b658-4d63-8e5c-31db2b2a0747 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.164059 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21153755-b658-4d63-8e5c-31db2b2a0747 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.167834 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21153755-b658-4d63-8e5c-31db2b2a0747 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.185536 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21153755-b658-4d63-8e5c-31db2b2a0747 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2cef08-ec01-4c1a-85d0-2c1fdd522a0e,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:15.193461 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-21153755-b658-4d63-8e5c-31db2b2a0747 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.194686 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-21153755-b658-4d63-8e5c-31db2b2a0747 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1182399 Sep 24 01:14:15.197413 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46602) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:15.201740 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-1a9f9f11-8e5b-4e6a-b8e3-4ef73ca7d0ec tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'security_group_rule': {'security_group_id': '56b8e742-ee8b-436d-b930-c3e56d7c2d4f', 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:15.229922 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9f11-8e5b-4e6a-b8e3-4ef73ca7d0ec tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.288815 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9f11-8e5b-4e6a-b8e3-4ef73ca7d0ec tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.293227 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9f11-8e5b-4e6a-b8e3-4ef73ca7d0ec tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.308260 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '810d000f-af32-45b3-994b-272c8677c088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:14:12Z', 'revision_number': 4, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port': {'id': '810d000f-af32-45b3-994b-272c8677c088', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:09Z', 'updated_at': '2021-09-24T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '74912809-c69f-40b6-9be2-c15145168485', 'name': '', 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'mac_address': 'fa:16:3e:79:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'ea4d51c7-7af4-4531-a075-2993779535a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:11Z', 'updated_at': '2021-09-24T01:14:12Z', 'revision_number': 2, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'subnets': [{'id': 'ea4d51c7-7af4-4531-a075-2993779535a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:15.314840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f9f11-8e5b-4e6a-b8e3-4ef73ca7d0ec tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3cc0e6-0748-4056-ba7a-6aab23ac119e,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:15.322049 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-1a9f9f11-8e5b-4e6a-b8e3-4ef73ca7d0ec tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.323295 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-1a9f9f11-8e5b-4e6a-b8e3-4ef73ca7d0ec tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249623 Sep 24 01:14:15.326009 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46604) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:15.331380 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-da8a218c-b4f2-4a9e-aafc-783763caa08c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'security_group_rule': {'security_group_id': '56b8e742-ee8b-436d-b930-c3e56d7c2d4f', 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:15.335056 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Checking router: dcdefdac-dda8-4dc6-a852-dfeaa6f1338f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:14:15.335411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Updating router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f port 74912809-c69f-40b6-9be2-c15145168485 binding host n-d-713498-18 {{(pid=106380) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 01:14:15.352281 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-da8a218c-b4f2-4a9e-aafc-783763caa08c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Project 6fb111be4673443d9fa0a310ba712b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:14:15.356906 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da8a218c-b4f2-4a9e-aafc-783763caa08c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.360403 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.418451 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da8a218c-b4f2-4a9e-aafc-783763caa08c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.422302 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da8a218c-b4f2-4a9e-aafc-783763caa08c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.440232 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a218c-b4f2-4a9e-aafc-783763caa08c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6f90ee-a6c1-4146-94a2-61b8b71b08d2,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:15.447774 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-da8a218c-b4f2-4a9e-aafc-783763caa08c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.449023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-da8a218c-b4f2-4a9e-aafc-783763caa08c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220729 Sep 24 01:14:15.452137 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46606) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:15.458359 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-4ded0993-853e-47a0-9c36-1aa81e56e5a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'security_group_rule': {'security_group_id': '56b8e742-ee8b-436d-b930-c3e56d7c2d4f', 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:15.484370 n-d-713498-18 neutron-server[106379]: INFO neutron.db.securitygroups_db [None req-4ded0993-853e-47a0-9c36-1aa81e56e5a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Project 6fb111be4673443d9fa0a310ba712b60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 01:14:15.491980 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ded0993-853e-47a0-9c36-1aa81e56e5a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.587576 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ded0993-853e-47a0-9c36-1aa81e56e5a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.592747 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ded0993-853e-47a0-9c36-1aa81e56e5a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-478301'] for security_group_rule, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.613430 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded0993-853e-47a0-9c36-1aa81e56e5a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab097f59-9456-41e2-8b14-373a1685d229,revision_number=0']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:15.620064 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-4ded0993-853e-47a0-9c36-1aa81e56e5a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group_rule, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.621306 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-4ded0993-853e-47a0-9c36-1aa81e56e5a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1666563 Sep 24 01:14:15.683461 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Notify callbacks [] for port, precommit_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.690612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.743776 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e59a92-bdee-4310-9da8-94adc65cb502 None None] Pushing event updated for resources: {'Port': ['ID=74912809-c69f-40b6-9be2-c15145168485,revision_number=3']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:15.783891 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-48fac490-a90d-4c14-b1ae-c94359a1684e tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495182949&fields=id&tenant_id=6fb111be4673443d9fa0a310ba712b60 HTTP/1.1" status: 200 len: 267 time: 0.0473638 Sep 24 01:14:15.784760 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 810d000f-af32-45b3-994b-272c8677c088 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:15.847164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Attempting to bind port 74912809-c69f-40b6-9be2-c15145168485 on host n-d-713498-18 for vnic_type normal with profile {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:14:15.847164 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Attempting to bind port 74912809-c69f-40b6-9be2-c15145168485 by drivers openvswitch,hyperv on host n-d-713498-18 at level 0 using segments [{'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:14:15.847570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Attempting to bind port 74912809-c69f-40b6-9be2-c15145168485 on network 491f10d2-823f-4fe6-9679-630e74010f33 {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:14:15.858835 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Checking agent: {'id': 'e2317d68-1178-4c94-a266-d36645bd52dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 41, 26), 'started_at': datetime.datetime(2021, 9, 23, 23, 41, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-713498-18'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:14:15.859238 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Checking segment: {'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106380) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:15.860121 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.860518 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Bound using segment: {'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'} {{(pid=106380) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:14:15.860990 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.managers [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Bound port: 74912809-c69f-40b6-9be2-c15145168485, host: n-d-713498-18, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9829af41-6448-44da-a783-a4ff5f53c60d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33'}}] {{(pid=106380) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:14:15.861372 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.902518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-2d9b3c81-63f3-4442-9e0e-124ca5eaee51 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:15.906390 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 810d000f-af32-45b3-994b-272c8677c088 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:15.906793 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.909763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-2d9b3c81-63f3-4442-9e0e-124ca5eaee51 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 810 time: 0.1185126 Sep 24 01:14:15.923619 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-cae0f873-b857-4d3e-9075-ccb48ff3ca52 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/quotas/6fb111be4673443d9fa0a310ba712b60 HTTP/1.1" status: 200 len: 375 time: 0.0127263 Sep 24 01:14:15.968780 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] For port 74912809-c69f-40b6-9be2-c15145168485, host n-d-713498-18, cleared binding levels {{(pid=106380) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:14:15.976337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-92f208f8-ee5b-4576-9209-14b490db7e11 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500994 Sep 24 01:14:15.983096 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] For port 74912809-c69f-40b6-9be2-c15145168485, host n-d-713498-18, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=74912809-c69f-40b6-9be2-c15145168485,segment=NetworkSegment(9829af41-6448-44da-a783-a4ff5f53c60d),segment_id=9829af41-6448-44da-a783-a4ff5f53c60d)] {{(pid=106380) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:14:15.989647 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:15.993077 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-f5974986-7a8a-4d68-93a7-0802c871149b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:14:15.994053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-f5974986-7a8a-4d68-93a7-0802c871149b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054004 Sep 24 01:14:16.088814 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-ab52004c-a44b-4922-9a5c-f737dd646b0c service neutron] 10.222.0.24 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882974 Sep 24 01:14:16.092663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-5a80b232-7e68-449d-b7c8-f4b9338db881 None None] Provisioning complete for port 74912809-c69f-40b6-9be2-c15145168485 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:16.093036 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5a80b232-7e68-449d-b7c8-f4b9338db881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:16.098564 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e59a92-bdee-4310-9da8-94adc65cb502 None None] Pushing event updated for resources: {'Port': ['ID=74912809-c69f-40b6-9be2-c15145168485,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:16.102519 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Routers {'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:16.103160 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:13:56Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:16.188131 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-981e379e-197b-476b-a251-e9b1d19b4a66 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914595 Sep 24 01:14:16.275636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] Set router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:16.306469 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5a80b232-7e68-449d-b7c8-f4b9338db881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:16.365603 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ce3390c0-9408-4ec6-9138-5de5e2124462 req-ed5575c0-8035-4352-bf86-36d570a9c318 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 210 time: 0.0271404 Sep 24 01:14:16.394605 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-5a80b232-7e68-449d-b7c8-f4b9338db881 None None] For port 74912809-c69f-40b6-9be2-c15145168485, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=74912809-c69f-40b6-9be2-c15145168485,segment=NetworkSegment(9829af41-6448-44da-a783-a4ff5f53c60d),segment_id=9829af41-6448-44da-a783-a4ff5f53c60d)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:16.400325 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-5a80b232-7e68-449d-b7c8-f4b9338db881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:16.498883 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80b232-7e68-449d-b7c8-f4b9338db881 None None] Pushing event updated for resources: {'Port': ['ID=74912809-c69f-40b6-9be2-c15145168485,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:16.545392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-a2551584-d693-46bd-ae67-fb630da05dd6 None None] Provisioning complete for port 74912809-c69f-40b6-9be2-c15145168485 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:16.545754 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-a2551584-d693-46bd-ae67-fb630da05dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:16.596107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-651731aa-3a53-4075-bc20-15465e31704e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '810d000f-af32-45b3-994b-272c8677c088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:14:12Z', 'revision_number': 4, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port': {'id': '810d000f-af32-45b3-994b-272c8677c088', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:09Z', 'updated_at': '2021-09-24T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '74912809-c69f-40b6-9be2-c15145168485', 'name': '', 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'mac_address': 'fa:16:3e:79:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'ea4d51c7-7af4-4531-a075-2993779535a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:11Z', 'updated_at': '2021-09-24T01:14:15Z', 'revision_number': 4, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'subnets': [{'id': 'ea4d51c7-7af4-4531-a075-2993779535a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:16.628097 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651731aa-3a53-4075-bc20-15465e31704e None None] The sync data for ids ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'] in n-d-713498-18 is: [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '810d000f-af32-45b3-994b-272c8677c088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:14:12Z', 'revision_number': 4, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port': {'id': '810d000f-af32-45b3-994b-272c8677c088', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:09Z', 'updated_at': '2021-09-24T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '74912809-c69f-40b6-9be2-c15145168485', 'name': '', 'network_id': '491f10d2-823f-4fe6-9679-630e74010f33', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'mac_address': 'fa:16:3e:79:3c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'ea4d51c7-7af4-4531-a075-2993779535a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:11Z', 'updated_at': '2021-09-24T01:14:15Z', 'revision_number': 4, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'subnets': [{'id': 'ea4d51c7-7af4-4531-a075-2993779535a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:14:17.338021 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-295918c8-2bc8-4084-9de9-5d8e1bd06c62 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:17.339720 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-295918c8-2bc8-4084-9de9-5d8e1bd06c62 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 810 time: 0.1164534 Sep 24 01:14:17.388850 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-8115f82b-800a-4ae9-b590-1d34f5c85110 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fb111be4673443d9fa0a310ba712b60 HTTP/1.1" status: 200 len: 379 time: 0.0403626 Sep 24 01:14:17.398258 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'port': {'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'admin_state_up': True, 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'security_groups': ['56b8e742-ee8b-436d-b930-c3e56d7c2d4f']}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:17.492939 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3dca38dd-199a-4059-8ff7-778f981952d4 req-41823043-321f-4bfa-b5eb-445e54c68478 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 210 time: 0.0330162 Sep 24 01:14:17.543084 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Made reservation on behalf of 6fb111be4673443d9fa0a310ba712b60 for: {'port': 1} {{(pid=106379) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:14:17.547320 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:17.676441 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Allocated IP 172.20.0.3 (ec4ed151-a6d2-4129-a718-218fb16fd458/93d091ee-1f24-4aa2-b253-afb05c65ee90/548d0a12-fd70-457a-b019-62d6ba59f6b5) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:14:17.789882 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 74912809-c69f-40b6-9be2-c15145168485 up at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:17.819010 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:17.837916 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Provisioning complete for port 74912809-c69f-40b6-9be2-c15145168485 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:17.838288 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:17.853865 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:18.262130 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Network ec4ed151-a6d2-4129-a718-218fb16fd458 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:18.265324 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:18.268601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:14:18.300983 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:18.329326 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:18.329976 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:18.345220 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1c832421-d835-42c4-bb36-23037aa58e41 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9505785 Sep 24 01:14:18.355002 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-7e8b0a7c-2568-4eb9-9b30-9dc107859a94 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:14:18.356121 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-7e8b0a7c-2568-4eb9-9b30-9dc107859a94 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053916 Sep 24 01:14:18.472742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Request body: {'port': {'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-713498-18'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:18.498086 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-48b7112c-288a-4947-ab9d-a5495a307442 None None] Provisioning complete for port 548d0a12-fd70-457a-b019-62d6ba59f6b5 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:18.498539 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-48b7112c-288a-4947-ab9d-a5495a307442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:18.527127 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:18.533686 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-48b7112c-288a-4947-ab9d-a5495a307442 None None] Port 548d0a12-fd70-457a-b019-62d6ba59f6b5 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:14:18.696064 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c5139-4a57-48df-ac45-1c2226c6140c req-f3d3f4cb-495e-4e47-9bbe-f8a816e1351f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:18.697664 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-017c5139-4a57-48df-ac45-1c2226c6140c req-f3d3f4cb-495e-4e47-9bbe-f8a816e1351f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 931 time: 0.1115904 Sep 24 01:14:18.787385 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-017c5139-4a57-48df-ac45-1c2226c6140c req-d4072b11-8c0f-4d43-ba95-7d994cf5dd3b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754192 Sep 24 01:14:18.874095 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548d0a12-fd70-457a-b019-62d6ba59f6b5 {{(pid=106379) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:14:18.882515 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:18.894850 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.provisioning_blocks [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Transition to ACTIVE for port object 548d0a12-fd70-457a-b019-62d6ba59f6b5 will not be triggered until provisioned by entity L2. {{(pid=106379) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:14:18.898891 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:18.957760 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Pushing event updated for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:19.027823 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Attempting to bind port 548d0a12-fd70-457a-b019-62d6ba59f6b5 on host n-h1-713498-18 for vnic_type normal with profile {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:14:19.028159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Attempting to bind port 548d0a12-fd70-457a-b019-62d6ba59f6b5 by drivers openvswitch,hyperv on host n-h1-713498-18 at level 0 using segments [{'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:14:19.028484 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Attempting to bind port 548d0a12-fd70-457a-b019-62d6ba59f6b5 on network ec4ed151-a6d2-4129-a718-218fb16fd458 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:14:19.033159 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Port 548d0a12-fd70-457a-b019-62d6ba59f6b5 on network ec4ed151-a6d2-4129-a718-218fb16fd458 not bound, no agent of type Open vSwitch agent registered on host n-h1-713498-18 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:14:19.033611 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Attempting to bind port 548d0a12-fd70-457a-b019-62d6ba59f6b5 on network ec4ed151-a6d2-4129-a718-218fb16fd458 {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:14:19.038675 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Checking agent: {'id': 'ad7de916-37f9-494b-85d7-7c91630d1f7a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:14:19.039039 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Checking segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106379) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:14:19.039424 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Bound using segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} {{(pid=106379) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:14:19.039849 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.managers [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Bound port: 548d0a12-fd70-457a-b019-62d6ba59f6b5, host: n-h1-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'}}] {{(pid=106379) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:14:19.040203 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:19.105989 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, cleared binding levels {{(pid=106379) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:14:19.109065 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106379) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:14:19.115030 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:19.151175 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.151785 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:19.153547 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] 10.222.0.18 "PUT /v2.0/ports/548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 1092 time: 0.7890666 Sep 24 01:14:19.155861 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:14:19.160501 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025678c3-576c-42ae-b7fd-585f5fd523fc" -d '{"events": [{"name": "network-changed", "server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:14:19.215424 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c789fd7e-9660-498b-82ea-f00c45a1f310 x-openstack-request-id: req-c789fd7e-9660-498b-82ea-f00c45a1f310 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:14:19.215726 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:14:19.215982 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c789fd7e-9660-498b-82ea-f00c45a1f310 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:14:19.216419 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'status': 'completed', 'code': 200} Sep 24 01:14:19.231526 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb38803-fe92-4312-82cd-b2c49596905f service neutron] Pushing event updated for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=3']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:19.255692 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1ba14c0c-df5f-4a2c-af8d-2576e757a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.257415 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-1ba14c0c-df5f-4a2c-af8d-2576e757a0fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1095 time: 0.0566432 Sep 24 01:14:19.303154 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-f490ae3a-a7eb-4aac-9050-5b99fe73553e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 217 time: 0.0379698 Sep 24 01:14:19.358192 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-fc5f83be-212a-42b2-94b5-38577acd9a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.360280 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-fc5f83be-212a-42b2-94b5-38577acd9a1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0503387 Sep 24 01:14:19.408253 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-56ac3a8d-752e-4522-95f0-edb30b23d7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.409776 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-56ac3a8d-752e-4522-95f0-edb30b23d7ae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430453 Sep 24 01:14:19.499917 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-6d72d761-3fd2-41c2-86b8-2726c5025bba service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821271 Sep 24 01:14:19.591099 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c2e06896-67dd-4310-b0ab-59468c91f336 req-2b37dc66-6393-4671-a3bd-c7021ee268c9 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848038 Sep 24 01:14:19.679531 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-b9018795-2f57-4704-8185-2c23d94c4849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.680927 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-b9018795-2f57-4704-8185-2c23d94c4849 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1095 time: 0.0412731 Sep 24 01:14:19.772759 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-f4fabb78-29f1-43dc-918c-7d0f33420078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.774223 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-f4fabb78-29f1-43dc-918c-7d0f33420078 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0865548 Sep 24 01:14:19.815659 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-9751a15e-ecf7-4e50-be8d-7e535d7431f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 217 time: 0.0343823 Sep 24 01:14:19.893518 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-1c2724ba-d18b-4ef7-ad5c-dc34999f6827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.894991 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-1c2724ba-d18b-4ef7-ad5c-dc34999f6827 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0715008 Sep 24 01:14:19.936378 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e24e20-0b61-4a32-812f-6b0334b2dbb4 req-78817056-f0c4-4eaf-b13f-1ce75f0df9c5 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.937765 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39e24e20-0b61-4a32-812f-6b0334b2dbb4 req-78817056-f0c4-4eaf-b13f-1ce75f0df9c5 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 943 time: 0.0797243 Sep 24 01:14:19.970428 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-f5024179-0931-4eb6-a835-b9c5ff26abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:19.971936 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-f5024179-0931-4eb6-a835-b9c5ff26abdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689244 Sep 24 01:14:19.991770 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-39e24e20-0b61-4a32-812f-6b0334b2dbb4 req-228a8242-9ab8-4182-8160-ee8a910e2640 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481241 Sep 24 01:14:20.072643 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-30274835-1129-415d-ac32-67b111809fa9 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911422 Sep 24 01:14:20.162041 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-025678c3-576c-42ae-b7fd-585f5fd523fc req-62c0de5c-6528-400c-8a76-3ca6e12f5d76 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818069 Sep 24 01:14:21.107723 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a95d6a-9906-4e31-95b1-79ad07c130a8 req-05f673d8-cbe2-42da-870a-1ee7f344063b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:21.109202 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a95d6a-9906-4e31-95b1-79ad07c130a8 req-05f673d8-cbe2-42da-870a-1ee7f344063b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 943 time: 0.0494404 Sep 24 01:14:21.151758 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a95d6a-9906-4e31-95b1-79ad07c130a8 req-4c6dd8c7-49f4-40a7-81a0-97e05f5f636d tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364244 Sep 24 01:14:22.265050 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0acceb-cf29-4d42-ba4d-b3249da89810 req-ebd24190-0698-4511-b2c3-19f7efcd8e13 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:22.267265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c0acceb-cf29-4d42-ba4d-b3249da89810 req-ebd24190-0698-4511-b2c3-19f7efcd8e13 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 943 time: 0.0502102 Sep 24 01:14:22.304108 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-1c0acceb-cf29-4d42-ba4d-b3249da89810 req-0fe5d2d7-232e-4efe-9a59-4849e60691a9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309820 Sep 24 01:14:22.889017 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 548d0a12-fd70-457a-b019-62d6ba59f6b5 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:14:23.010527 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:23.026708 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:14:23.065270 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:23.078104 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548d0a12-fd70-457a-b019-62d6ba59f6b5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:14:23.097107 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:23.101257 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:23.153762 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-61726364-e795-43e7-9f5c-f8ec1f7d9c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:23.159244 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:23.334221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['548d0a12-fd70-457a-b019-62d6ba59f6b5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:14:23.427578 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95429d36-1d61-449c-8fc7-726faa888087 req-0c195e46-c7f0-4349-8896-9cb9f52c29d9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:23.429403 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95429d36-1d61-449c-8fc7-726faa888087 req-0c195e46-c7f0-4349-8896-9cb9f52c29d9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 944 time: 0.0569549 Sep 24 01:14:23.471058 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-95429d36-1d61-449c-8fc7-726faa888087 req-2be806a9-662a-4f77-a88b-e3a956645fc8 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351818 Sep 24 01:14:24.599859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcd1ab-86ae-44b9-ada0-5c89f61f980d req-26adce67-8308-4fd0-b28d-cd454298e76f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:24.601326 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fbcd1ab-86ae-44b9-ada0-5c89f61f980d req-26adce67-8308-4fd0-b28d-cd454298e76f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 944 time: 0.0564044 Sep 24 01:14:24.642690 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8fbcd1ab-86ae-44b9-ada0-5c89f61f980d req-c1bc8286-43f4-40e7-8877-e1f36696b4f4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353973 Sep 24 01:14:24.904487 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 548d0a12-fd70-457a-b019-62d6ba59f6b5 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:14:24.953338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning for port 548d0a12-fd70-457a-b019-62d6ba59f6b5 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:14:24.957285 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 548d0a12-fd70-457a-b019-62d6ba59f6b5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:14:24.957648 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:25.034859 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:25.057236 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:14:25.059462 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0647ea0-57f7-4ebc-b9d6-b77522202f6e" -d '{"events": [{"server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "name": "network-vif-plugged", "status": "completed", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:14:25.071814 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:14:25.075846 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:25.123546 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:25.160323 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a133c716-363e-4dba-a26a-495cf9fb09f8 x-openstack-request-id: req-a133c716-363e-4dba-a26a-495cf9fb09f8 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:14:25.160615 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "name": "network-vif-plugged", "status": "completed", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:14:25.160866 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a133c716-363e-4dba-a26a-495cf9fb09f8 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:14:25.161267 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'code': 200} Sep 24 01:14:25.261478 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4ae5e-692e-4b2b-820d-a4800ce0356e req-24b75fb0-be7b-420d-b10b-a5c7c7cdf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:25.263023 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32e4ae5e-692e-4b2b-820d-a4800ce0356e req-24b75fb0-be7b-420d-b10b-a5c7c7cdf560 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1097 time: 0.0418007 Sep 24 01:14:25.297987 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-32e4ae5e-692e-4b2b-820d-a4800ce0356e req-0787c6df-9650-45ab-89cb-47908d5d539d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274792 Sep 24 01:14:25.755529 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661894a-c7e9-4a5e-b64b-dfd08e592520 req-1f2a920a-b636-46bd-8beb-aeef40e6f444 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:25.757044 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0661894a-c7e9-4a5e-b64b-dfd08e592520 req-1f2a920a-b636-46bd-8beb-aeef40e6f444 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 945 time: 0.0477324 Sep 24 01:14:25.794912 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0661894a-c7e9-4a5e-b64b-dfd08e592520 req-c768f17e-9e73-496e-b687-1cf25eab6450 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318892 Sep 24 01:14:26.034892 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:26.112338 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6b43622b-455c-4573-8e4a-6b5655eab395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:26.910871 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363c5f4e-eb0b-4f3e-bd10-20addbcfe283 req-9370cee2-f728-4af7-aac7-3afad60dcb1c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:26.912364 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-363c5f4e-eb0b-4f3e-bd10-20addbcfe283 req-9370cee2-f728-4af7-aac7-3afad60dcb1c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 945 time: 0.0487728 Sep 24 01:14:26.953042 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-363c5f4e-eb0b-4f3e-bd10-20addbcfe283 req-8ce11c98-5832-47ca-adcb-94a19f7c47ce tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347207 Sep 24 01:14:27.070284 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdcf23-db47-4a0a-b20a-c1dd76725085 req-e0110958-c3b4-4566-996b-397ec70b3813 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:27.071830 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0abdcf23-db47-4a0a-b20a-c1dd76725085 req-e0110958-c3b4-4566-996b-397ec70b3813 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 945 time: 0.0496302 Sep 24 01:14:27.082683 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:27.111482 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0abdcf23-db47-4a0a-b20a-c1dd76725085 req-b6f3741a-5f02-4bb3-9da1-977d6b5c3947 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332019 Sep 24 01:14:27.133685 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46662) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:27.222601 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05be7122-f34e-4a62-b8c7-b8c83bf33a02 tempest-TestSnapshotPattern-1898346569 tempest-TestSnapshotPattern-1898346569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:27.224248 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-05be7122-f34e-4a62-b8c7-b8c83bf33a02 tempest-TestSnapshotPattern-1898346569 tempest-TestSnapshotPattern-1898346569-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1092 time: 0.0895307 Sep 24 01:14:27.227245 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46666) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:14:27.231511 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:14:27.254349 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:27.354187 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:27.455637 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Allocated IP 172.25.5.254 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/9fc99d5f-a755-4199-a7cf-c187c9f03435) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:14:27.558611 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:27.592346 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:27.628439 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:14:27.631305 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:14:27.634859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:14:27.662840 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'Port': ['ID=9fc99d5f-a755-4199-a7cf-c187c9f03435,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:27.994032 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:28.058218 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:28.207435 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:28.211702 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:28.283644 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'Port': ['ID=9fc99d5f-a755-4199-a7cf-c187c9f03435,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:14:28.295178 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:28.393525 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Floating IP 293ce0c4-ec16-4bc5-b583-b973fa59416f associated. External IP: 172.25.5.254, port: 548d0a12-fd70-457a-b019-62d6ba59f6b5. Sep 24 01:14:28.597303 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Router 36257e2e-2101-4b08-9726-58aa337817ce has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:14:28.702948 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:14:28.713471 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] Sync routers for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:14:28.719007 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:28.723892 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:28.724502 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:14:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:28.745473 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-70e70669-28ff-41f1-b122-b3150caf72c2 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5172265 Sep 24 01:14:28.746068 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:14:28.748314 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f44dc81-bdf3-467c-980b-9c6d27789b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:14:28.785134 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc80efa0-c6f4-4ee2-91ba-85329038028c x-openstack-request-id: req-dc80efa0-c6f4-4ee2-91ba-85329038028c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:14:28.785469 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:14:28.785740 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc80efa0-c6f4-4ee2-91ba-85329038028c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:14:28.786143 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'status': 'completed', 'code': 200} Sep 24 01:14:28.828783 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:28.846677 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-8d07277b-c5da-4991-8c65-abffe9e0be7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:28.848316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-8d07277b-c5da-4991-8c65-abffe9e0be7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1097 time: 0.0407121 Sep 24 01:14:28.945465 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-7343844d-d044-4e26-aaf4-9ef27bd5f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:28.946997 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-7343844d-d044-4e26-aaf4-9ef27bd5f8b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0914943 Sep 24 01:14:29.011673 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-b27e5e98-3d91-44ce-8d73-7e09ff2ce140 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 999 time: 0.0581942 Sep 24 01:14:29.050189 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:27Z', 'revision_number': 0, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:29.060022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-599af598-e545-4f72-9255-b9ca8b4ef6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:29.061490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-599af598-e545-4f72-9255-b9ca8b4ef6e4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0433891 Sep 24 01:14:29.076603 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] Checking router: 36257e2e-2101-4b08-9726-58aa337817ce for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:14:29.084828 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:14:29.085432 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:14:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:29.110406 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-9c03d2cb-f9d9-4473-9ae0-74d84decf7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:29.112345 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-9c03d2cb-f9d9-4473-9ae0-74d84decf7bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443344 Sep 24 01:14:29.188946 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:14:29.205050 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-2f6b1d04-a97b-445e-af69-491c14745645 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845149 Sep 24 01:14:29.301876 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-7f44dc81-bdf3-467c-980b-9c6d27789b5d req-6f0b7e46-ab8d-41b9-b1db-fd1f551bbd55 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910721 Sep 24 01:14:29.408367 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:27Z', 'revision_number': 0, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:14:29.439120 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee8e3dc-9827-4dad-a55c-0721f56f6a61 None None] The sync data for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 is: [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:27Z', 'revision_number': 0, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:14:29.444675 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:29.622466 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d1d0b7-0358-4526-890b-d7e1260ac7b2 None None] New status for floating IP 293ce0c4-ec16-4bc5-b583-b973fa59416f: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:14:30.557576 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c324127-f099-4dc6-8fda-075cbab802ed req-b6e5075c-d5d3-4ce5-818e-8e48a06fd1c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399957 Sep 24 01:14:30.636275 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324127-f099-4dc6-8fda-075cbab802ed req-6e57e532-7c5a-4ab2-bb77-c4149dbcb5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:30.638092 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c324127-f099-4dc6-8fda-075cbab802ed req-6e57e532-7c5a-4ab2-bb77-c4149dbcb5d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1097 time: 0.0405109 Sep 24 01:14:30.741883 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324127-f099-4dc6-8fda-075cbab802ed req-422edb97-4c9a-4eba-98fa-977e869ae1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:30.743380 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c324127-f099-4dc6-8fda-075cbab802ed req-422edb97-4c9a-4eba-98fa-977e869ae1d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0872283 Sep 24 01:14:30.805398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c324127-f099-4dc6-8fda-075cbab802ed req-2dc46ba8-ea0a-4031-83ad-655777a27ff0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 1001 time: 0.0555665 Sep 24 01:14:30.855721 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324127-f099-4dc6-8fda-075cbab802ed req-e3dbd957-f875-4ef4-9e84-94d5faf06eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:30.857184 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c324127-f099-4dc6-8fda-075cbab802ed req-e3dbd957-f875-4ef4-9e84-94d5faf06eb2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0454049 Sep 24 01:14:30.900822 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324127-f099-4dc6-8fda-075cbab802ed req-0367ff82-4686-4436-963a-cec311137cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:14:30.902304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c324127-f099-4dc6-8fda-075cbab802ed req-0367ff82-4686-4436-963a-cec311137cea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388353 Sep 24 01:14:30.989030 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c324127-f099-4dc6-8fda-075cbab802ed req-6b84f2cc-ff8e-4beb-bc4d-9dc0f0cadd5e service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791993 Sep 24 01:14:31.078053 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4c324127-f099-4dc6-8fda-075cbab802ed req-d724197b-b428-4085-b8c2-a22365c67310 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817764 Sep 24 01:14:31.737679 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:14:37.651483 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:39.974037 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:53.135008 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ac7fd003-aedd-4ea4-9d4f-4d43ded24236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:56.035530 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:56.111850 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9172b26a-5ecb-47b4-966f-0b01d332b5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:57.084484 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:14:59.446995 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:07.513759 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:08.737076 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:15:09.974240 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:23.136466 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0b37-9a76-4966-ae64-51b3cd0aa84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:26.036142 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:26.112881 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2fdfbacb-c1a4-4f01-8144-fb1753737d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:27.087795 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:29.449718 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:32.578888 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-e2ba06c9-2255-42d4-bbb3-fbe24b1b0426 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410163 Sep 24 01:15:32.656953 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-c14d57f8-b86f-473b-b57c-02af6ae0ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:15:32.658398 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-c14d57f8-b86f-473b-b57c-02af6ae0ba13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1097 time: 0.0391092 Sep 24 01:15:32.762548 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-26474e33-28bb-4f22-80fe-ed8404ea684e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:15:32.764238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-26474e33-28bb-4f22-80fe-ed8404ea684e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0873332 Sep 24 01:15:32.829402 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-ac3b1f81-5c12-403b-b7d9-0d3cf21eafd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 1001 time: 0.0576227 Sep 24 01:15:32.883816 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-3df80f92-73ae-4163-9ed0-eb8f3b107884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:15:32.885283 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-3df80f92-73ae-4163-9ed0-eb8f3b107884 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0489268 Sep 24 01:15:32.931543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-6b4cfa04-2fac-475b-b140-05d0740dd49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:15:32.933014 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-6b4cfa04-2fac-475b-b140-05d0740dd49a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407524 Sep 24 01:15:33.026216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-537c392c-122a-43eb-9087-c06ea3749073 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860865 Sep 24 01:15:33.458378 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6df5e015-56c6-4b77-ba3b-fc5fc9c57d62 req-b5e1fee2-22c4-4d7f-82da-357cb7c6f052 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4256008 Sep 24 01:15:37.516306 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:39.974464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:45.735881 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:15:53.137301 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4f9deb4-a1b0-4ecf-b8d1-98f3d35a30b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:56.037375 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:56.113689 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8073e423-ebcb-4db3-952e-da9c6bee8c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:57.090335 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:15:59.453477 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:07.515048 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:09.987925 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:22.735144 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:16:23.137885 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-62d087f1-633d-4c59-9ff2-2bc8c8757875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:23.526464 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 548d0a12-fd70-457a-b019-62d6ba59f6b5 details requested by agent hyperv_n-h1-713498-18 with host n-h1-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:16:23.620837 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:16:23.631709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Returning: {'device': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:16:23.668354 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:23.680963 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 548d0a12-fd70-457a-b019-62d6ba59f6b5 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:16:23.699060 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:16:23.703458 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:23.753338 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:23.760935 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.761275 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.761613 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.761942 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.762270 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.762594 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.762950 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.763268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.763586 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.763903 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.764220 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.764535 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:23.779257 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] get_ports_and_sgs() called for port_ids ['548d0a12-fd70-457a-b019-62d6ba59f6b5'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:16:25.540757 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 548d0a12-fd70-457a-b019-62d6ba59f6b5 up at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:16:25.593204 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Provisioning complete for port 548d0a12-fd70-457a-b019-62d6ba59f6b5 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:16:25.593587 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:25.683450 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:25.709572 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:16:25.711979 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a03f276-20e3-4cac-9d81-0b8e5ce1c71e" -d '{"events": [{"server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "name": "network-vif-plugged", "status": "completed", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:16:25.728754 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:16:25.733342 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:25.766052 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef53a4b9-c3e0-45f7-ba78-306473f10c88 x-openstack-request-id: req-ef53a4b9-c3e0-45f7-ba78-306473f10c88 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:16:25.766344 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "name": "network-vif-plugged", "status": "completed", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:16:25.766592 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef53a4b9-c3e0-45f7-ba78-306473f10c88 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:16:25.767030 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'code': 200} Sep 24 01:16:25.809091 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:26.039662 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:26.121287 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d520b44c-9b6c-407a-8555-b44060c37652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:27.098630 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:29.459658 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:33.593552 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-3cacc890-4c28-4ca6-a4e8-9026f25fc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:33.595097 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-3cacc890-4c28-4ca6-a4e8-9026f25fc40e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1097 time: 0.0420811 Sep 24 01:16:33.702172 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-dbcaf189-46ab-4ea6-bb5b-75d760fdb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:33.703707 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-dbcaf189-46ab-4ea6-bb5b-75d760fdb039 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0883911 Sep 24 01:16:33.776925 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-be217037-87b7-498c-9b07-16ec3395fb90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 1001 time: 0.0649984 Sep 24 01:16:33.895398 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-b04c3fcd-6e4d-4572-8ed2-dcd4f7aba598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:33.896793 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-b04c3fcd-6e4d-4572-8ed2-dcd4f7aba598 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0621445 Sep 24 01:16:33.933938 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-e205e672-e913-406e-acf8-a040c2876b66 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-495182949&fields=id&tenant_id=6fb111be4673443d9fa0a310ba712b60 HTTP/1.1" status: 200 len: 267 time: 0.0635266 Sep 24 01:16:33.971514 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-9d046a35-a2ff-42a2-97e3-5e042c58c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:33.972948 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-9d046a35-a2ff-42a2-97e3-5e042c58c9d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663161 Sep 24 01:16:34.104005 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-40e7cdca-7c76-4602-b403-2f2125630f9f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:34.105442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-40e7cdca-7c76-4602-b403-2f2125630f9f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 810 time: 0.1640551 Sep 24 01:16:34.127439 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-4b1e5793-dacf-4cbf-b991-a456a43a66a8 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/quotas/6fb111be4673443d9fa0a310ba712b60 HTTP/1.1" status: 200 len: 375 time: 0.0162206 Sep 24 01:16:34.129352 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-bef6c7ca-9004-41bf-97d1-30bf8db8cb2a service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490610 Sep 24 01:16:34.238897 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-a8a5a42e-777f-4e4c-a2c6-00033720573a tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1061316 Sep 24 01:16:34.262851 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a536ab06-980c-4178-b8fe-2e08681bb2af req-2f67d50e-ba21-40ac-81e9-7eabb56bdfe8 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218123 Sep 24 01:16:34.303213 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-3b6c2230-78c6-4067-99a7-483110883aeb service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106379) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:16:34.304199 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-3b6c2230-78c6-4067-99a7-483110883aeb service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519578 Sep 24 01:16:34.391593 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-8894a620-cd4c-4b58-8c93-b20477347b40 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803852 Sep 24 01:16:34.484571 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-672cc8be-e08c-48a2-8447-3f42f81d47d6 service neutron] 10.222.0.24 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866196 Sep 24 01:16:34.673618 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-22914266-dcaf-4a6c-ba7f-8cde7c79a94e req-65d95e88-e562-4297-abdc-7d839335a588 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 210 time: 0.0271380 Sep 24 01:16:35.707188 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-ec4d22c0-4670-4fd7-a303-b18e4f6ca87c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:35.708884 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-ec4d22c0-4670-4fd7-a303-b18e4f6ca87c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.20 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 810 time: 0.1093848 Sep 24 01:16:35.757555 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-a791a798-1d61-47a8-8780-239dee715b62 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fb111be4673443d9fa0a310ba712b60 HTTP/1.1" status: 200 len: 379 time: 0.0378151 Sep 24 01:16:35.770294 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b259ed5f-065e-4982-9dcb-2a7dbf8bcc0b req-e3640099-d030-403a-a025-fc154c148dc9 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 210 time: 0.0263293 Sep 24 01:16:35.777479 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'port': {'device_id': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'admin_state_up': True, 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'security_groups': ['56b8e742-ee8b-436d-b930-c3e56d7c2d4f']}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:16:35.887193 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Made reservation on behalf of 6fb111be4673443d9fa0a310ba712b60 for: {'port': 1} {{(pid=106378) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 01:16:35.890721 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:36.025882 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_common [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Allocated IP 172.20.0.6 (ec4ed151-a6d2-4129-a718-218fb16fd458/93d091ee-1f24-4aa2-b253-afb05c65ee90/64674a03-80d6-422e-ba34-e2ffc20a3103) {{(pid=106378) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:16:36.173490 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for port, precommit_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:36.213960 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_create {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:36.259850 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Network ec4ed151-a6d2-4129-a718-218fb16fd458 is already hosted by enough agents. {{(pid=106378) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:16:36.265771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.base_scheduler [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Resources bound (agent type, host, resource id): {{(pid=106378) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:16:36.269577 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Received port after_create {{(pid=106378) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:16:36.300694 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=1']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:36.316581 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.316917 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.317287 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.317603 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.317934 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.318262 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.318592 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.318945 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.319273 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.319596 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.319955 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.320229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:36.346314 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:36.346981 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:36.362960 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-13803cd2-b57f-4f09-9ed7-9a69952c5c00 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5900180 Sep 24 01:16:36.585621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-af482cbc-1e28-43f0-b22f-8f32d4ecd03d None None] Provisioning complete for port 64674a03-80d6-422e-ba34-e2ffc20a3103 triggered by entity DHCP. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:16:36.586835 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-af482cbc-1e28-43f0-b22f-8f32d4ecd03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:36.622360 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-af482cbc-1e28-43f0-b22f-8f32d4ecd03d None None] Port 64674a03-80d6-422e-ba34-e2ffc20a3103 cannot update to ACTIVE because it is not bound. {{(pid=106380) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 01:16:36.891348 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ad623-d3be-4cb8-9e22-3225b844301a req-1d87736a-47be-4b65-8fbe-f55072e54d6b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:36.893523 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df1ad623-d3be-4cb8-9e22-3225b844301a req-1d87736a-47be-4b65-8fbe-f55072e54d6b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0497117 Sep 24 01:16:36.933197 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-df1ad623-d3be-4cb8-9e22-3225b844301a req-1259d73f-c760-4ace-b872-9ecd037d8500 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336003 Sep 24 01:16:37.523921 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:37.593785 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 548d0a12-fd70-457a-b019-62d6ba59f6b5 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:16:37.673614 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:37.704262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:16:37.706817 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682258dd-adc7-4342-84f2-757086965ddd" -d '{"events": [{"server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "name": "network-vif-unplugged", "status": "completed", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:16:37.725846 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:16:37.735862 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:37.758634 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 01:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1824a4f9-67f5-40b3-b73f-994bf71917b6 x-openstack-request-id: req-1824a4f9-67f5-40b3-b73f-994bf71917b6 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:16:37.758971 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "name": "network-vif-unplugged", "status": "completed", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:16:37.759224 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1824a4f9-67f5-40b3-b73f-994bf71917b6 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:16:37.759618 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'code': 200} Sep 24 01:16:37.786175 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Pushing event updated for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:38.062440 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00a579-f1e3-48be-a43a-d6c789b0c477 req-8f1dca51-c0ac-451c-901d-5800fb2988de tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:38.064304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea00a579-f1e3-48be-a43a-d6c789b0c477 req-8f1dca51-c0ac-451c-901d-5800fb2988de tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0528703 Sep 24 01:16:38.108762 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ea00a579-f1e3-48be-a43a-d6c789b0c477 req-76097fb6-d330-4ad5-b459-068737a2f831 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373931 Sep 24 01:16:39.231182 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffde74a-74eb-4ff6-af28-344b2b9e9880 req-3f12d645-43f0-4e8b-9ba8-b157416dc548 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:39.232719 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ffde74a-74eb-4ff6-af28-344b2b9e9880 req-3f12d645-43f0-4e8b-9ba8-b157416dc548 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0557117 Sep 24 01:16:39.275350 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-8ffde74a-74eb-4ff6-af28-344b2b9e9880 req-c69fb9ce-a325-4f30-902e-126e1f105fab tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358369 Sep 24 01:16:40.001112 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:40.429792 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7de8cbf-6ca1-4974-a311-c4f8b5c5d56b req-2b347e63-046b-427f-8c03-8eb4bf9c2c9a tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:40.433002 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7de8cbf-6ca1-4974-a311-c4f8b5c5d56b req-2b347e63-046b-427f-8c03-8eb4bf9c2c9a tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0657189 Sep 24 01:16:40.490490 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-d7de8cbf-6ca1-4974-a311-c4f8b5c5d56b req-2f2cea95-0642-4c16-947d-2e6fc1fc87cc tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483258 Sep 24 01:16:41.628358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59dff3-e609-4568-b3f1-fe30567659f5 req-7a7e4be3-c84c-42ea-9e66-120532b916fa tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:41.630007 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef59dff3-e609-4568-b3f1-fe30567659f5 req-7a7e4be3-c84c-42ea-9e66-120532b916fa tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0583823 Sep 24 01:16:41.671638 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-ef59dff3-e609-4568-b3f1-fe30567659f5 req-71450ef7-0773-4195-8064-5dfe1da8d60f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348907 Sep 24 01:16:42.791728 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b282b812-917c-4dd3-bc18-c3ea8066d977 req-e9d1ce17-0554-494b-85e1-1d21a1f7739a tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:42.793233 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b282b812-917c-4dd3-bc18-c3ea8066d977 req-e9d1ce17-0554-494b-85e1-1d21a1f7739a tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0543468 Sep 24 01:16:42.832232 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b282b812-917c-4dd3-bc18-c3ea8066d977 req-4a610793-36aa-46cd-a7ed-d975311c950e tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329642 Sep 24 01:16:43.950964 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c758e-8db5-443d-94fd-702923b48dd1 req-2a57d232-d810-426a-9d5a-e4d258b2e449 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:43.952468 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d7c758e-8db5-443d-94fd-702923b48dd1 req-2a57d232-d810-426a-9d5a-e4d258b2e449 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0515654 Sep 24 01:16:43.990265 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-6d7c758e-8db5-443d-94fd-702923b48dd1 req-95637af5-8fbb-4cf3-8390-c25e6490047b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317585 Sep 24 01:16:45.114421 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9bb03-9292-4bf6-ab82-4a38ff18e857 req-819a1865-7d2d-45da-b063-5d0b3c729465 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:45.115971 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ad9bb03-9292-4bf6-ab82-4a38ff18e857 req-819a1865-7d2d-45da-b063-5d0b3c729465 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0561950 Sep 24 01:16:45.156763 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-0ad9bb03-9292-4bf6-ab82-4a38ff18e857 req-578e7325-beff-4e5b-9b28-cfc7d6eee7ed tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348134 Sep 24 01:16:46.273859 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1839b0c-a3d2-4af5-8e8f-729cdad3be18 req-73904161-307b-42ec-9a19-b1889b779c58 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:46.276529 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1839b0c-a3d2-4af5-8e8f-729cdad3be18 req-73904161-307b-42ec-9a19-b1889b779c58 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 931 time: 0.0511024 Sep 24 01:16:46.313900 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c1839b0c-a3d2-4af5-8e8f-729cdad3be18 req-e1ce51a7-32b7-4ced-9fe3-cf6e431adde7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315056 Sep 24 01:16:46.486534 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.v2.base [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Request body: {'port': {'device_id': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-713498-18'}} {{(pid=106378) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:16:46.545980 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:46.807288 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64674a03-80d6-422e-ba34-e2ffc20a3103 {{(pid=106378) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:16:46.815199 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Notify callbacks [] for port, precommit_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:46.827615 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.provisioning_blocks [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Transition to ACTIVE for port object 64674a03-80d6-422e-ba34-e2ffc20a3103 will not be triggered until provisioned by entity L2. {{(pid=106378) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 01:16:46.832303 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:46.886789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Pushing event updated for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=2']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:46.959074 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Attempting to bind port 64674a03-80d6-422e-ba34-e2ffc20a3103 on host n-h2-713498-18 for vnic_type normal with profile {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 01:16:46.959329 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Attempting to bind port 64674a03-80d6-422e-ba34-e2ffc20a3103 by drivers openvswitch,hyperv on host n-h2-713498-18 at level 0 using segments [{'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 01:16:46.959646 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Attempting to bind port 64674a03-80d6-422e-ba34-e2ffc20a3103 on network ec4ed151-a6d2-4129-a718-218fb16fd458 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:16:46.964742 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Port 64674a03-80d6-422e-ba34-e2ffc20a3103 on network ec4ed151-a6d2-4129-a718-218fb16fd458 not bound, no agent of type Open vSwitch agent registered on host n-h2-713498-18 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 01:16:46.965067 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Attempting to bind port 64674a03-80d6-422e-ba34-e2ffc20a3103 on network ec4ed151-a6d2-4129-a718-218fb16fd458 {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 01:16:46.970665 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Checking agent: {'id': 'fc6144f3-8a32-4863-a950-d86cc3262c98', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-713498-18', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'started_at': datetime.datetime(2021, 9, 23, 23, 49, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 1, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 01:16:46.971165 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Checking segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106378) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 01:16:46.971599 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Bound using segment: {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'} {{(pid=106378) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 01:16:46.972105 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.managers [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Bound port: 64674a03-80d6-422e-ba34-e2ffc20a3103, host: n-h2-713498-18, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc7292a-893b-4fd6-bf3a-815988a28ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458'}}] {{(pid=106378) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 01:16:46.972644 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:47.042519 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, cleared binding levels {{(pid=106378) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 01:16:47.045789 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106378) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 01:16:47.050737 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26484230'] for port, after_update {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:47.092518 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.093158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:47.094636 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] 10.222.0.20 "PUT /v2.0/ports/64674a03-80d6-422e-ba34-e2ffc20a3103 HTTP/1.1" status: 200 len: 1092 time: 0.6164553 Sep 24 01:16:47.095276 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:16:47.097677 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c930315-7e48-4f9b-85c1-85e9b218dc29" -d '{"events": [{"name": "network-changed", "server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:16:47.126229 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc465889-2854-4cd2-a13a-8be3f3141447 service neutron] Pushing event updated for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=3']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:47.178402 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-b762ac30-ecf6-48af-a82e-9a48ec281660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.180529 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-b762ac30-ecf6-48af-a82e-9a48ec281660 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 1095 time: 0.0445900 Sep 24 01:16:47.229499 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28fbad-ae49-4193-985e-a39cdb779bf9 x-openstack-request-id: req-1a28fbad-ae49-4193-985e-a39cdb779bf9 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:16:47.229799 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:16:47.230056 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1a28fbad-ae49-4193-985e-a39cdb779bf9 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:16:47.230460 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'status': 'completed', 'code': 200} Sep 24 01:16:47.232318 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-dc6b0302-007b-4206-b166-6327ebb87667 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64674a03-80d6-422e-ba34-e2ffc20a3103 HTTP/1.1" status: 200 len: 217 time: 0.0431252 Sep 24 01:16:47.283815 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-23ab9d8a-5b74-4dce-b526-7b6fbb7aeed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.285299 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-23ab9d8a-5b74-4dce-b526-7b6fbb7aeed2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0457633 Sep 24 01:16:47.332164 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-da5591a1-2d81-4b04-adea-a4eef31f3b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.333829 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-da5591a1-2d81-4b04-adea-a4eef31f3b23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411239 Sep 24 01:16:47.428957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78a4d31-315d-47b1-834a-3bf548c9a259 req-d548c6c7-3578-4553-a5d7-003cd4771c07 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.429577 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-1a5ba068-153d-4809-ac2b-d64420d03d8b service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876317 Sep 24 01:16:47.430706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a78a4d31-315d-47b1-834a-3bf548c9a259 req-d548c6c7-3578-4553-a5d7-003cd4771c07 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 943 time: 0.0486567 Sep 24 01:16:47.467960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a78a4d31-315d-47b1-834a-3bf548c9a259 req-d04a1ca8-8eae-41f8-b2da-1f88adae73e7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313692 Sep 24 01:16:47.522480 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-927537b0-c144-42ca-aa9b-cfa85d115a6d req-8d26b4bc-eb2f-4e95-b3dd-4a4c215f302a service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854414 Sep 24 01:16:47.611335 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-f1626897-f4a8-445f-9b2b-b2e11b1f31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.612708 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-f1626897-f4a8-445f-9b2b-b2e11b1f31e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 1095 time: 0.0392499 Sep 24 01:16:47.700966 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-b612cd81-e000-4fcf-b424-5a5ec97a4993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.702418 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-b612cd81-e000-4fcf-b424-5a5ec97a4993 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0827935 Sep 24 01:16:47.746317 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-f1015630-c14f-43e2-a798-a87b1adb925e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64674a03-80d6-422e-ba34-e2ffc20a3103 HTTP/1.1" status: 200 len: 217 time: 0.0371933 Sep 24 01:16:47.795630 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-1b93575e-15b7-44c8-9d25-1f9aae12f97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.797092 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-1b93575e-15b7-44c8-9d25-1f9aae12f97e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0432291 Sep 24 01:16:47.842648 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-123b0e0c-914c-4f32-baf4-efe438d447db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:47.844162 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-123b0e0c-914c-4f32-baf4-efe438d447db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398343 Sep 24 01:16:47.935861 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-87423501-e27b-49c4-a919-95172502751b service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840487 Sep 24 01:16:48.024391 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-1c930315-7e48-4f9b-85c1-85e9b218dc29 req-66076331-e67a-490a-89ea-d4f384952e9c service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801358 Sep 24 01:16:48.593779 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca725db-d823-4dda-82bd-2b5434144d28 req-35c46666-8319-4f90-a3eb-9db896a5ecc4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:48.595966 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ca725db-d823-4dda-82bd-2b5434144d28 req-35c46666-8319-4f90-a3eb-9db896a5ecc4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 943 time: 0.0568047 Sep 24 01:16:48.634080 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-4ca725db-d823-4dda-82bd-2b5434144d28 req-8fdceaf3-b83b-4bf5-a7ed-ea93e8f0ab3b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320852 Sep 24 01:16:49.740132 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 64674a03-80d6-422e-ba34-e2ffc20a3103 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:16:49.747139 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fad5f3-a9e1-469b-a50e-184a94493faa req-ac36eec6-a1be-4120-b385-824bf7278932 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:49.748636 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48fad5f3-a9e1-469b-a50e-184a94493faa req-ac36eec6-a1be-4120-b385-824bf7278932 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 943 time: 0.0481937 Sep 24 01:16:49.786775 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-48fad5f3-a9e1-469b-a50e-184a94493faa req-81f1e837-f196-4f10-8a05-83008ab440a0 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319254 Sep 24 01:16:49.834684 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:16:49.845407 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'port_id': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'mac_address': 'fa:16:3e:54:07:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:16:49.880537 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:49.893124 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64674a03-80d6-422e-ba34-e2ffc20a3103 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:16:49.910877 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:16:49.914918 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:49.960106 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=4']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:50.159616 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['64674a03-80d6-422e-ba34-e2ffc20a3103'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:16:50.900730 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621a4b4-e633-45d1-a072-c6dbfdf9d8c6 req-0e76c23b-9c5f-43c6-9c3c-c42742de74a5 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:50.902238 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5621a4b4-e633-45d1-a072-c6dbfdf9d8c6 req-0e76c23b-9c5f-43c6-9c3c-c42742de74a5 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 944 time: 0.0485256 Sep 24 01:16:50.939267 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5621a4b4-e633-45d1-a072-c6dbfdf9d8c6 req-6baebb8d-4655-4edc-a1cd-fe15f2d53f21 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311108 Sep 24 01:16:51.764280 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 64674a03-80d6-422e-ba34-e2ffc20a3103 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:16:51.811495 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning for port 64674a03-80d6-422e-ba34-e2ffc20a3103 completed by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 01:16:51.815128 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 64674a03-80d6-422e-ba34-e2ffc20a3103 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:16:51.815491 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:51.890903 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:51.912392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:16:51.914596 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e869340c-902d-44dc-8880-fe081aaba487" -d '{"events": [{"server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "name": "network-vif-plugged", "status": "completed", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:16:51.927701 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:16:51.932278 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:51.954323 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8055dfa-2a55-4271-b937-7d5e52000c4a x-openstack-request-id: req-d8055dfa-2a55-4271-b937-7d5e52000c4a {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:16:51.954608 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "name": "network-vif-plugged", "status": "completed", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:16:51.954883 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8055dfa-2a55-4271-b937-7d5e52000c4a {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:16:51.955270 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'code': 200} Sep 24 01:16:51.984516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=5']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:52.053339 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578bcd1-dadc-4317-87dc-24dda8de6261 req-5b2ccde1-fea9-498f-ad77-a8fc89de9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:52.054841 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c578bcd1-dadc-4317-87dc-24dda8de6261 req-5b2ccde1-fea9-498f-ad77-a8fc89de9c44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 1097 time: 0.0448642 Sep 24 01:16:52.063856 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a9e6e2-2e2c-4119-8a9a-2be99e92fc46 req-baa13461-0d66-4f4a-9dc3-f0291a7e5221 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:52.065316 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a9e6e2-2e2c-4119-8a9a-2be99e92fc46 req-baa13461-0d66-4f4a-9dc3-f0291a7e5221 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 945 time: 0.0525153 Sep 24 01:16:52.089998 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-c578bcd1-dadc-4317-87dc-24dda8de6261 req-57079389-5c21-4b90-abcc-ac353ae90424 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281141 Sep 24 01:16:52.102369 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-23a9e6e2-2e2c-4119-8a9a-2be99e92fc46 req-0a539947-9777-4a70-9eb9-a2713ed9278d tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308321 Sep 24 01:16:53.139944 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1130dadf-1bae-4638-a37e-11e3e0f83e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:53.229820 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd1b34-12ea-4564-9d58-17611932bd7e req-18e077c0-d6bf-405d-a41a-6f9bca192d9e tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:53.231353 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ecd1b34-12ea-4564-9d58-17611932bd7e req-18e077c0-d6bf-405d-a41a-6f9bca192d9e tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 945 time: 0.0492010 Sep 24 01:16:53.269599 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-3ecd1b34-12ea-4564-9d58-17611932bd7e req-9b91911b-4b58-404c-af6f-24a78630b668 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Sep 24 01:16:53.381957 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d4c4ec-6bed-422f-aa26-c12a33212832 req-435d849b-378e-4651-abdd-0febb26b7f55 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:53.383362 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4d4c4ec-6bed-422f-aa26-c12a33212832 req-435d849b-378e-4651-abdd-0febb26b7f55 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 945 time: 0.0481923 Sep 24 01:16:53.420662 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-c4d4c4ec-6bed-422f-aa26-c12a33212832 req-8f73bc07-5199-4ee6-8808-c40e632470c7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314128 Sep 24 01:16:53.441597 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46942) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:16:53.485089 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38787664-8e8d-428a-a244-d8479db85cb3 tempest-TestSnapshotPattern-1898346569 tempest-TestSnapshotPattern-1898346569-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:53.486641 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-38787664-8e8d-428a-a244-d8479db85cb3 tempest-TestSnapshotPattern-1898346569 tempest-TestSnapshotPattern-1898346569-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 1092 time: 0.0440805 Sep 24 01:16:53.489422 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 46944) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:16:53.493681 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.v2.base [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Request body: {'floatingip': {'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'port_id': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106379) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 01:16:53.514843 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for floatingip, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:53.608768 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:53.712194 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.db_base_plugin_common [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Allocated IP 172.25.5.34 (91b62c44-c5a4-49fd-a058-d6673cd11699/0d495c89-f8ca-4790-8a82-1b632392a534/ff5f4709-a388-4283-acb1-222b0753e4ea) {{(pid=106379) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 01:16:53.811716 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for port, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:53.845539 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784070019265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:53.885166 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Network 91b62c44-c5a4-49fd-a058-d6673cd11699 is already hosted by enough agents. {{(pid=106379) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 01:16:53.888022 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.base_scheduler [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Resources bound (agent type, host, resource id): {{(pid=106379) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 01:16:53.890534 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Received port after_create {{(pid=106379) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 01:16:53.919972 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'Port': ['ID=ff5f4709-a388-4283-acb1-222b0753e4ea,revision_number=1']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:53.933805 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.934155 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.934499 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.934866 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.935206 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.935539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.935867 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.936195 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.936539 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.936862 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.937173 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:53.937498 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:16:54.250509 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for floatingip, precommit_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:54.317757 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:54.459893 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for port, precommit_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:54.465126 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25677524'] for port, after_update {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:54.531875 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event updated for resources: {'Port': ['ID=ff5f4709-a388-4283-acb1-222b0753e4ea,revision_number=2']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:16:54.541097 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-456473'] for floatingip, after_create {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:54.637477 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Floating IP bb83f82c-78a1-4707-88c0-e7e6ecf34838 associated. External IP: 172.25.5.34, port: 64674a03-80d6-422e-ba34-e2ffc20a3103. Sep 24 01:16:54.836848 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Router 36257e2e-2101-4b08-9726-58aa337817ce has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:16:54.942142 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:16:54.951785 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] Sync routers for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:16:54.957774 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:54.962220 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:16:54.962932 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:16:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:16:54.985645 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-06dd9a00-75ff-4ac6-a59e-8f205fc9869b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4951229 Sep 24 01:16:54.986226 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:16:54.988482 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15b7596-1c6d-4909-bace-ee7780bc7492" -d '{"events": [{"name": "network-changed", "server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:16:55.025211 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54051416-639e-4f39-be61-cdeacfde13c9 x-openstack-request-id: req-54051416-639e-4f39-be61-cdeacfde13c9 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:16:55.025547 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:16:55.025791 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54051416-639e-4f39-be61-cdeacfde13c9 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:16:55.026367 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'status': 'completed', 'code': 200} Sep 24 01:16:55.068942 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:16:55.096021 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-3d717923-50ac-4fc3-919a-f0c761bd0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:55.097584 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-3d717923-50ac-4fc3-919a-f0c761bd0649 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 1097 time: 0.0403001 Sep 24 01:16:55.192014 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-3d7c1457-b44a-4b7d-85ef-4863bc1da403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:55.193545 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-3d7c1457-b44a-4b7d-85ef-4863bc1da403 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0888636 Sep 24 01:16:55.259836 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-8473a560-da37-483b-85dd-e43b3d6116d0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64674a03-80d6-422e-ba34-e2ffc20a3103 HTTP/1.1" status: 200 len: 998 time: 0.0590861 Sep 24 01:16:55.304533 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:29Z', 'revision_number': 1, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}, {'id': 'bb83f82c-78a1-4707-88c0-e7e6ecf34838', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:54:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:16:54Z', 'updated_at': '2021-09-24T01:16:54Z', 'revision_number': 0, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:16:55.308300 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-de38c2d7-1aa0-48e4-b690-18dc3f5cadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:55.309847 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-de38c2d7-1aa0-48e4-b690-18dc3f5cadba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0443726 Sep 24 01:16:55.331758 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] Checking router: 36257e2e-2101-4b08-9726-58aa337817ce for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:16:55.340670 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:16:55.341271 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:16:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:16:55.360264 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-bcb9f965-4240-42b5-b79e-013514a68d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:16:55.361702 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-bcb9f965-4240-42b5-b79e-013514a68d7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454023 Sep 24 01:16:55.453699 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-db7cac25-0407-4c85-a20f-8215d7e39c60 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850484 Sep 24 01:16:55.532287 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:16:55.552423 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-a15b7596-1c6d-4909-bace-ee7780bc7492 req-f4e95346-a821-4174-99dc-bba1bcd0abba service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917382 Sep 24 01:16:55.751824 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:29Z', 'revision_number': 1, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}, {'id': 'bb83f82c-78a1-4707-88c0-e7e6ecf34838', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:54:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:16:54Z', 'updated_at': '2021-09-24T01:16:54Z', 'revision_number': 0, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:16:55.780632 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476cf3a6-e0fc-40ce-b495-137403b891ca None None] The sync data for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 is: [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:29Z', 'revision_number': 1, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}, {'id': 'bb83f82c-78a1-4707-88c0-e7e6ecf34838', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.34', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:54:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:16:54Z', 'updated_at': '2021-09-24T01:16:54Z', 'revision_number': 0, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:16:55.971069 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a45daa4-83a3-4a79-a3d4-4b3a99e00199 None None] New status for floating IP bb83f82c-78a1-4707-88c0-e7e6ecf34838: ACTIVE {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:16:56.075352 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:56.130744 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-39008a1f-a763-47dd-95b5-9a5bc6bd4bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:57.097687 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:59.457346 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:16:59.734504 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:17:07.538550 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:09.995555 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:23.140499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c05a3784-8ccb-4e7a-beeb-6308212aef80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:26.047184 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:26.112846 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f849eebc-ed24-46c2-ae43-4f32411b1e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:27.099449 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:29.459924 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:33.551492 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-4e747c31-839a-4bdb-90e3-a263ca7554ba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0385377 Sep 24 01:17:33.628863 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-70a75c65-b9f7-47b6-ae69-886a15c168ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:17:33.630341 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-70a75c65-b9f7-47b6-ae69-886a15c168ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1095 time: 0.0393848 Sep 24 01:17:33.735476 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-1ef6bedc-31eb-486b-af27-192ba739d564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:17:33.736922 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-1ef6bedc-31eb-486b-af27-192ba739d564 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0870831 Sep 24 01:17:33.803144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-bf92b888-11a5-4d2c-95da-db8d5a94e98b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 999 time: 0.0590918 Sep 24 01:17:33.850489 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-af89b196-4e59-400d-bd3b-32836bf43a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:17:33.851962 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-af89b196-4e59-400d-bd3b-32836bf43a40 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0426066 Sep 24 01:17:33.895897 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-800f0c46-96ca-47fd-8ee5-54eda1d31fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:17:33.897337 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-800f0c46-96ca-47fd-8ee5-54eda1d31fd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387471 Sep 24 01:17:33.985059 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-2781de3f-37dd-4344-8bf5-eac112ef0ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810201 Sep 24 01:17:34.072554 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-b2f76e71-9372-4bd6-ae58-b19e2c778e70 req-accef9c3-fe8b-45ee-81e9-83d5932dc7ff service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805683 Sep 24 01:17:36.734045 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:17:37.550831 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:38.689061 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-2cdee59a-3c1f-4875-94a0-2ec3c45a72bb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834320 Sep 24 01:17:38.767999 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-64bb4326-e857-41f3-a7e4-f9193e4141ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:17:38.769480 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-64bb4326-e857-41f3-a7e4-f9193e4141ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 1097 time: 0.0395441 Sep 24 01:17:39.180641 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-c9e8596f-e611-419c-b131-ccab601c0b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:17:39.182365 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-c9e8596f-e611-419c-b131-ccab601c0b9b service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.3925457 Sep 24 01:17:39.253326 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-c56b24ed-5cac-4477-8607-5dda9dcd4b73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64674a03-80d6-422e-ba34-e2ffc20a3103 HTTP/1.1" status: 200 len: 1000 time: 0.0562921 Sep 24 01:17:39.303813 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-667fe7fe-40db-4c11-b900-997d95642634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:17:39.305245 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-667fe7fe-40db-4c11-b900-997d95642634 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0453868 Sep 24 01:17:39.351073 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-832c7d90-a904-4090-a58d-759eae247cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:17:39.352560 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-832c7d90-a904-4090-a58d-759eae247cad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392985 Sep 24 01:17:39.440995 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-452d8be3-a21e-449b-8456-20697e35ce04 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812411 Sep 24 01:17:39.532256 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-137f7a77-c332-4b4f-853b-511d0ea7e85d req-bf9fce3b-6060-413d-be28-b9d44f706f25 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830824 Sep 24 01:17:39.989204 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:53.141965 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-bdbfd08b-1779-483b-a7b3-e5030e70ec3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:56.048129 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:56.112162 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0622266e-d2c3-4e6b-a7b1-d4d10ca984d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:57.102328 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:17:59.461543 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:07.551295 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:10.001562 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:13.732680 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:18:23.143559 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0eb941e1-c819-4310-9cc3-5299e4ec4198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:24.224803 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 64674a03-80d6-422e-ba34-e2ffc20a3103 details requested by agent hyperv_n-h2-713498-18 with host n-h2-713498-18 {{(pid=106380) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 01:18:24.315832 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:24.326411 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Returning: {'device': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'port_id': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'mac_address': 'fa:16:3e:54:07:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106380) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 01:18:24.364835 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:24.377433 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64674a03-80d6-422e-ba34-e2ffc20a3103 {{(pid=106380) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 01:18:24.395353 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:24.398933 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:24.448325 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=6']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:24.455657 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.456000 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.456330 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.456663 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.457242 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.457392 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.457621 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.457938 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.458255 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.458570 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.458923 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.459268 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106380) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:24.475333 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] get_ports_and_sgs() called for port_ids ['64674a03-80d6-422e-ba34-e2ffc20a3103'] {{(pid=106380) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 01:18:26.048910 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:26.114232 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66ed07ae-e853-484d-abd8-549d19e9a8f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:26.224423 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 64674a03-80d6-422e-ba34-e2ffc20a3103 up at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 01:18:26.285632 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.provisioning_blocks [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Provisioning complete for port 64674a03-80d6-422e-ba34-e2ffc20a3103 triggered by entity L2. {{(pid=106380) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 01:18:26.286018 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-652260'] for port, provisioning_complete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:26.370808 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:26.396111 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:18:26.398341 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae851e1-f0cc-4cf5-a339-3e78716b36b6" -d '{"events": [{"server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "name": "network-vif-plugged", "status": "completed", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:18:26.414115 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:26.418851 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:26.461612 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f0287a-d5bc-45f4-abbe-cc267aa357ff x-openstack-request-id: req-e9f0287a-d5bc-45f4-abbe-cc267aa357ff {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:18:26.461957 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "name": "network-vif-plugged", "status": "completed", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:18:26.462181 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e9f0287a-d5bc-45f4-abbe-cc267aa357ff {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:18:26.462643 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'code': 200} Sep 24 01:18:26.498075 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=7']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:27.111414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:29.470985 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:34.560505 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-2d16643e-9ef8-4420-8491-1ed7ff513fa4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485876 Sep 24 01:18:34.659362 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-b0239050-b99d-4454-a457-7d124aba6da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:34.661018 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-b0239050-b99d-4454-a457-7d124aba6da6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1095 time: 0.0574508 Sep 24 01:18:34.771170 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-15503908-b491-4621-a9ef-1e109fa4e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:34.772706 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-15503908-b491-4621-a9ef-1e109fa4e114 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.0930741 Sep 24 01:18:34.846162 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-d435135f-afd9-4821-b89b-ebbe0d171458 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 999 time: 0.0662446 Sep 24 01:18:34.894951 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-ec48a244-b6ec-4fd4-bbfa-12acb381a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:34.896442 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-ec48a244-b6ec-4fd4-bbfa-12acb381a02d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0439892 Sep 24 01:18:34.942237 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-1971b0e0-b265-4131-a7cc-4604b3ffac36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:34.943795 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-1971b0e0-b265-4131-a7cc-4604b3ffac36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407457 Sep 24 01:18:35.037864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-96acdeaf-e1f7-4ffe-8623-12f712e00d20 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873120 Sep 24 01:18:35.129051 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-2bc933bc-6416-45c7-aaf5-8b275653f1a0 req-ddd55bfb-56e1-499e-8588-741d8a6a42c0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833840 Sep 24 01:18:35.403235 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47142) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:35.559112 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Deleting port ff5f4709-a388-4283-acb1-222b0753e4ea {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:35.559456 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:35.634321 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:35.635144 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:35.645876 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Calling delete_port for ff5f4709-a388-4283-acb1-222b0753e4ea owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:36.127170 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:36.149629 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event deleted for resources: {'Port': ['ID=ff5f4709-a388-4283-acb1-222b0753e4ea,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:36.159965 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.160306 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.160647 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.160981 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.161311 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.161641 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.162387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.162387 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.162586 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.162919 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.163243 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.163562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106379) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:36.224318 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:36.224647 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Floating IP bb83f82c-78a1-4707-88c0-e7e6ecf34838 disassociated (deleted). External IP: 172.25.5.34, port: 64674a03-80d6-422e-ba34-e2ffc20a3103. Sep 24 01:18:36.429224 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Router 36257e2e-2101-4b08-9726-58aa337817ce has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:18:36.537573 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:18:36.542458 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:36.547417 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] Sync routers for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:18:36.556009 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:18:36.556602 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:36.568204 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-5e7143ad-686c-4e0d-a6a5-3dc9838b1587 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "DELETE /v2.0/floatingips/bb83f82c-78a1-4707-88c0-e7e6ecf34838 HTTP/1.1" status: 204 len: 168 time: 1.1638937 Sep 24 01:18:36.568794 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:18:36.571197 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25" -d '{"events": [{"name": "network-changed", "server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:18:36.611166 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e3e865-92e5-4678-9fd1-3133e98354d8 x-openstack-request-id: req-31e3e865-92e5-4678-9fd1-3133e98354d8 {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:18:36.611471 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:18:36.611718 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-31e3e865-92e5-4678-9fd1-3133e98354d8 {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:18:36.612850 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'status': 'completed', 'code': 200} Sep 24 01:18:36.665912 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:18:36.676028 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-d80c32c7-bfad-4735-a793-7d8b30d49bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:36.677566 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-d80c32c7-bfad-4735-a793-7d8b30d49bbf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 1097 time: 0.0442510 Sep 24 01:18:36.792822 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-5c7414bc-d0c6-46d8-8f45-2e2807afa2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:36.794394 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-5c7414bc-d0c6-46d8-8f45-2e2807afa2f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.1039960 Sep 24 01:18:36.838308 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-6d9da16c-ec9b-45fc-878e-dbe86e1d7338 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=64674a03-80d6-422e-ba34-e2ffc20a3103 HTTP/1.1" status: 200 len: 217 time: 0.0349381 Sep 24 01:18:36.884462 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b216d9-41b0-4d8e-a0a9-5e2f1a6ad2b2 req-699ab958-0898-4ede-9b60-29e56a27920b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:36.885963 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79b216d9-41b0-4d8e-a0a9-5e2f1a6ad2b2 req-699ab958-0898-4ede-9b60-29e56a27920b tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 945 time: 0.1231370 Sep 24 01:18:36.890497 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-9a37e331-bbe6-4724-bf85-80e01f76c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:36.892187 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-9a37e331-bbe6-4724-bf85-80e01f76c0c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0460165 Sep 24 01:18:36.907553 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:29Z', 'revision_number': 1, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:36.926616 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-79b216d9-41b0-4d8e-a0a9-5e2f1a6ad2b2 req-5c01eec1-1afd-4c38-8cd8-cc985d93d954 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334525 Sep 24 01:18:36.934688 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] Checking router: 36257e2e-2101-4b08-9726-58aa337817ce for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:18:36.943584 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:18:36.944248 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:36.946873 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-21b53e88-daef-45fd-9f3b-f12c8197617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:36.948876 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-21b53e88-daef-45fd-9f3b-f12c8197617f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486376 Sep 24 01:18:36.960393 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-e6fa6d2a-4f1b-4e93-8a96-a6c893b01288 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=106378) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 01:18:36.961160 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-e6fa6d2a-4f1b-4e93-8a96-a6c893b01288 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051317 Sep 24 01:18:37.054454 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:18:37.055570 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-79fb1beb-ce12-46d8-836e-e52197e9c799 service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872946 Sep 24 01:18:37.157287 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-e7fc0290-dfe3-404e-93cb-9e28ce1d6e25 req-a87c3567-29b4-4b7f-94d0-94deeb61b7be service neutron] 10.222.0.20 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923078 Sep 24 01:18:37.270438 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:29Z', 'revision_number': 1, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:37.300081 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef632df3-2041-4d52-b9a8-979141b15228 None None] The sync data for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 is: [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_floatingips': [{'id': '293ce0c4-ec16-4bc5-b583-b973fa59416f', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'floating_ip_address': '172.25.5.254', 'floating_network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'router_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'port_id': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'mac_address': 'fa:16:3e:c9:01:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77436ff4-450c-4f21-b06d-9642be53299d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T01:14:27Z', 'updated_at': '2021-09-24T01:14:29Z', 'revision_number': 1, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:18:37.520692 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4eb8744-7263-4825-8c01-f2fbd1cf2971 None None] New status for floating IP bb83f82c-78a1-4707-88c0-e7e6ecf34838: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:18:37.738891 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:38.042662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ffa414-340a-44b5-be5a-9682fba83eb3 req-d725e869-7bba-4d92-966c-a1bb8f7c07e0 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:38.044047 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0ffa414-340a-44b5-be5a-9682fba83eb3 req-d725e869-7bba-4d92-966c-a1bb8f7c07e0 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 945 time: 0.0476477 Sep 24 01:18:38.081149 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-a0ffa414-340a-44b5-be5a-9682fba83eb3 req-c67b8f04-8781-4723-806c-6e5338a2a172 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306041 Sep 24 01:18:38.270563 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 64674a03-80d6-422e-ba34-e2ffc20a3103 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:38.343171 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-662840'] for port, before_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:38.368635 n-d-713498-18 neutron-server[106380]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103'}] {{(pid=106380) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:18:38.370874 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dca09c3e615ef54d018f417044ef039a217c4f5bf7fbe6b6861ded1f2c51aebf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a1a025-63d1-4ab5-a9cd-4064081ba534" -d '{"events": [{"server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "name": "network-vif-unplugged", "status": "completed", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103"}]}' {{(pid=106380) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:18:38.373259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30872312-9b20-4fc3-a5f6-f735239131cd req-f0eea81d-9056-42fb-be25-5252232abbd4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106378) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:38.374744 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30872312-9b20-4fc3-a5f6-f735239131cd req-f0eea81d-9056-42fb-be25-5252232abbd4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.20 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 945 time: 0.0484917 Sep 24 01:18:38.383081 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:38.389194 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784070506500', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784070019283', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784070019301'] for port, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:38.416886 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdee21b3-d9c0-4408-a2ce-53e071aed653 x-openstack-request-id: req-cdee21b3-d9c0-4408-a2ce-53e071aed653 {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:18:38.417222 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "name": "network-vif-unplugged", "status": "completed", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103", "code": 200}]} {{(pid=106380) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:18:38.417496 n-d-713498-18 neutron-server[106380]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cdee21b3-d9c0-4408-a2ce-53e071aed653 {{(pid=106380) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:18:38.417877 n-d-713498-18 neutron-server[106380]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'code': 200} Sep 24 01:18:38.443721 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Pushing event updated for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=8']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:38.469749 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Deleting port 64674a03-80d6-422e-ba34-e2ffc20a3103 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:38.470085 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:38.555734 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] For port 64674a03-80d6-422e-ba34-e2ffc20a3103, host n-h2-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-713498-18',level=0,port_id=64674a03-80d6-422e-ba34-e2ffc20a3103,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:38.556088 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:38.568861 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Calling delete_port for 64674a03-80d6-422e-ba34-e2ffc20a3103 owned by compute:nova {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:38.695806 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:38.722763 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event deleted for resources: {'Port': ['ID=64674a03-80d6-422e-ba34-e2ffc20a3103,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:38.732659 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.733004 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.733342 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.733681 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.734012 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.734395 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.734726 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.735083 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.735404 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.736097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.736097 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.736362 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-713498-18 {{(pid=106378) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 01:18:38.776708 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] No DVR routers for this DVR port 64674a03-80d6-422e-ba34-e2ffc20a3103 on host n-h2-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:18:38.779379 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:38.781915 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [req-30872312-9b20-4fc3-a5f6-f735239131cd req-407dba1d-0e8f-4780-a1c6-7db3aa04aba3 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.20 "DELETE /v2.0/ports/64674a03-80d6-422e-ba34-e2ffc20a3103 HTTP/1.1" status: 204 len: 173 time: 0.4006293 Sep 24 01:18:38.782352 n-d-713498-18 neutron-server[106378]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'name': 'network-vif-deleted', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103'}] {{(pid=106378) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:18:38.784621 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ce6ab078ff50fe8030dbb17ff40cdc45809c0513536e050aa3f8fca2ec4a0d0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66965449-80a4-4c78-8ced-54f0776bcc9f" -d '{"events": [{"server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "name": "network-vif-deleted", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103"}]}' {{(pid=106378) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:18:38.820681 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42452c84-5a3f-4e05-a453-769792942970 x-openstack-request-id: req-42452c84-5a3f-4e05-a453-769792942970 {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:18:38.821042 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10e035e-92a7-4c57-bb7e-453a4f1ead36", "name": "network-vif-deleted", "tag": "64674a03-80d6-422e-ba34-e2ffc20a3103", "status": "completed", "code": 200}]} {{(pid=106378) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:18:38.821354 n-d-713498-18 neutron-server[106378]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-42452c84-5a3f-4e05-a453-769792942970 {{(pid=106378) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:18:38.822001 n-d-713498-18 neutron-server[106378]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10e035e-92a7-4c57-bb7e-453a4f1ead36', 'name': 'network-vif-deleted', 'tag': '64674a03-80d6-422e-ba34-e2ffc20a3103', 'status': 'completed', 'code': 200} Sep 24 01:18:39.196405 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-43969200-bba2-4b5b-b21b-4f68b613a0da req-53fe77ae-ef2e-45a2-b9e0-a995439e50fc tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=e10e035e-92a7-4c57-bb7e-453a4f1ead36 HTTP/1.1" status: 200 len: 210 time: 0.0282309 Sep 24 01:18:40.001394 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:40.763419 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47206) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:40.919591 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Deleting port 9fc99d5f-a755-4199-a7cf-c187c9f03435 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:40.919927 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:40.992808 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:40.993143 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:41.004764 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Calling delete_port for 9fc99d5f-a755-4199-a7cf-c187c9f03435 owned by network:floatingip {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:41.149805 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:41.175543 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event deleted for resources: {'Port': ['ID=9fc99d5f-a755-4199-a7cf-c187c9f03435,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:41.239984 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for floatingip, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:41.240336 n-d-713498-18 neutron-server[106379]: INFO neutron.db.l3_db [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Floating IP 293ce0c4-ec16-4bc5-b583-b973fa59416f disassociated (deleted). External IP: 172.25.5.254, port: 548d0a12-fd70-457a-b019-62d6ba59f6b5. Sep 24 01:18:41.446012 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Router 36257e2e-2101-4b08-9726-58aa337817ce has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:18:41.552199 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:18:41.556796 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for floatingip, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:41.564696 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] Sync routers for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:18:41.573623 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:18:41.574230 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:41.585304 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-feab68d8-d186-4089-b1e0-d0f82e82277f tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "DELETE /v2.0/floatingips/293ce0c4-ec16-4bc5-b583-b973fa59416f HTTP/1.1" status: 204 len: 168 time: 0.8208187 Sep 24 01:18:41.585880 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:18:41.588143 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd04b681-3005-46d4-83e8-076fc4cd5dad" -d '{"events": [{"name": "network-changed", "server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:18:41.627222 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 01:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15620fa2-f4f3-496b-9a5b-da34fcc5586c x-openstack-request-id: req-15620fa2-f4f3-496b-9a5b-da34fcc5586c {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:18:41.627410 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:18:41.627720 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-15620fa2-f4f3-496b-9a5b-da34fcc5586c {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:18:41.628134 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'status': 'completed', 'code': 200} Sep 24 01:18:41.690054 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:18:41.692519 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-f02b8e95-7a61-4918-a490-a3ad3db3f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:41.694293 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-f02b8e95-7a61-4918-a490-a3ad3db3f13b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fb111be4673443d9fa0a310ba712b60&device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 1095 time: 0.0426123 Sep 24 01:18:41.835334 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0c30f-dc2d-40d8-b6cc-5895d378eb5b req-11826f00-5854-4329-88db-3ad1b939cb70 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:41.836915 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67c0c30f-dc2d-40d8-b6cc-5895d378eb5b req-11826f00-5854-4329-88db-3ad1b939cb70 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 943 time: 0.0698314 Sep 24 01:18:41.838004 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-339505e8-28f3-4c91-9822-0a1904a17ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:41.839570 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-339505e8-28f3-4c91-9822-0a1904a17ba8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 200 len: 911 time: 0.1346595 Sep 24 01:18:41.894104 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-d65cedb7-5c3c-49f2-9a93-25e7474fe957 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 200 len: 217 time: 0.0438964 Sep 24 01:18:41.940216 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-67c0c30f-dc2d-40d8-b6cc-5895d378eb5b req-014daace-af81-4a33-b8a7-3204eec6cc70 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968802 Sep 24 01:18:41.956162 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-d8c734eb-4085-4d2c-8e42-49ddc964e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:41.957864 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-d8c734eb-4085-4d2c-8e42-49ddc964e4de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 200 len: 849 time: 0.0543377 Sep 24 01:18:41.999917 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:42.005865 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-c8463a25-44f0-4531-a902-895b6aad5a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:42.007396 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-c8463a25-44f0-4531-a902-895b6aad5a80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ec4ed151-a6d2-4129-a718-218fb16fd458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419621 Sep 24 01:18:42.028019 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] Checking router: 36257e2e-2101-4b08-9726-58aa337817ce for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:18:42.036580 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:18:42.037178 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:42.096960 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-2adb9bb0-b695-4ed4-a953-ff93752534d0 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818231 Sep 24 01:18:42.138346 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:18:42.189239 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-fd04b681-3005-46d4-83e8-076fc4cd5dad req-e13b71aa-e0ba-4479-9913-5c578e7623e5 service neutron] 10.222.0.18 "GET /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844979 Sep 24 01:18:42.301649 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 64674a03-80d6-422e-ba34-e2ffc20a3103 no longer exists at agent hyperv_n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:42.321598 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] No Port match for: 64674a03-80d6-422e-ba34-e2ffc20a3103 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:18:42.321940 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Device 64674a03-80d6-422e-ba34-e2ffc20a3103 not bound to the agent host n-h2-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:18:42.333329 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:42.360575 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5623ae-1399-4b22-addc-129de7cbab12 None None] The sync data for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 is: [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:06Z', 'revision_number': 4, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18', '_interfaces': [{'id': '959ed764-1a77-4591-af34-1cb84f173cb8', 'name': '', 'network_id': 'ec4ed151-a6d2-4129-a718-218fb16fd458', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'mac_address': 'fa:16:3e:5d:3d:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:06Z', 'updated_at': '2021-09-24T01:14:11Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'subnets': [{'id': '93d091ee-1f24-4aa2-b253-afb05c65ee90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:18:42.566273 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d8aeee9-9fdb-4331-a8fe-6a5179a60efc None None] New status for floating IP 293ce0c4-ec16-4bc5-b583-b973fa59416f: DOWN {{(pid=106380) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 01:18:43.064938 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e70d6-8a3b-47de-8cb9-d3135f369127 req-1c8982f6-8613-4cbe-bad7-587e1da18788 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:43.066441 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f23e70d6-8a3b-47de-8cb9-d3135f369127 req-1c8982f6-8613-4cbe-bad7-587e1da18788 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 943 time: 0.0477295 Sep 24 01:18:43.106144 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-f23e70d6-8a3b-47de-8cb9-d3135f369127 req-a028a487-3c83-4293-b91b-1f07f5311b7e tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/security-groups?id=56b8e742-ee8b-436d-b930-c3e56d7c2d4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334735 Sep 24 01:18:43.310358 n-d-713498-18 neutron-server[106379]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-d0007454-b03d-4893-ae53-5d91a4a080cd tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106379) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 01:18:43.311805 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-d0007454-b03d-4893-ae53-5d91a4a080cd tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.18 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 943 time: 0.0466175 Sep 24 01:18:43.401894 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Deleting port 548d0a12-fd70-457a-b019-62d6ba59f6b5 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:43.402232 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:43.493287 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] For port 548d0a12-fd70-457a-b019-62d6ba59f6b5, host n-h1-713498-18, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-713498-18',level=0,port_id=548d0a12-fd70-457a-b019-62d6ba59f6b5,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:43.493646 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:43.505196 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Calling delete_port for 548d0a12-fd70-457a-b019-62d6ba59f6b5 owned by compute:nova {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:43.629807 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:43.661799 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event deleted for resources: {'Port': ['ID=548d0a12-fd70-457a-b019-62d6ba59f6b5,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:43.702136 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] No DVR routers for this DVR port 548d0a12-fd70-457a-b019-62d6ba59f6b5 on host n-h1-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:18:43.704695 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-259884'] for port, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:43.706630 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-e31df9b0-f805-4406-913f-3fe2f58cbef3 req-7fbc2bc2-75fb-42f0-b6b1-d06146d83cd7 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.18 "DELETE /v2.0/ports/548d0a12-fd70-457a-b019-62d6ba59f6b5 HTTP/1.1" status: 204 len: 173 time: 0.3880138 Sep 24 01:18:43.707090 n-d-713498-18 neutron-server[106379]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'name': 'network-vif-deleted', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5'}] {{(pid=106379) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 01:18:43.709297 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0625b146bcf725c7c9841337a485d15aaebeb7ed9bc52feb2fa0d47aea595a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82a07fd-4a61-4a9e-96f8-6d50bfefe20b" -d '{"events": [{"server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "name": "network-vif-deleted", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5"}]}' {{(pid=106379) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 01:18:43.748196 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 01:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302d34cc-90bf-46d9-8e76-ec7b9d9fc08f x-openstack-request-id: req-302d34cc-90bf-46d9-8e76-ec7b9d9fc08f {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 01:18:43.748516 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77436ff4-450c-4f21-b06d-9642be53299d", "name": "network-vif-deleted", "tag": "548d0a12-fd70-457a-b019-62d6ba59f6b5", "status": "completed", "code": 200}]} {{(pid=106379) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 01:18:43.748762 n-d-713498-18 neutron-server[106379]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-302d34cc-90bf-46d9-8e76-ec7b9d9fc08f {{(pid=106379) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 01:18:43.749155 n-d-713498-18 neutron-server[106379]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77436ff4-450c-4f21-b06d-9642be53299d', 'name': 'network-vif-deleted', 'tag': '548d0a12-fd70-457a-b019-62d6ba59f6b5', 'status': 'completed', 'code': 200} Sep 24 01:18:44.213229 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [req-5854d4ee-8855-4d9e-96eb-463304ef570e req-52a7b13d-296f-4cab-a939-54805a4bfb7c tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "GET /v2.0/ports?device_id=77436ff4-450c-4f21-b06d-9642be53299d HTTP/1.1" status: 200 len: 210 time: 0.0269079 Sep 24 01:18:45.269347 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47224) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:45.326370 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-332491ad-e2b6-4c28-9779-b7813e268fb4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:45.351071 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-332491ad-e2b6-4c28-9779-b7813e268fb4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:45.408393 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-332491ad-e2b6-4c28-9779-b7813e268fb4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:45.411161 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-332491ad-e2b6-4c28-9779-b7813e268fb4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Notify callbacks [] for security_group, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:45.412307 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-332491ad-e2b6-4c28-9779-b7813e268fb4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] 10.222.0.24 "DELETE /v2.0/security-groups/56b8e742-ee8b-436d-b930-c3e56d7c2d4f HTTP/1.1" status: 204 len: 168 time: 0.1419859 Sep 24 01:18:45.425614 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332491ad-e2b6-4c28-9779-b7813e268fb4 tempest-TestSnapshotPattern-2114147099 tempest-TestSnapshotPattern-2114147099-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b8e742-ee8b-436d-b930-c3e56d7c2d4f,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:45.457494 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47228) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:45.796208 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:46.038890 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Deleting port 959ed764-1a77-4591-af34-1cb84f173cb8 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:46.039194 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:46.114280 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] For port 959ed764-1a77-4591-af34-1cb84f173cb8, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=959ed764-1a77-4591-af34-1cb84f173cb8,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:46.114632 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:46.130724 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Calling delete_port for 959ed764-1a77-4591-af34-1cb84f173cb8 owned by network:router_interface {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:46.303500 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:46.328921 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Pushing event deleted for resources: {'Port': ['ID=959ed764-1a77-4591-af34-1cb84f173cb8,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:46.335562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 548d0a12-fd70-457a-b019-62d6ba59f6b5 no longer exists at agent hyperv_n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:46.356521 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] No Port match for: 548d0a12-fd70-457a-b019-62d6ba59f6b5 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:18:46.356864 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Device 548d0a12-fd70-457a-b019-62d6ba59f6b5 not bound to the agent host n-h1-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:18:46.503431 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:46.712936 n-d-713498-18 neutron-server[106379]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Router 36257e2e-2101-4b08-9726-58aa337817ce has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106379) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:18:46.816491 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106379) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:18:46.821617 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-884b42d8-4648-48b9-81ea-7349a1a0314e admin admin] 10.222.0.24 "PUT /v2.0/routers/36257e2e-2101-4b08-9726-58aa337817ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3629115 Sep 24 01:18:46.824000 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47230) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:46.826113 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] Sync routers for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:18:46.840171 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:18:46.840807 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:46.943797 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:18:47.127559 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:18:46Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:47.154490 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] Checking router: 36257e2e-2101-4b08-9726-58aa337817ce for host: n-d-713498-18 {{(pid=106381) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:18:47.164097 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] Routers {'36257e2e-2101-4b08-9726-58aa337817ce'} bound to L3 agent in host n-d-713498-18 {{(pid=106381) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:18:47.164717 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['36257e2e-2101-4b08-9726-58aa337817ce'], 'active': True} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:47.271777 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_dvr_db [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] Set router 36257e2e-2101-4b08-9726-58aa337817ce gateway port host: n-d-713498-18 {{(pid=106381) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:18:47.276602 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks [] for router, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.375775 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.425737 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Deleting port cd74e07c-adf4-4bd2-a514-e71dc257cd4e {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:47.425969 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.448717 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.l3_hamode_db [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:18:46Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106381) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:47.478627 n-d-713498-18 neutron-server[106381]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cbdae8-2e4a-4491-a639-9460d6b99189 None None] The sync data for ids ['36257e2e-2101-4b08-9726-58aa337817ce'] in n-d-713498-18 is: [{'id': '36257e2e-2101-4b08-9726-58aa337817ce', 'name': 'tempest-TestSnapshotPattern-1636924967-router', 'tenant_id': '6fb111be4673443d9fa0a310ba712b60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203'}], 'enable_snat': True}, 'gw_port_id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:18:46Z', 'revision_number': 5, 'project_id': '6fb111be4673443d9fa0a310ba712b60', 'gw_port': {'id': 'cd74e07c-adf4-4bd2-a514-e71dc257cd4e', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:9a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36257e2e-2101-4b08-9726-58aa337817ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:04Z', 'updated_at': '2021-09-24T01:14:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}] {{(pid=106381) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:18:47.504420 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] For port cd74e07c-adf4-4bd2-a514-e71dc257cd4e, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=cd74e07c-adf4-4bd2-a514-e71dc257cd4e,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:47.504793 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.524683 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Calling delete_port for cd74e07c-adf4-4bd2-a514-e71dc257cd4e owned by network:router_gateway {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:47.685804 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.710662 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd74e07c-adf4-4bd2-a514-e71dc257cd4e,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:47.771378 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.862012 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.864661 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.915401 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.916266 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36257e2e-2101-4b08-9726-58aa337817ce {{(pid=106379) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 01:18:47.921981 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] Notify callbacks [] for router, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.925527 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-f427cb42-0f30-4587-9437-2dc17aa2feb3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/36257e2e-2101-4b08-9726-58aa337817ce HTTP/1.1" status: 204 len: 168 time: 1.0982597 Sep 24 01:18:47.925888 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47232) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:47.985941 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a64a840-9051-4345-9428-352dd0d496fa admin admin] Deleting subnet 93d091ee-1f24-4aa2-b253-afb05c65ee90 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 01:18:47.989043 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a64a840-9051-4345-9428-352dd0d496fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:47.997005 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 959ed764-1a77-4591-af34-1cb84f173cb8 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:48.017709 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 959ed764-1a77-4591-af34-1cb84f173cb8 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:18:48.018133 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 959ed764-1a77-4591-af34-1cb84f173cb8 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:18:48.024684 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a64a840-9051-4345-9428-352dd0d496fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.104158 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a64a840-9051-4345-9428-352dd0d496fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.161901 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a64a840-9051-4345-9428-352dd0d496fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.190121 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-8a64a840-9051-4345-9428-352dd0d496fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.191911 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-8a64a840-9051-4345-9428-352dd0d496fa admin admin] 10.222.0.24 "DELETE /v2.0/subnets/93d091ee-1f24-4aa2-b253-afb05c65ee90 HTTP/1.1" status: 204 len: 168 time: 0.2650306 Sep 24 01:18:48.193477 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64a840-9051-4345-9428-352dd0d496fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93d091ee-1f24-4aa2-b253-afb05c65ee90,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:48.194622 n-d-713498-18 neutron-server[106379]: DEBUG neutron.wsgi [-] (106379) accepted ('10.222.0.24', 47234) {{(pid=106379) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:48.195246 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2aa1dc-0365-4a3e-a81d-4716e3482392 None None] Network ec4ed151-a6d2-4129-a718-218fb16fd458 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:18:48.263937 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.316800 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Deleting port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 {{(pid=106379) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:48.317089 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.383990 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.db [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] For port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2,segment=NetworkSegment(5fc7292a-893b-4fd6-bf3a-815988a28ba3),segment_id=5fc7292a-893b-4fd6-bf3a-815988a28ba3)] {{(pid=106379) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:48.384651 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.395618 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.plugin [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Calling delete_port for 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 owned by network:dhcp {{(pid=106379) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:48.474728 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] DHCP port deletion for ec4ed151-a6d2-4129-a718-218fb16fd458 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 01:18:48.492613 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25677535'] for port, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.521425 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:48.527654 n-d-713498-18 neutron-server[106379]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] No DVR routers for this DVR port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 on host n-d-713498-18 {{(pid=106379) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:18:48.527786 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] Deleting port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 {{(pid=106380) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:48.528073 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.595221 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.db [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] For port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2, host n-d-713498-18, got binding levels [] {{(pid=106380) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:48.595612 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.598413 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.606955 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] Calling delete_port for 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 owned by network:dhcp {{(pid=106380) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:48.610089 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.ipam_backend_mixin [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] Port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 was not found and therefore no delete operation was performed {{(pid=106380) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 01:18:48.611317 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274'] for port, after_delete {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.618562 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec4ed151-a6d2-4129-a718-218fb16fd458']}} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:48.628941 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc7292a-893b-4fd6-bf3a-815988a28ba3') {'for_net_delete': True} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:48.629230 n-d-713498-18 neutron-server[106379]: DEBUG neutron.services.segments.db [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc7292a-893b-4fd6-bf3a-815988a28ba3') {} {{(pid=106379) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:48.637636 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] Pushing event deleted for resources: {'Port': ['ID=54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2,revision_number=None']} {{(pid=106380) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:48.638525 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25459135'] for segment, before_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.639515 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4315689-5a45-41a9-8c37-eada22ae1f01 None None] No DVR routers for this DVR port 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 on host n-d-713498-18 {{(pid=106380) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:18:48.655792 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.661742 n-d-713498-18 neutron-server[106379]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=106379) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 01:18:48.662128 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25677612'] for segment, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: Traceback (most recent call last): Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: timer() Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: cb(*args, **kw) Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: return func(*args, **kwargs) Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: self._notify() Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: self.callback(batched_events) Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: event.method(event) Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: return f(self, *a, **k) Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: return self._get(url).json() Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: return self.request(url, 'GET', **kwargs) Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 01:18:48.663814 n-d-713498-18 neutron-server[106379]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 01:18:48.721430 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.726949 n-d-713498-18 neutron-server[106379]: DEBUG neutron_lib.callbacks.manager [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Notify callbacks [] for network, before_response {{(pid=106379) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:48.728800 n-d-713498-18 neutron-server[106379]: INFO neutron.wsgi [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ec4ed151-a6d2-4129-a718-218fb16fd458 HTTP/1.1" status: 204 len: 168 time: 0.5331199 Sep 24 01:18:48.731944 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47236) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:48.740285 n-d-713498-18 neutron-server[106379]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07f569d-a1a1-4afe-a3a0-fcd4589947b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec4ed151-a6d2-4129-a718-218fb16fd458,revision_number=None']} {{(pid=106379) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:49.074142 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-455705'] for router_interface, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:49.314695 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Deleting port 74912809-c69f-40b6-9be2-c15145168485 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:49.315061 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:49.395724 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] For port 74912809-c69f-40b6-9be2-c15145168485, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=74912809-c69f-40b6-9be2-c15145168485,segment=NetworkSegment(9829af41-6448-44da-a783-a4ff5f53c60d),segment_id=9829af41-6448-44da-a783-a4ff5f53c60d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:49.395998 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:49.408548 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Calling delete_port for 74912809-c69f-40b6-9be2-c15145168485 owned by network:router_interface {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:49.582885 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:49.608628 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=74912809-c69f-40b6-9be2-c15145168485,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:49.770434 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530905', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-456592'] for router_interface, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:49.964830 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cd74e07c-adf4-4bd2-a514-e71dc257cd4e no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:49.984871 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: cd74e07c-adf4-4bd2-a514-e71dc257cd4e {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:18:49.985217 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device cd74e07c-adf4-4bd2-a514-e71dc257cd4e not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:18:49.985633 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:49.985919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f has already been hosted by L3 agent 08fd43f8-abf1-4b12-80cb-78e4e38ce621 {{(pid=106378) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 01:18:50.004368 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:18:50.004720 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 54721f6d-4ed9-4e12-a0fd-e25b7f1d8ba2 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:18:50.090499 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] Notify agent at l3_agent.n-d-713498-18 the message routers_updated {{(pid=106378) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 01:18:50.096075 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cdb1b8ff-c3b2-4cdd-a886-bb18a40bcbe5 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcdefdac-dda8-4dc6-a852-dfeaa6f1338f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3631017 Sep 24 01:18:50.098811 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47238) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:50.099930 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] Sync routers for ids ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'] in n-d-713498-18 {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 01:18:50.108818 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] Routers {'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:18:50.109562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:50.201026 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks [] for router, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.215889 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] Set router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f gateway port host: n-d-713498-18 {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:18:50.302482 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.355771 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Deleting port 810d000f-af32-45b3-994b-272c8677c088 {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:50.356116 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.396006 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'external_fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234'}], 'enable_snat': True}, 'gw_port_id': '810d000f-af32-45b3-994b-272c8677c088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:18:49Z', 'revision_number': 5, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port': {'id': '810d000f-af32-45b3-994b-272c8677c088', 'name': '', 'network_id': '91b62c44-c5a4-49fd-a058-d6673cd11699', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:3d:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'ip_address': '172.25.5.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-713498-18', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T01:14:09Z', 'updated_at': '2021-09-24T01:14:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0d495c89-f8ca-4790-8a82-1b632392a534', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-713498-18'}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:50.421486 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] Checking router: dcdefdac-dda8-4dc6-a852-dfeaa6f1338f for host: n-d-713498-18 {{(pid=106380) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 01:18:50.429703 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] Routers {'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'} bound to L3 agent in host n-d-713498-18 {{(pid=106380) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 01:18:50.430312 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-713498-18', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-23T23:41:26Z,description=,heartbeat_timestamp=2021-09-24T01:18:26Z,host='n-d-713498-18',id=08fd43f8-abf1-4b12-80cb-78e4e38ce621,load=0,resource_versions=,resources_synced=,started_at=2021-09-23T23:41:26Z,topic='l3_agent')) {'router_ids': ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'], 'active': True} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:50.439847 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] For port 810d000f-af32-45b3-994b-272c8677c088, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=810d000f-af32-45b3-994b-272c8677c088,segment=NetworkSegment(bac93b99-7042-4871-ba48-845c4c981529),segment_id=bac93b99-7042-4871-ba48-845c4c981529)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:50.440319 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.452047 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Calling delete_port for 810d000f-af32-45b3-994b-272c8677c088 owned by network:router_gateway {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:50.518729 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_dvr_db [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] Set router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f gateway port host: None {{(pid=106380) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 01:18:50.571440 n-d-713498-18 neutron-server[106380]: DEBUG neutron.db.l3_hamode_db [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:18:50Z', 'revision_number': 6, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port_host': None}], 'n-d-713498-18', False) {} {{(pid=106380) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:50.597262 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059ff461-4f3c-4719-8c5b-964774e67b89 None None] The sync data for ids ['dcdefdac-dda8-4dc6-a852-dfeaa6f1338f'] in n-d-713498-18 is: [{'id': 'dcdefdac-dda8-4dc6-a852-dfeaa6f1338f', 'name': 'tempest-TestSnapshotPattern-1727705616-router', 'tenant_id': 'fca94b6b206640ca9618dbc5140706f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T01:14:08Z', 'updated_at': '2021-09-24T01:18:50Z', 'revision_number': 6, 'project_id': 'fca94b6b206640ca9618dbc5140706f1', 'gw_port_host': None}] {{(pid=106380) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 01:18:50.617045 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.645022 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Pushing event deleted for resources: {'Port': ['ID=810d000f-af32-45b3-994b-272c8677c088,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:50.702033 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-456531'] for router_gateway, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.731182 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:18:50.789610 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-454972', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14234'] for router, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.791788 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.837321 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-454965'] for router, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.837891 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcdefdac-dda8-4dc6-a852-dfeaa6f1338f {{(pid=106378) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 01:18:50.844093 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] Notify callbacks [] for router, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.845490 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-c0934562-d8e3-4024-8b85-7778d64a050f admin admin] 10.222.0.24 "DELETE /v2.0/routers/dcdefdac-dda8-4dc6-a852-dfeaa6f1338f HTTP/1.1" status: 204 len: 168 time: 0.7455795 Sep 24 01:18:50.848235 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47240) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:50.891454 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.db_base_plugin_v2 [None req-1002dafd-6ab1-4618-b1d5-e4fd9db58bb8 admin admin] Deleting subnet ea4d51c7-7af4-4531-a075-2993779535a8 {{(pid=106378) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 01:18:50.894316 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1002dafd-6ab1-4618-b1d5-e4fd9db58bb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:50.927214 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1002dafd-6ab1-4618-b1d5-e4fd9db58bb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26144119'] for subnet, precommit_delete_associations {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.012266 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1002dafd-6ab1-4618-b1d5-e4fd9db58bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-639880'] for subnet, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.064780 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1002dafd-6ab1-4618-b1d5-e4fd9db58bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-639873', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26484304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26080350'] for subnet, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.091138 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002dafd-6ab1-4618-b1d5-e4fd9db58bb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4d51c7-7af4-4531-a075-2993779535a8,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:51.093099 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-1002dafd-6ab1-4618-b1d5-e4fd9db58bb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.096770 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-1002dafd-6ab1-4618-b1d5-e4fd9db58bb8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ea4d51c7-7af4-4531-a075-2993779535a8 HTTP/1.1" status: 204 len: 168 time: 0.2470505 Sep 24 01:18:51.099079 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47242) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:51.099212 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0033d7c9-d3cb-42e8-aceb-afeaca9aa7c2 None None] Network 491f10d2-823f-4fe6-9679-630e74010f33 requested from n-d-713498-18 {{(pid=106380) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 01:18:51.169096 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-546672'] for network, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.221909 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Deleting port 3693fa5d-0087-4850-9098-b08b504a2cad {{(pid=106378) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 01:18:51.222255 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784070500904'] for port, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.286180 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.db [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] For port 3693fa5d-0087-4850-9098-b08b504a2cad, host n-d-713498-18, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-713498-18',level=0,port_id=3693fa5d-0087-4850-9098-b08b504a2cad,segment=NetworkSegment(9829af41-6448-44da-a783-a4ff5f53c60d),segment_id=9829af41-6448-44da-a783-a4ff5f53c60d)] {{(pid=106378) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 01:18:51.286487 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-452864'] for port, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.298316 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.plugin [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Calling delete_port for 3693fa5d-0087-4850-9098-b08b504a2cad owned by network:dhcp {{(pid=106378) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 01:18:51.382075 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-662907', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784070505710', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784070019274', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26484237'] for port, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.389562 n-d-713498-18 neutron-server[106380]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2dddd03-6a8d-4777-9863-7b5a0646258a None None] DHCP port deletion for 491f10d2-823f-4fe6-9679-630e74010f33 request from n-d-713498-18 {{(pid=106380) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 01:18:51.423701 n-d-713498-18 neutron-server[106378]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] No DVR routers for this DVR port 3693fa5d-0087-4850-9098-b08b504a2cad on host n-d-713498-18 {{(pid=106378) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 01:18:51.425595 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=3693fa5d-0087-4850-9098-b08b504a2cad,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:51.501369 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-639281', 'neutron.services.segments.db._delete_segments_for_network-8784070565268'] for network, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.522324 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491f10d2-823f-4fe6-9679-630e74010f33']}} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:51.531629 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9829af41-6448-44da-a783-a4ff5f53c60d') {'for_net_delete': True} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:51.531919 n-d-713498-18 neutron-server[106378]: DEBUG neutron.services.segments.db [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9829af41-6448-44da-a783-a4ff5f53c60d') {} {{(pid=106378) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 01:18:51.541176 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784070565533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26144110'] for segment, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.554963 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823'] for segment, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.561634 n-d-713498-18 neutron-server[106378]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=106378) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 01:18:51.562951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-641823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26484734'] for segment, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: Traceback (most recent call last): Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: timer() Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: cb(*args, **kw) Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: return func(*args, **kwargs) Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: self._notify() Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: self.callback(batched_events) Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: event.method(event) Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: return f(self, *a, **k) Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: return self._get(url).json() Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: return self.request(url, 'GET', **kwargs) Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 01:18:51.565020 n-d-713498-18 neutron-server[106378]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 01:18:51.619842 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-639238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-488960', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-456463'] for network, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.626137 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Notify callbacks [] for network, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.628042 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] 10.222.0.24 "DELETE /v2.0/networks/491f10d2-823f-4fe6-9679-630e74010f33 HTTP/1.1" status: 204 len: 168 time: 0.5280406 Sep 24 01:18:51.639696 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb0394-cd95-41ad-934e-6e7ead9c8a6a admin admin] Pushing event deleted for resources: {'Network': ['ID=491f10d2-823f-4fe6-9679-630e74010f33,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:51.814868 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47246) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:51.868728 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-ef0855ba-c726-48e9-a047-adaa5dcf198f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fb111be4673443d9fa0a310ba712b60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527098 Sep 24 01:18:51.871259 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47248) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:51.917956 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 74912809-c69f-40b6-9be2-c15145168485 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:51.919115 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-926d15ef-771b-4798-b163-797a36d2744d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.938526 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 74912809-c69f-40b6-9be2-c15145168485 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:18:51.938893 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 74912809-c69f-40b6-9be2-c15145168485 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:18:51.939300 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3693fa5d-0087-4850-9098-b08b504a2cad no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:51.942209 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-926d15ef-771b-4798-b163-797a36d2744d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.957516 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 3693fa5d-0087-4850-9098-b08b504a2cad {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:18:51.957854 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 3693fa5d-0087-4850-9098-b08b504a2cad not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:18:51.958252 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 810d000f-af32-45b3-994b-272c8677c088 no longer exists at agent ovs-agent-n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 01:18:51.979367 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.plugin [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] No Port match for: 810d000f-af32-45b3-994b-272c8677c088 {{(pid=106380) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 01:18:51.979711 n-d-713498-18 neutron-server[106380]: DEBUG neutron.plugins.ml2.rpc [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Device 810d000f-af32-45b3-994b-272c8677c088 not bound to the agent host n-d-713498-18 {{(pid=106380) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 01:18:51.991951 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-926d15ef-771b-4798-b163-797a36d2744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.994999 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-926d15ef-771b-4798-b163-797a36d2744d admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:51.996228 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-926d15ef-771b-4798-b163-797a36d2744d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c95a448-9fd1-4d31-9957-8208ac24c9c5 HTTP/1.1" status: 204 len: 168 time: 0.1240733 Sep 24 01:18:52.004511 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d15ef-771b-4798-b163-797a36d2744d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c95a448-9fd1-4d31-9957-8208ac24c9c5,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:52.347988 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47254) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:52.387249 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-872241e5-1403-4115-8c8c-c2be55df1bdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fca94b6b206640ca9618dbc5140706f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380311 Sep 24 01:18:52.389702 n-d-713498-18 neutron-server[106378]: DEBUG neutron.wsgi [-] (106378) accepted ('10.222.0.24', 47256) {{(pid=106378) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 01:18:52.435690 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8579-beea-4a0c-bc79-748da73e7df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:52.456657 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8579-beea-4a0c-bc79-748da73e7df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:52.520254 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8579-beea-4a0c-bc79-748da73e7df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-487892'] for security_group, after_delete {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:52.523383 n-d-713498-18 neutron-server[106378]: DEBUG neutron_lib.callbacks.manager [None req-9a7e8579-beea-4a0c-bc79-748da73e7df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=106378) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:52.524691 n-d-713498-18 neutron-server[106378]: INFO neutron.wsgi [None req-9a7e8579-beea-4a0c-bc79-748da73e7df0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d94cbd8c-192c-46ab-bf13-d98acbb5ca83 HTTP/1.1" status: 204 len: 168 time: 0.1340525 Sep 24 01:18:52.533428 n-d-713498-18 neutron-server[106378]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7e8579-beea-4a0c-bc79-748da73e7df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94cbd8c-192c-46ab-bf13-d98acbb5ca83,revision_number=None']} {{(pid=106378) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 01:18:53.144651 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-7e7dd50c-88ae-440d-8a4a-343712cd7a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:56.054675 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:56.114786 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-0444726c-b4e5-41df-836e-b2824090ab7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:57.108320 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:18:59.467665 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:07.551982 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:10.015414 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:23.145731 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-f52cdd44-68ea-4150-a511-d10192c991ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:26.046266 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:26.113751 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-013faec6-d4c1-4aba-9e64-79b143337c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:27.111992 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:27.730567 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:19:29.470224 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:37.552761 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:40.016726 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:53.147021 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c0ac7d2a-471b-480c-b99f-85996ec66a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:56.047870 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:56.115402 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-63249280-49b8-486d-b86d-7fb2106eeaf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:57.117226 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:19:59.475263 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:04.730914 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:20:07.569196 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:10.028780 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:23.147464 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-30faeeb1-3d30-43b8-b311-a9acdae50f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:26.051931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:26.116120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6603c4de-3232-46db-8264-b3ce04fc607a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:27.116504 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:29.475704 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:37.562634 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:40.015173 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:41.729106 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:20:53.147858 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-116d9e64-d8a5-4855-8faa-92bd27951181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:56.053568 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:56.116475 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-9813d4fc-6a38-4f38-8b8a-60a26b1a5a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:57.119285 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:20:59.478893 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:07.567289 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:10.029834 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:18.727993 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:21:23.148560 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99818b1b-e671-4a55-a8c1-72f95dddfff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:26.058499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:26.117469 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-1700d0ab-edb2-4967-9e07-43c52402573c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:27.121311 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:29.481580 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:37.580677 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:40.030727 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:53.149290 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6e94449f-76a8-4a80-b9ed-888b960008ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:55.727231 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:21:56.052907 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:56.116756 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-3ceb4837-cf69-4af1-b96a-b5dabed36621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:57.124919 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:21:59.484486 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:07.583074 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:10.044468 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:23.150587 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-66f4a1e2-9ef7-4498-ab76-0b1204cfa823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:26.053473 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:26.116413 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-828da20d-c284-4a76-af02-c07424f861d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:27.127957 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:29.487736 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:32.726213 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:22:37.591931 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:40.061388 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:53.150939 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6eca548d-b17c-43f2-a5f1-d053fda8ec7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:56.053580 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:56.116540 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2aeba6a1-70aa-482c-9d7f-44d5c7dd5f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:57.129581 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:22:59.489730 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:07.590087 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:09.725668 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:23:10.074225 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:23.152408 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-4aa05faf-62e2-4e1e-9fdd-57d4d9da3697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:26.056829 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:26.116617 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b34fbb34-b2fa-41f1-a276-dbc059644258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:27.132699 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:29.493066 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:37.588190 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:40.080868 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:46.725155 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:23:53.152938 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-981c67ce-779d-4b08-892a-349bd32a6806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:56.057257 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:56.117101 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-be84a0d7-257d-49f2-a6f8-5cceb5ec4dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:57.136248 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:23:59.496368 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:07.586930 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:10.083870 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:23.154515 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-6c6340bf-f576-4e53-9526-802142c5918c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:23.725207 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:24:26.058125 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:26.117192 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cf465b44-68ae-448c-9299-f340a4cd286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:27.138122 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:29.497446 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:37.590263 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:40.075177 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:53.156017 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-d6642c11-f3a7-41c8-afd9-28e99e5a87f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:56.061385 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:56.121991 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-08625f1a-422d-4e42-8c3a-bda3f3442ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:57.141886 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:24:59.504206 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:00.724836 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:25:07.585947 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:10.080348 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:23.156848 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-03159342-4d07-4f67-96c1-3c96920cfef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:26.062714 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:26.114372 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-153cfec8-ec94-48c6-a2b8-88cdfb2d7b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:27.145263 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:29.503712 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:37.590618 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:37.728207 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:25:40.087941 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:53.158243 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-2e2be554-f160-49bd-909e-7acb14f6684c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:56.065139 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:56.114832 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-87f3b298-f623-4f7e-9e06-5546ce487170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:57.146560 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:25:59.507319 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:07.583552 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:10.086499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:14.728525 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:26:23.158823 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b4f18a21-afd2-4da2-acb6-3d6e2823b920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:26.066003 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:26.114788 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-dc1391eb-8cb3-4c7a-9d40-15ca7dacb683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:27.149120 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:29.510141 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:37.588143 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:40.102914 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:51.728474 n-d-713498-18 neutron-server[106381]: DEBUG neutron.db.agents_db [None req-35fb369b-6fab-44e7-bb52-819e1cea85bb None None] Agent healthcheck: found 7 active agents {{(pid=106381) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 01:26:53.160089 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c9529d00-9c10-498a-80ee-5097eb123074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:56.068578 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-cdf23cae-e248-45d4-8fe8-fd7ec6514212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:56.121749 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-b6d529d9-dc57-4487-9ec6-9d0366e60a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:57.153499 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-50831302-10bf-4e2e-9326-b1f9a2e685ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:26:59.512757 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-c46bdd03-bccd-4470-8cc5-eb1dd32e5281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:27:07.589115 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-99e2d1d0-f06c-484f-8359-b9932f5a4d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 01:27:10.101309 n-d-713498-18 neutron-server[106380]: DEBUG neutron_lib.callbacks.manager [None req-8f1f7aef-0929-4001-98e2-8802cb35d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784070565250', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-654641'] for agent, after_update {{(pid=106380) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}